-- Logs begin at Fri 2021-07-23 19:45:59 UTC, end at Fri 2021-07-23 22:01:40 UTC. -- Jul 23 20:14:07.511454 n-d-791504-18 systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 20:14:10.180671 n-d-791504-18 neutron-server[93703]: INFO neutron.common.config [-] Logging enabled! Jul 23 20:14:10.181259 n-d-791504-18 neutron-server[93703]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 20:14:10.181434 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93703) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 20:14:10.184594 n-d-791504-18 neutron-server[93703]: INFO neutron.common.config [-] Logging enabled! Jul 23 20:14:10.184844 n-d-791504-18 neutron-server[93703]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 20:14:10.185150 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93703) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 20:14:10.186069 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 20:14:10.186296 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 20:14:10.186653 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 20:14:10.187172 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 20:14:10.187393 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 20:14:10.187704 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.187992 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.188281 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.188504 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.188789 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.189071 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.189346 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.189627 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.189914 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.190190 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.190462 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.190737 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.190962 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.191780 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.192065 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.192349 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.192564 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] debug = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.192838 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.193253 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.193657 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.193931 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.194212 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.194482 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.194746 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.195015 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.195313 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.195634 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] host = n-d-791504-18 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.195903 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.196183 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.196463 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.196741 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.197006 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.197273 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.197554 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.197818 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.198082 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] log_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.198354 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.198638 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.198919 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.199225 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.199445 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.199662 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.199941 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.200218 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.200486 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.200755 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.201024 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.201290 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.201556 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.201818 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.202097 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.202372 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.202651 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.202918 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.203214 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.203479 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.203745 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.204024 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.204292 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.204559 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.204827 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.205108 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.205370 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.205636 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.205927 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.206204 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.206478 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.206753 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.207710 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.207984 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.208251 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.208520 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.208782 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] use_json = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.209048 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.209309 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.209583 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.209847 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.210109 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.210373 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.210635 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.210909 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:10.211229 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.211521 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.211812 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.212084 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.212370 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.212640 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.212922 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.213189 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.213470 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.213749 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.214028 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.214300 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.214578 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.214847 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.215158 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.215460 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.215744 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.216027 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.216294 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.216558 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.216823 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.217094 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.217370 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.217669 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.217934 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.218198 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.218472 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.218754 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.219025 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.219321 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.219591 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.219874 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.220146 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.220412 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.220687 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.220961 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.221228 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.221493 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.221766 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.222050 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.222319 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.222648 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.222929 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.223228 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.223498 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.223779 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.224048 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.224314 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.224579 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.224849 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.225116 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.225381 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.225648 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.225912 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.226182 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.226446 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.226710 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.226973 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.227263 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.227530 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.227792 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.228055 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.228327 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.228590 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.228853 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.229118 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.229380 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.229642 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.229920 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.230208 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.230477 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.230747 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.231018 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.231312 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.231582 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.231849 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.232120 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.232391 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.232655 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.232938 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.233217 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.233497 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.233773 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.234043 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.234333 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.234602 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.234880 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.235178 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.235454 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.235738 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.236015 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.236304 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.236591 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.236878 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.237166 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.237451 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.237724 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.238027 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.238327 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:10.238539 n-d-791504-18 neutron-server[93703]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 20:14:10.238771 n-d-791504-18 neutron-server[93703]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93703) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 20:14:10.580032 n-d-791504-18 neutron-server[93703]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 20:14:10.580307 n-d-791504-18 neutron-server[93703]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 20:14:10.580591 n-d-791504-18 neutron-server[93703]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 20:14:10.581061 n-d-791504-18 neutron-server[93703]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 20:14:10.968090 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:10.968306 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:10.968569 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:10.969842 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:10.970109 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:10.970374 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.004869 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.005131 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.005393 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.018422 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.018699 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.018962 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.048661 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.048932 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.049201 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.084853 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.085124 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.085386 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.315996 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.316608 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.316608 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.316854 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.317557 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.434599 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.434915 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.435214 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.435480 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.435739 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.436040 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.436291 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.436542 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.437051 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.437324 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.437579 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.437836 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.438082 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.438327 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.438620 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.438877 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.439140 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.439402 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.439662 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.439911 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.440174 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.440420 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.440695 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.441059 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.441325 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.441565 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.441953 n-d-791504-18 neutron-server[93703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 20:14:11.442188 n-d-791504-18 neutron-server[93703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 20:14:11.442417 n-d-791504-18 neutron-server[93703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 20:14:11.442645 n-d-791504-18 neutron-server[93703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 20:14:11.442871 n-d-791504-18 neutron-server[93703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 20:14:11.443111 n-d-791504-18 neutron-server[93703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 20:14:11.443474 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 20:14:11.447554 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 20:14:11.451440 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 20:14:11.455179 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 23 20:14:11.456774 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 20:14:11.457725 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 20:14:11.458110 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 20:14:11.458439 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 20:14:11.461200 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 20:14:11.461446 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 20:14:11.461781 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 20:14:11.466994 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 23 20:14:11.489784 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 23 20:14:11.490219 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.490508 n-d-791504-18 neutron-server[93703]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93703) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 20:14:11.490862 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.492219 n-d-791504-18 neutron-server[93703]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93703) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 20:14:11.492491 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 20:14:11.492731 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 20:14:11.495728 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.496004 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:11.558598 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 20:14:11.558833 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 20:14:11.559064 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 20:14:11.559464 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 20:14:11.580661 n-d-791504-18 neutron-server[93703]: DEBUG oslo_db.sqlalchemy.engines [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93703) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 23 20:14:12.104161 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Initializing driver for type 'gre' Jul 23 20:14:12.104717 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] gre ID ranges: [(1, 1000)] Jul 23 20:14:12.155555 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Initializing driver for type 'local' Jul 23 20:14:12.155891 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Initializing driver for type 'vlan' Jul 23 20:14:12.168498 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] VlanTypeDriver initialization complete Jul 23 20:14:12.168784 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Initializing driver for type 'vxlan' Jul 23 20:14:12.169297 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] vxlan ID ranges: [(1, 1000)] Jul 23 20:14:12.219834 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Initializing extension driver 'port_security' Jul 23 20:14:12.220181 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.extensions.port_security [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] PortSecurityExtensionDriver initialization complete Jul 23 20:14:12.220575 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Initializing mechanism driver 'openvswitch' Jul 23 20:14:12.220899 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Initializing mechanism driver 'hyperv' Jul 23 20:14:12.227376 n-d-791504-18 neutron-server[93703]: DEBUG neutron.plugins.ml2.plugin [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:12.228061 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > port after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.228439 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > port after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.228800 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > port after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.229326 n-d-791504-18 neutron-server[93703]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93703) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 20:14:12.229758 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > subnet after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.230115 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > subnet after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.230465 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > subnet after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.230864 n-d-791504-18 neutron-server[93703]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93703) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 20:14:12.231303 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > network after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.231659 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > network after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.232009 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > network after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.232403 n-d-791504-18 neutron-server[93703]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93703) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 20:14:12.232811 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > security_group after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.233165 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > security_group after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.233510 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > security_group after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.234045 n-d-791504-18 neutron-server[93703]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93703) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 20:14:12.234462 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.234824 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.235201 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.235640 n-d-791504-18 neutron-server[93703]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93703) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 20:14:12.236056 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > address_group after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.236412 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > address_group after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.236760 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > address_group after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.237156 n-d-791504-18 neutron-server[93703]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93703) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 20:14:12.237537 n-d-791504-18 neutron-server[93703]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] ML2 OVO RPC backend initialized. {{(pid=93703) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 23 20:14:12.238754 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router_interface after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.239137 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.239561 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > network before_response 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.239920 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > networks before_response 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.240269 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > port before_response 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.240616 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > ports before_response 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.240968 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > subnet before_response 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.241310 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > subnets before_response 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.241659 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > network after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.242004 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > network after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.242347 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > network after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.242689 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > port after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.243029 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > port after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.243391 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > port after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.243735 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > subnet after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.244076 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > subnet after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.244413 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > subnet after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.244983 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.plugin [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Modular L2 Plugin initialization complete Jul 23 20:14:12.245315 n-d-791504-18 neutron-server[93703]: DEBUG neutron.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading services supported by the core plugin {{(pid=93703) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 20:14:12.245644 n-d-791504-18 neutron-server[93703]: INFO neutron.plugins.ml2.managers [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Got port-security extension from driver 'port_security' Jul 23 20:14:12.246115 n-d-791504-18 neutron-server[93703]: INFO neutron.extensions.vlantransparent [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Disabled vlantransparent extension. Jul 23 20:14:12.246596 n-d-791504-18 neutron-server[93703]: DEBUG neutron.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93703) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 20:14:12.246913 n-d-791504-18 neutron-server[93703]: INFO neutron.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading Plugin: router Jul 23 20:14:12.282412 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router_interface before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.282809 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router after_create 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.283213 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router before_create 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.283585 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.283967 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.284329 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router after_delete 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.284696 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > floatingip after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.285063 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router after_create 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.285417 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router after_update 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.285774 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router after_update 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.286204 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.286576 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router after_update 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.286993 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router precommit_update 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.287392 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: port after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.287739 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: port after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.288081 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: subnet after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.288423 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.288783 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > port precommit_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.289134 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router precommit_create 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.289480 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: port before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.289824 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router precommit_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.290184 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router after_update 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.290528 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router precommit_delete 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.290883 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router precommit_create 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.291279 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router_interface after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.291632 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router precommit_update 55549900 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.292001 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > agent after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.292355 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > agent after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.292705 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > network after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.293558 n-d-791504-18 neutron-server[93703]: DEBUG neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Tracking information for resource: router configured {{(pid=93703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 20:14:12.293894 n-d-791504-18 neutron-server[93703]: DEBUG neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Tracking information for resource: floatingip configured {{(pid=93703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 20:14:12.298847 n-d-791504-18 neutron-server[93703]: INFO neutron.db.l3_agentschedulers_db [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 20:14:12.299452 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: port after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.299819 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: port after_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.300175 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: port after_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.300527 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: port after_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.301902 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router before_create 55550100 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.302275 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router precommit_delete 55550100 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.302643 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router precommit_create 55550100 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.303007 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > router precommit_update 55550100 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.307424 n-d-791504-18 neutron-server[93703]: DEBUG neutron.services.provider_configuration [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Service providers = [] {{(pid=93703) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 20:14:12.307798 n-d-791504-18 neutron-server[93703]: DEBUG neutron.db.servicetype_db [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93703) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 20:14:12.310776 n-d-791504-18 neutron-server[93703]: DEBUG neutron.services.service_base [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93703) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 20:14:12.311153 n-d-791504-18 neutron-server[93703]: DEBUG neutron.services.service_base [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93703) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 20:14:12.311502 n-d-791504-18 neutron-server[93703]: DEBUG neutron.services.service_base [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93703) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 20:14:12.312660 n-d-791504-18 neutron-server[93703]: DEBUG neutron.services.service_base [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93703) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 20:14:12.313036 n-d-791504-18 neutron-server[93703]: INFO neutron.services.service_base [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 20:14:12.313412 n-d-791504-18 neutron-server[93703]: DEBUG neutron.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 20:14:12.313737 n-d-791504-18 neutron-server[93703]: INFO neutron.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 20:14:12.325022 n-d-791504-18 neutron-server[93703]: DEBUG neutron.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 20:14:12.325559 n-d-791504-18 neutron-server[93703]: INFO neutron.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading Plugin: auto_allocate Jul 23 20:14:12.331033 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: network precommit_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.331438 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: network precommit_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.331984 n-d-791504-18 neutron-server[93703]: DEBUG neutron.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 20:14:12.332316 n-d-791504-18 neutron-server[93703]: INFO neutron.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading Plugin: tag Jul 23 20:14:12.338817 n-d-791504-18 neutron-server[93703]: DEBUG neutron.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 20:14:12.339185 n-d-791504-18 neutron-server[93703]: INFO neutron.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading Plugin: timestamp Jul 23 20:14:12.344450 n-d-791504-18 neutron-server[93703]: DEBUG neutron.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 20:14:12.344786 n-d-791504-18 neutron-server[93703]: INFO neutron.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading Plugin: network_ip_availability Jul 23 20:14:12.350791 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.351190 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.351554 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.352268 n-d-791504-18 neutron-server[93703]: DEBUG neutron.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 20:14:12.352596 n-d-791504-18 neutron-server[93703]: INFO neutron.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading Plugin: flavors Jul 23 20:14:12.357310 n-d-791504-18 neutron-server[93703]: DEBUG neutron.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 20:14:12.357602 n-d-791504-18 neutron-server[93703]: INFO neutron.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading Plugin: revisions Jul 23 20:14:12.361870 n-d-791504-18 neutron-server[93703]: DEBUG neutron.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 20:14:12.362272 n-d-791504-18 neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=93703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 20:14:12.363007 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93703) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 23 20:14:12.364002 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Initializing extension manager. Jul 23 20:14:12.364519 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: __init__.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.364866 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: __pycache__ {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.365204 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.365540 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: address_group.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.366394 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.366953 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: address-group Jul 23 20:14:12.367309 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: address_scope.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.368033 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.368539 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: address-scope Jul 23 20:14:12.368864 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: admin_state_down_before_update.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.369804 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.370314 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: router-admin-state-down-before-update Jul 23 20:14:12.370643 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: agent.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.371372 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.372072 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: agent Jul 23 20:14:12.372403 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: agent_resources_synced.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.373325 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.373838 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: agent-resources-synced Jul 23 20:14:12.374164 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: allowedaddresspairs.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.375982 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.376510 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: allowed-address-pairs Jul 23 20:14:12.376839 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: auto_allocated_topology.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.377920 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.378440 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: auto-allocated-topology Jul 23 20:14:12.378796 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: availability_zone.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.379534 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.380042 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: availability_zone Jul 23 20:14:12.380369 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: availability_zone_filter.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.381293 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.381801 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: availability_zone_filter Jul 23 20:14:12.382126 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: data_plane_status.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.383045 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.383573 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 20:14:12.383898 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: default_subnetpools.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.384822 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.385327 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: default-subnetpools Jul 23 20:14:12.385651 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: dhcpagentscheduler.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.386463 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.386971 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: dhcp_agent_scheduler Jul 23 20:14:12.387324 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: dns.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.388246 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.388751 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension dns-integration not supported by any of loaded plugins Jul 23 20:14:12.389084 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: dns_domain_ports.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.390003 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.390508 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 20:14:12.390834 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.391788 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.392295 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 23 20:14:12.392621 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: dvr.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.393295 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.393797 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: dvr Jul 23 20:14:12.394120 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: ecmp_routes.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.395065 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.395666 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension ecmp_routes not supported by any of loaded plugins Jul 23 20:14:12.395993 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: empty_string_filtering.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.396921 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.397429 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: empty-string-filtering Jul 23 20:14:12.397754 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.398669 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.399215 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 20:14:12.399542 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.400460 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.400996 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 20:14:12.401321 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: external_net.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.402239 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.402752 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: external-net Jul 23 20:14:12.403077 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: extra_dhcp_opt.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.404031 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.404536 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: extra_dhcp_opt Jul 23 20:14:12.404859 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: extraroute.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.405773 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.406281 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: extraroute Jul 23 20:14:12.406605 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: extraroute_atomic.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.407672 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.408181 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: extraroute-atomic Jul 23 20:14:12.408507 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: filter_validation.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.409179 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.409684 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: filter-validation Jul 23 20:14:12.410520 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: fip_pf_description.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.411516 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.412022 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 20:14:12.412344 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: fip_port_details.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.413267 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.413778 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: fip-port-details Jul 23 20:14:12.414105 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: flavors.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.415382 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.415899 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: flavors Jul 23 20:14:12.416228 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.417890 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.418413 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 20:14:12.418752 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: floatingip_pools.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.419500 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.420009 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: floatingip-pools Jul 23 20:14:12.420339 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: ip_allocation.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.421273 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.421779 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 20:14:12.422113 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.423055 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.423609 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: ip-substring-filtering Jul 23 20:14:12.423942 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: l2_adjacency.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.424878 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.425383 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 20:14:12.426261 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: l3.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.427328 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.427847 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: router Jul 23 20:14:12.428178 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: l3_conntrack_helper.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.430532 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.431059 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 20:14:12.431422 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.432365 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.432880 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: ext-gw-mode Jul 23 20:14:12.433216 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.434163 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.434673 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: l3-ha Jul 23 20:14:12.435006 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: l3_flavors.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.435963 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.436473 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: l3-flavors Jul 23 20:14:12.437064 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.437981 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.438489 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 20:14:12.438826 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: l3agentscheduler.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.439882 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.440401 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: l3_agent_scheduler Jul 23 20:14:12.440733 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: logging.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.442241 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.442835 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension logging not supported by any of loaded plugins Jul 23 20:14:12.443206 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: metering.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.443957 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.444532 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: metering Jul 23 20:14:12.444864 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.445955 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.446470 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: metering_source_and_destination_fields Jul 23 20:14:12.446801 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: multiprovidernet.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.447772 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.448281 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: multi-provider Jul 23 20:14:12.448611 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: netmtu.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.449548 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.450057 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: net-mtu Jul 23 20:14:12.450411 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: netmtu_writable.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.451371 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.451881 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: net-mtu-writable Jul 23 20:14:12.452208 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: network_availability_zone.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.452887 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.453388 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: network_availability_zone Jul 23 20:14:12.453711 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: network_ip_availability.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.454803 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.455335 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: network-ip-availability Jul 23 20:14:12.455666 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: network_segment_range.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.456431 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.456984 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 20:14:12.457313 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: pagination.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.458352 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.458687 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: pagination Jul 23 20:14:12.459018 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: port_device_profile.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.459986 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.460505 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: port-device-profile Jul 23 20:14:12.460830 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.461760 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.462273 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: port-mac-address-regenerate Jul 23 20:14:12.462599 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.463572 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.464085 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: port-numa-affinity-policy Jul 23 20:14:12.464410 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: port_resource_request.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.465401 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.465861 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 20:14:12.466184 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: portbindings.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.467154 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.467668 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: binding Jul 23 20:14:12.467992 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: portbindings_extended.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.469391 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.469907 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: binding-extended Jul 23 20:14:12.470238 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: portsecurity.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.471193 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.471703 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: port-security Jul 23 20:14:12.472031 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: project_id.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.473540 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.473924 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: project-id Jul 23 20:14:12.474251 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: providernet.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.475226 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.475738 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: provider Jul 23 20:14:12.476065 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: qos.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.479593 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.480117 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension qos not supported by any of loaded plugins Jul 23 20:14:12.480456 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.481710 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.482225 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 20:14:12.482562 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.483515 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.484029 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 20:14:12.484364 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: qos_default.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.485288 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.485800 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension qos-default not supported by any of loaded plugins Jul 23 20:14:12.486134 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: qos_fip.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.486795 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.487329 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension qos-fip not supported by any of loaded plugins Jul 23 20:14:12.487663 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: qos_gateway_ip.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.489260 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.489776 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 20:14:12.490106 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: qos_port_network_policy.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.491028 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.491563 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 20:14:12.491895 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: qos_rule_type_details.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.492815 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.493323 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 20:14:12.493652 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: qos_rules_alias.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.494701 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.495268 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 20:14:12.495604 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: quotasv2.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.496516 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.496851 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: quotas Jul 23 20:14:12.497180 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: quotasv2_detail.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.500223 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.500570 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: quota_details Jul 23 20:14:12.500911 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: rbac.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.501965 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.502496 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: rbac-policies Jul 23 20:14:12.502833 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: rbac_address_group.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.504036 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.504561 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: rbac-address-group Jul 23 20:14:12.504978 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: rbac_address_scope.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.505898 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.506416 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: rbac-address-scope Jul 23 20:14:12.506744 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: rbac_security_groups.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.507718 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.508225 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: rbac-security-groups Jul 23 20:14:12.508550 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: rbac_subnetpool.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.509491 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.509999 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: rbac-subnetpool Jul 23 20:14:12.510324 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: revisionifmatch.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.511282 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.511792 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: revision-if-match Jul 23 20:14:12.512116 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: revisions.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.513236 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.513751 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: standard-attr-revisions Jul 23 20:14:12.514081 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: router_availability_zone.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.514758 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.515306 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: router_availability_zone Jul 23 20:14:12.515636 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: routerservicetype.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.516574 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.517084 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension router-service-type not supported by any of loaded plugins Jul 23 20:14:12.517414 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.518348 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.518857 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: security-groups-normalized-cidr Jul 23 20:14:12.519211 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: security_groups_port_filtering.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.520169 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.520739 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: port-security-groups-filtering Jul 23 20:14:12.521064 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.521991 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.522501 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: security-groups-remote-address-group Jul 23 20:14:12.522830 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: securitygroup.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.532353 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.532891 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: security-group Jul 23 20:14:12.533227 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: segment.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.534023 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.534536 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension segment not supported by any of loaded plugins Jul 23 20:14:12.534868 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.536436 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.536957 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 20:14:12.537287 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: servicetype.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.538392 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.538943 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: service-type Jul 23 20:14:12.539302 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: sorting.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.540306 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.540645 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: sorting Jul 23 20:14:12.540971 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: standard_attr_segment.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.541965 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.542489 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 20:14:12.542817 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: standardattrdescription.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.543789 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.543993 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: standard-attr-description Jul 23 20:14:12.544391 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: stateful_security_group.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.545365 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.545881 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: stateful-security-group Jul 23 20:14:12.546211 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: stdattrs_common.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.546801 n-d-791504-18 neutron-server[93703]: WARNING neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 20:14:12.547145 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.548090 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.548601 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 20:14:12.548926 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: subnet_onboard.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.550016 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.550529 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: subnet_onboard Jul 23 20:14:12.551424 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.552367 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.552901 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 20:14:12.555580 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: subnet_service_types.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.555580 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.555580 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: subnet-service-types Jul 23 20:14:12.555580 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: subnetallocation.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.556089 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.556605 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: subnet_allocation Jul 23 20:14:12.556934 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.557617 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.558129 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: subnetpool-prefix-ops Jul 23 20:14:12.558454 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.559415 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.559931 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 20:14:12.560257 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: tagging.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.561395 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.562175 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: standard-attr-tag Jul 23 20:14:12.562505 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: timestamp.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.563725 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.564249 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loaded extension: standard-attr-timestamp Jul 23 20:14:12.564582 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: trunk.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.565621 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.566140 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension trunk not supported by any of loaded plugins Jul 23 20:14:12.566511 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: trunk_details.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.567543 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.568060 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension trunk-details not supported by any of loaded plugins Jul 23 20:14:12.568391 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: uplink_status_propagation.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.569323 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.569841 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 20:14:12.570239 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Loading extension file: vlantransparent.py {{(pid=93703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 20:14:12.570920 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 20:14:12.571459 n-d-791504-18 neutron-server[93703]: INFO neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 20:14:12.573893 n-d-791504-18 neutron-server[93703]: INFO neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Creating instance of TrackedResource for resource:network Jul 23 20:14:12.574431 n-d-791504-18 neutron-server[93703]: INFO neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Creating instance of TrackedResource for resource:subnet Jul 23 20:14:12.574838 n-d-791504-18 neutron-server[93703]: INFO neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 20:14:12.575267 n-d-791504-18 neutron-server[93703]: INFO neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Creating instance of TrackedResource for resource:port Jul 23 20:14:12.576519 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 20:14:12.576972 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Service FLAVORS assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 20:14:12.577600 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 20:14:12.578044 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 20:14:12.578382 n-d-791504-18 neutron-server[93703]: INFO neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Creating instance of TrackedResource for resource:router Jul 23 20:14:12.578815 n-d-791504-18 neutron-server[93703]: INFO neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Creating instance of TrackedResource for resource:floatingip Jul 23 20:14:12.579336 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Service METERING assigned prefix: /metering {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 20:14:12.580776 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.581159 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.581512 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:14:12.582598 n-d-791504-18 neutron-server[93703]: INFO neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 20:14:12.583060 n-d-791504-18 neutron-server[93703]: INFO neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Creating instance of TrackedResource for resource:security_group Jul 23 20:14:12.583530 n-d-791504-18 neutron-server[93703]: INFO neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 20:14:12.584124 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Service CORE assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 20:14:12.584459 n-d-791504-18 neutron-server[93703]: INFO neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 20:14:12.584809 n-d-791504-18 neutron-server[93703]: WARNING neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] subnetpool is already registered Jul 23 20:14:12.585264 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Service CORE assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 20:14:12.585598 n-d-791504-18 neutron-server[93703]: INFO neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 20:14:12.585937 n-d-791504-18 neutron-server[93703]: WARNING neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] subnetpool is already registered Jul 23 20:14:12.588270 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 20:14:12.588709 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Service FLAVORS assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 20:14:12.589306 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 20:14:12.589735 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 20:14:12.590078 n-d-791504-18 neutron-server[93703]: INFO neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Creating instance of TrackedResource for resource:router Jul 23 20:14:12.590423 n-d-791504-18 neutron-server[93703]: WARNING neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] router is already registered Jul 23 20:14:12.590840 n-d-791504-18 neutron-server[93703]: INFO neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Creating instance of TrackedResource for resource:floatingip Jul 23 20:14:12.591207 n-d-791504-18 neutron-server[93703]: WARNING neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] floatingip is already registered Jul 23 20:14:12.591666 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Service METERING assigned prefix: /metering {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 20:14:12.592332 n-d-791504-18 neutron-server[93703]: INFO neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 20:14:12.592663 n-d-791504-18 neutron-server[93703]: WARNING neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] rbac_policy is already registered Jul 23 20:14:12.593077 n-d-791504-18 neutron-server[93703]: INFO neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Creating instance of TrackedResource for resource:security_group Jul 23 20:14:12.593414 n-d-791504-18 neutron-server[93703]: WARNING neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] security_group is already registered Jul 23 20:14:12.593817 n-d-791504-18 neutron-server[93703]: INFO neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 20:14:12.594151 n-d-791504-18 neutron-server[93703]: WARNING neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] security_group_rule is already registered Jul 23 20:14:12.594776 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Service CORE assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 20:14:12.595125 n-d-791504-18 neutron-server[93703]: INFO neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 20:14:12.595472 n-d-791504-18 neutron-server[93703]: WARNING neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] subnetpool is already registered Jul 23 20:14:12.595894 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.v2.resource_helper [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Service CORE assigned prefix: {{(pid=93703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 20:14:12.596220 n-d-791504-18 neutron-server[93703]: INFO neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 20:14:12.596554 n-d-791504-18 neutron-server[93703]: WARNING neutron.quota.resource_registry [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] subnetpool is already registered Jul 23 20:14:12.597040 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: extensions {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.599134 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: address-groups {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.600636 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: address-scopes {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.601947 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: agents {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.603121 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: auto-allocated-topology {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.604373 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: availability_zones {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.605607 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: dhcp-networks {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.608326 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: dhcp-agents {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.609716 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: routers {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.611441 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: flavors {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.612720 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: service_profiles {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.614649 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: next_providers {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.616152 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: service_profiles {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.617686 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: floatingip-pools {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.618902 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: routers {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.620654 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: floatingips {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.621932 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: l3-routers {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.623344 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: l3-agents {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.624768 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: metering-labels {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.626014 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: metering-label-rules {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.627432 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: network-ip-availabilities {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.628721 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: bindings {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.630369 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: quotas {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.631953 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: quotas {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.633386 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: rbac-policies {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.634582 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: security-groups {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.635918 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: security-group-rules {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.637146 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: service-providers {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.638375 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: subnetpools {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.639744 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: subnetpools {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.641308 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.642993 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.644961 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.646877 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.648596 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.650549 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.652319 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.654124 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.656021 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.657759 n-d-791504-18 neutron-server[93703]: DEBUG neutron.api.extensions [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Extended resource: tags {{(pid=93703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 20:14:12.664436 n-d-791504-18 neutron-server[93703]: WARNING keystonemiddleware.auth_token [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 20:14:12.668933 n-d-791504-18 neutron-server[93703]: WARNING keystonemiddleware.auth_token [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 20:14:12.678812 n-d-791504-18 neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Acquired lock "singleton_lock" {{(pid=93703) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 20:14:12.679315 n-d-791504-18 neutron-server[93703]: DEBUG oslo_concurrency.lockutils [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Releasing lock "singleton_lock" {{(pid=93703) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 20:14:12.679960 n-d-791504-18 neutron-server[93703]: INFO oslo_service.service [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Starting 2 workers Jul 23 20:14:12.684838 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Started child 93810 {{(pid=93703) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 20:14:12.689533 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Started child 93811 {{(pid=93703) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 20:14:12.690645 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.691324 n-d-791504-18 neutron-server[93703]: INFO neutron.service [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 20:14:12.691906 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Notify callbacks [] for process, before_spawn {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.692141 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [-] (93810) wsgi starting up on http://0.0.0.0:9696 Jul 23 20:14:12.694229 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.694646 n-d-791504-18 neutron-server[93703]: INFO oslo_service.service [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Starting 1 workers Jul 23 20:14:12.695616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [-] (93811) wsgi starting up on http://0.0.0.0:9696 Jul 23 20:14:12.699481 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Started child 93812 {{(pid=93703) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 20:14:12.699990 n-d-791504-18 neutron-server[93703]: INFO oslo_service.service [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Starting 1 workers Jul 23 20:14:12.703076 n-d-791504-18 neutron-server[93812]: DEBUG neutron.service [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] calling RpcWorker wait() {{(pid=93812) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 20:14:12.703596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.service [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] returning from RpcWorker wait() {{(pid=93812) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 20:14:12.704410 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Started child 93813 {{(pid=93703) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 20:14:12.704846 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.705266 n-d-791504-18 neutron-server[93703]: DEBUG neutron_lib.callbacks.manager [None req-6cc43d4d-8422-4e37-938f-12f16b7905de None None] Notify callbacks [] for process, after_spawn {{(pid=93703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.705435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:12.707732 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93703) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 20:14:12.707950 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 20:14:12.708221 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 20:14:12.708445 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 20:14:12.708787 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 20:14:12.708943 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 20:14:12.709453 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.709729 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.709905 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.710383 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.710383 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.710511 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.711147 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.711400 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.711672 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.711940 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.712172 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.712346 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.712520 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.712783 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.713015 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.713370 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.713548 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.713782 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.714055 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.714219 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.714473 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.714743 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.715000 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.715299 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] debug = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.715548 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.716053 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.716303 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.716539 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.716775 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.717057 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.717284 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.717561 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.717813 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.718067 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.718309 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.718572 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.718867 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.719023 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.719274 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.719524 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.719740 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.720214 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] host = n-d-791504-18 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.720472 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.720700 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.720954 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.721280 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.721529 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.721762 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.722012 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.722271 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.722593 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.723384 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.723629 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.723887 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.724125 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.724514 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] log_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.724514 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] log_options = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.724764 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.725039 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.725325 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.725520 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.725805 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.725891 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.726090 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.726257 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.726498 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.726712 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.726923 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.727155 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.727390 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.727603 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.727884 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.728144 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.728377 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.728604 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.728858 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.729091 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.729318 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.729567 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.729812 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.730011 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.730243 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.730458 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.730690 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.730938 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.731152 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.731431 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.731675 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.731934 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.732127 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.732375 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.732626 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.732853 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.733087 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.733357 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.733586 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.733832 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.734078 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.734311 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.734530 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.734776 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.735005 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.735261 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] use_json = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.735479 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.735714 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.735986 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.736219 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.736453 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.736667 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.736884 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.737135 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.737536 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.737826 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.738153 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.738416 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.738656 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.738944 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.739298 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.739545 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.739823 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.740152 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.740387 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.740621 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.740909 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.741157 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.741390 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.741721 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.742079 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.742492 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.742751 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.743189 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.743338 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.743690 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.743948 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.744259 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.744570 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.744761 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.745001 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.745188 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.745446 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.745669 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.745888 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.746104 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.746382 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.746853 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.746853 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.747226 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.747362 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.747526 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.747791 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.748153 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.748304 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.748521 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.748749 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.748968 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.749186 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.749404 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.749642 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.750065 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.750065 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.750426 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.750591 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.750796 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.751017 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.751252 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.751488 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.751743 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.751966 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.752203 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.752391 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.752616 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.752844 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.753127 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.753375 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.753591 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.754293 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.754293 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.754293 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.754680 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.754680 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.754997 n-d-791504-18 neutron-server[93813]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:12.755243 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.755243 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.755931 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.755931 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.755931 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.756569 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.756569 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.756569 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.756952 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.756952 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.757260 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.757394 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.757528 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.757739 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.757975 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.758267 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.758614 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.758873 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.759190 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.759416 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.759695 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.759922 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.760184 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.760623 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.760781 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.760916 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.761162 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.761393 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.761621 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.761850 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.762085 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.762343 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.762559 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.762777 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.763024 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.763281 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.763502 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.763792 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.764055 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.764308 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.764544 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.764804 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.765357 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.765357 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.765643 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.765815 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.766081 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.766400 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.766669 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.766936 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.767263 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.767516 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.767807 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.768018 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.768278 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.768512 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.768737 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.768957 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.769233 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.770007 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.770248 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.770542 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.770806 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.771151 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.771439 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.771636 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.772274 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.772274 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.772849 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.772849 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.773127 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.773261 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.773575 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.773852 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.774075 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.774333 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.774537 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.774767 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.775400 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.775400 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.775914 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.775914 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.775914 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.776326 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.776460 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.776593 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.776762 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.776995 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.777216 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.777575 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.777715 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.778066 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.778066 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.778339 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.778511 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.778740 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.778941 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.779181 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.779435 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.779652 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.779932 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.780184 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.780418 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.780645 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.780903 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.781140 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.781514 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.781957 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.782183 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.783304 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.783304 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.783304 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.783304 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.783304 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.784128 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.784128 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.784128 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.784413 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.784533 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.784789 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.785874 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.786133 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.786381 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.786633 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.786871 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.787130 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.787335 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.787551 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.787768 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.788036 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.788233 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.788455 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.788667 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.788901 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.789131 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.789390 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.789623 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.789921 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.790170 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.790396 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.790656 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.790894 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.791143 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.791414 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.791629 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.791844 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.792081 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.792299 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.792513 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.792743 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.792984 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.793192 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.793417 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.793773 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.793932 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.794065 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.794307 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.794486 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.794707 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.795439 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.795439 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.795439 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.795819 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.795946 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.796082 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.797153 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.797153 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.797153 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.797153 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.797153 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.797853 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.797853 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.797853 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.798198 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.798330 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.799148 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.799148 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.799148 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.799386 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.799578 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.799880 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.800118 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.800382 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.800654 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.800880 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.801111 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.801382 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.801773 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.802087 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.802357 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.802593 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.803064 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.803451 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.803858 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.804265 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.804751 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.805235 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.805672 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.806067 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.806457 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.806865 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.807116 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.807344 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.807589 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.807823 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.808190 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.808608 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.809048 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.809444 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.809672 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.809921 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.810142 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.810519 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.810752 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.810976 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.811222 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.811390 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 20:14:12.812176 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93703) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 20:14:12.812344 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 20:14:12.812500 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 20:14:12.812669 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 20:14:12.812843 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 20:14:12.812990 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 20:14:12.813201 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.813363 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.813524 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.813687 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.813846 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.814027 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.814186 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.814339 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.814503 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.814662 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.814824 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.814982 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.815163 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.815324 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.815483 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.815642 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.815799 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.815957 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.816118 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.816307 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.816468 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.816625 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.816784 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] debug = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.816942 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.817144 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.817347 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.817546 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.817704 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.817861 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.818019 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.818178 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.818337 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.818495 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.818824 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.818824 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.819055 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.819183 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.819288 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.819408 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.819553 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.819711 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] host = n-d-791504-18 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.819870 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.820029 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.820189 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.820347 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.820505 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.820664 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.820822 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.820980 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.821137 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.821293 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.821451 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.821608 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.821764 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.821921 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] log_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.822085 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] log_options = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.822244 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.822402 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.822559 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.822741 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.822904 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.823063 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.823280 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.823417 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.823539 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.823693 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.823850 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.824008 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.824164 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.824322 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.824480 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.824636 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.824795 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.824953 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.825111 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.825270 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.825430 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.825587 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.825744 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.825901 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.826058 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.826215 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.826374 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.826533 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.826691 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.826849 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.827009 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.827196 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.827356 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.827514 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.827672 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.827830 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.827986 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.828148 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.828306 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.828464 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.828622 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.828781 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.828939 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.829097 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.829256 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.829414 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] use_json = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.829573 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.829731 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.829891 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.830048 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.830206 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.830364 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.830522 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.830681 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 20:14:12.830858 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.831019 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.831211 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.831375 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.831534 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.831698 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.832369 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.832536 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.832696 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.832856 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.833094 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.833257 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.833433 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.833590 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.833752 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.833915 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.834075 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.834235 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.834395 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.834557 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.834720 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.834868 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.835046 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.835250 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.835380 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.835541 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.835703 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.836081 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.836081 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.836324 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.836324 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.836512 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.836644 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.836757 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.836917 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.837077 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.837237 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.837399 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.837560 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.837722 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.837883 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.838044 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.838206 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.838569 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.838569 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.839292 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.839292 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.839292 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.839292 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.839554 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.839642 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.839757 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.839891 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.840209 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.840209 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.840348 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.840497 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.840657 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.840818 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.840982 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.841143 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.841316 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.841477 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.841638 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.841799 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.842126 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.842126 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.842310 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.842421 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.842556 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.842717 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.842878 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.843039 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.843222 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.843384 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.843551 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.843715 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.843875 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.844038 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.844198 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.844355 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.844517 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.844677 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.844838 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.845008 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.845185 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.845347 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.845508 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.845844 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.845844 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.846048 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.846168 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.846291 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.846417 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.846567 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.846728 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.846888 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.847052 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.847237 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.847398 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.848108 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.848271 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.848433 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.848662 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.848833 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.849021 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.849154 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.849309 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.849469 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.849622 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.849777 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.849947 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.850108 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.850270 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.850431 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.850600 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.850770 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.850932 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.851093 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.851484 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.851484 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.851756 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.851756 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.851987 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.851987 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.852158 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.852319 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.852494 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.852666 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.852828 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.853032 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.853136 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.853319 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.853482 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.853642 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.853962 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.854124 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.854614 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.854614 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.854614 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.854853 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.854927 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.855037 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.855252 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.855390 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.855518 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.855679 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.855840 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.856002 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.856683 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.856683 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.856683 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.856683 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.857018 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.857018 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.857156 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.857231 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.857354 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.857502 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.857661 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.857822 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.857982 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.858143 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.858303 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.858512 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.858603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:12.858729 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.858817 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.858921 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.859082 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.859267 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.859428 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.859590 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.859752 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.859915 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.860077 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.860238 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.860401 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.860562 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.860724 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.860885 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.861046 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.861208 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.861369 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.861531 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.861692 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.861852 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.862013 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.862189 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.862350 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.862514 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.862675 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.862836 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.862996 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.863199 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.863361 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.863522 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.863682 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.863844 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.864008 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.864211 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.864408 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.864571 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.864732 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.864894 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.865056 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.865216 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.865387 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.865538 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.865700 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.865860 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.866020 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.866180 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.866352 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.866513 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.866674 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.866833 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.866993 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.867176 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.867349 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.867509 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.867671 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.867830 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.867990 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.868150 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.868319 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.868480 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.868641 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.868801 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.868961 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.869121 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.869290 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.869452 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.869613 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.869773 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.870141 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.870141 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.870414 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.870414 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.870606 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.870688 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.870830 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.871660 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.871660 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.871660 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.871660 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.871660 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.872383 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.872383 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.872383 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.872383 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.872383 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.872820 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.872820 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.872820 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.873150 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.873150 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.873344 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.873694 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.873694 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.873841 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.873955 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.874038 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.874203 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.874364 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.874531 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.874703 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.874862 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.875024 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.875207 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.875369 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.875530 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.875691 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.875851 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.876011 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.876172 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.876331 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.876492 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.876652 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.876814 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.876975 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.877136 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.877297 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.877456 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.877617 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.877778 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 20:14:12.877930 n-d-791504-18 neutron-server[93703]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 20:14:13.182737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48678) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:13.191964 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065212 Jul 23 20:14:24.521294 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09684b33-8261-4338-bbd2-9a73efe8472f None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:14:24.627042 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09684b33-8261-4338-bbd2-9a73efe8472f None None] No non-hosted networks {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 20:14:24.634949 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.agentschedulers_db [None req-09684b33-8261-4338-bbd2-9a73efe8472f None None] DHCP Agent not found on host n-d-791504-18 {{(pid=93812) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 23 20:14:24.789912 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffce23f3-4b3b-4727-8485-d0b930d1d2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3796353'] for agent, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:27.017259 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1faaba12-5b2b-4e51-b205-438b707104fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3796353'] for agent, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:27.071131 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-998489d8-c46d-474e-89d9-ee34aeaa46ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:27.247120 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3796353'] for agent, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:27.248684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:27.249751 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:27.250360 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:27.250907 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:27.251596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:27.252151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:27.252730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:27.253416 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:27.254035 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:27.254752 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:27.255366 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:27.255956 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:27.256614 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791504-18', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:27.264626 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791504-18', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:28.359410 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3796353'] for agent, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.804942 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3796353'] for agent, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.023584 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48770) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:31.442327 n-d-791504-18 neutron-server[93812]: INFO neutron.db.l3_hamode_db [None req-d2e8a241-5800-4d59-8c48-aaf2441fd902 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 20:14:31.520052 n-d-791504-18 neutron-server[93810]: WARNING oslo_policy.policy [None req-403fd659-161f-4d58-8cea-352c5080941d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 20:14:31.520649 n-d-791504-18 neutron-server[93810]: WARNING oslo_policy.policy [None req-403fd659-161f-4d58-8cea-352c5080941d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 20:14:31.522399 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e8a241-5800-4d59-8c48-aaf2441fd902 None None] Routers set() bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:31.522787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e8a241-5800-4d59-8c48-aaf2441fd902 None None] Router IDs set() for agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 20:14:31.739498 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-403fd659-161f-4d58-8cea-352c5080941d admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:14:31.740523 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-403fd659-161f-4d58-8cea-352c5080941d admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7159297 Jul 23 20:14:34.070302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48784) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:34.569006 n-d-791504-18 neutron-server[93811]: WARNING oslo_policy.policy [None req-5636cbe7-57b9-49b3-ad31-592c832d4127 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 20:14:34.569582 n-d-791504-18 neutron-server[93811]: WARNING oslo_policy.policy [None req-5636cbe7-57b9-49b3-ad31-592c832d4127 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 20:14:34.803231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-5636cbe7-57b9-49b3-ad31-592c832d4127 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:34.898719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.policy [None req-5636cbe7-57b9-49b3-ad31-592c832d4127 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93811) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 20:14:34.943996 n-d-791504-18 neutron-server[93811]: WARNING oslo_policy.policy [None req-5636cbe7-57b9-49b3-ad31-592c832d4127 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 20:14:34.944358 n-d-791504-18 neutron-server[93811]: WARNING oslo_policy.policy [None req-5636cbe7-57b9-49b3-ad31-592c832d4127 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 20:14:34.952719 n-d-791504-18 neutron-server[93811]: INFO neutron.quota [None req-5636cbe7-57b9-49b3-ad31-592c832d4127 admin admin] Loaded quota_driver: . Jul 23 20:14:35.044016 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5636cbe7-57b9-49b3-ad31-592c832d4127 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729329882062', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729329881147', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729329892364', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729329888198', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729329896835', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729329915547', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-526234', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-587455', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3694514', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3857844'] for rbac-policy, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.123725 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5636cbe7-57b9-49b3-ad31-592c832d4127 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.125005 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5636cbe7-57b9-49b3-ad31-592c832d4127 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0525985 Jul 23 20:14:37.692787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48802) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:37.981200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'name': 'private', 'tenant_id': '6f49b1cde7284e4ba6ca43554f6cca51'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:38.010239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Made reservation on behalf of 6f49b1cde7284e4ba6ca43554f6cca51 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:38.013257 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.029342 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.152265 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.155946 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.174724 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:14:38.204423 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729330270082', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.205007 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Unsubscribe: segment precommit_create {{(pid=93811) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 20:14:38.205488 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Added segment 1fb92869-776b-44c8-b438-bf13ea1b85e5 of type vlan for network ff19d329-514a-441c-9183-786472391431 Jul 23 20:14:38.223227 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da189fab-0981-430c-83d3-7dd022c30203,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:38.248417 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:38.248752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:38.249094 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:38.249404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:38.249724 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:38.250038 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:38.250346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:38.250654 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:38.250961 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:38.251300 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:38.251607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:38.251911 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Tracked resource versions report: Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: pushed versions: Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: { 'AddressGroup': {'1.2'}, Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'ConntrackHelper': {'1.0'}, Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'Log': {'1.0'}, Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'Network': {'1.1'}, Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'Port': {'1.7'}, Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'PortForwarding': {'1.2'}, Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'QosPolicy': {'1.8'}, Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'SecurityGroup': {'1.4'}, Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'SecurityGroupRule': {'1.2'}, Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'SubPort': {'1.0'}, Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'Subnet': {'1.1'}, Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'Trunk': {'1.1'}} Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: consumer versions: Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: { DHCP agent@n-d-791504-18: {}, Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: L3 agent@n-d-791504-18: {}, Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: Metadata agent@n-d-791504-18: {}, Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: Metering agent@n-d-791504-18: {}, Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: Open vSwitch agent@n-d-791504-18: { 'AddressGroup': '1.2', Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'ConntrackHelper': '1.0', Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'Log': '1.0', Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'Network': '1.1', Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'Port': '1.7', Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'PortForwarding': '1.2', Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'QosPolicy': '1.8', Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'SecurityGroup': '1.4', Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'SecurityGroupRule': '1.2', Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'SubPort': '1.0', Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'Subnet': '1.1', Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: 'Trunk': '1.1'}} Jul 23 20:14:38.253007 n-d-791504-18 neutron-server[93811]: {{(pid=93811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 20:14:38.322715 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.372229 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.373472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:38.374114 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.427072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7330658 Jul 23 20:14:38.474172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05b7d3-79e9-4c33-b19f-1ba576866e05 admin admin] Pushing event updated for resources: {'Network': ['ID=ff19d329-514a-441c-9183-786472391431,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:38.486420 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network ff19d329-514a-441c-9183-786472391431 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:14:41.061739 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48816) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:41.566534 n-d-791504-18 neutron-server[93810]: DEBUG neutron.policy [None req-96253f22-7244-414a-8365-be2f5ec68ff1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93810) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 20:14:41.611052 n-d-791504-18 neutron-server[93810]: WARNING oslo_policy.policy [None req-96253f22-7244-414a-8365-be2f5ec68ff1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 20:14:41.611391 n-d-791504-18 neutron-server[93810]: WARNING oslo_policy.policy [None req-96253f22-7244-414a-8365-be2f5ec68ff1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 20:14:41.619481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96253f22-7244-414a-8365-be2f5ec68ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:41.621164 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-96253f22-7244-414a-8365-be2f5ec68ff1 admin admin] 10.222.0.55 "GET /v2.0/networks/ff19d329-514a-441c-9183-786472391431 HTTP/1.1" status: 200 len: 825 time: 0.5582230 Jul 23 20:14:41.659612 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cd9ac429-4d2b-48ab-b61e-fcc151f76b80 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/61711dcd-5112-49b8-a18c-d20569b0ab82 HTTP/1.1" status: 200 len: 734 time: 0.0329926 Jul 23 20:14:41.668105 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Request body: {'subnet': {'tenant_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'ip_version': 4, 'subnetpool_id': '61711dcd-5112-49b8-a18c-d20569b0ab82', 'network_id': 'ff19d329-514a-441c-9183-786472391431', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:41.669645 n-d-791504-18 neutron-server[93810]: INFO neutron.quota [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Loaded quota_driver: . Jul 23 20:14:41.709115 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Made reservation on behalf of 6f49b1cde7284e4ba6ca43554f6cca51 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:41.711896 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.005950 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.077905 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Checking segment: {'id': '1fb92869-776b-44c8-b438-bf13ea1b85e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff19d329-514a-441c-9183-786472391431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:42.078558 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Network hostable DHCP agents. Network: ff19d329-514a-441c-9183-786472391431, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:14:42.091758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e542d2-95ac-4b21-80f7-5d0fed2eb9ac,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:42.106410 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.106739 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.107063 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.107411 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.107727 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.108041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.108355 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.108663 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.108970 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.109276 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.109580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.109885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Tracked resource versions report: Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: pushed versions: Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: { 'AddressGroup': {'1.2'}, Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'ConntrackHelper': {'1.0'}, Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'Log': {'1.0'}, Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'Network': {'1.1'}, Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'Port': {'1.7'}, Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'PortForwarding': {'1.2'}, Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'QosPolicy': {'1.8'}, Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'SecurityGroup': {'1.4'}, Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'SecurityGroupRule': {'1.2'}, Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'SubPort': {'1.0'}, Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'Subnet': {'1.1'}, Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'Trunk': {'1.1'}} Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: consumer versions: Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: { DHCP agent@n-d-791504-18: {}, Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: L3 agent@n-d-791504-18: {}, Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: Metadata agent@n-d-791504-18: {}, Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: Metering agent@n-d-791504-18: {}, Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: Open vSwitch agent@n-d-791504-18: { 'AddressGroup': '1.2', Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'ConntrackHelper': '1.0', Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'Log': '1.0', Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'Network': '1.1', Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'Port': '1.7', Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'PortForwarding': '1.2', Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'QosPolicy': '1.8', Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'SecurityGroup': '1.4', Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'SecurityGroupRule': '1.2', Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'SubPort': '1.0', Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'Subnet': '1.1', Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: 'Trunk': '1.1'}} Jul 23 20:14:42.110978 n-d-791504-18 neutron-server[93810]: {{(pid=93810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 20:14:42.134881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Network ff19d329-514a-441c-9183-786472391431 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:14:42.150416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, ff19d329-514a-441c-9183-786472391431) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:42.154808 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:42.155466 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.159530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdc23e5-a3b5-4ea1-9f8d-9ba83872ca4f None None] Network ff19d329-514a-441c-9183-786472391431 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:42.173413 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9bd6dc41-db3b-493e-8ce3-d2aaab083151 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5086646 Jul 23 20:14:42.480103 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-ff19d329-514a-441c-9183-786472391431', 'network_id': 'ff19d329-514a-441c-9183-786472391431', 'tenant_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'fixed_ips': [{'subnet_id': '70e542d2-95ac-4b21-80f7-5d0fed2eb9ac'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:14:42.481454 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.753887 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Allocated IP 172.20.0.2 (ff19d329-514a-441c-9183-786472391431/70e542d2-95ac-4b21-80f7-5d0fed2eb9ac/e34cf4bf-5b60-43bd-8ec0-979bdfa65b33) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:42.982533 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.997481 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Transition to ACTIVE for port object e34cf4bf-5b60-43bd-8ec0-979bdfa65b33 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:43.018234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Transition to ACTIVE for port object e34cf4bf-5b60-43bd-8ec0-979bdfa65b33 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:43.026148 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.091639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Network ff19d329-514a-441c-9183-786472391431 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:43.097337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:43.108769 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:43.116022 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Pushing event updated for resources: {'Port': ['ID=e34cf4bf-5b60-43bd-8ec0-979bdfa65b33,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:43.144589 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:43.144996 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:43.145275 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:43.145607 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:43.145940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:43.146269 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:43.146594 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:43.146925 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:43.147276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:43.147601 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:43.147923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:43.148243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Tracked resource versions report: Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: pushed versions: Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: { 'AddressGroup': {'1.2'}, Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'ConntrackHelper': {'1.0'}, Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'Log': {'1.0'}, Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'Network': {'1.1'}, Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'Port': {'1.7'}, Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'PortForwarding': {'1.2'}, Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'QosPolicy': {'1.8'}, Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'SecurityGroup': {'1.4'}, Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'SecurityGroupRule': {'1.2'}, Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'SubPort': {'1.0'}, Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'Subnet': {'1.1'}, Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'Trunk': {'1.1'}} Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: consumer versions: Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: { DHCP agent@n-d-791504-18: {}, Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: L3 agent@n-d-791504-18: {}, Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: Metadata agent@n-d-791504-18: {}, Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: Metering agent@n-d-791504-18: {}, Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: Open vSwitch agent@n-d-791504-18: { 'AddressGroup': '1.2', Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'ConntrackHelper': '1.0', Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'Log': '1.0', Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'Network': '1.1', Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'Port': '1.7', Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'PortForwarding': '1.2', Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'QosPolicy': '1.8', Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'SecurityGroup': '1.4', Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'SecurityGroupRule': '1.2', Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'SubPort': '1.0', Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'Subnet': '1.1', Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: 'Trunk': '1.1'}} Jul 23 20:14:43.149423 n-d-791504-18 neutron-server[93812]: {{(pid=93812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 20:14:43.201359 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Attempting to bind port e34cf4bf-5b60-43bd-8ec0-979bdfa65b33 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:43.201954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Attempting to bind port e34cf4bf-5b60-43bd-8ec0-979bdfa65b33 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '1fb92869-776b-44c8-b438-bf13ea1b85e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff19d329-514a-441c-9183-786472391431'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:43.202175 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Attempting to bind port e34cf4bf-5b60-43bd-8ec0-979bdfa65b33 on network ff19d329-514a-441c-9183-786472391431 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:43.207801 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:43.208206 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Checking segment: {'id': '1fb92869-776b-44c8-b438-bf13ea1b85e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff19d329-514a-441c-9183-786472391431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:43.208682 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.209076 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Bound using segment: {'id': '1fb92869-776b-44c8-b438-bf13ea1b85e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff19d329-514a-441c-9183-786472391431'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:43.209567 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Bound port: e34cf4bf-5b60-43bd-8ec0-979bdfa65b33, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb92869-776b-44c8-b438-bf13ea1b85e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff19d329-514a-441c-9183-786472391431'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:43.209991 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.273478 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] For port e34cf4bf-5b60-43bd-8ec0-979bdfa65b33, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:43.277582 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] For port e34cf4bf-5b60-43bd-8ec0-979bdfa65b33, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e34cf4bf-5b60-43bd-8ec0-979bdfa65b33,segment=NetworkSegment(1fb92869-776b-44c8-b438-bf13ea1b85e5),segment_id=1fb92869-776b-44c8-b438-bf13ea1b85e5)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:43.282907 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.349047 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a73c01-48a2-46d8-a710-123948463a6a None None] Pushing event updated for resources: {'Port': ['ID=e34cf4bf-5b60-43bd-8ec0-979bdfa65b33,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:44.566803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48830) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:44.873586 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-0b89edfd-69d1-4583-999a-6ad3402de9fb admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:14:44.874547 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0b89edfd-69d1-4583-999a-6ad3402de9fb admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3067770 Jul 23 20:14:47.284881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48838) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:47.591672 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-edeccd46-d069-4894-8c95-482e21c7ec6d admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:14:47.592686 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-edeccd46-d069-4894-8c95-482e21c7ec6d admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3068552 Jul 23 20:14:50.193343 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48848) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:50.497950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c632c4e8-41b1-4498-91d2-50bfde3afe46 admin admin] Request body: {'router': {'tenant_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'name': 'router1', 'admin_state_up': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:50.521601 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c632c4e8-41b1-4498-91d2-50bfde3afe46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.523173 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c632c4e8-41b1-4498-91d2-50bfde3afe46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.699578 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c632c4e8-41b1-4498-91d2-50bfde3afe46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.704437 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c632c4e8-41b1-4498-91d2-50bfde3afe46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.716887 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c632c4e8-41b1-4498-91d2-50bfde3afe46 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.718059 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c632c4e8-41b1-4498-91d2-50bfde3afe46 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5235658 Jul 23 20:14:51.131744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e34cf4bf-5b60-43bd-8ec0-979bdfa65b33 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:51.217558 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port e34cf4bf-5b60-43bd-8ec0-979bdfa65b33 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:51.744610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493d9c6a-1032-4427-bd7a-f088d2c91349 None None] Network ff19d329-514a-441c-9183-786472391431 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:51.806990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ea2af188-26dc-43e3-b22f-148b8306b111 None None] Provisioning for port e34cf4bf-5b60-43bd-8ec0-979bdfa65b33 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:51.816565 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ea2af188-26dc-43e3-b22f-148b8306b111 None None] Provisioning complete for port e34cf4bf-5b60-43bd-8ec0-979bdfa65b33 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:51.816958 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ea2af188-26dc-43e3-b22f-148b8306b111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.995174 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ea2af188-26dc-43e3-b22f-148b8306b111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:52.049390 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ea2af188-26dc-43e3-b22f-148b8306b111 None None] For port e34cf4bf-5b60-43bd-8ec0-979bdfa65b33, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e34cf4bf-5b60-43bd-8ec0-979bdfa65b33,segment=NetworkSegment(1fb92869-776b-44c8-b438-bf13ea1b85e5),segment_id=1fb92869-776b-44c8-b438-bf13ea1b85e5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:52.057436 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ea2af188-26dc-43e3-b22f-148b8306b111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:52.128358 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2af188-26dc-43e3-b22f-148b8306b111 None None] Pushing event updated for resources: {'Port': ['ID=e34cf4bf-5b60-43bd-8ec0-979bdfa65b33,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:52.276595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-babdce0f-1059-431f-ac16-bb80f2a458fd None None] Provisioning complete for port e34cf4bf-5b60-43bd-8ec0-979bdfa65b33 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:52.277239 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-babdce0f-1059-431f-ac16-bb80f2a458fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:53.067518 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48862) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:53.123551 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e34cf4bf-5b60-43bd-8ec0-979bdfa65b33 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:53.169648 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port e34cf4bf-5b60-43bd-8ec0-979bdfa65b33 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:53.169954 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:53.386553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-3124872b-401d-4244-8a99-e8ea3c29dc90 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:14:53.387571 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3124872b-401d-4244-8a99-e8ea3c29dc90 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3190131 Jul 23 20:14:54.450644 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ea0b420a-963a-4e74-9c92-828c9f1e3727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.745034 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48870) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:56.045497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-7b5d2487-99c9-49bf-9b74-0f7fff95064c admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:56.066837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5d2487-99c9-49bf-9b74-0f7fff95064c admin admin] Made reservation on behalf of 525f96e871ee46caa0e49e2ba92a7ab8 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:56.069398 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7b5d2487-99c9-49bf-9b74-0f7fff95064c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.077500 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7b5d2487-99c9-49bf-9b74-0f7fff95064c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.164567 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7b5d2487-99c9-49bf-9b74-0f7fff95064c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.168122 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7b5d2487-99c9-49bf-9b74-0f7fff95064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.184249 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7b5d2487-99c9-49bf-9b74-0f7fff95064c admin admin] Reserving flat network on physical network physnet1 {{(pid=93811) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 20:14:56.204489 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d2487-99c9-49bf-9b74-0f7fff95064c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d972ca-43e6-4606-a03a-3ed5a2c10176,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:56.207720 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7b5d2487-99c9-49bf-9b74-0f7fff95064c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.208053 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-7b5d2487-99c9-49bf-9b74-0f7fff95064c admin admin] Added segment a20dfdbc-2612-493b-9862-daab7968551b of type flat for network e31239e9-f0f9-4b2c-a9d7-b27322fb79af Jul 23 20:14:56.253313 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7b5d2487-99c9-49bf-9b74-0f7fff95064c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.289959 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7b5d2487-99c9-49bf-9b74-0f7fff95064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.290979 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d2487-99c9-49bf-9b74-0f7fff95064c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.291570 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7b5d2487-99c9-49bf-9b74-0f7fff95064c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.321764 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7b5d2487-99c9-49bf-9b74-0f7fff95064c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5756884 Jul 23 20:14:56.352513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d2487-99c9-49bf-9b74-0f7fff95064c admin admin] Pushing event updated for resources: {'Network': ['ID=e31239e9-f0f9-4b2c-a9d7-b27322fb79af,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:56.362905 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:14:57.008924 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63aaad42-d6d3-4e8a-bdca-42e85dda1290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:57.236206 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:58.299462 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:58.664691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48888) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:58.873236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba048192-361b-4350-8b60-578c9f069f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:58.874600 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ba048192-361b-4350-8b60-578c9f069f03 admin admin] 10.222.0.55 "GET /v2.0/subnets/70e542d2-95ac-4b21-80f7-5d0fed2eb9ac HTTP/1.1" status: 200 len: 849 time: 0.2089322 Jul 23 20:14:59.050567 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3f7d89ab-7c03-4858-be5e-7c9257133075 admin admin] 10.222.0.55 "GET /v2.0/routers/bbb4254b-80e5-4f10-8e2b-8bce40d6990f HTTP/1.1" status: 200 len: 704 time: 0.1700461 Jul 23 20:14:59.313975 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:59.610248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Allocated IP 172.20.0.1 (ff19d329-514a-441c-9183-786472391431/70e542d2-95ac-4b21-80f7-5d0fed2eb9ac/c73834f4-82c4-431f-8159-5055640cb64c) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:59.734684 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:59.799230 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:59.823624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Transition to ACTIVE for port object c73834f4-82c4-431f-8159-5055640cb64c will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:59.904971 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:59.979427 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Network ff19d329-514a-441c-9183-786472391431 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:59.986609 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:59.988572 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Pushing event updated for resources: {'Port': ['ID=c73834f4-82c4-431f-8159-5055640cb64c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:00.000394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:00.000924 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:00.212233 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b899d31f-1001-4232-aaab-447d87f617b0 None None] Provisioning for port c73834f4-82c4-431f-8159-5055640cb64c completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:00.215586 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b899d31f-1001-4232-aaab-447d87f617b0 None None] Provisioning complete for port c73834f4-82c4-431f-8159-5055640cb64c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:00.215958 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b899d31f-1001-4232-aaab-447d87f617b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:00.248479 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b899d31f-1001-4232-aaab-447d87f617b0 None None] Port c73834f4-82c4-431f-8159-5055640cb64c cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:15:00.266581 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:00.439989 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:00.444481 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:00.445264 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:00.504050 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Pushing event updated for resources: {'Port': ['ID=c73834f4-82c4-431f-8159-5055640cb64c,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:00.568565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Network ff19d329-514a-441c-9183-786472391431 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:00.569848 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:00.728567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Router bbb4254b-80e5-4f10-8e2b-8bce40d6990f is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:15:00.767649 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f355a335-4f8f-45ec-8541-1b49a363b1de None None] Provisioning complete for port c73834f4-82c4-431f-8159-5055640cb64c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:00.768181 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f355a335-4f8f-45ec-8541-1b49a363b1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:00.800294 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f355a335-4f8f-45ec-8541-1b49a363b1de None None] Port c73834f4-82c4-431f-8159-5055640cb64c cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:15:00.822347 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:15:00.827531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6aad547e-acba-4718-bed0-78bf01f0221e admin admin] 10.222.0.55 "PUT /v2.0/routers/bbb4254b-80e5-4f10-8e2b-8bce40d6990f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7720900 Jul 23 20:15:00.853712 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Sync routers for ids ['bbb4254b-80e5-4f10-8e2b-8bce40d6990f'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:15:00.866494 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Routers {'bbb4254b-80e5-4f10-8e2b-8bce40d6990f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:15:00.867401 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:14:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bbb4254b-80e5-4f10-8e2b-8bce40d6990f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:01.051034 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Set router bbb4254b-80e5-4f10-8e2b-8bce40d6990f gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:15:01.508046 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb4254b-80e5-4f10-8e2b-8bce40d6990f', 'name': 'router1', 'tenant_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:50Z', 'updated_at': '2021-07-23T20:15:00Z', 'revision_number': 2, 'project_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'gw_port_host': None, '_interfaces': [{'id': 'c73834f4-82c4-431f-8159-5055640cb64c', 'name': '', 'network_id': 'ff19d329-514a-441c-9183-786472391431', 'tenant_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'mac_address': 'fa:16:3e:80:6a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb4254b-80e5-4f10-8e2b-8bce40d6990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70e542d2-95ac-4b21-80f7-5d0fed2eb9ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:59Z', 'updated_at': '2021-07-23T20:15:00Z', 'revision_number': 2, 'project_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'subnets': [{'id': '70e542d2-95ac-4b21-80f7-5d0fed2eb9ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61711dcd-5112-49b8-a18c-d20569b0ab82'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:01.559075 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Checking router: bbb4254b-80e5-4f10-8e2b-8bce40d6990f for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:15:01.559473 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Updating router bbb4254b-80e5-4f10-8e2b-8bce40d6990f port c73834f4-82c4-431f-8159-5055640cb64c binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:15:01.623741 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:02.105722 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:02.123792 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Transition to ACTIVE for port object c73834f4-82c4-431f-8159-5055640cb64c will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:02.130225 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:02.283992 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752443e-e82d-4b1e-9035-33c2f7672df4 None None] Pushing event updated for resources: {'Port': ['ID=c73834f4-82c4-431f-8159-5055640cb64c,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:02.299668 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752443e-e82d-4b1e-9035-33c2f7672df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:02.300015 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752443e-e82d-4b1e-9035-33c2f7672df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:02.300353 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752443e-e82d-4b1e-9035-33c2f7672df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:02.300687 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752443e-e82d-4b1e-9035-33c2f7672df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:02.301036 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752443e-e82d-4b1e-9035-33c2f7672df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:02.301355 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752443e-e82d-4b1e-9035-33c2f7672df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:02.301660 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752443e-e82d-4b1e-9035-33c2f7672df4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:02.301979 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752443e-e82d-4b1e-9035-33c2f7672df4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:02.302298 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752443e-e82d-4b1e-9035-33c2f7672df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:02.302616 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752443e-e82d-4b1e-9035-33c2f7672df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:02.302931 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752443e-e82d-4b1e-9035-33c2f7672df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:02.303272 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752443e-e82d-4b1e-9035-33c2f7672df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b752443e-e82d-4b1e-9035-33c2f7672df4 None None] Tracked resource versions report: Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: pushed versions: Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: { 'AddressGroup': {'1.2'}, Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'ConntrackHelper': {'1.0'}, Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'Log': {'1.0'}, Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'Network': {'1.1'}, Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'Port': {'1.7'}, Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'PortForwarding': {'1.2'}, Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'QosPolicy': {'1.8'}, Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'SecurityGroup': {'1.4'}, Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'SecurityGroupRule': {'1.2'}, Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'SubPort': {'1.0'}, Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'Subnet': {'1.1'}, Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'Trunk': {'1.1'}} Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: consumer versions: Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: { DHCP agent@n-d-791504-18: {}, Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: L3 agent@n-d-791504-18: {}, Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: Metadata agent@n-d-791504-18: {}, Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: Metering agent@n-d-791504-18: {}, Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: Open vSwitch agent@n-d-791504-18: { 'AddressGroup': '1.2', Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'ConntrackHelper': '1.0', Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'Log': '1.0', Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'Network': '1.1', Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'Port': '1.7', Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'PortForwarding': '1.2', Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'QosPolicy': '1.8', Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'SecurityGroup': '1.4', Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'SecurityGroupRule': '1.2', Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'SubPort': '1.0', Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'Subnet': '1.1', Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: 'Trunk': '1.1'}} Jul 23 20:15:02.304380 n-d-791504-18 neutron-server[93813]: {{(pid=93813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 20:15:02.306656 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Attempting to bind port c73834f4-82c4-431f-8159-5055640cb64c on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:02.307050 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Attempting to bind port c73834f4-82c4-431f-8159-5055640cb64c by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '1fb92869-776b-44c8-b438-bf13ea1b85e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff19d329-514a-441c-9183-786472391431'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:02.307824 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Attempting to bind port c73834f4-82c4-431f-8159-5055640cb64c on network ff19d329-514a-441c-9183-786472391431 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:02.313186 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:02.313587 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Checking segment: {'id': '1fb92869-776b-44c8-b438-bf13ea1b85e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff19d329-514a-441c-9183-786472391431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:02.314057 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:02.314438 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Bound using segment: {'id': '1fb92869-776b-44c8-b438-bf13ea1b85e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff19d329-514a-441c-9183-786472391431'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:02.314935 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Bound port: c73834f4-82c4-431f-8159-5055640cb64c, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb92869-776b-44c8-b438-bf13ea1b85e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ff19d329-514a-441c-9183-786472391431'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:02.315444 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:02.379922 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] For port c73834f4-82c4-431f-8159-5055640cb64c, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:02.401201 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] For port c73834f4-82c4-431f-8159-5055640cb64c, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c73834f4-82c4-431f-8159-5055640cb64c,segment=NetworkSegment(1fb92869-776b-44c8-b438-bf13ea1b85e5),segment_id=1fb92869-776b-44c8-b438-bf13ea1b85e5)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:02.405563 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:02.454668 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Routers {'bbb4254b-80e5-4f10-8e2b-8bce40d6990f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:15:02.455324 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:14:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bbb4254b-80e5-4f10-8e2b-8bce40d6990f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:02.528095 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752443e-e82d-4b1e-9035-33c2f7672df4 None None] Pushing event updated for resources: {'Port': ['ID=c73834f4-82c4-431f-8159-5055640cb64c,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:02.551702 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] Set router bbb4254b-80e5-4f10-8e2b-8bce40d6990f gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:15:02.767959 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb4254b-80e5-4f10-8e2b-8bce40d6990f', 'name': 'router1', 'tenant_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:50Z', 'updated_at': '2021-07-23T20:15:00Z', 'revision_number': 2, 'project_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'gw_port_host': None, '_interfaces': [{'id': 'c73834f4-82c4-431f-8159-5055640cb64c', 'name': '', 'network_id': 'ff19d329-514a-441c-9183-786472391431', 'tenant_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'mac_address': 'fa:16:3e:80:6a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb4254b-80e5-4f10-8e2b-8bce40d6990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70e542d2-95ac-4b21-80f7-5d0fed2eb9ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:59Z', 'updated_at': '2021-07-23T20:15:02Z', 'revision_number': 4, 'project_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'subnets': [{'id': '70e542d2-95ac-4b21-80f7-5d0fed2eb9ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61711dcd-5112-49b8-a18c-d20569b0ab82'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:02.792973 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f02a8b-2a69-45ef-bb89-ffea1f2abf7c None None] The sync data for ids ['bbb4254b-80e5-4f10-8e2b-8bce40d6990f'] in n-d-791504-18 is: [{'id': 'bbb4254b-80e5-4f10-8e2b-8bce40d6990f', 'name': 'router1', 'tenant_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:50Z', 'updated_at': '2021-07-23T20:15:00Z', 'revision_number': 2, 'project_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'gw_port_host': None, '_interfaces': [{'id': 'c73834f4-82c4-431f-8159-5055640cb64c', 'name': '', 'network_id': 'ff19d329-514a-441c-9183-786472391431', 'tenant_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'mac_address': 'fa:16:3e:80:6a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb4254b-80e5-4f10-8e2b-8bce40d6990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70e542d2-95ac-4b21-80f7-5d0fed2eb9ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:59Z', 'updated_at': '2021-07-23T20:15:02Z', 'revision_number': 4, 'project_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'subnets': [{'id': '70e542d2-95ac-4b21-80f7-5d0fed2eb9ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61711dcd-5112-49b8-a18c-d20569b0ab82'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:15:03.068391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48910) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:03.173725 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6a76a2-8e6a-4b34-8fba-9831896ef907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.175663 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cc6a76a2-8e6a-4b34-8fba-9831896ef907 admin admin] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 842 time: 0.1063185 Jul 23 20:15:03.184984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6f97b977-a667-47fb-a436-9755b8558b81 admin admin] Request body: {'subnet': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'name': 'public-subnet', 'gateway_ip': '172.25.3.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.3.0/24'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:03.208308 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f97b977-a667-47fb-a436-9755b8558b81 admin admin] Made reservation on behalf of 525f96e871ee46caa0e49e2ba92a7ab8 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:03.210517 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f97b977-a667-47fb-a436-9755b8558b81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:03.522381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.objects.ports [None req-6f97b977-a667-47fb-a436-9755b8558b81 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:15:03.522813 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f97b977-a667-47fb-a436-9755b8558b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:03.581965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97b977-a667-47fb-a436-9755b8558b81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30015ef3-4233-4dc7-b154-1b6036dcc3e7,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:03.592108 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f97b977-a667-47fb-a436-9755b8558b81 admin admin] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:03.592458 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f97b977-a667-47fb-a436-9755b8558b81 admin admin] Network hostable DHCP agents. Network: e31239e9-f0f9-4b2c-a9d7-b27322fb79af, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:15:03.613676 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f97b977-a667-47fb-a436-9755b8558b81 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:15:03.623773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-6f97b977-a667-47fb-a436-9755b8558b81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, e31239e9-f0f9-4b2c-a9d7-b27322fb79af) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:03.627718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f97b977-a667-47fb-a436-9755b8558b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.628371 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f97b977-a667-47fb-a436-9755b8558b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:03.632681 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c77c59-8d06-411b-b89f-8c21104d043d None None] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:03.657319 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6f97b977-a667-47fb-a436-9755b8558b81 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4747331 Jul 23 20:15:03.765998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d2db0f-0b76-41eb-a891-dafe96414344 None None] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:04.781865 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:15:05.969256 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48918) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:06.107664 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-df9db520-4a6f-4e38-9ffe-5883a7b02d79 admin admin] 10.222.0.55 "GET /v2.0/routers/bbb4254b-80e5-4f10-8e2b-8bce40d6990f HTTP/1.1" status: 200 len: 710 time: 0.1370788 Jul 23 20:15:06.190530 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d6beda-9dd2-42d5-86eb-0c6464dcf6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:06.191842 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-93d6beda-9dd2-42d5-86eb-0c6464dcf6d3 admin admin] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 886 time: 0.0792115 Jul 23 20:15:06.200863 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-030aaf85-58ae-443e-8575-378f5c7f83eb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:06.532577 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-030aaf85-58ae-443e-8575-378f5c7f83eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:06.769262 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-030aaf85-58ae-443e-8575-378f5c7f83eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:06.843743 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-030aaf85-58ae-443e-8575-378f5c7f83eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:06.942729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-030aaf85-58ae-443e-8575-378f5c7f83eb admin admin] Allocated IP 172.25.3.216 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/15752467-e778-43aa-8f41-8bddaa63b3e0) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:07.043809 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-030aaf85-58ae-443e-8575-378f5c7f83eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:07.082808 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-030aaf85-58ae-443e-8575-378f5c7f83eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:07.122226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030aaf85-58ae-443e-8575-378f5c7f83eb admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:07.127169 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-030aaf85-58ae-443e-8575-378f5c7f83eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:07.133221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030aaf85-58ae-443e-8575-378f5c7f83eb admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:07.136169 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030aaf85-58ae-443e-8575-378f5c7f83eb admin admin] Pushing event updated for resources: {'Port': ['ID=15752467-e778-43aa-8f41-8bddaa63b3e0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:07.376940 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-030aaf85-58ae-443e-8575-378f5c7f83eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:07.572397 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-030aaf85-58ae-443e-8575-378f5c7f83eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:07.575643 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-030aaf85-58ae-443e-8575-378f5c7f83eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:07.761341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030aaf85-58ae-443e-8575-378f5c7f83eb admin admin] Router bbb4254b-80e5-4f10-8e2b-8bce40d6990f has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:15:07.874315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030aaf85-58ae-443e-8575-378f5c7f83eb admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:15:07.881538 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-030aaf85-58ae-443e-8575-378f5c7f83eb admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:07.882805 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-030aaf85-58ae-443e-8575-378f5c7f83eb admin admin] 10.222.0.55 "PUT /v2.0/routers/bbb4254b-80e5-4f10-8e2b-8bce40d6990f HTTP/1.1" status: 200 len: 890 time: 1.6854115 Jul 23 20:15:09.151512 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c73834f4-82c4-431f-8159-5055640cb64c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:09.200497 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Sync routers for ids ['bbb4254b-80e5-4f10-8e2b-8bce40d6990f'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:15:09.211791 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port c73834f4-82c4-431f-8159-5055640cb64c completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:09.215374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Routers {'bbb4254b-80e5-4f10-8e2b-8bce40d6990f'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:15:09.215961 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:14:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bbb4254b-80e5-4f10-8e2b-8bce40d6990f'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:09.234496 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c73834f4-82c4-431f-8159-5055640cb64c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:09.234876 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:09.528209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Set router bbb4254b-80e5-4f10-8e2b-8bce40d6990f gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:15:09.598813 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:09.751292 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port c73834f4-82c4-431f-8159-5055640cb64c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c73834f4-82c4-431f-8159-5055640cb64c,segment=NetworkSegment(1fb92869-776b-44c8-b438-bf13ea1b85e5),segment_id=1fb92869-776b-44c8-b438-bf13ea1b85e5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:09.781957 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:09.890914 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=c73834f4-82c4-431f-8159-5055640cb64c,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:09.987767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb4254b-80e5-4f10-8e2b-8bce40d6990f', 'name': 'router1', 'tenant_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '15752467-e778-43aa-8f41-8bddaa63b3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:50Z', 'updated_at': '2021-07-23T20:15:07Z', 'revision_number': 4, 'project_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'gw_port': {'id': '15752467-e778-43aa-8f41-8bddaa63b3e0', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb4254b-80e5-4f10-8e2b-8bce40d6990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:06Z', 'updated_at': '2021-07-23T20:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'c73834f4-82c4-431f-8159-5055640cb64c', 'name': '', 'network_id': 'ff19d329-514a-441c-9183-786472391431', 'tenant_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'mac_address': 'fa:16:3e:80:6a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb4254b-80e5-4f10-8e2b-8bce40d6990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70e542d2-95ac-4b21-80f7-5d0fed2eb9ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:59Z', 'updated_at': '2021-07-23T20:15:02Z', 'revision_number': 4, 'project_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'subnets': [{'id': '70e542d2-95ac-4b21-80f7-5d0fed2eb9ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61711dcd-5112-49b8-a18c-d20569b0ab82'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:10.040091 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Checking router: bbb4254b-80e5-4f10-8e2b-8bce40d6990f for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:15:10.040360 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Updating router bbb4254b-80e5-4f10-8e2b-8bce40d6990f port 15752467-e778-43aa-8f41-8bddaa63b3e0 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:15:10.073939 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.307094 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48930) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:10.410519 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.419717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Transition to ACTIVE for port object 15752467-e778-43aa-8f41-8bddaa63b3e0 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:10.425793 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.438511 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5e20dbbd-ca79-40d9-87fa-bbcacfb66507 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1302197 Jul 23 20:15:10.481065 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Attempting to bind port 15752467-e778-43aa-8f41-8bddaa63b3e0 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:10.481434 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Attempting to bind port 15752467-e778-43aa-8f41-8bddaa63b3e0 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:10.481800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Attempting to bind port 15752467-e778-43aa-8f41-8bddaa63b3e0 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:10.483788 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3403daf-c7fe-462f-9180-3b7dd2e6f2ed None None] Pushing event updated for resources: {'Port': ['ID=15752467-e778-43aa-8f41-8bddaa63b3e0,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:10.489747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:10.490124 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:10.490540 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.490938 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:10.491448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Bound port: 15752467-e778-43aa-8f41-8bddaa63b3e0, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:10.492213 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.545803 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] For port 15752467-e778-43aa-8f41-8bddaa63b3e0, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:10.549039 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] For port 15752467-e778-43aa-8f41-8bddaa63b3e0, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=15752467-e778-43aa-8f41-8bddaa63b3e0,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:10.553858 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.614224 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Routers {'bbb4254b-80e5-4f10-8e2b-8bce40d6990f'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:15:10.614896 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:14:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bbb4254b-80e5-4f10-8e2b-8bce40d6990f'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:10.729753 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3403daf-c7fe-462f-9180-3b7dd2e6f2ed None None] Pushing event updated for resources: {'Port': ['ID=15752467-e778-43aa-8f41-8bddaa63b3e0,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:10.802111 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] Set router bbb4254b-80e5-4f10-8e2b-8bce40d6990f gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:15:11.017989 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb4254b-80e5-4f10-8e2b-8bce40d6990f', 'name': 'router1', 'tenant_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '15752467-e778-43aa-8f41-8bddaa63b3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:50Z', 'updated_at': '2021-07-23T20:15:07Z', 'revision_number': 4, 'project_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'gw_port': {'id': '15752467-e778-43aa-8f41-8bddaa63b3e0', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb4254b-80e5-4f10-8e2b-8bce40d6990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:06Z', 'updated_at': '2021-07-23T20:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'c73834f4-82c4-431f-8159-5055640cb64c', 'name': '', 'network_id': 'ff19d329-514a-441c-9183-786472391431', 'tenant_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'mac_address': 'fa:16:3e:80:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4254b-80e5-4f10-8e2b-8bce40d6990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70e542d2-95ac-4b21-80f7-5d0fed2eb9ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:59Z', 'updated_at': '2021-07-23T20:15:09Z', 'revision_number': 5, 'project_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'subnets': [{'id': '70e542d2-95ac-4b21-80f7-5d0fed2eb9ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61711dcd-5112-49b8-a18c-d20569b0ab82'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:11.044507 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daffe27b-90ea-49cb-97ff-3d7dda0eaf81 None None] The sync data for ids ['bbb4254b-80e5-4f10-8e2b-8bce40d6990f'] in n-d-791504-18 is: [{'id': 'bbb4254b-80e5-4f10-8e2b-8bce40d6990f', 'name': 'router1', 'tenant_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '15752467-e778-43aa-8f41-8bddaa63b3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:50Z', 'updated_at': '2021-07-23T20:15:07Z', 'revision_number': 4, 'project_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'gw_port': {'id': '15752467-e778-43aa-8f41-8bddaa63b3e0', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:dd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb4254b-80e5-4f10-8e2b-8bce40d6990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:15:06Z', 'updated_at': '2021-07-23T20:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'c73834f4-82c4-431f-8159-5055640cb64c', 'name': '', 'network_id': 'ff19d329-514a-441c-9183-786472391431', 'tenant_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'mac_address': 'fa:16:3e:80:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb4254b-80e5-4f10-8e2b-8bce40d6990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70e542d2-95ac-4b21-80f7-5d0fed2eb9ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:59Z', 'updated_at': '2021-07-23T20:15:09Z', 'revision_number': 5, 'project_id': '6f49b1cde7284e4ba6ca43554f6cca51', 'subnets': [{'id': '70e542d2-95ac-4b21-80f7-5d0fed2eb9ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61711dcd-5112-49b8-a18c-d20569b0ab82'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:15:11.158136 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c73834f4-82c4-431f-8159-5055640cb64c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:11.225405 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c73834f4-82c4-431f-8159-5055640cb64c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:11.225817 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.169833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 15752467-e778-43aa-8f41-8bddaa63b3e0 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:13.221012 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 15752467-e778-43aa-8f41-8bddaa63b3e0 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:13.224637 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 15752467-e778-43aa-8f41-8bddaa63b3e0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:13.225013 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.306006 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.334176 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 15752467-e778-43aa-8f41-8bddaa63b3e0, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=15752467-e778-43aa-8f41-8bddaa63b3e0,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:13.338797 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.401242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=15752467-e778-43aa-8f41-8bddaa63b3e0,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:15.178509 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 15752467-e778-43aa-8f41-8bddaa63b3e0 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:15.251167 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 15752467-e778-43aa-8f41-8bddaa63b3e0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:15.252332 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:24.453766 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e69d63ba-2f46-4a3e-91a6-abce1c972d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:27.035853 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2833-cd28-4e1b-b714-b87ff892e702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:27.240657 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.297310 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.758347 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:41.780337 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:15:54.456982 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0a97705e-ad14-449c-8d41-1a567a64d4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:57.050628 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8e4eb90-62fe-4744-a4e3-e186dd3cb5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:57.233679 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:58.301459 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:59.749800 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:18.777981 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:16:24.457718 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-be2efb24-3a56-4d7c-af88-c6e992615c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:27.038663 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a475b92-04ad-427b-90e6-b9874e0c1bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:27.235530 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:28.304819 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:29.747092 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.359181 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49530) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:51.421776 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7dbf34-8a0e-483c-96a2-dba382a5bdd5 admin admin] GET failed (client error): The resource could not be found. Jul 23 20:16:51.423131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6e7dbf34-8a0e-483c-96a2-dba382a5bdd5 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629978 Jul 23 20:16:51.579582 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368193fe-62d3-43b4-839e-5cb97d4ce252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:51.581606 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-368193fe-62d3-43b4-839e-5cb97d4ce252 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1546235 Jul 23 20:16:53.703478 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49540) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:53.796988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c56de0-37ee-4f60-b7c1-0cbef6385fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:53.798234 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-60c56de0-37ee-4f60-b7c1-0cbef6385fd5 admin admin] 10.222.0.55 "GET /v2.0/subnets/70e542d2-95ac-4b21-80f7-5d0fed2eb9ac HTTP/1.1" status: 200 len: 849 time: 0.0938017 Jul 23 20:16:53.808021 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:53.889291 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] Notify callbacks [] for subnet, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:54.032018 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729330192204'] for subnet, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:54.059962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:54.060474 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:54.062584 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] 10.222.0.55 "PUT /v2.0/subnets/70e542d2-95ac-4b21-80f7-5d0fed2eb9ac HTTP/1.1" status: 200 len: 868 time: 0.2575061 Jul 23 20:16:54.067157 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec45e1b-7513-4d86-a7ca-2c99448820c7 None None] Network ff19d329-514a-441c-9183-786472391431 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:54.084390 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e542d2-95ac-4b21-80f7-5d0fed2eb9ac,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:54.091588 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.091928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.092277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.092612 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.092945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.093284 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.093603 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.093926 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.094248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.094573 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.094896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.095240 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceedfeda-0b8b-4afd-9ec8-53db2590c90f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:54.427583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-112cc2e8-876f-4680-a478-818bbe268c9f None None] Provisioning complete for port e34cf4bf-5b60-43bd-8ec0-979bdfa65b33 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:54.427965 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-112cc2e8-876f-4680-a478-818bbe268c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:54.473789 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61e6e273-2156-4d90-9887-8f89e23d8419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:54.523722 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-112cc2e8-876f-4680-a478-818bbe268c9f None None] Provisioning complete for port c73834f4-82c4-431f-8159-5055640cb64c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:54.524088 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-112cc2e8-876f-4680-a478-818bbe268c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.776701 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:16:56.259421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49548) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:56.459048 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af0f2c9-879a-48a7-ab15-2128d68f8cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:56.459470 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af0f2c9-879a-48a7-ab15-2128d68f8cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:56.461030 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4af0f2c9-879a-48a7-ab15-2128d68f8cc8 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2006645 Jul 23 20:16:57.030601 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2de4dc7-8ffd-48b6-9dee-2d13f05f1c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:57.237310 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:58.308344 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:58.617489 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49558) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:58.812712 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798c0731-3764-468c-9224-ececfc5f4d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:58.813094 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798c0731-3764-468c-9224-ececfc5f4d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:58.815412 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-798c0731-3764-468c-9224-ececfc5f4d00 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1969490 Jul 23 20:16:59.751926 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:00.972840 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49566) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:01.122430 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a409f52-41e7-4c17-9564-0d25bc750908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:01.123872 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2a409f52-41e7-4c17-9564-0d25bc750908 admin admin] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 886 time: 0.1500506 Jul 23 20:17:03.239216 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49574) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:03.367769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db663ed2-80ff-44fe-894f-1eeccca02267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:03.369143 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-db663ed2-80ff-44fe-894f-1eeccca02267 admin admin] 10.222.0.55 "GET /v2.0/networks/ff19d329-514a-441c-9183-786472391431 HTTP/1.1" status: 200 len: 869 time: 0.1289771 Jul 23 20:17:05.526824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49582) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:05.648891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc09ad7-3332-4317-beee-e2be19032e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:05.649355 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc09ad7-3332-4317-beee-e2be19032e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:05.650888 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-abc09ad7-3332-4317-beee-e2be19032e64 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231067 Jul 23 20:17:07.831939 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49590) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:07.918785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8b5dda-ebfa-4160-9c1e-f666b0f2d81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:07.919280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8b5dda-ebfa-4160-9c1e-f666b0f2d81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:07.920779 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8b8b5dda-ebfa-4160-9c1e-f666b0f2d81a admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0878811 Jul 23 20:17:10.081559 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49598) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:10.165598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5c6f3c-c5cb-4356-8acb-888fb4034ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:10.166961 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7d5c6f3c-c5cb-4356-8acb-888fb4034ad2 admin admin] 10.222.0.55 "GET /v2.0/subnets/30015ef3-4233-4dc7-b154-1b6036dcc3e7 HTTP/1.1" status: 200 len: 816 time: 0.0844667 Jul 23 20:17:12.340866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49606) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:12.432387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10804f56-3f1c-4478-b808-28dbaad60438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:12.433739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-10804f56-3f1c-4478-b808-28dbaad60438 admin admin] 10.222.0.55 "GET /v2.0/subnets/70e542d2-95ac-4b21-80f7-5d0fed2eb9ac HTTP/1.1" status: 200 len: 868 time: 0.0919392 Jul 23 20:17:24.456051 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ac772ee5-fd6c-413a-a7c4-7db160beda79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.031188 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06b87129-ffaf-4c83-acd9-458f78fb8fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.238242 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.309644 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.756117 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.774937 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:17:36.944592 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49658) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:36.990756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-8510a7db-fb9b-45dd-9aba-63adb6884862 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:17:36.992327 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8510a7db-fb9b-45dd-9aba-63adb6884862 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466425 Jul 23 20:17:39.235569 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49666) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:39.293340 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a750f806-cedc-4d74-b740-e77cb996d10c admin admin] GET failed (client error): The resource could not be found. Jul 23 20:17:39.294644 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a750f806-cedc-4d74-b740-e77cb996d10c admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0581477 Jul 23 20:17:39.379436 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d3ba8b-4ceb-4959-9430-1e0872fe64fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:39.381154 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d9d3ba8b-4ceb-4959-9430-1e0872fe64fe admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0827539 Jul 23 20:17:41.551404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49674) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:41.597139 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e4cbcaf2-7882-481e-9c96-44dd684294a4 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:41.615742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cbcaf2-7882-481e-9c96-44dd684294a4 admin admin] Made reservation on behalf of 525f96e871ee46caa0e49e2ba92a7ab8 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:41.617951 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e4cbcaf2-7882-481e-9c96-44dd684294a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.646040 n-d-791504-18 neutron-server[93811]: WARNING neutron.services.revisions.revision_plugin [None req-e4cbcaf2-7882-481e-9c96-44dd684294a4 admin admin] Could not find related network for resource to bump revision. Jul 23 20:17:41.656613 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cbcaf2-7882-481e-9c96-44dd684294a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:41.665845 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e4cbcaf2-7882-481e-9c96-44dd684294a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.666186 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-e4cbcaf2-7882-481e-9c96-44dd684294a4 admin admin] Added segment 89f80f82-eb2c-4c35-a2ae-d81a61876a1d of type vlan for network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 Jul 23 20:17:41.706133 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e4cbcaf2-7882-481e-9c96-44dd684294a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.733174 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e4cbcaf2-7882-481e-9c96-44dd684294a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.734045 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cbcaf2-7882-481e-9c96-44dd684294a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:41.734663 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e4cbcaf2-7882-481e-9c96-44dd684294a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.765876 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e4cbcaf2-7882-481e-9c96-44dd684294a4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2133591 Jul 23 20:17:41.796176 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbcaf2-7882-481e-9c96-44dd684294a4 admin admin] Pushing event updated for resources: {'Network': ['ID=02a3b04b-22f6-45a7-b137-ec9f80ed1553,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:41.808191 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:43.960184 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49682) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:44.033785 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-398d9204-5a01-4c8f-8f3b-7f57ccf471bf admin admin] GET failed (client error): The resource could not be found. Jul 23 20:17:44.035155 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-398d9204-5a01-4c8f-8f3b-7f57ccf471bf admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0739911 Jul 23 20:17:44.201956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c89131-5749-4be2-8ac3-a6e2c34235e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:44.203350 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-06c89131-5749-4be2-8ac3-a6e2c34235e7 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1641104 Jul 23 20:17:44.213019 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f877e8b0-7e31-48fd-9018-c5aaed8c000b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:44.231537 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f877e8b0-7e31-48fd-9018-c5aaed8c000b admin admin] Made reservation on behalf of 525f96e871ee46caa0e49e2ba92a7ab8 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:44.233827 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f877e8b0-7e31-48fd-9018-c5aaed8c000b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.411309 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f877e8b0-7e31-48fd-9018-c5aaed8c000b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.473450 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877e8b0-7e31-48fd-9018-c5aaed8c000b admin admin] Pushing event updated for resources: {'Subnet': ['ID=496449bb-f5e4-4b8b-93f2-b82f3be2599e,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:44.477591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877e8b0-7e31-48fd-9018-c5aaed8c000b admin admin] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:44.477948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f877e8b0-7e31-48fd-9018-c5aaed8c000b admin admin] Network hostable DHCP agents. Network: 02a3b04b-22f6-45a7-b137-ec9f80ed1553, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:17:44.494143 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f877e8b0-7e31-48fd-9018-c5aaed8c000b admin admin] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:17:44.503584 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-f877e8b0-7e31-48fd-9018-c5aaed8c000b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 02a3b04b-22f6-45a7-b137-ec9f80ed1553) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:44.507594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f877e8b0-7e31-48fd-9018-c5aaed8c000b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:44.508175 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f877e8b0-7e31-48fd-9018-c5aaed8c000b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.512333 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dba6392-8899-408b-bdeb-db3609422fa7 None None] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:44.520678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f877e8b0-7e31-48fd-9018-c5aaed8c000b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3110986 Jul 23 20:17:44.676485 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'tenant_id': '525f96e871ee46caa0e49e2ba92a7ab8', 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:17:44.677378 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.809358 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Allocated IP 192.168.233.2 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/6053f6bb-9efc-41ef-be35-567fadaf8f36) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:44.950755 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.960087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Transition to ACTIVE for port object 6053f6bb-9efc-41ef-be35-567fadaf8f36 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:44.975053 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Transition to ACTIVE for port object 6053f6bb-9efc-41ef-be35-567fadaf8f36 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:44.983487 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.022288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:45.027159 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:45.029836 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:45.043649 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Pushing event updated for resources: {'Port': ['ID=6053f6bb-9efc-41ef-be35-567fadaf8f36,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:45.071135 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:45.071402 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:45.071752 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:45.072094 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:45.072430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:45.072768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:45.073100 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:45.073436 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:45.073762 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:45.074113 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:45.074421 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:45.074745 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:45.109536 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Attempting to bind port 6053f6bb-9efc-41ef-be35-567fadaf8f36 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:45.110492 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Attempting to bind port 6053f6bb-9efc-41ef-be35-567fadaf8f36 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:45.110883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Attempting to bind port 6053f6bb-9efc-41ef-be35-567fadaf8f36 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:45.115894 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:45.116258 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:45.116665 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.117057 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:45.117522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Bound port: 6053f6bb-9efc-41ef-be35-567fadaf8f36, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:45.117917 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.180533 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] For port 6053f6bb-9efc-41ef-be35-567fadaf8f36, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:45.184065 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] For port 6053f6bb-9efc-41ef-be35-567fadaf8f36, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6053f6bb-9efc-41ef-be35-567fadaf8f36,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:45.190063 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.253884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a8c32-dc0f-43c9-ac7f-e65fda0c465e None None] Pushing event updated for resources: {'Port': ['ID=6053f6bb-9efc-41ef-be35-567fadaf8f36,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:46.085775 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ba03f-8d1e-4df5-a8f6-85bfdea99a3f None None] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:46.212915 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b1144887-d9b9-438e-a92f-cb58af6330f6 None None] Provisioning for port 6053f6bb-9efc-41ef-be35-567fadaf8f36 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:47.269870 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6053f6bb-9efc-41ef-be35-567fadaf8f36 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:47.319461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 6053f6bb-9efc-41ef-be35-567fadaf8f36 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:47.323166 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 6053f6bb-9efc-41ef-be35-567fadaf8f36 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:47.323544 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:47.400474 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:47.431764 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 6053f6bb-9efc-41ef-be35-567fadaf8f36, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6053f6bb-9efc-41ef-be35-567fadaf8f36,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:47.435897 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:47.485376 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=6053f6bb-9efc-41ef-be35-567fadaf8f36,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:49.239237 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6053f6bb-9efc-41ef-be35-567fadaf8f36 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:49.287536 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 6053f6bb-9efc-41ef-be35-567fadaf8f36 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:49.287910 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:54.458667 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-864337ed-f54c-4a6c-a5fb-809c511221bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.031860 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-84899abd-6568-4ea0-9a7d-59f3eacd3498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.238398 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:58.312207 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.761984 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:09.772856 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:18:24.459530 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3690ad0b-1fc9-4259-9b6d-9c85f64237e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.033128 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-89a75190-e941-4194-931b-bb4cc3f813ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.239875 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:28.315210 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:29.762878 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:46.772474 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:18:54.326248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49734) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:54.333578 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-0407260f-02a1-43b0-8dd6-20c3fee5c9e0 tempest-verify_tempest_config-885503572 tempest-verify_tempest_config-885503572-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:18:54.334738 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0407260f-02a1-43b0-8dd6-20c3fee5c9e0 tempest-verify_tempest_config-885503572 tempest-verify_tempest_config-885503572-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064664 Jul 23 20:18:54.460282 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8be84920-64fd-485a-bd43-31248da351ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.630686 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49752) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:54.729403 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fae1a19e-a231-4502-a19f-57abf46a2ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.816606 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fae1a19e-a231-4502-a19f-57abf46a2ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.820352 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fae1a19e-a231-4502-a19f-57abf46a2ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.862311 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1a19e-a231-4502-a19f-57abf46a2ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74bec18-d1d4-4f42-ad3a-c5f55d006a00,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:54.866671 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fae1a19e-a231-4502-a19f-57abf46a2ecd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=882e877bb7504ac8b7fca62aca849614&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2349839 Jul 23 20:18:54.869414 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49756) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:54.870897 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1a19e-a231-4502-a19f-57abf46a2ecd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.871206 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1a19e-a231-4502-a19f-57abf46a2ecd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.871537 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1a19e-a231-4502-a19f-57abf46a2ecd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.871880 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1a19e-a231-4502-a19f-57abf46a2ecd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.872179 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1a19e-a231-4502-a19f-57abf46a2ecd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.872500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1a19e-a231-4502-a19f-57abf46a2ecd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.872817 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1a19e-a231-4502-a19f-57abf46a2ecd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.873130 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1a19e-a231-4502-a19f-57abf46a2ecd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.873445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1a19e-a231-4502-a19f-57abf46a2ecd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.874400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1a19e-a231-4502-a19f-57abf46a2ecd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.874718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1a19e-a231-4502-a19f-57abf46a2ecd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.875031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1a19e-a231-4502-a19f-57abf46a2ecd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:54.950713 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d5f1fafc-fdaf-43b6-ab51-0c7f62d51c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.970597 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d5f1fafc-fdaf-43b6-ab51-0c7f62d51c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:55.059207 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d5f1fafc-fdaf-43b6-ab51-0c7f62d51c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:55.062148 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d5f1fafc-fdaf-43b6-ab51-0c7f62d51c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:55.063421 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d5f1fafc-fdaf-43b6-ab51-0c7f62d51c84 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b74bec18-d1d4-4f42-ad3a-c5f55d006a00 HTTP/1.1" status: 204 len: 168 time: 0.1928461 Jul 23 20:18:55.071577 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1fafc-fdaf-43b6-ab51-0c7f62d51c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74bec18-d1d4-4f42-ad3a-c5f55d006a00,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:55.078215 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1fafc-fdaf-43b6-ab51-0c7f62d51c84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:55.078561 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1fafc-fdaf-43b6-ab51-0c7f62d51c84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:55.078904 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1fafc-fdaf-43b6-ab51-0c7f62d51c84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:55.079267 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1fafc-fdaf-43b6-ab51-0c7f62d51c84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:55.079603 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1fafc-fdaf-43b6-ab51-0c7f62d51c84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:55.079935 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1fafc-fdaf-43b6-ab51-0c7f62d51c84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:55.080265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1fafc-fdaf-43b6-ab51-0c7f62d51c84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:55.080587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1fafc-fdaf-43b6-ab51-0c7f62d51c84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:55.080911 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1fafc-fdaf-43b6-ab51-0c7f62d51c84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:55.081238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1fafc-fdaf-43b6-ab51-0c7f62d51c84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:55.081556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1fafc-fdaf-43b6-ab51-0c7f62d51c84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:55.081876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1fafc-fdaf-43b6-ab51-0c7f62d51c84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:57.035229 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a257fdb-f117-44a0-a429-d3ed762ba049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:57.241448 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:58.318530 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:59.763640 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:23.771894 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:19:24.459789 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f5b1-d981-4ffb-91af-61b82b9b9866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.035862 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1aceb015-9465-4abe-bffe-5719000930fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.240869 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.320993 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.768484 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:54.460514 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3bcae413-e6f3-4d9b-b9bc-b4517e09d17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.036175 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6ed27c1-f634-419c-9e56-10fb0b336926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.248089 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:58.323359 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:59.774464 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:00.774867 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:20:24.463505 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c11fd54b-056e-44fe-9d50-095ada51415a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:27.037275 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e881aeaf-994d-49bc-aa09-8108f3d11016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:27.240894 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:28.327319 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:29.772368 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:37.774287 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:20:54.463744 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2e559a8-39ca-41e7-b340-4ab42863907e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.037472 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42a0a181-2bce-4809-a897-603004c1dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.240326 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.329891 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.774515 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:14.772717 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 5 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:21:24.463157 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-821bd4d3-ff02-4757-9b35-87b63d3b4f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.037102 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4759bb7f-397e-4bc2-8c54-9466f9f98276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.240990 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.334246 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.777424 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.046070 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3796353'] for agent, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.527982 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3796353'] for agent, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.773055 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:21:54.464165 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5179be3f-c45f-4787-8e63-b846741ee3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.037764 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f84319f-2b82-45c7-a5ff-712b4f3286ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.242506 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.335899 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.779194 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.998857 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.488374 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.463658 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f41068ac-0277-40c9-b0c8-e73c75c8ec18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.038483 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6b93563-2a3e-43eb-ae60-d304e19db373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.242164 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.338517 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.772348 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:22:29.783812 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:29.834652 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49824) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:29.933615 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-18715504-df8c-4779-a36e-27e0980397d6 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0978513 Jul 23 20:22:32.092945 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49834) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:32.145711 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a23e4ce5-108d-4dfd-9930-8b583db21454 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0517023 Jul 23 20:22:45.001270 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.481364 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.465963 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a68c0dc7-d611-4fcb-a285-ea8bc48a1a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.037934 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abcb7813-45c5-4c5e-9f0a-f394c6c743cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.242317 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.342979 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.785330 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:05.771700 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:23:15.007060 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.481197 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:24.468336 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8beea950-2ceb-4300-a2f5-6dd4671c7202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:27.038438 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1d4d642-c739-49f9-87f7-4b2a15acc22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:27.242923 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.344184 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.794513 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.771923 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:23:45.013170 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.480277 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.293211 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49954) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:53.589288 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-network', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:53.616099 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Made reservation on behalf of 282b5619c5a34c6ea12d7fca8ffb305e for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:53.618933 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.634405 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.749144 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.756638 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.791429 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:23:53.798001 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd5a8ad-f5c9-44d4-a662-d51c4a1cd23b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:53.806054 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:53.806781 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:53.807545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:53.808040 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:53.808527 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:53.808861 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:53.809186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:53.809507 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:53.809831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:53.810306 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:53.810617 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:53.810935 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Tracked resource versions report: Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: pushed versions: Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: { 'AddressGroup': {'1.2'}, Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'ConntrackHelper': {'1.0'}, Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'Log': {'1.0'}, Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'Network': {'1.1'}, Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'Port': {'1.7'}, Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'PortForwarding': {'1.2'}, Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'QosPolicy': {'1.8'}, Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'SecurityGroup': {'1.4'}, Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'SecurityGroupRule': {'1.2'}, Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'SubPort': {'1.0'}, Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'Subnet': {'1.1'}, Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'Trunk': {'1.1'}} Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: consumer versions: Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: { DHCP agent@n-d-791504-18: {}, Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: HyperV agent@n-h1-791504-18: {}, Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: HyperV agent@n-h2-791504-18: {}, Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: L3 agent@n-d-791504-18: {}, Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: Metadata agent@n-d-791504-18: {}, Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: Metering agent@n-d-791504-18: {}, Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: Open vSwitch agent@n-d-791504-18: { 'AddressGroup': '1.2', Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'ConntrackHelper': '1.0', Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'Log': '1.0', Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'Network': '1.1', Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'Port': '1.7', Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'PortForwarding': '1.2', Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'QosPolicy': '1.8', Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'SecurityGroup': '1.4', Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'SecurityGroupRule': '1.2', Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'SubPort': '1.0', Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'Subnet': '1.1', Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: 'Trunk': '1.1'}} Jul 23 20:23:53.812033 n-d-791504-18 neutron-server[93810]: {{(pid=93810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 20:23:53.821691 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729330270082', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.822364 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Unsubscribe: segment precommit_create {{(pid=93810) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 20:23:53.822802 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Added segment 37f4fce7-6013-41e7-8a2d-fe7311437d21 of type vlan for network f7d042f9-5f6b-45f4-af0d-c0167546d960 Jul 23 20:23:53.892711 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.952194 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.953297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:53.954117 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:54.016417 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49998) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:54.022208 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Request body: {'subnet': {'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-subnet', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:54.026577 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7315462 Jul 23 20:23:54.049792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Made reservation on behalf of 282b5619c5a34c6ea12d7fca8ffb305e for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:54.052293 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:54.080878 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b9a38-5e29-4908-a12f-4004efc834c6 admin admin] Pushing event updated for resources: {'Network': ['ID=f7d042f9-5f6b-45f4-af0d-c0167546d960,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:54.095183 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network f7d042f9-5f6b-45f4-af0d-c0167546d960 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:23:54.236285 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:54.323720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Checking segment: {'id': '37f4fce7-6013-41e7-8a2d-fe7311437d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:54.323720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Network hostable DHCP agents. Network: f7d042f9-5f6b-45f4-af0d-c0167546d960, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:23:54.325310 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70510b3b-e3cb-4ef3-a472-cc252ad56cea,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:54.335355 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:54.335704 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:54.336040 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:54.336370 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:54.336694 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:54.337189 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:54.337514 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:54.337836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:54.338153 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:54.338470 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:54.338783 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:54.339293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Tracked resource versions report: Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: pushed versions: Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: { 'AddressGroup': {'1.2'}, Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'ConntrackHelper': {'1.0'}, Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'Log': {'1.0'}, Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'Network': {'1.1'}, Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'Port': {'1.7'}, Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'PortForwarding': {'1.2'}, Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'QosPolicy': {'1.8'}, Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'SecurityGroup': {'1.4'}, Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'SecurityGroupRule': {'1.2'}, Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'SubPort': {'1.0'}, Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'Subnet': {'1.1'}, Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'Trunk': {'1.1'}} Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: consumer versions: Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: { DHCP agent@n-d-791504-18: {}, Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: HyperV agent@n-h1-791504-18: {}, Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: HyperV agent@n-h2-791504-18: {}, Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: L3 agent@n-d-791504-18: {}, Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: Metadata agent@n-d-791504-18: {}, Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: Metering agent@n-d-791504-18: {}, Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: Open vSwitch agent@n-d-791504-18: { 'AddressGroup': '1.2', Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'ConntrackHelper': '1.0', Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'Log': '1.0', Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'Network': '1.1', Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'Port': '1.7', Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'PortForwarding': '1.2', Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'QosPolicy': '1.8', Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'SecurityGroup': '1.4', Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'SecurityGroupRule': '1.2', Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'SubPort': '1.0', Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'Subnet': '1.1', Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: 'Trunk': '1.1'}} Jul 23 20:23:54.340526 n-d-791504-18 neutron-server[93811]: {{(pid=93811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 20:23:54.353170 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Network f7d042f9-5f6b-45f4-af0d-c0167546d960 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:23:54.363756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, f7d042f9-5f6b-45f4-af0d-c0167546d960) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:54.373454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2420e5b0-7a93-49e5-b42a-c3e64a716183 None None] Network f7d042f9-5f6b-45f4-af0d-c0167546d960 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:54.384844 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:54.385956 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:54.405401 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4162da24-4e84-4bfe-8699-e3fac115a713 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3877110 Jul 23 20:23:54.408923 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50018) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:54.415704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:54.443552 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:54.448105 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:54.517330 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:54.522149 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-009944d7-40c8-4295-b073-f5b241eb9ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:54.574112 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-f7d042f9-5f6b-45f4-af0d-c0167546d960', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:23:54.575423 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:54.649981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50034) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:54.729340 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:54.735128 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Allocated IP 172.20.0.2 (f7d042f9-5f6b-45f4-af0d-c0167546d960/70510b3b-e3cb-4ef3-a472-cc252ad56cea/989193b4-58af-41f4-93a9-9eafbfc85596) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:55.011369 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.038328 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.042875 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.054004 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Transition to ACTIVE for port object 989193b4-58af-41f4-93a9-9eafbfc85596 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:55.080059 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Transition to ACTIVE for port object 989193b4-58af-41f4-93a9-9eafbfc85596 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:55.089522 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.113644 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d818c27f-959e-4cc5-a938-a27d47020f85 tempest-AutoAllocateNetworkTest-1974944311 tempest-AutoAllocateNetworkTest-1974944311-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d8bb4e0a643e4aa8a7df214540220647&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4614408 Jul 23 20:23:55.114970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50050) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:55.145200 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Pushing event updated for resources: {'Port': ['ID=989193b4-58af-41f4-93a9-9eafbfc85596,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:55.177375 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:55.177716 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:55.178051 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:55.178381 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:55.178706 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:55.179589 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:55.180095 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:55.183082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:55.185909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:55.191555 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:55.192062 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:55.192511 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Tracked resource versions report: Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: pushed versions: Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: { 'AddressGroup': {'1.2'}, Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'ConntrackHelper': {'1.0'}, Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'Log': {'1.0'}, Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'Network': {'1.1'}, Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'Port': {'1.7'}, Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'PortForwarding': {'1.2'}, Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'QosPolicy': {'1.8'}, Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'SecurityGroup': {'1.4'}, Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'SecurityGroupRule': {'1.2'}, Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'SubPort': {'1.0'}, Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'Subnet': {'1.1'}, Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'Trunk': {'1.1'}} Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: consumer versions: Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: { DHCP agent@n-d-791504-18: {}, Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: HyperV agent@n-h1-791504-18: {}, Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: HyperV agent@n-h2-791504-18: {}, Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: L3 agent@n-d-791504-18: {}, Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: Metadata agent@n-d-791504-18: {}, Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: Metering agent@n-d-791504-18: {}, Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: Open vSwitch agent@n-d-791504-18: { 'AddressGroup': '1.2', Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'ConntrackHelper': '1.0', Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'Log': '1.0', Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'Network': '1.1', Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'Port': '1.7', Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'PortForwarding': '1.2', Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'QosPolicy': '1.8', Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'SecurityGroup': '1.4', Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'SecurityGroupRule': '1.2', Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'SubPort': '1.0', Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'Subnet': '1.1', Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: 'Trunk': '1.1'}} Jul 23 20:23:55.193817 n-d-791504-18 neutron-server[93812]: {{(pid=93812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 20:23:55.204174 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Network f7d042f9-5f6b-45f4-af0d-c0167546d960 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:55.206414 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:55.210920 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:55.289545 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Attempting to bind port 989193b4-58af-41f4-93a9-9eafbfc85596 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:55.290097 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Attempting to bind port 989193b4-58af-41f4-93a9-9eafbfc85596 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '37f4fce7-6013-41e7-8a2d-fe7311437d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:55.295074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Attempting to bind port 989193b4-58af-41f4-93a9-9eafbfc85596 on network f7d042f9-5f6b-45f4-af0d-c0167546d960 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:55.302361 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:55.303390 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Checking segment: {'id': '37f4fce7-6013-41e7-8a2d-fe7311437d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:55.304570 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.307392 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Bound using segment: {'id': '37f4fce7-6013-41e7-8a2d-fe7311437d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:55.308590 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Bound port: 989193b4-58af-41f4-93a9-9eafbfc85596, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f4fce7-6013-41e7-8a2d-fe7311437d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:55.311225 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.333887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Allocated IP 172.25.3.203 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/173eaaea-ee7e-4e53-af91-ad7f83c4f6ab) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:55.351382 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee508f3d-cdd3-41b3-b759-4714d90bfd02 tempest-AutoAllocateNetworkTest-1974944311 tempest-AutoAllocateNetworkTest-1974944311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:55.357447 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ee508f3d-cdd3-41b3-b759-4714d90bfd02 tempest-AutoAllocateNetworkTest-1974944311 tempest-AutoAllocateNetworkTest-1974944311-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2412519 Jul 23 20:23:55.358604 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50056) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:55.413016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] For port 989193b4-58af-41f4-93a9-9eafbfc85596, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:55.418289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] For port 989193b4-58af-41f4-93a9-9eafbfc85596, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=989193b4-58af-41f4-93a9-9eafbfc85596,segment=NetworkSegment(37f4fce7-6013-41e7-8a2d-fe7311437d21),segment_id=37f4fce7-6013-41e7-8a2d-fe7311437d21)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:55.429046 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dcd4c9fb-ce95-45f7-856f-11da7069eafd tempest-AutoAllocateNetworkTest-1974944311 tempest-AutoAllocateNetworkTest-1974944311-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690372 Jul 23 20:23:55.429616 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.429797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50058) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:55.472793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-26db8aea-5b46-438e-870f-1b75253d7c07 tempest-AutoAllocateNetworkTest-1974944311 tempest-AutoAllocateNetworkTest-1974944311-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d8bb4e0a643e4aa8a7df214540220647 HTTP/1.1" status: 200 len: 208 time: 0.0419998 Jul 23 20:23:55.488334 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.514455 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39f682-27e6-4b18-97fc-0d3a97e1010c None None] Pushing event updated for resources: {'Port': ['ID=989193b4-58af-41f4-93a9-9eafbfc85596,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:55.603793 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.689388 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:55.695516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:55.705293 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:55.803233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Pushing event updated for resources: {'Port': ['ID=173eaaea-ee7e-4e53-af91-ad7f83c4f6ab,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:56.069670 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.279660 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.430606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50096) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:56.463884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Router 604175e0-803e-4dc3-a847-19f171f63526 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:23:56.603981 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:56.617730 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Sync routers for ids ['604175e0-803e-4dc3-a847-19f171f63526'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:56.629498 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.634032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50114) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:56.634553 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9e023703-7ac4-4164-a011-a3265ba965a2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.2235918 Jul 23 20:23:56.635458 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Routers {'604175e0-803e-4dc3-a847-19f171f63526'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:56.636138 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:23:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['604175e0-803e-4dc3-a847-19f171f63526'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:56.687530 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49ce53d3-b020-496b-b098-07ab9f83eab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.808801 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e798630-2085-4d3c-965a-c5814f7e5974 None None] Network f7d042f9-5f6b-45f4-af0d-c0167546d960 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:56.858735 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49ce53d3-b020-496b-b098-07ab9f83eab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.865302 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49ce53d3-b020-496b-b098-07ab9f83eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.897963 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Set router 604175e0-803e-4dc3-a847-19f171f63526 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:56.980257 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-49ce53d3-b020-496b-b098-07ab9f83eab5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d8bb4e0a643e4aa8a7df214540220647&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5483353 Jul 23 20:23:57.000562 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50122) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:57.003637 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce53d3-b020-496b-b098-07ab9f83eab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1242ca64-54b3-4903-b826-45e9c92f4f24,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:57.006279 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f236479f-18d6-410c-ae13-831de5feb30b None None] Provisioning for port 989193b4-58af-41f4-93a9-9eafbfc85596 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:57.077119 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab57fd9b-d50f-4af2-a0aa-9a2927e206ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.092051 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26a0cff0-6ccc-4f8e-9645-6027c49fc48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.121675 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26a0cff0-6ccc-4f8e-9645-6027c49fc48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.201185 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.275308 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.292911 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26a0cff0-6ccc-4f8e-9645-6027c49fc48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.297559 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26a0cff0-6ccc-4f8e-9645-6027c49fc48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.301285 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-26a0cff0-6ccc-4f8e-9645-6027c49fc48b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1242ca64-54b3-4903-b826-45e9c92f4f24 HTTP/1.1" status: 204 len: 168 time: 0.2882309 Jul 23 20:23:57.310810 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0cff0-6ccc-4f8e-9645-6027c49fc48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1242ca64-54b3-4903-b826-45e9c92f4f24,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:57.365550 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:23:55Z', 'revision_number': 3, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:57.405954 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Checking router: 604175e0-803e-4dc3-a847-19f171f63526 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:23:57.407886 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Updating router 604175e0-803e-4dc3-a847-19f171f63526 port 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:23:57.492441 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.498096 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Allocated IP 172.20.0.1 (f7d042f9-5f6b-45f4-af0d-c0167546d960/70510b3b-e3cb-4ef3-a472-cc252ad56cea/2ee261b4-b198-4de1-9655-e7cef69e167d) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:57.564094 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 989193b4-58af-41f4-93a9-9eafbfc85596 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:57.628341 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 989193b4-58af-41f4-93a9-9eafbfc85596 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:57.637170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 989193b4-58af-41f4-93a9-9eafbfc85596 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:57.637563 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.806737 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.807732 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.821264 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Transition to ACTIVE for port object 2ee261b4-b198-4de1-9655-e7cef69e167d will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:57.855018 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.864659 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 989193b4-58af-41f4-93a9-9eafbfc85596, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=989193b4-58af-41f4-93a9-9eafbfc85596,segment=NetworkSegment(37f4fce7-6013-41e7-8a2d-fe7311437d21),segment_id=37f4fce7-6013-41e7-8a2d-fe7311437d21)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:57.870846 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.910455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Network f7d042f9-5f6b-45f4-af0d-c0167546d960 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:57.916488 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:57.921819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:57.923192 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.966760 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=989193b4-58af-41f4-93a9-9eafbfc85596,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:58.006398 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.022284 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Transition to ACTIVE for port object 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:58.032851 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.104643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ee261b4-b198-4de1-9655-e7cef69e167d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:58.146918 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76a54c-6c5e-4258-8ae1-2012251a523d None None] Pushing event updated for resources: {'Port': ['ID=173eaaea-ee7e-4e53-af91-ad7f83c4f6ab,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:58.150009 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Attempting to bind port 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:58.150372 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Attempting to bind port 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:58.150729 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Attempting to bind port 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:58.165738 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a54c-6c5e-4258-8ae1-2012251a523d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.166088 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a54c-6c5e-4258-8ae1-2012251a523d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.166600 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a54c-6c5e-4258-8ae1-2012251a523d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.167122 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a54c-6c5e-4258-8ae1-2012251a523d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.167604 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a54c-6c5e-4258-8ae1-2012251a523d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.168091 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a54c-6c5e-4258-8ae1-2012251a523d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.168585 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a54c-6c5e-4258-8ae1-2012251a523d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.169084 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a54c-6c5e-4258-8ae1-2012251a523d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.169986 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a54c-6c5e-4258-8ae1-2012251a523d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.170321 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a54c-6c5e-4258-8ae1-2012251a523d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.170648 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a54c-6c5e-4258-8ae1-2012251a523d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.170971 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a54c-6c5e-4258-8ae1-2012251a523d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa76a54c-6c5e-4258-8ae1-2012251a523d None None] Tracked resource versions report: Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: pushed versions: Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: { 'AddressGroup': {'1.2'}, Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'ConntrackHelper': {'1.0'}, Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'Log': {'1.0'}, Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'Network': {'1.1'}, Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'Port': {'1.7'}, Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'PortForwarding': {'1.2'}, Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'QosPolicy': {'1.8'}, Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'SecurityGroup': {'1.4'}, Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'SecurityGroupRule': {'1.2'}, Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'SubPort': {'1.0'}, Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'Subnet': {'1.1'}, Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'Trunk': {'1.1'}} Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: consumer versions: Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: { DHCP agent@n-d-791504-18: {}, Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: HyperV agent@n-h1-791504-18: {}, Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: HyperV agent@n-h2-791504-18: {}, Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: L3 agent@n-d-791504-18: {}, Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: Metadata agent@n-d-791504-18: {}, Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: Metering agent@n-d-791504-18: {}, Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: Open vSwitch agent@n-d-791504-18: { 'AddressGroup': '1.2', Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'ConntrackHelper': '1.0', Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'Log': '1.0', Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'Network': '1.1', Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'Port': '1.7', Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'PortForwarding': '1.2', Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'QosPolicy': '1.8', Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'SecurityGroup': '1.4', Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'SecurityGroupRule': '1.2', Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'SubPort': '1.0', Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'Subnet': '1.1', Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: 'Trunk': '1.1'}} Jul 23 20:23:58.172102 n-d-791504-18 neutron-server[93813]: {{(pid=93813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 20:23:58.174933 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:58.175335 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:58.175779 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.176155 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:58.176787 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Bound port: 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:58.177362 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.189777 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.235967 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] For port 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:58.240228 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] For port 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=173eaaea-ee7e-4e53-af91-ad7f83c4f6ab,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:58.247445 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.320346 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Routers {'604175e0-803e-4dc3-a847-19f171f63526'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:58.321064 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:23:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['604175e0-803e-4dc3-a847-19f171f63526'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:58.371687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f96ce8f7-0052-47dc-85e3-5827760bd810 None None] Provisioning for port 2ee261b4-b198-4de1-9655-e7cef69e167d completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:58.375690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f96ce8f7-0052-47dc-85e3-5827760bd810 None None] Provisioning complete for port 2ee261b4-b198-4de1-9655-e7cef69e167d triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:58.375965 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f96ce8f7-0052-47dc-85e3-5827760bd810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.378782 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.455926 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f96ce8f7-0052-47dc-85e3-5827760bd810 None None] Port 2ee261b4-b198-4de1-9655-e7cef69e167d cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:58.461996 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.470517 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.471576 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.473863 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76a54c-6c5e-4258-8ae1-2012251a523d None None] Pushing event updated for resources: {'Port': ['ID=173eaaea-ee7e-4e53-af91-ad7f83c4f6ab,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:58.531790 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] Set router 604175e0-803e-4dc3-a847-19f171f63526 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:58.599224 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ee261b4-b198-4de1-9655-e7cef69e167d,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:58.641351 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Network f7d042f9-5f6b-45f4-af0d-c0167546d960 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:58.642644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:58.790795 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Router 604175e0-803e-4dc3-a847-19f171f63526 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:23:58.924534 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:58.939648 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-041c4adb-758f-4c08-b7f9-e6dd5112dac9 admin admin] 10.222.0.55 "PUT /v2.0/routers/604175e0-803e-4dc3-a847-19f171f63526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3034129 Jul 23 20:23:58.951505 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '2ee261b4-b198-4de1-9655-e7cef69e167d', 'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'mac_address': 'fa:16:3e:91:b1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:57Z', 'updated_at': '2021-07-23T20:23:57Z', 'revision_number': 1, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'subnets': [{'id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:58.979423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b7adf018-ac64-42f0-b9c6-af542f806c60 None None] Provisioning complete for port 2ee261b4-b198-4de1-9655-e7cef69e167d triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:58.980909 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7adf018-ac64-42f0-b9c6-af542f806c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.981307 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7726ab78-7d32-44ed-9dc0-35a556648899 None None] The sync data for ids ['604175e0-803e-4dc3-a847-19f171f63526'] in n-d-791504-18 is: [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '2ee261b4-b198-4de1-9655-e7cef69e167d', 'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'mac_address': 'fa:16:3e:91:b1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:57Z', 'updated_at': '2021-07-23T20:23:57Z', 'revision_number': 1, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'subnets': [{'id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:59.017224 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b7adf018-ac64-42f0-b9c6-af542f806c60 None None] Port 2ee261b4-b198-4de1-9655-e7cef69e167d cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:59.503340 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 989193b4-58af-41f4-93a9-9eafbfc85596 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:59.574773 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 989193b4-58af-41f4-93a9-9eafbfc85596 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:59.575463 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.783232 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50216) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:59.814861 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.028280 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-450a4714-e696-4286-8c26-d3c034b1ca00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.195242 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-450a4714-e696-4286-8c26-d3c034b1ca00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.214757 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-450a4714-e696-4286-8c26-d3c034b1ca00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.315959 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-450a4714-e696-4286-8c26-d3c034b1ca00 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1e106bf23fa4c6ebb6c18f195d3d694&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5313563 Jul 23 20:24:00.317067 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a4714-e696-4286-8c26-d3c034b1ca00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4897c9e8-13af-49ba-ab07-ebecde4e29dd,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:00.319216 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50252) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:00.411135 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53b506a1-14ef-4fd6-b9b7-430e9450eb42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.444516 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53b506a1-14ef-4fd6-b9b7-430e9450eb42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.505408 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50268) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:00.538733 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50274) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:00.546922 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-26da7406-6fc6-4f1f-a355-f5f8ff9cf9dc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-488419322-network', 'tenant_id': 'a5849c8febe94b04bee56c915d77e7e6'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:00.550184 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53b506a1-14ef-4fd6-b9b7-430e9450eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.554200 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53b506a1-14ef-4fd6-b9b7-430e9450eb42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.561681 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-53b506a1-14ef-4fd6-b9b7-430e9450eb42 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4897c9e8-13af-49ba-ab07-ebecde4e29dd HTTP/1.1" status: 204 len: 168 time: 0.2411911 Jul 23 20:24:00.583088 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b506a1-14ef-4fd6-b9b7-430e9450eb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4897c9e8-13af-49ba-ab07-ebecde4e29dd,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:00.628567 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26da7406-6fc6-4f1f-a355-f5f8ff9cf9dc admin admin] Made reservation on behalf of a5849c8febe94b04bee56c915d77e7e6 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:00.631755 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26da7406-6fc6-4f1f-a355-f5f8ff9cf9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.651226 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26da7406-6fc6-4f1f-a355-f5f8ff9cf9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.801290 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26da7406-6fc6-4f1f-a355-f5f8ff9cf9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.812365 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26da7406-6fc6-4f1f-a355-f5f8ff9cf9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.844469 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26da7406-6fc6-4f1f-a355-f5f8ff9cf9dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:24:00.873909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da7406-6fc6-4f1f-a355-f5f8ff9cf9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7957cbea-0313-40f6-b29b-9e243c3312a2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:00.880922 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26da7406-6fc6-4f1f-a355-f5f8ff9cf9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.884063 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-26da7406-6fc6-4f1f-a355-f5f8ff9cf9dc admin admin] Added segment a4602c4e-4a8f-4166-9839-67c22f22e320 of type vlan for network 31ff004f-7913-441a-be6d-0ce67950a7b4 Jul 23 20:24:00.911132 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-620a2763-8be7-4e91-8721-946f06df3cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.945586 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26da7406-6fc6-4f1f-a355-f5f8ff9cf9dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.981181 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26da7406-6fc6-4f1f-a355-f5f8ff9cf9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.982994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26da7406-6fc6-4f1f-a355-f5f8ff9cf9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:00.984158 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26da7406-6fc6-4f1f-a355-f5f8ff9cf9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.038138 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-620a2763-8be7-4e91-8721-946f06df3cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.043362 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-620a2763-8be7-4e91-8721-946f06df3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.047614 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da7406-6fc6-4f1f-a355-f5f8ff9cf9dc admin admin] Pushing event updated for resources: {'Network': ['ID=31ff004f-7913-441a-be6d-0ce67950a7b4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:01.056491 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-26da7406-6fc6-4f1f-a355-f5f8ff9cf9dc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5165231 Jul 23 20:24:01.060236 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50312) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:01.064187 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 31ff004f-7913-441a-be6d-0ce67950a7b4 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:24:01.071380 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-42e29bb6-7c31-4be6-b938-01eb566a5c28 admin admin] Request body: {'subnet': {'network_id': '31ff004f-7913-441a-be6d-0ce67950a7b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-488419322-subnet', 'tenant_id': 'a5849c8febe94b04bee56c915d77e7e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:01.090050 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-620a2763-8be7-4e91-8721-946f06df3cdb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7cb2654737634a95b81cb2c0eb78f416&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5876248 Jul 23 20:24:01.094266 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50316) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:01.104717 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e29bb6-7c31-4be6-b938-01eb566a5c28 admin admin] Made reservation on behalf of a5849c8febe94b04bee56c915d77e7e6 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:01.109881 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42e29bb6-7c31-4be6-b938-01eb566a5c28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.111082 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a2763-8be7-4e91-8721-946f06df3cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9948402d-c765-4ef1-b696-1bb893ae9a4b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:01.171429 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e1e750dc-9d22-4faf-ae42-a35f9cf52bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.221202 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e1e750dc-9d22-4faf-ae42-a35f9cf52bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.307750 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e1e750dc-9d22-4faf-ae42-a35f9cf52bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.312608 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e1e750dc-9d22-4faf-ae42-a35f9cf52bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.325367 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e1e750dc-9d22-4faf-ae42-a35f9cf52bdd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9948402d-c765-4ef1-b696-1bb893ae9a4b HTTP/1.1" status: 204 len: 168 time: 0.2295341 Jul 23 20:24:01.336411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e750dc-9d22-4faf-ae42-a35f9cf52bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9948402d-c765-4ef1-b696-1bb893ae9a4b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:01.391054 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50328) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:01.407607 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a48fa02-6ad4-4700-a3c6-98a5870a0d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.503844 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42e29bb6-7c31-4be6-b938-01eb566a5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.570006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a48fa02-6ad4-4700-a3c6-98a5870a0d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.593503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:01.605278 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a48fa02-6ad4-4700-a3c6-98a5870a0d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.656563 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:01.668504 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:01.669911 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.716404 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4a48fa02-6ad4-4700-a3c6-98a5870a0d87 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b668a58679d54f2a8fabc9a07f7589b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3219266 Jul 23 20:24:01.717275 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50354) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:01.723742 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e29bb6-7c31-4be6-b938-01eb566a5c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ea6d201-01e4-44eb-9f1b-8cab36174fbc,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:01.755765 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e29bb6-7c31-4be6-b938-01eb566a5c28 admin admin] Checking segment: {'id': 'a4602c4e-4a8f-4166-9839-67c22f22e320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '31ff004f-7913-441a-be6d-0ce67950a7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:01.756115 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e29bb6-7c31-4be6-b938-01eb566a5c28 admin admin] Network hostable DHCP agents. Network: 31ff004f-7913-441a-be6d-0ce67950a7b4, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:24:01.765381 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48fa02-6ad4-4700-a3c6-98a5870a0d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94bd9b5-affc-4843-96b3-33dd278fb1e0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:01.787327 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.810203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Sync routers for ids ['604175e0-803e-4dc3-a847-19f171f63526'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:01.842966 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e29bb6-7c31-4be6-b938-01eb566a5c28 admin admin] Network 31ff004f-7913-441a-be6d-0ce67950a7b4 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:24:01.843938 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Routers {'604175e0-803e-4dc3-a847-19f171f63526'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:01.844970 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:23:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['604175e0-803e-4dc3-a847-19f171f63526'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:01.865161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-42e29bb6-7c31-4be6-b938-01eb566a5c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 31ff004f-7913-441a-be6d-0ce67950a7b4) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:01.874808 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e29bb6-7c31-4be6-b938-01eb566a5c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:01.876597 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42e29bb6-7c31-4be6-b938-01eb566a5c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.889459 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-702fa11b-af5d-4f80-a67e-fc4958163fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.943148 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-42e29bb6-7c31-4be6-b938-01eb566a5c28 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8766241 Jul 23 20:24:01.946042 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50366) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:01.955859 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-488419322-router', 'tenant_id': 'a5849c8febe94b04bee56c915d77e7e6', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:01.980365 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-702fa11b-af5d-4f80-a67e-fc4958163fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.010056 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.010056 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.034417 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7318e32-27ee-4e21-884d-4f9c85244ca1 None None] Network 31ff004f-7913-441a-be6d-0ce67950a7b4 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:02.042157 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=173eaaea-ee7e-4e53-af91-ad7f83c4f6ab,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:02.076755 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.092435 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-702fa11b-af5d-4f80-a67e-fc4958163fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.095235 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-702fa11b-af5d-4f80-a67e-fc4958163fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.100998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-702fa11b-af5d-4f80-a67e-fc4958163fd4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d94bd9b5-affc-4843-96b3-33dd278fb1e0 HTTP/1.1" status: 204 len: 168 time: 0.3817217 Jul 23 20:24:02.127756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fa11b-af5d-4f80-a67e-fc4958163fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94bd9b5-affc-4843-96b3-33dd278fb1e0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:02.168498 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.251711 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Set router 604175e0-803e-4dc3-a847-19f171f63526 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:24:02.255203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=173eaaea-ee7e-4e53-af91-ad7f83c4f6ab,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:02.266057 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50388) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:02.299356 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8b0e3698-dc33-4614-9e74-352fe83afa0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.526452 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8b0e3698-dc33-4614-9e74-352fe83afa0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.535041 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8b0e3698-dc33-4614-9e74-352fe83afa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.553486 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.558332 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e497176-edee-47ff-8072-18149e73348d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-31ff004f-7913-441a-be6d-0ce67950a7b4', 'network_id': '31ff004f-7913-441a-be6d-0ce67950a7b4', 'tenant_id': 'a5849c8febe94b04bee56c915d77e7e6', 'fixed_ips': [{'subnet_id': '2ea6d201-01e4-44eb-9f1b-8cab36174fbc'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:24:02.559431 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e497176-edee-47ff-8072-18149e73348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.609586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e3698-dc33-4614-9e74-352fe83afa0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623a8fcb-4aa6-4f9d-a1e2-27c1d99dac4b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:02.631542 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8b0e3698-dc33-4614-9e74-352fe83afa0f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e32940addac4bdd8b02d2b11ae806e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3620541 Jul 23 20:24:02.632273 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50410) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:02.750141 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2a643691-ef71-4da2-8c76-7ab75cdb2f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.790641 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2a643691-ef71-4da2-8c76-7ab75cdb2f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.874038 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2a643691-ef71-4da2-8c76-7ab75cdb2f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.877164 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2a643691-ef71-4da2-8c76-7ab75cdb2f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.881344 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2a643691-ef71-4da2-8c76-7ab75cdb2f39 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/623a8fcb-4aa6-4f9d-a1e2-27c1d99dac4b HTTP/1.1" status: 204 len: 168 time: 0.2436373 Jul 23 20:24:02.890084 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.895092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a643691-ef71-4da2-8c76-7ab75cdb2f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623a8fcb-4aa6-4f9d-a1e2-27c1d99dac4b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:02.924839 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.963338 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-5e497176-edee-47ff-8072-18149e73348d None None] Allocated IP 172.20.0.2 (31ff004f-7913-441a-be6d-0ce67950a7b4/2ea6d201-01e4-44eb-9f1b-8cab36174fbc/27ac3c67-f343-4976-8488-aa34c67eedf4) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:02.979787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '2ee261b4-b198-4de1-9655-e7cef69e167d', 'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'mac_address': 'fa:16:3e:91:b1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:57Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 2, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'subnets': [{'id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:03.016119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Checking router: 604175e0-803e-4dc3-a847-19f171f63526 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:24:03.016477 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Updating router 604175e0-803e-4dc3-a847-19f171f63526 port 2ee261b4-b198-4de1-9655-e7cef69e167d binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:24:03.076465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Allocated IP 172.25.3.107 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/1dd2a706-ac81-49c8-b78d-c8d8283a2885) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:03.110036 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.218759 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.268165 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.295660 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e497176-edee-47ff-8072-18149e73348d None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.310744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5e497176-edee-47ff-8072-18149e73348d None None] Transition to ACTIVE for port object 27ac3c67-f343-4976-8488-aa34c67eedf4 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:03.313674 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:03.322054 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:03.327433 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:03.377622 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Pushing event updated for resources: {'Port': ['ID=1dd2a706-ac81-49c8-b78d-c8d8283a2885,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:03.385031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50456) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:03.390106 n-d-791504-18 neutron-server[93811]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 20:24:03.396427 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5e497176-edee-47ff-8072-18149e73348d None None] Transition to ACTIVE for port object 27ac3c67-f343-4976-8488-aa34c67eedf4 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:03.410116 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e497176-edee-47ff-8072-18149e73348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.430661 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-dbc6b26b-90b0-4181-a888-088f27fdc590 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3355facf19e94113903c35196fa861e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432537 Jul 23 20:24:03.505397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:03.536786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e497176-edee-47ff-8072-18149e73348d None None] Network 31ff004f-7913-441a-be6d-0ce67950a7b4 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:03.549625 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-5e497176-edee-47ff-8072-18149e73348d None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:03.559090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e497176-edee-47ff-8072-18149e73348d None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:03.565633 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e497176-edee-47ff-8072-18149e73348d None None] Pushing event updated for resources: {'Port': ['ID=27ac3c67-f343-4976-8488-aa34c67eedf4,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:03.691550 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5e497176-edee-47ff-8072-18149e73348d None None] Attempting to bind port 27ac3c67-f343-4976-8488-aa34c67eedf4 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:03.691960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5e497176-edee-47ff-8072-18149e73348d None None] Attempting to bind port 27ac3c67-f343-4976-8488-aa34c67eedf4 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a4602c4e-4a8f-4166-9839-67c22f22e320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '31ff004f-7913-441a-be6d-0ce67950a7b4'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:03.692290 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e497176-edee-47ff-8072-18149e73348d None None] Attempting to bind port 27ac3c67-f343-4976-8488-aa34c67eedf4 on network 31ff004f-7913-441a-be6d-0ce67950a7b4 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:03.702314 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.707954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:03.708318 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.712379 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e497176-edee-47ff-8072-18149e73348d None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:03.712759 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e497176-edee-47ff-8072-18149e73348d None None] Checking segment: {'id': 'a4602c4e-4a8f-4166-9839-67c22f22e320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '31ff004f-7913-441a-be6d-0ce67950a7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:03.713177 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e497176-edee-47ff-8072-18149e73348d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.713555 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e497176-edee-47ff-8072-18149e73348d None None] Bound using segment: {'id': 'a4602c4e-4a8f-4166-9839-67c22f22e320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '31ff004f-7913-441a-be6d-0ce67950a7b4'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:03.714033 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5e497176-edee-47ff-8072-18149e73348d None None] Bound port: 27ac3c67-f343-4976-8488-aa34c67eedf4, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4602c4e-4a8f-4166-9839-67c22f22e320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '31ff004f-7913-441a-be6d-0ce67950a7b4'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:03.714420 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e497176-edee-47ff-8072-18149e73348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.734839 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-94188ca0-bc90-4311-bd0f-0e9d99cbc5ae tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:03.747148 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-94188ca0-bc90-4311-bd0f-0e9d99cbc5ae tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3045442 Jul 23 20:24:03.762534 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Transition to ACTIVE for port object 2ee261b4-b198-4de1-9655-e7cef69e167d will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:03.769871 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-409dd06d-3abb-4a6f-a2af-bfab0662273c tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/quotas/3355facf19e94113903c35196fa861e9 HTTP/1.1" status: 200 len: 375 time: 0.0212567 Jul 23 20:24:03.780481 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.797101 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.873800 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-f560159d-adf8-4777-b332-2807a20f2595 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3355facf19e94113903c35196fa861e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0984907 Jul 23 20:24:03.956549 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c033078-1935-4931-8022-bdad9e9fef6a None None] Pushing event updated for resources: {'Port': ['ID=2ee261b4-b198-4de1-9655-e7cef69e167d,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:03.967214 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5e497176-edee-47ff-8072-18149e73348d None None] For port 27ac3c67-f343-4976-8488-aa34c67eedf4, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:04.071403 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5e497176-edee-47ff-8072-18149e73348d None None] For port 27ac3c67-f343-4976-8488-aa34c67eedf4, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=27ac3c67-f343-4976-8488-aa34c67eedf4,segment=NetworkSegment(a4602c4e-4a8f-4166-9839-67c22f22e320),segment_id=a4602c4e-4a8f-4166-9839-67c22f22e320)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:04.110826 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e497176-edee-47ff-8072-18149e73348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:04.176827 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Attempting to bind port 2ee261b4-b198-4de1-9655-e7cef69e167d on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:04.177054 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Attempting to bind port 2ee261b4-b198-4de1-9655-e7cef69e167d by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '37f4fce7-6013-41e7-8a2d-fe7311437d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:04.188588 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Attempting to bind port 2ee261b4-b198-4de1-9655-e7cef69e167d on network f7d042f9-5f6b-45f4-af0d-c0167546d960 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:04.213813 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:04.224810 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Checking segment: {'id': '37f4fce7-6013-41e7-8a2d-fe7311437d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:04.225227 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:04.225659 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Bound using segment: {'id': '37f4fce7-6013-41e7-8a2d-fe7311437d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:04.226129 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Bound port: 2ee261b4-b198-4de1-9655-e7cef69e167d, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f4fce7-6013-41e7-8a2d-fe7311437d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:04.226534 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:04.297415 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e497176-edee-47ff-8072-18149e73348d None None] Pushing event updated for resources: {'Port': ['ID=27ac3c67-f343-4976-8488-aa34c67eedf4,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:04.371492 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] For port 2ee261b4-b198-4de1-9655-e7cef69e167d, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:04.376253 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] For port 2ee261b4-b198-4de1-9655-e7cef69e167d, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2ee261b4-b198-4de1-9655-e7cef69e167d,segment=NetworkSegment(37f4fce7-6013-41e7-8a2d-fe7311437d21),segment_id=37f4fce7-6013-41e7-8a2d-fe7311437d21)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:04.383269 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:04.394511 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:04.452521 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Routers {'604175e0-803e-4dc3-a847-19f171f63526'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:04.453429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:23:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['604175e0-803e-4dc3-a847-19f171f63526'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:04.677887 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] Set router 604175e0-803e-4dc3-a847-19f171f63526 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:24:04.707151 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50524) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.744760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50528) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.767217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Router adab3754-a396-4d18-a617-addaebf8f2bf is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:24:04.796466 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c033078-1935-4931-8022-bdad9e9fef6a None None] Pushing event updated for resources: {'Port': ['ID=2ee261b4-b198-4de1-9655-e7cef69e167d,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:04.922942 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:04.949593 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Sync routers for ids ['adab3754-a396-4d18-a617-addaebf8f2bf'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:04.970332 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Routers {'adab3754-a396-4d18-a617-addaebf8f2bf'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:04.971398 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:23:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['adab3754-a396-4d18-a617-addaebf8f2bf'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:04.992326 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:04.995522 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7556b6f0-4250-4204-9127-50d95147c69a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0458090 Jul 23 20:24:04.997764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50536) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:05.007942 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50538) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:05.059881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '2ee261b4-b198-4de1-9655-e7cef69e167d', 'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'mac_address': 'fa:16:3e:91:b1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:57Z', 'updated_at': '2021-07-23T20:24:04Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'subnets': [{'id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:05.108119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc67abb0-ba0b-44bf-a7a3-b7b5941b487f None None] The sync data for ids ['604175e0-803e-4dc3-a847-19f171f63526'] in n-d-791504-18 is: [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '2ee261b4-b198-4de1-9655-e7cef69e167d', 'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'mac_address': 'fa:16:3e:91:b1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:57Z', 'updated_at': '2021-07-23T20:24:04Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'subnets': [{'id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:05.258826 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fa1039e-2a03-425c-b58c-36e5136b9226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:05.320062 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb36c-b809-4cc7-a1b8-4e432a8d9aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:05.322333 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Set router adab3754-a396-4d18-a617-addaebf8f2bf gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:24:05.676275 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb36c-b809-4cc7-a1b8-4e432a8d9aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:05.688772 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd2fb36c-b809-4cc7-a1b8-4e432a8d9aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:05.755621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 27ac3c67-f343-4976-8488-aa34c67eedf4 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:05.796696 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bd2fb36c-b809-4cc7-a1b8-4e432a8d9aa9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7bfdc3acfb784ab6b8cc5a6d7d880e56&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0506644 Jul 23 20:24:05.802557 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50562) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:05.955835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 27ac3c67-f343-4976-8488-aa34c67eedf4 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:05.972954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2ee261b4-b198-4de1-9655-e7cef69e167d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:05.980164 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-488419322-router', 'tenant_id': 'a5849c8febe94b04bee56c915d77e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '1dd2a706-ac81-49c8-b78d-c8d8283a2885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:24:02Z', 'updated_at': '2021-07-23T20:24:03Z', 'revision_number': 3, 'project_id': 'a5849c8febe94b04bee56c915d77e7e6', 'gw_port': {'id': '1dd2a706-ac81-49c8-b78d-c8d8283a2885', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:24:02Z', 'updated_at': '2021-07-23T20:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:06.029526 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Checking router: adab3754-a396-4d18-a617-addaebf8f2bf for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:24:06.030169 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Updating router adab3754-a396-4d18-a617-addaebf8f2bf port 1dd2a706-ac81-49c8-b78d-c8d8283a2885 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:24:06.077942 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.087314 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f50c1f7-0735-4a2c-a588-2aef06ba4829 None None] Network 31ff004f-7913-441a-be6d-0ce67950a7b4 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:06.136535 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a6f0dae1-f329-4cb4-ad02-da24b4feeb47 req-2d2add3a-2793-4e18-84b4-81989334cfa1 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 210 time: 1.1263845 Jul 23 20:24:06.207980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fb36c-b809-4cc7-a1b8-4e432a8d9aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5913b2f-86f9-469f-9802-e277a61bd6e6,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:06.213567 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e207db0b-1b30-4c5d-945b-693d7e577729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.260883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e95bcf1a-737b-43bd-b36c-62342af88e35 None None] Provisioning for port 27ac3c67-f343-4976-8488-aa34c67eedf4 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:06.286978 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e95bcf1a-737b-43bd-b36c-62342af88e35 None None] Provisioning complete for port 27ac3c67-f343-4976-8488-aa34c67eedf4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:06.287397 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e95bcf1a-737b-43bd-b36c-62342af88e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.308788 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e207db0b-1b30-4c5d-945b-693d7e577729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.311231 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 2ee261b4-b198-4de1-9655-e7cef69e167d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:06.452130 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fa1039e-2a03-425c-b58c-36e5136b9226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.463596 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fa1039e-2a03-425c-b58c-36e5136b9226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.488663 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.489375 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e207db0b-1b30-4c5d-945b-693d7e577729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.504222 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Transition to ACTIVE for port object 1dd2a706-ac81-49c8-b78d-c8d8283a2885 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:06.506870 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e207db0b-1b30-4c5d-945b-693d7e577729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.517865 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e207db0b-1b30-4c5d-945b-693d7e577729 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5913b2f-86f9-469f-9802-e277a61bd6e6 HTTP/1.1" status: 204 len: 168 time: 0.7094898 Jul 23 20:24:06.536222 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.554636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207db0b-1b30-4c5d-945b-693d7e577729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5913b2f-86f9-469f-9802-e277a61bd6e6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:06.557514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5fa1039e-2a03-425c-b58c-36e5136b9226 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82388a721f384c05a3e4f7e711de04c9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8492787 Jul 23 20:24:06.567583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50580) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.628910 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1039e-2a03-425c-b58c-36e5136b9226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7860569-cd5e-49e0-bc99-7e1b732f149a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:06.699662 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c76cd0-4bf3-4012-bd14-9427ae53b009 None None] Pushing event updated for resources: {'Port': ['ID=1dd2a706-ac81-49c8-b78d-c8d8283a2885,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:06.713611 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Attempting to bind port 1dd2a706-ac81-49c8-b78d-c8d8283a2885 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:06.713934 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Attempting to bind port 1dd2a706-ac81-49c8-b78d-c8d8283a2885 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:06.715064 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Attempting to bind port 1dd2a706-ac81-49c8-b78d-c8d8283a2885 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:06.736841 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:06.737133 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:06.737544 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.738072 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:06.739025 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Bound port: 1dd2a706-ac81-49c8-b78d-c8d8283a2885, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:06.739025 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.808522 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.838181 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 2ee261b4-b198-4de1-9655-e7cef69e167d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:06.841429 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.848612 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cdca4897-e554-4e92-8e9d-f9be0bb2501f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.868702 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] For port 1dd2a706-ac81-49c8-b78d-c8d8283a2885, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:06.873424 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] For port 1dd2a706-ac81-49c8-b78d-c8d8283a2885, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1dd2a706-ac81-49c8-b78d-c8d8283a2885,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:06.879684 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.976087 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cdca4897-e554-4e92-8e9d-f9be0bb2501f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.014223 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.068678 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c76cd0-4bf3-4012-bd14-9427ae53b009 None None] Pushing event updated for resources: {'Port': ['ID=1dd2a706-ac81-49c8-b78d-c8d8283a2885,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:07.102174 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 2ee261b4-b198-4de1-9655-e7cef69e167d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2ee261b4-b198-4de1-9655-e7cef69e167d,segment=NetworkSegment(37f4fce7-6013-41e7-8a2d-fe7311437d21),segment_id=37f4fce7-6013-41e7-8a2d-fe7311437d21)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:07.102399 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Routers {'adab3754-a396-4d18-a617-addaebf8f2bf'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:07.102836 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:23:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['adab3754-a396-4d18-a617-addaebf8f2bf'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:07.109857 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.155780 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Allocated IP 172.20.0.1 (31ff004f-7913-441a-be6d-0ce67950a7b4/2ea6d201-01e4-44eb-9f1b-8cab36174fbc/9b673d99-b9f4-4d47-928a-d65d001ec788) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:07.186078 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cdca4897-e554-4e92-8e9d-f9be0bb2501f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.187514 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e95bcf1a-737b-43bd-b36c-62342af88e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.189337 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cdca4897-e554-4e92-8e9d-f9be0bb2501f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.191535 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cdca4897-e554-4e92-8e9d-f9be0bb2501f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7860569-cd5e-49e0-bc99-7e1b732f149a HTTP/1.1" status: 204 len: 168 time: 0.6211677 Jul 23 20:24:07.229212 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca4897-e554-4e92-8e9d-f9be0bb2501f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7860569-cd5e-49e0-bc99-7e1b732f149a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:07.237457 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50606) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:07.270676 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-34b9cd1a-9876-412f-93d7-2fcbce446372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.354403 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=2ee261b4-b198-4de1-9655-e7cef69e167d,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:07.376879 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e95bcf1a-737b-43bd-b36c-62342af88e35 None None] For port 27ac3c67-f343-4976-8488-aa34c67eedf4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=27ac3c67-f343-4976-8488-aa34c67eedf4,segment=NetworkSegment(a4602c4e-4a8f-4166-9839-67c22f22e320),segment_id=a4602c4e-4a8f-4166-9839-67c22f22e320)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:07.390365 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e95bcf1a-737b-43bd-b36c-62342af88e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.397174 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] Set router adab3754-a396-4d18-a617-addaebf8f2bf gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:24:07.423461 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.430179 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c52f84d9-8363-4f3e-a3f3-6819dbc38fe7 req-038151fd-0c09-4351-a083-f99a15c28dc8 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 210 time: 0.1131799 Jul 23 20:24:07.463829 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Transition to ACTIVE for port object 9b673d99-b9f4-4d47-928a-d65d001ec788 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:07.551432 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.578192 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2ee261b4-b198-4de1-9655-e7cef69e167d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:07.607125 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-34b9cd1a-9876-412f-93d7-2fcbce446372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.619670 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-34b9cd1a-9876-412f-93d7-2fcbce446372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.655899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bcf1a-737b-43bd-b36c-62342af88e35 None None] Pushing event updated for resources: {'Port': ['ID=27ac3c67-f343-4976-8488-aa34c67eedf4,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:07.666149 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Pushing event updated for resources: {'Port': ['ID=9b673d99-b9f4-4d47-928a-d65d001ec788,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:07.680145 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Network 31ff004f-7913-441a-be6d-0ce67950a7b4 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:07.682043 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:07.697181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:07.697947 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.738422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8b509602-63ed-478c-aa4f-01ce4eec8d16 None None] Provisioning complete for port 27ac3c67-f343-4976-8488-aa34c67eedf4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:07.738794 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8b509602-63ed-478c-aa4f-01ce4eec8d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.739410 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-34b9cd1a-9876-412f-93d7-2fcbce446372 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a51e9bb38588496aaad1296c5e7e576e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5008509 Jul 23 20:24:07.743229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50614) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:07.743804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9cd1a-9876-412f-93d7-2fcbce446372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032cde6e-610e-4d97-a49f-3604469f59e4,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:07.890572 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebfbf2ea-41f5-4cdb-8f84-28475dcfc42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.899137 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-488419322-router', 'tenant_id': 'a5849c8febe94b04bee56c915d77e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '1dd2a706-ac81-49c8-b78d-c8d8283a2885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:24:02Z', 'updated_at': '2021-07-23T20:24:03Z', 'revision_number': 3, 'project_id': 'a5849c8febe94b04bee56c915d77e7e6', 'gw_port': {'id': '1dd2a706-ac81-49c8-b78d-c8d8283a2885', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:24:02Z', 'updated_at': '2021-07-23T20:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:07.954449 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77984069-86a7-4afe-a924-7330b5d7013f None None] The sync data for ids ['adab3754-a396-4d18-a617-addaebf8f2bf'] in n-d-791504-18 is: [{'id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-488419322-router', 'tenant_id': 'a5849c8febe94b04bee56c915d77e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '1dd2a706-ac81-49c8-b78d-c8d8283a2885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:24:02Z', 'updated_at': '2021-07-23T20:24:03Z', 'revision_number': 3, 'project_id': 'a5849c8febe94b04bee56c915d77e7e6', 'gw_port': {'id': '1dd2a706-ac81-49c8-b78d-c8d8283a2885', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:24:02Z', 'updated_at': '2021-07-23T20:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:07.967785 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-296afbe0-959e-4590-acf4-e908c60318a2 req-7e3c02e6-0e1c-4732-8418-ff5eed110b44 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d25687932ebc49e5a0c700095c36738a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685291 Jul 23 20:24:08.027696 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebfbf2ea-41f5-4cdb-8f84-28475dcfc42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.037562 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 2ee261b4-b198-4de1-9655-e7cef69e167d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:08.038022 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.183561 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-41808be2-4af5-4e6e-b81b-ac61b2b5cd79 None None] Provisioning for port 9b673d99-b9f4-4d47-928a-d65d001ec788 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:08.193296 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-41808be2-4af5-4e6e-b81b-ac61b2b5cd79 None None] Provisioning complete for port 9b673d99-b9f4-4d47-928a-d65d001ec788 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:08.195298 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41808be2-4af5-4e6e-b81b-ac61b2b5cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.259056 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-41808be2-4af5-4e6e-b81b-ac61b2b5cd79 None None] Port 9b673d99-b9f4-4d47-928a-d65d001ec788 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:24:08.261942 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50626) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:08.299793 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d345995-9ff1-4cd2-aa99-56229beb2dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.352713 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebfbf2ea-41f5-4cdb-8f84-28475dcfc42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.376290 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebfbf2ea-41f5-4cdb-8f84-28475dcfc42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.384478 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ebfbf2ea-41f5-4cdb-8f84-28475dcfc42b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/032cde6e-610e-4d97-a49f-3604469f59e4 HTTP/1.1" status: 204 len: 168 time: 0.6262877 Jul 23 20:24:08.444055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbf2ea-41f5-4cdb-8f84-28475dcfc42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032cde6e-610e-4d97-a49f-3604469f59e4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:08.461884 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.566531 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afbe0-959e-4590-acf4-e908c60318a2 req-2aecc348-30ce-4e07-9288-508af7942646 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:08.580397 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-296afbe0-959e-4590-acf4-e908c60318a2 req-2aecc348-30ce-4e07-9288-508af7942646 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5973489 Jul 23 20:24:08.599466 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-296afbe0-959e-4590-acf4-e908c60318a2 req-b9cce53b-cdb4-42b7-b2ea-d8098101ba22 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/quotas/d25687932ebc49e5a0c700095c36738a HTTP/1.1" status: 200 len: 375 time: 0.0180855 Jul 23 20:24:08.652957 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-296afbe0-959e-4590-acf4-e908c60318a2 req-149daad3-1094-4835-9f22-3d5056d357b0 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d25687932ebc49e5a0c700095c36738a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525265 Jul 23 20:24:08.663675 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d345995-9ff1-4cd2-aa99-56229beb2dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.677367 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d345995-9ff1-4cd2-aa99-56229beb2dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.781905 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.788287 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.789203 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.807165 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5d345995-9ff1-4cd2-aa99-56229beb2dd6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c688c5d2e9f1417fabe4a5b030b021ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5353751 Jul 23 20:24:08.811863 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50642) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:08.817181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.48', 51650) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:08.826287 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f94a2778-fbd1-40a2-8eef-9a2af5dc95c5 req-47eea377-c481-484a-9b2d-08429f81869c tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 210 time: 0.0990613 Jul 23 20:24:08.870193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d345995-9ff1-4cd2-aa99-56229beb2dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73e4992-e13e-4d65-9770-90d1a948a85c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:08.968215 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-669a92e4-1cc3-4def-9edc-47879a3a245d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.993776 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-99b21903-0320-46f5-9acc-629846f17544 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3355facf19e94113903c35196fa861e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1733396 Jul 23 20:24:08.996618 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Network 31ff004f-7913-441a-be6d-0ce67950a7b4 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:09.002239 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:09.054905 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-669a92e4-1cc3-4def-9edc-47879a3a245d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:09.151902 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Pushing event updated for resources: {'Port': ['ID=9b673d99-b9f4-4d47-928a-d65d001ec788,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:09.157583 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-669a92e4-1cc3-4def-9edc-47879a3a245d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:09.160584 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-669a92e4-1cc3-4def-9edc-47879a3a245d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:09.162120 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-669a92e4-1cc3-4def-9edc-47879a3a245d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a73e4992-e13e-4d65-9770-90d1a948a85c HTTP/1.1" status: 204 len: 168 time: 0.3331463 Jul 23 20:24:09.176950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a92e4-1cc3-4def-9edc-47879a3a245d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73e4992-e13e-4d65-9770-90d1a948a85c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:09.412618 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-824b425a-c148-4db7-816d-988fd507b102 None None] Provisioning complete for port 9b673d99-b9f4-4d47-928a-d65d001ec788 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:09.413135 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-824b425a-c148-4db7-816d-988fd507b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:09.479048 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-f46c9e09-6074-4e97-a45e-0b62d07ac8c4 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d25687932ebc49e5a0c700095c36738a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774224 Jul 23 20:24:09.605837 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-824b425a-c148-4db7-816d-988fd507b102 None None] Port 9b673d99-b9f4-4d47-928a-d65d001ec788 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:24:09.629078 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-4aa66626-ab00-42b4-a97e-f6c4f335b44a tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:09.631045 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-4aa66626-ab00-42b4-a97e-f6c4f335b44a tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6101322 Jul 23 20:24:09.733878 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1dd2a706-ac81-49c8-b78d-c8d8283a2885 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:09.738889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-c6af74d6-a4ec-4451-823a-5b3e07022876 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Request body: {'port': {'device_id': '97e05b78-700b-4351-a3cd-ebf24011d5f8', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': '3355facf19e94113903c35196fa861e9'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:09.786640 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-bc18c592-1bde-4a80-a9d0-b5e4e278f8bf tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:09.792119 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-bc18c592-1bde-4a80-a9d0-b5e4e278f8bf tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3069217 Jul 23 20:24:09.812600 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-2ad074e9-0098-47f2-9db3-4eaa53bf17db tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/quotas/d25687932ebc49e5a0c700095c36738a HTTP/1.1" status: 200 len: 375 time: 0.0121989 Jul 23 20:24:09.865530 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-72fdf1e6-cc79-43ec-9885-6641cf125101 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d25687932ebc49e5a0c700095c36738a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470352 Jul 23 20:24:09.870585 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 1dd2a706-ac81-49c8-b78d-c8d8283a2885 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:09.878330 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 1dd2a706-ac81-49c8-b78d-c8d8283a2885 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:09.878958 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.000510 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Router adab3754-a396-4d18-a617-addaebf8f2bf has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:10.099795 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.119036 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-c6af74d6-a4ec-4451-823a-5b3e07022876 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Made reservation on behalf of 3355facf19e94113903c35196fa861e9 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:10.123308 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-c6af74d6-a4ec-4451-823a-5b3e07022876 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.140265 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 1dd2a706-ac81-49c8-b78d-c8d8283a2885, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1dd2a706-ac81-49c8-b78d-c8d8283a2885,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:10.148365 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-c6af74d6-a4ec-4451-823a-5b3e07022876 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.155140 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.155935 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 27ac3c67-f343-4976-8488-aa34c67eedf4 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:10.336512 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:10.347688 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c2ced441-9e3b-4e86-a6e4-81283caaadc5 admin admin] 10.222.0.55 "PUT /v2.0/routers/adab3754-a396-4d18-a617-addaebf8f2bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3489096 Jul 23 20:24:10.415089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=1dd2a706-ac81-49c8-b78d-c8d8283a2885,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:10.472992 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 27ac3c67-f343-4976-8488-aa34c67eedf4 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:10.473600 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.606365 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d8206dfa-8378-4233-9d7d-1415341e614e req-d02b07d7-ec93-480b-a350-4734ed044fba tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 210 time: 0.1061456 Jul 23 20:24:10.640704 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-c6af74d6-a4ec-4451-823a-5b3e07022876 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.650031 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-c6af74d6-a4ec-4451-823a-5b3e07022876 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.814865 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8e58035d-cb33-48ed-be00-9ba9900c3d27 req-3d20da34-34a2-4177-a97a-3eb9272908ea tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 210 time: 0.0632696 Jul 23 20:24:10.941820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Sync routers for ids ['adab3754-a396-4d18-a617-addaebf8f2bf'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:10.973990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Routers {'adab3754-a396-4d18-a617-addaebf8f2bf'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:10.975320 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:23:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['adab3754-a396-4d18-a617-addaebf8f2bf'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:11.128509 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-c6af74d6-a4ec-4451-823a-5b3e07022876 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Allocated IP 192.168.233.53 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:11.285649 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Set router adab3754-a396-4d18-a617-addaebf8f2bf gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:24:11.511810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.57', 51174) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:11.571886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-296afbe0-959e-4590-acf4-e908c60318a2 req-dcdcbce0-43e4-4677-82b5-deaf5f36f5d1 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d25687932ebc49e5a0c700095c36738a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519495 Jul 23 20:24:11.689959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1dd2a706-ac81-49c8-b78d-c8d8283a2885 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:12.007020 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 1dd2a706-ac81-49c8-b78d-c8d8283a2885 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:12.027708 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.095563 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-25e18d78-ff0a-41dc-8270-dd12e2dcf964 req-c69704e2-0341-4c21-9c0c-0c7fb0129909 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 210 time: 0.1860502 Jul 23 20:24:12.124421 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afbe0-959e-4590-acf4-e908c60318a2 req-b996b824-3e7c-4cb1-9913-5a00399a954f tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:12.125915 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-296afbe0-959e-4590-acf4-e908c60318a2 req-b996b824-3e7c-4cb1-9913-5a00399a954f tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5487890 Jul 23 20:24:12.178127 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af74d6-a4ec-4451-823a-5b3e07022876 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b57af33-5d9f-4311-9e49-371c2b4057c1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:12.193158 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-296afbe0-959e-4590-acf4-e908c60318a2 req-c1c40b9c-f937-4bdf-b372-66c051b91222 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Request body: {'port': {'device_id': 'b707a9ac-c1b0-4924-8084-9143d17e0b0e', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': 'd25687932ebc49e5a0c700095c36738a'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:12.234663 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-c6af74d6-a4ec-4451-823a-5b3e07022876 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.257664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-488419322-router', 'tenant_id': 'a5849c8febe94b04bee56c915d77e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '1dd2a706-ac81-49c8-b78d-c8d8283a2885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:24:02Z', 'updated_at': '2021-07-23T20:24:08Z', 'revision_number': 4, 'project_id': 'a5849c8febe94b04bee56c915d77e7e6', 'gw_port': {'id': '1dd2a706-ac81-49c8-b78d-c8d8283a2885', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:24:02Z', 'updated_at': '2021-07-23T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9b673d99-b9f4-4d47-928a-d65d001ec788', 'name': '', 'network_id': '31ff004f-7913-441a-be6d-0ce67950a7b4', 'tenant_id': 'a5849c8febe94b04bee56c915d77e7e6', 'mac_address': 'fa:16:3e:d4:98:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2ea6d201-01e4-44eb-9f1b-8cab36174fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:24:06Z', 'updated_at': '2021-07-23T20:24:08Z', 'revision_number': 2, 'project_id': 'a5849c8febe94b04bee56c915d77e7e6', 'subnets': [{'id': '2ea6d201-01e4-44eb-9f1b-8cab36174fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:12.288242 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-c6af74d6-a4ec-4451-823a-5b3e07022876 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Transition to ACTIVE for port object 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:12.376424 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-c6af74d6-a4ec-4451-823a-5b3e07022876 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.384012 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Checking router: adab3754-a396-4d18-a617-addaebf8f2bf for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:24:12.384404 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Updating router adab3754-a396-4d18-a617-addaebf8f2bf port 9b673d99-b9f4-4d47-928a-d65d001ec788 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:24:12.418461 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-461c72d4-69fd-41b5-a9a7-b15261908f0c req-6c648413-9196-4c0a-9528-1ac3703ba368 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 210 time: 0.1939111 Jul 23 20:24:12.534328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.57', 51178) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:12.606100 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.736294 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-c6af74d6-a4ec-4451-823a-5b3e07022876 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:12.741201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-c6af74d6-a4ec-4451-823a-5b3e07022876 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:12.751505 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-c6af74d6-a4ec-4451-823a-5b3e07022876 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:12.760649 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-c6af74d6-a4ec-4451-823a-5b3e07022876 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:12.761364 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-c6af74d6-a4ec-4451-823a-5b3e07022876 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.770386 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af74d6-a4ec-4451-823a-5b3e07022876 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Pushing event updated for resources: {'Port': ['ID=7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:12.813832 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-c6af74d6-a4ec-4451-823a-5b3e07022876 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1109657 Jul 23 20:24:12.827710 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50828) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:12.834110 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4664e273-8f0b-48e8-bec7-27c2766eb500 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1691134631', 'description': 'tempest-description--1524609505'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:12.862601 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-aa840484-dd09-49ee-8b64-8f650a38842c tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:24:12.865101 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-aa840484-dd09-49ee-8b64-8f650a38842c tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194571 Jul 23 20:24:12.897233 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-69dcf8d7-da43-49ea-a182-881c016d3ffd tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d25687932ebc49e5a0c700095c36738a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3617802 Jul 23 20:24:12.907286 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4664e273-8f0b-48e8-bec7-27c2766eb500 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.042869 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.db.api [None req-4664e273-8f0b-48e8-bec7-27c2766eb500 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:24:13.042869 n-d-791504-18 neutron-server[93810]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:24:13.042869 n-d-791504-18 neutron-server[93810]: [parameters: {'project_id_1': '282b5619c5a34c6ea12d7fca8ffb305e', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 24, 12, 989178)}] Jul 23 20:24:13.042869 n-d-791504-18 neutron-server[93810]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:24:13.043659 n-d-791504-18 neutron-server[93810]: DEBUG oslo_db.api [None req-4664e273-8f0b-48e8-bec7-27c2766eb500 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:24:13.118314 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296afbe0-959e-4590-acf4-e908c60318a2 req-c1c40b9c-f937-4bdf-b372-66c051b91222 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Made reservation on behalf of d25687932ebc49e5a0c700095c36738a for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:13.129712 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-296afbe0-959e-4590-acf4-e908c60318a2 req-c1c40b9c-f937-4bdf-b372-66c051b91222 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.176877 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-296afbe0-959e-4590-acf4-e908c60318a2 req-c1c40b9c-f937-4bdf-b372-66c051b91222 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.298010 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5ec48569-4d32-4b1a-816c-37ad0b4145cb None None] Provisioning for port 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:13.345105 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-296afbe0-959e-4590-acf4-e908c60318a2 req-c1c40b9c-f937-4bdf-b372-66c051b91222 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.351438 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5ec48569-4d32-4b1a-816c-37ad0b4145cb None None] Provisioning complete for port 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:13.353150 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ec48569-4d32-4b1a-816c-37ad0b4145cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.366499 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-296afbe0-959e-4590-acf4-e908c60318a2 req-c1c40b9c-f937-4bdf-b372-66c051b91222 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.545015 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4664e273-8f0b-48e8-bec7-27c2766eb500 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.650488 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50850) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:13.651412 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5ec48569-4d32-4b1a-816c-37ad0b4145cb None None] Port 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:24:13.657757 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91941f0a-d11e-471a-b0f2-ae2ac2d82e0d req-9390f2c6-e3c1-48c6-897e-3d637c0d2e81 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 210 time: 0.3076677 Jul 23 20:24:13.695321 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.728311 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Transition to ACTIVE for port object 9b673d99-b9f4-4d47-928a-d65d001ec788 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:13.743339 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.825180 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4664e273-8f0b-48e8-bec7-27c2766eb500 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.831033 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4664e273-8f0b-48e8-bec7-27c2766eb500 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.905958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-7ddf14f1-3b2a-4109-8423-f2ed3984dda1 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:13.914618 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-7ddf14f1-3b2a-4109-8423-f2ed3984dda1 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0042160 Jul 23 20:24:13.929558 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664e273-8f0b-48e8-bec7-27c2766eb500 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d04059b0-72c5-4762-9634-6acd68b38e61,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:13.956499 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4664e273-8f0b-48e8-bec7-27c2766eb500 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.957824 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4664e273-8f0b-48e8-bec7-27c2766eb500 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1283536 Jul 23 20:24:13.968364 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50860) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:13.985352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f3c076a7-b81b-4bbf-b847-ea2ec88f78ed tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Request body: {'security_group_rule': {'security_group_id': 'd04059b0-72c5-4762-9634-6acd68b38e61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:14.008892 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed4631-0776-48e5-a829-e10756d849b6 None None] Pushing event updated for resources: {'Port': ['ID=9b673d99-b9f4-4d47-928a-d65d001ec788,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:14.045142 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Attempting to bind port 9b673d99-b9f4-4d47-928a-d65d001ec788 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:14.045512 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Attempting to bind port 9b673d99-b9f4-4d47-928a-d65d001ec788 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a4602c4e-4a8f-4166-9839-67c22f22e320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '31ff004f-7913-441a-be6d-0ce67950a7b4'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:14.045906 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Attempting to bind port 9b673d99-b9f4-4d47-928a-d65d001ec788 on network 31ff004f-7913-441a-be6d-0ce67950a7b4 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:14.053983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c40b9c-f937-4bdf-b372-66c051b91222 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b3d8fe-a962-4448-b73c-1a954f66e413,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:14.071129 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:14.071580 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Checking segment: {'id': 'a4602c4e-4a8f-4166-9839-67c22f22e320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '31ff004f-7913-441a-be6d-0ce67950a7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:14.071938 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.072333 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Bound using segment: {'id': 'a4602c4e-4a8f-4166-9839-67c22f22e320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '31ff004f-7913-441a-be6d-0ce67950a7b4'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:14.074705 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Bound port: 9b673d99-b9f4-4d47-928a-d65d001ec788, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4602c4e-4a8f-4166-9839-67c22f22e320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '31ff004f-7913-441a-be6d-0ce67950a7b4'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:14.075376 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.188800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Request body: {'port': {'device_id': '97e05b78-700b-4351-a3cd-ebf24011d5f8', 'device_owner': 'compute:tempest-test_az-591332748', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:14.220685 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1f7935ba-dbcc-4c1c-8976-c299cd96eea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.227481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-b58416bd-28bf-428b-8b14-a828e603bb51 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Request body: {'port': {'device_id': 'e91e0049-b49e-44fd-805d-952b3eb9d568', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': 'd25687932ebc49e5a0c700095c36738a'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:14.256853 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] For port 9b673d99-b9f4-4d47-928a-d65d001ec788, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:14.261145 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] For port 9b673d99-b9f4-4d47-928a-d65d001ec788, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9b673d99-b9f4-4d47-928a-d65d001ec788,segment=NetworkSegment(a4602c4e-4a8f-4166-9839-67c22f22e320),segment_id=a4602c4e-4a8f-4166-9839-67c22f22e320)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:14.267192 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.328889 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f3c076a7-b81b-4bbf-b847-ea2ec88f78ed tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.430635 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Routers {'adab3754-a396-4d18-a617-addaebf8f2bf'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:14.431418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:23:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['adab3754-a396-4d18-a617-addaebf8f2bf'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:14.522144 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1f7935ba-dbcc-4c1c-8976-c299cd96eea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.552877 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1f7935ba-dbcc-4c1c-8976-c299cd96eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.615586 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1f7935ba-dbcc-4c1c-8976-c299cd96eea8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db0610c84aa4458c93771efcb19b93b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9614189 Jul 23 20:24:14.625118 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50868) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:14.627846 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7935ba-dbcc-4c1c-8976-c299cd96eea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703f9cc5-97d7-4277-b882-2d322d3b0fa2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:14.662817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed4631-0776-48e5-a829-e10756d849b6 None None] Pushing event updated for resources: {'Port': ['ID=9b673d99-b9f4-4d47-928a-d65d001ec788,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:14.754918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] Set router adab3754-a396-4d18-a617-addaebf8f2bf gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:24:14.824209 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-296afbe0-959e-4590-acf4-e908c60318a2 req-c1c40b9c-f937-4bdf-b372-66c051b91222 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Allocated IP 192.168.233.84 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/11099cec-4ead-41c9-9bdd-4ae9be9d1cda) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:14.860779 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a66b9bc-f67b-40b7-a546-d302b73add7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.959356 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a66b9bc-f67b-40b7-a546-d302b73add7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.965508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daafae5-8e8c-4d7e-b7af-3768743afddc req-d37a501b-9b5b-4331-9346-a38fbf23e7ad tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:14.973670 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5daafae5-8e8c-4d7e-b7af-3768743afddc req-d37a501b-9b5b-4331-9346-a38fbf23e7ad tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 935 time: 1.3144557 Jul 23 20:24:15.043469 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f3c076a7-b81b-4bbf-b847-ea2ec88f78ed tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.073841 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.108037 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.111983 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f3c076a7-b81b-4bbf-b847-ea2ec88f78ed tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.174823 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c076a7-b81b-4bbf-b847-ea2ec88f78ed tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145ecde0-3d61-4568-af7f-b1fc6eb75771,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:15.177325 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a66b9bc-f67b-40b7-a546-d302b73add7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.179902 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a66b9bc-f67b-40b7-a546-d302b73add7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.181124 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2a66b9bc-f67b-40b7-a546-d302b73add7d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/703f9cc5-97d7-4277-b882-2d322d3b0fa2 HTTP/1.1" status: 204 len: 168 time: 0.5450552 Jul 23 20:24:15.202112 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66b9bc-f67b-40b7-a546-d302b73add7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703f9cc5-97d7-4277-b882-2d322d3b0fa2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:15.207848 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5daafae5-8e8c-4d7e-b7af-3768743afddc req-3f297641-7c29-41aa-a42c-356a6f289e86 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b57af33-5d9f-4311-9e49-371c2b4057c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277522 Jul 23 20:24:15.212070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-b58416bd-28bf-428b-8b14-a828e603bb51 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Made reservation on behalf of d25687932ebc49e5a0c700095c36738a for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:15.226851 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-b58416bd-28bf-428b-8b14-a828e603bb51 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.433254 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd1e5d24-3833-43cc-b359-e19bbebb4c87 req-3e375331-cb4b-4b42-a672-2aac9f1bcd62 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 210 time: 0.0511925 Jul 23 20:24:15.452516 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-488419322-router', 'tenant_id': 'a5849c8febe94b04bee56c915d77e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '1dd2a706-ac81-49c8-b78d-c8d8283a2885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:24:02Z', 'updated_at': '2021-07-23T20:24:08Z', 'revision_number': 4, 'project_id': 'a5849c8febe94b04bee56c915d77e7e6', 'gw_port': {'id': '1dd2a706-ac81-49c8-b78d-c8d8283a2885', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:24:02Z', 'updated_at': '2021-07-23T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9b673d99-b9f4-4d47-928a-d65d001ec788', 'name': '', 'network_id': '31ff004f-7913-441a-be6d-0ce67950a7b4', 'tenant_id': 'a5849c8febe94b04bee56c915d77e7e6', 'mac_address': 'fa:16:3e:d4:98:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2ea6d201-01e4-44eb-9f1b-8cab36174fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:24:06Z', 'updated_at': '2021-07-23T20:24:14Z', 'revision_number': 4, 'project_id': 'a5849c8febe94b04bee56c915d77e7e6', 'subnets': [{'id': '2ea6d201-01e4-44eb-9f1b-8cab36174fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:15.535752 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-296afbe0-959e-4590-acf4-e908c60318a2 req-c1c40b9c-f937-4bdf-b372-66c051b91222 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.538099 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75242a-008d-4d01-8684-afdd22ddb26f None None] The sync data for ids ['adab3754-a396-4d18-a617-addaebf8f2bf'] in n-d-791504-18 is: [{'id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-488419322-router', 'tenant_id': 'a5849c8febe94b04bee56c915d77e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '1dd2a706-ac81-49c8-b78d-c8d8283a2885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:24:02Z', 'updated_at': '2021-07-23T20:24:08Z', 'revision_number': 4, 'project_id': 'a5849c8febe94b04bee56c915d77e7e6', 'gw_port': {'id': '1dd2a706-ac81-49c8-b78d-c8d8283a2885', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:24:02Z', 'updated_at': '2021-07-23T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9b673d99-b9f4-4d47-928a-d65d001ec788', 'name': '', 'network_id': '31ff004f-7913-441a-be6d-0ce67950a7b4', 'tenant_id': 'a5849c8febe94b04bee56c915d77e7e6', 'mac_address': 'fa:16:3e:d4:98:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '2ea6d201-01e4-44eb-9f1b-8cab36174fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:24:06Z', 'updated_at': '2021-07-23T20:24:14Z', 'revision_number': 4, 'project_id': 'a5849c8febe94b04bee56c915d77e7e6', 'subnets': [{'id': '2ea6d201-01e4-44eb-9f1b-8cab36174fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:15.580644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-296afbe0-959e-4590-acf4-e908c60318a2 req-c1c40b9c-f937-4bdf-b372-66c051b91222 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Transition to ACTIVE for port object 11099cec-4ead-41c9-9bdd-4ae9be9d1cda will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:15.674891 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f3c076a7-b81b-4bbf-b847-ea2ec88f78ed tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.685657 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f3c076a7-b81b-4bbf-b847-ea2ec88f78ed tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7143133 Jul 23 20:24:15.686370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50886) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:15.692376 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-11adca5c-c183-4a4f-a340-306d430817e5 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Request body: {'security_group_rule': {'security_group_id': 'd04059b0-72c5-4762-9634-6acd68b38e61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:15.771114 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11adca5c-c183-4a4f-a340-306d430817e5 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.883814 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-296afbe0-959e-4590-acf4-e908c60318a2 req-c1c40b9c-f937-4bdf-b372-66c051b91222 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.084181 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11adca5c-c183-4a4f-a340-306d430817e5 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.093248 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11adca5c-c183-4a4f-a340-306d430817e5 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.145703 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adca5c-c183-4a4f-a340-306d430817e5 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92858f2d-8ed0-4a0f-a5a3-a10f925944d3,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:16.164091 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50916) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:16.179557 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11adca5c-c183-4a4f-a340-306d430817e5 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.182180 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-11adca5c-c183-4a4f-a340-306d430817e5 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4948287 Jul 23 20:24:16.189008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-b58416bd-28bf-428b-8b14-a828e603bb51 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Allocated IP 192.168.233.9 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/e5a301c9-13a3-49f8-b6fb-964355a48b60) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:16.204417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50920) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:16.234915 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-33bc7602-ada2-4b71-b9e1-4f1316dff853 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:16.251329 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa08522f-7fad-4093-a121-4c272e7808fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.342882 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33bc7602-ada2-4b71-b9e1-4f1316dff853 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.514485 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.591269 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-b58416bd-28bf-428b-8b14-a828e603bb51 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.622812 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-b58416bd-28bf-428b-8b14-a828e603bb51 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Transition to ACTIVE for port object e5a301c9-13a3-49f8-b6fb-964355a48b60 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:16.792038 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-b58416bd-28bf-428b-8b14-a828e603bb51 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.853653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296afbe0-959e-4590-acf4-e908c60318a2 req-c1c40b9c-f937-4bdf-b372-66c051b91222 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:16.898384 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50940) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:16.899643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-296afbe0-959e-4590-acf4-e908c60318a2 req-c1c40b9c-f937-4bdf-b372-66c051b91222 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:16.902713 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-296afbe0-959e-4590-acf4-e908c60318a2 req-c1c40b9c-f937-4bdf-b372-66c051b91222 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:16.927827 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afbe0-959e-4590-acf4-e908c60318a2 req-c1c40b9c-f937-4bdf-b372-66c051b91222 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:16.929203 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-296afbe0-959e-4590-acf4-e908c60318a2 req-c1c40b9c-f937-4bdf-b372-66c051b91222 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.017737 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa08522f-7fad-4093-a121-4c272e7808fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.040442 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa08522f-7fad-4093-a121-4c272e7808fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.048250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c40b9c-f937-4bdf-b372-66c051b91222 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Pushing event updated for resources: {'Port': ['ID=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:17.229260 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50948) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:17.259940 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33bc7602-ada2-4b71-b9e1-4f1316dff853 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.299840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-b58416bd-28bf-428b-8b14-a828e603bb51 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:17.316129 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-b58416bd-28bf-428b-8b14-a828e603bb51 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:17.327569 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fa08522f-7fad-4093-a121-4c272e7808fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=debfd8536f3e4555afb7c9c2c6db3547&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1522789 Jul 23 20:24:17.328745 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08522f-7fad-4093-a121-4c272e7808fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f910104d-dd5c-4bed-8952-9d262887a19c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:17.330973 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50952) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:17.343508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-b58416bd-28bf-428b-8b14-a828e603bb51 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:17.366670 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-b58416bd-28bf-428b-8b14-a828e603bb51 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:17.367449 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-b58416bd-28bf-428b-8b14-a828e603bb51 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.404424 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-962c2869-cec7-46bf-8e29-8372c513b38e None None] Provisioning for port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:17.431371 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-962c2869-cec7-46bf-8e29-8372c513b38e None None] Provisioning complete for port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:17.432340 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962c2869-cec7-46bf-8e29-8372c513b38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.441045 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58416bd-28bf-428b-8b14-a828e603bb51 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Pushing event updated for resources: {'Port': ['ID=e5a301c9-13a3-49f8-b6fb-964355a48b60,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:17.486319 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-81c69e45-e809-48f6-b989-019ec6a39866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.493108 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-296afbe0-959e-4590-acf4-e908c60318a2 req-c1c40b9c-f937-4bdf-b372-66c051b91222 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3049829 Jul 23 20:24:17.493439 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-962c2869-cec7-46bf-8e29-8372c513b38e None None] Port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:24:17.520601 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-296afbe0-959e-4590-acf4-e908c60318a2 req-532b82c7-df2b-4062-9061-17003bcd97af tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:24:17.521614 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-296afbe0-959e-4590-acf4-e908c60318a2 req-532b82c7-df2b-4062-9061-17003bcd97af tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116937 Jul 23 20:24:17.528609 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-b58416bd-28bf-428b-8b14-a828e603bb51 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3632042 Jul 23 20:24:17.600564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c058c-b466-4b9a-9bb8-f3966434509b req-473c7c68-9ea3-41a1-bbc9-395ee74e8259 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:17.608367 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:17.610252 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c29c058c-b466-4b9a-9bb8-f3966434509b req-473c7c68-9ea3-41a1-bbc9-395ee74e8259 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 935 time: 0.9017496 Jul 23 20:24:17.627970 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c9633552-5723-4b93-9414-b8c906ca5e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.642315 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.690170 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Transition to ACTIVE for port object 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:17.693103 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-784813dc-3d85-4caa-aa0b-3762fd7aac30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.708130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9b673d99-b9f4-4d47-928a-d65d001ec788 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:17.775877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0f195-f495-462b-860b-9a57e41b7a34 req-b3fa5cc1-1593-4578-9217-9a9fe60322cf tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:17.783083 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42f0f195-f495-462b-860b-9a57e41b7a34 req-b3fa5cc1-1593-4578-9217-9a9fe60322cf tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 934 time: 0.9683988 Jul 23 20:24:17.786511 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-784813dc-3d85-4caa-aa0b-3762fd7aac30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.789147 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.807415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Request body: {'port': {'device_id': 'b707a9ac-c1b0-4924-8084-9143d17e0b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:17.839688 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c29c058c-b466-4b9a-9bb8-f3966434509b req-da3a7ccb-7b45-49e2-bbfa-425bd5be5d1f tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b57af33-5d9f-4311-9e49-371c2b4057c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284338 Jul 23 20:24:17.867472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Request body: {'port': {'device_id': 'e91e0049-b49e-44fd-805d-952b3eb9d568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:17.961089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 9b673d99-b9f4-4d47-928a-d65d001ec788 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:17.971444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:17.977798 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-47e0d9e9-5b60-43d2-91f3-efbac661891b None None] Provisioning for port e5a301c9-13a3-49f8-b6fb-964355a48b60 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:17.990378 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-33bc7602-ada2-4b71-b9e1-4f1316dff853 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Allocated IP 172.25.3.254 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/6414250c-27d1-45c3-8596-f5a944c5413a) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:17.996897 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-47e0d9e9-5b60-43d2-91f3-efbac661891b None None] Provisioning complete for port e5a301c9-13a3-49f8-b6fb-964355a48b60 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:17.997424 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47e0d9e9-5b60-43d2-91f3-efbac661891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.061443 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42f0f195-f495-462b-860b-9a57e41b7a34 req-996ded9d-4737-4d42-b6c7-dba63fa56ced tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725186 Jul 23 20:24:18.111663 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9b673d99-b9f4-4d47-928a-d65d001ec788 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:18.114409 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.123953 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Attempting to bind port 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:18.124370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Attempting to bind port 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:18.124787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Attempting to bind port 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:18.136835 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Port 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:24:18.137161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Attempting to bind port 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:18.170465 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-47e0d9e9-5b60-43d2-91f3-efbac661891b None None] Port e5a301c9-13a3-49f8-b6fb-964355a48b60 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:24:18.184531 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-784813dc-3d85-4caa-aa0b-3762fd7aac30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.188953 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-784813dc-3d85-4caa-aa0b-3762fd7aac30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.193926 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-784813dc-3d85-4caa-aa0b-3762fd7aac30 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f910104d-dd5c-4bed-8952-9d262887a19c HTTP/1.1" status: 204 len: 168 time: 0.8083925 Jul 23 20:24:18.224968 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.233758 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.244666 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:18.245084 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:18.245676 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:18.248754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Bound port: 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:18.249130 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.268422 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784813dc-3d85-4caa-aa0b-3762fd7aac30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f910104d-dd5c-4bed-8952-9d262887a19c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:18.369443 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.532584 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 9b673d99-b9f4-4d47-928a-d65d001ec788, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9b673d99-b9f4-4d47-928a-d65d001ec788,segment=NetworkSegment(a4602c4e-4a8f-4166-9839-67c22f22e320),segment_id=a4602c4e-4a8f-4166-9839-67c22f22e320)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:18.540795 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.675819 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-81c69e45-e809-48f6-b989-019ec6a39866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.686134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=9b673d99-b9f4-4d47-928a-d65d001ec788,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:18.698824 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-81c69e45-e809-48f6-b989-019ec6a39866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.741576 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-81c69e45-e809-48f6-b989-019ec6a39866 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89951f86402e4e9d84d0ceb92ab09fed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8413572 Jul 23 20:24:18.750193 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50970) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:18.803330 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] For port 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:18.852905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a301c9-13a3-49f8-b6fb-964355a48b60 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:18.855944 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33bc7602-ada2-4b71-b9e1-4f1316dff853 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.860129 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] For port 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:18.874437 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.879433 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c69e45-e809-48f6-b989-019ec6a39866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f55020-1334-43dd-b796-ce5be834fd0d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:18.882559 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.894948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Transition to ACTIVE for port object e5a301c9-13a3-49f8-b6fb-964355a48b60 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:18.987315 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:18.987315 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.987315 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] 10.222.0.48 "PUT /v2.0/ports/7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd HTTP/1.1" status: 200 len: 1117 time: 5.5391123 Jul 23 20:24:18.987315 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e05b78-700b-4351-a3cd-ebf24011d5f8', 'tag': '7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:19.092020 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.220231 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46d6eab5-983e-498c-a513-1ddbe66559a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.479438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a301c9-13a3-49f8-b6fb-964355a48b60,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:19.497945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11099cec-4ead-41c9-9bdd-4ae9be9d1cda {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:19.557493 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9b673d99-b9f4-4d47-928a-d65d001ec788 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:19.626365 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.724288 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a881e5-6853-4446-a89c-40247ad31b52 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:19.732311 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9b673d99-b9f4-4d47-928a-d65d001ec788 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:19.734207 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.743168 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff5f57b-cc2a-4a80-b0f0-d3f50f31e34c" -d '{"events": [{"name": "network-changed", "server_uuid": "97e05b78-700b-4351-a3cd-ebf24011d5f8", "tag": "7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:19.743756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Attempting to bind port e5a301c9-13a3-49f8-b6fb-964355a48b60 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:19.747659 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Attempting to bind port e5a301c9-13a3-49f8-b6fb-964355a48b60 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:19.747972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Attempting to bind port e5a301c9-13a3-49f8-b6fb-964355a48b60 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:19.752161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Transition to ACTIVE for port object 11099cec-4ead-41c9-9bdd-4ae9be9d1cda will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:19.771663 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:24:19.782680 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.822932 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46d6eab5-983e-498c-a513-1ddbe66559a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.831131 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6ae0e-ff89-41d1-909f-ae4dbe5b5ad7 req-fd282441-0fcd-45e7-95e4-4cf38ca9b852 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:19.833448 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1bc6ae0e-ff89-41d1-909f-ae4dbe5b5ad7 req-fd282441-0fcd-45e7-95e4-4cf38ca9b852 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 968 time: 0.7425511 Jul 23 20:24:19.858668 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33bc7602-ada2-4b71-b9e1-4f1316dff853 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.870406 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Port e5a301c9-13a3-49f8-b6fb-964355a48b60 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:24:19.870981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Attempting to bind port e5a301c9-13a3-49f8-b6fb-964355a48b60 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:19.922440 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:19.922942 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:19.923831 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:19.924150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Bound port: e5a301c9-13a3-49f8-b6fb-964355a48b60, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:19.924669 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.942360 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f1746-be95-4d15-bad4-afa6f34dacc6 req-d7f9d349-9598-44df-a6b4-58c3d6c8b445 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:19.950126 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-345f1746-be95-4d15-bad4-afa6f34dacc6 req-d7f9d349-9598-44df-a6b4-58c3d6c8b445 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 946 time: 0.7574754 Jul 23 20:24:19.971562 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c9633552-5723-4b93-9414-b8c906ca5e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.014834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c9633552-5723-4b93-9414-b8c906ca5e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.022140 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Pushing event updated for resources: {'Port': ['ID=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:20.039429 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bc7602-ada2-4b71-b9e1-4f1316dff853 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:20.066583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-33bc7602-ada2-4b71-b9e1-4f1316dff853 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:20.067953 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bc7602-ada2-4b71-b9e1-4f1316dff853 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:20.087930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc7602-ada2-4b71-b9e1-4f1316dff853 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Pushing event updated for resources: {'Port': ['ID=6414250c-27d1-45c3-8596-f5a944c5413a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:20.151787 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c9633552-5723-4b93-9414-b8c906ca5e23 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95b02f49830b416b8498f517d4d3d0aa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9110076 Jul 23 20:24:20.155430 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51000) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:20.157024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1bc6ae0e-ff89-41d1-909f-ae4dbe5b5ad7 req-1d77b24f-b708-4a17-a83d-4dfd593db2c3 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b57af33-5d9f-4311-9e49-371c2b4057c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041410 Jul 23 20:24:20.163931 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-c09ebcf8-6780-4c47-9e8b-971113e31a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:20.171087 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-c09ebcf8-6780-4c47-9e8b-971113e31a65 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3355facf19e94113903c35196fa861e9&device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 1120 time: 1.0116429 Jul 23 20:24:20.202753 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9633552-5723-4b93-9414-b8c906ca5e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302f3d43-a57e-43a1-9165-2bd068ca2782,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:20.283945 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46d6eab5-983e-498c-a513-1ddbe66559a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.286725 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46d6eab5-983e-498c-a513-1ddbe66559a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.291679 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-46d6eab5-983e-498c-a513-1ddbe66559a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a0f55020-1334-43dd-b796-ce5be834fd0d HTTP/1.1" status: 204 len: 168 time: 1.5382311 Jul 23 20:24:20.425647 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-632c42a7-2f04-416d-9ac4-6dd55bc88bfe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd HTTP/1.1" status: 200 len: 217 time: 0.2417352 Jul 23 20:24:20.426376 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6eab5-983e-498c-a513-1ddbe66559a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f55020-1334-43dd-b796-ce5be834fd0d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:20.605963 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33bc7602-ada2-4b71-b9e1-4f1316dff853 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.651035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-d5e5acd8-a5e0-4e82-a77c-39eae1018707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:20.655017 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-d5e5acd8-a5e0-4e82-a77c-39eae1018707 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1956356 Jul 23 20:24:20.660795 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5de958-7bfc-4ad0-8f3a-d08afa49492f x-openstack-request-id: req-3d5de958-7bfc-4ad0-8f3a-d08afa49492f {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:20.661237 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e05b78-700b-4351-a3cd-ebf24011d5f8", "tag": "7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:20.662198 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d5de958-7bfc-4ad0-8f3a-d08afa49492f {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:20.662844 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e05b78-700b-4351-a3cd-ebf24011d5f8', 'tag': '7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd', 'status': 'completed', 'code': 200} Jul 23 20:24:20.669333 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-345f1746-be95-4d15-bad4-afa6f34dacc6 req-420b1aac-aa2f-4917-86cf-21386790de8a tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7062588 Jul 23 20:24:20.687028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Attempting to bind port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:20.687776 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Attempting to bind port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:20.692213 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Attempting to bind port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:20.753826 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:24:20.757369 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Attempting to bind port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:20.776226 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-00ad98e6-4716-49c1-9ae2-20bf1bcad68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.793513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] For port e5a301c9-13a3-49f8-b6fb-964355a48b60, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:20.801993 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:20.802364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:20.802767 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:20.803266 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Bound port: 11099cec-4ead-41c9-9bdd-4ae9be9d1cda, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:20.803600 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.806685 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-00ad98e6-4716-49c1-9ae2-20bf1bcad68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.807291 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] For port e5a301c9-13a3-49f8-b6fb-964355a48b60, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e5a301c9-13a3-49f8-b6fb-964355a48b60,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:20.826872 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.898069 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-00ad98e6-4716-49c1-9ae2-20bf1bcad68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.901150 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-00ad98e6-4716-49c1-9ae2-20bf1bcad68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.902651 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-00ad98e6-4716-49c1-9ae2-20bf1bcad68f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/302f3d43-a57e-43a1-9165-2bd068ca2782 HTTP/1.1" status: 204 len: 168 time: 0.7304120 Jul 23 20:24:20.950885 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:20.951495 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.953193 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33bc7602-ada2-4b71-b9e1-4f1316dff853 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.953698 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] 10.222.0.57 "PUT /v2.0/ports/e5a301c9-13a3-49f8-b6fb-964355a48b60 HTTP/1.1" status: 200 len: 1095 time: 3.3175478 Jul 23 20:24:20.954115 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91e0049-b49e-44fd-805d-952b3eb9d568', 'tag': 'e5a301c9-13a3-49f8-b6fb-964355a48b60'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:21.233106 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33bc7602-ada2-4b71-b9e1-4f1316dff853 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:21.235043 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad98e6-4716-49c1-9ae2-20bf1bcad68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302f3d43-a57e-43a1-9165-2bd068ca2782,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:21.281585 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51030) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:21.284324 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33bc7602-ada2-4b71-b9e1-4f1316dff853 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:21.332538 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8f37-5fab-4d0e-87bc-dc9840308663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:21.338998 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33bc7602-ada2-4b71-b9e1-4f1316dff853 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:21.374907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-114649e3-c32c-44ae-9586-8cdf94b18c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:21.377291 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-114649e3-c32c-44ae-9586-8cdf94b18c62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6895275 Jul 23 20:24:21.428792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f77f3-810b-4c4a-869f-24e7125025e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a301c9-13a3-49f8-b6fb-964355a48b60,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:21.449542 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33bc7602-ada2-4b71-b9e1-4f1316dff853 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:21.452546 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-33bc7602-ada2-4b71-b9e1-4f1316dff853 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2475660 Jul 23 20:24:21.483580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] For port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:21.499868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] For port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:21.522616 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:21.590507 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-eebf17db-9fdf-47dc-a725-b5faccdef961 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362543 Jul 23 20:24:21.706457 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:21.717990 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:21.719707 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-296afbe0-959e-4590-acf4-e908c60318a2 req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] 10.222.0.57 "PUT /v2.0/ports/11099cec-4ead-41c9-9bdd-4ae9be9d1cda HTTP/1.1" status: 200 len: 1096 time: 4.0815310 Jul 23 20:24:21.735880 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-bcb130f8-d512-439a-bf55-f56b433b28bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:21.737657 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8f37-5fab-4d0e-87bc-dc9840308663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:21.749711 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-bcb130f8-d512-439a-bf55-f56b433b28bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d25687932ebc49e5a0c700095c36738a&device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 1098 time: 0.5908968 Jul 23 20:24:21.754951 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8f37-5fab-4d0e-87bc-dc9840308663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:21.758197 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df5e2d6-a8c3-44cd-a80a-05f802430cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "e91e0049-b49e-44fd-805d-952b3eb9d568", "tag": "e5a301c9-13a3-49f8-b6fb-964355a48b60"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:21.814291 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7a9f8f37-5fab-4d0e-87bc-dc9840308663 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6ddcf439ce94fc1898c91aa8c9ffd6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5079763 Jul 23 20:24:21.831387 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f8f37-5fab-4d0e-87bc-dc9840308663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced120ca-772b-41e5-aaae-985f87ca34d5,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:21.861475 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51044) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:21.863854 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51046) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:21.979217 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b46cd18-6e6c-41db-a33b-ed8d217d3c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.025532 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b46cd18-6e6c-41db-a33b-ed8d217d3c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.030827 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589bab4-ee9f-4c99-9b53-a49aba1a0791 req-bec920ca-46ab-46b7-bb14-c43ab6372727 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:22.038539 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a589bab4-ee9f-4c99-9b53-a49aba1a0791 req-bec920ca-46ab-46b7-bb14-c43ab6372727 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 968 time: 0.7207246 Jul 23 20:24:22.079164 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc7602-ada2-4b71-b9e1-4f1316dff853 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Pushing event updated for resources: {'Port': ['ID=6414250c-27d1-45c3-8596-f5a944c5413a,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:22.090542 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-7a3be005-4c10-451c-bc8f-dcbcbda0553a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=e5a301c9-13a3-49f8-b6fb-964355a48b60 HTTP/1.1" status: 200 len: 217 time: 0.3224468 Jul 23 20:24:22.096491 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-306c98c8-4341-40b0-a6a6-b5aa8fafb22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.131522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f62e74-cc34-485e-a87c-69349bf15b9c service neutron] Pushing event updated for resources: {'Port': ['ID=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:22.146906 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b46cd18-6e6c-41db-a33b-ed8d217d3c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.149337 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b46cd18-6e6c-41db-a33b-ed8d217d3c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.150498 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3b46cd18-6e6c-41db-a33b-ed8d217d3c93 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ced120ca-772b-41e5-aaae-985f87ca34d5 HTTP/1.1" status: 204 len: 168 time: 0.2851441 Jul 23 20:24:22.195696 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a589bab4-ee9f-4c99-9b53-a49aba1a0791 req-b28743be-aa0c-43a7-86b6-08648aea272c tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b57af33-5d9f-4311-9e49-371c2b4057c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510117 Jul 23 20:24:22.249531 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-aef55bb5-bb80-4889-bc52-f2fbeec55faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:22.251504 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-aef55bb5-bb80-4889-bc52-f2fbeec55faa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1426425 Jul 23 20:24:22.261408 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ea313-2189-475d-a944-7f22a009fbd6 req-63642fde-3386-476e-89ac-b91556aa3f35 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:22.263921 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7ea313-2189-475d-a944-7f22a009fbd6 req-63642fde-3386-476e-89ac-b91556aa3f35 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 946 time: 0.4012282 Jul 23 20:24:22.281278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afbe0-959e-4590-acf4-e908c60318a2 req-ef244943-cace-421f-8ac6-175673d9f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:22.282989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-296afbe0-959e-4590-acf4-e908c60318a2 req-ef244943-cace-421f-8ac6-175673d9f281 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d25687932ebc49e5a0c700095c36738a&device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 1099 time: 0.5038342 Jul 23 20:24:22.381358 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-296afbe0-959e-4590-acf4-e908c60318a2 req-8f0fb02b-5fdc-47e4-b574-407362b8af1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=11099cec-4ead-41c9-9bdd-4ae9be9d1cda HTTP/1.1" status: 200 len: 217 time: 0.0764623 Jul 23 20:24:22.422162 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7ea313-2189-475d-a944-7f22a009fbd6 req-5dd7fc16-f2db-40ab-bcdc-77bafbbbdb0b tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183825 Jul 23 20:24:22.468055 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-306c98c8-4341-40b0-a6a6-b5aa8fafb22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.495840 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-306c98c8-4341-40b0-a6a6-b5aa8fafb22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.511046 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-fcfb50a2-4370-4f1f-af4d-81ee15919c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:22.513564 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-fcfb50a2-4370-4f1f-af4d-81ee15919c75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2424040 Jul 23 20:24:22.523921 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afbe0-959e-4590-acf4-e908c60318a2 req-0a6da1d5-cc60-4fcb-a86e-4664af166359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:22.533930 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-296afbe0-959e-4590-acf4-e908c60318a2 req-0a6da1d5-cc60-4fcb-a86e-4664af166359 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1012444 Jul 23 20:24:22.563491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46cd18-6e6c-41db-a33b-ed8d217d3c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced120ca-772b-41e5-aaae-985f87ca34d5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:22.724660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51068) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:22.727760 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-306c98c8-4341-40b0-a6a6-b5aa8fafb22f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8dd98d2091584c12b95e78983b33eaed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8608990 Jul 23 20:24:22.739337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c98c8-4341-40b0-a6a6-b5aa8fafb22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430763a8-481b-4756-b1cf-51e9559ed6d1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:22.756461 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c3e562f5-55a8-4ffb-bc7e-1a64811674cc req-5c37249c-11da-4f57-888e-b2042292eada service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0142136 Jul 23 20:24:22.830938 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1f512c-4708-4f84-998c-67d227197ec0 x-openstack-request-id: req-1f1f512c-4708-4f84-998c-67d227197ec0 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:22.831269 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91e0049-b49e-44fd-805d-952b3eb9d568", "tag": "e5a301c9-13a3-49f8-b6fb-964355a48b60", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:22.831738 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f1f512c-4708-4f84-998c-67d227197ec0 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:22.831934 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91e0049-b49e-44fd-805d-952b3eb9d568', 'tag': 'e5a301c9-13a3-49f8-b6fb-964355a48b60', 'status': 'completed', 'code': 200} Jul 23 20:24:22.948711 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afbe0-959e-4590-acf4-e908c60318a2 req-1ba0b543-02b8-434a-a71d-4c4325aaa243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:22.948711 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-296afbe0-959e-4590-acf4-e908c60318a2 req-1ba0b543-02b8-434a-a71d-4c4325aaa243 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4029450 Jul 23 20:24:22.948711 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-053ce940-47ae-41c8-bc56-384cf4f47c2b service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035525 Jul 23 20:24:22.970757 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9c57422-fd42-4363-a64f-4bf171ac4bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.018803 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9c57422-fd42-4363-a64f-4bf171ac4bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.036223 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5f57b-cc2a-4a80-b0f0-d3f50f31e34c req-95f88ff5-b311-4134-be23-9d0e68abffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:23.047040 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aff5f57b-cc2a-4a80-b0f0-d3f50f31e34c req-95f88ff5-b311-4134-be23-9d0e68abffbc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3355facf19e94113903c35196fa861e9&device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 1120 time: 0.1719842 Jul 23 20:24:23.320662 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9c57422-fd42-4363-a64f-4bf171ac4bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.323128 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9c57422-fd42-4363-a64f-4bf171ac4bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.330873 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f9c57422-fd42-4363-a64f-4bf171ac4bf9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/430763a8-481b-4756-b1cf-51e9559ed6d1 HTTP/1.1" status: 204 len: 168 time: 0.5985172 Jul 23 20:24:23.376637 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-296afbe0-959e-4590-acf4-e908c60318a2 req-9ed1d115-44f4-4c83-b9ac-d74f371d2ea7 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464010 Jul 23 20:24:23.381872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c57422-fd42-4363-a64f-4bf171ac4bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430763a8-481b-4756-b1cf-51e9559ed6d1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:23.384662 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76123f42-9eb0-48d0-9f9a-d93a5ad8c672 req-754afd1a-8f7a-4223-b552-6c5ecf8d0457 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567808 Jul 23 20:24:23.441655 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5f57b-cc2a-4a80-b0f0-d3f50f31e34c req-2491efff-4e93-4e49-af18-2b8642c2f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:23.443143 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aff5f57b-cc2a-4a80-b0f0-d3f50f31e34c req-2491efff-4e93-4e49-af18-2b8642c2f916 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.3693693 Jul 23 20:24:23.562440 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aff5f57b-cc2a-4a80-b0f0-d3f50f31e34c req-a4c758ea-a8e9-449c-baef-0ae0149e92d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd HTTP/1.1" status: 200 len: 217 time: 0.1019039 Jul 23 20:24:23.859142 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-296afbe0-959e-4590-acf4-e908c60318a2 req-2e39d0de-4b19-43eb-9f73-9d0f2eb48895 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187350 Jul 23 20:24:24.002177 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5e2d6-a8c3-44cd-a80a-05f802430cc4 req-93d7031c-a20f-438d-8a2c-86201c0f5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:24.008942 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2df5e2d6-a8c3-44cd-a80a-05f802430cc4 req-93d7031c-a20f-438d-8a2c-86201c0f5f02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d25687932ebc49e5a0c700095c36738a&device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 1098 time: 0.4847915 Jul 23 20:24:24.024382 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1d74d-bbe3-4068-acba-ab05c2d3c877 req-6478ad52-b46d-4a55-a0ab-82e21526e8a2 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:24.027066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-80c1d74d-bbe3-4068-acba-ab05c2d3c877 req-6478ad52-b46d-4a55-a0ab-82e21526e8a2 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 968 time: 0.2443447 Jul 23 20:24:24.140166 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5f57b-cc2a-4a80-b0f0-d3f50f31e34c req-ec56f240-eb4f-4e4a-98cc-7c1247a84dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:24.141637 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aff5f57b-cc2a-4a80-b0f0-d3f50f31e34c req-ec56f240-eb4f-4e4a-98cc-7c1247a84dba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1378286 Jul 23 20:24:24.202514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-80c1d74d-bbe3-4068-acba-ab05c2d3c877 req-c43b0c8d-acda-4fe3-8744-6b2a3bff8efe tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b57af33-5d9f-4311-9e49-371c2b4057c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687777 Jul 23 20:24:24.362767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5f57b-cc2a-4a80-b0f0-d3f50f31e34c req-40600af2-1459-4724-82e9-03519b5ac4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:24.365996 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aff5f57b-cc2a-4a80-b0f0-d3f50f31e34c req-40600af2-1459-4724-82e9-03519b5ac4ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1376328 Jul 23 20:24:24.489180 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b588bd0-f90d-4358-89a7-a03b30a9bcbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.726325 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aff5f57b-cc2a-4a80-b0f0-d3f50f31e34c req-884670ca-c4e7-417a-b9e0-ec008fcb1c9b service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491724 Jul 23 20:24:24.781696 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5e2d6-a8c3-44cd-a80a-05f802430cc4 req-de2cb597-f967-4500-bf90-ced2107d63c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:24.784054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2df5e2d6-a8c3-44cd-a80a-05f802430cc4 req-de2cb597-f967-4500-bf90-ced2107d63c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.6593468 Jul 23 20:24:24.841022 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b707a9ac-c1b0-4924-8084-9143d17e0b0e', 'tag': '11099cec-4ead-41c9-9bdd-4ae9be9d1cda'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:24.843787 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7a8efb-445b-450f-9ed9-e97e079a1f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "b707a9ac-c1b0-4924-8084-9143d17e0b0e", "tag": "11099cec-4ead-41c9-9bdd-4ae9be9d1cda"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:24.849572 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2df5e2d6-a8c3-44cd-a80a-05f802430cc4 req-e4109924-e0c4-4c0a-97f4-f99526a4e341 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=e5a301c9-13a3-49f8-b6fb-964355a48b60 HTTP/1.1" status: 200 len: 217 time: 0.0566719 Jul 23 20:24:24.863370 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c22e11-89ca-4f87-92e0-7bf1971192d4 req-303b2eef-ce06-4077-bba3-1b67f0ebb73e tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:24.870398 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94c22e11-89ca-4f87-92e0-7bf1971192d4 req-303b2eef-ce06-4077-bba3-1b67f0ebb73e tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 946 time: 0.1873977 Jul 23 20:24:24.950599 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aff5f57b-cc2a-4a80-b0f0-d3f50f31e34c req-7f9e77ed-b7a3-40d9-9e17-43c34ed0c424 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142549 Jul 23 20:24:24.957140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94c22e11-89ca-4f87-92e0-7bf1971192d4 req-10756e53-788b-41cc-bd77-41c292666caa tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858679 Jul 23 20:24:24.966926 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5e2d6-a8c3-44cd-a80a-05f802430cc4 req-7bd141b4-af41-4241-86f1-b99e1396cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:24.968384 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2df5e2d6-a8c3-44cd-a80a-05f802430cc4 req-7bd141b4-af41-4241-86f1-b99e1396cbaf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0958591 Jul 23 20:24:25.100455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5e2d6-a8c3-44cd-a80a-05f802430cc4 req-42eaa992-dfef-498c-b778-607dd2ccc3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:25.102260 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2df5e2d6-a8c3-44cd-a80a-05f802430cc4 req-42eaa992-dfef-498c-b778-607dd2ccc3c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1145709 Jul 23 20:24:25.460831 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfa0081-337f-4dac-b3f3-5a1dcb21e3eb x-openstack-request-id: req-1dfa0081-337f-4dac-b3f3-5a1dcb21e3eb {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:25.461410 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b707a9ac-c1b0-4924-8084-9143d17e0b0e", "tag": "11099cec-4ead-41c9-9bdd-4ae9be9d1cda", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:25.461816 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1dfa0081-337f-4dac-b3f3-5a1dcb21e3eb {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:25.462362 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b707a9ac-c1b0-4924-8084-9143d17e0b0e', 'tag': '11099cec-4ead-41c9-9bdd-4ae9be9d1cda', 'status': 'completed', 'code': 200} Jul 23 20:24:25.688876 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118227cb-7413-4db3-98eb-a02d1f193b67 req-23ca3530-8e1f-466e-80e6-c13eb51e17bb tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:25.705409 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-118227cb-7413-4db3-98eb-a02d1f193b67 req-23ca3530-8e1f-466e-80e6-c13eb51e17bb tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 968 time: 0.1389332 Jul 23 20:24:25.784170 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-118227cb-7413-4db3-98eb-a02d1f193b67 req-5121bd4c-5791-4be6-8d20-317b1949e5df tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b57af33-5d9f-4311-9e49-371c2b4057c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677226 Jul 23 20:24:26.415457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59200866-a12c-43cd-9853-273c582a7031 req-4d62e7d4-a5a0-4416-9632-503a5797ea46 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1691134631&fields=id&tenant_id=282b5619c5a34c6ea12d7fca8ffb305e HTTP/1.1" status: 200 len: 267 time: 0.0549164 Jul 23 20:24:26.661977 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59200866-a12c-43cd-9853-273c582a7031 req-e560df10-9b1c-4113-bcd0-288cc3e67a60 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:26.663635 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59200866-a12c-43cd-9853-273c582a7031 req-e560df10-9b1c-4113-bcd0-288cc3e67a60 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/networks?id=f7d042f9-5f6b-45f4-af0d-c0167546d960 HTTP/1.1" status: 200 len: 823 time: 0.2473068 Jul 23 20:24:26.689799 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59200866-a12c-43cd-9853-273c582a7031 req-1a639262-218d-403c-a5e0-2993c969f133 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/quotas/282b5619c5a34c6ea12d7fca8ffb305e HTTP/1.1" status: 200 len: 375 time: 0.0202625 Jul 23 20:24:26.698426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34042a-4b69-49ff-939d-547dd56d1135 req-a3a43d87-7478-4c90-ab00-e6524d601a22 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:26.700458 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d34042a-4b69-49ff-939d-547dd56d1135 req-a3a43d87-7478-4c90-ab00-e6524d601a22 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 946 time: 0.1166949 Jul 23 20:24:26.777582 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d34042a-4b69-49ff-939d-547dd56d1135 req-3e9e4e8d-a30a-4a4e-b15d-468731c532ea tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682402 Jul 23 20:24:26.836008 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59200866-a12c-43cd-9853-273c582a7031 req-5d9dba26-1e5a-44ab-96c3-bdf1c1d98045 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=282b5619c5a34c6ea12d7fca8ffb305e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1345427 Jul 23 20:24:26.861495 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-59200866-a12c-43cd-9853-273c582a7031 req-dd5dbea9-9dca-4f83-8009-00bcfe300d6d tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:24:26.862523 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59200866-a12c-43cd-9853-273c582a7031 req-dd5dbea9-9dca-4f83-8009-00bcfe300d6d tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116510 Jul 23 20:24:27.045754 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dca0b673-3224-4754-924f-16a12b67e09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.195177 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51196) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:27.260142 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.272661 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db355fba-b9f0-495b-85e1-3484b4034e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.325669 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59200866-a12c-43cd-9853-273c582a7031 req-45124050-b5b8-4054-b787-0c09ea6eb48d service neutron] 10.222.0.55 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123148 Jul 23 20:24:27.385921 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db355fba-b9f0-495b-85e1-3484b4034e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.394044 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db355fba-b9f0-495b-85e1-3484b4034e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.447632 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-db355fba-b9f0-495b-85e1-3484b4034e1e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=159e59ef2bcb415f84a1c032abe3cb4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513440 Jul 23 20:24:27.450169 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51200) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:27.458574 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db355fba-b9f0-495b-85e1-3484b4034e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816f556e-7667-4f94-a5c2-df28781e8749,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:27.475839 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59200866-a12c-43cd-9853-273c582a7031 req-f3262342-5067-4442-b67b-8726756a96a3 service neutron] 10.222.0.55 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491210 Jul 23 20:24:27.510351 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71608d20-ff37-48de-9e38-189c5c76dfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.539742 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71608d20-ff37-48de-9e38-189c5c76dfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.608194 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71608d20-ff37-48de-9e38-189c5c76dfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.613617 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71608d20-ff37-48de-9e38-189c5c76dfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.617036 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-71608d20-ff37-48de-9e38-189c5c76dfba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/816f556e-7667-4f94-a5c2-df28781e8749 HTTP/1.1" status: 204 len: 168 time: 0.1657734 Jul 23 20:24:27.639760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71608d20-ff37-48de-9e38-189c5c76dfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816f556e-7667-4f94-a5c2-df28781e8749,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:27.753724 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be860fa-32a7-428b-a728-0931907534a4 req-fbbcba08-68a2-4a13-a838-fe47dbddeb6c tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:27.755993 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5be860fa-32a7-428b-a728-0931907534a4 req-fbbcba08-68a2-4a13-a838-fe47dbddeb6c tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 968 time: 0.1226296 Jul 23 20:24:27.843970 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5be860fa-32a7-428b-a728-0931907534a4 req-934b917f-608e-4506-8380-473eab1ff8c3 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b57af33-5d9f-4311-9e49-371c2b4057c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813568 Jul 23 20:24:27.935954 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9ff7776-9f5e-4b71-911c-b7cd7c656cec req-faca2779-566b-41cd-a4ff-74e432f73cc6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 210 time: 0.0431063 Jul 23 20:24:28.049426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51226) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:28.068548 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4e256806-8021-457c-94aa-aed17c35b394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:28.170258 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4c46d-2bff-4b17-a9e5-fcdd3fdaaed2 req-07dc0068-c86c-4118-bcb3-131cd2a3baab tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:28.178207 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-15c4c46d-2bff-4b17-a9e5-fcdd3fdaaed2 req-07dc0068-c86c-4118-bcb3-131cd2a3baab tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 946 time: 0.1111073 Jul 23 20:24:28.234449 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-15c4c46d-2bff-4b17-a9e5-fcdd3fdaaed2 req-b43804a8-c7c7-421c-8dea-47e28612c123 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557687 Jul 23 20:24:28.281954 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4e256806-8021-457c-94aa-aed17c35b394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:28.286819 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4e256806-8021-457c-94aa-aed17c35b394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:28.322034 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4e256806-8021-457c-94aa-aed17c35b394 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1ca9c47b33b4ae3bb7ed04b93affac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690523 Jul 23 20:24:28.322460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51242) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:28.342552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e256806-8021-457c-94aa-aed17c35b394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88937a20-8bb3-4730-b463-7de3229efdb9,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:28.371247 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:28.409111 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a013b1d-8c60-42d7-8da5-e557894676b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:28.431110 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a013b1d-8c60-42d7-8da5-e557894676b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:28.508447 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a013b1d-8c60-42d7-8da5-e557894676b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:28.511660 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a013b1d-8c60-42d7-8da5-e557894676b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:28.513188 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4a013b1d-8c60-42d7-8da5-e557894676b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88937a20-8bb3-4730-b463-7de3229efdb9 HTTP/1.1" status: 204 len: 168 time: 0.1893742 Jul 23 20:24:28.522504 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a013b1d-8c60-42d7-8da5-e557894676b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88937a20-8bb3-4730-b463-7de3229efdb9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:28.996854 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08b732-8cdc-460b-b24b-742348c817e7 req-1dc39b98-9d48-4d22-9aad-cc7c168aa736 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:29.004310 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cf08b732-8cdc-460b-b24b-742348c817e7 req-1dc39b98-9d48-4d22-9aad-cc7c168aa736 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 968 time: 0.0802324 Jul 23 20:24:29.039225 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51284) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:29.049522 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cf08b732-8cdc-460b-b24b-742348c817e7 req-947258a1-f59d-47bc-b9dd-d436310cb1ac tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b57af33-5d9f-4311-9e49-371c2b4057c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441632 Jul 23 20:24:29.169841 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d3130c02-ead6-40dd-867f-2cbaf5fb1cbc req-a2d0b4d4-78bc-497b-bbfe-8ecb10728fbc tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 210 time: 0.0426641 Jul 23 20:24:29.176561 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59200866-a12c-43cd-9853-273c582a7031 req-fac12ac1-35a1-4a7b-9967-1b12396a0be9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:29.178443 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-59200866-a12c-43cd-9853-273c582a7031 req-fac12ac1-35a1-4a7b-9967-1b12396a0be9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.48 "GET /v2.0/networks?id=f7d042f9-5f6b-45f4-af0d-c0167546d960 HTTP/1.1" status: 200 len: 823 time: 0.3150899 Jul 23 20:24:29.230092 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5c63-8da1-4456-bf30-08a91e7f5112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.246173 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-59200866-a12c-43cd-9853-273c582a7031 req-1fd5560b-06ad-42ae-9982-b3eccc2e2f0e tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=282b5619c5a34c6ea12d7fca8ffb305e HTTP/1.1" status: 200 len: 380 time: 0.0583589 Jul 23 20:24:29.273417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-59200866-a12c-43cd-9853-273c582a7031 req-6e0365ee-362d-498e-83f4-5333dbdd9b9c tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Request body: {'port': {'device_id': 'b687a819-800e-43ef-829a-a9dacaa2425c', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'admin_state_up': True, 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'security_groups': ['d04059b0-72c5-4762-9634-6acd68b38e61']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:29.377020 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2df5e2d6-a8c3-44cd-a80a-05f802430cc4 req-5829ba7d-5a53-423d-90a6-bddcf8c4247c service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803727 Jul 23 20:24:29.554163 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a8efb-445b-450f-9ed9-e97e079a1f8d req-370e32a6-e7ec-4972-b2a9-85052fbe726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:29.555710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7a8efb-445b-450f-9ed9-e97e079a1f8d req-370e32a6-e7ec-4972-b2a9-85052fbe726f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d25687932ebc49e5a0c700095c36738a&device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 1099 time: 0.3235149 Jul 23 20:24:29.652421 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:24:29.697116 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5c63-8da1-4456-bf30-08a91e7f5112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.699769 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51324) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:29.702343 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2df5e2d6-a8c3-44cd-a80a-05f802430cc4 req-ee315d0b-048b-4eeb-bc9b-3b09e71877c9 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936227 Jul 23 20:24:29.719479 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef3aa2-debe-43ce-a328-8c8e963ad886 req-222a89ef-68bb-4a81-a046-deb588a4751b tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:29.726298 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbef3aa2-debe-43ce-a328-8c8e963ad886 req-222a89ef-68bb-4a81-a046-deb588a4751b tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 946 time: 0.3479488 Jul 23 20:24:29.728157 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d3d5c63-8da1-4456-bf30-08a91e7f5112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.758601 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59200866-a12c-43cd-9853-273c582a7031 req-6e0365ee-362d-498e-83f4-5333dbdd9b9c tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Made reservation on behalf of 282b5619c5a34c6ea12d7fca8ffb305e for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:29.763006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-59200866-a12c-43cd-9853-273c582a7031 req-6e0365ee-362d-498e-83f4-5333dbdd9b9c tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.795788 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:29.799403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a8efb-445b-450f-9ed9-e97e079a1f8d req-53d88d20-edad-460d-909e-857fd8e15377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:29.800990 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7a8efb-445b-450f-9ed9-e97e079a1f8d req-53d88d20-edad-460d-909e-857fd8e15377 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.2335558 Jul 23 20:24:29.807980 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8d3d5c63-8da1-4456-bf30-08a91e7f5112 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b94ba8961f2f45e0a4bc5d16859fa924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7572641 Jul 23 20:24:29.813346 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd', 'mac_address': 'fa:16:3e:1f:61:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:tempest-test_az-591332748', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:24:29.814223 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d5c63-8da1-4456-bf30-08a91e7f5112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfae705c-f197-4d93-9b05-b201f63f232f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:29.819141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51328) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:29.872293 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.878452 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.905305 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbef3aa2-debe-43ce-a328-8c8e963ad886 req-ec390b35-905c-44cf-8692-5a421b5348a5 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622877 Jul 23 20:24:29.905305 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7a8efb-445b-450f-9ed9-e97e079a1f8d req-b623146a-2e57-49aa-9812-0fc674350bb1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=11099cec-4ead-41c9-9bdd-4ae9be9d1cda HTTP/1.1" status: 200 len: 217 time: 0.0807552 Jul 23 20:24:29.908932 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:29.936032 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:29.944652 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.951149 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-91ae287c-6bde-4bc5-85fc-51e3e7d877ad admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-246215353-network', 'tenant_id': '5a185053a28c406bbec1c43816d9e38b'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:29.985357 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ae287c-6bde-4bc5-85fc-51e3e7d877ad admin admin] Made reservation on behalf of 5a185053a28c406bbec1c43816d9e38b for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:29.987818 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91ae287c-6bde-4bc5-85fc-51e3e7d877ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.989195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a8efb-445b-450f-9ed9-e97e079a1f8d req-a0446c69-47cd-4d2b-aee5-c4ca22703b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:29.990855 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7a8efb-445b-450f-9ed9-e97e079a1f8d req-a0446c69-47cd-4d2b-aee5-c4ca22703b86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0797827 Jul 23 20:24:30.004530 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91ae287c-6bde-4bc5-85fc-51e3e7d877ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.007474 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-59200866-a12c-43cd-9853-273c582a7031 req-6e0365ee-362d-498e-83f4-5333dbdd9b9c tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Allocated IP 172.20.0.10 (f7d042f9-5f6b-45f4-af0d-c0167546d960/70510b3b-e3cb-4ef3-a472-cc252ad56cea/c238aa09-353f-4913-82f2-09910bea4682) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:30.010696 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:30.030986 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8abe4958-a5b6-40d1-bee6-9e343ce37595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.062269 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8abe4958-a5b6-40d1-bee6-9e343ce37595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.115308 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a8efb-445b-450f-9ed9-e97e079a1f8d req-c778b6ae-f0c1-43e3-82f4-fd45e09fbf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:30.116913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7a8efb-445b-450f-9ed9-e97e079a1f8d req-c778b6ae-f0c1-43e3-82f4-fd45e09fbf03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1189055 Jul 23 20:24:30.237168 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-59200866-a12c-43cd-9853-273c582a7031 req-6e0365ee-362d-498e-83f4-5333dbdd9b9c tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.240681 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91ae287c-6bde-4bc5-85fc-51e3e7d877ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.247670 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91ae287c-6bde-4bc5-85fc-51e3e7d877ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.267780 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-59200866-a12c-43cd-9853-273c582a7031 req-6e0365ee-362d-498e-83f4-5333dbdd9b9c tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Transition to ACTIVE for port object c238aa09-353f-4913-82f2-09910bea4682 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:30.276065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51342) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:30.283514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ae287c-6bde-4bc5-85fc-51e3e7d877ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:24:30.305745 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91ae287c-6bde-4bc5-85fc-51e3e7d877ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.306081 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-91ae287c-6bde-4bc5-85fc-51e3e7d877ad admin admin] Added segment 880ce7b8-cc1a-4fd0-a221-7defb48fb269 of type vlan for network 7e56589e-9a72-40c0-80e1-89204b3d73d0 Jul 23 20:24:30.316587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae287c-6bde-4bc5-85fc-51e3e7d877ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3984d128-e733-4920-9659-31e7fe028b26,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:30.327202 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:24:30.355009 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8abe4958-a5b6-40d1-bee6-9e343ce37595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.359198 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8abe4958-a5b6-40d1-bee6-9e343ce37595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.362739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8abe4958-a5b6-40d1-bee6-9e343ce37595 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cfae705c-f197-4d93-9b05-b201f63f232f HTTP/1.1" status: 204 len: 168 time: 0.5388610 Jul 23 20:24:30.364215 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91ae287c-6bde-4bc5-85fc-51e3e7d877ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.396334 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-59200866-a12c-43cd-9853-273c582a7031 req-6e0365ee-362d-498e-83f4-5333dbdd9b9c tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.482899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe4958-a5b6-40d1-bee6-9e343ce37595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfae705c-f197-4d93-9b05-b201f63f232f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:30.497970 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0365ee-362d-498e-83f4-5333dbdd9b9c tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Pushing event updated for resources: {'Port': ['ID=c238aa09-353f-4913-82f2-09910bea4682,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:30.511534 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91ae287c-6bde-4bc5-85fc-51e3e7d877ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.513039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ae287c-6bde-4bc5-85fc-51e3e7d877ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:30.513573 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91ae287c-6bde-4bc5-85fc-51e3e7d877ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.558225 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7a8efb-445b-450f-9ed9-e97e079a1f8d req-61ab3511-b9da-4aa7-9360-146db19cafdb service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323080 Jul 23 20:24:30.591785 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95a3c31e-4e33-4dc6-ac1d-1c781bf159d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.607186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59200866-a12c-43cd-9853-273c582a7031 req-6e0365ee-362d-498e-83f4-5333dbdd9b9c tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Network f7d042f9-5f6b-45f4-af0d-c0167546d960 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:30.617331 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-59200866-a12c-43cd-9853-273c582a7031 req-6e0365ee-362d-498e-83f4-5333dbdd9b9c tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:30.622787 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-91ae287c-6bde-4bc5-85fc-51e3e7d877ad admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9190426 Jul 23 20:24:30.622787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-59200866-a12c-43cd-9853-273c582a7031 req-6e0365ee-362d-498e-83f4-5333dbdd9b9c tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:30.626813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59200866-a12c-43cd-9853-273c582a7031 req-6e0365ee-362d-498e-83f4-5333dbdd9b9c tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:30.626940 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-59200866-a12c-43cd-9853-273c582a7031 req-6e0365ee-362d-498e-83f4-5333dbdd9b9c tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.634543 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51350) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:30.652797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a44a166c-1ce6-481d-9d50-b355ce910146 admin admin] Request body: {'subnet': {'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-246215353-subnet', 'tenant_id': '5a185053a28c406bbec1c43816d9e38b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:30.716439 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae287c-6bde-4bc5-85fc-51e3e7d877ad admin admin] Pushing event updated for resources: {'Network': ['ID=7e56589e-9a72-40c0-80e1-89204b3d73d0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:30.728555 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 7e56589e-9a72-40c0-80e1-89204b3d73d0 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:24:30.732040 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.db.api [None req-a44a166c-1ce6-481d-9d50-b355ce910146 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:24:30.732040 n-d-791504-18 neutron-server[93810]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:24:30.732040 n-d-791504-18 neutron-server[93810]: [parameters: {'project_id_1': '5a185053a28c406bbec1c43816d9e38b', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 24, 30, 705733)}] Jul 23 20:24:30.732040 n-d-791504-18 neutron-server[93810]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:24:30.732040 n-d-791504-18 neutron-server[93810]: DEBUG oslo_db.api [None req-a44a166c-1ce6-481d-9d50-b355ce910146 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:24:30.736171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd0c66-c088-40bb-8c0e-9e11610d158a req-94d4acd6-6fa0-4c5a-b84b-9945b780fd61 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:30.745662 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6cd0c66-c088-40bb-8c0e-9e11610d158a req-94d4acd6-6fa0-4c5a-b84b-9945b780fd61 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 969 time: 0.6090236 Jul 23 20:24:30.818813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51352) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:30.820165 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266ed11-67f5-4db2-aeaa-041bf08e47e8 req-ff8bec39-bfb1-4b0f-be0c-0ba23cd6cd54 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:30.821710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e266ed11-67f5-4db2-aeaa-041bf08e47e8 req-ff8bec39-bfb1-4b0f-be0c-0ba23cd6cd54 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 932 time: 0.4755721 Jul 23 20:24:30.830290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7a8efb-445b-450f-9ed9-e97e079a1f8d req-82763a6e-e5b8-4a08-99d5-1b7fc946b34f service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569947 Jul 23 20:24:30.839539 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6edf13ee-2793-4d5a-8adc-e7d75f82d325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.869329 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95a3c31e-4e33-4dc6-ac1d-1c781bf159d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.869543 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6cd0c66-c088-40bb-8c0e-9e11610d158a req-523ca490-ed4d-4199-9c78-94c486a113d1 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b57af33-5d9f-4311-9e49-371c2b4057c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203530 Jul 23 20:24:30.876858 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95a3c31e-4e33-4dc6-ac1d-1c781bf159d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.878665 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e266ed11-67f5-4db2-aeaa-041bf08e47e8 req-71763059-0e3f-45a5-a092-5a3db4920eab tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476313 Jul 23 20:24:30.913237 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-59200866-a12c-43cd-9853-273c582a7031 req-6e0365ee-362d-498e-83f4-5333dbdd9b9c tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6599452 Jul 23 20:24:30.937167 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Request body: {'port': {'device_id': 'b687a819-800e-43ef-829a-a9dacaa2425c', 'device_owner': 'compute:tempest-test_az-591332748', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:30.952265 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-95a3c31e-4e33-4dc6-ac1d-1c781bf159d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0dc3203bacac4ed98a9d6ed1497226f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6751311 Jul 23 20:24:30.955124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51356) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:30.987057 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3c31e-4e33-4dc6-ac1d-1c781bf159d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f969ed-3e75-4f8a-b5d7-3d4f36a83ab3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:31.033386 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9ce728ac-e140-4ad7-9764-7790dd6783a9 None None] Provisioning for port c238aa09-353f-4913-82f2-09910bea4682 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:31.038545 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9ce728ac-e140-4ad7-9764-7790dd6783a9 None None] Provisioning complete for port c238aa09-353f-4913-82f2-09910bea4682 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:31.039091 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ce728ac-e140-4ad7-9764-7790dd6783a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.077278 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.084586 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8e9f-7bbc-4ad1-97ad-36686a1363fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.088539 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9ce728ac-e140-4ad7-9764-7790dd6783a9 None None] Port c238aa09-353f-4913-82f2-09910bea4682 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:24:31.105464 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fb0b5-33da-4bea-a6f5-77821714c86b req-0ea63b0e-71ff-4701-982f-2c1582f77973 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:31.107573 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b82fb0b5-33da-4bea-a6f5-77821714c86b req-0ea63b0e-71ff-4701-982f-2c1582f77973 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 946 time: 0.1373296 Jul 23 20:24:31.124551 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8e9f-7bbc-4ad1-97ad-36686a1363fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.137296 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6edf13ee-2793-4d5a-8adc-e7d75f82d325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.143804 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6edf13ee-2793-4d5a-8adc-e7d75f82d325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.176654 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b82fb0b5-33da-4bea-a6f5-77821714c86b req-18a6ac6d-5923-4996-98d5-a39d760ebc49 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617721 Jul 23 20:24:31.197760 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8e9f-7bbc-4ad1-97ad-36686a1363fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.207715 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8e9f-7bbc-4ad1-97ad-36686a1363fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.211749 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f9cd8e9f-7bbc-4ad1-97ad-36686a1363fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4f969ed-3e75-4f8a-b5d7-3d4f36a83ab3 HTTP/1.1" status: 204 len: 168 time: 0.2555916 Jul 23 20:24:31.220030 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd8e9f-7bbc-4ad1-97ad-36686a1363fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f969ed-3e75-4f8a-b5d7-3d4f36a83ab3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:31.263855 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6edf13ee-2793-4d5a-8adc-e7d75f82d325 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8493e2a121be4557b6f3d7738c742d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4416320 Jul 23 20:24:31.264939 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51360) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:31.266279 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf13ee-2793-4d5a-8adc-e7d75f82d325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b802487-7728-427e-a466-915cc6307058,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:31.288482 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44a166c-1ce6-481d-9d50-b355ce910146 admin admin] Made reservation on behalf of 5a185053a28c406bbec1c43816d9e38b for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:31.291132 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a44a166c-1ce6-481d-9d50-b355ce910146 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.335068 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4d63724c-bec7-4a11-8762-994001045732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.362425 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4d63724c-bec7-4a11-8762-994001045732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.423882 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4d63724c-bec7-4a11-8762-994001045732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.427500 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4d63724c-bec7-4a11-8762-994001045732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.428731 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4d63724c-bec7-4a11-8762-994001045732 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b802487-7728-427e-a466-915cc6307058 HTTP/1.1" status: 204 len: 168 time: 0.1621919 Jul 23 20:24:31.447759 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63724c-bec7-4a11-8762-994001045732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b802487-7728-427e-a466-915cc6307058,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:31.602907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c238aa09-353f-4913-82f2-09910bea4682 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:31.627321 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:31.631003 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.663541 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Transition to ACTIVE for port object c238aa09-353f-4913-82f2-09910bea4682 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:31.667148 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a44a166c-1ce6-481d-9d50-b355ce910146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.707666 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:31.713851 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:31.714843 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.727450 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a166c-1ce6-481d-9d50-b355ce910146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04cc1b4-e7d5-485f-8df9-995da9a55827,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:31.729632 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.820084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51374) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:31.829441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44a166c-1ce6-481d-9d50-b355ce910146 admin admin] Checking segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:31.829794 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44a166c-1ce6-481d-9d50-b355ce910146 admin admin] Network hostable DHCP agents. Network: 7e56589e-9a72-40c0-80e1-89204b3d73d0, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:24:31.834822 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e33dfb6d-800c-4876-a6bd-9a95e572da6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.858570 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c238aa09-353f-4913-82f2-09910bea4682,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:31.878891 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44a166c-1ce6-481d-9d50-b355ce910146 admin admin] Network 7e56589e-9a72-40c0-80e1-89204b3d73d0 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:24:31.881916 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.894538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Attempting to bind port c238aa09-353f-4913-82f2-09910bea4682 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:31.894538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Attempting to bind port c238aa09-353f-4913-82f2-09910bea4682 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '37f4fce7-6013-41e7-8a2d-fe7311437d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:31.897321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Attempting to bind port c238aa09-353f-4913-82f2-09910bea4682 on network f7d042f9-5f6b-45f4-af0d-c0167546d960 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:31.907763 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Port c238aa09-353f-4913-82f2-09910bea4682 on network f7d042f9-5f6b-45f4-af0d-c0167546d960 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:24:31.908222 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Attempting to bind port c238aa09-353f-4913-82f2-09910bea4682 on network f7d042f9-5f6b-45f4-af0d-c0167546d960 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:31.910435 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-a44a166c-1ce6-481d-9d50-b355ce910146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 7e56589e-9a72-40c0-80e1-89204b3d73d0) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:31.919526 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44a166c-1ce6-481d-9d50-b355ce910146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:31.920570 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a44a166c-1ce6-481d-9d50-b355ce910146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.931126 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:31.931472 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Checking segment: {'id': '37f4fce7-6013-41e7-8a2d-fe7311437d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:31.931854 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Bound using segment: {'id': '37f4fce7-6013-41e7-8a2d-fe7311437d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:31.932365 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Bound port: c238aa09-353f-4913-82f2-09910bea4682, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f4fce7-6013-41e7-8a2d-fe7311437d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:31.932639 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.941511 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:31.949427 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e05b78-700b-4351-a3cd-ebf24011d5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:32.042241 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] For port c238aa09-353f-4913-82f2-09910bea4682, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:32.046114 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30a9ec9-3bcc-41c5-b831-f59caab1daf8 None None] Network 7e56589e-9a72-40c0-80e1-89204b3d73d0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:32.046258 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] For port c238aa09-353f-4913-82f2-09910bea4682, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=c238aa09-353f-4913-82f2-09910bea4682,segment=NetworkSegment(37f4fce7-6013-41e7-8a2d-fe7311437d21),segment_id=37f4fce7-6013-41e7-8a2d-fe7311437d21)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:32.051228 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.064886 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.119014 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:32.120022 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.121463 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-59200866-a12c-43cd-9853-273c582a7031 req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] 10.222.0.48 "PUT /v2.0/ports/c238aa09-353f-4913-82f2-09910bea4682 HTTP/1.1" status: 200 len: 1114 time: 1.1933725 Jul 23 20:24:32.121966 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b687a819-800e-43ef-829a-a9dacaa2425c', 'tag': 'c238aa09-353f-4913-82f2-09910bea4682'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:32.124477 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781c18bb-5c12-4fb7-b388-82b024928168" -d '{"events": [{"name": "network-changed", "server_uuid": "b687a819-800e-43ef-829a-a9dacaa2425c", "tag": "c238aa09-353f-4913-82f2-09910bea4682"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:32.212731 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e33dfb6d-800c-4876-a6bd-9a95e572da6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.223452 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:32.226941 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e33dfb6d-800c-4876-a6bd-9a95e572da6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.235438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0858643-85f2-494a-b2c0-0fd94a98f3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c238aa09-353f-4913-82f2-09910bea4682,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:32.258625 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a44a166c-1ce6-481d-9d50-b355ce910146 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6163597 Jul 23 20:24:32.285210 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e33dfb6d-800c-4876-a6bd-9a95e572da6a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80eef005c5bc4ee3ab5da46ae4c9d7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4638047 Jul 23 20:24:32.287984 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51394) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:32.336401 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5da544-aba0-4365-aa93-9a1802728939" -d '{"events": [{"server_uuid": "97e05b78-700b-4351-a3cd-ebf24011d5f8", "name": "network-vif-plugged", "status": "completed", "tag": "7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:32.348134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1649a0f0-3d85-4f00-a9a8-762218543ac5 None None] Network 7e56589e-9a72-40c0-80e1-89204b3d73d0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:32.392632 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59200866-a12c-43cd-9853-273c582a7031 req-0a86ebc3-2933-41ee-b432-2a83ecebcdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:32.394101 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-59200866-a12c-43cd-9853-273c582a7031 req-0a86ebc3-2933-41ee-b432-2a83ecebcdf2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=282b5619c5a34c6ea12d7fca8ffb305e&device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 1117 time: 0.2135987 Jul 23 20:24:32.399590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d100a8-62a5-4ae6-b483-377cb4b72a56 req-bb0042f4-50e6-4ebc-929b-75e05bec7a98 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:32.401034 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76d100a8-62a5-4ae6-b483-377cb4b72a56 req-bb0042f4-50e6-4ebc-929b-75e05bec7a98 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 965 time: 0.3649430 Jul 23 20:24:32.420584 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e291e29-1b5a-4338-b898-aa8a1fa208ae req-9d8e617f-337d-43dd-91b7-a14282262881 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:32.439686 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e291e29-1b5a-4338-b898-aa8a1fa208ae req-9d8e617f-337d-43dd-91b7-a14282262881 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 970 time: 0.4018967 Jul 23 20:24:32.448530 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dfb6d-800c-4876-a6bd-9a95e572da6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50aca9d3-7278-4a93-a78c-850db77aad4f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:32.508219 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-59200866-a12c-43cd-9853-273c582a7031 req-132531e8-3b81-43eb-87ca-9b7c2e4212eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c238aa09-353f-4913-82f2-09910bea4682 HTTP/1.1" status: 200 len: 217 time: 0.1001294 Jul 23 20:24:32.513080 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6dfdac84-b00a-4ef7-9044-40f1444846bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.536291 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e291e29-1b5a-4338-b898-aa8a1fa208ae req-657db040-19e5-4256-a03d-3354e4164eb2 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b57af33-5d9f-4311-9e49-371c2b4057c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957310 Jul 23 20:24:32.548883 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76d100a8-62a5-4ae6-b483-377cb4b72a56 req-41a2a5df-fec1-4f2a-8297-6dd41e51b52a tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061254 Jul 23 20:24:32.597232 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6dfdac84-b00a-4ef7-9044-40f1444846bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.609012 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf699685-ca19-44b9-8266-dd8e71e5f07e x-openstack-request-id: req-bf699685-ca19-44b9-8266-dd8e71e5f07e {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:32.609300 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b687a819-800e-43ef-829a-a9dacaa2425c", "tag": "c238aa09-353f-4913-82f2-09910bea4682", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:32.609555 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf699685-ca19-44b9-8266-dd8e71e5f07e {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:32.609939 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b687a819-800e-43ef-829a-a9dacaa2425c', 'tag': 'c238aa09-353f-4913-82f2-09910bea4682', 'status': 'completed', 'code': 200} Jul 23 20:24:32.624226 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59200866-a12c-43cd-9853-273c582a7031 req-0d86e9aa-3fbb-490b-8d99-51fa83a762a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:32.625768 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-59200866-a12c-43cd-9853-273c582a7031 req-0d86e9aa-3fbb-490b-8d99-51fa83a762a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70510b3b-e3cb-4ef3-a472-cc252ad56cea HTTP/1.1" status: 200 len: 862 time: 0.1093535 Jul 23 20:24:32.709854 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59200866-a12c-43cd-9853-273c582a7031 req-13012199-b8f0-4b39-9b16-ece07f107ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:32.711382 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-59200866-a12c-43cd-9853-273c582a7031 req-13012199-b8f0-4b39-9b16-ece07f107ba6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f7d042f9-5f6b-45f4-af0d-c0167546d960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739450 Jul 23 20:24:32.712391 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6dfdac84-b00a-4ef7-9044-40f1444846bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.714859 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6dfdac84-b00a-4ef7-9044-40f1444846bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.715961 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6dfdac84-b00a-4ef7-9044-40f1444846bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50aca9d3-7278-4a93-a78c-850db77aad4f HTTP/1.1" status: 204 len: 168 time: 0.4270468 Jul 23 20:24:32.733215 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdac84-b00a-4ef7-9044-40f1444846bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50aca9d3-7278-4a93-a78c-850db77aad4f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:32.770098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451b4e8-c594-4da3-a7a0-83143fc9160d req-4fe3e48f-3341-4594-b28a-c2d9cac2739a tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:32.777244 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c451b4e8-c594-4da3-a7a0-83143fc9160d req-4fe3e48f-3341-4594-b28a-c2d9cac2739a tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 946 time: 0.1313231 Jul 23 20:24:32.820224 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c451b4e8-c594-4da3-a7a0-83143fc9160d req-14db1a84-403a-44ef-a89e-212e0c9e26d4 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420189 Jul 23 20:24:32.829729 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-59200866-a12c-43cd-9853-273c582a7031 req-c6535f4f-3052-4df1-b1a7-cd4239b12ae0 service neutron] 10.222.0.48 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042781 Jul 23 20:24:32.911684 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243a9e59-0fe1-40d9-8f5f-5e6e1ae23fa6 x-openstack-request-id: req-243a9e59-0fe1-40d9-8f5f-5e6e1ae23fa6 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:32.912570 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e05b78-700b-4351-a3cd-ebf24011d5f8", "name": "network-vif-plugged", "status": "completed", "tag": "7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:32.913037 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-243a9e59-0fe1-40d9-8f5f-5e6e1ae23fa6 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:32.913685 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e05b78-700b-4351-a3cd-ebf24011d5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd', 'code': 200} Jul 23 20:24:32.950258 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-59200866-a12c-43cd-9853-273c582a7031 req-7c6e2d3e-45e0-426f-8692-c05f0b99efc5 service neutron] 10.222.0.48 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107979 Jul 23 20:24:33.067440 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.48', 51659) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:33.129500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c18bb-5c12-4fb7-b388-82b024928168 req-ecd87cbe-8e97-451b-83a7-f3c1d048efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:33.131640 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-781c18bb-5c12-4fb7-b388-82b024928168 req-ecd87cbe-8e97-451b-83a7-f3c1d048efb6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=282b5619c5a34c6ea12d7fca8ffb305e&device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 1117 time: 0.0625868 Jul 23 20:24:33.230136 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 11099cec-4ead-41c9-9bdd-4ae9be9d1cda details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:24:33.258112 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227e8a3-9f2a-4c66-8292-c2427eb70181 req-1cb300cd-18ea-4a67-84e9-542984eabd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:33.259636 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7227e8a3-9f2a-4c66-8292-c2427eb70181 req-1cb300cd-18ea-4a67-84e9-542984eabd2c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 1122 time: 0.2758689 Jul 23 20:24:33.261886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c18bb-5c12-4fb7-b388-82b024928168 req-6d911612-3212-463d-825f-3a8646ed5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:33.264881 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-781c18bb-5c12-4fb7-b388-82b024928168 req-6d911612-3212-463d-825f-3a8646ed5da0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f7d042f9-5f6b-45f4-af0d-c0167546d960 HTTP/1.1" status: 200 len: 924 time: 0.1243839 Jul 23 20:24:33.293809 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7227e8a3-9f2a-4c66-8292-c2427eb70181 req-dd41946c-bf72-4c47-97d9-cf84eb57f9e1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.299655 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51428) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:33.377401 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-781c18bb-5c12-4fb7-b388-82b024928168 req-dd52e17b-1d4a-4449-81f9-b6fa48fd56f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c238aa09-353f-4913-82f2-09910bea4682 HTTP/1.1" status: 200 len: 217 time: 0.0940709 Jul 23 20:24:33.378279 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f5c1503-dfe6-4691-8408-9ab2b6ae4094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.457007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c18bb-5c12-4fb7-b388-82b024928168 req-a2880fec-f7e7-4ea7-8c69-522ac3a64496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:33.458493 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-781c18bb-5c12-4fb7-b388-82b024928168 req-a2880fec-f7e7-4ea7-8c69-522ac3a64496 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70510b3b-e3cb-4ef3-a472-cc252ad56cea HTTP/1.1" status: 200 len: 862 time: 0.0688908 Jul 23 20:24:33.487807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:33.494295 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7227e8a3-9f2a-4c66-8292-c2427eb70181 req-dd41946c-bf72-4c47-97d9-cf84eb57f9e1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.502729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '11099cec-4ead-41c9-9bdd-4ae9be9d1cda', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '11099cec-4ead-41c9-9bdd-4ae9be9d1cda', 'mac_address': 'fa:16:3e:89:5c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:24:33.505208 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7227e8a3-9f2a-4c66-8292-c2427eb70181 req-dd41946c-bf72-4c47-97d9-cf84eb57f9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.549095 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41946c-bf72-4c47-97d9-cf84eb57f9e1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0a4f6b-204b-47f0-9ff9-f9cde15a8edd,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:33.562350 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.566666 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7227e8a3-9f2a-4c66-8292-c2427eb70181 req-dd41946c-bf72-4c47-97d9-cf84eb57f9e1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9b57af33-5d9f-4311-9e49-371c2b4057c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907233 Jul 23 20:24:33.594502 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11099cec-4ead-41c9-9bdd-4ae9be9d1cda {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:33.622331 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f5c1503-dfe6-4691-8408-9ab2b6ae4094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.634887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51440) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:33.640761 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-10f22f87-f389-454d-94ac-fa28042d48f7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-341371697-network', 'tenant_id': '7f925d7d3ef74077876e622c22191d89'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:33.645954 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f5c1503-dfe6-4691-8408-9ab2b6ae4094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.650312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c18bb-5c12-4fb7-b388-82b024928168 req-6b77f136-0cd3-4e6a-9dd5-960c8b2f81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:33.651908 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-781c18bb-5c12-4fb7-b388-82b024928168 req-6b77f136-0cd3-4e6a-9dd5-960c8b2f81fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f7d042f9-5f6b-45f4-af0d-c0167546d960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1849864 Jul 23 20:24:33.669265 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:33.681115 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.682692 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e5a301c9-13a3-49f8-b6fb-964355a48b60 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:24:33.683723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f22f87-f389-454d-94ac-fa28042d48f7 admin admin] Made reservation on behalf of 7f925d7d3ef74077876e622c22191d89 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:33.689618 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-10f22f87-f389-454d-94ac-fa28042d48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.703056 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-10f22f87-f389-454d-94ac-fa28042d48f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.759063 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:33.765397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port e5a301c9-13a3-49f8-b6fb-964355a48b60, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e5a301c9-13a3-49f8-b6fb-964355a48b60,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:33.778786 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-781c18bb-5c12-4fb7-b388-82b024928168 req-09ad1898-3030-4274-a3cb-85f6ff5faa5c service neutron] 10.222.0.48 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035841 Jul 23 20:24:33.781384 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'e5a301c9-13a3-49f8-b6fb-964355a48b60', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': 'e5a301c9-13a3-49f8-b6fb-964355a48b60', 'mac_address': 'fa:16:3e:6e:03:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:24:33.829232 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-10f22f87-f389-454d-94ac-fa28042d48f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.835828 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-10f22f87-f389-454d-94ac-fa28042d48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.842404 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.858137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a301c9-13a3-49f8-b6fb-964355a48b60 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:33.866747 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f22f87-f389-454d-94ac-fa28042d48f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c472ed2-ef60-4f4d-86a6-b436b320a5e8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:33.886862 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port e5a301c9-13a3-49f8-b6fb-964355a48b60, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e5a301c9-13a3-49f8-b6fb-964355a48b60,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:33.893651 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.893906 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f22f87-f389-454d-94ac-fa28042d48f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:24:33.910936 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-10f22f87-f389-454d-94ac-fa28042d48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.911437 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-10f22f87-f389-454d-94ac-fa28042d48f7 admin admin] Added segment 316b8620-000b-432d-a800-73ca941ebfad of type vlan for network a503baa6-f276-44fe-8e73-3f6774dc42d1 Jul 23 20:24:33.912506 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-781c18bb-5c12-4fb7-b388-82b024928168 req-57d01550-8b26-4c5e-b246-7672d60f6f56 service neutron] 10.222.0.48 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008956 Jul 23 20:24:33.943802 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8f5c1503-dfe6-4691-8408-9ab2b6ae4094 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b94ee44a051c4613897b8f51482d4603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6421711 Jul 23 20:24:33.945593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51450) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:33.946418 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c1503-dfe6-4691-8408-9ab2b6ae4094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dda5411-2332-4531-97db-97a467bd5989,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:33.970491 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-10f22f87-f389-454d-94ac-fa28042d48f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.978227 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=e5a301c9-13a3-49f8-b6fb-964355a48b60,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:33.984175 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed16ee-e91f-4350-98a8-6a86f8d4a53a req-a77f90e3-1730-4149-855f-cc5d0bc8ddcf tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:33.985692 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-27ed16ee-e91f-4350-98a8-6a86f8d4a53a req-a77f90e3-1730-4149-855f-cc5d0bc8ddcf tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 965 time: 0.3311524 Jul 23 20:24:34.020487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c2171-b6b4-44e3-9eae-4faca9422dc4 req-28ae2612-c5bb-420c-ae21-6ef4837e9be5 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:34.021943 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ae6c2171-b6b4-44e3-9eae-4faca9422dc4 req-28ae2612-c5bb-420c-ae21-6ef4837e9be5 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 970 time: 0.2369184 Jul 23 20:24:34.028599 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e1e91c2-28bb-48eb-bdca-1e0133e2fad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.033046 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-10f22f87-f389-454d-94ac-fa28042d48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.034041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f22f87-f389-454d-94ac-fa28042d48f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:34.034696 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-10f22f87-f389-454d-94ac-fa28042d48f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.053690 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-27ed16ee-e91f-4350-98a8-6a86f8d4a53a req-40c09418-745d-41b7-8181-13ddd6c2401e tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578692 Jul 23 20:24:34.078149 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e1e91c2-28bb-48eb-bdca-1e0133e2fad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.087656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ae6c2171-b6b4-44e3-9eae-4faca9422dc4 req-5ae671b5-81f2-40d2-a891-72523e9571de tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b57af33-5d9f-4311-9e49-371c2b4057c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533717 Jul 23 20:24:34.093827 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-10f22f87-f389-454d-94ac-fa28042d48f7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4545298 Jul 23 20:24:34.094012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51452) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:34.103660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-76ec5f39-e022-42ea-be4a-16d99f9a2ba3 admin admin] Request body: {'subnet': {'network_id': 'a503baa6-f276-44fe-8e73-3f6774dc42d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-341371697-subnet', 'tenant_id': '7f925d7d3ef74077876e622c22191d89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:34.126992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f22f87-f389-454d-94ac-fa28042d48f7 admin admin] Pushing event updated for resources: {'Network': ['ID=a503baa6-f276-44fe-8e73-3f6774dc42d1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:34.139655 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network a503baa6-f276-44fe-8e73-3f6774dc42d1 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:24:34.171032 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e1e91c2-28bb-48eb-bdca-1e0133e2fad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.174548 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e1e91c2-28bb-48eb-bdca-1e0133e2fad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.178954 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4e1e91c2-28bb-48eb-bdca-1e0133e2fad5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9dda5411-2332-4531-97db-97a467bd5989 HTTP/1.1" status: 204 len: 168 time: 0.2320428 Jul 23 20:24:34.181555 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ec5f39-e022-42ea-be4a-16d99f9a2ba3 admin admin] Made reservation on behalf of 7f925d7d3ef74077876e622c22191d89 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:34.184502 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-76ec5f39-e022-42ea-be4a-16d99f9a2ba3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.191432 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e91c2-28bb-48eb-bdca-1e0133e2fad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dda5411-2332-4531-97db-97a467bd5989,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:34.245334 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['11099cec-4ead-41c9-9bdd-4ae9be9d1cda'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:24:34.256919 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['e5a301c9-13a3-49f8-b6fb-964355a48b60'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:24:34.399735 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-990e00b1-9294-4137-8d2d-dbd398817339 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1681e95d614a4f089ed176768eeebc0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484736 Jul 23 20:24:34.437698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c4701-87ca-49d5-9150-03e520fd31a0 req-89387b99-bd45-4699-aff9-a9981d7c101c tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:34.439292 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a0c4701-87ca-49d5-9150-03e520fd31a0 req-89387b99-bd45-4699-aff9-a9981d7c101c tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 947 time: 0.3140481 Jul 23 20:24:34.499555 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-76ec5f39-e022-42ea-be4a-16d99f9a2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.598334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a0c4701-87ca-49d5-9150-03e520fd31a0 req-d95321a7-343a-4aa6-bfd3-704165e39aaa tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483226 Jul 23 20:24:34.615333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec5f39-e022-42ea-be4a-16d99f9a2ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d7ea9b-c22d-45ca-87a6-8e361d22d5e7,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:34.638607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-21ab6b63-deab-48aa-8ca8-ab8fac0203cf tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:34.640066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-21ab6b63-deab-48aa-8ca8-ab8fac0203cf tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2153013 Jul 23 20:24:34.647688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ec5f39-e022-42ea-be4a-16d99f9a2ba3 admin admin] Checking segment: {'id': '316b8620-000b-432d-a800-73ca941ebfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a503baa6-f276-44fe-8e73-3f6774dc42d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:34.648031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ec5f39-e022-42ea-be4a-16d99f9a2ba3 admin admin] Network hostable DHCP agents. Network: a503baa6-f276-44fe-8e73-3f6774dc42d1, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:24:34.660579 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-9f306ad8-d9e6-4556-b1d9-b10addb4851f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/quotas/1681e95d614a4f089ed176768eeebc0b HTTP/1.1" status: 200 len: 375 time: 0.0148063 Jul 23 20:24:34.695966 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-7cddec57-6bc5-45c0-9f6a-6a06f13366c7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298305 Jul 23 20:24:34.696676 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ec5f39-e022-42ea-be4a-16d99f9a2ba3 admin admin] Network a503baa6-f276-44fe-8e73-3f6774dc42d1 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:24:34.707992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-76ec5f39-e022-42ea-be4a-16d99f9a2ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, a503baa6-f276-44fe-8e73-3f6774dc42d1) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:34.712515 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec5f39-e022-42ea-be4a-16d99f9a2ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:34.713035 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-76ec5f39-e022-42ea-be4a-16d99f9a2ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.720557 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28bd05d-90eb-4611-98aa-447f65d5d6b9 None None] Network a503baa6-f276-44fe-8e73-3f6774dc42d1 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:34.729245 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-76ec5f39-e022-42ea-be4a-16d99f9a2ba3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6341777 Jul 23 20:24:34.894461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eacb34-1e04-444a-a5be-20d9a827c350 None None] Network a503baa6-f276-44fe-8e73-3f6774dc42d1 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:34.911006 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0503bd0f-eda7-4ab7-b8be-82e34ec9b1b4 req-3673f6a8-f479-4ee3-b3a4-e3edc3c28485 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 210 time: 0.0345628 Jul 23 20:24:35.193899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 11099cec-4ead-41c9-9bdd-4ae9be9d1cda up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:35.238279 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d60b39-307d-4bf2-a63d-d045832d516a req-40a0b099-2083-4435-bce4-df8a9fdb925e tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:35.240137 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b3d60b39-307d-4bf2-a63d-d045832d516a req-40a0b099-2083-4435-bce4-df8a9fdb925e tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 965 time: 0.1096613 Jul 23 20:24:35.279794 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:35.283946 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:35.284386 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.442163 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.482191 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b707a9ac-c1b0-4924-8084-9143d17e0b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11099cec-4ead-41c9-9bdd-4ae9be9d1cda'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:35.485237 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc0f8cf-ecd5-40d5-9212-1fdb7e9b61ca" -d '{"events": [{"server_uuid": "b707a9ac-c1b0-4924-8084-9143d17e0b0e", "name": "network-vif-plugged", "status": "completed", "tag": "11099cec-4ead-41c9-9bdd-4ae9be9d1cda"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:35.499669 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:35.505636 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.507059 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e5a301c9-13a3-49f8-b6fb-964355a48b60 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:35.545023 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b3d60b39-307d-4bf2-a63d-d045832d516a req-bcf98af5-69c1-429e-b4c4-c9ab268092aa tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2966516 Jul 23 20:24:35.616725 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-5e26817a-59b4-4367-a2c8-2a3a2edc43b4 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:35.618442 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-5e26817a-59b4-4367-a2c8-2a3a2edc43b4 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 820 time: 0.1286609 Jul 23 20:24:35.621440 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port e5a301c9-13a3-49f8-b6fb-964355a48b60 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:35.631691 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:35.638220 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port e5a301c9-13a3-49f8-b6fb-964355a48b60 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:35.638673 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.663239 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-c2cd75b9-ca91-4a41-b628-4b7543b95729 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/quotas/5a185053a28c406bbec1c43816d9e38b HTTP/1.1" status: 200 len: 375 time: 0.0288792 Jul 23 20:24:35.673509 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device c238aa09-353f-4913-82f2-09910bea4682 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:24:35.716220 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-ea4b9969-1c01-4a33-841e-0fe231e4745f tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327146 Jul 23 20:24:35.732161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-4127f1ec-31b9-4c68-b482-66232abfcf8d tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:24:35.733324 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-4127f1ec-31b9-4c68-b482-66232abfcf8d tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071981 Jul 23 20:24:35.757632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e66a1-8178-4f8f-97c4-ed44592129a8 req-b188bd3e-06b9-4e33-9314-ef95b465a2a8 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:35.759056 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-708e66a1-8178-4f8f-97c4-ed44592129a8 req-b188bd3e-06b9-4e33-9314-ef95b465a2a8 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 970 time: 0.1155970 Jul 23 20:24:35.806863 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-708e66a1-8178-4f8f-97c4-ed44592129a8 req-8d43c4e0-78d3-487d-bdbd-39db5167848d tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b57af33-5d9f-4311-9e49-371c2b4057c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396352 Jul 23 20:24:35.838873 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.842374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port c238aa09-353f-4913-82f2-09910bea4682, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=c238aa09-353f-4913-82f2-09910bea4682,segment=NetworkSegment(37f4fce7-6013-41e7-8a2d-fe7311437d21),segment_id=37f4fce7-6013-41e7-8a2d-fe7311437d21)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:35.863984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'c238aa09-353f-4913-82f2-09910bea4682', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'port_id': 'c238aa09-353f-4913-82f2-09910bea4682', 'mac_address': 'fa:16:3e:65:02:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-591332748', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:24:35.873727 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5aacc0-557d-42f7-85ff-e4d32fbc70bd x-openstack-request-id: req-3e5aacc0-557d-42f7-85ff-e4d32fbc70bd {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:35.874009 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b707a9ac-c1b0-4924-8084-9143d17e0b0e", "name": "network-vif-plugged", "status": "completed", "tag": "11099cec-4ead-41c9-9bdd-4ae9be9d1cda", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:35.874257 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e5aacc0-557d-42f7-85ff-e4d32fbc70bd {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:35.874632 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b707a9ac-c1b0-4924-8084-9143d17e0b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11099cec-4ead-41c9-9bdd-4ae9be9d1cda', 'code': 200} Jul 23 20:24:35.921808 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port e5a301c9-13a3-49f8-b6fb-964355a48b60, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e5a301c9-13a3-49f8-b6fb-964355a48b60,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:35.943484 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.957504 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.994471 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c238aa09-353f-4913-82f2-09910bea4682 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:36.029574 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port c238aa09-353f-4913-82f2-09910bea4682, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=c238aa09-353f-4913-82f2-09910bea4682,segment=NetworkSegment(37f4fce7-6013-41e7-8a2d-fe7311437d21),segment_id=37f4fce7-6013-41e7-8a2d-fe7311437d21)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:36.035689 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.037396 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=e5a301c9-13a3-49f8-b6fb-964355a48b60,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:36.097162 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=c238aa09-353f-4913-82f2-09910bea4682,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:36.135347 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-585df85d-b43d-45c4-a5d5-7297f0dc5d87 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1681e95d614a4f089ed176768eeebc0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392690 Jul 23 20:24:36.205851 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601682af-b639-484e-9af8-2cd45f52e043 req-7885389e-5c3a-42f9-af3f-6afac2a32a5a tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:36.207358 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-601682af-b639-484e-9af8-2cd45f52e043 req-7885389e-5c3a-42f9-af3f-6afac2a32a5a tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 948 time: 0.2794535 Jul 23 20:24:36.214662 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-6ca550a1-27c4-44c3-9be0-4bba27a248f6 service neutron] 10.222.0.55 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055708 Jul 23 20:24:36.216378 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137d64d-2338-4633-b34f-47de3eaeae09 req-2ab4dc85-e7e1-40b8-add1-49283f755854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:36.217739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f137d64d-2338-4633-b34f-47de3eaeae09 req-2ab4dc85-e7e1-40b8-add1-49283f755854 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 1101 time: 0.2587934 Jul 23 20:24:36.278654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['c238aa09-353f-4913-82f2-09910bea4682'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:24:36.389269 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-601682af-b639-484e-9af8-2cd45f52e043 req-ba62c364-2702-4ed2-a664-83e90624c316 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704729 Jul 23 20:24:36.409031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-bf8dd281-5817-483d-9fbf-7b65a4f9f2b5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:36.409031 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-bf8dd281-5817-483d-9fbf-7b65a4f9f2b5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2595928 Jul 23 20:24:36.409031 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f137d64d-2338-4633-b34f-47de3eaeae09 req-053456b6-c3c0-460a-bda8-e185fdbb0d93 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426241 Jul 23 20:24:36.420494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-fd53a11f-ba76-4ef2-8210-f543832312e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Request body: {'port': {'device_id': 'ab0f7a41-7237-49cd-9308-6661ecc32b2b', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': '1681e95d614a4f089ed176768eeebc0b'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:36.445825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-866cdbb9-6086-43f7-92e2-c109f11060db service neutron] 10.222.0.55 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231715 Jul 23 20:24:36.585702 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7017c76-b867-4e9f-8895-169838ba2e8c req-51cb972e-2884-42bd-8050-a12e0464338a tempest-AggregatesAdminTestJSON-717793549 tempest-AggregatesAdminTestJSON-717793549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:36.587353 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d7017c76-b867-4e9f-8895-169838ba2e8c req-51cb972e-2884-42bd-8050-a12e0464338a tempest-AggregatesAdminTestJSON-717793549 tempest-AggregatesAdminTestJSON-717793549-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 1122 time: 0.0971322 Jul 23 20:24:36.593602 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-fd53a11f-ba76-4ef2-8210-f543832312e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Made reservation on behalf of 1681e95d614a4f089ed176768eeebc0b for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:36.597196 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-fd53a11f-ba76-4ef2-8210-f543832312e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.609372 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-fd53a11f-ba76-4ef2-8210-f543832312e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.650440 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd50fefb-9d08-4805-aab1-9119b759e231 req-90c3aea2-1ca8-4b14-b4c1-2ba5cb575486 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 210 time: 0.0430381 Jul 23 20:24:36.652134 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d7017c76-b867-4e9f-8895-169838ba2e8c req-f5268302-3441-4c13-bc18-1c08a54278c8 tempest-AggregatesAdminTestJSON-717793549 tempest-AggregatesAdminTestJSON-717793549-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.757520 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-fd53a11f-ba76-4ef2-8210-f543832312e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.765924 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-fd53a11f-ba76-4ef2-8210-f543832312e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.906899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53a11f-ba76-4ef2-8210-f543832312e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7652a15e-9f72-485d-bafd-2d3a7cfa9f77,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:36.914689 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07d35ce0-0f78-421a-a3f9-d260cfe79266 req-d29426de-46b4-4d1e-bdd6-b2184b7e2469 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 210 time: 0.0500913 Jul 23 20:24:36.991499 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-fd53a11f-ba76-4ef2-8210-f543832312e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Allocated IP 192.168.233.131 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/f9f59964-00a7-4cdb-bd4c-91bc3fe798ca) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:37.071066 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d7017c76-b867-4e9f-8895-169838ba2e8c req-f5268302-3441-4c13-bc18-1c08a54278c8 tempest-AggregatesAdminTestJSON-717793549 tempest-AggregatesAdminTestJSON-717793549-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.082822 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d7017c76-b867-4e9f-8895-169838ba2e8c req-f5268302-3441-4c13-bc18-1c08a54278c8 tempest-AggregatesAdminTestJSON-717793549 tempest-AggregatesAdminTestJSON-717793549-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.129013 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d7017c76-b867-4e9f-8895-169838ba2e8c req-f5268302-3441-4c13-bc18-1c08a54278c8 tempest-AggregatesAdminTestJSON-717793549 tempest-AggregatesAdminTestJSON-717793549-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9b57af33-5d9f-4311-9e49-371c2b4057c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233788 Jul 23 20:24:37.149331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5268302-3441-4c13-bc18-1c08a54278c8 tempest-AggregatesAdminTestJSON-717793549 tempest-AggregatesAdminTestJSON-717793549-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08c9d18-3d0e-4cbf-88b1-6a20e1a8eaa0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:37.172188 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d73569-611f-4bd7-bf80-dc9701fbc0f4 req-12481c9d-e3ee-4206-b331-167cf2cb3ffc tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:37.173702 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0d73569-611f-4bd7-bf80-dc9701fbc0f4 req-12481c9d-e3ee-4206-b331-167cf2cb3ffc tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 966 time: 0.1859238 Jul 23 20:24:37.261062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0d73569-611f-4bd7-bf80-dc9701fbc0f4 req-f549c7cc-f804-415b-bde3-dea1cb62d7b6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805712 Jul 23 20:24:37.288617 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-fd53a11f-ba76-4ef2-8210-f543832312e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.303229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-fd53a11f-ba76-4ef2-8210-f543832312e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Transition to ACTIVE for port object f9f59964-00a7-4cdb-bd4c-91bc3fe798ca will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:37.343138 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-fd53a11f-ba76-4ef2-8210-f543832312e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.390097 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-fd53a11f-ba76-4ef2-8210-f543832312e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:37.395248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-fd53a11f-ba76-4ef2-8210-f543832312e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:37.399238 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-fd53a11f-ba76-4ef2-8210-f543832312e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:37.405347 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-fd53a11f-ba76-4ef2-8210-f543832312e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:37.405969 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-fd53a11f-ba76-4ef2-8210-f543832312e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.416761 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53a11f-ba76-4ef2-8210-f543832312e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Pushing event updated for resources: {'Port': ['ID=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:37.434559 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-fd53a11f-ba76-4ef2-8210-f543832312e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0177188 Jul 23 20:24:37.452659 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Request body: {'port': {'device_id': 'ab0f7a41-7237-49cd-9308-6661ecc32b2b', 'device_owner': 'compute:tempest-test_az-591332748', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:37.630928 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.679248 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device c238aa09-353f-4913-82f2-09910bea4682 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:37.704633 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dc620-cc9b-4c84-9404-c6bf7958d91a req-211e98af-9db3-4ed3-9f0a-e7f559fc7608 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:37.707265 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-637dc620-cc9b-4c84-9404-c6bf7958d91a req-211e98af-9db3-4ed3-9f0a-e7f559fc7608 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 948 time: 0.2293253 Jul 23 20:24:37.765128 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ae538e4c-3ae2-4365-be41-45c224524982 None None] Provisioning for port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:37.769979 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ae538e4c-3ae2-4365-be41-45c224524982 None None] Provisioning complete for port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:37.770585 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae538e4c-3ae2-4365-be41-45c224524982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.779643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-67e9b4f8-f4f8-42f5-9459-978ec42d6afa tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:37.781123 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-67e9b4f8-f4f8-42f5-9459-978ec42d6afa tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.57 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 820 time: 0.2052007 Jul 23 20:24:37.807231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-c74798c2-1a8d-4274-ab52-812d4efcb630 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Request body: {'port': {'device_id': '20711a65-543a-42bc-bc98-c3a90008c974', 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0', 'admin_state_up': True, 'tenant_id': '5a185053a28c406bbec1c43816d9e38b'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:37.816724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ae538e4c-3ae2-4365-be41-45c224524982 None None] Port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:24:37.818401 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port c238aa09-353f-4913-82f2-09910bea4682 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:37.823472 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port c238aa09-353f-4913-82f2-09910bea4682 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:37.823951 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.879426 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91e0049-b49e-44fd-805d-952b3eb9d568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a301c9-13a3-49f8-b6fb-964355a48b60'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:37.881821 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8d9590-6044-42cc-a5c7-d01a385043c0" -d '{"events": [{"server_uuid": "e91e0049-b49e-44fd-805d-952b3eb9d568", "name": "network-vif-plugged", "status": "completed", "tag": "e5a301c9-13a3-49f8-b6fb-964355a48b60"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:37.889681 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-637dc620-cc9b-4c84-9404-c6bf7958d91a req-96f9a10b-be6b-4b82-b923-e870b6300785 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184864 Jul 23 20:24:37.981009 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.001011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51608) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:38.025721 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port c238aa09-353f-4913-82f2-09910bea4682, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=c238aa09-353f-4913-82f2-09910bea4682,segment=NetworkSegment(37f4fce7-6013-41e7-8a2d-fe7311437d21),segment_id=37f4fce7-6013-41e7-8a2d-fe7311437d21)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:38.041349 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ced9977-57ea-4214-8f21-6247c1b04519 x-openstack-request-id: req-7ced9977-57ea-4214-8f21-6247c1b04519 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:38.042529 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91e0049-b49e-44fd-805d-952b3eb9d568", "name": "network-vif-plugged", "status": "completed", "tag": "e5a301c9-13a3-49f8-b6fb-964355a48b60", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:38.043386 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ced9977-57ea-4214-8f21-6247c1b04519 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:38.045103 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91e0049-b49e-44fd-805d-952b3eb9d568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a301c9-13a3-49f8-b6fb-964355a48b60', 'code': 200} Jul 23 20:24:38.047064 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.111094 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=c238aa09-353f-4913-82f2-09910bea4682,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:38.151275 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6acf8d24-2c62-4d1e-b61e-8957a85c0838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.244646 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6acf8d24-2c62-4d1e-b61e-8957a85c0838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.249348 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6acf8d24-2c62-4d1e-b61e-8957a85c0838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.289525 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf8d24-2c62-4d1e-b61e-8957a85c0838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8e2b22-1427-43f2-817a-517278c9ff94,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:38.296743 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6acf8d24-2c62-4d1e-b61e-8957a85c0838 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f6506857d5c41519f2ec513f5d4df2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932878 Jul 23 20:24:38.297347 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51614) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:38.346895 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aeacd61f-462c-4222-b93d-40e6ed18f270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.349920 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e8da0cf-eacb-4b99-90bb-c87475fc091b req-aef7099e-b2f8-49ca-85fe-151901387960 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 210 time: 0.0757701 Jul 23 20:24:38.380067 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aeacd61f-462c-4222-b93d-40e6ed18f270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.434692 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1985dc-569d-4e43-a841-56db2f5d0f80 req-c13ee186-4805-4aaf-a09d-10a08ea8e648 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:38.443751 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b1985dc-569d-4e43-a841-56db2f5d0f80 req-c13ee186-4805-4aaf-a09d-10a08ea8e648 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 936 time: 0.4558351 Jul 23 20:24:38.460484 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aeacd61f-462c-4222-b93d-40e6ed18f270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.464122 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aeacd61f-462c-4222-b93d-40e6ed18f270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.465350 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-aeacd61f-462c-4222-b93d-40e6ed18f270 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b8e2b22-1427-43f2-817a-517278c9ff94 HTTP/1.1" status: 204 len: 168 time: 0.1667328 Jul 23 20:24:38.475171 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacd61f-462c-4222-b93d-40e6ed18f270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8e2b22-1427-43f2-817a-517278c9ff94,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:38.485162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-c74798c2-1a8d-4274-ab52-812d4efcb630 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Made reservation on behalf of 5a185053a28c406bbec1c43816d9e38b for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:38.490138 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-c74798c2-1a8d-4274-ab52-812d4efcb630 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.626430 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d07202-1b2f-40b6-823e-871bed67f168 req-f3a21645-f89e-4bcc-b746-a82f7d5d59b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:38.627960 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-27d07202-1b2f-40b6-823e-871bed67f168 req-f3a21645-f89e-4bcc-b746-a82f7d5d59b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 1100 time: 0.3569202 Jul 23 20:24:38.647486 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b1985dc-569d-4e43-a841-56db2f5d0f80 req-9c086c41-55a6-4671-b9ed-e5a6659643f6 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024255 Jul 23 20:24:38.679222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f59964-00a7-4cdb-bd4c-91bc3fe798ca {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:38.693292 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.748008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Transition to ACTIVE for port object f9f59964-00a7-4cdb-bd4c-91bc3fe798ca will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:38.754784 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-27d07202-1b2f-40b6-823e-871bed67f168 req-0ff1a656-fd9c-4d0b-ad1e-fc9609df6e0a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182101 Jul 23 20:24:38.768849 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.843420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-c74798c2-1a8d-4274-ab52-812d4efcb630 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Allocated IP 172.20.0.6 (7e56589e-9a72-40c0-80e1-89204b3d73d0/a04cc1b4-e7d5-485f-8df9-995da9a55827/fca716f7-0dc1-486b-befd-6f4040d6c385) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:38.878391 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51636) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:38.897612 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ca5b8bb3-fd73-4f1e-bfcc-744d97e4ca73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.994595 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:39.004195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Attempting to bind port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:39.004879 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Attempting to bind port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:39.005145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Attempting to bind port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:39.030798 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ca5b8bb3-fd73-4f1e-bfcc-744d97e4ca73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.033310 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:24:39.033629 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Attempting to bind port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:39.036793 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ca5b8bb3-fd73-4f1e-bfcc-744d97e4ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.072646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0c13e-3e42-409c-b270-836ce56b611a req-c8e1764f-c257-4d6a-8ef6-9ffb021d0b0d tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:39.074152 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2e0c13e-3e42-409c-b270-836ce56b611a req-c8e1764f-c257-4d6a-8ef6-9ffb021d0b0d tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 967 time: 0.3251073 Jul 23 20:24:39.075565 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b8bb3-fd73-4f1e-bfcc-744d97e4ca73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b45fd6-a9af-411a-90d3-bd37c2de56cb,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:39.081385 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ca5b8bb3-fd73-4f1e-bfcc-744d97e4ca73 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3552290df74499eab67c861348bb741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019465 Jul 23 20:24:39.084098 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51644) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:39.096228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:39.096498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:39.096875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:39.097305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Bound port: f9f59964-00a7-4cdb-bd4c-91bc3fe798ca, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:39.097660 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.139416 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6d1c9d85-9d50-4f5a-bab9-a36d34cfc9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.167715 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6d1c9d85-9d50-4f5a-bab9-a36d34cfc9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.227907 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6d1c9d85-9d50-4f5a-bab9-a36d34cfc9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.230831 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6d1c9d85-9d50-4f5a-bab9-a36d34cfc9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.232095 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6d1c9d85-9d50-4f5a-bab9-a36d34cfc9e7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81b45fd6-a9af-411a-90d3-bd37c2de56cb HTTP/1.1" status: 204 len: 168 time: 0.1470246 Jul 23 20:24:39.240282 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c9d85-9d50-4f5a-bab9-a36d34cfc9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b45fd6-a9af-411a-90d3-bd37c2de56cb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:39.259408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2e0c13e-3e42-409c-b270-836ce56b611a req-85fb7d3e-56b8-4bab-8ae8-c680185ab789 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645322 Jul 23 20:24:39.289111 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] For port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:39.295807 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-c74798c2-1a8d-4274-ab52-812d4efcb630 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.310487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008e70f-736a-4b76-ac1c-4892482005b7 req-897888d6-e253-46b0-bbf3-e5e99b55c15f tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:39.312026 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b008e70f-736a-4b76-ac1c-4892482005b7 req-897888d6-e253-46b0-bbf3-e5e99b55c15f tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 948 time: 0.2803011 Jul 23 20:24:39.322549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] For port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:39.340249 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.404569 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:39.405121 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.412293 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] 10.222.0.48 "PUT /v2.0/ports/f9f59964-00a7-4cdb-bd4c-91bc3fe798ca HTTP/1.1" status: 200 len: 1118 time: 1.9654610 Jul 23 20:24:39.412781 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0f7a41-7237-49cd-9308-6661ecc32b2b', 'tag': 'f9f59964-00a7-4cdb-bd4c-91bc3fe798ca'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:39.415062 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5677e395-3833-480d-8f0b-06d3c3dbd6e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0f7a41-7237-49cd-9308-6661ecc32b2b", "tag": "f9f59964-00a7-4cdb-bd4c-91bc3fe798ca"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:39.438269 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b008e70f-736a-4b76-ac1c-4892482005b7 req-a2f21672-7c2d-4db4-9e59-81f57b3fae48 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157506 Jul 23 20:24:39.473180 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ac456-f193-4b24-a293-fca51061a5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:39.510670 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-c74798c2-1a8d-4274-ab52-812d4efcb630 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.565172 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d86da39-d2f2-4192-a1b5-e9ba0794de8a x-openstack-request-id: req-1d86da39-d2f2-4192-a1b5-e9ba0794de8a {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:39.565732 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0f7a41-7237-49cd-9308-6661ecc32b2b", "tag": "f9f59964-00a7-4cdb-bd4c-91bc3fe798ca", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:39.566384 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d86da39-d2f2-4192-a1b5-e9ba0794de8a {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:39.566913 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0f7a41-7237-49cd-9308-6661ecc32b2b', 'tag': 'f9f59964-00a7-4cdb-bd4c-91bc3fe798ca', 'status': 'completed', 'code': 200} Jul 23 20:24:39.635797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74798c2-1a8d-4274-ab52-812d4efcb630 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Pushing event updated for resources: {'Port': ['ID=fca716f7-0dc1-486b-befd-6f4040d6c385,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:39.652484 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-c74798c2-1a8d-4274-ab52-812d4efcb630 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Network 7e56589e-9a72-40c0-80e1-89204b3d73d0 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:39.658519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-c74798c2-1a8d-4274-ab52-812d4efcb630 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:39.662208 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-c74798c2-1a8d-4274-ab52-812d4efcb630 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:39.668114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-c74798c2-1a8d-4274-ab52-812d4efcb630 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:39.669263 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-c74798c2-1a8d-4274-ab52-812d4efcb630 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.712194 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-c74798c2-1a8d-4274-ab52-812d4efcb630 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9120755 Jul 23 20:24:39.716416 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-4ff560f4-57c1-4233-b4ae-dc7ae92737c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:39.717882 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-4ff560f4-57c1-4233-b4ae-dc7ae92737c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 1121 time: 0.2398868 Jul 23 20:24:39.732900 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e512e-d03b-4998-ad62-bbdb3e0a391d req-baa3c21e-2ac1-4af5-a336-ebd41e7caa75 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:39.735200 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-662e512e-d03b-4998-ad62-bbdb3e0a391d req-baa3c21e-2ac1-4af5-a336-ebd41e7caa75 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 931 time: 0.2561080 Jul 23 20:24:39.786820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Request body: {'port': {'device_id': '20711a65-543a-42bc-bc98-c3a90008c974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:39.790174 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-0380ab6f-5a45-49ec-8b35-bc331022f0b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca HTTP/1.1" status: 200 len: 217 time: 0.0540802 Jul 23 20:24:39.944907 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-662e512e-d03b-4998-ad62-bbdb3e0a391d req-c1d8b9b2-a43c-48b3-8f66-1488584dfcf8 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652513 Jul 23 20:24:39.973067 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-69d60ce3-2c3f-482c-8be1-946831dd5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:39.974512 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-69d60ce3-2c3f-482c-8be1-946831dd5de2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1770871 Jul 23 20:24:40.035742 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:40.046346 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b687a819-800e-43ef-829a-a9dacaa2425c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c238aa09-353f-4913-82f2-09910bea4682'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:40.049475 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcaf3fb-d8ad-4b03-8b06-82f1e57d5408" -d '{"events": [{"server_uuid": "b687a819-800e-43ef-829a-a9dacaa2425c", "name": "network-vif-plugged", "status": "completed", "tag": "c238aa09-353f-4913-82f2-09910bea4682"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:40.063209 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58017e-3cc3-43f4-94d2-09b94cbe50ed req-9269a4b6-ca92-4f98-8301-f769dafb5d30 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:40.067598 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e58017e-3cc3-43f4-94d2-09b94cbe50ed req-9269a4b6-ca92-4f98-8301-f769dafb5d30 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 969 time: 0.2870378 Jul 23 20:24:40.092515 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f98349-d427-42d9-9d63-f7d5c857b69c x-openstack-request-id: req-04f98349-d427-42d9-9d63-f7d5c857b69c {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:40.092872 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b687a819-800e-43ef-829a-a9dacaa2425c", "name": "network-vif-plugged", "status": "completed", "tag": "c238aa09-353f-4913-82f2-09910bea4682", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:40.093130 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04f98349-d427-42d9-9d63-f7d5c857b69c {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:40.093518 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b687a819-800e-43ef-829a-a9dacaa2425c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c238aa09-353f-4913-82f2-09910bea4682', 'code': 200} Jul 23 20:24:40.195716 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e58017e-3cc3-43f4-94d2-09b94cbe50ed req-5cb81771-3416-4640-b1df-6e17077b9622 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986922 Jul 23 20:24:40.232675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f411bfa-afc9-4a9a-9261-a077a3f7c7f3 req-fab182e9-cb64-454e-bbe1-9745d06b3712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:40.233560 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9f411bfa-afc9-4a9a-9261-a077a3f7c7f3 req-fab182e9-cb64-454e-bbe1-9745d06b3712 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 1119 time: 0.0765414 Jul 23 20:24:40.262824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-7d2a7d70-fdf4-4b26-8be5-bcdf47d1d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:40.264440 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-7d2a7d70-fdf4-4b26-8be5-bcdf47d1d06b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2822545 Jul 23 20:24:40.277410 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9f411bfa-afc9-4a9a-9261-a077a3f7c7f3 req-ebfb7085-5ceb-4117-a314-886d2fb5b6f7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371339 Jul 23 20:24:40.515924 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-94f805ea-8ea1-4fc8-b22c-655c8b76ff0f service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309206 Jul 23 20:24:40.594235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961efa32-49c5-47d4-b94e-b5e5a3145476 req-625cf9e1-a29c-45d7-9ea4-45ed44139f41 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:40.595809 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-961efa32-49c5-47d4-b94e-b5e5a3145476 req-625cf9e1-a29c-45d7-9ea4-45ed44139f41 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 967 time: 0.2384222 Jul 23 20:24:40.739363 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca716f7-0dc1-486b-befd-6f4040d6c385 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:40.755884 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-961efa32-49c5-47d4-b94e-b5e5a3145476 req-caaa9b4c-96a3-4aa0-b787-0f9bf07d42fb tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364210 Jul 23 20:24:40.760023 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:40.768258 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b344dee8-1d1e-4cd9-9861-9bef11ade444 req-d15652e4-5148-481e-818e-1f487abec286 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402203 Jul 23 20:24:40.782316 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Transition to ACTIVE for port object fca716f7-0dc1-486b-befd-6f4040d6c385 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:40.789903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342b390-921f-4086-b503-ac84c186120d req-8f731591-8540-4fe4-adb7-c1aefe569910 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:40.791438 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9342b390-921f-4086-b503-ac84c186120d req-8f731591-8540-4fe4-adb7-c1aefe569910 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 948 time: 0.2239051 Jul 23 20:24:40.792687 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:40.895951 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=fca716f7-0dc1-486b-befd-6f4040d6c385,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:40.908074 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9342b390-921f-4086-b503-ac84c186120d req-f2ea8d21-222a-4dd3-a8ce-73b0e3e1fcc9 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054811 Jul 23 20:24:41.184523 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Attempting to bind port fca716f7-0dc1-486b-befd-6f4040d6c385 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:41.184866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Attempting to bind port fca716f7-0dc1-486b-befd-6f4040d6c385 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:41.185242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Attempting to bind port fca716f7-0dc1-486b-befd-6f4040d6c385 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:41.198782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Port fca716f7-0dc1-486b-befd-6f4040d6c385 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:24:41.199124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Attempting to bind port fca716f7-0dc1-486b-befd-6f4040d6c385 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:41.209446 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:41.209590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Checking segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:41.209919 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Bound using segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:41.210342 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Bound port: fca716f7-0dc1-486b-befd-6f4040d6c385, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:41.210697 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.213980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677e395-3833-480d-8f0b-06d3c3dbd6e0 req-22316052-a727-4835-9897-da806b344117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:41.215481 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5677e395-3833-480d-8f0b-06d3c3dbd6e0 req-22316052-a727-4835-9897-da806b344117 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 1121 time: 0.3860314 Jul 23 20:24:41.342672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3e0f6-81b3-44b0-88df-de57aa7da475 req-961af87b-556a-456c-a7b3-7791c80a18dc tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:41.344034 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8dc3e0f6-81b3-44b0-88df-de57aa7da475 req-961af87b-556a-456c-a7b3-7791c80a18dc tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.2031865 Jul 23 20:24:41.415628 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:41.438920 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=fca716f7-0dc1-486b-befd-6f4040d6c385,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:41.440526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677e395-3833-480d-8f0b-06d3c3dbd6e0 req-077c6b42-203a-4c58-ba7b-7e6e25b5f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:41.442230 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5677e395-3833-480d-8f0b-06d3c3dbd6e0 req-077c6b42-203a-4c58-ba7b-7e6e25b5f2cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.2185271 Jul 23 20:24:41.449092 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.462099 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8dc3e0f6-81b3-44b0-88df-de57aa7da475 req-3171405a-8b62-4219-b646-afc7f30e23a0 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985475 Jul 23 20:24:41.519810 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5677e395-3833-480d-8f0b-06d3c3dbd6e0 req-0d9ed473-814c-4772-a429-9bcbb09e64e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca HTTP/1.1" status: 200 len: 217 time: 0.0671206 Jul 23 20:24:41.525904 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:41.526515 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.527906 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] 10.222.0.57 "PUT /v2.0/ports/fca716f7-0dc1-486b-befd-6f4040d6c385 HTTP/1.1" status: 200 len: 1092 time: 1.7501144 Jul 23 20:24:41.556566 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10620f23-e167-4c5d-a906-bf64b8c6249e req-ec5a0f98-ea73-41cc-b69c-43381dd0e893 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:41.558172 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10620f23-e167-4c5d-a906-bf64b8c6249e req-ec5a0f98-ea73-41cc-b69c-43381dd0e893 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 943 time: 0.2666380 Jul 23 20:24:41.582978 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20711a65-543a-42bc-bc98-c3a90008c974', 'tag': 'fca716f7-0dc1-486b-befd-6f4040d6c385'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:41.585215 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980f8b17-1db6-495e-9082-a288b595001b" -d '{"events": [{"name": "network-changed", "server_uuid": "20711a65-543a-42bc-bc98-c3a90008c974", "tag": "fca716f7-0dc1-486b-befd-6f4040d6c385"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:41.652813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800dcd4-4867-4276-a9c8-053bdcccf2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=fca716f7-0dc1-486b-befd-6f4040d6c385,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:41.675316 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677e395-3833-480d-8f0b-06d3c3dbd6e0 req-6b402f3d-c850-48c9-ae75-020e4614f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:41.676805 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5677e395-3833-480d-8f0b-06d3c3dbd6e0 req-6b402f3d-c850-48c9-ae75-020e4614f6de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1464903 Jul 23 20:24:41.702298 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10620f23-e167-4c5d-a906-bf64b8c6249e req-f965a38e-0f98-44dd-b86c-cd796c2dd074 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143594 Jul 23 20:24:41.774805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-3d1e0975-b641-42cc-baff-5b0685f194b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:41.776329 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-3d1e0975-b641-42cc-baff-5b0685f194b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 1095 time: 0.1874378 Jul 23 20:24:41.829685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-bff70d0a-5784-4115-a418-fd8dc29e1821 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fca716f7-0dc1-486b-befd-6f4040d6c385 HTTP/1.1" status: 200 len: 217 time: 0.0445192 Jul 23 20:24:41.837128 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002a52a-de04-44e5-9d72-08a73126989d req-e9a08e86-3322-403d-95ca-dd7a72809b85 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:41.838836 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1002a52a-de04-44e5-9d72-08a73126989d req-e9a08e86-3322-403d-95ca-dd7a72809b85 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 969 time: 0.1566153 Jul 23 20:24:41.878244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677e395-3833-480d-8f0b-06d3c3dbd6e0 req-7de4a61f-30eb-4154-ba4f-d17a71e47bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:41.879871 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5677e395-3833-480d-8f0b-06d3c3dbd6e0 req-7de4a61f-30eb-4154-ba4f-d17a71e47bfd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1946137 Jul 23 20:24:41.911589 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c1b5bc-a5bf-4450-b106-c4cc6e022b75 x-openstack-request-id: req-90c1b5bc-a5bf-4450-b106-c4cc6e022b75 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:41.911869 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20711a65-543a-42bc-bc98-c3a90008c974", "tag": "fca716f7-0dc1-486b-befd-6f4040d6c385", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:41.912114 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-90c1b5bc-a5bf-4450-b106-c4cc6e022b75 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:41.912494 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20711a65-543a-42bc-bc98-c3a90008c974', 'tag': 'fca716f7-0dc1-486b-befd-6f4040d6c385', 'status': 'completed', 'code': 200} Jul 23 20:24:41.945653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-cab33241-03e8-470e-97c6-d75132a644b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:41.947131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-cab33241-03e8-470e-97c6-d75132a644b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.1073966 Jul 23 20:24:41.951541 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1002a52a-de04-44e5-9d72-08a73126989d req-88e71021-5206-4dab-a606-ff098af6a557 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035943 Jul 23 20:24:42.020210 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-a3dae82e-efad-448d-b86c-6a28bd3b991a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441542 Jul 23 20:24:42.041798 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-e6202407-522d-4730-88bd-9d1bebce03fb tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d25687932ebc49e5a0c700095c36738a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646567 Jul 23 20:24:42.128865 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5677e395-3833-480d-8f0b-06d3c3dbd6e0 req-598bd00f-ee8e-460e-80d8-9b5c4c4320b2 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415895 Jul 23 20:24:42.309981 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-8caaf7bc-c211-4ef0-9e0b-ff63aa7b1053 service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775514 Jul 23 20:24:42.328302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a0e7d-324e-4fb6-957c-393c43f1b735 req-934fcd95-3786-49b3-9f97-ad4f08297487 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:42.329710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b75a0e7d-324e-4fb6-957c-393c43f1b735 req-934fcd95-3786-49b3-9f97-ad4f08297487 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 967 time: 0.2803478 Jul 23 20:24:42.348926 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-42aef3f4-a2fe-4389-961d-a768af394cde tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:42.350302 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-42aef3f4-a2fe-4389-961d-a768af394cde tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3019633 Jul 23 20:24:42.397912 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5677e395-3833-480d-8f0b-06d3c3dbd6e0 req-4c0138c1-03c6-404d-9ab0-f9cf97940d91 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383242 Jul 23 20:24:42.408010 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-b24aea15-92f3-4a3b-9fcb-637c8488b0d7 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/quotas/d25687932ebc49e5a0c700095c36738a HTTP/1.1" status: 200 len: 375 time: 0.0411136 Jul 23 20:24:42.482253 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b75a0e7d-324e-4fb6-957c-393c43f1b735 req-6fe6d1bc-f5d1-4922-9d17-0d7df873e554 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442862 Jul 23 20:24:42.501825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9403285d-6b77-40d8-a3c3-efbfcdce9c31 req-2fe5354b-8ea9-4138-ba42-a767d8a52679 service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829832 Jul 23 20:24:42.530118 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-c2f45998-1b31-4e9c-9507-40bc55df21fc tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d25687932ebc49e5a0c700095c36738a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915928 Jul 23 20:24:42.662272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f8b17-1db6-495e-9082-a288b595001b req-e66ec9a6-9015-4f62-8e92-7e369e69a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:42.664058 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-980f8b17-1db6-495e-9082-a288b595001b req-e66ec9a6-9015-4f62-8e92-7e369e69a334 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 1095 time: 0.0951111 Jul 23 20:24:42.886337 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d0913c4-c73c-4be8-b719-6a5f698484f8 req-9b0bc8d4-6713-4c77-8486-5c851eaabc66 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e4594ba-b1fb-4b98-905d-8ab3d51e62e1 HTTP/1.1" status: 200 len: 210 time: 0.0405521 Jul 23 20:24:42.888231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f8b17-1db6-495e-9082-a288b595001b req-8827bc10-74bb-4fcc-884e-a9b77a60b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:42.889553 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-980f8b17-1db6-495e-9082-a288b595001b req-8827bc10-74bb-4fcc-884e-a9b77a60b885 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 921 time: 0.2176583 Jul 23 20:24:42.904054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1f113-4364-48d1-aa5a-89e6d8c56424 req-38648158-264b-4def-bf9d-0dd7c2cbca34 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:42.918418 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51830) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:42.921370 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07f1f113-4364-48d1-aa5a-89e6d8c56424 req-38648158-264b-4def-bf9d-0dd7c2cbca34 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 967 time: 0.1946816 Jul 23 20:24:42.923524 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-86c68cd8-9901-4cbe-94b3-0bc226eb9a52 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Request body: {'floatingip': {'port_id': 'c238aa09-353f-4913-82f2-09910bea4682'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:42.950737 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51832) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:43.032742 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-980f8b17-1db6-495e-9082-a288b595001b req-a0e25efb-b220-468a-8ef4-826477520de1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fca716f7-0dc1-486b-befd-6f4040d6c385 HTTP/1.1" status: 200 len: 217 time: 0.1098278 Jul 23 20:24:43.044904 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51840) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:43.092907 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-86c68cd8-9901-4cbe-94b3-0bc226eb9a52 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for floatingip, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.402545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f8b17-1db6-495e-9082-a288b595001b req-02b8c0aa-3256-4f66-b539-766dda56d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:43.404652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-980f8b17-1db6-495e-9082-a288b595001b req-02b8c0aa-3256-4f66-b539-766dda56d34c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.3530855 Jul 23 20:24:43.422580 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-67a720ab-67ed-474f-bcc0-81b97c0643ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.427934 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c0c19cae-abfa-4f10-8514-ecd902802eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.487341 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-980f8b17-1db6-495e-9082-a288b595001b req-ce7f773f-8636-467b-9c02-db60e3da23bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626068 Jul 23 20:24:43.508266 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6154f4a-e630-4d59-849f-3a11825a038a req-6846aed5-d806-4f9b-89cc-6dde36f79eb8 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:43.509856 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6154f4a-e630-4d59-849f-3a11825a038a req-6846aed5-d806-4f9b-89cc-6dde36f79eb8 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 943 time: 0.5148056 Jul 23 20:24:43.551682 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.api [None req-67a720ab-67ed-474f-bcc0-81b97c0643ac admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:24:43.551682 n-d-791504-18 neutron-server[93811]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 20:24:43.551682 n-d-791504-18 neutron-server[93811]: [parameters: {'project_id': '2bd8a28ba5de49bbb8c44f3904025e2d', 'id': 'dff13509-9f75-4b37-8bb3-e9419514d496', 'expiration': datetime.datetime(2021, 7, 23, 20, 26, 43, 521009)}] Jul 23 20:24:43.551682 n-d-791504-18 neutron-server[93811]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:24:43.552093 n-d-791504-18 neutron-server[93811]: DEBUG oslo_db.api [None req-67a720ab-67ed-474f-bcc0-81b97c0643ac admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:24:43.643646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10a3f3-1cfc-402d-8089-892d244b8687 req-de62cd33-63f0-42ed-b116-91b278c9200b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:43.645156 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a10a3f3-1cfc-402d-8089-892d244b8687 req-de62cd33-63f0-42ed-b116-91b278c9200b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 969 time: 0.2817457 Jul 23 20:24:43.664665 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6154f4a-e630-4d59-849f-3a11825a038a req-03207078-b04b-463f-a7b2-4840c9d1d3e5 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373913 Jul 23 20:24:43.703682 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f9f59964-00a7-4cdb-bd4c-91bc3fe798ca details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:24:43.721880 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-980f8b17-1db6-495e-9082-a288b595001b req-a81eaf39-b9d8-4010-b03f-89ecb5f2a069 service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085128 Jul 23 20:24:43.763657 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a10a3f3-1cfc-402d-8089-892d244b8687 req-63d61938-a937-4774-bd99-64d3ecefd6ff tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072171 Jul 23 20:24:43.788738 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c0c19cae-abfa-4f10-8514-ecd902802eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.828727 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c0c19cae-abfa-4f10-8514-ecd902802eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.888422 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-86c68cd8-9901-4cbe-94b3-0bc226eb9a52 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.907524 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-86c68cd8-9901-4cbe-94b3-0bc226eb9a52 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.908254 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-4c644c3a-554e-495d-9186-60f559162a04 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d25687932ebc49e5a0c700095c36738a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538428 Jul 23 20:24:43.919815 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c0c19cae-abfa-4f10-8514-ecd902802eae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c24f7934064643ddafbe37e98cabab26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8705406 Jul 23 20:24:43.923127 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51868) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:43.952306 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c19cae-abfa-4f10-8514-ecd902802eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703a6868-39bb-4036-a2f4-2623bd0eba38,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:43.982764 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-980f8b17-1db6-495e-9082-a288b595001b req-9fc25503-7e17-49f6-aebf-f6e4d7a7bc77 service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506115 Jul 23 20:24:44.020886 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:44.033068 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'f9f59964-00a7-4cdb-bd4c-91bc3fe798ca', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': 'f9f59964-00a7-4cdb-bd4c-91bc3fe798ca', 'mac_address': 'fa:16:3e:9f:75:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:tempest-test_az-591332748', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:24:44.079919 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.082320 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-67a720ab-67ed-474f-bcc0-81b97c0643ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.104146 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f59964-00a7-4cdb-bd4c-91bc3fe798ca {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:44.118376 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48023dfa-9fd1-443a-ad0a-f2871504ed1b req-b54ddb89-d563-4898-bec0-071221fe6167 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e4594ba-b1fb-4b98-905d-8ab3d51e62e1 HTTP/1.1" status: 200 len: 210 time: 0.1068246 Jul 23 20:24:44.138525 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:44.145514 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.241876 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:44.250032 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6582ac3-36b5-425b-8768-2775e8f60605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.303336 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6582ac3-36b5-425b-8768-2775e8f60605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.328323 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-86c68cd8-9901-4cbe-94b3-0bc226eb9a52 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Floating IP ba8eea19-d6ea-4044-b82e-22169166ea68 associated. External IP: 172.25.3.254, port: c238aa09-353f-4913-82f2-09910bea4682. Jul 23 20:24:44.340518 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-7b153afb-782c-4ad3-907c-06ad0a3cf7d3 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:44.342126 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-7b153afb-782c-4ad3-907c-06ad0a3cf7d3 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4241340 Jul 23 20:24:44.366339 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-030d6ac7-e989-49b4-8d5a-a0745a651c40 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Request body: {'port': {'device_id': '7e4594ba-b1fb-4b98-905d-8ab3d51e62e1', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': 'd25687932ebc49e5a0c700095c36738a'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:44.373196 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f9f59964-00a7-4cdb-bd4c-91bc3fe798ca'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:24:44.534569 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6582ac3-36b5-425b-8768-2775e8f60605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.537630 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6582ac3-36b5-425b-8768-2775e8f60605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.539586 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d6582ac3-36b5-425b-8768-2775e8f60605 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/703a6868-39bb-4036-a2f4-2623bd0eba38 HTTP/1.1" status: 204 len: 168 time: 0.5799534 Jul 23 20:24:44.578119 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6582ac3-36b5-425b-8768-2775e8f60605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703a6868-39bb-4036-a2f4-2623bd0eba38,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:44.596485 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-67a720ab-67ed-474f-bcc0-81b97c0643ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.628478 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-67a720ab-67ed-474f-bcc0-81b97c0643ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.699939 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-67a720ab-67ed-474f-bcc0-81b97c0643ac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2bd8a28ba5de49bbb8c44f3904025e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7472844 Jul 23 20:24:44.700928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51900) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:44.709839 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-030d6ac7-e989-49b4-8d5a-a0745a651c40 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Made reservation on behalf of d25687932ebc49e5a0c700095c36738a for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:44.715407 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-030d6ac7-e989-49b4-8d5a-a0745a651c40 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.721952 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a720ab-67ed-474f-bcc0-81b97c0643ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdd8c27-89e8-4237-8284-153de575acec,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:44.735394 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c68cd8-9901-4cbe-94b3-0bc226eb9a52 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Router 604175e0-803e-4dc3-a847-19f171f63526 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:44.887661 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd4ce169-ac6b-4155-8434-71f9e6bf08f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.899180 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c68cd8-9901-4cbe-94b3-0bc226eb9a52 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:44.910395 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-86c68cd8-9901-4cbe-94b3-0bc226eb9a52 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.919625 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a9f96c-6db8-46fb-92c0-d93b580da243 None None] Sync routers for ids ['604175e0-803e-4dc3-a847-19f171f63526'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:44.933557 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9f96c-6db8-46fb-92c0-d93b580da243 None None] Routers {'604175e0-803e-4dc3-a847-19f171f63526'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:44.934347 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-49a9f96c-6db8-46fb-92c0-d93b580da243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:24:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['604175e0-803e-4dc3-a847-19f171f63526'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:44.958454 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-86c68cd8-9901-4cbe-94b3-0bc226eb9a52 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "PUT /v2.0/floatingips/ba8eea19-d6ea-4044-b82e-22169166ea68 HTTP/1.1" status: 200 len: 1013 time: 2.0388300 Jul 23 20:24:44.958960 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b687a819-800e-43ef-829a-a9dacaa2425c', 'tag': 'c238aa09-353f-4913-82f2-09910bea4682'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:44.960326 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd4ce169-ac6b-4155-8434-71f9e6bf08f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.961426 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68eef29-95f1-4c46-87ee-b832ab770a27" -d '{"events": [{"name": "network-changed", "server_uuid": "b687a819-800e-43ef-829a-a9dacaa2425c", "tag": "c238aa09-353f-4913-82f2-09910bea4682"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:45.008972 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51920) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:45.029701 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.035186 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d76d4c0-6f66-4260-a68c-5ef88b90bd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.042404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040aa7c-6fb8-4b7a-91e8-3998efc936ed req-e8158834-4de6-4647-a5b9-2e24f8804670 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:45.044515 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b040aa7c-6fb8-4b7a-91e8-3998efc936ed req-e8158834-4de6-4647-a5b9-2e24f8804670 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 943 time: 0.2636364 Jul 23 20:24:45.045808 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-49a9f96c-6db8-46fb-92c0-d93b580da243 None None] Set router 604175e0-803e-4dc3-a847-19f171f63526 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:24:45.065393 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-030d6ac7-e989-49b4-8d5a-a0745a651c40 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Allocated IP 192.168.233.163 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/f579fcd9-ca62-4de5-b2bf-09a301bf609e) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:45.128134 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b040aa7c-6fb8-4b7a-91e8-3998efc936ed req-95d7662f-aa30-427f-86be-a3e6e54b8f2e tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738089 Jul 23 20:24:45.151372 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d76d4c0-6f66-4260-a68c-5ef88b90bd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.151372 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d76d4c0-6f66-4260-a68c-5ef88b90bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.205284 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4d76d4c0-6f66-4260-a68c-5ef88b90bd08 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f835af8e83334344bc84ee8f3ed4473c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875858 Jul 23 20:24:45.206115 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51928) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:45.206812 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76d4c0-6f66-4260-a68c-5ef88b90bd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9462561-6eae-4915-ab2f-abb8dde79e71,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:45.212989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46930b-bdc6-47ab-94e8-62da2ad702a3 req-6598cdfd-b9fc-49d7-9021-2f276b494370 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:45.216457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6f46930b-bdc6-47ab-94e8-62da2ad702a3 req-6598cdfd-b9fc-49d7-9021-2f276b494370 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 970 time: 0.2474308 Jul 23 20:24:45.220759 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd4ce169-ac6b-4155-8434-71f9e6bf08f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.225113 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd4ce169-ac6b-4155-8434-71f9e6bf08f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.226948 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bd4ce169-ac6b-4155-8434-71f9e6bf08f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ecdd8c27-89e8-4237-8284-153de575acec HTTP/1.1" status: 204 len: 168 time: 0.5237060 Jul 23 20:24:45.271507 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device fca716f7-0dc1-486b-befd-6f4040d6c385 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:24:45.297420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ce169-ac6b-4155-8434-71f9e6bf08f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdd8c27-89e8-4237-8284-153de575acec,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:45.322383 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5777407-5409-4869-a184-0b7b9a660e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.348040 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5777407-5409-4869-a184-0b7b9a660e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.392437 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5288beef-3fcb-4cc4-b8ce-4bed9083e6d0 x-openstack-request-id: req-5288beef-3fcb-4cc4-b8ce-4bed9083e6d0 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:45.393617 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b687a819-800e-43ef-829a-a9dacaa2425c", "tag": "c238aa09-353f-4913-82f2-09910bea4682", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:45.396628 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5288beef-3fcb-4cc4-b8ce-4bed9083e6d0 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:45.397213 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b687a819-800e-43ef-829a-a9dacaa2425c', 'tag': 'c238aa09-353f-4913-82f2-09910bea4682', 'status': 'completed', 'code': 200} Jul 23 20:24:45.419758 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5777407-5409-4869-a184-0b7b9a660e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.423872 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5777407-5409-4869-a184-0b7b9a660e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.427938 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a5777407-5409-4869-a184-0b7b9a660e58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9462561-6eae-4915-ab2f-abb8dde79e71 HTTP/1.1" status: 204 len: 168 time: 0.1836405 Jul 23 20:24:45.441608 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5777407-5409-4869-a184-0b7b9a660e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9462561-6eae-4915-ab2f-abb8dde79e71,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:45.485840 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=fca716f7-0dc1-486b-befd-6f4040d6c385,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:45.506687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'fca716f7-0dc1-486b-befd-6f4040d6c385', 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0', 'port_id': 'fca716f7-0dc1-486b-befd-6f4040d6c385', 'mac_address': 'fa:16:3e:9e:0f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04cc1b4-e7d5-485f-8df9-995da9a55827', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:24:45.526607 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6f46930b-bdc6-47ab-94e8-62da2ad702a3 req-dc05f882-8b4d-4e75-b7e9-e3f640229543 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957561 Jul 23 20:24:45.544496 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-49a9f96c-6db8-46fb-92c0-d93b580da243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'ba8eea19-d6ea-4044-b82e-22169166ea68', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'floating_ip_address': '172.25.3.254', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '604175e0-803e-4dc3-a847-19f171f63526', 'port_id': 'c238aa09-353f-4913-82f2-09910bea4682', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'mac_address': 'fa:16:3e:65:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687a819-800e-43ef-829a-a9dacaa2425c', 'device_owner': 'compute:tempest-test_az-591332748'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:24:20Z', 'updated_at': '2021-07-23T20:24:43Z', 'revision_number': 1, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee261b4-b198-4de1-9655-e7cef69e167d', 'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'mac_address': 'fa:16:3e:91:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:57Z', 'updated_at': '2021-07-23T20:24:07Z', 'revision_number': 5, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'subnets': [{'id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:45.610161 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.611918 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a9f96c-6db8-46fb-92c0-d93b580da243 None None] Checking router: 604175e0-803e-4dc3-a847-19f171f63526 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:24:45.620119 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2c2f68b0-860b-4f34-a149-fa8340586f42 req-45bbe638-423d-4101-b85a-e5f89dc8e25e tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e4594ba-b1fb-4b98-905d-8ab3d51e62e1 HTTP/1.1" status: 200 len: 210 time: 0.0967650 Jul 23 20:24:45.629573 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9f96c-6db8-46fb-92c0-d93b580da243 None None] Routers {'604175e0-803e-4dc3-a847-19f171f63526'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:45.630222 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-49a9f96c-6db8-46fb-92c0-d93b580da243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:24:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['604175e0-803e-4dc3-a847-19f171f63526'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:45.650005 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca716f7-0dc1-486b-befd-6f4040d6c385 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:45.656299 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-030d6ac7-e989-49b4-8d5a-a0745a651c40 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.691527 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-030d6ac7-e989-49b4-8d5a-a0745a651c40 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Transition to ACTIVE for port object f579fcd9-ca62-4de5-b2bf-09a301bf609e will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:45.717273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=fca716f7-0dc1-486b-befd-6f4040d6c385,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:45.729551 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f9f59964-00a7-4cdb-bd4c-91bc3fe798ca up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:45.735464 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eef29-95f1-4c46-87ee-b832ab770a27 req-77cd4b9a-3d33-49ca-9365-bf3abf9df16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:45.738591 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f68eef29-95f1-4c46-87ee-b832ab770a27 req-77cd4b9a-3d33-49ca-9365-bf3abf9df16d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=282b5619c5a34c6ea12d7fca8ffb305e&device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 1119 time: 0.2398450 Jul 23 20:24:45.788814 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.839583 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-49a9f96c-6db8-46fb-92c0-d93b580da243 None None] Set router 604175e0-803e-4dc3-a847-19f171f63526 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:24:45.913004 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51954) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:45.928240 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3eac3a34-2691-4263-b995-1f9208f2fe35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.939576 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-030d6ac7-e989-49b4-8d5a-a0745a651c40 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.964164 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['e5a301c9-13a3-49f8-b6fb-964355a48b60', '11099cec-4ead-41c9-9bdd-4ae9be9d1cda'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:24:46.035539 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-030d6ac7-e989-49b4-8d5a-a0745a651c40 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:46.044630 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-030d6ac7-e989-49b4-8d5a-a0745a651c40 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:46.047390 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eef29-95f1-4c46-87ee-b832ab770a27 req-7109c0c5-ea9a-4c9a-a52f-40643c4f3909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:46.048870 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f68eef29-95f1-4c46-87ee-b832ab770a27 req-7109c0c5-ea9a-4c9a-a52f-40643c4f3909 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f7d042f9-5f6b-45f4-af0d-c0167546d960 HTTP/1.1" status: 200 len: 924 time: 0.3013918 Jul 23 20:24:46.049310 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['fca716f7-0dc1-486b-befd-6f4040d6c385'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:24:46.049906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-030d6ac7-e989-49b4-8d5a-a0745a651c40 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:46.056181 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-030d6ac7-e989-49b4-8d5a-a0745a651c40 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:46.056911 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-030d6ac7-e989-49b4-8d5a-a0745a651c40 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.068248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d6ac7-e989-49b4-8d5a-a0745a651c40 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Pushing event updated for resources: {'Port': ['ID=f579fcd9-ca62-4de5-b2bf-09a301bf609e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:46.177608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=fca716f7-0dc1-486b-befd-6f4040d6c385,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:46.236545 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3eac3a34-2691-4263-b995-1f9208f2fe35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.242667 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3eac3a34-2691-4263-b995-1f9208f2fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.269615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:46.282038 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:46.282409 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.284026 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-030d6ac7-e989-49b4-8d5a-a0745a651c40 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9228313 Jul 23 20:24:46.287385 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f68eef29-95f1-4c46-87ee-b832ab770a27 req-e92fbb22-f31c-4754-afac-6dcae9045257 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c238aa09-353f-4913-82f2-09910bea4682 HTTP/1.1" status: 200 len: 1021 time: 0.2047167 Jul 23 20:24:46.319422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac3a34-2691-4263-b995-1f9208f2fe35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad8d0f3-e797-4fc7-b878-f6b1f6384a80,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:46.333592 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-49a9f96c-6db8-46fb-92c0-d93b580da243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'ba8eea19-d6ea-4044-b82e-22169166ea68', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'floating_ip_address': '172.25.3.254', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '604175e0-803e-4dc3-a847-19f171f63526', 'port_id': 'c238aa09-353f-4913-82f2-09910bea4682', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'mac_address': 'fa:16:3e:65:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687a819-800e-43ef-829a-a9dacaa2425c', 'device_owner': 'compute:tempest-test_az-591332748'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:24:20Z', 'updated_at': '2021-07-23T20:24:43Z', 'revision_number': 1, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee261b4-b198-4de1-9655-e7cef69e167d', 'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'mac_address': 'fa:16:3e:91:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:57Z', 'updated_at': '2021-07-23T20:24:07Z', 'revision_number': 5, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'subnets': [{'id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:46.357908 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Request body: {'port': {'device_id': '7e4594ba-b1fb-4b98-905d-8ab3d51e62e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:46.364344 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3eac3a34-2691-4263-b995-1f9208f2fe35 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bdff208f2f0741b5bcb48812c6757c68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4500403 Jul 23 20:24:46.366839 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51974) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:46.409661 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a9f96c-6db8-46fb-92c0-d93b580da243 None None] The sync data for ids ['604175e0-803e-4dc3-a847-19f171f63526'] in n-d-791504-18 is: [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'ba8eea19-d6ea-4044-b82e-22169166ea68', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'floating_ip_address': '172.25.3.254', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '604175e0-803e-4dc3-a847-19f171f63526', 'port_id': 'c238aa09-353f-4913-82f2-09910bea4682', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'mac_address': 'fa:16:3e:65:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b687a819-800e-43ef-829a-a9dacaa2425c', 'device_owner': 'compute:tempest-test_az-591332748'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:24:20Z', 'updated_at': '2021-07-23T20:24:43Z', 'revision_number': 1, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee261b4-b198-4de1-9655-e7cef69e167d', 'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'mac_address': 'fa:16:3e:91:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:57Z', 'updated_at': '2021-07-23T20:24:07Z', 'revision_number': 5, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'subnets': [{'id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:46.430050 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7da90409-8441-45ae-82f0-781059e28123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.474328 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7da90409-8441-45ae-82f0-781059e28123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.503126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eef29-95f1-4c46-87ee-b832ab770a27 req-49617bb9-c04d-4f82-aef0-06c12b06c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:46.514599 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f68eef29-95f1-4c46-87ee-b832ab770a27 req-49617bb9-c04d-4f82-aef0-06c12b06c2bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70510b3b-e3cb-4ef3-a472-cc252ad56cea HTTP/1.1" status: 200 len: 862 time: 0.2002535 Jul 23 20:24:46.515839 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4ff3b6ef-516b-40ba-b808-0dc0657d7e97 None None] Provisioning for port f579fcd9-ca62-4de5-b2bf-09a301bf609e completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:46.558607 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7da90409-8441-45ae-82f0-781059e28123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.561366 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7da90409-8441-45ae-82f0-781059e28123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.566573 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7da90409-8441-45ae-82f0-781059e28123 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ad8d0f3-e797-4fc7-b878-f6b1f6384a80 HTTP/1.1" status: 204 len: 168 time: 0.1946394 Jul 23 20:24:46.585012 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da90409-8441-45ae-82f0-781059e28123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad8d0f3-e797-4fc7-b878-f6b1f6384a80,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:46.689317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4ff3b6ef-516b-40ba-b808-0dc0657d7e97 None None] Provisioning complete for port f579fcd9-ca62-4de5-b2bf-09a301bf609e triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:46.689944 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ff3b6ef-516b-40ba-b808-0dc0657d7e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.772220 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.836400 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.855349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4ff3b6ef-516b-40ba-b808-0dc0657d7e97 None None] Port f579fcd9-ca62-4de5-b2bf-09a301bf609e cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:24:46.864791 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16cd38-9dfe-4363-8389-7a5c139819d4 None None] New status for floating IP ba8eea19-d6ea-4044-b82e-22169166ea68: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:24:46.912448 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad81cc-7844-48fe-bd59-2f8df0e6676d req-bf6ea209-c5d0-46c0-b362-ff4db3d48f45 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:46.916222 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-90ad81cc-7844-48fe-bd59-2f8df0e6676d req-bf6ea209-c5d0-46c0-b362-ff4db3d48f45 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 970 time: 0.8238020 Jul 23 20:24:46.939162 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.962202 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0f7a41-7237-49cd-9308-6661ecc32b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f59964-00a7-4cdb-bd4c-91bc3fe798ca'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:46.964462 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e7cd52-b79a-4e64-b589-f735bc6923f1" -d '{"events": [{"server_uuid": "ab0f7a41-7237-49cd-9308-6661ecc32b2b", "name": "network-vif-plugged", "status": "completed", "tag": "f9f59964-00a7-4cdb-bd4c-91bc3fe798ca"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:46.991740 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-90ad81cc-7844-48fe-bd59-2f8df0e6676d req-63c9f7bd-94b2-47ac-bc67-7b49eb519e93 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b57af33-5d9f-4311-9e49-371c2b4057c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745268 Jul 23 20:24:47.006699 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:47.029963 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.059974 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ac2d6-a7a7-4d91-a087-89904ea2baf6 req-672edcda-c9e7-4dab-b594-34069e83fb1a tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:47.061641 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-943ac2d6-a7a7-4d91-a087-89904ea2baf6 req-672edcda-c9e7-4dab-b594-34069e83fb1a tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 944 time: 0.8114014 Jul 23 20:24:47.068250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eef29-95f1-4c46-87ee-b832ab770a27 req-64edca20-c6a2-4158-86fd-bcb523e30dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:47.069949 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f68eef29-95f1-4c46-87ee-b832ab770a27 req-64edca20-c6a2-4158-86fd-bcb523e30dd6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f7d042f9-5f6b-45f4-af0d-c0167546d960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5382085 Jul 23 20:24:47.202853 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:47.400612 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-943ac2d6-a7a7-4d91-a087-89904ea2baf6 req-536e1148-9422-4349-b5b3-65d08674a377 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279932 Jul 23 20:24:47.522476 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f68eef29-95f1-4c46-87ee-b832ab770a27 req-e4bfa8e7-d121-4cfb-883d-7c70da169a9b service neutron] 10.222.0.48 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083622 Jul 23 20:24:47.581272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca5515-a549-44c6-8dd4-8af5e845f389 req-738be2f0-01e0-4db0-9f1f-0364f728a182 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:47.588043 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37ca5515-a549-44c6-8dd4-8af5e845f389 req-738be2f0-01e0-4db0-9f1f-0364f728a182 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.3200991 Jul 23 20:24:47.615158 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58860aa6-1d40-4eb9-aed5-fe0cfd09bcac req-8864c329-dee5-43dc-8060-1a99bc961484 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:47.620283 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-58860aa6-1d40-4eb9-aed5-fe0cfd09bcac req-8864c329-dee5-43dc-8060-1a99bc961484 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.48 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 970 time: 0.1407244 Jul 23 20:24:47.770762 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37ca5515-a549-44c6-8dd4-8af5e845f389 req-986f6874-7258-4a0a-a719-73bd03691f5d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769719 Jul 23 20:24:47.782568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-58860aa6-1d40-4eb9-aed5-fe0cfd09bcac req-2937d0eb-e4dc-45d4-aa96-586eeb1c5ff0 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Deleting port 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:47.782910 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-58860aa6-1d40-4eb9-aed5-fe0cfd09bcac req-2937d0eb-e4dc-45d4-aa96-586eeb1c5ff0 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.811608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f579fcd9-ca62-4de5-b2bf-09a301bf609e {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:47.832031 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.836673 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f68eef29-95f1-4c46-87ee-b832ab770a27 req-88f650a0-85ec-439a-917e-1dfd622f2e6b service neutron] 10.222.0.48 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062136 Jul 23 20:24:47.843094 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7e2a7f-026c-4123-8260-cd43834ed5ca x-openstack-request-id: req-ef7e2a7f-026c-4123-8260-cd43834ed5ca {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:47.843410 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0f7a41-7237-49cd-9308-6661ecc32b2b", "name": "network-vif-plugged", "status": "completed", "tag": "f9f59964-00a7-4cdb-bd4c-91bc3fe798ca", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:47.843661 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef7e2a7f-026c-4123-8260-cd43834ed5ca {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:47.844062 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0f7a41-7237-49cd-9308-6661ecc32b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f59964-00a7-4cdb-bd4c-91bc3fe798ca', 'code': 200} Jul 23 20:24:47.890202 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Transition to ACTIVE for port object f579fcd9-ca62-4de5-b2bf-09a301bf609e will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:47.919145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0319c-04c1-44fc-b3ac-3651f76693e4 req-810c6f8f-fa10-458c-bd7c-ca1132b2d785 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:47.924626 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04c0319c-04c1-44fc-b3ac-3651f76693e4 req-810c6f8f-fa10-458c-bd7c-ca1132b2d785 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e4594ba-b1fb-4b98-905d-8ab3d51e62e1 HTTP/1.1" status: 200 len: 936 time: 0.3722746 Jul 23 20:24:47.928916 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.958009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-58860aa6-1d40-4eb9-aed5-fe0cfd09bcac req-2937d0eb-e4dc-45d4-aa96-586eeb1c5ff0 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] For port 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:47.958710 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-58860aa6-1d40-4eb9-aed5-fe0cfd09bcac req-2937d0eb-e4dc-45d4-aa96-586eeb1c5ff0 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.982583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-58860aa6-1d40-4eb9-aed5-fe0cfd09bcac req-2937d0eb-e4dc-45d4-aa96-586eeb1c5ff0 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Calling delete_port for 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd owned by compute:tempest-test_az-591332748 {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:48.045846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Pushing event updated for resources: {'Port': ['ID=f579fcd9-ca62-4de5-b2bf-09a301bf609e,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:48.077166 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04c0319c-04c1-44fc-b3ac-3651f76693e4 req-6555861a-24b9-4433-bf02-0a427fb1adde tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456470 Jul 23 20:24:48.145374 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Attempting to bind port f579fcd9-ca62-4de5-b2bf-09a301bf609e on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:48.145708 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Attempting to bind port f579fcd9-ca62-4de5-b2bf-09a301bf609e by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:48.146040 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Attempting to bind port f579fcd9-ca62-4de5-b2bf-09a301bf609e on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:48.153129 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b82c81-879a-4672-ba42-227ee9351b41 req-40ef2e4a-b830-49cb-a78b-027991cb6844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:48.155051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99b82c81-879a-4672-ba42-227ee9351b41 req-40ef2e4a-b830-49cb-a78b-027991cb6844 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 1123 time: 0.2270381 Jul 23 20:24:48.155650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Port f579fcd9-ca62-4de5-b2bf-09a301bf609e on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:24:48.155972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Attempting to bind port f579fcd9-ca62-4de5-b2bf-09a301bf609e on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:48.178995 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:48.179957 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:48.180556 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:48.181370 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Bound port: f579fcd9-ca62-4de5-b2bf-09a301bf609e, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:48.182302 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.227660 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99b82c81-879a-4672-ba42-227ee9351b41 req-c15c3276-3e00-425d-96d0-f69c957f3e68 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604653 Jul 23 20:24:48.320371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] For port f579fcd9-ca62-4de5-b2bf-09a301bf609e, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:48.325007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] For port f579fcd9-ca62-4de5-b2bf-09a301bf609e, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f579fcd9-ca62-4de5-b2bf-09a301bf609e,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:48.333284 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.359463 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-58860aa6-1d40-4eb9-aed5-fe0cfd09bcac req-2937d0eb-e4dc-45d4-aa96-586eeb1c5ff0 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.371845 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:24:48.420175 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:48.420806 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.422429 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] 10.222.0.57 "PUT /v2.0/ports/f579fcd9-ca62-4de5-b2bf-09a301bf609e HTTP/1.1" status: 200 len: 1097 time: 2.1105342 Jul 23 20:24:48.438072 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937d0eb-e4dc-45d4-aa96-586eeb1c5ff0 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Pushing event deleted for resources: {'Port': ['ID=7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:48.447386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4594ba-b1fb-4b98-905d-8ab3d51e62e1', 'tag': 'f579fcd9-ca62-4de5-b2bf-09a301bf609e'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:48.455124 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74dc354-c6e8-45df-af21-96665e9d0829" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4594ba-b1fb-4b98-905d-8ab3d51e62e1", "tag": "f579fcd9-ca62-4de5-b2bf-09a301bf609e"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:48.524648 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-690340d2-9b02-4478-8c60-03479d284347 req-3e7bf548-aab0-4ab6-8409-2829e38e5bc0 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.55 "GET /v2.0/ports?device_id=97e05b78-700b-4351-a3cd-ebf24011d5f8 HTTP/1.1" status: 200 len: 210 time: 0.1146348 Jul 23 20:24:48.570906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642076b-c3ce-4d69-a347-1a0a3cb78aac service neutron] Pushing event updated for resources: {'Port': ['ID=f579fcd9-ca62-4de5-b2bf-09a301bf609e,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:48.583809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-58860aa6-1d40-4eb9-aed5-fe0cfd09bcac req-2937d0eb-e4dc-45d4-aa96-586eeb1c5ff0 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] No DVR routers for this DVR port 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:24:48.587905 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-58860aa6-1d40-4eb9-aed5-fe0cfd09bcac req-2937d0eb-e4dc-45d4-aa96-586eeb1c5ff0 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.590945 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-58860aa6-1d40-4eb9-aed5-fe0cfd09bcac req-2937d0eb-e4dc-45d4-aa96-586eeb1c5ff0 tempest-AggregatesAdminTestJSON-1660535360 tempest-AggregatesAdminTestJSON-1660535360-project] 10.222.0.48 "DELETE /v2.0/ports/7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd HTTP/1.1" status: 204 len: 173 time: 0.9647081 Jul 23 20:24:48.591560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e05b78-700b-4351-a3cd-ebf24011d5f8', 'name': 'network-vif-deleted', 'tag': '7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:48.603275 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b09bf3-5a1a-40d6-979b-b3a91a1c9bfe" -d '{"events": [{"server_uuid": "97e05b78-700b-4351-a3cd-ebf24011d5f8", "name": "network-vif-deleted", "tag": "7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:48.657465 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e9582b-8d69-41bf-b663-0cecc62b4335 x-openstack-request-id: req-f4e9582b-8d69-41bf-b663-0cecc62b4335 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:48.657759 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4594ba-b1fb-4b98-905d-8ab3d51e62e1", "tag": "f579fcd9-ca62-4de5-b2bf-09a301bf609e", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:48.658791 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4e9582b-8d69-41bf-b663-0cecc62b4335 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:48.659258 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4594ba-b1fb-4b98-905d-8ab3d51e62e1', 'tag': 'f579fcd9-ca62-4de5-b2bf-09a301bf609e', 'status': 'completed', 'code': 200} Jul 23 20:24:48.777152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-12c1d724-0670-491d-8c9e-ac6c7dd3cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:48.778998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-12c1d724-0670-491d-8c9e-ac6c7dd3cad6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d25687932ebc49e5a0c700095c36738a&device_id=7e4594ba-b1fb-4b98-905d-8ab3d51e62e1 HTTP/1.1" status: 200 len: 1100 time: 0.2582004 Jul 23 20:24:48.797945 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93c5c8a5-f4fb-4e70-a7b7-c8fa2e59b10e req-3c2c1cfa-4b28-4f3f-b8ec-1523f2eeaa91 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b687a819-800e-43ef-829a-a9dacaa2425c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3851874 Jul 23 20:24:48.848220 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d742d6e6-45ad-4eeb-99e1-d9ad38460b4c x-openstack-request-id: req-d742d6e6-45ad-4eeb-99e1-d9ad38460b4c {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:48.848743 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e05b78-700b-4351-a3cd-ebf24011d5f8", "name": "network-vif-deleted", "tag": "7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:48.848743 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d742d6e6-45ad-4eeb-99e1-d9ad38460b4c {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:48.849119 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e05b78-700b-4351-a3cd-ebf24011d5f8', 'name': 'network-vif-deleted', 'tag': '7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd', 'status': 'completed', 'code': 200} Jul 23 20:24:48.850623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-f2854c54-5067-4d99-8b03-e3b2d7b247af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f579fcd9-ca62-4de5-b2bf-09a301bf609e HTTP/1.1" status: 200 len: 217 time: 0.0629082 Jul 23 20:24:48.940803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce74c8-5e85-4d93-82e6-26948569279c req-40885ce3-c407-4d0e-a50f-66c99fb0a148 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:48.943912 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b7ce74c8-5e85-4d93-82e6-26948569279c req-40885ce3-c407-4d0e-a50f-66c99fb0a148 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 944 time: 0.2716327 Jul 23 20:24:49.015657 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-72f85419-885a-4bb7-8a3f-4c54045d004e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:49.017084 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-72f85419-885a-4bb7-8a3f-4c54045d004e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1518009 Jul 23 20:24:49.080661 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b7ce74c8-5e85-4d93-82e6-26948569279c req-ebf49ec1-a38f-4671-bc9b-6fc11e8de714 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986748 Jul 23 20:24:49.091017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5c8a5-f4fb-4e70-a7b7-c8fa2e59b10e req-eadbfc7f-05e3-401e-9dae-bc12685d4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:49.092597 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93c5c8a5-f4fb-4e70-a7b7-c8fa2e59b10e req-eadbfc7f-05e3-401e-9dae-bc12685d4b1e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=282b5619c5a34c6ea12d7fca8ffb305e&device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 1119 time: 0.2253027 Jul 23 20:24:49.112026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c145bbf-264c-4da8-a707-8e58fcc1329e req-e7d041bb-c919-4850-a96e-78a6f6e2bab3 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:49.113656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c145bbf-264c-4da8-a707-8e58fcc1329e req-e7d041bb-c919-4850-a96e-78a6f6e2bab3 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.1853428 Jul 23 20:24:49.193663 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-4177ecec-1ace-4ec2-8933-2369e6338938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:49.194883 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-4177ecec-1ace-4ec2-8933-2369e6338938 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1578476 Jul 23 20:24:49.267647 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c145bbf-264c-4da8-a707-8e58fcc1329e req-35558372-19ce-404d-b4a3-572529862819 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450562 Jul 23 20:24:49.290346 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device fca716f7-0dc1-486b-befd-6f4040d6c385 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:49.372080 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port fca716f7-0dc1-486b-befd-6f4040d6c385 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:49.377650 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-bc4fa1fc-ba8e-4648-b93c-0c462edc1a74 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678321 Jul 23 20:24:49.378118 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port fca716f7-0dc1-486b-befd-6f4040d6c385 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:49.378522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5c8a5-f4fb-4e70-a7b7-c8fa2e59b10e req-873771d5-9b51-46ad-b8b7-52f3a56cc3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:49.378619 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:49.388131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93c5c8a5-f4fb-4e70-a7b7-c8fa2e59b10e req-873771d5-9b51-46ad-b8b7-52f3a56cc3f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f7d042f9-5f6b-45f4-af0d-c0167546d960 HTTP/1.1" status: 200 len: 924 time: 0.2526233 Jul 23 20:24:49.482044 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:49.487538 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-7525f1e5-cde4-4801-a539-96849440a827 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2e62a43bfff5486b8088a8e1de73827f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378828 Jul 23 20:24:49.515389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=fca716f7-0dc1-486b-befd-6f4040d6c385,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:49.519140 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:49.567678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=fca716f7-0dc1-486b-befd-6f4040d6c385,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:49.594979 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93c5c8a5-f4fb-4e70-a7b7-c8fa2e59b10e req-2435b4ed-8c0d-4cee-90e7-1e478ff8e745 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c238aa09-353f-4913-82f2-09910bea4682 HTTP/1.1" status: 200 len: 1023 time: 0.1927242 Jul 23 20:24:49.845394 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20711a65-543a-42bc-bc98-c3a90008c974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca716f7-0dc1-486b-befd-6f4040d6c385'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:49.847833 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238ceba7-fdd0-4dfa-8b92-452366b10344" -d '{"events": [{"server_uuid": "20711a65-543a-42bc-bc98-c3a90008c974", "name": "network-vif-plugged", "status": "completed", "tag": "fca716f7-0dc1-486b-befd-6f4040d6c385"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:49.885574 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-869c4e74-e3cf-4683-82d1-e4520b5072e6 req-ce1f2a41-86ab-4f41-b038-309edf6ef7c7 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964631 Jul 23 20:24:49.923233 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-8a17c3e6-0406-4f37-95b0-ef4c5502a253 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:49.924657 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-8a17c3e6-0406-4f37-95b0-ef4c5502a253 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4053013 Jul 23 20:24:49.927798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5c8a5-f4fb-4e70-a7b7-c8fa2e59b10e req-643aa69f-046e-4028-b2ec-efa2e3847e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:49.929133 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93c5c8a5-f4fb-4e70-a7b7-c8fa2e59b10e req-643aa69f-046e-4028-b2ec-efa2e3847e55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70510b3b-e3cb-4ef3-a472-cc252ad56cea HTTP/1.1" status: 200 len: 862 time: 0.3195021 Jul 23 20:24:49.979523 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-16485bd6-3b1b-43d5-baf0-47c4b96cbbdb tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/quotas/2e62a43bfff5486b8088a8e1de73827f HTTP/1.1" status: 200 len: 375 time: 0.0486662 Jul 23 20:24:49.986843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870e63d-f9a6-4e8f-82c7-f6ea3911fa01 req-7d72a1d9-55ea-4c57-8222-b0d54b65111d tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:49.988254 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e870e63d-f9a6-4e8f-82c7-f6ea3911fa01 req-7d72a1d9-55ea-4c57-8222-b0d54b65111d tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e4594ba-b1fb-4b98-905d-8ab3d51e62e1 HTTP/1.1" status: 200 len: 948 time: 0.4678388 Jul 23 20:24:50.049721 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-6fa96a14-d7b4-441a-b004-a9e317de664d tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e62a43bfff5486b8088a8e1de73827f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605133 Jul 23 20:24:50.085726 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e870e63d-f9a6-4e8f-82c7-f6ea3911fa01 req-5c06d43d-24f6-4ade-80a4-61e669c4fdd1 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798912 Jul 23 20:24:50.099346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dc354-c6e8-45df-af21-96665e9d0829 req-961046d7-e4e5-42bc-a041-a43dd8d92e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.100740 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f74dc354-c6e8-45df-af21-96665e9d0829 req-961046d7-e4e5-42bc-a041-a43dd8d92e53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d25687932ebc49e5a0c700095c36738a&device_id=7e4594ba-b1fb-4b98-905d-8ab3d51e62e1 HTTP/1.1" status: 200 len: 1100 time: 0.1688633 Jul 23 20:24:50.110069 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5c8a5-f4fb-4e70-a7b7-c8fa2e59b10e req-53fed76c-4ae4-491c-b211-ab078e87fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.111622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93c5c8a5-f4fb-4e70-a7b7-c8fa2e59b10e req-53fed76c-4ae4-491c-b211-ab078e87fc6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f7d042f9-5f6b-45f4-af0d-c0167546d960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1644254 Jul 23 20:24:50.257047 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304066af-c13b-4c82-8728-8283b9e1b1fd x-openstack-request-id: req-304066af-c13b-4c82-8728-8283b9e1b1fd {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:50.257338 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20711a65-543a-42bc-bc98-c3a90008c974", "name": "network-vif-plugged", "status": "completed", "tag": "fca716f7-0dc1-486b-befd-6f4040d6c385", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:50.257588 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-304066af-c13b-4c82-8728-8283b9e1b1fd {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:50.257971 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20711a65-543a-42bc-bc98-c3a90008c974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca716f7-0dc1-486b-befd-6f4040d6c385', 'code': 200} Jul 23 20:24:50.326144 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.57', 51190) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:50.402112 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a730b-df62-4eb0-b6ce-8501d6569ac7 req-d60dbe33-4388-4755-be9d-f8e4acc325d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.404397 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-693a730b-df62-4eb0-b6ce-8501d6569ac7 req-d60dbe33-4388-4755-be9d-f8e4acc325d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 1097 time: 0.0769796 Jul 23 20:24:50.452123 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-693a730b-df62-4eb0-b6ce-8501d6569ac7 req-e51ba872-79a0-4b25-bb57-1ee7759a892b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399578 Jul 23 20:24:50.463718 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a47b321-37e0-4315-a90c-aa7c990e5902 req-378fe49b-8f69-4478-8144-0d932ce7cafa tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f935115-046d-44a4-ac31-acf44882b40a HTTP/1.1" status: 200 len: 210 time: 0.0693848 Jul 23 20:24:50.473186 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93c5c8a5-f4fb-4e70-a7b7-c8fa2e59b10e req-ef230850-9274-4c48-8d8d-10fd533fbbbf service neutron] 10.222.0.48 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495123 Jul 23 20:24:50.480103 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dc354-c6e8-45df-af21-96665e9d0829 req-99541407-513f-43a2-b2a7-5e65a7207764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.481499 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f74dc354-c6e8-45df-af21-96665e9d0829 req-99541407-513f-43a2-b2a7-5e65a7207764 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.3671072 Jul 23 20:24:50.510309 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba7d8112-5dcc-4f15-bd3f-26d097978253 req-a0adb2f5-7f8f-4d46-8237-11bed981bd89 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3411086 Jul 23 20:24:50.536526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d9576-feaf-4f88-8679-8ffd7fce6e94 req-cbfc3c36-af6a-48ea-971d-9f8d7f1a1a91 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.544056 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc1d9576-feaf-4f88-8679-8ffd7fce6e94 req-cbfc3c36-af6a-48ea-971d-9f8d7f1a1a91 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 945 time: 0.2085612 Jul 23 20:24:50.604913 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52152) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:50.642559 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f74dc354-c6e8-45df-af21-96665e9d0829 req-d6e7282c-2def-4247-b4a8-54798b56f537 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f579fcd9-ca62-4de5-b2bf-09a301bf609e HTTP/1.1" status: 200 len: 217 time: 0.1278007 Jul 23 20:24:50.748810 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-716d778e-0baa-4366-b5cc-5cedf0fc8d89 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3355facf19e94113903c35196fa861e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419225 Jul 23 20:24:50.751617 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52156) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:50.771656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc1d9576-feaf-4f88-8679-8ffd7fce6e94 req-29a7d9b3-5a28-47eb-b216-14566044735e tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266879 Jul 23 20:24:50.795868 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93c5c8a5-f4fb-4e70-a7b7-c8fa2e59b10e req-a65a1664-aaac-483d-a841-85a0cc2cb612 service neutron] 10.222.0.48 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133857 Jul 23 20:24:50.816720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dc354-c6e8-45df-af21-96665e9d0829 req-895fd732-7a9e-448b-8be4-a8a876d635e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.818916 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f74dc354-c6e8-45df-af21-96665e9d0829 req-895fd732-7a9e-448b-8be4-a8a876d635e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1660581 Jul 23 20:24:50.832850 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a387e33-962f-4616-b53e-040d462a0c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:50.864748 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a387e33-962f-4616-b53e-040d462a0c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:50.889925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfebb99-74c1-4241-955d-a4a71eafa999 req-ade59916-abc6-4068-b400-d414f7b1c4fa tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.891482 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abfebb99-74c1-4241-955d-a4a71eafa999 req-ade59916-abc6-4068-b400-d414f7b1c4fa tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.2943740 Jul 23 20:24:50.893606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d8112-5dcc-4f15-bd3f-26d097978253 req-cb83c548-f331-4f54-b779-36cf76736cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.895018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba7d8112-5dcc-4f15-bd3f-26d097978253 req-cb83c548-f331-4f54-b779-36cf76736cde service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d25687932ebc49e5a0c700095c36738a&device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 1101 time: 0.3249915 Jul 23 20:24:50.964595 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a387e33-962f-4616-b53e-040d462a0c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:50.968805 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a387e33-962f-4616-b53e-040d462a0c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:50.970186 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7a387e33-962f-4616-b53e-040d462a0c9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b57af33-5d9f-4311-9e49-371c2b4057c1 HTTP/1.1" status: 204 len: 168 time: 0.2174294 Jul 23 20:24:50.987438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a387e33-962f-4616-b53e-040d462a0c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b57af33-5d9f-4311-9e49-371c2b4057c1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:51.004634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dc354-c6e8-45df-af21-96665e9d0829 req-a3dcdaa8-ab0e-406a-aa0c-955c370ae55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:51.006372 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f74dc354-c6e8-45df-af21-96665e9d0829 req-a3dcdaa8-ab0e-406a-aa0c-955c370ae55a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1572349 Jul 23 20:24:51.022886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abfebb99-74c1-4241-955d-a4a71eafa999 req-1b29dcb3-3410-49a9-8569-fd8a3d54e202 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164215 Jul 23 20:24:51.151935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d8112-5dcc-4f15-bd3f-26d097978253 req-7bb50e3d-c409-4f9a-a261-a7134b72a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:51.153769 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba7d8112-5dcc-4f15-bd3f-26d097978253 req-7bb50e3d-c409-4f9a-a261-a7134b72a56f service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.2096879 Jul 23 20:24:51.208660 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba7d8112-5dcc-4f15-bd3f-26d097978253 req-96d4cc3d-7661-4ab1-beca-d291c5a38e8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=11099cec-4ead-41c9-9bdd-4ae9be9d1cda HTTP/1.1" status: 200 len: 217 time: 0.0466981 Jul 23 20:24:51.251874 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f74dc354-c6e8-45df-af21-96665e9d0829 req-a2e4cd14-5c16-4c9c-910f-9730e681f904 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257915 Jul 23 20:24:51.370063 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d8112-5dcc-4f15-bd3f-26d097978253 req-474b9454-b7c0-4593-8e0b-1fc234c85d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:51.371492 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba7d8112-5dcc-4f15-bd3f-26d097978253 req-474b9454-b7c0-4593-8e0b-1fc234c85d22 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1303940 Jul 23 20:24:51.406584 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-ab7b41a0-9a5e-4370-8656-65c9dcfd210d tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2e62a43bfff5486b8088a8e1de73827f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402431 Jul 23 20:24:51.451437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52182) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:51.478012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399a368-a350-401e-b3e1-096dd24cdf32 req-598b23a4-2449-49dc-9c4f-dccc043aa1d1 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:51.479563 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7399a368-a350-401e-b3e1-096dd24cdf32 req-598b23a4-2449-49dc-9c4f-dccc043aa1d1 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e4594ba-b1fb-4b98-905d-8ab3d51e62e1 HTTP/1.1" status: 200 len: 948 time: 0.2748942 Jul 23 20:24:51.508843 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52188) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:51.595594 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f74dc354-c6e8-45df-af21-96665e9d0829 req-655cc7a4-5ad8-4788-965d-7e5be46fa145 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210557 Jul 23 20:24:51.614841 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52192) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:51.647729 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d752-4c46-4464-9d86-df9c7d609024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.674896 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7399a368-a350-401e-b3e1-096dd24cdf32 req-386604fa-4d35-419b-958e-33824783c0f8 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798937 Jul 23 20:24:51.681044 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f7e6f98a-128d-45ae-b6aa-6f067c873ad2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df2202de7f5d40fc86c248488738f5dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648673 Jul 23 20:24:51.683521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52194) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:51.687234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-404a1613-ebe5-4f2d-90ed-25fb769dffac tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:51.688967 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-404a1613-ebe5-4f2d-90ed-25fb769dffac tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698367 Jul 23 20:24:51.702964 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d8112-5dcc-4f15-bd3f-26d097978253 req-39cc6ee8-f833-4cbe-90ac-9859a5428c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:51.702964 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba7d8112-5dcc-4f15-bd3f-26d097978253 req-39cc6ee8-f833-4cbe-90ac-9859a5428c41 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3037872 Jul 23 20:24:51.704708 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-4660fc0b-6490-4759-86cc-73502f6ff476 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Request body: {'port': {'device_id': '8f935115-046d-44a4-ac31-acf44882b40a', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': '2e62a43bfff5486b8088a8e1de73827f'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:51.709734 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421eedc1-0c9a-4d0a-941d-28b1667e6d19 req-08888d11-5223-4688-8d45-08781c39e85e tempest-MigrationsAdminTest-1139639968 tempest-MigrationsAdminTest-1139639968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:51.716930 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421eedc1-0c9a-4d0a-941d-28b1667e6d19 req-08888d11-5223-4688-8d45-08781c39e85e tempest-MigrationsAdminTest-1139639968 tempest-MigrationsAdminTest-1139639968-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 1123 time: 0.3232069 Jul 23 20:24:51.764108 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:24:51.790944 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e203336-0093-415a-9719-a806b0191b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.796898 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-421eedc1-0c9a-4d0a-941d-28b1667e6d19 req-d1e30556-2eca-46e1-8001-1f054403f3cc tempest-MigrationsAdminTest-1139639968 tempest-MigrationsAdminTest-1139639968-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.798950 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:24:51.799328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7a9d11cb-4634-48ee-9c9d-79d9e1fe86dd not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:24:51.844916 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e203336-0093-415a-9719-a806b0191b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.848949 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39a944aa-2c2d-45d9-b408-6b4746ef61ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.901195 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d752-4c46-4464-9d86-df9c7d609024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.906312 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d752-4c46-4464-9d86-df9c7d609024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.923191 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e625c2bf-be6f-4bc6-b768-a5c72de1d1ee req-7012907f-ab7b-4db2-86f5-faf3bd07a21c tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f935115-046d-44a4-ac31-acf44882b40a HTTP/1.1" status: 200 len: 210 time: 0.0714073 Jul 23 20:24:51.948028 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1d752-4c46-4464-9d86-df9c7d609024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07217667-8c90-422d-a5bb-bc53d418571b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:51.954474 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e5a1d752-4c46-4464-9d86-df9c7d609024 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44c2d9f7cb3d4c5b8f91662b9186665f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5019119 Jul 23 20:24:51.955957 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e203336-0093-415a-9719-a806b0191b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.959560 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e203336-0093-415a-9719-a806b0191b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.960946 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7e203336-0093-415a-9719-a806b0191b6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f08c9d18-3d0e-4cbf-88b1-6a20e1a8eaa0 HTTP/1.1" status: 204 len: 168 time: 0.2752016 Jul 23 20:24:51.961309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52198) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:51.970144 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e203336-0093-415a-9719-a806b0191b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08c9d18-3d0e-4cbf-88b1-6a20e1a8eaa0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:52.027833 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba7d8112-5dcc-4f15-bd3f-26d097978253 req-2cdc84d5-f090-4834-aa68-5e9dfd901b64 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079998 Jul 23 20:24:52.364776 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57c0ce0c-b02d-4082-98be-48b005cceb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.422303 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57c0ce0c-b02d-4082-98be-48b005cceb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.450425 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba7d8112-5dcc-4f15-bd3f-26d097978253 req-fce3cffe-a79e-4ca2-be95-f5d8b58dc070 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017017 Jul 23 20:24:52.474144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac045564-73f4-4fe4-86b6-c25e8959b853 req-095d2e20-3554-4207-9c70-655516131316 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:52.475695 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac045564-73f4-4fe4-86b6-c25e8959b853 req-095d2e20-3554-4207-9c70-655516131316 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 945 time: 0.4459217 Jul 23 20:24:52.509604 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-421eedc1-0c9a-4d0a-941d-28b1667e6d19 req-d1e30556-2eca-46e1-8001-1f054403f3cc tempest-MigrationsAdminTest-1139639968 tempest-MigrationsAdminTest-1139639968-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.515610 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-421eedc1-0c9a-4d0a-941d-28b1667e6d19 req-d1e30556-2eca-46e1-8001-1f054403f3cc tempest-MigrationsAdminTest-1139639968 tempest-MigrationsAdminTest-1139639968-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.559409 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac045564-73f4-4fe4-86b6-c25e8959b853 req-65e43408-eff5-4db3-acf9-c26290b59974 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737095 Jul 23 20:24:52.581626 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421eedc1-0c9a-4d0a-941d-28b1667e6d19 req-d1e30556-2eca-46e1-8001-1f054403f3cc tempest-MigrationsAdminTest-1139639968 tempest-MigrationsAdminTest-1139639968-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8637738 Jul 23 20:24:52.582261 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57c0ce0c-b02d-4082-98be-48b005cceb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.584816 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57c0ce0c-b02d-4082-98be-48b005cceb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.591751 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-57c0ce0c-b02d-4082-98be-48b005cceb54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/07217667-8c90-422d-a5bb-bc53d418571b HTTP/1.1" status: 204 len: 168 time: 0.6262410 Jul 23 20:24:52.601843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e30556-2eca-46e1-8001-1f054403f3cc tempest-MigrationsAdminTest-1139639968 tempest-MigrationsAdminTest-1139639968-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae6411a-6705-4653-841b-8a9971e5a222,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:52.620960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0ce0c-b02d-4082-98be-48b005cceb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07217667-8c90-422d-a5bb-bc53d418571b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:52.634673 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39a944aa-2c2d-45d9-b408-6b4746ef61ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.647746 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39a944aa-2c2d-45d9-b408-6b4746ef61ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.665633 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-4660fc0b-6490-4759-86cc-73502f6ff476 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Made reservation on behalf of 2e62a43bfff5486b8088a8e1de73827f for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:52.670703 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-4660fc0b-6490-4759-86cc-73502f6ff476 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.680082 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-4660fc0b-6490-4759-86cc-73502f6ff476 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.698295 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-39a944aa-2c2d-45d9-b408-6b4746ef61ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb56f766da554fe9ae30fed62e0b9a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1881223 Jul 23 20:24:52.699015 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a944aa-2c2d-45d9-b408-6b4746ef61ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc16116e-ae75-4797-bc7c-97e41f685afe,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:52.702159 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52228) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:52.775221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-23ecd26e-481c-4c06-b00a-1b8a83469b71 req-d8037fe4-8233-4edd-a5e1-8023fcef03bb service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:24:52.776353 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-23ecd26e-481c-4c06-b00a-1b8a83469b71 req-d8037fe4-8233-4edd-a5e1-8023fcef03bb service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075164 Jul 23 20:24:52.808223 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f667f7a-2a61-4085-8a33-d3a1b8c6baad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.843445 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f667f7a-2a61-4085-8a33-d3a1b8c6baad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.880511 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-4660fc0b-6490-4759-86cc-73502f6ff476 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.890696 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-4660fc0b-6490-4759-86cc-73502f6ff476 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.966226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660fc0b-6490-4759-86cc-73502f6ff476 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:52.973572 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f667f7a-2a61-4085-8a33-d3a1b8c6baad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.976070 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f667f7a-2a61-4085-8a33-d3a1b8c6baad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:52.979949 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7f667f7a-2a61-4085-8a33-d3a1b8c6baad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc16116e-ae75-4797-bc7c-97e41f685afe HTTP/1.1" status: 204 len: 168 time: 0.2729883 Jul 23 20:24:52.995755 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f667f7a-2a61-4085-8a33-d3a1b8c6baad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc16116e-ae75-4797-bc7c-97e41f685afe,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:53.079816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-4660fc0b-6490-4759-86cc-73502f6ff476 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Allocated IP 192.168.233.184 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/6d6a1e91-2666-4174-a7c6-635b12dfadda) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:53.175058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52250) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:53.190075 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-97ee7022-4f92-4317-ae01-e6c64d739026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.292555 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f587ebb-3efd-4e73-9a9d-44d56488559d req-14c28711-7816-4aec-912e-faf937727656 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:53.300955 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f587ebb-3efd-4e73-9a9d-44d56488559d req-14c28711-7816-4aec-912e-faf937727656 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 1097 time: 0.1590946 Jul 23 20:24:53.318808 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device f579fcd9-ca62-4de5-b2bf-09a301bf609e details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:24:53.341346 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-97ee7022-4f92-4317-ae01-e6c64d739026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.342594 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-4660fc0b-6490-4759-86cc-73502f6ff476 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.351872 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-97ee7022-4f92-4317-ae01-e6c64d739026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.369368 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-4660fc0b-6490-4759-86cc-73502f6ff476 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Transition to ACTIVE for port object 6d6a1e91-2666-4174-a7c6-635b12dfadda will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:53.385477 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f587ebb-3efd-4e73-9a9d-44d56488559d req-e7dc51b2-1197-4ee0-a3ee-93ee964cd2e0 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797420 Jul 23 20:24:53.446692 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-4660fc0b-6490-4759-86cc-73502f6ff476 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.455295 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-97ee7022-4f92-4317-ae01-e6c64d739026 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02d8398f91aa49d3aacd80e36ad41e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770038 Jul 23 20:24:53.460403 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee7022-4f92-4317-ae01-e6c64d739026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7813e99-f42a-43c2-9b77-7f4645c99c55,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:53.471821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52260) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:53.516281 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-4660fc0b-6490-4759-86cc-73502f6ff476 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:53.520407 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-4660fc0b-6490-4759-86cc-73502f6ff476 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:53.523629 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-4660fc0b-6490-4759-86cc-73502f6ff476 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:53.529775 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-4660fc0b-6490-4759-86cc-73502f6ff476 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:53.530407 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-4660fc0b-6490-4759-86cc-73502f6ff476 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.552387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660fc0b-6490-4759-86cc-73502f6ff476 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Pushing event updated for resources: {'Port': ['ID=6d6a1e91-2666-4174-a7c6-635b12dfadda,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:53.565654 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-4660fc0b-6490-4759-86cc-73502f6ff476 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8646059 Jul 23 20:24:53.569019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port f579fcd9-ca62-4de5-b2bf-09a301bf609e, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f579fcd9-ca62-4de5-b2bf-09a301bf609e,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:53.580454 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Request body: {'port': {'device_id': '8f935115-046d-44a4-ac31-acf44882b40a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:53.587184 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'f579fcd9-ca62-4de5-b2bf-09a301bf609e', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': 'f579fcd9-ca62-4de5-b2bf-09a301bf609e', 'mac_address': 'fa:16:3e:81:69:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:24:53.617786 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52266) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:53.636233 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bc860adc-cf54-4350-80c5-4d36665914b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.652125 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.675783 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f579fcd9-ca62-4de5-b2bf-09a301bf609e {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:53.689662 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-740336ec-3c2f-42d2-b7fc-4d6159dd61cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.705799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port f579fcd9-ca62-4de5-b2bf-09a301bf609e, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f579fcd9-ca62-4de5-b2bf-09a301bf609e,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:53.712005 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.732164 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bc860adc-cf54-4350-80c5-4d36665914b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.737425 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.794382 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=f579fcd9-ca62-4de5-b2bf-09a301bf609e,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:53.905632 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bc860adc-cf54-4350-80c5-4d36665914b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.917207 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bc860adc-cf54-4350-80c5-4d36665914b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.920703 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bc860adc-cf54-4350-80c5-4d36665914b5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7813e99-f42a-43c2-9b77-7f4645c99c55 HTTP/1.1" status: 204 len: 168 time: 0.4437993 Jul 23 20:24:53.958166 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3b8cb548-641e-4c3e-a2a2-2561f7fb45eb None None] Provisioning for port 6d6a1e91-2666-4174-a7c6-635b12dfadda completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:53.969808 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3b8cb548-641e-4c3e-a2a2-2561f7fb45eb None None] Provisioning complete for port 6d6a1e91-2666-4174-a7c6-635b12dfadda triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:53.970703 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b8cb548-641e-4c3e-a2a2-2561f7fb45eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.989749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc860adc-cf54-4350-80c5-4d36665914b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7813e99-f42a-43c2-9b77-7f4645c99c55,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:54.005892 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc860adc-cf54-4350-80c5-4d36665914b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.010035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc860adc-cf54-4350-80c5-4d36665914b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.011327 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc860adc-cf54-4350-80c5-4d36665914b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.017086 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc860adc-cf54-4350-80c5-4d36665914b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.017587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc860adc-cf54-4350-80c5-4d36665914b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.018265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc860adc-cf54-4350-80c5-4d36665914b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.018747 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc860adc-cf54-4350-80c5-4d36665914b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.019246 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc860adc-cf54-4350-80c5-4d36665914b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.019934 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc860adc-cf54-4350-80c5-4d36665914b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.021819 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc860adc-cf54-4350-80c5-4d36665914b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.022329 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc860adc-cf54-4350-80c5-4d36665914b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.023039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc860adc-cf54-4350-80c5-4d36665914b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.059897 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cf0e3-729c-4894-88bf-e17687aa6820 req-5172b720-262c-4ed4-a314-25a3c1adec9c tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:54.064336 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-332cf0e3-729c-4894-88bf-e17687aa6820 req-5172b720-262c-4ed4-a314-25a3c1adec9c tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e4594ba-b1fb-4b98-905d-8ab3d51e62e1 HTTP/1.1" status: 200 len: 949 time: 0.1522608 Jul 23 20:24:54.085139 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-740336ec-3c2f-42d2-b7fc-4d6159dd61cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.090417 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['f579fcd9-ca62-4de5-b2bf-09a301bf609e'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:24:54.091678 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-740336ec-3c2f-42d2-b7fc-4d6159dd61cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.117743 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3b8cb548-641e-4c3e-a2a2-2561f7fb45eb None None] Port 6d6a1e91-2666-4174-a7c6-635b12dfadda cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:24:54.125074 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-332cf0e3-729c-4894-88bf-e17687aa6820 req-668d8f73-a921-4731-afbe-bf5751e32264 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547359 Jul 23 20:24:54.166682 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-740336ec-3c2f-42d2-b7fc-4d6159dd61cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f603485ec244b1ca46bd2f98bca57d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5478141 Jul 23 20:24:54.169390 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52278) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:54.221840 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740336ec-3c2f-42d2-b7fc-4d6159dd61cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a960a9-1d10-4b51-87b9-5e19cfb2022a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:54.299209 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4bcbe39b-b221-4cfb-af34-001684689216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.329090 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4bcbe39b-b221-4cfb-af34-001684689216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.435221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6a1e91-2666-4174-a7c6-635b12dfadda {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:54.444986 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.476801 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Transition to ACTIVE for port object 6d6a1e91-2666-4174-a7c6-635b12dfadda will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:54.479732 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4bcbe39b-b221-4cfb-af34-001684689216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.482008 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e57e6f28-6294-41e0-827e-91c7857b70e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.483162 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4bcbe39b-b221-4cfb-af34-001684689216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.484169 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4bcbe39b-b221-4cfb-af34-001684689216 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a5a960a9-1d10-4b51-87b9-5e19cfb2022a HTTP/1.1" status: 204 len: 168 time: 0.3137314 Jul 23 20:24:54.497499 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.534477 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52298) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:54.534650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbe39b-b221-4cfb-af34-001684689216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a960a9-1d10-4b51-87b9-5e19cfb2022a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:54.563538 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b958c6-02e3-4d49-9782-3b4c64a24e96 req-deaf8cdb-f84f-40cd-a9cb-846175667cc0 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:54.565094 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14b958c6-02e3-4d49-9782-3b4c64a24e96 req-deaf8cdb-f84f-40cd-a9cb-846175667cc0 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f935115-046d-44a4-ac31-acf44882b40a HTTP/1.1" status: 200 len: 936 time: 0.2024040 Jul 23 20:24:54.567189 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c1e5b-18e6-42bd-94a6-8b25b5d2fd42 req-63300c14-506c-454b-99bb-5b36595b15d7 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:54.568574 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-276c1e5b-18e6-42bd-94a6-8b25b5d2fd42 req-63300c14-506c-454b-99bb-5b36595b15d7 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 1097 time: 0.2026029 Jul 23 20:24:54.573217 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbe39b-b221-4cfb-af34-001684689216 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.573568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbe39b-b221-4cfb-af34-001684689216 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.573911 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbe39b-b221-4cfb-af34-001684689216 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.574275 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbe39b-b221-4cfb-af34-001684689216 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.574609 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbe39b-b221-4cfb-af34-001684689216 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.574991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbe39b-b221-4cfb-af34-001684689216 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.575294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbe39b-b221-4cfb-af34-001684689216 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.575622 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbe39b-b221-4cfb-af34-001684689216 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.575949 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbe39b-b221-4cfb-af34-001684689216 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.576271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbe39b-b221-4cfb-af34-001684689216 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.576638 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbe39b-b221-4cfb-af34-001684689216 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.576919 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbe39b-b221-4cfb-af34-001684689216 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:54.624025 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6a1e91-2666-4174-a7c6-635b12dfadda,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:54.687865 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14b958c6-02e3-4d49-9782-3b4c64a24e96 req-2265a124-bc82-456d-96ba-f0990aa70d0c tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074133 Jul 23 20:24:54.701932 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-276c1e5b-18e6-42bd-94a6-8b25b5d2fd42 req-2ab8cec9-cc63-4e87-b1c2-3c6a436406aa tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203628 Jul 23 20:24:54.702909 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Attempting to bind port 6d6a1e91-2666-4174-a7c6-635b12dfadda on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:54.703273 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Attempting to bind port 6d6a1e91-2666-4174-a7c6-635b12dfadda by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:54.703597 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Attempting to bind port 6d6a1e91-2666-4174-a7c6-635b12dfadda on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:54.718859 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Port 6d6a1e91-2666-4174-a7c6-635b12dfadda on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:24:54.719286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Attempting to bind port 6d6a1e91-2666-4174-a7c6-635b12dfadda on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:54.725044 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:54.725209 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:54.725597 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:54.726070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Bound port: 6d6a1e91-2666-4174-a7c6-635b12dfadda, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:54.726429 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.808894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] For port 6d6a1e91-2666-4174-a7c6-635b12dfadda, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:54.812882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] For port 6d6a1e91-2666-4174-a7c6-635b12dfadda, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=6d6a1e91-2666-4174-a7c6-635b12dfadda,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:54.838359 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.918063 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:54.919191 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:54.920597 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] 10.222.0.48 "PUT /v2.0/ports/6d6a1e91-2666-4174-a7c6-635b12dfadda HTTP/1.1" status: 200 len: 1097 time: 1.3458238 Jul 23 20:24:54.921069 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f935115-046d-44a4-ac31-acf44882b40a', 'tag': '6d6a1e91-2666-4174-a7c6-635b12dfadda'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:54.923339 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37df0f0c-98c6-4c24-abcd-e79ca60ca66d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f935115-046d-44a4-ac31-acf44882b40a", "tag": "6d6a1e91-2666-4174-a7c6-635b12dfadda"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:54.966597 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcf07d-c9ce-4c05-8345-737a13c4f842 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6a1e91-2666-4174-a7c6-635b12dfadda,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:54.980399 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6b099fba-f603-450c-8833-85a1015225f1 req-f151bdc5-9c73-4518-bef0-3b8de82df075 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4445436 Jul 23 20:24:55.037022 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e0d12-cc70-4c59-a8ea-29879fa490d4 req-2b51e9fd-06b4-411b-af18-4758247a720d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:55.055445 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e82e0d12-cc70-4c59-a8ea-29879fa490d4 req-2b51e9fd-06b4-411b-af18-4758247a720d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.2097139 Jul 23 20:24:55.131683 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e82e0d12-cc70-4c59-a8ea-29879fa490d4 req-30e7a877-f870-4f4c-b9cd-a457a12a1dee tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731833 Jul 23 20:24:55.144500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-1e29837a-4dcc-4496-aa23-ada1c96293f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:55.146005 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-1e29837a-4dcc-4496-aa23-ada1c96293f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e62a43bfff5486b8088a8e1de73827f&device_id=8f935115-046d-44a4-ac31-acf44882b40a HTTP/1.1" status: 200 len: 1100 time: 0.1736596 Jul 23 20:24:55.227879 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-40503694-867e-44a8-96db-8d625f5c3b5b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=6d6a1e91-2666-4174-a7c6-635b12dfadda HTTP/1.1" status: 200 len: 217 time: 0.0724952 Jul 23 20:24:55.233915 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93972ee9-8c08-4480-994a-c22365d14987 x-openstack-request-id: req-93972ee9-8c08-4480-994a-c22365d14987 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:55.234179 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f935115-046d-44a4-ac31-acf44882b40a", "tag": "6d6a1e91-2666-4174-a7c6-635b12dfadda", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:55.234575 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-93972ee9-8c08-4480-994a-c22365d14987 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:55.234996 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f935115-046d-44a4-ac31-acf44882b40a', 'tag': '6d6a1e91-2666-4174-a7c6-635b12dfadda', 'status': 'completed', 'code': 200} Jul 23 20:24:55.294162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-b3c1f28f-7358-46c6-8364-f19646a014da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:55.296160 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-b3c1f28f-7358-46c6-8364-f19646a014da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0581717 Jul 23 20:24:55.343525 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device f579fcd9-ca62-4de5-b2bf-09a301bf609e up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:55.350534 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-dff03f55-f728-4924-9411-ff13039fe2d8 req-a19455db-164b-4693-ba82-e1dbf9172943 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:24:55.351850 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dff03f55-f728-4924-9411-ff13039fe2d8 req-a19455db-164b-4693-ba82-e1dbf9172943 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077572 Jul 23 20:24:55.427007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a5fec-25a8-4505-817f-7627a4809bdd req-88e09032-d1e8-4f18-981c-49c56cbedb66 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:55.428611 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca7a5fec-25a8-4505-817f-7627a4809bdd req-88e09032-d1e8-4f18-981c-49c56cbedb66 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e4594ba-b1fb-4b98-905d-8ab3d51e62e1 HTTP/1.1" status: 200 len: 949 time: 0.1277337 Jul 23 20:24:55.435177 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-fa3d6b5b-b400-4be9-b6af-6beffcfdc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:55.436481 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-fa3d6b5b-b400-4be9-b6af-6beffcfdc82b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1248598 Jul 23 20:24:55.448915 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port f579fcd9-ca62-4de5-b2bf-09a301bf609e completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:55.451858 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52346) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:55.460031 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port f579fcd9-ca62-4de5-b2bf-09a301bf609e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:55.460404 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.533885 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca7a5fec-25a8-4505-817f-7627a4809bdd req-07e32e65-b3e3-417a-9ea1-5d3b3ee891a3 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964127 Jul 23 20:24:55.608255 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.612984 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-590f0c45-d358-4328-9007-73834dad3d04 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654010 Jul 23 20:24:55.644435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4594ba-b1fb-4b98-905d-8ab3d51e62e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f579fcd9-ca62-4de5-b2bf-09a301bf609e'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:55.647026 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67776d9-002b-4ff9-9cff-9b22327d0c55" -d '{"events": [{"server_uuid": "7e4594ba-b1fb-4b98-905d-8ab3d51e62e1", "name": "network-vif-plugged", "status": "completed", "tag": "f579fcd9-ca62-4de5-b2bf-09a301bf609e"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:55.663256 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port f579fcd9-ca62-4de5-b2bf-09a301bf609e, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f579fcd9-ca62-4de5-b2bf-09a301bf609e,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:55.674035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-46b4b2c8-0268-4809-aea0-0bba2b47df11 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1552672987-network', 'tenant_id': 'c2d3a1fa9beb4bbeaa6d9816abdb145d'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:55.681545 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.722733 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b4b2c8-0268-4809-aea0-0bba2b47df11 admin admin] Made reservation on behalf of c2d3a1fa9beb4bbeaa6d9816abdb145d for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:55.725402 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46b4b2c8-0268-4809-aea0-0bba2b47df11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.742581 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46b4b2c8-0268-4809-aea0-0bba2b47df11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.817244 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db475a29-7df1-4aa3-92df-333ce7f8f99c req-b866a0b4-fe91-4be3-bef2-a735f9f155df service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985064 Jul 23 20:24:55.852335 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b23f6fe-85d0-4101-9372-a4521167d6ce x-openstack-request-id: req-0b23f6fe-85d0-4101-9372-a4521167d6ce {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:55.852904 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4594ba-b1fb-4b98-905d-8ab3d51e62e1", "name": "network-vif-plugged", "status": "completed", "tag": "f579fcd9-ca62-4de5-b2bf-09a301bf609e", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:55.853303 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b23f6fe-85d0-4101-9372-a4521167d6ce {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:55.854022 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4594ba-b1fb-4b98-905d-8ab3d51e62e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f579fcd9-ca62-4de5-b2bf-09a301bf609e', 'code': 200} Jul 23 20:24:55.854927 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=f579fcd9-ca62-4de5-b2bf-09a301bf609e,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:55.864072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:55.864636 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:55.865126 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:55.866308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:55.866800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:55.867321 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:55.879274 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:55.880426 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:55.881126 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:55.881647 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:55.885474 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:55.886115 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:55.926529 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46b4b2c8-0268-4809-aea0-0bba2b47df11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.943962 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46b4b2c8-0268-4809-aea0-0bba2b47df11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.979983 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b4b2c8-0268-4809-aea0-0bba2b47df11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:24:55.987576 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df0f0c-98c6-4c24-abcd-e79ca60ca66d req-c193f030-7f65-44aa-8834-dd709d759888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:55.989514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37df0f0c-98c6-4c24-abcd-e79ca60ca66d req-c193f030-7f65-44aa-8834-dd709d759888 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e62a43bfff5486b8088a8e1de73827f&device_id=8f935115-046d-44a4-ac31-acf44882b40a HTTP/1.1" status: 200 len: 1100 time: 0.1206450 Jul 23 20:24:56.000867 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46b4b2c8-0268-4809-aea0-0bba2b47df11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:56.001380 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-46b4b2c8-0268-4809-aea0-0bba2b47df11 admin admin] Added segment 0086776a-04fd-413d-8fc9-3c6d7ac3a249 of type vlan for network 44f569b7-90aa-4a8d-8748-eb524f6ea387 Jul 23 20:24:56.096368 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df90aae-5b8b-4985-9aec-465ddddbcb75 req-b554572d-5d75-435f-b316-e83cedba70b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:56.098001 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3df90aae-5b8b-4985-9aec-465ddddbcb75 req-b554572d-5d75-435f-b316-e83cedba70b1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e4594ba-b1fb-4b98-905d-8ab3d51e62e1 HTTP/1.1" status: 200 len: 1102 time: 0.1585314 Jul 23 20:24:56.112859 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46b4b2c8-0268-4809-aea0-0bba2b47df11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:56.143465 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df0f0c-98c6-4c24-abcd-e79ca60ca66d req-0422f280-e3f4-4a06-95fc-aa9c9392299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:56.145167 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37df0f0c-98c6-4c24-abcd-e79ca60ca66d req-0422f280-e3f4-4a06-95fc-aa9c9392299e service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.1479406 Jul 23 20:24:56.166605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4b2c8-0268-4809-aea0-0bba2b47df11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:56.182702 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46b4b2c8-0268-4809-aea0-0bba2b47df11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:56.184446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b4b2c8-0268-4809-aea0-0bba2b47df11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:56.185210 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46b4b2c8-0268-4809-aea0-0bba2b47df11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:56.221493 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3df90aae-5b8b-4985-9aec-465ddddbcb75 req-eb304a12-ae78-48f0-a1cb-429f685aa1d6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148772 Jul 23 20:24:56.227954 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37df0f0c-98c6-4c24-abcd-e79ca60ca66d req-a0436150-4684-4ef2-936d-18da766d4e1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=6d6a1e91-2666-4174-a7c6-635b12dfadda HTTP/1.1" status: 200 len: 217 time: 0.0721502 Jul 23 20:24:56.253274 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-46b4b2c8-0268-4809-aea0-0bba2b47df11 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8001254 Jul 23 20:24:56.263623 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52390) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:56.278421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-84aa6ab5-1a28-483d-be6d-5968f3b4d36c admin admin] Request body: {'subnet': {'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1552672987-subnet', 'tenant_id': 'c2d3a1fa9beb4bbeaa6d9816abdb145d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:56.314390 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df0f0c-98c6-4c24-abcd-e79ca60ca66d req-0a7bf212-a673-4bc2-94c0-f8f8a569c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:56.316542 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37df0f0c-98c6-4c24-abcd-e79ca60ca66d req-0a7bf212-a673-4bc2-94c0-f8f8a569c5b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0755198 Jul 23 20:24:56.334692 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4b2c8-0268-4809-aea0-0bba2b47df11 admin admin] Pushing event updated for resources: {'Network': ['ID=44f569b7-90aa-4a8d-8748-eb524f6ea387,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:56.350320 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 44f569b7-90aa-4a8d-8748-eb524f6ea387 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:24:56.362904 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aa6ab5-1a28-483d-be6d-5968f3b4d36c admin admin] Made reservation on behalf of c2d3a1fa9beb4bbeaa6d9816abdb145d for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:56.366024 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84aa6ab5-1a28-483d-be6d-5968f3b4d36c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:56.454444 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b9a20-a110-493d-a84c-3333175b616e req-ad34e421-ba3f-4f15-b0fc-db9f0d0d34a5 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:56.455722 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-267b9a20-a110-493d-a84c-3333175b616e req-ad34e421-ba3f-4f15-b0fc-db9f0d0d34a5 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f935115-046d-44a4-ac31-acf44882b40a HTTP/1.1" status: 200 len: 948 time: 0.1686060 Jul 23 20:24:56.461353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df0f0c-98c6-4c24-abcd-e79ca60ca66d req-37d7d2ee-5507-4917-b5d7-ca2404e9431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:56.462783 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37df0f0c-98c6-4c24-abcd-e79ca60ca66d req-37d7d2ee-5507-4917-b5d7-ca2404e9431e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1257515 Jul 23 20:24:56.578890 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-267b9a20-a110-493d-a84c-3333175b616e req-598b17bc-a205-4ca5-bfba-3bc2ff4af6c3 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151087 Jul 23 20:24:56.689155 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37df0f0c-98c6-4c24-abcd-e79ca60ca66d req-e892d671-921f-42bb-b121-c2c63933fbb7 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112515 Jul 23 20:24:56.690506 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84aa6ab5-1a28-483d-be6d-5968f3b4d36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:56.771699 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:24:56.809546 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37df0f0c-98c6-4c24-abcd-e79ca60ca66d req-4892219c-16a6-4d7e-bf18-01c4f627f01f service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119633 Jul 23 20:24:56.812826 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa6ab5-1a28-483d-be6d-5968f3b4d36c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0023097-714c-4bc6-9cfd-cd5938a22d68,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:56.827031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa6ab5-1a28-483d-be6d-5968f3b4d36c admin admin] Checking segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:56.827784 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aa6ab5-1a28-483d-be6d-5968f3b4d36c admin admin] Network hostable DHCP agents. Network: 44f569b7-90aa-4a8d-8748-eb524f6ea387, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:24:56.862324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aa6ab5-1a28-483d-be6d-5968f3b4d36c admin admin] Network 44f569b7-90aa-4a8d-8748-eb524f6ea387 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:24:56.875240 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-84aa6ab5-1a28-483d-be6d-5968f3b4d36c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 44f569b7-90aa-4a8d-8748-eb524f6ea387) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:56.884854 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa6ab5-1a28-483d-be6d-5968f3b4d36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:56.885591 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84aa6ab5-1a28-483d-be6d-5968f3b4d36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:56.888277 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcccf930-dd2a-4025-8762-ebe1bf44c6eb None None] Network 44f569b7-90aa-4a8d-8748-eb524f6ea387 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:56.897602 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31485054-34d1-4e77-a85d-70d806eabf0e req-0f9d3c35-d580-425d-895d-fcd171a08feb tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:56.907903 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-31485054-34d1-4e77-a85d-70d806eabf0e req-0f9d3c35-d580-425d-895d-fcd171a08feb tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.2015240 Jul 23 20:24:56.911627 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-84aa6ab5-1a28-483d-be6d-5968f3b4d36c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6469438 Jul 23 20:24:56.969376 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-31485054-34d1-4e77-a85d-70d806eabf0e req-f7c649dd-474c-4a6a-80e1-32fb0e3c12d9 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602651 Jul 23 20:24:57.128532 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84337bd4-50f9-42dd-85a4-947dfde6e17b None None] Network 44f569b7-90aa-4a8d-8748-eb524f6ea387 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:57.159996 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a71ae631-3674-4bc9-9904-85dda650e3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:57.160798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003718f-b5cc-42df-bd6a-a2e819b4f320 req-385bf10f-e24c-43bf-abf5-7826c95bedbe tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:57.162358 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5003718f-b5cc-42df-bd6a-a2e819b4f320 req-385bf10f-e24c-43bf-abf5-7826c95bedbe tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e4594ba-b1fb-4b98-905d-8ab3d51e62e1 HTTP/1.1" status: 200 len: 950 time: 0.0837600 Jul 23 20:24:57.217482 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5003718f-b5cc-42df-bd6a-a2e819b4f320 req-6262252a-ce49-4942-ae5a-d587f6160e9f tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425375 Jul 23 20:24:57.301486 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:57.420760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b099fba-f603-450c-8833-85a1015225f1 req-65ba4c13-72f6-4d88-a8e6-6d4c74c4d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:57.423369 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b099fba-f603-450c-8833-85a1015225f1 req-65ba4c13-72f6-4d88-a8e6-6d4c74c4d5b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 1123 time: 0.0766137 Jul 23 20:24:57.542187 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b099fba-f603-450c-8833-85a1015225f1 req-0c145dbd-45c4-45c7-912b-530742e6aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:57.543651 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b099fba-f603-450c-8833-85a1015225f1 req-0c145dbd-45c4-45c7-912b-530742e6aa95 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.1139441 Jul 23 20:24:57.598050 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b099fba-f603-450c-8833-85a1015225f1 req-febe3c85-a442-4fcb-a4c0-198e7f90dc1e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca HTTP/1.1" status: 200 len: 217 time: 0.0467169 Jul 23 20:24:57.656410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b099fba-f603-450c-8833-85a1015225f1 req-c0645e6f-fa69-4264-b111-641355516168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:57.658181 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b099fba-f603-450c-8833-85a1015225f1 req-c0645e6f-fa69-4264-b111-641355516168 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0528095 Jul 23 20:24:57.671130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52470) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:57.705440 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52476) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:57.713385 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3ab3a811-d579-44e8-863b-27879645ec62 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2066865405-network', 'tenant_id': 'd0fc7ba71aa2447b93c87ac833b77d7e'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:57.753582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab3a811-d579-44e8-863b-27879645ec62 admin admin] Made reservation on behalf of d0fc7ba71aa2447b93c87ac833b77d7e for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:57.754251 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b099fba-f603-450c-8833-85a1015225f1 req-93699bc1-4539-4a65-97b4-b41ef3314059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:57.756225 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b099fba-f603-450c-8833-85a1015225f1 req-93699bc1-4539-4a65-97b4-b41ef3314059 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0904534 Jul 23 20:24:57.757739 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a811-d579-44e8-863b-27879645ec62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:57.770402 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a811-d579-44e8-863b-27879645ec62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:57.885181 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a811-d579-44e8-863b-27879645ec62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:57.891790 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a811-d579-44e8-863b-27879645ec62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:57.900185 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec4bd2-f933-4807-a0fc-c70c61d6fd92 req-911f2fdf-b5fe-40fc-920b-1402327bc66a tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:57.902318 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9ec4bd2-f933-4807-a0fc-c70c61d6fd92 req-911f2fdf-b5fe-40fc-920b-1402327bc66a tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f935115-046d-44a4-ac31-acf44882b40a HTTP/1.1" status: 200 len: 948 time: 0.1661432 Jul 23 20:24:57.902438 n-d-791504-18 neutron-server[93810]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 20:24:57.907290 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-e619f898-6563-4cb9-96b0-5c44ad0ffcaa tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:24:57.907865 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b099fba-f603-450c-8833-85a1015225f1 req-c58483a3-b393-43d7-8b5f-8fdd18761b29 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332028 Jul 23 20:24:57.908944 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-e619f898-6563-4cb9-96b0-5c44ad0ffcaa tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2367549 Jul 23 20:24:57.921275 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab3a811-d579-44e8-863b-27879645ec62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:24:57.942529 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a811-d579-44e8-863b-27879645ec62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:57.943449 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-3ab3a811-d579-44e8-863b-27879645ec62 admin admin] Added segment 3d072150-2c4e-4bbf-a86e-ecfe59d25752 of type vlan for network 01c19bb6-4f11-4122-aae3-3d9050bdb795 Jul 23 20:24:57.953053 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3a811-d579-44e8-863b-27879645ec62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16af6425-73a7-467b-a53a-411c300260f8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:57.999135 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a811-d579-44e8-863b-27879645ec62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.024098 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52484) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:58.038915 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a811-d579-44e8-863b-27879645ec62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.039910 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab3a811-d579-44e8-863b-27879645ec62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:58.040499 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a811-d579-44e8-863b-27879645ec62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.086779 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3ab3a811-d579-44e8-863b-27879645ec62 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3798809 Jul 23 20:24:58.089516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52490) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:58.094876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-fc0e436c-49a5-4513-b54a-c003e4c68311 admin admin] Request body: {'subnet': {'network_id': '01c19bb6-4f11-4122-aae3-3d9050bdb795', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2066865405-subnet', 'tenant_id': 'd0fc7ba71aa2447b93c87ac833b77d7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:58.141287 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-4b127e47-d10e-467f-b46c-4b0f8052286b service neutron] Request body: {'binding': {'host': 'n-h1-791504-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:58.141798 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-4b127e47-d10e-467f-b46c-4b0f8052286b service neutron] Unknown quota resources ['binding']. {{(pid=93810) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:24:58.144731 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3a811-d579-44e8-863b-27879645ec62 admin admin] Pushing event updated for resources: {'Network': ['ID=01c19bb6-4f11-4122-aae3-3d9050bdb795,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:58.156800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 01c19bb6-4f11-4122-aae3-3d9050bdb795 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:24:58.180471 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a304fd63-8b90-4c5e-8fa4-d6a179566b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.201501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0e436c-49a5-4513-b54a-c003e4c68311 admin admin] Made reservation on behalf of d0fc7ba71aa2447b93c87ac833b77d7e for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:58.203763 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc0e436c-49a5-4513-b54a-c003e4c68311 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.249954 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9ec4bd2-f933-4807-a0fc-c70c61d6fd92 req-5f433b40-de2b-49df-821d-d5dbfcc25450 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384392 Jul 23 20:24:58.263549 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b099fba-f603-450c-8833-85a1015225f1 req-96393c7e-2199-4d5b-80a2-2063df3e5f47 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438470 Jul 23 20:24:58.357550 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.398424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b3ccd-76a7-402d-b14b-3734d3c63a9a req-cc27f798-3375-4a76-b52d-cc21a402b4f9 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:58.399948 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-869b3ccd-76a7-402d-b14b-3734d3c63a9a req-cc27f798-3375-4a76-b52d-cc21a402b4f9 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.0740561 Jul 23 20:24:58.442712 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-869b3ccd-76a7-402d-b14b-3734d3c63a9a req-7abed3c8-8622-46b6-8c0b-958c6f59a168 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356750 Jul 23 20:24:58.482909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-4b127e47-d10e-467f-b46c-4b0f8052286b service neutron] Attempting to bind port fca716f7-0dc1-486b-befd-6f4040d6c385 on host n-h1-791504-18 for vnic_type normal with profile None {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:58.483272 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-4b127e47-d10e-467f-b46c-4b0f8052286b service neutron] Attempting to bind port fca716f7-0dc1-486b-befd-6f4040d6c385 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:58.483602 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-4b127e47-d10e-467f-b46c-4b0f8052286b service neutron] Attempting to bind port fca716f7-0dc1-486b-befd-6f4040d6c385 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:58.499446 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a304fd63-8b90-4c5e-8fa4-d6a179566b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.500468 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-4b127e47-d10e-467f-b46c-4b0f8052286b service neutron] Port fca716f7-0dc1-486b-befd-6f4040d6c385 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:24:58.500755 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-4b127e47-d10e-467f-b46c-4b0f8052286b service neutron] Attempting to bind port fca716f7-0dc1-486b-befd-6f4040d6c385 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:58.509453 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a304fd63-8b90-4c5e-8fa4-d6a179566b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.514456 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-4b127e47-d10e-467f-b46c-4b0f8052286b service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:58.514790 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-4b127e47-d10e-467f-b46c-4b0f8052286b service neutron] Checking segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:58.515192 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-4b127e47-d10e-467f-b46c-4b0f8052286b service neutron] Bound using segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:58.515622 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-4b127e47-d10e-467f-b46c-4b0f8052286b service neutron] Bound port: fca716f7-0dc1-486b-befd-6f4040d6c385, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:58.561365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814aeead-d38f-4d22-94f9-0792116ac5a0 req-6d2ba332-1e17-46c6-b55e-864d1c9b4593 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:58.562962 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-814aeead-d38f-4d22-94f9-0792116ac5a0 req-6d2ba332-1e17-46c6-b55e-864d1c9b4593 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e4594ba-b1fb-4b98-905d-8ab3d51e62e1 HTTP/1.1" status: 200 len: 950 time: 0.0656600 Jul 23 20:24:58.600660 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-814aeead-d38f-4d22-94f9-0792116ac5a0 req-2a182752-8231-44ce-899d-1a290025bd9c tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317080 Jul 23 20:24:58.642160 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc0e436c-49a5-4513-b54a-c003e4c68311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.660607 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304fd63-8b90-4c5e-8fa4-d6a179566b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c5c867-8329-4112-9724-1ff92bdd05e2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:58.667320 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a304fd63-8b90-4c5e-8fa4-d6a179566b93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1203a76ecc3f4e4d9c8f5949962a10f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6398060 Jul 23 20:24:58.669344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52502) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:58.720677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-4b127e47-d10e-467f-b46c-4b0f8052286b service neutron] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=fca716f7-0dc1-486b-befd-6f4040d6c385,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:58.728449 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e436c-49a5-4513-b54a-c003e4c68311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5939365a-661b-43d6-8379-20038ce71ea6,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:58.735793 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a877b1c8-52d8-4a48-8e77-1be885c57aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.736781 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-4b127e47-d10e-467f-b46c-4b0f8052286b service neutron] Notify callbacks [] for binding, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.738126 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-4b127e47-d10e-467f-b46c-4b0f8052286b service neutron] 10.222.0.55 "POST /v2.0/ports/fca716f7-0dc1-486b-befd-6f4040d6c385/bindings HTTP/1.1" status: 201 len: 390 time: 0.6943572 Jul 23 20:24:58.748275 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e436c-49a5-4513-b54a-c003e4c68311 admin admin] Checking segment: {'id': '3d072150-2c4e-4bbf-a86e-ecfe59d25752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '01c19bb6-4f11-4122-aae3-3d9050bdb795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:58.748632 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e436c-49a5-4513-b54a-c003e4c68311 admin admin] Network hostable DHCP agents. Network: 01c19bb6-4f11-4122-aae3-3d9050bdb795, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:24:58.771237 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a877b1c8-52d8-4a48-8e77-1be885c57aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.773636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e436c-49a5-4513-b54a-c003e4c68311 admin admin] Network 01c19bb6-4f11-4122-aae3-3d9050bdb795 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:24:58.785484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-fc0e436c-49a5-4513-b54a-c003e4c68311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 01c19bb6-4f11-4122-aae3-3d9050bdb795) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:58.797875 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4e1f79-fafc-4988-b51e-1e49a3e4fded None None] Network 01c19bb6-4f11-4122-aae3-3d9050bdb795 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:58.798973 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0e436c-49a5-4513-b54a-c003e4c68311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:58.799597 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc0e436c-49a5-4513-b54a-c003e4c68311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.830481 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fc0e436c-49a5-4513-b54a-c003e4c68311 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7397783 Jul 23 20:24:58.835722 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a877b1c8-52d8-4a48-8e77-1be885c57aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.838463 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a877b1c8-52d8-4a48-8e77-1be885c57aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:58.843592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a877b1c8-52d8-4a48-8e77-1be885c57aef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27c5c867-8329-4112-9724-1ff92bdd05e2 HTTP/1.1" status: 204 len: 168 time: 0.1731896 Jul 23 20:24:58.855703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877b1c8-52d8-4a48-8e77-1be885c57aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c5c867-8329-4112-9724-1ff92bdd05e2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:59.000096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52deb78f-6c79-4d0b-b6f4-9592bb773cf9 None None] Network 01c19bb6-4f11-4122-aae3-3d9050bdb795 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:59.040386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bd0f0-78b0-41cf-a693-4a37ec9712d6 req-15304cd8-bc69-4b55-ba54-4980ee55ef87 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:59.046733 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f47bd0f0-78b0-41cf-a693-4a37ec9712d6 req-15304cd8-bc69-4b55-ba54-4980ee55ef87 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 945 time: 0.1164012 Jul 23 20:24:59.211209 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f47bd0f0-78b0-41cf-a693-4a37ec9712d6 req-6eb7e1f9-1def-467d-9e6f-f8f1ffa489b9 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581471 Jul 23 20:24:59.263841 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-6c83480c-2e93-4b16-b962-619a9c6823aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:59.265410 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-6c83480c-2e93-4b16-b962-619a9c6823aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 1097 time: 0.1582384 Jul 23 20:24:59.402998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-0621bf11-3061-44c1-9855-69e41bcd2e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:59.404638 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-0621bf11-3061-44c1-9855-69e41bcd2e4e service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 921 time: 0.1323915 Jul 23 20:24:59.461873 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-0ea2cdd1-af6b-461d-bee3-3802a6d31b15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fca716f7-0dc1-486b-befd-6f4040d6c385 HTTP/1.1" status: 200 len: 217 time: 0.0431061 Jul 23 20:24:59.465250 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52532) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:59.480068 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-082b2dd6-2e32-42fd-adaf-1be692fa4864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:59.526333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-0fbcdf77-c4c9-458d-874b-b03d6897d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:59.527946 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-0fbcdf77-c4c9-458d-874b-b03d6897d631 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.0608971 Jul 23 20:24:59.584132 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-30dc9c07-4477-4fa9-b316-774e76ad5936 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478451 Jul 23 20:24:59.594006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-082b2dd6-2e32-42fd-adaf-1be692fa4864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:59.598310 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-082b2dd6-2e32-42fd-adaf-1be692fa4864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:59.637104 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-082b2dd6-2e32-42fd-adaf-1be692fa4864 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b83dfd1e9d849648befb937c2657fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1707740 Jul 23 20:24:59.638206 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b2dd6-2e32-42fd-adaf-1be692fa4864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d049f2-7a79-41d7-b8cf-12dfb4d2b98c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:59.641562 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52542) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:59.689448 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d90fdd24-1354-497d-a35d-a8a18a47a43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:59.713262 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d90fdd24-1354-497d-a35d-a8a18a47a43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:59.754834 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-a61ab3ff-9f08-4ed2-8d69-c120ebc23dce tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:59.756388 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-a61ab3ff-9f08-4ed2-8d69-c120ebc23dce tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 808 time: 0.2326479 Jul 23 20:24:59.761128 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d90fdd24-1354-497d-a35d-a8a18a47a43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:59.763890 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d90fdd24-1354-497d-a35d-a8a18a47a43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:59.765236 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d90fdd24-1354-497d-a35d-a8a18a47a43f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38d049f2-7a79-41d7-b8cf-12dfb4d2b98c HTTP/1.1" status: 204 len: 168 time: 0.1226029 Jul 23 20:24:59.773212 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fdd24-1354-497d-a35d-a8a18a47a43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d049f2-7a79-41d7-b8cf-12dfb4d2b98c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:59.789456 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-d00cd589-4694-412d-810f-a71101db1600 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/quotas/c2d3a1fa9beb4bbeaa6d9816abdb145d HTTP/1.1" status: 200 len: 375 time: 0.0222509 Jul 23 20:24:59.791373 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-f481884c-3527-4583-a75f-fae417b50e26 service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926122 Jul 23 20:24:59.797700 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35178d22-775c-47db-abc3-79a6cd1f0a9b req-75fa4d66-85f3-4b81-bac2-593e6e5ce5be tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:59.798154 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35178d22-775c-47db-abc3-79a6cd1f0a9b req-75fa4d66-85f3-4b81-bac2-593e6e5ce5be tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:59.798613 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35178d22-775c-47db-abc3-79a6cd1f0a9b req-75fa4d66-85f3-4b81-bac2-593e6e5ce5be tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:59.799121 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35178d22-775c-47db-abc3-79a6cd1f0a9b req-75fa4d66-85f3-4b81-bac2-593e6e5ce5be tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:59.799566 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35178d22-775c-47db-abc3-79a6cd1f0a9b req-75fa4d66-85f3-4b81-bac2-593e6e5ce5be tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:59.800031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35178d22-775c-47db-abc3-79a6cd1f0a9b req-75fa4d66-85f3-4b81-bac2-593e6e5ce5be tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:59.800495 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35178d22-775c-47db-abc3-79a6cd1f0a9b req-75fa4d66-85f3-4b81-bac2-593e6e5ce5be tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:59.802530 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-35178d22-775c-47db-abc3-79a6cd1f0a9b req-75fa4d66-85f3-4b81-bac2-593e6e5ce5be tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8f935115-046d-44a4-ac31-acf44882b40a&device_id=7e4594ba-b1fb-4b98-905d-8ab3d51e62e1&device_id=20711a65-543a-42bc-bc98-c3a90008c974&device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b&device_id=b687a819-800e-43ef-829a-a9dacaa2425c&device_id=e91e0049-b49e-44fd-805d-952b3eb9d568&device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 6483 time: 0.2172883 Jul 23 20:24:59.817330 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:59.830580 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 6d6a1e91-2666-4174-a7c6-635b12dfadda details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:24:59.862038 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-b2d8168a-c1f5-4aaa-b86e-6d76508a82d8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576415 Jul 23 20:24:59.868610 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-35178d22-775c-47db-abc3-79a6cd1f0a9b req-1d7cc4ab-86c8-4468-b488-1214111b9806 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:59.928829 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 6d6a1e91-2666-4174-a7c6-635b12dfadda, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=6d6a1e91-2666-4174-a7c6-635b12dfadda,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:59.944476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '6d6a1e91-2666-4174-a7c6-635b12dfadda', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '6d6a1e91-2666-4174-a7c6-635b12dfadda', 'mac_address': 'fa:16:3e:db:d4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:24:59.983064 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:59.997567 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6a1e91-2666-4174-a7c6-635b12dfadda {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:00.018273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 6d6a1e91-2666-4174-a7c6-635b12dfadda, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=6d6a1e91-2666-4174-a7c6-635b12dfadda,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:00.024319 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:00.051145 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-d50bf609-6f6b-4bf7-9182-8885b387db3e service neutron] 10.222.0.55 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725180 Jul 23 20:25:00.053109 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-9aa79978-92a8-4bc0-9184-9bc288315c1f service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497241 Jul 23 20:25:00.077862 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=6d6a1e91-2666-4174-a7c6-635b12dfadda,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:00.161578 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-35178d22-775c-47db-abc3-79a6cd1f0a9b req-1d7cc4ab-86c8-4468-b488-1214111b9806 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:00.179227 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-35178d22-775c-47db-abc3-79a6cd1f0a9b req-1d7cc4ab-86c8-4468-b488-1214111b9806 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:00.245639 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-d4e09969-835e-4146-ad97-4e37c5b399ea service neutron] 10.222.0.55 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860695 Jul 23 20:25:00.264213 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-35178d22-775c-47db-abc3-79a6cd1f0a9b req-1d7cc4ab-86c8-4468-b488-1214111b9806 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&id=d04059b0-72c5-4762-9634-6acd68b38e61&id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.4514956 Jul 23 20:25:00.284728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cc4ab-86c8-4468-b488-1214111b9806 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548a9b56-d72d-4d54-8894-094335a750b0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:00.286310 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['6d6a1e91-2666-4174-a7c6-635b12dfadda'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:00.320773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-0e49a850-5649-484c-9afc-330ff9a89f37 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:00.322685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-0e49a850-5649-484c-9afc-330ff9a89f37 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974&tenant_id=5a185053a28c406bbec1c43816d9e38b&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 1097 time: 0.1560743 Jul 23 20:25:00.339414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-18'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:00.467019 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:00.530387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce137b7-54ec-4e11-8a45-da10bfa7410d req-5d2a5f9e-bb81-47e7-bb48-b452750bbded tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:00.531886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ce137b7-54ec-4e11-8a45-da10bfa7410d req-5d2a5f9e-bb81-47e7-bb48-b452750bbded tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f935115-046d-44a4-ac31-acf44882b40a HTTP/1.1" status: 200 len: 949 time: 0.1437435 Jul 23 20:25:00.654577 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ce137b7-54ec-4e11-8a45-da10bfa7410d req-59db0d0c-10e4-4378-9141-0d40d4998db1 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149185 Jul 23 20:25:00.689331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053eefbc-71f6-4ece-ae89-ebb0418c1da4 req-3cfe78f5-96c7-438f-9a65-eb466993a483 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:00.696793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-053eefbc-71f6-4ece-ae89-ebb0418c1da4 req-3cfe78f5-96c7-438f-9a65-eb466993a483 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.1847858 Jul 23 20:25:00.729311 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=fca716f7-0dc1-486b-befd-6f4040d6c385,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:00.766547 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-053eefbc-71f6-4ece-ae89-ebb0418c1da4 req-96c6d792-e44c-4485-9554-0cb8255d0baf tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655119 Jul 23 20:25:00.811618 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:00.905887 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20711a65-543a-42bc-bc98-c3a90008c974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca716f7-0dc1-486b-befd-6f4040d6c385'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:00.908745 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be46e169-256f-4719-b918-c80b6e554ba5" -d '{"events": [{"server_uuid": "20711a65-543a-42bc-bc98-c3a90008c974", "name": "network-vif-unplugged", "status": "completed", "tag": "fca716f7-0dc1-486b-befd-6f4040d6c385"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:00.914806 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:00.933302 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:00.977845 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bef02-d070-4c94-90fa-1a66ca1dad1f req-be1e07e6-3f10-41e6-a5a0-8fd14d62aba1 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:00.979239 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-755bef02-d070-4c94-90fa-1a66ca1dad1f req-be1e07e6-3f10-41e6-a5a0-8fd14d62aba1 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 945 time: 0.1404371 Jul 23 20:25:01.054577 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e4da9d9-72a4-4e4e-92ac-f31495e21686 req-e3481b82-4811-42da-b672-c11931bc8573 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 210 time: 0.0496905 Jul 23 20:25:01.085831 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Pushing event updated for resources: {'Port': ['ID=fca716f7-0dc1-486b-befd-6f4040d6c385,revision_number=7']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:01.111417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-755bef02-d070-4c94-90fa-1a66ca1dad1f req-717be5c3-5ca6-4e83-8d35-bb16b761dc93 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219723 Jul 23 20:25:01.114080 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Attempting to bind port fca716f7-0dc1-486b-befd-6f4040d6c385 on host n-h2-791504-18 for vnic_type normal with profile {"migrating_to": "n-h1-791504-18"} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:01.114421 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Attempting to bind port fca716f7-0dc1-486b-befd-6f4040d6c385 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:01.114751 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Attempting to bind port fca716f7-0dc1-486b-befd-6f4040d6c385 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:01.129207 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Port fca716f7-0dc1-486b-befd-6f4040d6c385 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:01.129536 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Attempting to bind port fca716f7-0dc1-486b-befd-6f4040d6c385 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:01.143163 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:01.145881 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Checking segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:01.146290 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Bound using segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:01.146736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Bound port: fca716f7-0dc1-486b-befd-6f4040d6c385, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:01.147127 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:01.160604 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6336b3d-7171-488f-b858-f5542d7797aa x-openstack-request-id: req-d6336b3d-7171-488f-b858-f5542d7797aa {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:01.161637 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20711a65-543a-42bc-bc98-c3a90008c974", "name": "network-vif-unplugged", "status": "completed", "tag": "fca716f7-0dc1-486b-befd-6f4040d6c385", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:01.161637 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d6336b3d-7171-488f-b858-f5542d7797aa {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:01.161827 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20711a65-543a-42bc-bc98-c3a90008c974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca716f7-0dc1-486b-befd-6f4040d6c385', 'code': 200} Jul 23 20:25:01.279587 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:01.284449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=fca716f7-0dc1-486b-befd-6f4040d6c385,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:01.300149 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:01.421782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:01.422401 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:01.423829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] 10.222.0.48 "PUT /v2.0/ports/fca716f7-0dc1-486b-befd-6f4040d6c385 HTTP/1.1" status: 200 len: 1123 time: 1.0919664 Jul 23 20:25:01.424431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c3537-4467-4888-89b2-5c80bb387aec service neutron] Pushing event updated for resources: {'Port': ['ID=fca716f7-0dc1-486b-befd-6f4040d6c385,revision_number=8']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:01.445080 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01d36c-4f8a-48db-b8b0-a6f8bc51d332 req-16803f60-4ebc-4690-80b4-e7f3fc8d6cd2 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:01.445600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01d36c-4f8a-48db-b8b0-a6f8bc51d332 req-16803f60-4ebc-4690-80b4-e7f3fc8d6cd2 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:01.446039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01d36c-4f8a-48db-b8b0-a6f8bc51d332 req-16803f60-4ebc-4690-80b4-e7f3fc8d6cd2 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:01.447847 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd01d36c-4f8a-48db-b8b0-a6f8bc51d332 req-16803f60-4ebc-4690-80b4-e7f3fc8d6cd2 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7e4594ba-b1fb-4b98-905d-8ab3d51e62e1&device_id=e91e0049-b49e-44fd-805d-952b3eb9d568&device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 2884 time: 0.1431181 Jul 23 20:25:01.497427 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd01d36c-4f8a-48db-b8b0-a6f8bc51d332 req-9951536a-f598-47b3-8964-346502115ca0 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409336 Jul 23 20:25:01.518195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52614) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:01.525800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['fca716f7-0dc1-486b-befd-6f4040d6c385'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:01.807430 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46845491-4567-478b-985d-8ab27028ad47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:01.834949 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 6d6a1e91-2666-4174-a7c6-635b12dfadda up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:01.878970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-d2f0b53c-b880-4d2f-81a7-352242c4070b tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:01.880479 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-d2f0b53c-b880-4d2f-81a7-352242c4070b tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.48 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 808 time: 0.1904924 Jul 23 20:25:01.902082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 6d6a1e91-2666-4174-a7c6-635b12dfadda completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:01.909076 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 6d6a1e91-2666-4174-a7c6-635b12dfadda triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:01.910526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-9b62da00-1475-46f5-8c36-df050ded5ec2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Request body: {'port': {'device_id': '97af9ad2-21c5-465b-baf0-5c756c0c1551', 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387', 'admin_state_up': True, 'tenant_id': 'c2d3a1fa9beb4bbeaa6d9816abdb145d'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:01.911983 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:01.943335 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46845491-4567-478b-985d-8ab27028ad47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:01.951004 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46845491-4567-478b-985d-8ab27028ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.004216 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-46845491-4567-478b-985d-8ab27028ad47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f5f3eaa9b6848258fae6f39adcb3800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4839933 Jul 23 20:25:02.004963 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46845491-4567-478b-985d-8ab27028ad47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408431c7-1af5-44d3-a053-da77b0990a10,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:02.007439 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.007604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52632) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:02.033622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f935115-046d-44a4-ac31-acf44882b40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6a1e91-2666-4174-a7c6-635b12dfadda'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:02.036058 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017bb5d2-e431-43fe-823a-a218bdcd05ee" -d '{"events": [{"server_uuid": "8f935115-046d-44a4-ac31-acf44882b40a", "name": "network-vif-plugged", "status": "completed", "tag": "6d6a1e91-2666-4174-a7c6-635b12dfadda"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:02.050429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 6d6a1e91-2666-4174-a7c6-635b12dfadda, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=6d6a1e91-2666-4174-a7c6-635b12dfadda,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:02.055764 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.080667 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-329c816e-643b-403b-a4c0-3865a26e28ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.093403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9189c-0339-4973-9ba9-06528068a252 req-98e440e3-5d23-49f4-b26f-6fc123348b24 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:02.094911 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-45b9189c-0339-4973-9ba9-06528068a252 req-98e440e3-5d23-49f4-b26f-6fc123348b24 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f935115-046d-44a4-ac31-acf44882b40a HTTP/1.1" status: 200 len: 949 time: 0.2133920 Jul 23 20:25:02.110405 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-329c816e-643b-403b-a4c0-3865a26e28ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.123273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=6d6a1e91-2666-4174-a7c6-635b12dfadda,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:02.159572 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-9b62da00-1475-46f5-8c36-df050ded5ec2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Made reservation on behalf of c2d3a1fa9beb4bbeaa6d9816abdb145d for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:02.161228 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-329c816e-643b-403b-a4c0-3865a26e28ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.163419 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-9b62da00-1475-46f5-8c36-df050ded5ec2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.164144 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-329c816e-643b-403b-a4c0-3865a26e28ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.165485 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-329c816e-643b-403b-a4c0-3865a26e28ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/408431c7-1af5-44d3-a053-da77b0990a10 HTTP/1.1" status: 204 len: 168 time: 0.1566634 Jul 23 20:25:02.174544 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c816e-643b-403b-a4c0-3865a26e28ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408431c7-1af5-44d3-a053-da77b0990a10,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:02.186869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669b766-4664-446c-b0bc-01b37ef47805 req-0c7b294b-e71c-4dd3-bf00-38cc0ea7a407 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:02.188391 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b669b766-4664-446c-b0bc-01b37ef47805 req-0c7b294b-e71c-4dd3-bf00-38cc0ea7a407 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.1843822 Jul 23 20:25:02.213916 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-45b9189c-0339-4973-9ba9-06528068a252 req-b53abec2-47a0-44a7-9fc8-66205ae39614 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041946 Jul 23 20:25:02.327825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b669b766-4664-446c-b0bc-01b37ef47805 req-92b33572-1f38-4601-81f7-b8e9f4f7686d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074517 Jul 23 20:25:02.446674 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0133e6-20ee-4492-80e6-1cd2e7768a8c x-openstack-request-id: req-9c0133e6-20ee-4492-80e6-1cd2e7768a8c {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:02.447155 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f935115-046d-44a4-ac31-acf44882b40a", "name": "network-vif-plugged", "status": "completed", "tag": "6d6a1e91-2666-4174-a7c6-635b12dfadda", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:02.447488 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c0133e6-20ee-4492-80e6-1cd2e7768a8c {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:02.447973 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f935115-046d-44a4-ac31-acf44882b40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6a1e91-2666-4174-a7c6-635b12dfadda', 'code': 200} Jul 23 20:25:02.463859 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-9b62da00-1475-46f5-8c36-df050ded5ec2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Allocated IP 172.20.0.7 (44f569b7-90aa-4a8d-8748-eb524f6ea387/d0023097-714c-4bc6-9cfd-cd5938a22d68/5a6ed945-8567-422b-8f75-1fe6db8eceb0) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:02.656872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6145322-be9b-43ef-b6db-487c01f6fa7b req-ea07a576-505a-41ee-8022-d7e46a965412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:02.660153 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c6145322-be9b-43ef-b6db-487c01f6fa7b req-ea07a576-505a-41ee-8022-d7e46a965412 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8f935115-046d-44a4-ac31-acf44882b40a HTTP/1.1" status: 200 len: 1102 time: 0.1250238 Jul 23 20:25:02.665217 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee38a6b5-93d5-49c0-8d9e-70125c8bc2f1 req-10b56836-35ec-4e27-985b-55d5166f6477 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 210 time: 0.1046588 Jul 23 20:25:02.740948 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c6145322-be9b-43ef-b6db-487c01f6fa7b req-090d1950-928b-44dd-afe6-95948684675a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734694 Jul 23 20:25:02.752140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52652) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:02.770088 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69b6f14f-872f-4b65-8afc-0fda9f79937b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.930513 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69b6f14f-872f-4b65-8afc-0fda9f79937b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.939464 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69b6f14f-872f-4b65-8afc-0fda9f79937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:02.980207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6f14f-872f-4b65-8afc-0fda9f79937b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b168bdff-9f5d-47b3-8b17-4355e7c7d2e2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:02.987612 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-69b6f14f-872f-4b65-8afc-0fda9f79937b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9a7052e551a441db2328eb810b18864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341383 Jul 23 20:25:02.989525 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52658) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:03.050354 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f2bc38a-6cb0-4678-b39f-81c5f78ae13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.075904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f2bc38a-6cb0-4678-b39f-81c5f78ae13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.104168 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52662) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:03.158465 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-9b62da00-1475-46f5-8c36-df050ded5ec2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.162698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20711a65-543a-42bc-bc98-c3a90008c974', 'tag': 'fca716f7-0dc1-486b-befd-6f4040d6c385'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:03.165351 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a78989-eda8-4b03-a1a2-670182d23861" -d '{"events": [{"name": "network-changed", "server_uuid": "20711a65-543a-42bc-bc98-c3a90008c974", "tag": "fca716f7-0dc1-486b-befd-6f4040d6c385"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:03.179685 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f69dc1-9704-4ef4-95c9-446f1699aae4 req-a6c61216-3426-4a2c-87f2-a979ca539389 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:03.181266 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63f69dc1-9704-4ef4-95c9-446f1699aae4 req-a6c61216-3426-4a2c-87f2-a979ca539389 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 943 time: 0.1958458 Jul 23 20:25:03.192960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b596bb7-920d-41ee-bd06-53c7ab10b641 req-45a22159-8d9c-4763-b98f-0809091443ff tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:03.194488 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b596bb7-920d-41ee-bd06-53c7ab10b641 req-45a22159-8d9c-4763-b98f-0809091443ff tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 1101 time: 0.2103007 Jul 23 20:25:03.269065 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fac24c11-37ea-4f0e-b408-5dda5914bcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.290130 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63f69dc1-9704-4ef4-95c9-446f1699aae4 req-9a26bbbe-b7ba-4735-a2bc-d0c1fe0da93f tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011500 Jul 23 20:25:03.306122 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b596bb7-920d-41ee-bd06-53c7ab10b641 req-3ceba2a7-1474-4ad2-b051-0058df31d287 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929275 Jul 23 20:25:03.324150 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-9b62da00-1475-46f5-8c36-df050ded5ec2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.340063 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f2bc38a-6cb0-4678-b39f-81c5f78ae13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.344448 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f2bc38a-6cb0-4678-b39f-81c5f78ae13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.348348 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8f2bc38a-6cb0-4678-b39f-81c5f78ae13b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b168bdff-9f5d-47b3-8b17-4355e7c7d2e2 HTTP/1.1" status: 204 len: 168 time: 0.3553519 Jul 23 20:25:03.364811 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bc38a-6cb0-4678-b39f-81c5f78ae13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b168bdff-9f5d-47b3-8b17-4355e7c7d2e2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:03.377479 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a9d871-5bca-4e1c-a198-2f6942310c2b x-openstack-request-id: req-95a9d871-5bca-4e1c-a198-2f6942310c2b {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:03.388387 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20711a65-543a-42bc-bc98-c3a90008c974", "tag": "fca716f7-0dc1-486b-befd-6f4040d6c385", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:03.388674 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95a9d871-5bca-4e1c-a198-2f6942310c2b {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:03.391797 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20711a65-543a-42bc-bc98-c3a90008c974', 'tag': 'fca716f7-0dc1-486b-befd-6f4040d6c385', 'status': 'completed', 'code': 200} Jul 23 20:25:03.407792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-9b62da00-1475-46f5-8c36-df050ded5ec2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Network 44f569b7-90aa-4a8d-8748-eb524f6ea387 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:03.432440 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-9b62da00-1475-46f5-8c36-df050ded5ec2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:03.440955 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-9b62da00-1475-46f5-8c36-df050ded5ec2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:03.448124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-9b62da00-1475-46f5-8c36-df050ded5ec2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:03.448786 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-9b62da00-1475-46f5-8c36-df050ded5ec2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.482860 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62da00-1475-46f5-8c36-df050ded5ec2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Pushing event updated for resources: {'Port': ['ID=5a6ed945-8567-422b-8f75-1fe6db8eceb0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:03.623156 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fac24c11-37ea-4f0e-b408-5dda5914bcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.634745 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a78989-eda8-4b03-a1a2-670182d23861 req-51093712-20ff-461e-91f2-0f53338df4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:03.636278 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58a78989-eda8-4b03-a1a2-670182d23861 req-51093712-20ff-461e-91f2-0f53338df4db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 1126 time: 0.2265341 Jul 23 20:25:03.636895 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fac24c11-37ea-4f0e-b408-5dda5914bcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.650127 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-9b62da00-1475-46f5-8c36-df050ded5ec2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7453637 Jul 23 20:25:03.685392 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Request body: {'port': {'device_id': '97af9ad2-21c5-465b-baf0-5c756c0c1551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:03.688922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cadcb-f579-41b5-a9b1-868d0bd1c6ef req-46f4183b-f87b-46b4-b3e2-9305675b12a6 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:03.690427 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee4cadcb-f579-41b5-a9b1-868d0bd1c6ef req-46f4183b-f87b-46b4-b3e2-9305675b12a6 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 1101 time: 0.2140152 Jul 23 20:25:03.712745 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4dec9-7644-4431-8cf0-2c6d80c703b7 req-01dae75b-29b4-4a2e-9a1c-c55440d252f3 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:03.714489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9d4dec9-7644-4431-8cf0-2c6d80c703b7 req-01dae75b-29b4-4a2e-9a1c-c55440d252f3 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f935115-046d-44a4-ac31-acf44882b40a HTTP/1.1" status: 200 len: 950 time: 0.2588120 Jul 23 20:25:03.766365 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fac24c11-37ea-4f0e-b408-5dda5914bcee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9b2597158f7c4c229f9f962995be66f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6600986 Jul 23 20:25:03.770207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52688) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:03.803731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac24c11-37ea-4f0e-b408-5dda5914bcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de514dba-0196-4d54-aa75-40c858d40091,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:03.827763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device fca716f7-0dc1-486b-befd-6f4040d6c385 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:03.830337 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42ae9eea-08c6-4eea-a8c0-798cce616e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.858833 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42ae9eea-08c6-4eea-a8c0-798cce616e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.916869 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee4cadcb-f579-41b5-a9b1-868d0bd1c6ef req-07d60956-573c-4226-a78c-8766e5a39d2a tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644988 Jul 23 20:25:03.922328 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42ae9eea-08c6-4eea-a8c0-798cce616e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.929479 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42ae9eea-08c6-4eea-a8c0-798cce616e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.932640 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-42ae9eea-08c6-4eea-a8c0-798cce616e4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de514dba-0196-4d54-aa75-40c858d40091 HTTP/1.1" status: 204 len: 168 time: 0.1598260 Jul 23 20:25:03.940362 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9d4dec9-7644-4431-8cf0-2c6d80c703b7 req-7d02c953-0946-4a33-8a41-1e68bd6ea04c tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877751 Jul 23 20:25:03.960571 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae9eea-08c6-4eea-a8c0-798cce616e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de514dba-0196-4d54-aa75-40c858d40091,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:03.967261 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=fca716f7-0dc1-486b-befd-6f4040d6c385,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:03.983488 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.990577 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device fca716f7-0dc1-486b-befd-6f4040d6c385 has no active binding in host n-h1-791504-18 {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:25:03.994324 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a78989-eda8-4b03-a1a2-670182d23861 req-1ae401f7-c3ab-4f23-abe5-308459129db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:03.996031 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58a78989-eda8-4b03-a1a2-670182d23861 req-1ae401f7-c3ab-4f23-abe5-308459129db4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 921 time: 0.3427145 Jul 23 20:25:04.096591 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58a78989-eda8-4b03-a1a2-670182d23861 req-6f51fe50-b25e-46e7-9842-4ac0db3c3d77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fca716f7-0dc1-486b-befd-6f4040d6c385 HTTP/1.1" status: 200 len: 217 time: 0.0751686 Jul 23 20:25:04.271796 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a78989-eda8-4b03-a1a2-670182d23861 req-8b0f38e2-8414-4b1f-851e-d73156eefc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:04.273262 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58a78989-eda8-4b03-a1a2-670182d23861 req-8b0f38e2-8414-4b1f-851e-d73156eefc41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.1415792 Jul 23 20:25:04.330986 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52710) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:04.333249 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58a78989-eda8-4b03-a1a2-670182d23861 req-2192d1b2-b3c1-4dc9-823f-fa968c37f3c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502498 Jul 23 20:25:04.344870 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1fdf-f372-4300-980c-7f43216687e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.364798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d1cc6-eff1-4605-b32f-894634699de4 req-a4596e7e-0b9d-426c-840d-c039062b9e60 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:04.366252 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b0d1cc6-eff1-4605-b32f-894634699de4 req-a4596e7e-0b9d-426c-840d-c039062b9e60 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 931 time: 0.3426521 Jul 23 20:25:04.376471 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439fd9f-d0a1-4358-b3ad-7cc9b9563b33 req-6b0c2373-d8ae-4e87-8a5a-6fdd7ef1b586 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:04.378053 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1439fd9f-d0a1-4358-b3ad-7cc9b9563b33 req-6b0c2373-d8ae-4e87-8a5a-6fdd7ef1b586 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.3556390 Jul 23 20:25:04.443070 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1fdf-f372-4300-980c-7f43216687e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.447466 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1fdf-f372-4300-980c-7f43216687e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.498751 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fd0b1fdf-f372-4300-980c-7f43216687e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f3ab204eac24556988696bbf35b0bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609445 Jul 23 20:25:04.498751 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b1fdf-f372-4300-980c-7f43216687e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3a50dd-8dd7-43f3-8b4e-a352c97a2512,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:04.498751 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52716) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:04.553462 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b0d1cc6-eff1-4605-b32f-894634699de4 req-f9d72939-f4df-434a-aed6-07ef7b28cfc6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622016 Jul 23 20:25:04.559817 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d4d0e20-01a0-4bc3-82c9-8d425a8dacb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.583125 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1439fd9f-d0a1-4358-b3ad-7cc9b9563b33 req-1c3ef5fb-2e78-41b8-9d04-59c6d2a76768 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750689 Jul 23 20:25:04.592930 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d4d0e20-01a0-4bc3-82c9-8d425a8dacb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.616633 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58a78989-eda8-4b03-a1a2-670182d23861 req-535368b8-b93e-459a-ad47-22930f172ef1 service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675073 Jul 23 20:25:04.672709 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d4d0e20-01a0-4bc3-82c9-8d425a8dacb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.675599 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d4d0e20-01a0-4bc3-82c9-8d425a8dacb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.679643 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4d4d0e20-01a0-4bc3-82c9-8d425a8dacb9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b3a50dd-8dd7-43f3-8b4e-a352c97a2512 HTTP/1.1" status: 204 len: 168 time: 0.1808624 Jul 23 20:25:04.688628 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d0e20-01a0-4bc3-82c9-8d425a8dacb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3a50dd-8dd7-43f3-8b4e-a352c97a2512,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:04.701227 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6ed945-8567-422b-8f75-1fe6db8eceb0 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:04.740011 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.793885 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Transition to ACTIVE for port object 5a6ed945-8567-422b-8f75-1fe6db8eceb0 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:04.802135 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.877800 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58a78989-eda8-4b03-a1a2-670182d23861 req-bcc6fcdd-8d63-49a2-8e06-d636a8e55f94 service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363648 Jul 23 20:25:04.903408 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2780b0-0218-4ea3-b502-288a347abbca req-8e5d01d1-f450-4a37-be84-d6559592e991 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:04.912099 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f2780b0-0218-4ea3-b502-288a347abbca req-8e5d01d1-f450-4a37-be84-d6559592e991 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 943 time: 0.2411892 Jul 23 20:25:04.919467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6ed945-8567-422b-8f75-1fe6db8eceb0,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:04.995234 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f2780b0-0218-4ea3-b502-288a347abbca req-98eebc42-9392-4a23-86ba-953eeeac08a4 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805583 Jul 23 20:25:05.004538 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Attempting to bind port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:05.016381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Attempting to bind port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:05.019077 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Attempting to bind port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:05.028896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:05.029223 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Attempting to bind port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:05.071784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:05.072315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Checking segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:05.072903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Bound using segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:05.073503 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Bound port: 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:05.074032 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:05.194452 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936d88a-627e-4e18-bec7-01575cc168bd req-cdc4dce0-1c34-4eef-9830-7580a37eb52c tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:05.194452 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7936d88a-627e-4e18-bec7-01575cc168bd req-cdc4dce0-1c34-4eef-9830-7580a37eb52c tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f935115-046d-44a4-ac31-acf44882b40a HTTP/1.1" status: 200 len: 950 time: 0.1692526 Jul 23 20:25:05.201063 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] For port 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:05.210039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] For port 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=5a6ed945-8567-422b-8f75-1fe6db8eceb0,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:05.219679 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:05.289319 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:05.289961 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:05.291415 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] 10.222.0.48 "PUT /v2.0/ports/5a6ed945-8567-422b-8f75-1fe6db8eceb0 HTTP/1.1" status: 200 len: 1092 time: 1.6194096 Jul 23 20:25:05.310025 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7936d88a-627e-4e18-bec7-01575cc168bd req-1c7f2a0c-31de-45a7-bfbe-718b4b5127c0 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020865 Jul 23 20:25:05.310219 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52758) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:05.334028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6de9fe-ea6c-48f3-9da7-7a38ce031726 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6ed945-8567-422b-8f75-1fe6db8eceb0,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:05.395598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97af9ad2-21c5-465b-baf0-5c756c0c1551', 'tag': '5a6ed945-8567-422b-8f75-1fe6db8eceb0'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:05.398363 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2981f6-b485-4278-9292-b48af8a88044" -d '{"events": [{"name": "network-changed", "server_uuid": "97af9ad2-21c5-465b-baf0-5c756c0c1551", "tag": "5a6ed945-8567-422b-8f75-1fe6db8eceb0"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:05.425493 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-843a7417-41f9-48f8-ae87-3a0f577f6b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:05.427740 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-843a7417-41f9-48f8-ae87-3a0f577f6b48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 1095 time: 0.0788963 Jul 23 20:25:05.490489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-2b62ba5a-aff1-4f92-a009-99cab1bbf667 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6ed945-8567-422b-8f75-1fe6db8eceb0 HTTP/1.1" status: 200 len: 217 time: 0.0528462 Jul 23 20:25:05.575711 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-e56e8b78-ab33-48dc-933c-57305b3f0212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:05.577185 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-e56e8b78-ab33-48dc-933c-57305b3f0212 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.0777895 Jul 23 20:25:05.600691 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e1b1-f5a4-4d8e-a701-67e9ea0c8072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:05.617736 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-bbb4149f-6b0e-4fef-b0aa-ae22b8d31fae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327046 Jul 23 20:25:05.631319 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23524b-923a-4a7b-9362-0b6b6ab130bd req-99379731-c8bc-4f06-a8a3-4edd883ae05f tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:05.640451 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce23524b-923a-4a7b-9362-0b6b6ab130bd req-99379731-c8bc-4f06-a8a3-4edd883ae05f tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.1538203 Jul 23 20:25:05.770964 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e1b1-f5a4-4d8e-a701-67e9ea0c8072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:05.780838 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e1b1-f5a4-4d8e-a701-67e9ea0c8072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:05.853977 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f6b5e1b1-f5a4-4d8e-a701-67e9ea0c8072 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b089a11049964c31800eda5d9bc09a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5399013 Jul 23 20:25:05.853977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5e1b1-f5a4-4d8e-a701-67e9ea0c8072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da116c63-4c36-45f3-85bb-1bc7487303c3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:05.855910 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52792) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:05.920898 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53f059d7-8dd9-4809-ab1c-80276547fa0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:05.950551 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53f059d7-8dd9-4809-ab1c-80276547fa0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.004311 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718b5c84-628b-4da4-9d3d-1d4b41a92654 x-openstack-request-id: req-718b5c84-628b-4da4-9d3d-1d4b41a92654 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:06.004599 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97af9ad2-21c5-465b-baf0-5c756c0c1551", "tag": "5a6ed945-8567-422b-8f75-1fe6db8eceb0", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:06.004835 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-718b5c84-628b-4da4-9d3d-1d4b41a92654 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:06.005213 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97af9ad2-21c5-465b-baf0-5c756c0c1551', 'tag': '5a6ed945-8567-422b-8f75-1fe6db8eceb0', 'status': 'completed', 'code': 200} Jul 23 20:25:06.013537 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53f059d7-8dd9-4809-ab1c-80276547fa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.016338 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53f059d7-8dd9-4809-ab1c-80276547fa0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.019872 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-53f059d7-8dd9-4809-ab1c-80276547fa0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da116c63-4c36-45f3-85bb-1bc7487303c3 HTTP/1.1" status: 204 len: 168 time: 0.1606913 Jul 23 20:25:06.026534 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f059d7-8dd9-4809-ab1c-80276547fa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da116c63-4c36-45f3-85bb-1bc7487303c3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:06.036946 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce23524b-923a-4a7b-9362-0b6b6ab130bd req-26aef4fc-33b9-46a9-a39d-629683c4ee1d tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954790 Jul 23 20:25:06.105123 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-f108ec38-0f1d-42e8-ba10-1bb980ee470a service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622190 Jul 23 20:25:06.191130 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b66e0e-0867-4019-99e5-2994c8be99d0 req-0247cc02-3092-432b-b89e-f2bdac39f7a9 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:06.192896 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b8b66e0e-0867-4019-99e5-2994c8be99d0 req-0247cc02-3092-432b-b89e-f2bdac39f7a9 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.1847117 Jul 23 20:25:06.273192 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5eaf6c-9fc4-489a-8a99-dc7a91dc60c2 req-de928548-0782-450f-9af2-ca5d62c4b518 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:06.274691 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fd5eaf6c-9fc4-489a-8a99-dc7a91dc60c2 req-de928548-0782-450f-9af2-ca5d62c4b518 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 943 time: 0.1676712 Jul 23 20:25:06.310768 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b8b66e0e-0867-4019-99e5-2994c8be99d0 req-507c38be-5736-4ea3-9422-959b83349e61 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861018 Jul 23 20:25:06.314644 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bc9b1f6-cae7-43e7-8224-6a1b94b1f131 req-6cec7265-86f0-4711-a2e9-6f700c5354f8 service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764755 Jul 23 20:25:06.354316 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fd5eaf6c-9fc4-489a-8a99-dc7a91dc60c2 req-43e71c9f-8689-4c71-beb6-d160733a1e58 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656307 Jul 23 20:25:06.462510 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52812) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:06.489126 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66cec4c4-66e2-4b35-812f-28e4474fdf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.505448 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2981f6-b485-4278-9292-b48af8a88044 req-d9d2be40-aa7c-4743-a7d1-8e4b724a4916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:06.506934 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc2981f6-b485-4278-9292-b48af8a88044 req-d9d2be40-aa7c-4743-a7d1-8e4b724a4916 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 1095 time: 0.1250668 Jul 23 20:25:06.602038 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66cec4c4-66e2-4b35-812f-28e4474fdf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.608424 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66cec4c4-66e2-4b35-812f-28e4474fdf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.638927 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5298636-76d7-48c2-90d6-fa81b93a7390 req-98525fa7-0279-41a5-bc54-f7c05145b60b tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:06.641059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5298636-76d7-48c2-90d6-fa81b93a7390 req-98525fa7-0279-41a5-bc54-f7c05145b60b tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f935115-046d-44a4-ac31-acf44882b40a HTTP/1.1" status: 200 len: 950 time: 0.2291191 Jul 23 20:25:06.653690 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-66cec4c4-66e2-4b35-812f-28e4474fdf05 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a89037db62a4e9a91470aadc6768fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869302 Jul 23 20:25:06.653975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52818) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:06.660173 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cec4c4-66e2-4b35-812f-28e4474fdf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a7ef73-1b97-42d9-bc4e-2fa8c51941da,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:06.682924 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2981f6-b485-4278-9292-b48af8a88044 req-aaa4471e-7da5-41e0-abd8-475d77e1d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:06.684461 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc2981f6-b485-4278-9292-b48af8a88044 req-aaa4471e-7da5-41e0-abd8-475d77e1d4d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 909 time: 0.1561005 Jul 23 20:25:06.708599 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-137435c3-0df4-454d-8cd8-1d6c4fbf2b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.729633 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-137435c3-0df4-454d-8cd8-1d6c4fbf2b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.745502 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5da88-d587-43a2-9dfc-07bf6ec6d505 req-58ef43f5-fff4-429c-a8cc-e9fd699ba501 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:06.747282 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1a5da88-d587-43a2-9dfc-07bf6ec6d505 req-58ef43f5-fff4-429c-a8cc-e9fd699ba501 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 943 time: 0.2624118 Jul 23 20:25:06.759219 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5298636-76d7-48c2-90d6-fa81b93a7390 req-cacdf767-e02e-4586-9d3c-393ece7ee53e tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046305 Jul 23 20:25:06.791331 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc2981f6-b485-4278-9292-b48af8a88044 req-794fe068-490d-470f-9293-cc53850016e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6ed945-8567-422b-8f75-1fe6db8eceb0 HTTP/1.1" status: 200 len: 217 time: 0.0935228 Jul 23 20:25:06.797657 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-137435c3-0df4-454d-8cd8-1d6c4fbf2b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.800474 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-137435c3-0df4-454d-8cd8-1d6c4fbf2b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.802046 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-137435c3-0df4-454d-8cd8-1d6c4fbf2b89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20a7ef73-1b97-42d9-bc4e-2fa8c51941da HTTP/1.1" status: 204 len: 168 time: 0.1471786 Jul 23 20:25:06.817206 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137435c3-0df4-454d-8cd8-1d6c4fbf2b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a7ef73-1b97-42d9-bc4e-2fa8c51941da,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:06.841443 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1a5da88-d587-43a2-9dfc-07bf6ec6d505 req-b6b4867b-a622-4a20-bb89-8f1ff2f7bf2f tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807941 Jul 23 20:25:06.858953 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2981f6-b485-4278-9292-b48af8a88044 req-691fa3d5-94b6-4415-9618-630a29a0d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:06.860745 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc2981f6-b485-4278-9292-b48af8a88044 req-691fa3d5-94b6-4415-9618-630a29a0d4e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.0608678 Jul 23 20:25:06.899682 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc2981f6-b485-4278-9292-b48af8a88044 req-9b4c6fa8-eba6-4722-a7ca-a442bc6493e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274353 Jul 23 20:25:07.023458 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc2981f6-b485-4278-9292-b48af8a88044 req-71b993a5-c5b5-4137-a5a2-2e31bf1978b8 service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140921 Jul 23 20:25:07.119949 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-22888fa1-5331-4c32-a231-6f1f32c913c8 service neutron] 10.222.0.57 "GET /v2.0/ports/fca716f7-0dc1-486b-befd-6f4040d6c385/bindings/n-h1-791504-18 HTTP/1.1" status: 200 len: 385 time: 0.1380560 Jul 23 20:25:07.210439 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc2981f6-b485-4278-9292-b48af8a88044 req-a87ce1f1-c522-47bb-9e6a-7e232d44ea46 service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794388 Jul 23 20:25:07.252767 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cd8a1-4cd1-4f47-bd72-dd5634d4435d req-c84b5b2c-ee77-41e2-9862-977ea624e3a2 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:07.254362 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-584cd8a1-4cd1-4f47-bd72-dd5634d4435d req-c84b5b2c-ee77-41e2-9862-977ea624e3a2 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.1365061 Jul 23 20:25:07.334547 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-584cd8a1-4cd1-4f47-bd72-dd5634d4435d req-5b400a6b-2557-4390-a378-d1406586f936 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618792 Jul 23 20:25:07.429001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-03ff3783-6004-42f4-9485-341ab072bb43 service neutron] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=fca716f7-0dc1-486b-befd-6f4040d6c385,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:07.477892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-03ff3783-6004-42f4-9485-341ab072bb43 service neutron] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:07.551869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-03ff3783-6004-42f4-9485-341ab072bb43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca716f7-0dc1-486b-befd-6f4040d6c385 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:07.578471 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd02ea-9169-4680-8e8a-c49e3f7826a1 req-b4a88e4f-7955-4865-8367-096c8c1be565 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:07.580001 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a6bd02ea-9169-4680-8e8a-c49e3f7826a1 req-b4a88e4f-7955-4865-8367-096c8c1be565 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.1537960 Jul 23 20:25:07.581847 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-03ff3783-6004-42f4-9485-341ab072bb43 service neutron] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=fca716f7-0dc1-486b-befd-6f4040d6c385,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:07.619924 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-03ff3783-6004-42f4-9485-341ab072bb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:07.700717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08267e2-027e-47db-be16-650f2e4a043a req-6849adf9-04c4-4902-b203-1f6fba3f8aa4 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:07.702203 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d08267e2-027e-47db-be16-650f2e4a043a req-6849adf9-04c4-4902-b203-1f6fba3f8aa4 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 943 time: 0.1994503 Jul 23 20:25:07.709346 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a6bd02ea-9169-4680-8e8a-c49e3f7826a1 req-4a4643ad-7dca-46e6-b42f-656b62c36e73 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197150 Jul 23 20:25:07.799614 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4f198-0641-448d-84d6-a345022759a9 req-f4a2e7fa-90a0-4776-8c07-163f3082c8eb tempest-DeleteServersAdminTestJSON-269495017 tempest-DeleteServersAdminTestJSON-269495017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:07.801128 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6a4f198-0641-448d-84d6-a345022759a9 req-f4a2e7fa-90a0-4776-8c07-163f3082c8eb tempest-DeleteServersAdminTestJSON-269495017 tempest-DeleteServersAdminTestJSON-269495017-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8f935115-046d-44a4-ac31-acf44882b40a HTTP/1.1" status: 200 len: 1102 time: 0.1986778 Jul 23 20:25:07.803985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d08267e2-027e-47db-be16-650f2e4a043a req-9caee21d-b478-4782-a906-33843afdfd58 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937738 Jul 23 20:25:07.808818 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-03ff3783-6004-42f4-9485-341ab072bb43 service neutron] Transition to ACTIVE for port object fca716f7-0dc1-486b-befd-6f4040d6c385 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:07.818086 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-03ff3783-6004-42f4-9485-341ab072bb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:07.842609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device fca716f7-0dc1-486b-befd-6f4040d6c385 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:07.957117 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=fca716f7-0dc1-486b-befd-6f4040d6c385,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:07.969938 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'fca716f7-0dc1-486b-befd-6f4040d6c385', 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0', 'port_id': 'fca716f7-0dc1-486b-befd-6f4040d6c385', 'mac_address': 'fa:16:3e:9e:0f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04cc1b4-e7d5-485f-8df9-995da9a55827', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:25:08.005830 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-03ff3783-6004-42f4-9485-341ab072bb43 service neutron] No DVR routers for this DVR port fca716f7-0dc1-486b-befd-6f4040d6c385 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:08.008859 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:08.012192 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff3783-6004-42f4-9485-341ab072bb43 service neutron] Pushing event updated for resources: {'Port': ['ID=fca716f7-0dc1-486b-befd-6f4040d6c385,revision_number=10']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:08.028661 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca716f7-0dc1-486b-befd-6f4040d6c385 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:08.054455 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=fca716f7-0dc1-486b-befd-6f4040d6c385,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:08.061574 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:08.063404 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-03ff3783-6004-42f4-9485-341ab072bb43 service neutron] 10.222.0.57 "PUT /v2.0/ports/fca716f7-0dc1-486b-befd-6f4040d6c385/bindings/n-h1-791504-18/activate HTTP/1.1" status: 200 len: 370 time: 0.9312778 Jul 23 20:25:08.083343 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd11d2-bba8-4c6e-b136-e103177855a3 req-10484ca1-1ffe-482c-aca4-8ba177595447 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:08.084897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2dd11d2-bba8-4c6e-b136-e103177855a3 req-10484ca1-1ffe-482c-aca4-8ba177595447 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f935115-046d-44a4-ac31-acf44882b40a HTTP/1.1" status: 200 len: 950 time: 0.1921091 Jul 23 20:25:08.128002 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=fca716f7-0dc1-486b-befd-6f4040d6c385,revision_number=11']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:08.140570 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-f6a4f198-0641-448d-84d6-a345022759a9 req-838f0359-2e47-492e-ad95-8a87e4dce0dc tempest-DeleteServersAdminTestJSON-269495017 tempest-DeleteServersAdminTestJSON-269495017-project-admin] Deleting port 6d6a1e91-2666-4174-a7c6-635b12dfadda {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:08.140918 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f6a4f198-0641-448d-84d6-a345022759a9 req-838f0359-2e47-492e-ad95-8a87e4dce0dc tempest-DeleteServersAdminTestJSON-269495017 tempest-DeleteServersAdminTestJSON-269495017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:08.152912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['fca716f7-0dc1-486b-befd-6f4040d6c385'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:08.207617 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2dd11d2-bba8-4c6e-b136-e103177855a3 req-370db2fa-7a07-4deb-a05b-61160e448cf7 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146626 Jul 23 20:25:08.249688 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-54c69c0d-3003-4ba3-b017-fef18da2488c tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:08.251912 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-54c69c0d-3003-4ba3-b017-fef18da2488c tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974&tenant_id=5a185053a28c406bbec1c43816d9e38b&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 1097 time: 0.1139834 Jul 23 20:25:08.284139 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-f6a4f198-0641-448d-84d6-a345022759a9 req-838f0359-2e47-492e-ad95-8a87e4dce0dc tempest-DeleteServersAdminTestJSON-269495017 tempest-DeleteServersAdminTestJSON-269495017-project-admin] For port 6d6a1e91-2666-4174-a7c6-635b12dfadda, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=6d6a1e91-2666-4174-a7c6-635b12dfadda,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:08.284845 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f6a4f198-0641-448d-84d6-a345022759a9 req-838f0359-2e47-492e-ad95-8a87e4dce0dc tempest-DeleteServersAdminTestJSON-269495017 tempest-DeleteServersAdminTestJSON-269495017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:08.304638 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-f6a4f198-0641-448d-84d6-a345022759a9 req-838f0359-2e47-492e-ad95-8a87e4dce0dc tempest-DeleteServersAdminTestJSON-269495017 tempest-DeleteServersAdminTestJSON-269495017-project-admin] Calling delete_port for 6d6a1e91-2666-4174-a7c6-635b12dfadda owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:08.430469 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-527e2af5-efcd-4d49-9c92-795c9bae4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:08.432033 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-527e2af5-efcd-4d49-9c92-795c9bae4d19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974&tenant_id=5a185053a28c406bbec1c43816d9e38b HTTP/1.1" status: 200 len: 1097 time: 0.1685936 Jul 23 20:25:08.483584 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef582ad-07d2-40e5-b2e2-a1548628e79f req-60e58213-6950-4513-a33a-cfa769cc6957 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:08.485115 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ef582ad-07d2-40e5-b2e2-a1548628e79f req-60e58213-6950-4513-a33a-cfa769cc6957 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 945 time: 0.1597550 Jul 23 20:25:08.518159 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-0ba32fe3-0851-4e23-a9e1-f5a576219c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:08.519664 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-0ba32fe3-0851-4e23-a9e1-f5a576219c24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 1097 time: 0.0575087 Jul 23 20:25:08.564861 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ef582ad-07d2-40e5-b2e2-a1548628e79f req-29868c49-fa30-471f-80c7-80fff75479a4 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696595 Jul 23 20:25:08.576786 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f6a4f198-0641-448d-84d6-a345022759a9 req-838f0359-2e47-492e-ad95-8a87e4dce0dc tempest-DeleteServersAdminTestJSON-269495017 tempest-DeleteServersAdminTestJSON-269495017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:08.606505 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f0359-2e47-492e-ad95-8a87e4dce0dc tempest-DeleteServersAdminTestJSON-269495017 tempest-DeleteServersAdminTestJSON-269495017-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d6a1e91-2666-4174-a7c6-635b12dfadda,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:08.653679 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-b9a29668-4078-4c0a-916a-ae2290102149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:08.655378 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-b9a29668-4078-4c0a-916a-ae2290102149 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 921 time: 0.1286609 Jul 23 20:25:08.681000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['6d6a1e91-2666-4174-a7c6-635b12dfadda'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:08.700792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a4f198-0641-448d-84d6-a345022759a9 req-838f0359-2e47-492e-ad95-8a87e4dce0dc tempest-DeleteServersAdminTestJSON-269495017 tempest-DeleteServersAdminTestJSON-269495017-project-admin] No DVR routers for this DVR port 6d6a1e91-2666-4174-a7c6-635b12dfadda on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:08.712313 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f6a4f198-0641-448d-84d6-a345022759a9 req-838f0359-2e47-492e-ad95-8a87e4dce0dc tempest-DeleteServersAdminTestJSON-269495017 tempest-DeleteServersAdminTestJSON-269495017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:08.715767 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6a4f198-0641-448d-84d6-a345022759a9 req-838f0359-2e47-492e-ad95-8a87e4dce0dc tempest-DeleteServersAdminTestJSON-269495017 tempest-DeleteServersAdminTestJSON-269495017-project-admin] 10.222.0.48 "DELETE /v2.0/ports/6d6a1e91-2666-4174-a7c6-635b12dfadda HTTP/1.1" status: 204 len: 173 time: 0.9058597 Jul 23 20:25:08.717525 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f935115-046d-44a4-ac31-acf44882b40a', 'name': 'network-vif-deleted', 'tag': '6d6a1e91-2666-4174-a7c6-635b12dfadda'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:08.720073 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946d5970-b3e9-4957-85f1-8f4830259332" -d '{"events": [{"server_uuid": "8f935115-046d-44a4-ac31-acf44882b40a", "name": "network-vif-deleted", "tag": "6d6a1e91-2666-4174-a7c6-635b12dfadda"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:08.721457 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-107fd7de-5a52-445f-b2ec-9c50b482a9f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fca716f7-0dc1-486b-befd-6f4040d6c385 HTTP/1.1" status: 200 len: 217 time: 0.0579281 Jul 23 20:25:08.793532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7903e36-cdaa-41ed-ac2a-93519153ccad req-6e63f0cb-1ff0-4ae7-a4b3-12539f1bf12a tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:08.795063 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7903e36-cdaa-41ed-ac2a-93519153ccad req-6e63f0cb-1ff0-4ae7-a4b3-12539f1bf12a tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.1485515 Jul 23 20:25:08.815489 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-59bae9e9-f0ba-484f-bb6c-69e1fb8118fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:08.817622 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-59bae9e9-f0ba-484f-bb6c-69e1fb8118fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.0786829 Jul 23 20:25:08.853580 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7903e36-cdaa-41ed-ac2a-93519153ccad req-683bd0a8-fc8e-493b-85d8-78e92cc656b5 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501902 Jul 23 20:25:08.862201 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-78464013-e2a7-4b68-ae48-bbb9b1d28d89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356545 Jul 23 20:25:08.909630 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887a0dbd-5b00-4cd5-8d73-f09800531923 x-openstack-request-id: req-887a0dbd-5b00-4cd5-8d73-f09800531923 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:08.909965 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f935115-046d-44a4-ac31-acf44882b40a", "name": "network-vif-deleted", "tag": "6d6a1e91-2666-4174-a7c6-635b12dfadda", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:08.910247 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-887a0dbd-5b00-4cd5-8d73-f09800531923 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:08.910818 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f935115-046d-44a4-ac31-acf44882b40a', 'name': 'network-vif-deleted', 'tag': '6d6a1e91-2666-4174-a7c6-635b12dfadda', 'status': 'completed', 'code': 200} Jul 23 20:25:08.985289 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-262b78a1-8abe-4b58-ba13-1ccdf26f6585 service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141889 Jul 23 20:25:09.075915 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d151f7-f4ea-47c7-a2e5-68244398179e req-7192d419-f27b-443b-9585-8757782d2b10 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:09.077565 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1d151f7-f4ea-47c7-a2e5-68244398179e req-7192d419-f27b-443b-9585-8757782d2b10 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.1075377 Jul 23 20:25:09.110796 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-ac4954d7-156c-4fd4-8792-9991cc892d09 service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159735 Jul 23 20:25:09.126669 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1d151f7-f4ea-47c7-a2e5-68244398179e req-82d66183-43d4-493f-886c-593ec8c00ec3 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422738 Jul 23 20:25:09.258735 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed458a3b-ee11-46d3-ac63-dc953dc77436 req-f84ffe2f-da8e-4a2c-a52a-04fd53d0f989 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:09.260687 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed458a3b-ee11-46d3-ac63-dc953dc77436 req-f84ffe2f-da8e-4a2c-a52a-04fd53d0f989 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 943 time: 0.0797944 Jul 23 20:25:09.317528 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed458a3b-ee11-46d3-ac63-dc953dc77436 req-43412b95-ef6f-480c-8d46-dd7644d0dff8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487561 Jul 23 20:25:09.366283 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ae5d259a-2871-4661-98d7-a23db0687015 req-ece4654d-a25f-48b4-86ea-cbfdebd7735c tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f935115-046d-44a4-ac31-acf44882b40a HTTP/1.1" status: 200 len: 210 time: 0.0424340 Jul 23 20:25:09.397964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52930) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:09.540409 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4fb6bcd1-5793-47aa-88f3-0be306843da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:09.587315 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-730b728f-519c-47bf-ad09-e1351bb4259f tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:09.588818 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-730b728f-519c-47bf-ad09-e1351bb4259f tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974&tenant_id=5a185053a28c406bbec1c43816d9e38b&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 1097 time: 0.0948429 Jul 23 20:25:09.729634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860091d-02d5-41e0-9032-feb228aadc2a req-c1d99083-7e87-4fa8-8439-eee833e98b7a tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:09.731279 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3860091d-02d5-41e0-9032-feb228aadc2a req-c1d99083-7e87-4fa8-8439-eee833e98b7a tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 945 time: 0.0767031 Jul 23 20:25:09.753470 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4fb6bcd1-5793-47aa-88f3-0be306843da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:09.759915 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4fb6bcd1-5793-47aa-88f3-0be306843da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:09.780086 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3860091d-02d5-41e0-9032-feb228aadc2a req-1f9fae91-161a-4ed4-a9cf-2c7dd68300a2 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402441 Jul 23 20:25:09.824882 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-c2d741eb-9227-40d5-954d-aab56753f406 service neutron] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:09.828359 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4fb6bcd1-5793-47aa-88f3-0be306843da0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7b89e14f5d4425b83ceb7f0de0f6ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4293571 Jul 23 20:25:09.831189 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52954) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:09.831948 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-c2d741eb-9227-40d5-954d-aab56753f406 service neutron] Notify callbacks [] for binding, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:09.833027 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9513fe39-43a3-4e3b-bc9c-342157331cdd req-c2d741eb-9227-40d5-954d-aab56753f406 service neutron] 10.222.0.48 "DELETE /v2.0/ports/fca716f7-0dc1-486b-befd-6f4040d6c385/bindings/n-h2-791504-18 HTTP/1.1" status: 204 len: 173 time: 0.2327220 Jul 23 20:25:09.833689 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6bcd1-5793-47aa-88f3-0be306843da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89895efc-3b04-4203-bf63-87f77638b97d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:09.844718 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 5a6ed945-8567-422b-8f75-1fe6db8eceb0 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:09.876391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device fca716f7-0dc1-486b-befd-6f4040d6c385 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:09.911825 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-af91862b-e27d-4fc7-accd-80b9140e14eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:09.960002 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-af91862b-e27d-4fc7-accd-80b9140e14eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:09.994099 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port fca716f7-0dc1-486b-befd-6f4040d6c385 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:10.003703 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port fca716f7-0dc1-486b-befd-6f4040d6c385 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:10.004077 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:10.046688 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=5a6ed945-8567-422b-8f75-1fe6db8eceb0,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:10.067872 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '5a6ed945-8567-422b-8f75-1fe6db8eceb0', 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387', 'port_id': '5a6ed945-8567-422b-8f75-1fe6db8eceb0', 'mac_address': 'fa:16:3e:70:19:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0023097-714c-4bc6-9cfd-cd5938a22d68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:25:10.140777 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:10.161919 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6ed945-8567-422b-8f75-1fe6db8eceb0 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:10.166016 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:10.199170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=5a6ed945-8567-422b-8f75-1fe6db8eceb0,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:10.203886 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20711a65-543a-42bc-bc98-c3a90008c974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca716f7-0dc1-486b-befd-6f4040d6c385'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:10.206224 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c04ade-83f8-4899-881c-83cc797c6838" -d '{"events": [{"server_uuid": "20711a65-543a-42bc-bc98-c3a90008c974", "name": "network-vif-plugged", "status": "completed", "tag": "fca716f7-0dc1-486b-befd-6f4040d6c385"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:10.211249 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:10.223023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=fca716f7-0dc1-486b-befd-6f4040d6c385,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:10.246639 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:10.270670 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f4f7a-5e1a-45f3-b7ee-c474ed6331e2 req-9a420a74-11b1-4e1c-bec9-7b30835e811a tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:10.277619 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f78f4f7a-5e1a-45f3-b7ee-c474ed6331e2 req-9a420a74-11b1-4e1c-bec9-7b30835e811a tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 1097 time: 0.3513889 Jul 23 20:25:10.287347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=5a6ed945-8567-422b-8f75-1fe6db8eceb0,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:10.297438 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-af91862b-e27d-4fc7-accd-80b9140e14eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:10.299817 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-af91862b-e27d-4fc7-accd-80b9140e14eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:10.303638 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-af91862b-e27d-4fc7-accd-80b9140e14eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89895efc-3b04-4203-bf63-87f77638b97d HTTP/1.1" status: 204 len: 168 time: 0.4685462 Jul 23 20:25:10.315514 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfae0c-0946-44a7-878a-23d09f195226 req-662c394e-7f67-42e5-b0ba-82bb3156cf2e tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:10.322479 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65bfae0c-0946-44a7-878a-23d09f195226 req-662c394e-7f67-42e5-b0ba-82bb3156cf2e tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.3647232 Jul 23 20:25:10.339182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91862b-e27d-4fc7-accd-80b9140e14eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89895efc-3b04-4203-bf63-87f77638b97d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:10.342400 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=fca716f7-0dc1-486b-befd-6f4040d6c385,revision_number=13']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:10.360105 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f78f4f7a-5e1a-45f3-b7ee-c474ed6331e2 req-d10a2392-96ec-4b86-a275-ef9e9baf94c9 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811524 Jul 23 20:25:10.382114 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65bfae0c-0946-44a7-878a-23d09f195226 req-9fd9aa42-7dd4-48e0-be20-5297175a8c24 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574341 Jul 23 20:25:10.479433 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['5a6ed945-8567-422b-8f75-1fe6db8eceb0'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:10.611553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec756ee-dbbf-43f0-92d0-07e2118e10e3 req-e41ba69d-9cb5-446f-8723-9f2f5c7930ae tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:10.613064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dec756ee-dbbf-43f0-92d0-07e2118e10e3 req-e41ba69d-9cb5-446f-8723-9f2f5c7930ae tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.0657327 Jul 23 20:25:10.656569 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dec756ee-dbbf-43f0-92d0-07e2118e10e3 req-e5079772-a913-407c-8b56-6d4bde987820 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363252 Jul 23 20:25:10.707326 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5621fd-eede-40ff-baca-39766616ff8c x-openstack-request-id: req-aa5621fd-eede-40ff-baca-39766616ff8c {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:10.707629 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20711a65-543a-42bc-bc98-c3a90008c974", "name": "network-vif-plugged", "status": "completed", "tag": "fca716f7-0dc1-486b-befd-6f4040d6c385", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:10.708187 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa5621fd-eede-40ff-baca-39766616ff8c {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:10.708928 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20711a65-543a-42bc-bc98-c3a90008c974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca716f7-0dc1-486b-befd-6f4040d6c385', 'code': 200} Jul 23 20:25:10.736862 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52986) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:10.753807 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e80eb27-3134-4237-9798-720c97632ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:10.864366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58231582-4f8e-4e05-880f-6b0e2a542b50 req-071f5a2c-eed2-4545-8b3d-4a351ea758ca tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:10.864366 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58231582-4f8e-4e05-880f-6b0e2a542b50 req-071f5a2c-eed2-4545-8b3d-4a351ea758ca tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 944 time: 0.1013284 Jul 23 20:25:10.925477 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e80eb27-3134-4237-9798-720c97632ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:10.937260 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58231582-4f8e-4e05-880f-6b0e2a542b50 req-1281f858-0f50-4d5e-aa91-1e2d5b4a6a39 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577166 Jul 23 20:25:10.938498 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e80eb27-3134-4237-9798-720c97632ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:11.009659 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9e80eb27-3134-4237-9798-720c97632ca3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=11938de357004ad58be3defa6045d9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711866 Jul 23 20:25:11.010516 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80eb27-3134-4237-9798-720c97632ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fd997d-1e34-4628-8749-f5000d4a8cde,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:11.012990 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53006) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:11.071117 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab66c3ba-40dc-499f-aab4-a34dffb6a4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:11.090930 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-645a0b43-3f85-453b-983c-766259624461 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:11.096897 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab66c3ba-40dc-499f-aab4-a34dffb6a4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:11.097449 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-645a0b43-3f85-453b-983c-766259624461 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 820 time: 0.1431780 Jul 23 20:25:11.108205 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-4ab33fd4-fbaa-4499-8589-544111f36c7c tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/quotas/5a185053a28c406bbec1c43816d9e38b HTTP/1.1" status: 200 len: 375 time: 0.0099356 Jul 23 20:25:11.144279 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab66c3ba-40dc-499f-aab4-a34dffb6a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:11.147258 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab66c3ba-40dc-499f-aab4-a34dffb6a4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:11.148411 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ab66c3ba-40dc-499f-aab4-a34dffb6a4b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b4fd997d-1e34-4628-8749-f5000d4a8cde HTTP/1.1" status: 204 len: 168 time: 0.1333265 Jul 23 20:25:11.164675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66c3ba-40dc-499f-aab4-a34dffb6a4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fd997d-1e34-4628-8749-f5000d4a8cde,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:11.203625 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-f8a4094e-0811-4528-ad16-70a2cc24a45d tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0877571 Jul 23 20:25:11.309012 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-79fe7ec6-9b2b-47b4-8995-729f2ea3d798 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2e62a43bfff5486b8088a8e1de73827f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300610 Jul 23 20:25:11.363673 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-7aa51948-1800-4190-b453-cedd423a118a service neutron] 10.222.0.55 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515074 Jul 23 20:25:11.438333 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device fca716f7-0dc1-486b-befd-6f4040d6c385 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:11.496521 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device fca716f7-0dc1-486b-befd-6f4040d6c385 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:11.503430 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-90b35a16-3181-48a5-8b75-401c320ef0a1 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:11.504898 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-90b35a16-3181-48a5-8b75-401c320ef0a1 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1935945 Jul 23 20:25:11.527514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-2b908a20-89b7-4941-af5b-e6e96d9db345 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/quotas/2e62a43bfff5486b8088a8e1de73827f HTTP/1.1" status: 200 len: 375 time: 0.0167084 Jul 23 20:25:11.529830 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-3a0ed172-6fd0-460e-984b-4e6eca8b00f0 service neutron] 10.222.0.55 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654105 Jul 23 20:25:11.580461 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-8f381b2f-0897-4a6d-bf73-66f78a15b436 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e62a43bfff5486b8088a8e1de73827f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457683 Jul 23 20:25:11.799343 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728240d8-d465-4d86-ad4b-0848313bb823 req-ef1c7459-9059-46a0-8c75-1be8bdaf1345 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:11.801480 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-728240d8-d465-4d86-ad4b-0848313bb823 req-ef1c7459-9059-46a0-8c75-1be8bdaf1345 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.0770655 Jul 23 20:25:11.850608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 5a6ed945-8567-422b-8f75-1fe6db8eceb0 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:11.869439 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-728240d8-d465-4d86-ad4b-0848313bb823 req-6542a152-c4c1-4906-b30b-1ef5675c3f8d tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611346 Jul 23 20:25:11.969573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:11.971676 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-472db493-fb17-4fde-b190-ccc5f5aedaab req-6d031877-ccef-4c4b-9e1a-d026cd47fe12 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 210 time: 0.0409024 Jul 23 20:25:11.984621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:11.985005 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:12.157886 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:12.200010 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=5a6ed945-8567-422b-8f75-1fe6db8eceb0,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:12.205800 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:12.207062 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 6d6a1e91-2666-4174-a7c6-635b12dfadda no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:12.217376 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538471b-705e-4430-bc53-61a606398bf3 req-d2a6d892-cc22-4aed-9b1b-a6b7e9728dc3 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:12.218954 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8538471b-705e-4430-bc53-61a606398bf3 req-d2a6d892-cc22-4aed-9b1b-a6b7e9728dc3 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.1276321 Jul 23 20:25:12.236519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 6d6a1e91-2666-4174-a7c6-635b12dfadda {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:12.237079 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 6d6a1e91-2666-4174-a7c6-635b12dfadda not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:12.284282 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8538471b-705e-4430-bc53-61a606398bf3 req-784de08f-cd98-4a1d-b18e-94f4cc5cbb43 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558352 Jul 23 20:25:12.330209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=5a6ed945-8567-422b-8f75-1fe6db8eceb0,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:12.359774 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ff164ebc-ca91-473a-91dc-420ee83f90c1 req-5f90579b-115a-4101-b85e-c3e7bfd8daaa tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaf3804f-85ab-4e3a-9927-919cb16a7cb1 HTTP/1.1" status: 200 len: 210 time: 0.0325623 Jul 23 20:25:12.502269 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598ab66-acc1-4458-b466-4cd9b362bbb9 req-f527771e-0b0b-4f24-8539-c85a9fac9058 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:12.513524 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d598ab66-acc1-4458-b466-4cd9b362bbb9 req-f527771e-0b0b-4f24-8539-c85a9fac9058 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 945 time: 0.1407430 Jul 23 20:25:12.576233 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d598ab66-acc1-4458-b466-4cd9b362bbb9 req-a15dd1f5-a533-479e-8166-07ceca5ffdf7 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612118 Jul 23 20:25:12.710778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97af9ad2-21c5-465b-baf0-5c756c0c1551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6ed945-8567-422b-8f75-1fe6db8eceb0'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:12.714093 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f93e68-9ab4-4e25-b076-9e7d76e8d623" -d '{"events": [{"server_uuid": "97af9ad2-21c5-465b-baf0-5c756c0c1551", "name": "network-vif-plugged", "status": "completed", "tag": "5a6ed945-8567-422b-8f75-1fe6db8eceb0"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:12.750688 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7a515a-3537-4e6b-a3d4-f372f965e93b x-openstack-request-id: req-3d7a515a-3537-4e6b-a3d4-f372f965e93b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:12.750981 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97af9ad2-21c5-465b-baf0-5c756c0c1551", "name": "network-vif-plugged", "status": "completed", "tag": "5a6ed945-8567-422b-8f75-1fe6db8eceb0", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:12.751274 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d7a515a-3537-4e6b-a3d4-f372f965e93b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:12.751665 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97af9ad2-21c5-465b-baf0-5c756c0c1551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6ed945-8567-422b-8f75-1fe6db8eceb0', 'code': 200} Jul 23 20:25:12.924832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7b4c5-bfbb-426a-89cf-4eeb0e3227c0 req-0f593bed-acfc-4fc0-9df6-93303a2d2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:12.926946 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a1b7b4c5-bfbb-426a-89cf-4eeb0e3227c0 req-0f593bed-acfc-4fc0-9df6-93303a2d2626 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 1097 time: 0.1006877 Jul 23 20:25:12.983834 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a1b7b4c5-bfbb-426a-89cf-4eeb0e3227c0 req-eb38f31a-1393-4f72-956e-b196ef6f88a2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468678 Jul 23 20:25:13.164020 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-f22ab610-a884-40ab-b9ff-3280e33cf33b tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:13.165280 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-f22ab610-a884-40ab-b9ff-3280e33cf33b tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.57 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 820 time: 0.1915224 Jul 23 20:25:13.184227 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce89226-843a-4196-a5c1-0a4651019539 req-d4437a7b-6d6e-40d9-9f68-3b9633959c97 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:13.185690 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cce89226-843a-4196-a5c1-0a4651019539 req-d4437a7b-6d6e-40d9-9f68-3b9633959c97 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.1314168 Jul 23 20:25:13.190273 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-dc6460e1-8f73-4f3c-9b95-5a5c98524b07 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Request body: {'port': {'device_id': '51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba', 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0', 'admin_state_up': True, 'tenant_id': '5a185053a28c406bbec1c43816d9e38b'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:13.282482 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cce89226-843a-4196-a5c1-0a4651019539 req-57c957c6-3f16-46b8-b60e-10f7c2da9652 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873942 Jul 23 20:25:13.345045 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-dc6460e1-8f73-4f3c-9b95-5a5c98524b07 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Made reservation on behalf of 5a185053a28c406bbec1c43816d9e38b for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:13.348544 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-dc6460e1-8f73-4f3c-9b95-5a5c98524b07 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.411932 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e68a1a6b-4091-49e2-8e24-623676ab8bb3 req-6b5dd04b-83cc-406c-975b-d0676cf3f8a5 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 210 time: 0.0391581 Jul 23 20:25:13.480630 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-4a6eb108-c513-4987-8272-d5b0caa6ef84 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2e62a43bfff5486b8088a8e1de73827f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661199 Jul 23 20:25:13.649951 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-1076851f-de32-4aff-9ac6-33319287db3e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e379f624e29f4e4ea639ef0c08f7ba71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880628 Jul 23 20:25:13.693375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53132) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:13.733331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-dc6460e1-8f73-4f3c-9b95-5a5c98524b07 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Allocated IP 172.20.0.8 (7e56589e-9a72-40c0-80e1-89204b3d73d0/a04cc1b4-e7d5-485f-8df9-995da9a55827/88dfe02c-b823-4b31-9325-d390e1434169) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:13.755041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-d2ecfcd3-9014-4e9f-83ac-290e155b9452 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:13.756512 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-d2ecfcd3-9014-4e9f-83ac-290e155b9452 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2705917 Jul 23 20:25:13.798451 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-45bdaf17-8266-4ac8-9cac-f088c5e01e4f tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Request body: {'port': {'device_id': 'aaf3804f-85ab-4e3a-9927-919cb16a7cb1', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': '2e62a43bfff5486b8088a8e1de73827f'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:13.810397 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ef6ea4e-2325-402d-b0fa-9e41c0c4230c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.831147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bda6a-0b76-4f6a-8f51-80413e821e4a req-ae428e5c-5c6b-4928-bff0-66602c03501e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:13.832520 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c0bda6a-0b76-4f6a-8f51-80413e821e4a req-ae428e5c-5c6b-4928-bff0-66602c03501e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.3237696 Jul 23 20:25:13.919288 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ef6ea4e-2325-402d-b0fa-9e41c0c4230c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.924928 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ef6ea4e-2325-402d-b0fa-9e41c0c4230c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.944928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-73d57e21-e209-43f1-a187-0738b46f11e0 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:13.951599 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-73d57e21-e209-43f1-a187-0738b46f11e0 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2861447 Jul 23 20:25:13.973743 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2ef6ea4e-2325-402d-b0fa-9e41c0c4230c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb72b29f8ba44bb491b5747fe39b96be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792830 Jul 23 20:25:13.974604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53138) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:13.983428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6ea4e-2325-402d-b0fa-9e41c0c4230c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9a6212-84d1-4580-9f76-4909cac12e99,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:14.009963 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c0bda6a-0b76-4f6a-8f51-80413e821e4a req-dedae40d-e994-4c64-8278-2df85c5cff9f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549625 Jul 23 20:25:14.020549 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-e45d5c3e-e91d-427d-89c7-f865d9b5d2b2 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/quotas/e379f624e29f4e4ea639ef0c08f7ba71 HTTP/1.1" status: 200 len: 375 time: 0.0678797 Jul 23 20:25:14.038195 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c59fac3-325a-47ad-97a5-df899856ee66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.063348 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c59fac3-325a-47ad-97a5-df899856ee66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.101853 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-5f2cf1d4-b879-45ec-b122-25e5a47ce601 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e379f624e29f4e4ea639ef0c08f7ba71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655160 Jul 23 20:25:14.117824 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c59fac3-325a-47ad-97a5-df899856ee66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.120904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c59fac3-325a-47ad-97a5-df899856ee66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.125489 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4c59fac3-325a-47ad-97a5-df899856ee66 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b9a6212-84d1-4580-9f76-4909cac12e99 HTTP/1.1" status: 204 len: 168 time: 0.1483860 Jul 23 20:25:14.134626 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59fac3-325a-47ad-97a5-df899856ee66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9a6212-84d1-4580-9f76-4909cac12e99,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:14.154453 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82b1b3a4-8f82-4c6f-94fd-ad5f3faf1db9 req-92e81cb2-b046-4180-ae69-3088c4c88003 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaf3804f-85ab-4e3a-9927-919cb16a7cb1 HTTP/1.1" status: 200 len: 210 time: 0.0516770 Jul 23 20:25:14.180413 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-45bdaf17-8266-4ac8-9cac-f088c5e01e4f tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Made reservation on behalf of 2e62a43bfff5486b8088a8e1de73827f for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:14.192137 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-45bdaf17-8266-4ac8-9cac-f088c5e01e4f tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.198715 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-dc6460e1-8f73-4f3c-9b95-5a5c98524b07 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.372866 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-dc6460e1-8f73-4f3c-9b95-5a5c98524b07 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.384955 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['fca716f7-0dc1-486b-befd-6f4040d6c385'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:14.430433 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbb8b1e7-707e-474c-891f-0c51b2df47d0 req-acc35c72-fe61-401c-9e7a-ba0e282aa03a tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ea77fe3-9eb2-4f35-86a2-b1da7062d268 HTTP/1.1" status: 200 len: 210 time: 0.0934865 Jul 23 20:25:14.492241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6460e1-8f73-4f3c-9b95-5a5c98524b07 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Pushing event updated for resources: {'Port': ['ID=88dfe02c-b823-4b31-9325-d390e1434169,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:14.501220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-dc6460e1-8f73-4f3c-9b95-5a5c98524b07 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Network 7e56589e-9a72-40c0-80e1-89204b3d73d0 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:14.513305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-dc6460e1-8f73-4f3c-9b95-5a5c98524b07 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:14.523963 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-dc6460e1-8f73-4f3c-9b95-5a5c98524b07 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:14.531448 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-dc6460e1-8f73-4f3c-9b95-5a5c98524b07 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:14.532163 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-dc6460e1-8f73-4f3c-9b95-5a5c98524b07 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.560956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece30d7a-1d18-4c32-be87-2ba5d8bded68 req-11651974-52e0-4b9c-8f06-7c1f07e86077 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:14.562562 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ece30d7a-1d18-4c32-be87-2ba5d8bded68 req-11651974-52e0-4b9c-8f06-7c1f07e86077 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 945 time: 0.2978468 Jul 23 20:25:14.567624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-45bdaf17-8266-4ac8-9cac-f088c5e01e4f tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Allocated IP 192.168.233.220 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/3904f742-1c3a-4e34-8aaf-b1cc5bdd7969) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:14.574052 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53156) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:14.590679 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-717c87e8-f006-4e9d-9632-757383a8bb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.693563 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ece30d7a-1d18-4c32-be87-2ba5d8bded68 req-6b8719ff-a40c-4429-a4ef-24e9ce184c95 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115961 Jul 23 20:25:14.716848 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-717c87e8-f006-4e9d-9632-757383a8bb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.729488 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-717c87e8-f006-4e9d-9632-757383a8bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.740650 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-dc6460e1-8f73-4f3c-9b95-5a5c98524b07 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5535104 Jul 23 20:25:14.783692 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Request body: {'port': {'device_id': '51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:14.785692 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-717c87e8-f006-4e9d-9632-757383a8bb36 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e059dc9504c470b9b180f7d4f30f2ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103944 Jul 23 20:25:14.786756 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53162) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:14.794498 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c87e8-f006-4e9d-9632-757383a8bb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3444c42f-a15e-4f92-b65c-ca3e0ad94f5b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:14.795888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed2bc2-8d50-41cb-9166-f436137d728e req-baab2918-b5e0-4a27-a622-e92e61bb9147 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:14.804058 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6ed2bc2-8d50-41cb-9166-f436137d728e req-baab2918-b5e0-4a27-a622-e92e61bb9147 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.2535307 Jul 23 20:25:14.844836 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c587598e-59b7-4f90-b0f1-6da95f77ce5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.875458 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c587598e-59b7-4f90-b0f1-6da95f77ce5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.927196 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c587598e-59b7-4f90-b0f1-6da95f77ce5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.931942 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c587598e-59b7-4f90-b0f1-6da95f77ce5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.936378 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c587598e-59b7-4f90-b0f1-6da95f77ce5a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3444c42f-a15e-4f92-b65c-ca3e0ad94f5b HTTP/1.1" status: 204 len: 168 time: 0.1476290 Jul 23 20:25:14.945419 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587598e-59b7-4f90-b0f1-6da95f77ce5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3444c42f-a15e-4f92-b65c-ca3e0ad94f5b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:14.954310 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6ed2bc2-8d50-41cb-9166-f436137d728e req-c2be40c2-2adf-452c-b2f1-a1d58c69466b tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493320 Jul 23 20:25:14.960017 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-45bdaf17-8266-4ac8-9cac-f088c5e01e4f tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.991506 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-45bdaf17-8266-4ac8-9cac-f088c5e01e4f tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Transition to ACTIVE for port object 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:14.992826 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.025777 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf8e33-7520-46ad-9b9c-f9123091efd3 req-a1d96f53-473f-4e08-bfdc-b5e3047c717f tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:15.033241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8eaf8e33-7520-46ad-9b9c-f9123091efd3 req-a1d96f53-473f-4e08-bfdc-b5e3047c717f tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 931 time: 0.2535224 Jul 23 20:25:15.063047 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.161323 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8eaf8e33-7520-46ad-9b9c-f9123091efd3 req-7cc8bb83-19a8-476d-8183-804fa1ecda15 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271837 Jul 23 20:25:15.184420 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-45bdaf17-8266-4ac8-9cac-f088c5e01e4f tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.443060 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-f9cedcec-004d-4dd7-86bc-a8d34d0809a3 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e379f624e29f4e4ea639ef0c08f7ba71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260506 Jul 23 20:25:15.488158 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-45bdaf17-8266-4ac8-9cac-f088c5e01e4f tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:15.544199 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-45bdaf17-8266-4ac8-9cac-f088c5e01e4f tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:15.546812 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-45bdaf17-8266-4ac8-9cac-f088c5e01e4f tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:15.553236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-45bdaf17-8266-4ac8-9cac-f088c5e01e4f tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:15.553875 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-45bdaf17-8266-4ac8-9cac-f088c5e01e4f tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.589140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-f106df71-31f9-458d-82eb-5b6fa49690d7 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:15.590917 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-f106df71-31f9-458d-82eb-5b6fa49690d7 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1399171 Jul 23 20:25:15.594205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdaf17-8266-4ac8-9cac-f088c5e01e4f tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Pushing event updated for resources: {'Port': ['ID=3904f742-1c3a-4e34-8aaf-b1cc5bdd7969,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:15.604789 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-92b399dd-01e4-4ae1-b1fb-a1d4c9f52d6e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Request body: {'port': {'device_id': '5ea77fe3-9eb2-4f35-86a2-b1da7062d268', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': 'e379f624e29f4e4ea639ef0c08f7ba71'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:15.641269 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-45bdaf17-8266-4ac8-9cac-f088c5e01e4f tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8498569 Jul 23 20:25:15.658599 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Request body: {'port': {'device_id': 'aaf3804f-85ab-4e3a-9927-919cb16a7cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:15.748752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9aeb5-ad79-410d-a396-16d7786cdf7f req-c949a028-87d3-4525-85e3-7adff96e3efd tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:15.750299 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20a9aeb5-ad79-410d-a396-16d7786cdf7f req-c949a028-87d3-4525-85e3-7adff96e3efd tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.2943835 Jul 23 20:25:15.752130 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622ee36-cee6-43c1-a3e0-abc740e0f979 req-45da1d36-3023-4c90-b3c3-16d2a5fc802e tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:15.753515 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9622ee36-cee6-43c1-a3e0-abc740e0f979 req-45da1d36-3023-4c90-b3c3-16d2a5fc802e tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 1097 time: 0.2964139 Jul 23 20:25:15.768669 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-92b399dd-01e4-4ae1-b1fb-a1d4c9f52d6e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Made reservation on behalf of e379f624e29f4e4ea639ef0c08f7ba71 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:15.772484 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-92b399dd-01e4-4ae1-b1fb-a1d4c9f52d6e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.782940 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-92b399dd-01e4-4ae1-b1fb-a1d4c9f52d6e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.809482 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1a79b9f5-8592-407e-bc40-573fc40b5239 None None] Provisioning for port 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:15.815029 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1a79b9f5-8592-407e-bc40-573fc40b5239 None None] Provisioning complete for port 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:15.815990 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a79b9f5-8592-407e-bc40-573fc40b5239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.859537 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1a79b9f5-8592-407e-bc40-573fc40b5239 None None] Port 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:25:15.892074 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.905040 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-92b399dd-01e4-4ae1-b1fb-a1d4c9f52d6e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.910102 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-92b399dd-01e4-4ae1-b1fb-a1d4c9f52d6e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.936440 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9622ee36-cee6-43c1-a3e0-abc740e0f979 req-601643c2-ff84-4cf9-8bf9-183bdb7a4695 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649709 Jul 23 20:25:15.938389 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88dfe02c-b823-4b31-9325-d390e1434169 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:15.955717 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20a9aeb5-ad79-410d-a396-16d7786cdf7f req-061346e1-7f85-43c8-87ba-679b85159b64 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963727 Jul 23 20:25:15.972454 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.994022 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b399dd-01e4-4ae1-b1fb-a1d4c9f52d6e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce780cac-7179-4fed-9201-31c8a8417bc3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:16.045292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Transition to ACTIVE for port object 88dfe02c-b823-4b31-9325-d390e1434169 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:16.100034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-92b399dd-01e4-4ae1-b1fb-a1d4c9f52d6e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Allocated IP 192.168.233.74 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/2569d607-77ba-4fc7-ad68-639670399880) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:16.133516 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.224824 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-34307dd4-393e-47e7-8c40-0552acfec412 req-e7d95d3b-e5b9-487b-934f-08c4bc0e5b4d tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ea77fe3-9eb2-4f35-86a2-b1da7062d268 HTTP/1.1" status: 200 len: 210 time: 0.0922117 Jul 23 20:25:16.253711 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Pushing event updated for resources: {'Port': ['ID=88dfe02c-b823-4b31-9325-d390e1434169,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:16.279035 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-92b399dd-01e4-4ae1-b1fb-a1d4c9f52d6e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.300804 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-92b399dd-01e4-4ae1-b1fb-a1d4c9f52d6e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Transition to ACTIVE for port object 2569d607-77ba-4fc7-ad68-639670399880 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:16.303997 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230ade7-6303-474d-9ef4-0df5a1e6d0c2 req-efe27e86-0f0a-4934-b97f-e06e0b940e81 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:16.305536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5230ade7-6303-474d-9ef4-0df5a1e6d0c2 req-efe27e86-0f0a-4934-b97f-e06e0b940e81 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaf3804f-85ab-4e3a-9927-919cb16a7cb1 HTTP/1.1" status: 200 len: 936 time: 0.2853796 Jul 23 20:25:16.308517 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Attempting to bind port 88dfe02c-b823-4b31-9325-d390e1434169 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:16.308846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Attempting to bind port 88dfe02c-b823-4b31-9325-d390e1434169 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:16.309437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Attempting to bind port 88dfe02c-b823-4b31-9325-d390e1434169 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:16.341941 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-92b399dd-01e4-4ae1-b1fb-a1d4c9f52d6e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.362793 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Port 88dfe02c-b823-4b31-9325-d390e1434169 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:16.363136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Attempting to bind port 88dfe02c-b823-4b31-9325-d390e1434169 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:16.389148 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:16.389666 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Checking segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:16.390043 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Bound using segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:16.390476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Bound port: 88dfe02c-b823-4b31-9325-d390e1434169, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:16.390624 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-92b399dd-01e4-4ae1-b1fb-a1d4c9f52d6e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:16.390838 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.395849 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-92b399dd-01e4-4ae1-b1fb-a1d4c9f52d6e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:16.399698 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-92b399dd-01e4-4ae1-b1fb-a1d4c9f52d6e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:16.406374 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-92b399dd-01e4-4ae1-b1fb-a1d4c9f52d6e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:16.410028 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-92b399dd-01e4-4ae1-b1fb-a1d4c9f52d6e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.416119 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b399dd-01e4-4ae1-b1fb-a1d4c9f52d6e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Pushing event updated for resources: {'Port': ['ID=2569d607-77ba-4fc7-ad68-639670399880,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:16.432049 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-92b399dd-01e4-4ae1-b1fb-a1d4c9f52d6e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8311675 Jul 23 20:25:16.460517 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Request body: {'port': {'device_id': '5ea77fe3-9eb2-4f35-86a2-b1da7062d268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:16.483400 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5230ade7-6303-474d-9ef4-0df5a1e6d0c2 req-3049182b-1913-433d-a7e9-8365b9d033cf tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634820 Jul 23 20:25:16.513910 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.573334 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.609930 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04858846-f44f-4ac7-b903-1efc6a636cfa req-70804023-6366-481b-bf71-c06e6c6a50e6 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:16.617069 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04858846-f44f-4ac7-b903-1efc6a636cfa req-70804023-6366-481b-bf71-c06e6c6a50e6 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 1097 time: 0.3048003 Jul 23 20:25:16.688312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-25923efd-bf65-465e-8340-e7c65ddccba6 None None] Provisioning for port 2569d607-77ba-4fc7-ad68-639670399880 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:16.694268 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-25923efd-bf65-465e-8340-e7c65ddccba6 None None] Provisioning complete for port 2569d607-77ba-4fc7-ad68-639670399880 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:16.694768 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-25923efd-bf65-465e-8340-e7c65ddccba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.712761 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] For port 88dfe02c-b823-4b31-9325-d390e1434169, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:16.741302 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-25923efd-bf65-465e-8340-e7c65ddccba6 None None] Port 2569d607-77ba-4fc7-ad68-639670399880 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:25:16.769919 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04858846-f44f-4ac7-b903-1efc6a636cfa req-b0823af9-4b39-4446-87ff-e5c2d43ffdb9 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426558 Jul 23 20:25:16.773742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] For port 88dfe02c-b823-4b31-9325-d390e1434169, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=88dfe02c-b823-4b31-9325-d390e1434169,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:16.785711 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.794641 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:16.825533 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.860031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd67193-eb40-4b8a-9323-995988597259 req-dae894c1-5010-4f5f-bb28-c5bb6b93045f tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:16.861488 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cdd67193-eb40-4b8a-9323-995988597259 req-dae894c1-5010-4f5f-bb28-c5bb6b93045f tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.2617984 Jul 23 20:25:16.866262 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:16.866857 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.868164 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-2db21ac3-de69-4850-886d-3495858e078b service neutron] 10.222.0.57 "PUT /v2.0/ports/88dfe02c-b823-4b31-9325-d390e1434169 HTTP/1.1" status: 200 len: 1092 time: 2.0897102 Jul 23 20:25:16.872084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba', 'tag': '88dfe02c-b823-4b31-9325-d390e1434169'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:16.874352 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb58f3c-dc1e-4f0d-ac5b-63c9a8ae81a3" -d '{"events": [{"name": "network-changed", "server_uuid": "51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba", "tag": "88dfe02c-b823-4b31-9325-d390e1434169"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:16.899840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Transition to ACTIVE for port object 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:16.925369 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.942239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db21ac3-de69-4850-886d-3495858e078b service neutron] Pushing event updated for resources: {'Port': ['ID=88dfe02c-b823-4b31-9325-d390e1434169,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:17.051436 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cdd67193-eb40-4b8a-9323-995988597259 req-4db10a4e-103c-45f1-91c9-c08645acdd61 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471419 Jul 23 20:25:17.061262 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Pushing event updated for resources: {'Port': ['ID=3904f742-1c3a-4e34-8aaf-b1cc5bdd7969,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:17.070943 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2569d607-77ba-4fc7-ad68-639670399880 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:17.079874 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.096092 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Transition to ACTIVE for port object 2569d607-77ba-4fc7-ad68-639670399880 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:17.101788 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.107421 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Attempting to bind port 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:17.107754 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Attempting to bind port 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:17.108083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Attempting to bind port 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:17.117036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Port 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:17.117363 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Attempting to bind port 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:17.128206 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86d321-d9c1-4446-9077-4271a5c0d94f req-7599527d-0ada-4125-ba77-e1f784c1ceb5 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.135300 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf86d321-d9c1-4446-9077-4271a5c0d94f req-7599527d-0ada-4125-ba77-e1f784c1ceb5 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 943 time: 0.3021805 Jul 23 20:25:17.148252 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:17.148589 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:17.148979 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:17.149410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Bound port: 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:17.149759 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.162429 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Pushing event updated for resources: {'Port': ['ID=2569d607-77ba-4fc7-ad68-639670399880,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:17.178768 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-383c3870-1129-4e45-b15e-dd46f43f5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.180367 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-383c3870-1129-4e45-b15e-dd46f43f5022 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 1095 time: 0.2672613 Jul 23 20:25:17.206630 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Attempting to bind port 2569d607-77ba-4fc7-ad68-639670399880 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:17.207317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Attempting to bind port 2569d607-77ba-4fc7-ad68-639670399880 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:17.207796 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Attempting to bind port 2569d607-77ba-4fc7-ad68-639670399880 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:17.213823 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Port 2569d607-77ba-4fc7-ad68-639670399880 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:17.214141 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Attempting to bind port 2569d607-77ba-4fc7-ad68-639670399880 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:17.220010 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:17.220250 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:17.220583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:17.220999 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Bound port: 2569d607-77ba-4fc7-ad68-639670399880, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:17.221349 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.250664 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-1e1687b4-4772-43d1-86c3-03da0f68c0ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88dfe02c-b823-4b31-9325-d390e1434169 HTTP/1.1" status: 200 len: 217 time: 0.0495644 Jul 23 20:25:17.278890 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf86d321-d9c1-4446-9077-4271a5c0d94f req-05e6e8b7-6f5f-4e62-bdf8-58d0dd2e676c tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380203 Jul 23 20:25:17.324851 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] For port 2569d607-77ba-4fc7-ad68-639670399880, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:17.329393 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] For port 2569d607-77ba-4fc7-ad68-639670399880, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2569d607-77ba-4fc7-ad68-639670399880,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:17.336312 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.352885 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] For port 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:17.362673 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb92824-cb32-4f5f-a168-e8badf2f572a x-openstack-request-id: req-cbb92824-cb32-4f5f-a168-e8badf2f572a {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:17.363228 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba", "tag": "88dfe02c-b823-4b31-9325-d390e1434169", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:17.363348 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cbb92824-cb32-4f5f-a168-e8badf2f572a {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:17.363745 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba', 'tag': '88dfe02c-b823-4b31-9325-d390e1434169', 'status': 'completed', 'code': 200} Jul 23 20:25:17.385420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.386046 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.387559 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] 10.222.0.48 "PUT /v2.0/ports/2569d607-77ba-4fc7-ad68-639670399880 HTTP/1.1" status: 200 len: 1096 time: 0.9456174 Jul 23 20:25:17.388085 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea77fe3-9eb2-4f35-86a2-b1da7062d268', 'tag': '2569d607-77ba-4fc7-ad68-639670399880'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:17.390679 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e2c278-852e-430b-a520-67e38a5026cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea77fe3-9eb2-4f35-86a2-b1da7062d268", "tag": "2569d607-77ba-4fc7-ad68-639670399880"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:17.410818 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-00fc4f34-442e-44d0-a165-a568fd75a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.420024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-00fc4f34-442e-44d0-a165-a568fd75a109 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.1599510 Jul 23 20:25:17.421926 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] For port 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3904f742-1c3a-4e34-8aaf-b1cc5bdd7969,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:17.430971 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.432177 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94068033-482f-4f56-82c2-3d878c718e6d service neutron] Pushing event updated for resources: {'Port': ['ID=2569d607-77ba-4fc7-ad68-639670399880,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:17.459928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.460530 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.462369 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] 10.222.0.57 "PUT /v2.0/ports/3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 HTTP/1.1" status: 200 len: 1097 time: 1.8091364 Jul 23 20:25:17.546301 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-4bb0a79f-6c90-4d82-b74f-e91c282dd7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.547640 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-4bb0a79f-6c90-4d82-b74f-e91c282dd7aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e379f624e29f4e4ea639ef0c08f7ba71&device_id=5ea77fe3-9eb2-4f35-86a2-b1da7062d268 HTTP/1.1" status: 200 len: 1099 time: 0.1080666 Jul 23 20:25:17.554885 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-d61071c6-4494-4c35-bc97-2b4baf868928 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062984 Jul 23 20:25:17.621991 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-39ae30f2-02cb-4a05-a2e8-c4ad05ee8bde service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=2569d607-77ba-4fc7-ad68-639670399880 HTTP/1.1" status: 200 len: 217 time: 0.0636501 Jul 23 20:25:17.694064 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-98b9f3c7-6819-4482-afde-e486b65cdbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.695909 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-98b9f3c7-6819-4482-afde-e486b65cdbdf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0665429 Jul 23 20:25:17.741908 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c632a64-710b-4f63-8ca0-78b31b385d55 service neutron] Pushing event updated for resources: {'Port': ['ID=3904f742-1c3a-4e34-8aaf-b1cc5bdd7969,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:17.778595 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-5f623200-c0d8-4cde-b052-d0191d4f2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.780750 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-5f623200-c0d8-4cde-b052-d0191d4f2fe3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0773675 Jul 23 20:25:17.785343 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-b16bc944-05b4-4e56-b03f-d541b430f6f6 service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118506 Jul 23 20:25:17.818873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f38cc-afaa-4267-a029-3638604fcc62 req-c4882a8b-3d40-4ee2-a532-37873a413307 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.820308 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e24f38cc-afaa-4267-a029-3638604fcc62 req-c4882a8b-3d40-4ee2-a532-37873a413307 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.3559566 Jul 23 20:25:17.837425 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-c1b88487-9957-4b7e-8599-28b23bb8d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.838929 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-c1b88487-9957-4b7e-8599-28b23bb8d812 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e62a43bfff5486b8088a8e1de73827f&device_id=aaf3804f-85ab-4e3a-9927-919cb16a7cb1 HTTP/1.1" status: 200 len: 1100 time: 0.2748146 Jul 23 20:25:17.907880 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-f6a588c3-0e30-419d-af40-e3e5d4c38add service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 HTTP/1.1" status: 200 len: 217 time: 0.0563703 Jul 23 20:25:17.916788 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-905e022f-dce6-4fbc-873f-71be275fcecc service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284459 Jul 23 20:25:17.995428 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e24f38cc-afaa-4267-a029-3638604fcc62 req-4f05ef85-49ab-40b7-a614-135638d5556e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632967 Jul 23 20:25:18.017658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-cf8fe50b-3375-4bb6-8ea5-41969fa53344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:18.019142 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-cf8fe50b-3375-4bb6-8ea5-41969fa53344 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0857687 Jul 23 20:25:18.021915 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a872a14f-c07b-4b80-bcbd-a9cda6fa5894 req-bcd93397-bc94-4369-b8ef-a98661929fdb service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279310 Jul 23 20:25:18.033436 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70e7cf7d-f042-495d-bae7-f1f18d54c7ad req-ad18c4c4-791b-4aec-8626-084eb0a34282 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099496 Jul 23 20:25:18.379606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-367d1483-eb27-4025-b303-d6700cf0f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:18.381120 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-367d1483-eb27-4025-b303-d6700cf0f4e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3499265 Jul 23 20:25:18.391586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1afc89-0991-41de-87eb-1a9d0332514e req-c66b579e-0dce-4467-80d4-c1ce8516e474 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:18.393027 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af1afc89-0991-41de-87eb-1a9d0332514e req-c66b579e-0dce-4467-80d4-c1ce8516e474 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ea77fe3-9eb2-4f35-86a2-b1da7062d268 HTTP/1.1" status: 200 len: 947 time: 0.1272156 Jul 23 20:25:18.403200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb58f3c-dc1e-4f0d-ac5b-63c9a8ae81a3 req-270a5d64-de42-4b70-b606-0e24816716ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:18.404605 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fb58f3c-dc1e-4f0d-ac5b-63c9a8ae81a3 req-270a5d64-de42-4b70-b606-0e24816716ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 1095 time: 0.1399219 Jul 23 20:25:18.549165 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af1afc89-0991-41de-87eb-1a9d0332514e req-5d5768d3-2634-4416-892d-cb79ab914b1a tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435492 Jul 23 20:25:18.581713 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-5955310c-8367-41e2-a388-5b8079a5c13c service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868086 Jul 23 20:25:18.586135 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb58f3c-dc1e-4f0d-ac5b-63c9a8ae81a3 req-6fb2f2c8-b3ed-49f3-8bfd-76bb02a9da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:18.587714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fb58f3c-dc1e-4f0d-ac5b-63c9a8ae81a3 req-6fb2f2c8-b3ed-49f3-8bfd-76bb02a9da53 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 921 time: 0.1657491 Jul 23 20:25:18.602567 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6011a864-e8a5-448e-a773-d4cead25b104 x-openstack-request-id: req-6011a864-e8a5-448e-a773-d4cead25b104 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:18.603047 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea77fe3-9eb2-4f35-86a2-b1da7062d268", "tag": "2569d607-77ba-4fc7-ad68-639670399880", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:18.603505 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6011a864-e8a5-448e-a773-d4cead25b104 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:18.604295 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea77fe3-9eb2-4f35-86a2-b1da7062d268', 'tag': '2569d607-77ba-4fc7-ad68-639670399880', 'status': 'completed', 'code': 200} Jul 23 20:25:18.656628 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fb58f3c-dc1e-4f0d-ac5b-63c9a8ae81a3 req-6fb2d71f-446e-4cdc-b592-99be47eda30f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88dfe02c-b823-4b31-9325-d390e1434169 HTTP/1.1" status: 200 len: 217 time: 0.0495951 Jul 23 20:25:18.708658 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c278-852e-430b-a520-67e38a5026cf req-f72e3fa8-d158-4620-a53a-d30cf48cb09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:18.710167 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5e2c278-852e-430b-a520-67e38a5026cf req-f72e3fa8-d158-4620-a53a-d30cf48cb09f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e379f624e29f4e4ea639ef0c08f7ba71&device_id=5ea77fe3-9eb2-4f35-86a2-b1da7062d268 HTTP/1.1" status: 200 len: 1099 time: 0.0685072 Jul 23 20:25:18.750972 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-ccd4a3d5-e43d-4d4d-a297-2fd84fc22d23 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:25:18.752709 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-ccd4a3d5-e43d-4d4d-a297-2fd84fc22d23 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095994 Jul 23 20:25:18.766984 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6f28afce-d30f-49fb-a96b-23cf76b13582 service neutron] Request body: {'binding': {'host': 'n-h2-791504-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:18.767478 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6f28afce-d30f-49fb-a96b-23cf76b13582 service neutron] Unknown quota resources ['binding']. {{(pid=93810) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:25:18.770212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb58f3c-dc1e-4f0d-ac5b-63c9a8ae81a3 req-3631d469-28c0-4a60-bc8c-6fba080eab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:18.771693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fb58f3c-dc1e-4f0d-ac5b-63c9a8ae81a3 req-3631d469-28c0-4a60-bc8c-6fba080eab25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.1060114 Jul 23 20:25:18.818126 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b670b9c-0cad-42d9-8943-31c9a6491d01 req-f1e96109-90e5-4359-8396-e9960f97db8d service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294877 Jul 23 20:25:18.822405 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fb58f3c-dc1e-4f0d-ac5b-63c9a8ae81a3 req-4cb13db5-4b64-4c25-8125-8b65df256eaf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386641 Jul 23 20:25:18.834989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc2632-6a6d-4a60-958e-c7a693757cba req-9df2a714-9097-4ab6-8e62-d5541f191204 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:18.836505 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7bfc2632-6a6d-4a60-958e-c7a693757cba req-9df2a714-9097-4ab6-8e62-d5541f191204 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaf3804f-85ab-4e3a-9927-919cb16a7cb1 HTTP/1.1" status: 200 len: 948 time: 0.1846955 Jul 23 20:25:18.902645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c278-852e-430b-a520-67e38a5026cf req-b4a8580b-0137-4c9e-aad3-7f26641af00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:18.904065 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5e2c278-852e-430b-a520-67e38a5026cf req-b4a8580b-0137-4c9e-aad3-7f26641af00f service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.1836076 Jul 23 20:25:18.952422 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5e2c278-852e-430b-a520-67e38a5026cf req-0758a395-d03e-4329-a644-c594497e1062 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=2569d607-77ba-4fc7-ad68-639670399880 HTTP/1.1" status: 200 len: 217 time: 0.0394335 Jul 23 20:25:18.956504 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7bfc2632-6a6d-4a60-958e-c7a693757cba req-2b9a045c-d177-4999-b3bf-8f91d8842193 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020217 Jul 23 20:25:18.981328 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fb58f3c-dc1e-4f0d-ac5b-63c9a8ae81a3 req-ee35942c-8f3a-4b19-bf4d-1d84a329ade4 service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438582 Jul 23 20:25:19.029373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07aefe-0e3c-4dad-9fa9-3a1f39ff178a req-3d4dcae3-9379-4ffd-aedd-ad36fda4e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:19.030889 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed07aefe-0e3c-4dad-9fa9-3a1f39ff178a req-3d4dcae3-9379-4ffd-aedd-ad36fda4e481 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 1101 time: 0.1154008 Jul 23 20:25:19.037426 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6f28afce-d30f-49fb-a96b-23cf76b13582 service neutron] Attempting to bind port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 on host n-h2-791504-18 for vnic_type normal with profile None {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:19.037885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6f28afce-d30f-49fb-a96b-23cf76b13582 service neutron] Attempting to bind port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:19.038337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6f28afce-d30f-49fb-a96b-23cf76b13582 service neutron] Attempting to bind port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:19.050097 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c278-852e-430b-a520-67e38a5026cf req-105a3fc0-003f-4d8b-853f-c4e3989541a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:19.052243 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5e2c278-852e-430b-a520-67e38a5026cf req-105a3fc0-003f-4d8b-853f-c4e3989541a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0883758 Jul 23 20:25:19.053195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6f28afce-d30f-49fb-a96b-23cf76b13582 service neutron] Port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:19.053647 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6f28afce-d30f-49fb-a96b-23cf76b13582 service neutron] Attempting to bind port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:19.060803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6f28afce-d30f-49fb-a96b-23cf76b13582 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:19.061358 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6f28afce-d30f-49fb-a96b-23cf76b13582 service neutron] Checking segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:19.061889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6f28afce-d30f-49fb-a96b-23cf76b13582 service neutron] Bound using segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:19.062499 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6f28afce-d30f-49fb-a96b-23cf76b13582 service neutron] Bound port: 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:19.114562 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed07aefe-0e3c-4dad-9fa9-3a1f39ff178a req-ed282024-90ec-4f77-be48-9d5d3845a952 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493057 Jul 23 20:25:19.118232 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fb58f3c-dc1e-4f0d-ac5b-63c9a8ae81a3 req-eb53b7d7-76c2-4473-ac51-237c4a4c2512 service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294265 Jul 23 20:25:19.243957 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcdd42-02d0-49a5-ab06-e7ffe076e477 req-91d59931-c329-4e78-9ea1-19494300cc90 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:19.246395 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1cfcdd42-02d0-49a5-ab06-e7ffe076e477 req-91d59931-c329-4e78-9ea1-19494300cc90 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.0966411 Jul 23 20:25:19.286624 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1cfcdd42-02d0-49a5-ab06-e7ffe076e477 req-6f28b7a3-3897-4fe3-9d8d-ff3a1c3b9946 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341470 Jul 23 20:25:19.360323 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6f28afce-d30f-49fb-a96b-23cf76b13582 service neutron] For port 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=5a6ed945-8567-422b-8f75-1fe6db8eceb0,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:19.364842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf3804f-85ab-4e3a-9927-919cb16a7cb1', 'tag': '3904f742-1c3a-4e34-8aaf-b1cc5bdd7969'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:19.368921 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6f28afce-d30f-49fb-a96b-23cf76b13582 service neutron] Notify callbacks [] for binding, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:19.369536 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96e9de6-25ad-4602-aac2-103d193aed33" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf3804f-85ab-4e3a-9927-919cb16a7cb1", "tag": "3904f742-1c3a-4e34-8aaf-b1cc5bdd7969"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:19.370090 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6f28afce-d30f-49fb-a96b-23cf76b13582 service neutron] 10.222.0.55 "POST /v2.0/ports/5a6ed945-8567-422b-8f75-1fe6db8eceb0/bindings HTTP/1.1" status: 201 len: 390 time: 0.6084523 Jul 23 20:25:19.375078 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c278-852e-430b-a520-67e38a5026cf req-65ec5c6c-5a31-4b7e-8efa-1be8f265701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:19.376563 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5e2c278-852e-430b-a520-67e38a5026cf req-65ec5c6c-5a31-4b7e-8efa-1be8f265701a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3111296 Jul 23 20:25:19.429933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c55e0c-8661-4fb7-9490-c82c4605a820 req-17a53992-af68-4d46-a77f-bc938b28bd8f tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:19.431642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e1c55e0c-8661-4fb7-9490-c82c4605a820 req-17a53992-af68-4d46-a77f-bc938b28bd8f tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 943 time: 0.0794647 Jul 23 20:25:19.479592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e1c55e0c-8661-4fb7-9490-c82c4605a820 req-1d54ee51-2aef-457f-b85c-b1d4b92a2ea1 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421700 Jul 23 20:25:19.511590 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5e2c278-852e-430b-a520-67e38a5026cf req-0aabf10b-553e-4291-8e66-56c3bd849ed8 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272874 Jul 23 20:25:19.628147 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5e2c278-852e-430b-a520-67e38a5026cf req-1c0f5866-794f-4111-843d-8855837ff519 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082618 Jul 23 20:25:19.674774 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111016b-4527-4a67-b421-a767e72e1c0d req-a8412e83-8904-4782-9e3d-10c9ab191aab tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:19.676345 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1111016b-4527-4a67-b421-a767e72e1c0d req-a8412e83-8904-4782-9e3d-10c9ab191aab tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.1062109 Jul 23 20:25:19.724832 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-7d2c20a4-450f-4f95-8deb-de2b59f8e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:19.726321 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-7d2c20a4-450f-4f95-8deb-de2b59f8e474 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 1097 time: 0.1048093 Jul 23 20:25:19.729502 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1111016b-4527-4a67-b421-a767e72e1c0d req-95bc961d-efe2-48e5-97b9-806670d96d2e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451825 Jul 23 20:25:19.736403 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6142757-7e78-48bb-8a91-22a5e49f0ca7 x-openstack-request-id: req-b6142757-7e78-48bb-8a91-22a5e49f0ca7 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:19.736403 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf3804f-85ab-4e3a-9927-919cb16a7cb1", "tag": "3904f742-1c3a-4e34-8aaf-b1cc5bdd7969", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:19.736681 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b6142757-7e78-48bb-8a91-22a5e49f0ca7 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:19.737154 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf3804f-85ab-4e3a-9927-919cb16a7cb1', 'tag': '3904f742-1c3a-4e34-8aaf-b1cc5bdd7969', 'status': 'completed', 'code': 200} Jul 23 20:25:19.921387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-1cb3c148-8850-46bf-b52b-b8475cdff0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:19.922855 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-1cb3c148-8850-46bf-b52b-b8475cdff0fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 909 time: 0.1845021 Jul 23 20:25:19.987057 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-8acbab59-c580-4238-8772-d5dcbcbee0b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6ed945-8567-422b-8f75-1fe6db8eceb0 HTTP/1.1" status: 200 len: 217 time: 0.0487084 Jul 23 20:25:20.001093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109213e-2c85-45a3-ac78-785b59ff8a6d req-b45e7a48-004b-405e-8377-9ba9ad468eaa tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:20.002489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6109213e-2c85-45a3-ac78-785b59ff8a6d req-b45e7a48-004b-405e-8377-9ba9ad468eaa tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 945 time: 0.2019961 Jul 23 20:25:20.009384 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356420fc-66b3-4a34-88b9-fcfa1797676d req-0fb09f53-4313-41ed-a41c-3ab841c62c1e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:20.010777 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-356420fc-66b3-4a34-88b9-fcfa1797676d req-0fb09f53-4313-41ed-a41c-3ab841c62c1e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ea77fe3-9eb2-4f35-86a2-b1da7062d268 HTTP/1.1" status: 200 len: 947 time: 0.2113948 Jul 23 20:25:20.015081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e9de6-25ad-4602-aac2-103d193aed33 req-d9ddbbc3-4233-47e9-b8e2-31315dfe65d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:20.016441 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c96e9de6-25ad-4602-aac2-103d193aed33 req-d9ddbbc3-4233-47e9-b8e2-31315dfe65d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e62a43bfff5486b8088a8e1de73827f&device_id=aaf3804f-85ab-4e3a-9927-919cb16a7cb1 HTTP/1.1" status: 200 len: 1100 time: 0.2485201 Jul 23 20:25:20.165976 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6833207a-4cbf-4601-9e04-0c8774aab45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:20.167493 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6833207a-4cbf-4601-9e04-0c8774aab45b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.1541140 Jul 23 20:25:20.170243 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6109213e-2c85-45a3-ac78-785b59ff8a6d req-80ce3443-a356-4e85-9efa-707c64e88971 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580825 Jul 23 20:25:20.176240 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-356420fc-66b3-4a34-88b9-fcfa1797676d req-621591b9-fe0b-41c9-bb67-451df8f0cf78 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589789 Jul 23 20:25:20.222135 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-2a99de30-e68e-47f6-8418-fcf2db87133d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353103 Jul 23 20:25:20.225177 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e9de6-25ad-4602-aac2-103d193aed33 req-0829a27b-043b-428e-b129-8f9e2f089f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:20.226566 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c96e9de6-25ad-4602-aac2-103d193aed33 req-0829a27b-043b-428e-b129-8f9e2f089f6d service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.1884983 Jul 23 20:25:20.304289 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c96e9de6-25ad-4602-aac2-103d193aed33 req-283418c3-9d86-46b7-9bbe-ffc98ac8269f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 HTTP/1.1" status: 200 len: 217 time: 0.0672679 Jul 23 20:25:20.668322 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e9de6-25ad-4602-aac2-103d193aed33 req-f31e99a0-ba5a-4e52-bddd-d85289b5f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:20.669849 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c96e9de6-25ad-4602-aac2-103d193aed33 req-f31e99a0-ba5a-4e52-bddd-d85289b5f007 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.3436873 Jul 23 20:25:20.676970 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-14a6cded-ad43-405d-8582-3296492e316a service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411829 Jul 23 20:25:20.762477 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4235485-cacc-4c23-91e9-c8725161ac8b req-3abbd929-fbe3-4ac4-8981-e5b6eba6a643 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:20.764151 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4235485-cacc-4c23-91e9-c8725161ac8b req-3abbd929-fbe3-4ac4-8981-e5b6eba6a643 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaf3804f-85ab-4e3a-9927-919cb16a7cb1 HTTP/1.1" status: 200 len: 948 time: 0.5036602 Jul 23 20:25:20.854036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97341f-2ecb-475d-991d-973eab0408e0 req-ffa5b035-1988-4b46-b2fa-955cea5d5e19 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:20.856083 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fd97341f-2ecb-475d-991d-973eab0408e0 req-ffa5b035-1988-4b46-b2fa-955cea5d5e19 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.4726942 Jul 23 20:25:20.893378 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53324) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:20.905816 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4235485-cacc-4c23-91e9-c8725161ac8b req-5bf9835d-ed2a-411f-9617-3cef59f652a7 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306736 Jul 23 20:25:20.914162 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-b4a83b4d-4e6d-4508-9917-9ca1ca579e41 service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284343 Jul 23 20:25:20.923396 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e9de6-25ad-4602-aac2-103d193aed33 req-d6f941e3-0633-4836-8328-bb499ef4e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:20.923396 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c96e9de6-25ad-4602-aac2-103d193aed33 req-d6f941e3-0633-4836-8328-bb499ef4e037 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2424340 Jul 23 20:25:20.943225 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fd97341f-2ecb-475d-991d-973eab0408e0 req-fa7df383-4e13-4987-9202-a130a5e53156 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712066 Jul 23 20:25:21.045405 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-62077df1-10ba-4463-89c8-11fade7c3038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.137505 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c96e9de6-25ad-4602-aac2-103d193aed33 req-093b78ac-3fdb-4df1-9a3a-32cf9b6550e7 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053843 Jul 23 20:25:21.141476 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-62077df1-10ba-4463-89c8-11fade7c3038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.145383 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-62077df1-10ba-4463-89c8-11fade7c3038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.187077 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-62077df1-10ba-4463-89c8-11fade7c3038 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=975ab90e366348f3851badac8f47aedc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902212 Jul 23 20:25:21.187077 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62077df1-10ba-4463-89c8-11fade7c3038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaa49c2-ca41-4eb9-bd04-0172f436cbce,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:21.189234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53330) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:21.209476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-08271368-9ca0-495e-afeb-6eda35ddc7fa tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:21.210959 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-08271368-9ca0-495e-afeb-6eda35ddc7fa tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551&tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 1097 time: 0.2117019 Jul 23 20:25:21.238217 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27df3154-ed4d-441a-bc81-278ff94aeaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.248163 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-18'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:21.259084 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27df3154-ed4d-441a-bc81-278ff94aeaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.286416 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964245f-f410-4bf6-9918-4fb75ed92ede req-a3908f58-5723-4804-97ee-56a1e37a95c7 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:21.287852 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7964245f-f410-4bf6-9918-4fb75ed92ede req-a3908f58-5723-4804-97ee-56a1e37a95c7 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 943 time: 0.2573318 Jul 23 20:25:21.298319 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff1f41-c99e-4bcf-b18c-dc6c090aaf02 req-acc50ccd-8714-492d-a351-e646b2420de5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:21.299805 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-feff1f41-c99e-4bcf-b18c-dc6c090aaf02 req-acc50ccd-8714-492d-a351-e646b2420de5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.2448852 Jul 23 20:25:21.311315 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27df3154-ed4d-441a-bc81-278ff94aeaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.313950 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27df3154-ed4d-441a-bc81-278ff94aeaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.315063 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-27df3154-ed4d-441a-bc81-278ff94aeaea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ebaa49c2-ca41-4eb9-bd04-0172f436cbce HTTP/1.1" status: 204 len: 168 time: 0.1246016 Jul 23 20:25:21.323498 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df3154-ed4d-441a-bc81-278ff94aeaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaa49c2-ca41-4eb9-bd04-0172f436cbce,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:21.370031 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c96e9de6-25ad-4602-aac2-103d193aed33 req-49fee339-860f-423f-b8b5-d0cc3fcc50d7 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226117 Jul 23 20:25:21.405990 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7964245f-f410-4bf6-9918-4fb75ed92ede req-953e883b-58fc-4f2a-849a-c06ced0e4305 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052215 Jul 23 20:25:21.417147 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-feff1f41-c99e-4bcf-b18c-dc6c090aaf02 req-a0ba378b-7343-431a-a736-e05ef1420006 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048312 Jul 23 20:25:21.427755 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.531033 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:21.545854 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 11099cec-4ead-41c9-9bdd-4ae9be9d1cda no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:21.632743 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53340) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:21.645047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] For port 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=5a6ed945-8567-422b-8f75-1fe6db8eceb0,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:21.648205 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dcce540e-537b-47bb-af85-9939105aa01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.669914 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264433b1-2c65-40cd-8cd3-4058f7e2cf55 req-181b7a56-3794-409a-a12c-9426c0a7838b tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:21.675576 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-264433b1-2c65-40cd-8cd3-4058f7e2cf55 req-181b7a56-3794-409a-a12c-9426c0a7838b tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.1909590 Jul 23 20:25:21.689726 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245aec0-c061-4d36-a2a4-843b288d54e4 req-bc07f35d-12dc-40bd-89ee-c43a54b15eb9 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:21.691599 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3245aec0-c061-4d36-a2a4-843b288d54e4 req-bc07f35d-12dc-40bd-89ee-c43a54b15eb9 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 945 time: 0.1899996 Jul 23 20:25:21.720876 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3904f742-1c3a-4e34-8aaf-b1cc5bdd7969,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:21.723904 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.735038 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '3904f742-1c3a-4e34-8aaf-b1cc5bdd7969', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '3904f742-1c3a-4e34-8aaf-b1cc5bdd7969', 'mac_address': 'fa:16:3e:cf:d2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:25:21.751473 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dcce540e-537b-47bb-af85-9939105aa01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.755805 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dcce540e-537b-47bb-af85-9939105aa01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.769467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] For port 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:21.773972 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-264433b1-2c65-40cd-8cd3-4058f7e2cf55 req-e74f1197-7f4a-49dd-af2a-186c121ccc8d tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927165 Jul 23 20:25:21.789697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b707a9ac-c1b0-4924-8084-9143d17e0b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11099cec-4ead-41c9-9bdd-4ae9be9d1cda'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:21.792590 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2849b30e-e800-4236-8cc2-23b9ade40807" -d '{"events": [{"server_uuid": "b707a9ac-c1b0-4924-8084-9143d17e0b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "11099cec-4ead-41c9-9bdd-4ae9be9d1cda"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:21.794797 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dcce540e-537b-47bb-af85-9939105aa01b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=600abece6e524b98bc84233df5090d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600289 Jul 23 20:25:21.795500 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3245aec0-c061-4d36-a2a4-843b288d54e4 req-9464f370-23a2-4915-9b12-303400d25dd8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948176 Jul 23 20:25:21.795710 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce540e-537b-47bb-af85-9939105aa01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0d6dfd-3202-408e-b57d-c729e76ce746,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:21.797736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53344) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:21.827702 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.830509 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:21.844667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2569d607-77ba-4fc7-ad68-639670399880 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:21.866112 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97af9ad2-21c5-465b-baf0-5c756c0c1551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a6ed945-8567-422b-8f75-1fe6db8eceb0'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:21.868534 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0930d6bf-4c01-4c13-b262-e3a813231efd" -d '{"events": [{"server_uuid": "97af9ad2-21c5-465b-baf0-5c756c0c1551", "name": "network-vif-unplugged", "status": "completed", "tag": "5a6ed945-8567-422b-8f75-1fe6db8eceb0"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:21.873160 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.879378 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d7f0ef-8afa-454b-9127-ac3ff8d70b30 x-openstack-request-id: req-30d7f0ef-8afa-454b-9127-ac3ff8d70b30 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:21.879779 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b707a9ac-c1b0-4924-8084-9143d17e0b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "11099cec-4ead-41c9-9bdd-4ae9be9d1cda", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:21.885895 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30d7f0ef-8afa-454b-9127-ac3ff8d70b30 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:21.886944 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b707a9ac-c1b0-4924-8084-9143d17e0b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11099cec-4ead-41c9-9bdd-4ae9be9d1cda', 'code': 200} Jul 23 20:25:21.889679 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.893244 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.902991 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:21.974947 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3904f742-1c3a-4e34-8aaf-b1cc5bdd7969,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:21.985871 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.986512 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 11099cec-4ead-41c9-9bdd-4ae9be9d1cda details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:21.999691 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2ff8-ab8c-423d-a1d3-b5e874f743fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.016219 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:22.046105 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c53672-044d-436e-9591-7535e9810306 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6ed945-8567-422b-8f75-1fe6db8eceb0,revision_number=7']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:22.059143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2569d607-77ba-4fc7-ad68-639670399880, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2569d607-77ba-4fc7-ad68-639670399880,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:22.065699 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] Attempting to bind port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 on host n-h1-791504-18 for vnic_type normal with profile {"migrating_to": "n-h2-791504-18"} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:22.066035 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] Attempting to bind port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:22.066628 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] Attempting to bind port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:22.081065 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2ff8-ab8c-423d-a1d3-b5e874f743fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.087389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:22.089845 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] Port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:22.090180 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] Attempting to bind port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:22.101740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '2569d607-77ba-4fc7-ad68-639670399880', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '2569d607-77ba-4fc7-ad68-639670399880', 'mac_address': 'fa:16:3e:19:f3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:25:22.110143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '11099cec-4ead-41c9-9bdd-4ae9be9d1cda', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '11099cec-4ead-41c9-9bdd-4ae9be9d1cda', 'mac_address': 'fa:16:3e:89:5c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:25:22.113462 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c007d1-0b09-4c2e-8031-bc115ab7728d req-28f0b2d0-dd68-4334-824d-07db7f88b279 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:22.120303 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98c007d1-0b09-4c2e-8031-bc115ab7728d req-28f0b2d0-dd68-4334-824d-07db7f88b279 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ea77fe3-9eb2-4f35-86a2-b1da7062d268 HTTP/1.1" status: 200 len: 947 time: 0.2360766 Jul 23 20:25:22.122229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=3904f742-1c3a-4e34-8aaf-b1cc5bdd7969,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:22.122750 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:22.123089 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] Checking segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:22.123502 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] Bound using segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:22.123951 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] Bound port: 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:22.124308 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.202565 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a0b946-caeb-4b77-99a8-955de0fbb964 x-openstack-request-id: req-a8a0b946-caeb-4b77-99a8-955de0fbb964 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:22.202907 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97af9ad2-21c5-465b-baf0-5c756c0c1551", "name": "network-vif-unplugged", "status": "completed", "tag": "5a6ed945-8567-422b-8f75-1fe6db8eceb0", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:22.203090 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8a0b946-caeb-4b77-99a8-955de0fbb964 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:22.203560 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97af9ad2-21c5-465b-baf0-5c756c0c1551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a6ed945-8567-422b-8f75-1fe6db8eceb0', 'code': 200} Jul 23 20:25:22.208106 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.210186 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.219088 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98c007d1-0b09-4c2e-8031-bc115ab7728d req-aaafd4fc-39e7-468d-81b2-aae6ffa45d87 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973818 Jul 23 20:25:22.239480 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2ff8-ab8c-423d-a1d3-b5e874f743fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.242444 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2ff8-ab8c-423d-a1d3-b5e874f743fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.243655 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9c1b2ff8-ab8c-423d-a1d3-b5e874f743fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc0d6dfd-3202-408e-b57d-c729e76ce746 HTTP/1.1" status: 204 len: 168 time: 0.4229927 Jul 23 20:25:22.258193 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2569d607-77ba-4fc7-ad68-639670399880 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:22.264165 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b2ff8-ab8c-423d-a1d3-b5e874f743fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0d6dfd-3202-408e-b57d-c729e76ce746,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:22.264941 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11099cec-4ead-41c9-9bdd-4ae9be9d1cda {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:22.302532 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2569d607-77ba-4fc7-ad68-639670399880, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2569d607-77ba-4fc7-ad68-639670399880,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:22.307572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:22.311241 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.330764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] For port 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:22.337633 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.348000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 88dfe02c-b823-4b31-9325-d390e1434169 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:22.362553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] For port 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=5a6ed945-8567-422b-8f75-1fe6db8eceb0,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:22.372132 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.417097 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2569d607-77ba-4fc7-ad68-639670399880,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:22.522074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c53672-044d-436e-9591-7535e9810306 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6ed945-8567-422b-8f75-1fe6db8eceb0,revision_number=8']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:22.525141 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:22.535253 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 88dfe02c-b823-4b31-9325-d390e1434169, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=88dfe02c-b823-4b31-9325-d390e1434169,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:22.550014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '88dfe02c-b823-4b31-9325-d390e1434169', 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0', 'port_id': '88dfe02c-b823-4b31-9325-d390e1434169', 'mac_address': 'fa:16:3e:44:2c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04cc1b4-e7d5-485f-8df9-995da9a55827', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:25:22.555288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13d2e6-653f-43e6-a174-7db533a40199 req-10f4b993-28df-438d-846f-708db6fdac4b tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:22.556960 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f13d2e6-653f-43e6-a174-7db533a40199 req-10f4b993-28df-438d-846f-708db6fdac4b tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaf3804f-85ab-4e3a-9927-919cb16a7cb1 HTTP/1.1" status: 200 len: 949 time: 0.2941792 Jul 23 20:25:22.587729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:22.588496 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.590412 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-95c53672-044d-436e-9591-7535e9810306 service neutron] 10.222.0.57 "PUT /v2.0/ports/5a6ed945-8567-422b-8f75-1fe6db8eceb0 HTTP/1.1" status: 200 len: 1123 time: 1.3483510 Jul 23 20:25:22.598593 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['2569d607-77ba-4fc7-ad68-639670399880'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:22.622500 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.634172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9aa3e-12fa-4662-90c4-9997a8c307a2 req-5de24c18-d61c-454c-aada-b3f67b702749 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:22.641286 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e9aa3e-12fa-4662-90c4-9997a8c307a2 req-5de24c18-d61c-454c-aada-b3f67b702749 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 948 time: 0.2212842 Jul 23 20:25:22.653234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88dfe02c-b823-4b31-9325-d390e1434169 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:22.655480 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f13d2e6-653f-43e6-a174-7db533a40199 req-e3d73208-253b-4dcb-99da-7bfd9ff5b796 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910006 Jul 23 20:25:22.701643 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['5a6ed945-8567-422b-8f75-1fe6db8eceb0'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:22.702213 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e9aa3e-12fa-4662-90c4-9997a8c307a2 req-af3a5b20-e9d0-4fe8-8034-4535e0be287b tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596383 Jul 23 20:25:22.716397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 88dfe02c-b823-4b31-9325-d390e1434169, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=88dfe02c-b823-4b31-9325-d390e1434169,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:22.755294 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.836949 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f716b7-fd47-4076-9330-f1dc5c67647d req-945b71f9-d1fe-488f-87a9-b18cecbc413c tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:22.838538 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03f716b7-fd47-4076-9330-f1dc5c67647d req-945b71f9-d1fe-488f-87a9-b18cecbc413c tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 944 time: 0.1129961 Jul 23 20:25:22.881348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0106e-4f9a-4bb7-9c3d-8fcd514538e2 req-0660c3d0-fccb-4729-bb77-c211d0dc3863 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:22.882921 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4da0106e-4f9a-4bb7-9c3d-8fcd514538e2 req-0660c3d0-fccb-4729-bb77-c211d0dc3863 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.1092081 Jul 23 20:25:22.910211 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03f716b7-fd47-4076-9330-f1dc5c67647d req-6e7d5612-31eb-41d1-b01b-b7c8f1ec518e tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599616 Jul 23 20:25:22.939820 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4da0106e-4f9a-4bb7-9c3d-8fcd514538e2 req-774aaafd-db3b-4af5-a91d-b96081822109 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451131 Jul 23 20:25:23.001326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=88dfe02c-b823-4b31-9325-d390e1434169,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:23.108594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a398db7-7772-420f-bd59-9cd613662292 req-3f1b1db7-ec04-4bd6-a72b-fbe399639bb2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:23.110125 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4a398db7-7772-420f-bd59-9cd613662292 req-3f1b1db7-ec04-4bd6-a72b-fbe399639bb2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 943 time: 0.0832932 Jul 23 20:25:23.116031 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['3904f742-1c3a-4e34-8aaf-b1cc5bdd7969'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:23.138891 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['88dfe02c-b823-4b31-9325-d390e1434169'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:23.144782 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['11099cec-4ead-41c9-9bdd-4ae9be9d1cda'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:23.152598 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4a398db7-7772-420f-bd59-9cd613662292 req-e797e4ef-3d0c-4a2a-af81-e94c29711c65 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358467 Jul 23 20:25:23.366453 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37541996-f3f2-4c2a-9b07-4e5ad61ccb27 req-2dd02fe7-588b-496b-8c3a-85728ed4645b tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:23.368388 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37541996-f3f2-4c2a-9b07-4e5ad61ccb27 req-2dd02fe7-588b-496b-8c3a-85728ed4645b tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ea77fe3-9eb2-4f35-86a2-b1da7062d268 HTTP/1.1" status: 200 len: 948 time: 0.0743828 Jul 23 20:25:23.410098 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37541996-f3f2-4c2a-9b07-4e5ad61ccb27 req-68a614c6-198c-4110-9749-e79367a8311b tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338626 Jul 23 20:25:23.837444 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abed76-b00e-4188-8887-201fe709bb43 req-0546ad3a-b2af-46d3-99f0-52f8a1f1a77d tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:23.838907 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85abed76-b00e-4188-8887-201fe709bb43 req-0546ad3a-b2af-46d3-99f0-52f8a1f1a77d tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaf3804f-85ab-4e3a-9927-919cb16a7cb1 HTTP/1.1" status: 200 len: 949 time: 0.1056783 Jul 23 20:25:23.858332 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2569d607-77ba-4fc7-ad68-639670399880 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:23.859152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f3ddd-1003-4063-a87f-60505ef05106 req-43307d28-1d82-4443-8f54-a5aa3cc59470 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:23.861932 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d07f3ddd-1003-4063-a87f-60505ef05106 req-43307d28-1d82-4443-8f54-a5aa3cc59470 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 948 time: 0.0973220 Jul 23 20:25:23.906510 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 2569d607-77ba-4fc7-ad68-639670399880 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:23.910111 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 2569d607-77ba-4fc7-ad68-639670399880 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:23.910482 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:23.913474 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85abed76-b00e-4188-8887-201fe709bb43 req-f5827427-9c81-4273-a8ec-d0bb41340302 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678306 Jul 23 20:25:23.918930 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d07f3ddd-1003-4063-a87f-60505ef05106 req-b8927714-a008-4928-91b1-98dde2323543 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528128 Jul 23 20:25:24.010802 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.041130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea77fe3-9eb2-4f35-86a2-b1da7062d268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2569d607-77ba-4fc7-ad68-639670399880'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:24.045136 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb26475-96c5-42a1-af2d-1d51938ac539" -d '{"events": [{"server_uuid": "5ea77fe3-9eb2-4f35-86a2-b1da7062d268", "name": "network-vif-plugged", "status": "completed", "tag": "2569d607-77ba-4fc7-ad68-639670399880"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:24.061762 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2569d607-77ba-4fc7-ad68-639670399880, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2569d607-77ba-4fc7-ad68-639670399880,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:24.065735 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.114205 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2569d607-77ba-4fc7-ad68-639670399880,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:24.126435 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaceaf8-e774-4da1-935f-1af6ed05cf7a req-f3d39a96-4dea-43f7-8736-4567cab6c2f9 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:24.128038 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-deaceaf8-e774-4da1-935f-1af6ed05cf7a req-f3d39a96-4dea-43f7-8736-4567cab6c2f9 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.0978327 Jul 23 20:25:24.135964 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d628e-4703-4e0e-80e0-5223f9048b07 req-4b11e0e1-b41b-4e46-bc7d-6e7a32f16b1b tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:24.137442 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e9d628e-4703-4e0e-80e0-5223f9048b07 req-4b11e0e1-b41b-4e46-bc7d-6e7a32f16b1b tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 944 time: 0.1184819 Jul 23 20:25:24.190853 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-deaceaf8-e774-4da1-935f-1af6ed05cf7a req-4addbe5a-ec42-4b0f-b367-548f43080fa3 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524793 Jul 23 20:25:24.195871 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e9d628e-4703-4e0e-80e0-5223f9048b07 req-52f2ca0b-3f47-4d84-a794-2de813e7a9bf tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516977 Jul 23 20:25:24.204479 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97af9ad2-21c5-465b-baf0-5c756c0c1551', 'tag': '5a6ed945-8567-422b-8f75-1fe6db8eceb0'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:24.207043 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786de6ed-37d2-4398-a0c9-4cafe571b692" -d '{"events": [{"name": "network-changed", "server_uuid": "97af9ad2-21c5-465b-baf0-5c756c0c1551", "tag": "5a6ed945-8567-422b-8f75-1fe6db8eceb0"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:24.245877 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92f9bfd-c264-4a28-826b-a8762a41cabd x-openstack-request-id: req-f92f9bfd-c264-4a28-826b-a8762a41cabd {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:24.246172 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea77fe3-9eb2-4f35-86a2-b1da7062d268", "name": "network-vif-plugged", "status": "completed", "tag": "2569d607-77ba-4fc7-ad68-639670399880", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:24.246436 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f92f9bfd-c264-4a28-826b-a8762a41cabd {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:24.246832 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea77fe3-9eb2-4f35-86a2-b1da7062d268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2569d607-77ba-4fc7-ad68-639670399880', 'code': 200} Jul 23 20:25:24.277481 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7407f42a-1919-4ab9-a943-1954da10173a x-openstack-request-id: req-7407f42a-1919-4ab9-a943-1954da10173a {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:24.277770 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97af9ad2-21c5-465b-baf0-5c756c0c1551", "tag": "5a6ed945-8567-422b-8f75-1fe6db8eceb0", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:24.278018 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7407f42a-1919-4ab9-a943-1954da10173a {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:24.278392 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97af9ad2-21c5-465b-baf0-5c756c0c1551', 'tag': '5a6ed945-8567-422b-8f75-1fe6db8eceb0', 'status': 'completed', 'code': 200} Jul 23 20:25:24.366864 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef4cef-512a-40be-99be-dde3c2c11377 req-4f4ecaaf-9b00-4f0e-a24d-0ba703b15d3e tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:24.368494 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93ef4cef-512a-40be-99be-dde3c2c11377 req-4f4ecaaf-9b00-4f0e-a24d-0ba703b15d3e tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 943 time: 0.1056056 Jul 23 20:25:24.381412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786de6ed-37d2-4398-a0c9-4cafe571b692 req-84f676d7-8fb1-46af-a6a4-56149fbe27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:24.383511 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-786de6ed-37d2-4398-a0c9-4cafe571b692 req-84f676d7-8fb1-46af-a6a4-56149fbe27fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 1126 time: 0.0703139 Jul 23 20:25:24.452536 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab361724-b6d5-47d1-bf3b-c440cc43cd17 req-ce41f04a-e1c7-433a-b949-03acbf42f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:24.454354 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab361724-b6d5-47d1-bf3b-c440cc43cd17 req-ce41f04a-e1c7-433a-b949-03acbf42f86e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5ea77fe3-9eb2-4f35-86a2-b1da7062d268 HTTP/1.1" status: 200 len: 1101 time: 0.1393423 Jul 23 20:25:24.459608 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93ef4cef-512a-40be-99be-dde3c2c11377 req-146a0484-e1f7-44ca-ac49-5b35aed9ef43 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768187 Jul 23 20:25:24.495235 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a42e1d26-e0fa-4f6c-a4bf-f0616c6c46d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.508124 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786de6ed-37d2-4398-a0c9-4cafe571b692 req-be51874a-cc5c-4953-ba2e-756db8e0e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:24.509815 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-786de6ed-37d2-4398-a0c9-4cafe571b692 req-be51874a-cc5c-4953-ba2e-756db8e0e79f service neutron] 10.222.0.48 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 909 time: 0.1194079 Jul 23 20:25:24.514790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab361724-b6d5-47d1-bf3b-c440cc43cd17 req-4274979a-0087-4e49-b452-fbb163703299 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527465 Jul 23 20:25:24.602260 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-786de6ed-37d2-4398-a0c9-4cafe571b692 req-6fb84ff2-a5a7-4ece-b546-e09ff8097aaf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6ed945-8567-422b-8f75-1fe6db8eceb0 HTTP/1.1" status: 200 len: 217 time: 0.0365522 Jul 23 20:25:24.616660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e3bed-d959-40dc-8014-353b68b5a1b1 req-b8d8b771-af17-4af4-a39c-d0c0b784e8dc tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:24.623348 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf5e3bed-d959-40dc-8014-353b68b5a1b1 req-b8d8b771-af17-4af4-a39c-d0c0b784e8dc tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ea77fe3-9eb2-4f35-86a2-b1da7062d268 HTTP/1.1" status: 200 len: 949 time: 0.0727463 Jul 23 20:25:24.658277 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf5e3bed-d959-40dc-8014-353b68b5a1b1 req-90a75ce7-1c62-43c5-b731-9e8dfc0e66f3 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340700 Jul 23 20:25:24.659195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786de6ed-37d2-4398-a0c9-4cafe571b692 req-5fac65fd-a79f-4597-bc86-3228ef50164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:24.660937 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-786de6ed-37d2-4398-a0c9-4cafe571b692 req-5fac65fd-a79f-4597-bc86-3228ef50164d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.0502877 Jul 23 20:25:24.677602 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53462) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:24.699923 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-786de6ed-37d2-4398-a0c9-4cafe571b692 req-f7150873-4512-4f85-91aa-addbc73d11d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308950 Jul 23 20:25:24.789511 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-71471a45-ee07-4e7a-9e59-bdb499095e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.791664 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-786de6ed-37d2-4398-a0c9-4cafe571b692 req-5d2821a6-5f3f-4d09-9de7-feceeca44cb3 service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840201 Jul 23 20:25:24.878694 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-71471a45-ee07-4e7a-9e59-bdb499095e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.883254 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-71471a45-ee07-4e7a-9e59-bdb499095e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.890175 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-786de6ed-37d2-4398-a0c9-4cafe571b692 req-87cef639-f44b-4369-a152-9c568a2f6e1a service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883551 Jul 23 20:25:24.923677 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-71471a45-ee07-4e7a-9e59-bdb499095e6e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c6c75feb5e7e47619a2aaa955671cd34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449827 Jul 23 20:25:24.926686 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53466) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:24.934760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71471a45-ee07-4e7a-9e59-bdb499095e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36200c70-264f-47cc-8adf-766cb0bb6294,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:25.255076 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-da46a3ad-0964-456a-9943-eb9ac9e71756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:25.288288 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-da46a3ad-0964-456a-9943-eb9ac9e71756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:25.297024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc30b6-0b78-4f9c-8ad7-bca53f324b11 req-334b95d9-6d49-4f1f-b15b-c74bc082a739 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:25.298496 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83bc30b6-0b78-4f9c-8ad7-bca53f324b11 req-334b95d9-6d49-4f1f-b15b-c74bc082a739 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 948 time: 0.1497917 Jul 23 20:25:25.313750 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49b648-3f04-48dd-9644-a612cac866ef req-32f961f8-f9de-4f7b-ae0b-4f0a726ff50f tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:25.316680 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c49b648-3f04-48dd-9644-a612cac866ef req-32f961f8-f9de-4f7b-ae0b-4f0a726ff50f tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaf3804f-85ab-4e3a-9927-919cb16a7cb1 HTTP/1.1" status: 200 len: 949 time: 0.1687438 Jul 23 20:25:25.383597 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83bc30b6-0b78-4f9c-8ad7-bca53f324b11 req-d73c5c36-a5ef-47ab-a0ca-e19ded25d71c tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791945 Jul 23 20:25:25.408570 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c49b648-3f04-48dd-9644-a612cac866ef req-dba01f85-dda5-4fd9-b344-792e8e5df52b tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793805 Jul 23 20:25:25.409566 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-da46a3ad-0964-456a-9943-eb9ac9e71756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:25.412087 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-da46a3ad-0964-456a-9943-eb9ac9e71756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:25.413137 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-da46a3ad-0964-456a-9943-eb9ac9e71756 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/36200c70-264f-47cc-8adf-766cb0bb6294 HTTP/1.1" status: 204 len: 168 time: 0.4855230 Jul 23 20:25:25.424407 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46a3ad-0964-456a-9943-eb9ac9e71756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36200c70-264f-47cc-8adf-766cb0bb6294,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:25.572436 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 5a6ed945-8567-422b-8f75-1fe6db8eceb0 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:25.574608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 11099cec-4ead-41c9-9bdd-4ae9be9d1cda up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:25.586365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c23c4-f9d6-4e8a-998a-f6adc2fe0201 req-5d87206a-c1ae-4ab7-8dd8-1e7cd108bb15 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:25.588221 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-164c23c4-f9d6-4e8a-998a-f6adc2fe0201 req-5d87206a-c1ae-4ab7-8dd8-1e7cd108bb15 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.1361246 Jul 23 20:25:25.596632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f9d73-869e-4d20-8384-ced0c6a59e80 req-44015e9d-29c2-43cb-a778-40a88a0cdcac tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:25.598064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c78f9d73-869e-4d20-8384-ced0c6a59e80 req-44015e9d-29c2-43cb-a778-40a88a0cdcac tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 944 time: 0.1001701 Jul 23 20:25:25.655189 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-164c23c4-f9d6-4e8a-998a-f6adc2fe0201 req-2df408c4-688f-4fad-bcbe-32a98cc5e91a tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561152 Jul 23 20:25:25.660806 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c78f9d73-869e-4d20-8384-ced0c6a59e80 req-6cc46d97-a92b-491d-909f-85ca8ab3510a tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537457 Jul 23 20:25:25.702792 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:25.703265 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:25.766873 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=5a6ed945-8567-422b-8f75-1fe6db8eceb0,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:25.781932 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 5a6ed945-8567-422b-8f75-1fe6db8eceb0 has no active binding in host n-h2-791504-18 {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:25:25.840233 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:25.876497 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:25.881172 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:25.882167 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:25.897956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4113b-7d01-43d5-b875-2869014a7129 req-3c8660e3-0338-4483-9730-ca60b975a9e9 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:25.899491 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c5e4113b-7d01-43d5-b875-2869014a7129 req-3c8660e3-0338-4483-9730-ca60b975a9e9 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 943 time: 0.1563778 Jul 23 20:25:25.911440 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c0585-9093-4701-b2df-fb4bf69183dd req-deadab96-e334-48ba-8ea5-ba566af5a12e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:25.912927 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d86c0585-9093-4701-b2df-fb4bf69183dd req-deadab96-e334-48ba-8ea5-ba566af5a12e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ea77fe3-9eb2-4f35-86a2-b1da7062d268 HTTP/1.1" status: 200 len: 949 time: 0.1031849 Jul 23 20:25:25.964858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:25.972191 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c5e4113b-7d01-43d5-b875-2869014a7129 req-97a95ead-5a16-46ab-8096-76db1d1f3771 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582454 Jul 23 20:25:25.981190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:25.983412 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d86c0585-9093-4701-b2df-fb4bf69183dd req-4ef10af0-59d7-44e9-8c7b-176ba2805857 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634878 Jul 23 20:25:25.995364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:25.995364 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.073107 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.107755 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3904f742-1c3a-4e34-8aaf-b1cc5bdd7969,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:26.112546 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.113707 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 88dfe02c-b823-4b31-9325-d390e1434169 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:26.196109 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=3904f742-1c3a-4e34-8aaf-b1cc5bdd7969,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:26.211646 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 88dfe02c-b823-4b31-9325-d390e1434169 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:26.215608 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53506) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:26.220361 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 88dfe02c-b823-4b31-9325-d390e1434169 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:26.221066 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.247485 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b707a9ac-c1b0-4924-8084-9143d17e0b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11099cec-4ead-41c9-9bdd-4ae9be9d1cda'}, {'server_uuid': 'aaf3804f-85ab-4e3a-9927-919cb16a7cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3904f742-1c3a-4e34-8aaf-b1cc5bdd7969'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:26.250103 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b129b098-5c78-40f0-882a-53e0822162bc" -d '{"events": [{"server_uuid": "b707a9ac-c1b0-4924-8084-9143d17e0b0e", "name": "network-vif-plugged", "status": "completed", "tag": "11099cec-4ead-41c9-9bdd-4ae9be9d1cda"}, {"server_uuid": "aaf3804f-85ab-4e3a-9927-919cb16a7cb1", "name": "network-vif-plugged", "status": "completed", "tag": "3904f742-1c3a-4e34-8aaf-b1cc5bdd7969"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:26.311649 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e0a273-57a2-4c90-9d6b-72b6d2df2910 x-openstack-request-id: req-b2e0a273-57a2-4c90-9d6b-72b6d2df2910 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:26.311944 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b707a9ac-c1b0-4924-8084-9143d17e0b0e", "name": "network-vif-plugged", "status": "completed", "tag": "11099cec-4ead-41c9-9bdd-4ae9be9d1cda", "code": 200}, {"server_uuid": "aaf3804f-85ab-4e3a-9927-919cb16a7cb1", "name": "network-vif-plugged", "status": "completed", "tag": "3904f742-1c3a-4e34-8aaf-b1cc5bdd7969", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:26.312191 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2e0a273-57a2-4c90-9d6b-72b6d2df2910 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:26.312572 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b707a9ac-c1b0-4924-8084-9143d17e0b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11099cec-4ead-41c9-9bdd-4ae9be9d1cda', 'code': 200} Jul 23 20:25:26.312822 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf3804f-85ab-4e3a-9927-919cb16a7cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3904f742-1c3a-4e34-8aaf-b1cc5bdd7969', 'code': 200} Jul 23 20:25:26.330213 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.344921 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-927566d8-f17e-4adf-b2ed-70bb76b79122 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-606626571-network', 'tenant_id': '4996eef3467f416995387ed0359921fa'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:26.362730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 88dfe02c-b823-4b31-9325-d390e1434169, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=88dfe02c-b823-4b31-9325-d390e1434169,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:26.367982 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.370128 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927566d8-f17e-4adf-b2ed-70bb76b79122 admin admin] Made reservation on behalf of 4996eef3467f416995387ed0359921fa for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:26.374003 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-927566d8-f17e-4adf-b2ed-70bb76b79122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.392113 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-927566d8-f17e-4adf-b2ed-70bb76b79122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.419674 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=88dfe02c-b823-4b31-9325-d390e1434169,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:26.444974 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159342f8-fba0-4797-9fef-170bf3eb7fe3 req-60dd9db0-56b2-445e-bcd2-0afe35e46396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:26.446499 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-159342f8-fba0-4797-9fef-170bf3eb7fe3 req-60dd9db0-56b2-445e-bcd2-0afe35e46396 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aaf3804f-85ab-4e3a-9927-919cb16a7cb1 HTTP/1.1" status: 200 len: 1102 time: 0.0834520 Jul 23 20:25:26.512353 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-927566d8-f17e-4adf-b2ed-70bb76b79122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.516018 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-927566d8-f17e-4adf-b2ed-70bb76b79122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.538656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-159342f8-fba0-4797-9fef-170bf3eb7fe3 req-c06a9970-9472-4660-98da-fd95a6a3c24e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842571 Jul 23 20:25:26.543231 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927566d8-f17e-4adf-b2ed-70bb76b79122 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:25:26.549325 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927566d8-f17e-4adf-b2ed-70bb76b79122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ece5bd-7a4e-4fa8-bd21-74ef582aef85,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:26.555310 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-927566d8-f17e-4adf-b2ed-70bb76b79122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.555666 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-927566d8-f17e-4adf-b2ed-70bb76b79122 admin admin] Added segment 4366b54b-1b59-4067-ba31-abf18351c8a6 of type vlan for network 00a44818-789a-4a53-8ac3-83cc87651a61 Jul 23 20:25:26.596881 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-927566d8-f17e-4adf-b2ed-70bb76b79122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.598386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e6feb-4e10-493e-9788-1c3a1aeb3974 req-120158b8-9320-4520-b035-858aadf6f481 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:26.600030 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f7e6feb-4e10-493e-9788-1c3a1aeb3974 req-120158b8-9320-4520-b035-858aadf6f481 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.1169896 Jul 23 20:25:26.621863 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e8a84-3389-493f-9cf0-39ea40ca9cab req-8565257e-5530-4bee-9e34-219cbd2d7f71 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:26.623390 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab8e8a84-3389-493f-9cf0-39ea40ca9cab req-8565257e-5530-4bee-9e34-219cbd2d7f71 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaf3804f-85ab-4e3a-9927-919cb16a7cb1 HTTP/1.1" status: 200 len: 950 time: 0.1006534 Jul 23 20:25:26.627216 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-927566d8-f17e-4adf-b2ed-70bb76b79122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.628272 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927566d8-f17e-4adf-b2ed-70bb76b79122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:26.628954 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-927566d8-f17e-4adf-b2ed-70bb76b79122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.663390 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-927566d8-f17e-4adf-b2ed-70bb76b79122 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4464746 Jul 23 20:25:26.666226 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53518) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:26.668568 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f7e6feb-4e10-493e-9788-1c3a1aeb3974 req-21da4c27-e7ee-45bd-96b6-d93d468f8c90 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606933 Jul 23 20:25:26.677519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-da08173d-7a96-43b7-85bf-60d86ad750e0 admin admin] Request body: {'subnet': {'network_id': '00a44818-789a-4a53-8ac3-83cc87651a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-606626571-subnet', 'tenant_id': '4996eef3467f416995387ed0359921fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:26.681961 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab8e8a84-3389-493f-9cf0-39ea40ca9cab req-1958765d-05cb-47fe-af65-141e5ce999d1 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507822 Jul 23 20:25:26.709456 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927566d8-f17e-4adf-b2ed-70bb76b79122 admin admin] Pushing event updated for resources: {'Network': ['ID=00a44818-789a-4a53-8ac3-83cc87651a61,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:26.719459 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 00a44818-789a-4a53-8ac3-83cc87651a61 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:25:26.731635 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da08173d-7a96-43b7-85bf-60d86ad750e0 admin admin] Made reservation on behalf of 4996eef3467f416995387ed0359921fa for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:26.734455 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da08173d-7a96-43b7-85bf-60d86ad750e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.863052 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ccc0b-6936-4ffc-b92f-78060ab6e1c9 req-41d3065e-0de6-498f-86a4-0c7a6231df41 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:26.864542 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-601ccc0b-6936-4ffc-b92f-78060ab6e1c9 req-41d3065e-0de6-498f-86a4-0c7a6231df41 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ea77fe3-9eb2-4f35-86a2-b1da7062d268 HTTP/1.1" status: 200 len: 949 time: 0.1171927 Jul 23 20:25:26.873525 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd2242-3b7b-4f0d-88c6-992e9fc1cf67 req-354525d9-2dbf-479e-b6bd-9a730c273629 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:26.874897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cefd2242-3b7b-4f0d-88c6-992e9fc1cf67 req-354525d9-2dbf-479e-b6bd-9a730c273629 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.0952559 Jul 23 20:25:26.909928 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da08173d-7a96-43b7-85bf-60d86ad750e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:26.932152 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-601ccc0b-6936-4ffc-b92f-78060ab6e1c9 req-2997a3c6-1503-4167-aafd-5e38730620c0 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562913 Jul 23 20:25:26.936943 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cefd2242-3b7b-4f0d-88c6-992e9fc1cf67 req-91f4fdb8-35d0-4d68-9b48-bc1bb060023a tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546820 Jul 23 20:25:26.970024 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08173d-7a96-43b7-85bf-60d86ad750e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5caf688e-25ff-4fdc-9c17-316d3a0d5f2e,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:26.983916 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da08173d-7a96-43b7-85bf-60d86ad750e0 admin admin] Checking segment: {'id': '4366b54b-1b59-4067-ba31-abf18351c8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00a44818-789a-4a53-8ac3-83cc87651a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:26.984273 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da08173d-7a96-43b7-85bf-60d86ad750e0 admin admin] Network hostable DHCP agents. Network: 00a44818-789a-4a53-8ac3-83cc87651a61, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:25:27.008697 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da08173d-7a96-43b7-85bf-60d86ad750e0 admin admin] Network 00a44818-789a-4a53-8ac3-83cc87651a61 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:25:27.019590 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-da08173d-7a96-43b7-85bf-60d86ad750e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 00a44818-789a-4a53-8ac3-83cc87651a61) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:27.024083 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da08173d-7a96-43b7-85bf-60d86ad750e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:27.025164 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da08173d-7a96-43b7-85bf-60d86ad750e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.032895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91590ada-76cc-4658-b216-d5317016b326 None None] Network 00a44818-789a-4a53-8ac3-83cc87651a61 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:27.063769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53530) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:27.063913 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-da08173d-7a96-43b7-85bf-60d86ad750e0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3965869 Jul 23 20:25:27.068810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-606626571-router', 'tenant_id': '4996eef3467f416995387ed0359921fa', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:27.074724 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-99416703-4fe2-4d6e-95d2-a113bac96351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.112860 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a641e9-8ec7-47fa-be21-7156f75afa33 req-9bba0d60-ee9a-4e84-b342-ecf896d1f7de tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:27.114732 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6a641e9-8ec7-47fa-be21-7156f75afa33 req-9bba0d60-ee9a-4e84-b342-ecf896d1f7de tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 945 time: 0.1056092 Jul 23 20:25:27.128201 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.129477 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.210582 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-00a44818-789a-4a53-8ac3-83cc87651a61', 'network_id': '00a44818-789a-4a53-8ac3-83cc87651a61', 'tenant_id': '4996eef3467f416995387ed0359921fa', 'fixed_ips': [{'subnet_id': '5caf688e-25ff-4fdc-9c17-316d3a0d5f2e'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:25:27.211625 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.280571 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6a641e9-8ec7-47fa-be21-7156f75afa33 req-90fd896a-a04a-4a27-b13a-caab88e6cab7 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550677 Jul 23 20:25:27.284682 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.303536 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d612de-6b48-4f9f-a0e1-afe967ad9add req-8f9c1c43-4140-46b6-b277-874d92e3588f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:27.305110 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48d612de-6b48-4f9f-a0e1-afe967ad9add req-8f9c1c43-4140-46b6-b277-874d92e3588f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 943 time: 0.1884236 Jul 23 20:25:27.317025 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.361028 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Allocated IP 172.20.0.2 (00a44818-789a-4a53-8ac3-83cc87651a61/5caf688e-25ff-4fdc-9c17-316d3a0d5f2e/3ac51f19-1e65-46bb-b81c-b2e0757e1e58) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:27.480774 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48d612de-6b48-4f9f-a0e1-afe967ad9add req-d86cdae7-d174-435a-8fd4-7d9931f189cb tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444588 Jul 23 20:25:27.482670 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-08d44d06-7801-4ba2-97bc-b62d83d75ad9 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e379f624e29f4e4ea639ef0c08f7ba71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933657 Jul 23 20:25:27.486401 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.528804 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.539391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Transition to ACTIVE for port object 3ac51f19-1e65-46bb-b81c-b2e0757e1e58 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:27.557499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Transition to ACTIVE for port object 3ac51f19-1e65-46bb-b81c-b2e0757e1e58 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:27.564230 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.615033 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Network 00a44818-789a-4a53-8ac3-83cc87651a61 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:27.619013 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:27.620876 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Pushing event updated for resources: {'Port': ['ID=3ac51f19-1e65-46bb-b81c-b2e0757e1e58,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:27.622937 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:27.623094 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-e9ca7f7a-a66e-40d1-929b-443266e90d5b tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:27.624643 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-e9ca7f7a-a66e-40d1-929b-443266e90d5b tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1329570 Jul 23 20:25:27.663589 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-98c540d0-5f6f-40c6-8707-66a5da819373 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/quotas/e379f624e29f4e4ea639ef0c08f7ba71 HTTP/1.1" status: 200 len: 375 time: 0.0143466 Jul 23 20:25:27.685482 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Attempting to bind port 3ac51f19-1e65-46bb-b81c-b2e0757e1e58 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:27.685776 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Attempting to bind port 3ac51f19-1e65-46bb-b81c-b2e0757e1e58 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '4366b54b-1b59-4067-ba31-abf18351c8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00a44818-789a-4a53-8ac3-83cc87651a61'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:27.686134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Attempting to bind port 3ac51f19-1e65-46bb-b81c-b2e0757e1e58 on network 00a44818-789a-4a53-8ac3-83cc87651a61 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:27.691053 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:27.691728 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Checking segment: {'id': '4366b54b-1b59-4067-ba31-abf18351c8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00a44818-789a-4a53-8ac3-83cc87651a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:27.692122 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.692513 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Bound using segment: {'id': '4366b54b-1b59-4067-ba31-abf18351c8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00a44818-789a-4a53-8ac3-83cc87651a61'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:27.692969 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Bound port: 3ac51f19-1e65-46bb-b81c-b2e0757e1e58, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4366b54b-1b59-4067-ba31-abf18351c8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00a44818-789a-4a53-8ac3-83cc87651a61'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:27.693341 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.760526 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] For port 3ac51f19-1e65-46bb-b81c-b2e0757e1e58, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:27.765429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] For port 3ac51f19-1e65-46bb-b81c-b2e0757e1e58, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3ac51f19-1e65-46bb-b81c-b2e0757e1e58,segment=NetworkSegment(4366b54b-1b59-4067-ba31-abf18351c8a6),segment_id=4366b54b-1b59-4067-ba31-abf18351c8a6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:27.769303 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.777002 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-b0c74df4-aa7b-4840-8123-031f556805d3 service neutron] 10.222.0.48 "GET /v2.0/ports/5a6ed945-8567-422b-8f75-1fe6db8eceb0/bindings/n-h2-791504-18 HTTP/1.1" status: 200 len: 385 time: 0.0713990 Jul 23 20:25:27.834173 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60b097-c238-4eea-b942-dd815564e9c6 None None] Pushing event updated for resources: {'Port': ['ID=3ac51f19-1e65-46bb-b81c-b2e0757e1e58,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:27.855285 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-af0d9d93-4d39-4aa5-910c-570cfb337b07 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e379f624e29f4e4ea639ef0c08f7ba71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1853161 Jul 23 20:25:27.876124 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.906261 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.925964 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82ca3e-05a0-4c84-a9b3-5052e82f594a req-acbbdb5d-edb0-48fc-828e-6176e0540a8d tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:27.927674 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb82ca3e-05a0-4c84-a9b3-5052e82f594a req-acbbdb5d-edb0-48fc-828e-6176e0540a8d tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.1743457 Jul 23 20:25:28.000338 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-0a5b5c30-f5b3-4eed-a457-a0bc3e046437 service neutron] For port 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=5a6ed945-8567-422b-8f75-1fe6db8eceb0,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:28.027830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-0a5b5c30-f5b3-4eed-a457-a0bc3e046437 service neutron] For port 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:28.044447 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb82ca3e-05a0-4c84-a9b3-5052e82f594a req-de1e91bf-ffd2-45ec-9106-768601ab24fd tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875316 Jul 23 20:25:28.095558 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-0a5b5c30-f5b3-4eed-a457-a0bc3e046437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6ed945-8567-422b-8f75-1fe6db8eceb0 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:28.112942 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-0a5b5c30-f5b3-4eed-a457-a0bc3e046437 service neutron] For port 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=5a6ed945-8567-422b-8f75-1fe6db8eceb0,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:28.115669 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Allocated IP 172.25.3.193 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/7c10db27-9bdc-4c16-af43-f7992e292e6b) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:28.131940 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-0a5b5c30-f5b3-4eed-a457-a0bc3e046437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:28.240409 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-0a5b5c30-f5b3-4eed-a457-a0bc3e046437 service neutron] Transition to ACTIVE for port object 5a6ed945-8567-422b-8f75-1fe6db8eceb0 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:28.255231 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-0a5b5c30-f5b3-4eed-a457-a0bc3e046437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:28.314315 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dfe02c-b823-4b31-9325-d390e1434169'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:28.318141 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5566764-7337-4985-8a46-75174a5d8a65" -d '{"events": [{"server_uuid": "51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba", "name": "network-vif-plugged", "status": "completed", "tag": "88dfe02c-b823-4b31-9325-d390e1434169"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:28.332283 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-0a5b5c30-f5b3-4eed-a457-a0bc3e046437 service neutron] No DVR routers for this DVR port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:28.369959 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:28.399336 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-0a5b5c30-f5b3-4eed-a457-a0bc3e046437 service neutron] 10.222.0.48 "PUT /v2.0/ports/5a6ed945-8567-422b-8f75-1fe6db8eceb0/bindings/n-h2-791504-18/activate HTTP/1.1" status: 200 len: 370 time: 0.6161261 Jul 23 20:25:28.405603 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b5c30-f5b3-4eed-a457-a0bc3e046437 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6ed945-8567-422b-8f75-1fe6db8eceb0,revision_number=10']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:28.608817 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d7016-7642-4abd-9c0f-25cc0868d133 req-678abd84-ebae-4ad6-86dd-fd67b39dc45c tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:28.610232 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-093d7016-7642-4abd-9c0f-25cc0868d133 req-678abd84-ebae-4ad6-86dd-fd67b39dc45c tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaf3804f-85ab-4e3a-9927-919cb16a7cb1 HTTP/1.1" status: 200 len: 950 time: 0.5251799 Jul 23 20:25:28.669231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f348cf-df35-49b1-930e-8f25e6a91265 req-0b86bf6f-dd06-4d38-95e6-7370c404a777 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:28.670782 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2f348cf-df35-49b1-930e-8f25e6a91265 req-0b86bf6f-dd06-4d38-95e6-7370c404a777 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.5176258 Jul 23 20:25:28.697101 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:28.739672 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-093d7016-7642-4abd-9c0f-25cc0868d133 req-823785dd-49f3-42a4-b9c3-a150bc616f02 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196589 Jul 23 20:25:28.778371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-31aa23ac-8306-4b14-acf1-207be4b982ea tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:28.779880 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-31aa23ac-8306-4b14-acf1-207be4b982ea tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551&tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 1096 time: 0.2327518 Jul 23 20:25:28.784809 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2f348cf-df35-49b1-930e-8f25e6a91265 req-580d263a-cd9c-4dd4-97e3-c3a4a861ee9a tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014466 Jul 23 20:25:28.841097 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:28.907230 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8d47efbe-4292-49dc-9aa3-17fa0138ce0c req-2652d6c6-0077-49b7-86d7-d4ec45be9a23 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 210 time: 0.0702894 Jul 23 20:25:28.916567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:28.931214 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:28.940683 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:28.967209 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48252025-761d-45cf-9513-08e15d047486 x-openstack-request-id: req-48252025-761d-45cf-9513-08e15d047486 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:28.968326 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba", "name": "network-vif-plugged", "status": "completed", "tag": "88dfe02c-b823-4b31-9325-d390e1434169", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:28.968587 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48252025-761d-45cf-9513-08e15d047486 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:28.968978 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dfe02c-b823-4b31-9325-d390e1434169', 'code': 200} Jul 23 20:25:29.033132 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Pushing event updated for resources: {'Port': ['ID=7c10db27-9bdc-4c16-af43-f7992e292e6b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:29.049389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b143d65-01f1-48ee-beba-710d43dd43cb None None] Network 00a44818-789a-4a53-8ac3-83cc87651a61 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:29.117465 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-4621b9d5-616d-4d33-9c14-7419aff5b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:29.118905 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-4621b9d5-616d-4d33-9c14-7419aff5b2fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551&tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d HTTP/1.1" status: 200 len: 1096 time: 0.3305402 Jul 23 20:25:29.132681 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7eb28376-12fa-43d4-a174-3b2c64125f9f None None] Provisioning for port 3ac51f19-1e65-46bb-b81c-b2e0757e1e58 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:29.219314 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-a571026b-f13c-4e24-b213-17025a87a4a9 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e379f624e29f4e4ea639ef0c08f7ba71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351276 Jul 23 20:25:29.265918 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c40e5-3179-42f4-9bb9-6fe084efd8e9 req-d8bddd1f-f62d-4d7c-9aa8-d27dceb9c85f tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:29.272784 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-073c40e5-3179-42f4-9bb9-6fe084efd8e9 req-d8bddd1f-f62d-4d7c-9aa8-d27dceb9c85f tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 945 time: 0.3520358 Jul 23 20:25:29.358791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00577e-7f42-4000-8aaf-a7b4aefeda89 req-632c2061-1066-4913-9eb7-4aee8e355ee3 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:29.360347 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf00577e-7f42-4000-8aaf-a7b4aefeda89 req-632c2061-1066-4913-9eb7-4aee8e355ee3 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 944 time: 0.3190784 Jul 23 20:25:29.379793 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-caaaf7ed-f4df-4585-9e06-471a4cdac950 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:29.381329 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-caaaf7ed-f4df-4585-9e06-471a4cdac950 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1553833 Jul 23 20:25:29.395607 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-50bb6742-b9d7-424d-85cb-d80e0c00653e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Request body: {'port': {'device_id': '0f9f84c4-29f7-4b82-a262-a6f842f7470b', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': 'e379f624e29f4e4ea639ef0c08f7ba71'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:29.408607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39df396-ea35-4228-ba32-5e85c5155dbf req-a28e15d1-f28b-4be2-a01d-2a828c87a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:29.410125 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d39df396-ea35-4228-ba32-5e85c5155dbf req-a28e15d1-f28b-4be2-a01d-2a828c87a4a8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 1097 time: 0.3472993 Jul 23 20:25:29.431140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-073c40e5-3179-42f4-9bb9-6fe084efd8e9 req-ec25ac1f-b1d7-497e-9d92-110c85025f7c tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495068 Jul 23 20:25:29.470990 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6d1ce80f-17c6-4347-9318-3b83dd227227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:29.472522 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6d1ce80f-17c6-4347-9318-3b83dd227227 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 1096 time: 0.3176410 Jul 23 20:25:29.476188 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.538393 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-50bb6742-b9d7-424d-85cb-d80e0c00653e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Made reservation on behalf of e379f624e29f4e4ea639ef0c08f7ba71 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:29.542681 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-50bb6742-b9d7-424d-85cb-d80e0c00653e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.558152 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf00577e-7f42-4000-8aaf-a7b4aefeda89 req-07535757-53cd-47a2-9b84-7c29ec068914 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850944 Jul 23 20:25:29.600243 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d39df396-ea35-4228-ba32-5e85c5155dbf req-b28a2a71-fa5c-4376-8d9d-780dc22509e5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658723 Jul 23 20:25:29.683645 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3ac51f19-1e65-46bb-b81c-b2e0757e1e58 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:29.720027 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-50bb6742-b9d7-424d-85cb-d80e0c00653e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Allocated IP 192.168.233.182 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/0beb7a71-6813-4bef-b3a0-0fcf223dad90) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:29.738519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 3ac51f19-1e65-46bb-b81c-b2e0757e1e58 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:29.742678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3ac51f19-1e65-46bb-b81c-b2e0757e1e58 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:29.743039 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.807221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-0b7137dd-ef44-497a-a0a8-fed9575c9803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:29.808837 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-0b7137dd-ef44-497a-a0a8-fed9575c9803 service neutron] 10.222.0.57 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 909 time: 0.2938461 Jul 23 20:25:29.818513 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.834368 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.870055 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 3ac51f19-1e65-46bb-b81c-b2e0757e1e58, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3ac51f19-1e65-46bb-b81c-b2e0757e1e58,segment=NetworkSegment(4366b54b-1b59-4067-ba31-abf18351c8a6),segment_id=4366b54b-1b59-4067-ba31-abf18351c8a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:29.873657 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-1a1b9f23-9a15-4849-a32f-fa2c391d5f37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6ed945-8567-422b-8f75-1fe6db8eceb0 HTTP/1.1" status: 200 len: 217 time: 0.0551677 Jul 23 20:25:29.876071 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.908307 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-50bb6742-b9d7-424d-85cb-d80e0c00653e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.922370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-50bb6742-b9d7-424d-85cb-d80e0c00653e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Transition to ACTIVE for port object 0beb7a71-6813-4bef-b3a0-0fcf223dad90 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:29.924649 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=3ac51f19-1e65-46bb-b81c-b2e0757e1e58,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:29.942118 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873641de-4295-4b33-b5f4-7b28c93c29ee req-c047f8db-f1ee-41bb-a357-1fd65182408b tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:29.943617 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-873641de-4295-4b33-b5f4-7b28c93c29ee req-c047f8db-f1ee-41bb-a357-1fd65182408b tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.2777166 Jul 23 20:25:29.958396 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.958925 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-50bb6742-b9d7-424d-85cb-d80e0c00653e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.972875 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['2569d607-77ba-4fc7-ad68-639670399880'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:29.973602 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc365ee-f609-49c1-8bf9-a005890a398b req-a041b291-a816-49a3-9ee6-675f948a3568 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:29.975090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fc365ee-f609-49c1-8bf9-a005890a398b req-a041b291-a816-49a3-9ee6-675f948a3568 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaf3804f-85ab-4e3a-9927-919cb16a7cb1 HTTP/1.1" status: 200 len: 950 time: 0.2890694 Jul 23 20:25:30.004821 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6da2bb57-6c2d-4f3f-b5e4-0fd5e69c6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:30.006255 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-6da2bb57-6c2d-4f3f-b5e4-0fd5e69c6cd1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.1229937 Jul 23 20:25:30.007346 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-50bb6742-b9d7-424d-85cb-d80e0c00653e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:30.013358 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-50bb6742-b9d7-424d-85cb-d80e0c00653e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:30.015587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-50bb6742-b9d7-424d-85cb-d80e0c00653e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:30.022409 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-50bb6742-b9d7-424d-85cb-d80e0c00653e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:30.023029 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-50bb6742-b9d7-424d-85cb-d80e0c00653e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:30.036416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb6742-b9d7-424d-85cb-d80e0c00653e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Pushing event updated for resources: {'Port': ['ID=0beb7a71-6813-4bef-b3a0-0fcf223dad90,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:30.056887 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-50bb6742-b9d7-424d-85cb-d80e0c00653e tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6652329 Jul 23 20:25:30.072925 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Request body: {'port': {'device_id': '0f9f84c4-29f7-4b82-a262-a6f842f7470b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:30.157095 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:30.310283 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-10b2af75-48e5-4e69-a33e-86af4d4f5f9c None None] Provisioning for port 0beb7a71-6813-4bef-b3a0-0fcf223dad90 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:30.314328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-10b2af75-48e5-4e69-a33e-86af4d4f5f9c None None] Provisioning complete for port 0beb7a71-6813-4bef-b3a0-0fcf223dad90 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:30.314798 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-10b2af75-48e5-4e69-a33e-86af4d4f5f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:30.332538 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-8fcfb79c-b402-41f1-bde3-d5febc050e95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2890170 Jul 23 20:25:30.342569 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-873641de-4295-4b33-b5f4-7b28c93c29ee req-d7691585-9f88-45dc-affe-156883de635e tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886962 Jul 23 20:25:30.356262 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fc365ee-f609-49c1-8bf9-a005890a398b req-a968b858-b156-4cda-b0c5-95ec512c8c49 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697481 Jul 23 20:25:30.376944 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-10b2af75-48e5-4e69-a33e-86af4d4f5f9c None None] Port 0beb7a71-6813-4bef-b3a0-0fcf223dad90 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:25:30.457933 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0beb7a71-6813-4bef-b3a0-0fcf223dad90 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:30.470096 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:30.486994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Transition to ACTIVE for port object 0beb7a71-6813-4bef-b3a0-0fcf223dad90 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:30.494977 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:30.559528 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-bede3446-34fe-4bd5-b231-e114c5644f13 service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069647 Jul 23 20:25:30.612639 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Attempting to bind port 0beb7a71-6813-4bef-b3a0-0fcf223dad90 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:30.613239 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Attempting to bind port 0beb7a71-6813-4bef-b3a0-0fcf223dad90 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:30.613739 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Attempting to bind port 0beb7a71-6813-4bef-b3a0-0fcf223dad90 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:30.628803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Pushing event updated for resources: {'Port': ['ID=0beb7a71-6813-4bef-b3a0-0fcf223dad90,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:30.634809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Port 0beb7a71-6813-4bef-b3a0-0fcf223dad90 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:30.635466 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Attempting to bind port 0beb7a71-6813-4bef-b3a0-0fcf223dad90 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:30.643571 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:30.644078 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:30.644735 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:30.645483 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Bound port: 0beb7a71-6813-4bef-b3a0-0fcf223dad90, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:30.645931 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:30.685564 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-6b099fba-f603-450c-8833-85a1015225f1 req-af6a354b-aa97-44ef-9c45-f06628503b50 service neutron] show failed (client error): The resource could not be found. Jul 23 20:25:30.687089 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b099fba-f603-450c-8833-85a1015225f1 req-af6a354b-aa97-44ef-9c45-f06628503b50 service neutron] 10.222.0.48 "GET /v2.0/ports/f9f59964-00a7-4cdb-bd4c-91bc3fe798ca/bindings/n-h2-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.1966231 Jul 23 20:25:30.729422 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Router a008077a-ade3-4f2f-a0f1-ed5581e85763 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:25:30.746377 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501ab17-ba7f-4d0c-964d-606ff3f95756 req-cdd0aa65-6f4c-4fba-ac07-a7abce6fe3ff tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:30.747928 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e501ab17-ba7f-4d0c-964d-606ff3f95756 req-cdd0aa65-6f4c-4fba-ac07-a7abce6fe3ff tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 971 time: 0.3110232 Jul 23 20:25:30.788556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] For port 0beb7a71-6813-4bef-b3a0-0fcf223dad90, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:30.794338 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] For port 0beb7a71-6813-4bef-b3a0-0fcf223dad90, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0beb7a71-6813-4bef-b3a0-0fcf223dad90,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:30.801136 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:30.874114 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:30.874862 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:30.876191 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] 10.222.0.48 "PUT /v2.0/ports/0beb7a71-6813-4bef-b3a0-0fcf223dad90 HTTP/1.1" status: 200 len: 1097 time: 0.8089149 Jul 23 20:25:30.878449 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9f84c4-29f7-4b82-a262-a6f842f7470b', 'tag': '0beb7a71-6813-4bef-b3a0-0fcf223dad90'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:30.880771 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfb071e-5cdc-4fbc-abc3-fef8bfc4d617" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9f84c4-29f7-4b82-a262-a6f842f7470b", "tag": "0beb7a71-6813-4bef-b3a0-0fcf223dad90"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:30.908941 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-40a5f3ab-2ae8-4459-bc31-cce76ab8ee85 service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224049 Jul 23 20:25:30.928917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccdeef5-ef00-4100-97ae-be902b242a10 service neutron] Pushing event updated for resources: {'Port': ['ID=0beb7a71-6813-4bef-b3a0-0fcf223dad90,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:30.937605 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90c1f3-a52e-4924-922f-c29d62aa2c9d req-bce5a220-9a53-49e6-8360-7ae00be6e536 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:30.939142 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c90c1f3-a52e-4924-922f-c29d62aa2c9d req-bce5a220-9a53-49e6-8360-7ae00be6e536 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 948 time: 0.4000371 Jul 23 20:25:30.992743 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e501ab17-ba7f-4d0c-964d-606ff3f95756 req-d89632e9-3b6e-49ac-a2e1-f7ab77f34333 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207742 Jul 23 20:25:30.997689 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-84a0f66a-36e1-49b0-8f70-bffc49d2c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:30.999581 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-84a0f66a-36e1-49b0-8f70-bffc49d2c8da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e379f624e29f4e4ea639ef0c08f7ba71&device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 1100 time: 0.0660279 Jul 23 20:25:31.054093 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c90c1f3-a52e-4924-922f-c29d62aa2c9d req-481c3a37-12b9-4c3e-b0a1-b2406b8bac34 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018679 Jul 23 20:25:31.072844 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-b21c8b92-eee0-4c44-b958-03565dc9514f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0beb7a71-6813-4bef-b3a0-0fcf223dad90 HTTP/1.1" status: 200 len: 217 time: 0.0640085 Jul 23 20:25:31.104443 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:25:31.115959 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b099fba-f603-450c-8833-85a1015225f1 req-c6035abe-e0d7-4a53-a3e2-676e797e9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:31.117007 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Sync routers for ids ['a008077a-ade3-4f2f-a0f1-ed5581e85763'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:25:31.117997 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b099fba-f603-450c-8833-85a1015225f1 req-c6035abe-e0d7-4a53-a3e2-676e797e9ffc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b&tenant_id=1681e95d614a4f089ed176768eeebc0b HTTP/1.1" status: 200 len: 1123 time: 0.1890149 Jul 23 20:25:31.133493 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Routers {'a008077a-ade3-4f2f-a0f1-ed5581e85763'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:31.134644 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:25:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a008077a-ade3-4f2f-a0f1-ed5581e85763'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:31.144472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:31.150795 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-d28babc9-1857-4445-bd8f-98634ca7415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:31.154650 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-d28babc9-1857-4445-bd8f-98634ca7415d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0721145 Jul 23 20:25:31.203551 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:31.204814 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2fe7dc3c-74be-4abe-9e0e-389c459d38d8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1398981 Jul 23 20:25:31.227592 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53586) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:31.357380 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Set router a008077a-ade3-4f2f-a0f1-ed5581e85763 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:25:31.375409 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-99d2689a-509d-4603-8a54-0d2ca0cf00b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:31.376892 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-99d2689a-509d-4603-8a54-0d2ca0cf00b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2155793 Jul 23 20:25:31.390559 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:31.439570 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27003b4f-e823-441f-b465-a7e6745b5eab req-965ca581-9ef1-42bd-a199-08bf7d2ac02a tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:31.441067 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-27003b4f-e823-441f-b465-a7e6745b5eab req-965ca581-9ef1-42bd-a199-08bf7d2ac02a tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 945 time: 0.2437601 Jul 23 20:25:31.485463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-71256fa4-31ec-4f67-b402-e8fae5b679f8 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:31.487338 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-71256fa4-31ec-4f67-b402-e8fae5b679f8 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551&tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 1096 time: 0.2245705 Jul 23 20:25:31.514144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfefc3-f664-4516-bc18-bc61ba55c20d req-e5e11210-e551-4aa1-bd15-5fb3606a4b3b tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:31.515721 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18cfefc3-f664-4516-bc18-bc61ba55c20d req-e5e11210-e551-4aa1-bd15-5fb3606a4b3b tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 944 time: 0.2183309 Jul 23 20:25:31.578937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-27003b4f-e823-441f-b465-a7e6745b5eab req-2cff0c59-bd83-4887-b8c6-4c0fe4a53dc1 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127064 Jul 23 20:25:31.607549 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3ac51f19-1e65-46bb-b81c-b2e0757e1e58 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:31.630038 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-9ff476e0-46f9-4147-89e7-83a3a1284ae4 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439773 Jul 23 20:25:31.664109 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a008077a-ade3-4f2f-a0f1-ed5581e85763', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-606626571-router', 'tenant_id': '4996eef3467f416995387ed0359921fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '7c10db27-9bdc-4c16-af43-f7992e292e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:27Z', 'updated_at': '2021-07-23T20:25:29Z', 'revision_number': 3, 'project_id': '4996eef3467f416995387ed0359921fa', 'gw_port': {'id': '7c10db27-9bdc-4c16-af43-f7992e292e6b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a008077a-ade3-4f2f-a0f1-ed5581e85763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:27Z', 'updated_at': '2021-07-23T20:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:31.699032 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Checking router: a008077a-ade3-4f2f-a0f1-ed5581e85763 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:25:31.700280 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Updating router a008077a-ade3-4f2f-a0f1-ed5581e85763 port 7c10db27-9bdc-4c16-af43-f7992e292e6b binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:25:31.712349 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3276d6a-6b11-42e3-8925-8f8e66a611f0 x-openstack-request-id: req-b3276d6a-6b11-42e3-8925-8f8e66a611f0 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:31.712753 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9f84c4-29f7-4b82-a262-a6f842f7470b", "tag": "0beb7a71-6813-4bef-b3a0-0fcf223dad90", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:31.713180 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3276d6a-6b11-42e3-8925-8f8e66a611f0 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:31.713565 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9f84c4-29f7-4b82-a262-a6f842f7470b', 'tag': '0beb7a71-6813-4bef-b3a0-0fcf223dad90', 'status': 'completed', 'code': 200} Jul 23 20:25:31.729692 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3ac51f19-1e65-46bb-b81c-b2e0757e1e58 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:31.730624 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:31.758212 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:31.868996 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18cfefc3-f664-4516-bc18-bc61ba55c20d req-f26b0964-0bf4-4a05-a094-7d6687144ac7 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402984 Jul 23 20:25:31.909661 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f9f59964-00a7-4cdb-bd4c-91bc3fe798ca no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:32.006356 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.035664 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3ea33c70-1f3f-4156-8c71-f3d3bdae932c req-2172f8f4-0576-4ae2-aa68-8bc275b27bbf service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921728 Jul 23 20:25:32.065159 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fa327-d9c1-4335-8b57-68631b95882e req-76ec0541-2ddb-484e-8029-50c3f7087a59 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:32.067014 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd7fa327-d9c1-4335-8b57-68631b95882e req-76ec0541-2ddb-484e-8029-50c3f7087a59 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaf3804f-85ab-4e3a-9927-919cb16a7cb1 HTTP/1.1" status: 200 len: 950 time: 0.3207989 Jul 23 20:25:32.070928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-96eaf98a-b29a-40e6-8f3f-d12d430f6a15 service neutron] For port 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:32.076777 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-96eaf98a-b29a-40e6-8f3f-d12d430f6a15 service neutron] Notify callbacks [] for binding, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.077967 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8330a0da-46b4-4cb7-bc77-de675a411935 req-96eaf98a-b29a-40e6-8f3f-d12d430f6a15 service neutron] 10.222.0.57 "DELETE /v2.0/ports/5a6ed945-8567-422b-8f75-1fe6db8eceb0/bindings/n-h1-791504-18 HTTP/1.1" status: 204 len: 173 time: 0.5612779 Jul 23 20:25:32.110378 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.141399 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Transition to ACTIVE for port object 7c10db27-9bdc-4c16-af43-f7992e292e6b will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:32.154009 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.156315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] For port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:32.172827 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd7fa327-d9c1-4335-8b57-68631b95882e req-112d875a-9342-4592-b3a5-c6ebf23fb164 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916185 Jul 23 20:25:32.193000 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb1fdb-0672-4590-acc0-5772183f0600 req-3f6386ab-bad3-4831-b0d7-f20bd671f926 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:32.194590 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7acb1fdb-0672-4590-acc0-5772183f0600 req-3f6386ab-bad3-4831-b0d7-f20bd671f926 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.2073410 Jul 23 20:25:32.220488 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Attempting to bind port 7c10db27-9bdc-4c16-af43-f7992e292e6b on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:32.220855 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Attempting to bind port 7c10db27-9bdc-4c16-af43-f7992e292e6b by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:32.221855 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Attempting to bind port 7c10db27-9bdc-4c16-af43-f7992e292e6b on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:32.229839 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb8630-22e9-4248-afe6-b3e763a77e96 None None] Pushing event updated for resources: {'Port': ['ID=7c10db27-9bdc-4c16-af43-f7992e292e6b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:32.232734 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:32.233330 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:32.233786 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.234184 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:32.234721 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Bound port: 7c10db27-9bdc-4c16-af43-f7992e292e6b, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:32.235137 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.248483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] For port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:32.267823 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb8630-22e9-4248-afe6-b3e763a77e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:32.268555 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb8630-22e9-4248-afe6-b3e763a77e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:32.269122 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb8630-22e9-4248-afe6-b3e763a77e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:32.269671 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb8630-22e9-4248-afe6-b3e763a77e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:32.270212 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb8630-22e9-4248-afe6-b3e763a77e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:32.270753 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb8630-22e9-4248-afe6-b3e763a77e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:32.271394 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb8630-22e9-4248-afe6-b3e763a77e96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:32.271974 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb8630-22e9-4248-afe6-b3e763a77e96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:32.272513 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb8630-22e9-4248-afe6-b3e763a77e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:32.273048 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb8630-22e9-4248-afe6-b3e763a77e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:32.273585 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb8630-22e9-4248-afe6-b3e763a77e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:32.274110 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb8630-22e9-4248-afe6-b3e763a77e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:32.275688 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7acb1fdb-0672-4590-acc0-5772183f0600 req-77a78da2-3fb1-4dc2-8afb-f2f5ad39bd6b tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698056 Jul 23 20:25:32.279270 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb071e-5cdc-4fbc-abc3-fef8bfc4d617 req-b4f063ef-fad2-4289-bbc0-bb27fedcbd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:32.281141 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1dfb071e-5cdc-4fbc-abc3-fef8bfc4d617 req-b4f063ef-fad2-4289-bbc0-bb27fedcbd2b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e379f624e29f4e4ea639ef0c08f7ba71&device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 1100 time: 0.1657345 Jul 23 20:25:32.306195 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.322062 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Transition to ACTIVE for port object f9f59964-00a7-4cdb-bd4c-91bc3fe798ca will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:32.322895 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0f7a41-7237-49cd-9308-6661ecc32b2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f59964-00a7-4cdb-bd4c-91bc3fe798ca'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:32.326117 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50adb3a0-3461-4e4a-9b58-7c9cb5e1603c" -d '{"events": [{"server_uuid": "ab0f7a41-7237-49cd-9308-6661ecc32b2b", "name": "network-vif-unplugged", "status": "completed", "tag": "f9f59964-00a7-4cdb-bd4c-91bc3fe798ca"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:32.340019 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.371740 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] For port 7c10db27-9bdc-4c16-af43-f7992e292e6b, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:32.381303 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] For port 7c10db27-9bdc-4c16-af43-f7992e292e6b, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7c10db27-9bdc-4c16-af43-f7992e292e6b,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:32.386915 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:25:32.387806 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:25:32.391176 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.434828 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.446063 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] No DVR routers for this DVR port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:32.463919 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Routers {'a008077a-ade3-4f2f-a0f1-ed5581e85763'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:32.465173 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:25:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a008077a-ade3-4f2f-a0f1-ed5581e85763'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:32.471417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb071e-5cdc-4fbc-abc3-fef8bfc4d617 req-bb7fc81f-a8db-468f-9778-4dcc277a32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:32.473057 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1dfb071e-5cdc-4fbc-abc3-fef8bfc4d617 req-bb7fc81f-a8db-468f-9778-4dcc277a32ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.1760371 Jul 23 20:25:32.487184 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,revision_number=6']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:32.512259 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb8630-22e9-4248-afe6-b3e763a77e96 None None] Pushing event updated for resources: {'Port': ['ID=7c10db27-9bdc-4c16-af43-f7992e292e6b,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:32.575247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Attempting to bind port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:32.575585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Attempting to bind port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:32.575916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Attempting to bind port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:32.591898 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:32.592227 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Attempting to bind port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:32.608330 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6eae5-36d7-4985-8915-89007ee293f4 req-6e4110e2-dff1-4229-8a11-16861050e15d tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:32.616097 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d6e6eae5-36d7-4985-8915-89007ee293f4 req-6e4110e2-dff1-4229-8a11-16861050e15d tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 1097 time: 0.2861414 Jul 23 20:25:32.637423 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:32.637672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:32.638006 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:32.638463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Bound port: f9f59964-00a7-4cdb-bd4c-91bc3fe798ca, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:32.638823 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.642370 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1dfb071e-5cdc-4fbc-abc3-fef8bfc4d617 req-1a001fee-1004-4ff1-b122-32bec10f19fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0beb7a71-6813-4bef-b3a0-0fcf223dad90 HTTP/1.1" status: 200 len: 217 time: 0.0621564 Jul 23 20:25:32.650608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea55a4c-db77-4096-8385-2e7d266deecb req-710c7ee1-acf3-46dc-a3e2-39635d3a0e7e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:32.658278 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cea55a4c-db77-4096-8385-2e7d266deecb req-710c7ee1-acf3-46dc-a3e2-39635d3a0e7e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 948 time: 0.2219157 Jul 23 20:25:32.712644 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Allocated IP 172.20.0.1 (00a44818-789a-4a53-8ac3-83cc87651a61/5caf688e-25ff-4fdc-9c17-316d3a0d5f2e/619df1b3-060b-4daf-ac9a-49ccee911f38) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:32.731061 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d6e6eae5-36d7-4985-8915-89007ee293f4 req-ba9d215a-5133-48e9-a6cc-ac47f955cd32 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140554 Jul 23 20:25:32.757203 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cea55a4c-db77-4096-8385-2e7d266deecb req-d50ebfeb-351c-428b-8cb4-b36580d4d205 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980468 Jul 23 20:25:32.774864 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] For port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:32.778348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] For port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:32.787706 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.810780 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] Set router a008077a-ade3-4f2f-a0f1-ed5581e85763 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:25:32.876904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.884160 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:32.884898 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.886796 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b099fba-f603-450c-8833-85a1015225f1 req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] 10.222.0.57 "PUT /v2.0/ports/f9f59964-00a7-4cdb-bd4c-91bc3fe798ca HTTP/1.1" status: 200 len: 1097 time: 1.7549684 Jul 23 20:25:32.891491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Transition to ACTIVE for port object 619df1b3-060b-4daf-ac9a-49ccee911f38 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:32.935861 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92dfa4-8aa2-4b5a-bcaa-3db85309afa4 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,revision_number=7']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:32.961262 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.982070 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 5a6ed945-8567-422b-8f75-1fe6db8eceb0 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:32.997904 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be39d8a-5a1e-4d0e-aa05-a77462ca1cac x-openstack-request-id: req-9be39d8a-5a1e-4d0e-aa05-a77462ca1cac {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:32.998194 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0f7a41-7237-49cd-9308-6661ecc32b2b", "name": "network-vif-unplugged", "status": "completed", "tag": "f9f59964-00a7-4cdb-bd4c-91bc3fe798ca", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:32.998448 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9be39d8a-5a1e-4d0e-aa05-a77462ca1cac {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:32.998897 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0f7a41-7237-49cd-9308-6661ecc32b2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f59964-00a7-4cdb-bd4c-91bc3fe798ca', 'code': 200} Jul 23 20:25:33.044746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Pushing event updated for resources: {'Port': ['ID=619df1b3-060b-4daf-ac9a-49ccee911f38,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:33.059924 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00aec6-2949-44dd-bbf9-2d86dedabc60 req-d9db17de-3b81-4a2c-aa6f-4bfd6dc6cc95 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:33.061370 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed00aec6-2949-44dd-bbf9-2d86dedabc60 req-d9db17de-3b81-4a2c-aa6f-4bfd6dc6cc95 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.57 "GET /v2.0/ports?device_id=aaf3804f-85ab-4e3a-9927-919cb16a7cb1 HTTP/1.1" status: 200 len: 950 time: 0.2329369 Jul 23 20:25:33.066113 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Network 00a44818-789a-4a53-8ac3-83cc87651a61 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:33.068065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:33.069243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 5a6ed945-8567-422b-8f75-1fe6db8eceb0 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:33.078680 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb071e-5cdc-4fbc-abc3-fef8bfc4d617 req-48bfdf24-6c01-4e46-b9ca-8f9e05c590be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:33.080306 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1dfb071e-5cdc-4fbc-abc3-fef8bfc4d617 req-48bfdf24-6c01-4e46-b9ca-8f9e05c590be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.4218326 Jul 23 20:25:33.081137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:33.081667 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:33.146959 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a008077a-ade3-4f2f-a0f1-ed5581e85763', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-606626571-router', 'tenant_id': '4996eef3467f416995387ed0359921fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '7c10db27-9bdc-4c16-af43-f7992e292e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:27Z', 'updated_at': '2021-07-23T20:25:29Z', 'revision_number': 3, 'project_id': '4996eef3467f416995387ed0359921fa', 'gw_port': {'id': '7c10db27-9bdc-4c16-af43-f7992e292e6b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a008077a-ade3-4f2f-a0f1-ed5581e85763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:27Z', 'updated_at': '2021-07-23T20:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:33.190700 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b099fba-f603-450c-8833-85a1015225f1 req-410e7e97-119f-46d8-8fda-a32ee43c1440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:33.192513 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b099fba-f603-450c-8833-85a1015225f1 req-410e7e97-119f-46d8-8fda-a32ee43c1440 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 1100 time: 0.2766652 Jul 23 20:25:33.199148 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a73d9d4-de8d-465b-be04-8941d2591202 None None] The sync data for ids ['a008077a-ade3-4f2f-a0f1-ed5581e85763'] in n-d-791504-18 is: [{'id': 'a008077a-ade3-4f2f-a0f1-ed5581e85763', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-606626571-router', 'tenant_id': '4996eef3467f416995387ed0359921fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '7c10db27-9bdc-4c16-af43-f7992e292e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:27Z', 'updated_at': '2021-07-23T20:25:29Z', 'revision_number': 3, 'project_id': '4996eef3467f416995387ed0359921fa', 'gw_port': {'id': '7c10db27-9bdc-4c16-af43-f7992e292e6b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a008077a-ade3-4f2f-a0f1-ed5581e85763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:27Z', 'updated_at': '2021-07-23T20:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:25:33.312694 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb071e-5cdc-4fbc-abc3-fef8bfc4d617 req-32d2c2c8-ce08-4ac2-a286-0910409e67af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:33.314625 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1dfb071e-5cdc-4fbc-abc3-fef8bfc4d617 req-32d2c2c8-ce08-4ac2-a286-0910409e67af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1026690 Jul 23 20:25:33.361750 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:33.477314 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1b55fe96-ee70-4f52-ab3f-9267eadb9f5b None None] Provisioning for port 619df1b3-060b-4daf-ac9a-49ccee911f38 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:33.492956 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1b55fe96-ee70-4f52-ab3f-9267eadb9f5b None None] Provisioning complete for port 619df1b3-060b-4daf-ac9a-49ccee911f38 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:33.493700 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b55fe96-ee70-4f52-ab3f-9267eadb9f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:33.499248 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1dfb071e-5cdc-4fbc-abc3-fef8bfc4d617 req-2f738f77-0373-42f8-a2b8-f1711f1d1697 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388373 Jul 23 20:25:33.534541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1b55fe96-ee70-4f52-ab3f-9267eadb9f5b None None] Port 619df1b3-060b-4daf-ac9a-49ccee911f38 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:25:33.565947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d8406-b69a-4b93-9682-5d3165c18b0d req-8d4a71b0-2c0f-4feb-b797-900eaf3f657a tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:33.567678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c65d8406-b69a-4b93-9682-5d3165c18b0d req-8d4a71b0-2c0f-4feb-b797-900eaf3f657a tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 948 time: 0.5890715 Jul 23 20:25:33.664175 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6fbca-c671-4c1c-ade0-b32f6fba1375 req-478236da-90cf-4780-a0d8-b91cd34ddeea tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:33.665738 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cef6fbca-c671-4c1c-ade0-b32f6fba1375 req-478236da-90cf-4780-a0d8-b91cd34ddeea tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 1096 time: 0.6031988 Jul 23 20:25:33.700977 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c65d8406-b69a-4b93-9682-5d3165c18b0d req-66f09602-bbd3-4939-b67c-255508a844da tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093388 Jul 23 20:25:33.704308 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1dfb071e-5cdc-4fbc-abc3-fef8bfc4d617 req-cc2aeda1-84fa-40be-abfe-44b4a625cbb1 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981044 Jul 23 20:25:33.739747 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b099fba-f603-450c-8833-85a1015225f1 req-59b9560e-4095-4c0e-9b05-2b542cbcd57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:33.743685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b099fba-f603-450c-8833-85a1015225f1 req-59b9560e-4095-4c0e-9b05-2b542cbcd57c service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.5305786 Jul 23 20:25:33.752507 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:33.758276 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:33.759006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:33.765439 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cef6fbca-c671-4c1c-ade0-b32f6fba1375 req-be9c9a1c-e4a4-49e9-a8b0-2cdc4a8f7457 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889766 Jul 23 20:25:33.771962 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:25:33.804533 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b099fba-f603-450c-8833-85a1015225f1 req-1f8560b6-e240-4363-b128-f05b4352a6cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca HTTP/1.1" status: 200 len: 217 time: 0.0462477 Jul 23 20:25:33.804533 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-ed00aec6-2949-44dd-bbf9-2d86dedabc60 req-5586dc8b-b4bd-40b4-a500-187ce42bd2e7 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Deleting port 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:33.804533 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ed00aec6-2949-44dd-bbf9-2d86dedabc60 req-5586dc8b-b4bd-40b4-a500-187ce42bd2e7 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:33.852503 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Pushing event updated for resources: {'Port': ['ID=619df1b3-060b-4daf-ac9a-49ccee911f38,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:33.946606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Network 00a44818-789a-4a53-8ac3-83cc87651a61 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:33.948029 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:33.973621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b099fba-f603-450c-8833-85a1015225f1 req-e5e40c61-c10b-4f04-8aa5-84bb230906f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:33.975152 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b099fba-f603-450c-8833-85a1015225f1 req-e5e40c61-c10b-4f04-8aa5-84bb230906f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1578689 Jul 23 20:25:34.071514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Router a008077a-ade3-4f2f-a0f1-ed5581e85763 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:25:34.085430 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-ed00aec6-2949-44dd-bbf9-2d86dedabc60 req-5586dc8b-b4bd-40b4-a500-187ce42bd2e7 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] For port 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3904f742-1c3a-4e34-8aaf-b1cc5bdd7969,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:34.085722 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ed00aec6-2949-44dd-bbf9-2d86dedabc60 req-5586dc8b-b4bd-40b4-a500-187ce42bd2e7 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.101096 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-ed00aec6-2949-44dd-bbf9-2d86dedabc60 req-5586dc8b-b4bd-40b4-a500-187ce42bd2e7 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Calling delete_port for 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:34.194943 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:25:34.203614 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2bc61b40-aa8c-4749-acb2-a4ee939235bb admin admin] 10.222.0.55 "PUT /v2.0/routers/a008077a-ade3-4f2f-a0f1-ed5581e85763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9745131 Jul 23 20:25:34.224314 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5affdc-7543-4a09-acb1-f6de32a7aa1a req-0a8e741a-73f5-42ae-9727-bd8283ae068c tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:34.225791 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c5affdc-7543-4a09-acb1-f6de32a7aa1a req-0a8e741a-73f5-42ae-9727-bd8283ae068c tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 1097 time: 0.4320540 Jul 23 20:25:34.261690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-680ebbc8-6728-4045-b602-15745a4c2768 None None] Provisioning complete for port 619df1b3-060b-4daf-ac9a-49ccee911f38 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:34.262272 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-680ebbc8-6728-4045-b602-15745a4c2768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.289743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b685e0-13b8-4aa1-ad52-b8c0966f9295 req-15e49f9a-d2b8-411d-85d9-91638ae1bf51 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:34.291312 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6b685e0-13b8-4aa1-ad52-b8c0966f9295 req-15e49f9a-d2b8-411d-85d9-91638ae1bf51 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaf3804f-85ab-4e3a-9927-919cb16a7cb1 HTTP/1.1" status: 200 len: 950 time: 0.3826709 Jul 23 20:25:34.306717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-680ebbc8-6728-4045-b602-15745a4c2768 None None] Port 619df1b3-060b-4daf-ac9a-49ccee911f38 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:25:34.320188 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b099fba-f603-450c-8833-85a1015225f1 req-eb38f477-e843-45e6-952f-d6ef93204df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:34.321703 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b099fba-f603-450c-8833-85a1015225f1 req-eb38f477-e843-45e6-952f-d6ef93204df0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3067803 Jul 23 20:25:34.338196 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c5affdc-7543-4a09-acb1-f6de32a7aa1a req-aae5ac59-6500-43a2-8ef6-2dbb5152c0bc tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893176 Jul 23 20:25:34.351301 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ed00aec6-2949-44dd-bbf9-2d86dedabc60 req-5586dc8b-b4bd-40b4-a500-187ce42bd2e7 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.364035 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['3904f742-1c3a-4e34-8aaf-b1cc5bdd7969'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:34.414753 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586dc8b-b4bd-40b4-a500-187ce42bd2e7 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Pushing event deleted for resources: {'Port': ['ID=3904f742-1c3a-4e34-8aaf-b1cc5bdd7969,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:34.460084 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6b685e0-13b8-4aa1-ad52-b8c0966f9295 req-66fe2fbf-fcdf-4982-881b-de496468903c tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.55 "GET /v2.0/security-groups?id=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608241 Jul 23 20:25:34.555356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed00aec6-2949-44dd-bbf9-2d86dedabc60 req-5586dc8b-b4bd-40b4-a500-187ce42bd2e7 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] No DVR routers for this DVR port 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:34.578371 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ed00aec6-2949-44dd-bbf9-2d86dedabc60 req-5586dc8b-b4bd-40b4-a500-187ce42bd2e7 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.580398 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed00aec6-2949-44dd-bbf9-2d86dedabc60 req-5586dc8b-b4bd-40b4-a500-187ce42bd2e7 tempest-DeleteServersAdminTestJSON-1861143122 tempest-DeleteServersAdminTestJSON-1861143122-project] 10.222.0.57 "DELETE /v2.0/ports/3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 HTTP/1.1" status: 204 len: 173 time: 1.5055563 Jul 23 20:25:34.647493 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b099fba-f603-450c-8833-85a1015225f1 req-c7c3ae03-437d-4682-9c8a-036a9ae2f439 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114049 Jul 23 20:25:34.770257 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dbf32-0ee4-44c5-8a82-6d9cf1eca7fd req-19748430-7865-4f44-9b71-c1d5ceb3ba6b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:34.771789 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c54dbf32-0ee4-44c5-8a82-6d9cf1eca7fd req-19748430-7865-4f44-9b71-c1d5ceb3ba6b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 948 time: 0.2141633 Jul 23 20:25:34.784801 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b44a0-1628-425a-9d44-c7b9828a4829 req-806973cc-8659-4dc4-baab-a755c6e3aa40 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:34.786320 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-625b44a0-1628-425a-9d44-c7b9828a4829 req-806973cc-8659-4dc4-baab-a755c6e3aa40 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.2339723 Jul 23 20:25:34.832365 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b099fba-f603-450c-8833-85a1015225f1 req-5abe656f-6e55-4739-9db1-1a0557ef441f service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722829 Jul 23 20:25:34.860272 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c54dbf32-0ee4-44c5-8a82-6d9cf1eca7fd req-3651e7e8-162d-4243-8ddb-32119cf04c5e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728528 Jul 23 20:25:34.863527 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-625b44a0-1628-425a-9d44-c7b9828a4829 req-dc1587c3-b6c1-4949-899a-3d106ce2b49f tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644851 Jul 23 20:25:35.023619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0f7a41-7237-49cd-9308-6661ecc32b2b', 'tag': 'f9f59964-00a7-4cdb-bd4c-91bc3fe798ca'}, {'server_uuid': 'aaf3804f-85ab-4e3a-9927-919cb16a7cb1', 'name': 'network-vif-deleted', 'tag': '3904f742-1c3a-4e34-8aaf-b1cc5bdd7969'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:35.025958 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5732b84-2128-4553-9fbe-968906f75c54" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0f7a41-7237-49cd-9308-6661ecc32b2b", "tag": "f9f59964-00a7-4cdb-bd4c-91bc3fe798ca"}, {"server_uuid": "aaf3804f-85ab-4e3a-9927-919cb16a7cb1", "name": "network-vif-deleted", "tag": "3904f742-1c3a-4e34-8aaf-b1cc5bdd7969"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:35.041014 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-96a08165-9143-4c26-947f-4a7d4ffa5f06 req-c4f862dc-e333-4414-95ca-255ca91f17c7 tempest-FloatingIPDetailsNegativeTestJSON-338356951 tempest-FloatingIPDetailsNegativeTestJSON-338356951-project] show failed (client error): The resource could not be found. Jul 23 20:25:35.042067 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-96a08165-9143-4c26-947f-4a7d4ffa5f06 req-c4f862dc-e333-4414-95ca-255ca91f17c7 tempest-FloatingIPDetailsNegativeTestJSON-338356951 tempest-FloatingIPDetailsNegativeTestJSON-338356951-project] 10.222.0.55 "GET /v2.0/floatingips/a4b1fe94-b9e0-42ab-ae24-73d78fac24d8 HTTP/1.1" status: 404 len: 350 time: 0.0923836 Jul 23 20:25:35.052346 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53640) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:35.162607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-2f552d7f-4d67-4caf-8994-1f79d544e870 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:35.170512 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-2f552d7f-4d67-4caf-8994-1f79d544e870 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 808 time: 0.1896460 Jul 23 20:25:35.190616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-07334628-dcd1-4be9-bead-deb255af86d7 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/quotas/c2d3a1fa9beb4bbeaa6d9816abdb145d HTTP/1.1" status: 200 len: 375 time: 0.0192473 Jul 23 20:25:35.234233 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Sync routers for ids ['a008077a-ade3-4f2f-a0f1-ed5581e85763'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:25:35.245384 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Routers {'a008077a-ade3-4f2f-a0f1-ed5581e85763'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:35.246355 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:25:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a008077a-ade3-4f2f-a0f1-ed5581e85763'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:35.299464 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c499600-bdd8-43e8-9c93-46b249e58f8d req-86f998ed-d952-4ec3-a4c4-83e060f3e903 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:35.300955 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c499600-bdd8-43e8-9c93-46b249e58f8d req-86f998ed-d952-4ec3-a4c4-83e060f3e903 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 948 time: 0.1475112 Jul 23 20:25:35.337756 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-e051f513-7bd0-4be1-ae91-73eaf57bc063 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1303692 Jul 23 20:25:35.363658 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c499600-bdd8-43e8-9c93-46b249e58f8d req-c8203746-b865-4133-8dc9-04d94a23a8bd tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515299 Jul 23 20:25:35.364229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Set router a008077a-ade3-4f2f-a0f1-ed5581e85763 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:25:35.475294 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027db248-fbf9-425a-8785-990ff8793288 x-openstack-request-id: req-027db248-fbf9-425a-8785-990ff8793288 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:35.475294 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0f7a41-7237-49cd-9308-6661ecc32b2b", "tag": "f9f59964-00a7-4cdb-bd4c-91bc3fe798ca", "status": "completed", "code": 200}, {"server_uuid": "aaf3804f-85ab-4e3a-9927-919cb16a7cb1", "name": "network-vif-deleted", "tag": "3904f742-1c3a-4e34-8aaf-b1cc5bdd7969", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:35.475294 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-027db248-fbf9-425a-8785-990ff8793288 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:35.475904 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0f7a41-7237-49cd-9308-6661ecc32b2b', 'tag': 'f9f59964-00a7-4cdb-bd4c-91bc3fe798ca', 'status': 'completed', 'code': 200} Jul 23 20:25:35.476090 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf3804f-85ab-4e3a-9927-919cb16a7cb1', 'name': 'network-vif-deleted', 'tag': '3904f742-1c3a-4e34-8aaf-b1cc5bdd7969', 'status': 'completed', 'code': 200} Jul 23 20:25:35.487137 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-0332a99f-211e-49c2-800d-6e3a078a35d4 service neutron] 10.222.0.55 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372101 Jul 23 20:25:35.657516 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a008077a-ade3-4f2f-a0f1-ed5581e85763', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-606626571-router', 'tenant_id': '4996eef3467f416995387ed0359921fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '7c10db27-9bdc-4c16-af43-f7992e292e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:27Z', 'updated_at': '2021-07-23T20:25:33Z', 'revision_number': 4, 'project_id': '4996eef3467f416995387ed0359921fa', 'gw_port': {'id': '7c10db27-9bdc-4c16-af43-f7992e292e6b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a008077a-ade3-4f2f-a0f1-ed5581e85763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:27Z', 'updated_at': '2021-07-23T20:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '619df1b3-060b-4daf-ac9a-49ccee911f38', 'name': '', 'network_id': '00a44818-789a-4a53-8ac3-83cc87651a61', 'tenant_id': '4996eef3467f416995387ed0359921fa', 'mac_address': 'fa:16:3e:3c:9e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a008077a-ade3-4f2f-a0f1-ed5581e85763', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5caf688e-25ff-4fdc-9c17-316d3a0d5f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:32Z', 'updated_at': '2021-07-23T20:25:33Z', 'revision_number': 2, 'project_id': '4996eef3467f416995387ed0359921fa', 'subnets': [{'id': '5caf688e-25ff-4fdc-9c17-316d3a0d5f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:35.663849 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c10db27-9bdc-4c16-af43-f7992e292e6b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:35.666559 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5732b84-2128-4553-9fbe-968906f75c54 req-9cc50687-2915-4954-889a-007e741c0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:35.668731 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d5732b84-2128-4553-9fbe-968906f75c54 req-9cc50687-2915-4954-889a-007e741c0025 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 1100 time: 0.1489727 Jul 23 20:25:35.678405 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-c890b3a4-6963-4379-b627-12febebdc0fb service neutron] 10.222.0.55 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903808 Jul 23 20:25:35.699075 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Checking router: a008077a-ade3-4f2f-a0f1-ed5581e85763 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:25:35.699848 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Updating router a008077a-ade3-4f2f-a0f1-ed5581e85763 port 619df1b3-060b-4daf-ac9a-49ccee911f38 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:25:35.746883 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a76cbd9d-b781-42dc-8e19-d62a1637cbb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:35.753460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5732b84-2128-4553-9fbe-968906f75c54 req-97a5b739-073c-48f4-b498-044efb64b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:35.755795 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5732b84-2128-4553-9fbe-968906f75c54 req-97a5b739-073c-48f4-b498-044efb64b68e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 1100 time: 0.2746854 Jul 23 20:25:35.768610 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:35.855753 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5732b84-2128-4553-9fbe-968906f75c54 req-3643b2b8-36ca-4ea0-b572-ec34895c7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:35.857794 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d5732b84-2128-4553-9fbe-968906f75c54 req-3643b2b8-36ca-4ea0-b572-ec34895c7045 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.1784785 Jul 23 20:25:35.929306 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11405307-a7f7-4f78-9502-359c74986d6f req-7eaa0c1b-2540-4316-bb7e-b60a4ae4c910 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:35.938966 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11405307-a7f7-4f78-9502-359c74986d6f req-7eaa0c1b-2540-4316-bb7e-b60a4ae4c910 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 1097 time: 0.1796587 Jul 23 20:25:35.942193 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d5732b84-2128-4553-9fbe-968906f75c54 req-18f6b64d-35ab-4265-afce-6eeb4637dc35 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca HTTP/1.1" status: 200 len: 217 time: 0.0685918 Jul 23 20:25:35.953132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0beb7a71-6813-4bef-b3a0-0fcf223dad90 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:35.967598 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 7c10db27-9bdc-4c16-af43-f7992e292e6b completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:35.993467 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 7c10db27-9bdc-4c16-af43-f7992e292e6b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:35.993930 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:35.999434 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11405307-a7f7-4f78-9502-359c74986d6f req-29e304b2-69e6-48ac-9390-22701dc10d61 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592587 Jul 23 20:25:36.004525 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5732b84-2128-4553-9fbe-968906f75c54 req-60d208fa-bfb8-494b-969b-8af56d383407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:36.005635 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5732b84-2128-4553-9fbe-968906f75c54 req-60d208fa-bfb8-494b-969b-8af56d383407 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.2143097 Jul 23 20:25:36.109930 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4eb0c4f5-bfed-4f8f-bcce-8d9120bc2441 req-9b2a17ac-8c60-4ef9-a57a-190eda6b1265 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 210 time: 0.0468962 Jul 23 20:25:36.111986 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:25:36.133710 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5732b84-2128-4553-9fbe-968906f75c54 req-bd3b441b-5016-4eee-b52d-f08518cc2a6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca HTTP/1.1" status: 200 len: 217 time: 0.1109111 Jul 23 20:25:36.166601 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5732b84-2128-4553-9fbe-968906f75c54 req-8f01205d-1197-4b4a-8ba6-8c47c5600f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:36.168682 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d5732b84-2128-4553-9fbe-968906f75c54 req-8f01205d-1197-4b4a-8ba6-8c47c5600f13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1879559 Jul 23 20:25:36.261863 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5732b84-2128-4553-9fbe-968906f75c54 req-1395f883-3dd1-4a39-ae30-f4ae91cb6bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:36.263482 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5732b84-2128-4553-9fbe-968906f75c54 req-1395f883-3dd1-4a39-ae30-f4ae91cb6bbe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0999415 Jul 23 20:25:36.283520 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.371029 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0beb7a71-6813-4bef-b3a0-0fcf223dad90, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0beb7a71-6813-4bef-b3a0-0fcf223dad90,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:36.375182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 7c10db27-9bdc-4c16-af43-f7992e292e6b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7c10db27-9bdc-4c16-af43-f7992e292e6b,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:36.393923 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.453151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '0beb7a71-6813-4bef-b3a0-0fcf223dad90', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '0beb7a71-6813-4bef-b3a0-0fcf223dad90', 'mac_address': 'fa:16:3e:47:f9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:25:36.488719 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=7c10db27-9bdc-4c16-af43-f7992e292e6b,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:36.522991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cedf1-481a-4c88-a371-fc13fe0760e6 req-306f8144-8ab7-412e-b720-91b4777b1b88 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:36.524802 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c0cedf1-481a-4c88-a371-fc13fe0760e6 req-306f8144-8ab7-412e-b720-91b4777b1b88 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 948 time: 0.4184597 Jul 23 20:25:36.563901 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.597277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5732b84-2128-4553-9fbe-968906f75c54 req-3bf10913-f5a7-4d9b-bed6-88b80cac3eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:36.599989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d5732b84-2128-4553-9fbe-968906f75c54 req-3bf10913-f5a7-4d9b-bed6-88b80cac3eb1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4195225 Jul 23 20:25:36.604215 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0beb7a71-6813-4bef-b3a0-0fcf223dad90 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:36.652823 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.659282 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c0cedf1-481a-4c88-a371-fc13fe0760e6 req-31614bcd-0a00-49ec-98c0-bcc699c4e7aa tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096427 Jul 23 20:25:36.682204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5732b84-2128-4553-9fbe-968906f75c54 req-97b7b44d-2a65-43ce-8eff-ede2f7bcd12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:36.684483 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5732b84-2128-4553-9fbe-968906f75c54 req-97b7b44d-2a65-43ce-8eff-ede2f7bcd12b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4094129 Jul 23 20:25:36.686300 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Transition to ACTIVE for port object 619df1b3-060b-4daf-ac9a-49ccee911f38 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:36.689567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c992e0-81f8-4de6-b3fe-b0e9bb808986 req-030ad8ee-9f1e-41f2-9040-e120de3cc947 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:36.697221 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.697652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98c992e0-81f8-4de6-b3fe-b0e9bb808986 req-030ad8ee-9f1e-41f2-9040-e120de3cc947 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.5061660 Jul 23 20:25:36.707983 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0beb7a71-6813-4bef-b3a0-0fcf223dad90, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0beb7a71-6813-4bef-b3a0-0fcf223dad90,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:36.743068 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.833068 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98c992e0-81f8-4de6-b3fe-b0e9bb808986 req-59b5fec1-7d7a-4367-aa3b-586c17c45a27 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345515 Jul 23 20:25:36.833952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c8c84-0982-44a7-b714-5e41001eca4d None None] Pushing event updated for resources: {'Port': ['ID=619df1b3-060b-4daf-ac9a-49ccee911f38,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:36.876688 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d5732b84-2128-4553-9fbe-968906f75c54 req-101a5e32-1c03-4d23-8d16-3d072b2fbfe7 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647150 Jul 23 20:25:36.876984 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-a76cbd9d-b781-42dc-8e19-d62a1637cbb6 admin admin] Deleting port 619df1b3-060b-4daf-ac9a-49ccee911f38 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:36.877428 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a76cbd9d-b781-42dc-8e19-d62a1637cbb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.912146 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Attempting to bind port 619df1b3-060b-4daf-ac9a-49ccee911f38 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:36.912474 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Attempting to bind port 619df1b3-060b-4daf-ac9a-49ccee911f38 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '4366b54b-1b59-4067-ba31-abf18351c8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00a44818-789a-4a53-8ac3-83cc87651a61'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:36.912785 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5732b84-2128-4553-9fbe-968906f75c54 req-01694734-b985-4b13-bd69-a6adcd782df5 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146163 Jul 23 20:25:36.912895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Attempting to bind port 619df1b3-060b-4daf-ac9a-49ccee911f38 on network 00a44818-789a-4a53-8ac3-83cc87651a61 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:36.924778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:36.925165 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Checking segment: {'id': '4366b54b-1b59-4067-ba31-abf18351c8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00a44818-789a-4a53-8ac3-83cc87651a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:36.925569 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.926173 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Bound using segment: {'id': '4366b54b-1b59-4067-ba31-abf18351c8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00a44818-789a-4a53-8ac3-83cc87651a61'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:36.926439 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Bound port: 619df1b3-060b-4daf-ac9a-49ccee911f38, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4366b54b-1b59-4067-ba31-abf18351c8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '00a44818-789a-4a53-8ac3-83cc87651a61'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:36.926881 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.982914 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=0beb7a71-6813-4bef-b3a0-0fcf223dad90,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:37.017007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e572da8-0f81-4cc9-8580-84be0aee85dc req-a9e2c92a-539b-4529-9b51-f0c82194e660 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:37.029181 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e572da8-0f81-4cc9-8580-84be0aee85dc req-a9e2c92a-539b-4529-9b51-f0c82194e660 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 949 time: 0.2315466 Jul 23 20:25:37.062306 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['0beb7a71-6813-4bef-b3a0-0fcf223dad90'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:37.078606 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a76cbd9d-b781-42dc-8e19-d62a1637cbb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:37.107260 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] For port 619df1b3-060b-4daf-ac9a-49ccee911f38, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:37.113386 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] For port 619df1b3-060b-4daf-ac9a-49ccee911f38, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=619df1b3-060b-4daf-ac9a-49ccee911f38,segment=NetworkSegment(4366b54b-1b59-4067-ba31-abf18351c8a6),segment_id=4366b54b-1b59-4067-ba31-abf18351c8a6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:37.125596 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d5732b84-2128-4553-9fbe-968906f75c54 req-96077aed-d000-4e61-a316-21817a6471da service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374766 Jul 23 20:25:37.134426 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-a76cbd9d-b781-42dc-8e19-d62a1637cbb6 admin admin] Calling delete_port for 619df1b3-060b-4daf-ac9a-49ccee911f38 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:37.162104 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:37.181438 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e572da8-0f81-4cc9-8580-84be0aee85dc req-8fb4bde5-c77c-4441-a079-235deda7a377 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512442 Jul 23 20:25:37.264809 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5732b84-2128-4553-9fbe-968906f75c54 req-f2b3717b-9eb0-40c1-b72e-35542bc84d39 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381498 Jul 23 20:25:37.296486 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530118ae-8fb3-4179-bdf0-f57feeccfc65 req-bc18a2ad-f1e1-48b1-8655-a177cc67b423 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:37.307789 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-530118ae-8fb3-4179-bdf0-f57feeccfc65 req-bc18a2ad-f1e1-48b1-8655-a177cc67b423 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 1097 time: 0.0968907 Jul 23 20:25:37.320238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Routers {'a008077a-ade3-4f2f-a0f1-ed5581e85763'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:37.321497 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:25:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a008077a-ade3-4f2f-a0f1-ed5581e85763'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:37.394924 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d80b1d3-4e62-4c72-a803-106d792bb876 req-2e132c78-5459-4f4e-a3f0-6d6131fa3a06 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 210 time: 0.0702064 Jul 23 20:25:37.446277 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-530118ae-8fb3-4179-bdf0-f57feeccfc65 req-d11a367d-80ad-4278-84b5-5b5a19eb3c59 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357906 Jul 23 20:25:37.508389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c8c84-0982-44a7-b714-5e41001eca4d None None] Pushing event updated for resources: {'Port': ['ID=619df1b3-060b-4daf-ac9a-49ccee911f38,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:37.519752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53690) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:37.709248 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a76cbd9d-b781-42dc-8e19-d62a1637cbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:37.732705 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-315ac618-7352-4c32-a0f4-8660ee67163b tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:37.734704 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-315ac618-7352-4c32-a0f4-8660ee67163b tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.48 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 808 time: 0.3873472 Jul 23 20:25:37.758426 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device f9f59964-00a7-4cdb-bd4c-91bc3fe798ca details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:37.761461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:37.765480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c10db27-9bdc-4c16-af43-f7992e292e6b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:37.771833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-205c0d71-38e9-4810-be5c-ac7c485f8055 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Request body: {'port': {'device_id': '3707423a-7fb8-4501-ac83-b9a94838becd', 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387', 'admin_state_up': True, 'tenant_id': 'c2d3a1fa9beb4bbeaa6d9816abdb145d'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:37.778071 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cbd9d-b781-42dc-8e19-d62a1637cbb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=619df1b3-060b-4daf-ac9a-49ccee911f38,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:37.801914 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b223dada-73e4-463a-9842-783e389b297d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e62a43bfff5486b8088a8e1de73827f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806642 Jul 23 20:25:37.807582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53698) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:37.827607 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3b689ad8-e741-41f1-a20d-c28934feca57 None None] Could not find standard attr ID for object 619df1b3-060b-4daf-ac9a-49ccee911f38. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:25:37.836519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:37.837049 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 3904f742-1c3a-4e34-8aaf-b1cc5bdd7969 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:37.926441 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bf1a9-680d-46dd-9962-fee33fdfe73a req-5da761c8-8a80-40c0-9616-8ac2d83450d6 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:37.928637 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-740bf1a9-680d-46dd-9962-fee33fdfe73a req-5da761c8-8a80-40c0-9616-8ac2d83450d6 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 948 time: 0.1296639 Jul 23 20:25:37.932942 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] Set router a008077a-ade3-4f2f-a0f1-ed5581e85763 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:25:38.002431 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-740bf1a9-680d-46dd-9962-fee33fdfe73a req-ce052708-760d-46af-910c-63f0b13e6cb2 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677922 Jul 23 20:25:38.065229 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bee4d86a-fe48-443e-b38a-ce960ef2475d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:38.110771 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 7c10db27-9bdc-4c16-af43-f7992e292e6b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:38.111020 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:38.132020 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bee4d86a-fe48-443e-b38a-ce960ef2475d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:38.164005 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:38.183916 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a76cbd9d-b781-42dc-8e19-d62a1637cbb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:38.191243 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-205c0d71-38e9-4810-be5c-ac7c485f8055 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Made reservation on behalf of c2d3a1fa9beb4bbeaa6d9816abdb145d for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:38.195301 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-205c0d71-38e9-4810-be5c-ac7c485f8055 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:38.205642 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccafd9-9983-4d08-a35f-1f9ca8addaf8 req-d4e7e6f1-9941-4f0b-a45a-9cbf70abed38 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:38.216396 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'f9f59964-00a7-4cdb-bd4c-91bc3fe798ca', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': 'f9f59964-00a7-4cdb-bd4c-91bc3fe798ca', 'mac_address': 'fa:16:3e:9f:75:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:25:38.229707 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5ccafd9-9983-4d08-a35f-1f9ca8addaf8 req-d4e7e6f1-9941-4f0b-a45a-9cbf70abed38 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.0924609 Jul 23 20:25:38.304691 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5ccafd9-9983-4d08-a35f-1f9ca8addaf8 req-191f6737-f5a0-4ca6-bf43-a99d867ce623 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737801 Jul 23 20:25:38.322923 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:38.333905 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bee4d86a-fe48-443e-b38a-ce960ef2475d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:38.339860 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bee4d86a-fe48-443e-b38a-ce960ef2475d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:38.339860 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bee4d86a-fe48-443e-b38a-ce960ef2475d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/75a43e8e-54b6-4dbf-91f1-e0cf63b89db7 HTTP/1.1" status: 204 len: 168 time: 0.5231733 Jul 23 20:25:38.367052 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4d86a-fe48-443e-b38a-ce960ef2475d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a43e8e-54b6-4dbf-91f1-e0cf63b89db7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:38.369029 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f59964-00a7-4cdb-bd4c-91bc3fe798ca {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:38.410051 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:38.417637 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:38.472144 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a008077a-ade3-4f2f-a0f1-ed5581e85763', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-606626571-router', 'tenant_id': '4996eef3467f416995387ed0359921fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '7c10db27-9bdc-4c16-af43-f7992e292e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:27Z', 'updated_at': '2021-07-23T20:25:33Z', 'revision_number': 4, 'project_id': '4996eef3467f416995387ed0359921fa', 'gw_port': {'id': '7c10db27-9bdc-4c16-af43-f7992e292e6b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008077a-ade3-4f2f-a0f1-ed5581e85763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:27Z', 'updated_at': '2021-07-23T20:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '619df1b3-060b-4daf-ac9a-49ccee911f38', 'name': '', 'network_id': '00a44818-789a-4a53-8ac3-83cc87651a61', 'tenant_id': '4996eef3467f416995387ed0359921fa', 'mac_address': 'fa:16:3e:3c:9e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a008077a-ade3-4f2f-a0f1-ed5581e85763', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5caf688e-25ff-4fdc-9c17-316d3a0d5f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:32Z', 'updated_at': '2021-07-23T20:25:37Z', 'revision_number': 4, 'project_id': '4996eef3467f416995387ed0359921fa', 'subnets': [{'id': '5caf688e-25ff-4fdc-9c17-316d3a0d5f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:38.507262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c8daa4-7525-4f6a-bf24-e1721fb87d47 None None] The sync data for ids ['a008077a-ade3-4f2f-a0f1-ed5581e85763'] in n-d-791504-18 is: [{'id': 'a008077a-ade3-4f2f-a0f1-ed5581e85763', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-606626571-router', 'tenant_id': '4996eef3467f416995387ed0359921fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '7c10db27-9bdc-4c16-af43-f7992e292e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:27Z', 'updated_at': '2021-07-23T20:25:33Z', 'revision_number': 4, 'project_id': '4996eef3467f416995387ed0359921fa', 'gw_port': {'id': '7c10db27-9bdc-4c16-af43-f7992e292e6b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:82:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008077a-ade3-4f2f-a0f1-ed5581e85763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:27Z', 'updated_at': '2021-07-23T20:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '619df1b3-060b-4daf-ac9a-49ccee911f38', 'name': '', 'network_id': '00a44818-789a-4a53-8ac3-83cc87651a61', 'tenant_id': '4996eef3467f416995387ed0359921fa', 'mac_address': 'fa:16:3e:3c:9e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a008077a-ade3-4f2f-a0f1-ed5581e85763', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5caf688e-25ff-4fdc-9c17-316d3a0d5f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:32Z', 'updated_at': '2021-07-23T20:25:37Z', 'revision_number': 4, 'project_id': '4996eef3467f416995387ed0359921fa', 'subnets': [{'id': '5caf688e-25ff-4fdc-9c17-316d3a0d5f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:25:38.520940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:38.673360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-205c0d71-38e9-4810-be5c-ac7c485f8055 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Allocated IP 172.20.0.10 (44f569b7-90aa-4a8d-8748-eb524f6ea387/d0023097-714c-4bc6-9cfd-cd5938a22d68/b2b47be9-a533-465b-9a27-c492d3654f3d) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:38.755165 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['f9f59964-00a7-4cdb-bd4c-91bc3fe798ca'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:38.788907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76cbd9d-b781-42dc-8e19-d62a1637cbb6 admin admin] Router a008077a-ade3-4f2f-a0f1-ed5581e85763 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:25:38.929581 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c4ccd-836b-45c1-bf24-a2262a690f55 req-bc8c9329-bffc-4ce3-a689-73d6d788fc44 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:38.931825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d71c4ccd-836b-45c1-bf24-a2262a690f55 req-bc8c9329-bffc-4ce3-a689-73d6d788fc44 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 949 time: 0.2085931 Jul 23 20:25:39.017721 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53734) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:39.033554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-07097b84-814c-4733-b51c-e97a6fd7e87f tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:25:39.034913 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-07097b84-814c-4733-b51c-e97a6fd7e87f tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438373 Jul 23 20:25:39.055421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-65338669-9749-4f31-88a5-c95de418d36d req-04762bef-2f28-41ea-affd-0c37dfbda6fc service neutron] Request body: {'binding': {'host': 'n-h1-791504-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:39.055870 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-65338669-9749-4f31-88a5-c95de418d36d req-04762bef-2f28-41ea-affd-0c37dfbda6fc service neutron] Unknown quota resources ['binding']. {{(pid=93810) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:25:39.056575 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d71c4ccd-836b-45c1-bf24-a2262a690f55 req-3d2dee5e-2a91-4d82-b218-7655db2ba4e3 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111941 Jul 23 20:25:39.057866 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-819d9caf-7030-41e5-81fb-42d88aba8249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.086802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974446a5-c752-49cd-9c62-7e5f081ff70b req-c6c12d90-3b79-4d30-9f7a-1d2f0bc80cc6 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.088453 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-974446a5-c752-49cd-9c62-7e5f081ff70b req-c6c12d90-3b79-4d30-9f7a-1d2f0bc80cc6 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b&tenant_id=1681e95d614a4f089ed176768eeebc0b&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 949 time: 0.2758479 Jul 23 20:25:39.119466 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76cbd9d-b781-42dc-8e19-d62a1637cbb6 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:25:39.129727 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a76cbd9d-b781-42dc-8e19-d62a1637cbb6 admin admin] 10.222.0.55 "PUT /v2.0/routers/a008077a-ade3-4f2f-a0f1-ed5581e85763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0761437 Jul 23 20:25:39.137321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53736) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:39.214675 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4eaf2706-143f-430e-a728-46119c675788 req-fdc9a705-2407-48e3-9203-5c2475dca21e tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 210 time: 0.0509343 Jul 23 20:25:39.233058 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-974446a5-c752-49cd-9c62-7e5f081ff70b req-fd48d001-1f43-4f64-87be-c03d7725d822 service neutron] delete failed (client error): The resource could not be found. Jul 23 20:25:39.234274 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-974446a5-c752-49cd-9c62-7e5f081ff70b req-fd48d001-1f43-4f64-87be-c03d7725d822 service neutron] 10.222.0.48 "DELETE /v2.0/ports/f9f59964-00a7-4cdb-bd4c-91bc3fe798ca/bindings/n-h1-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.1327147 Jul 23 20:25:39.315444 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-819d9caf-7030-41e5-81fb-42d88aba8249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.329883 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-819d9caf-7030-41e5-81fb-42d88aba8249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.425365 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-819d9caf-7030-41e5-81fb-42d88aba8249 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5314628f85d74c10b0fbf173bcb2eda8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065604 Jul 23 20:25:39.428624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53740) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:39.436917 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d9caf-7030-41e5-81fb-42d88aba8249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c41269-4d77-4956-a7ad-7b5d5e0e84f6,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:39.506106 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f38ad5-640f-47ff-83a5-5b11a03bcf5d req-44bb2723-0074-449d-9733-3eb602222968 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.506738 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-205c0d71-38e9-4810-be5c-ac7c485f8055 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.507665 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42f38ad5-640f-47ff-83a5-5b11a03bcf5d req-44bb2723-0074-449d-9733-3eb602222968 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 949 time: 0.1905489 Jul 23 20:25:39.511047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974446a5-c752-49cd-9c62-7e5f081ff70b req-3bea2f75-9758-4757-8cc9-d8bb7ca45d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.512514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-974446a5-c752-49cd-9c62-7e5f081ff70b req-3bea2f75-9758-4757-8cc9-d8bb7ca45d42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 1101 time: 0.1822166 Jul 23 20:25:39.576930 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6013a032-be2e-4b69-81ac-5c63bc834e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.650338 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6013a032-be2e-4b69-81ac-5c63bc834e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.654981 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42f38ad5-640f-47ff-83a5-5b11a03bcf5d req-3ce51f01-3c43-4f6a-a197-61bd82210489 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303804 Jul 23 20:25:39.657427 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a35c53e8-6f30-4a1d-b61f-cec47b5743db admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.674341 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-65338669-9749-4f31-88a5-c95de418d36d req-04762bef-2f28-41ea-affd-0c37dfbda6fc service neutron] Attempting to bind port 88dfe02c-b823-4b31-9325-d390e1434169 on host n-h1-791504-18 for vnic_type normal with profile None {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:39.674764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-65338669-9749-4f31-88a5-c95de418d36d req-04762bef-2f28-41ea-affd-0c37dfbda6fc service neutron] Attempting to bind port 88dfe02c-b823-4b31-9325-d390e1434169 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:39.684944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65338669-9749-4f31-88a5-c95de418d36d req-04762bef-2f28-41ea-affd-0c37dfbda6fc service neutron] Attempting to bind port 88dfe02c-b823-4b31-9325-d390e1434169 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:39.714935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974446a5-c752-49cd-9c62-7e5f081ff70b req-a5a8ceae-8be4-4b86-92a9-619dbb1fc3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.717023 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-974446a5-c752-49cd-9c62-7e5f081ff70b req-a5a8ceae-8be4-4b86-92a9-619dbb1fc3d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.1908057 Jul 23 20:25:39.744161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65338669-9749-4f31-88a5-c95de418d36d req-04762bef-2f28-41ea-affd-0c37dfbda6fc service neutron] Port 88dfe02c-b823-4b31-9325-d390e1434169 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:39.744507 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65338669-9749-4f31-88a5-c95de418d36d req-04762bef-2f28-41ea-affd-0c37dfbda6fc service neutron] Attempting to bind port 88dfe02c-b823-4b31-9325-d390e1434169 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:39.751050 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-205c0d71-38e9-4810-be5c-ac7c485f8055 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.783801 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-974446a5-c752-49cd-9c62-7e5f081ff70b req-96c471d2-364f-46ac-90ac-7858a61534aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca HTTP/1.1" status: 200 len: 217 time: 0.0579858 Jul 23 20:25:39.784875 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65338669-9749-4f31-88a5-c95de418d36d req-04762bef-2f28-41ea-affd-0c37dfbda6fc service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:39.785227 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65338669-9749-4f31-88a5-c95de418d36d req-04762bef-2f28-41ea-affd-0c37dfbda6fc service neutron] Checking segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:39.785626 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65338669-9749-4f31-88a5-c95de418d36d req-04762bef-2f28-41ea-affd-0c37dfbda6fc service neutron] Bound using segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:39.786073 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-65338669-9749-4f31-88a5-c95de418d36d req-04762bef-2f28-41ea-affd-0c37dfbda6fc service neutron] Bound port: 88dfe02c-b823-4b31-9325-d390e1434169, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:39.838700 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6013a032-be2e-4b69-81ac-5c63bc834e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.842108 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6013a032-be2e-4b69-81ac-5c63bc834e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.843434 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6013a032-be2e-4b69-81ac-5c63bc834e81 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61c41269-4d77-4956-a7ad-7b5d5e0e84f6 HTTP/1.1" status: 204 len: 168 time: 0.4138868 Jul 23 20:25:39.849484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-205c0d71-38e9-4810-be5c-ac7c485f8055 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Network 44f569b7-90aa-4a8d-8748-eb524f6ea387 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:39.859910 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-205c0d71-38e9-4810-be5c-ac7c485f8055 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:39.865610 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013a032-be2e-4b69-81ac-5c63bc834e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c41269-4d77-4956-a7ad-7b5d5e0e84f6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:39.870044 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c0d71-38e9-4810-be5c-ac7c485f8055 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Pushing event updated for resources: {'Port': ['ID=b2b47be9-a533-465b-9a27-c492d3654f3d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:39.871883 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-205c0d71-38e9-4810-be5c-ac7c485f8055 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:39.878103 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-205c0d71-38e9-4810-be5c-ac7c485f8055 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.878103 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-205c0d71-38e9-4810-be5c-ac7c485f8055 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.887259 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974446a5-c752-49cd-9c62-7e5f081ff70b req-03c48211-4d32-4d17-a21d-0269ba8fc091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.889731 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-974446a5-c752-49cd-9c62-7e5f081ff70b req-03c48211-4d32-4d17-a21d-0269ba8fc091 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0822632 Jul 23 20:25:39.917860 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a35c53e8-6f30-4a1d-b61f-cec47b5743db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.926920 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-65338669-9749-4f31-88a5-c95de418d36d req-04762bef-2f28-41ea-affd-0c37dfbda6fc service neutron] For port 88dfe02c-b823-4b31-9325-d390e1434169, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=88dfe02c-b823-4b31-9325-d390e1434169,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:39.928547 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-205c0d71-38e9-4810-be5c-ac7c485f8055 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1627955 Jul 23 20:25:39.940376 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-65338669-9749-4f31-88a5-c95de418d36d req-04762bef-2f28-41ea-affd-0c37dfbda6fc service neutron] Notify callbacks [] for binding, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.943599 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-04762bef-2f28-41ea-affd-0c37dfbda6fc service neutron] 10.222.0.55 "POST /v2.0/ports/88dfe02c-b823-4b31-9325-d390e1434169/bindings HTTP/1.1" status: 201 len: 390 time: 0.8970475 Jul 23 20:25:39.951538 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0beb7a71-6813-4bef-b3a0-0fcf223dad90 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:39.974307 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d6edd-1ecd-4734-bfe7-6c7067be1629 req-692a86de-476e-475c-8c1f-f5468c66efbc tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.987522 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-220d6edd-1ecd-4734-bfe7-6c7067be1629 req-692a86de-476e-475c-8c1f-f5468c66efbc tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.2540739 Jul 23 20:25:40.017001 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Request body: {'port': {'device_id': '3707423a-7fb8-4501-ac83-b9a94838becd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:40.060406 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 0beb7a71-6813-4bef-b3a0-0fcf223dad90 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:40.066358 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 0beb7a71-6813-4bef-b3a0-0fcf223dad90 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:40.067051 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:40.138139 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-220d6edd-1ecd-4734-bfe7-6c7067be1629 req-f84eb677-32ca-4f58-8fb7-0f2c2bcdee3c tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416299 Jul 23 20:25:40.147933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974446a5-c752-49cd-9c62-7e5f081ff70b req-50966866-2978-4b9d-9455-112e31fe0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:40.149903 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-974446a5-c752-49cd-9c62-7e5f081ff70b req-50966866-2978-4b9d-9455-112e31fe0298 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2500854 Jul 23 20:25:40.264985 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.48', 51706) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:40.337448 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:40.361078 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc7a3b-8b7f-4a86-b642-0df22e64a896 None None] Sync routers for ids ['a008077a-ade3-4f2f-a0f1-ed5581e85763'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:25:40.378980 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc7a3b-8b7f-4a86-b642-0df22e64a896 None None] Routers {'a008077a-ade3-4f2f-a0f1-ed5581e85763'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:40.380436 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2fdc7a3b-8b7f-4a86-b642-0df22e64a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:25:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a008077a-ade3-4f2f-a0f1-ed5581e85763'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:40.386974 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:40.394159 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9f84c4-29f7-4b82-a262-a6f842f7470b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beb7a71-6813-4bef-b3a0-0fcf223dad90'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:40.399855 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0718cb7-dcdb-4b6f-84bb-b02cada9739b" -d '{"events": [{"server_uuid": "0f9f84c4-29f7-4b82-a262-a6f842f7470b", "name": "network-vif-plugged", "status": "completed", "tag": "0beb7a71-6813-4bef-b3a0-0fcf223dad90"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:40.426219 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0beb7a71-6813-4bef-b3a0-0fcf223dad90, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0beb7a71-6813-4bef-b3a0-0fcf223dad90,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:40.435218 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:40.437736 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-974446a5-c752-49cd-9c62-7e5f081ff70b req-79560028-ede6-4a70-992b-7f91e60b6bd3 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774658 Jul 23 20:25:40.486552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa96c6-32f6-443c-af62-c39087d5390b req-668b39bf-f71b-416b-92ce-7534a9b85d60 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:40.490906 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-2fdc7a3b-8b7f-4a86-b642-0df22e64a896 None None] Set router a008077a-ade3-4f2f-a0f1-ed5581e85763 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:25:40.496770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62aa96c6-32f6-443c-af62-c39087d5390b req-668b39bf-f71b-416b-92ce-7534a9b85d60 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 949 time: 0.1753337 Jul 23 20:25:40.534721 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=0beb7a71-6813-4bef-b3a0-0fcf223dad90,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:40.548097 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-a35c53e8-6f30-4a1d-b61f-cec47b5743db admin admin] Deleting port 7c10db27-9bdc-4c16-af43-f7992e292e6b {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:40.548678 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a35c53e8-6f30-4a1d-b61f-cec47b5743db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:40.549890 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2fdc7a3b-8b7f-4a86-b642-0df22e64a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a008077a-ade3-4f2f-a0f1-ed5581e85763', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-606626571-router', 'tenant_id': '4996eef3467f416995387ed0359921fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:27Z', 'updated_at': '2021-07-23T20:25:39Z', 'revision_number': 6, 'project_id': '4996eef3467f416995387ed0359921fa', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:40.582208 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc7a3b-8b7f-4a86-b642-0df22e64a896 None None] Checking router: a008077a-ade3-4f2f-a0f1-ed5581e85763 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:25:40.592499 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65338669-9749-4f31-88a5-c95de418d36d req-7ca83d0f-c839-4edb-a293-a2e44129a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:40.594144 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-7ca83d0f-c839-4edb-a293-a2e44129a9be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 1097 time: 0.3277421 Jul 23 20:25:40.597083 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc7a3b-8b7f-4a86-b642-0df22e64a896 None None] Routers {'a008077a-ade3-4f2f-a0f1-ed5581e85763'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:40.598182 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2fdc7a3b-8b7f-4a86-b642-0df22e64a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:25:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a008077a-ade3-4f2f-a0f1-ed5581e85763'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:40.660054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-974446a5-c752-49cd-9c62-7e5f081ff70b req-ca3a0b55-7d16-4a4c-a53d-680bea890a0e service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021129 Jul 23 20:25:40.670668 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113fe42-5f60-412a-b67b-202a93823841 req-be6f6945-81be-4eab-aa40-7b6ed9639b3e tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:40.678128 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d113fe42-5f60-412a-b67b-202a93823841 req-be6f6945-81be-4eab-aa40-7b6ed9639b3e tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 945 time: 0.3556025 Jul 23 20:25:40.707820 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-2fdc7a3b-8b7f-4a86-b642-0df22e64a896 None None] Set router a008077a-ade3-4f2f-a0f1-ed5581e85763 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:25:40.713432 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62aa96c6-32f6-443c-af62-c39087d5390b req-9271140d-3d55-4171-b10a-814bb7ba7fe3 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156186 Jul 23 20:25:40.722274 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65338669-9749-4f31-88a5-c95de418d36d req-2229625b-54d9-45b6-89ef-d3483f7fd726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:40.723784 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-2229625b-54d9-45b6-89ef-d3483f7fd726 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 921 time: 0.1144276 Jul 23 20:25:40.775071 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d113fe42-5f60-412a-b67b-202a93823841 req-ba4df69f-fc8f-43b6-87e7-4a04cd8e8164 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925033 Jul 23 20:25:40.784806 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2fdc7a3b-8b7f-4a86-b642-0df22e64a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a008077a-ade3-4f2f-a0f1-ed5581e85763', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-606626571-router', 'tenant_id': '4996eef3467f416995387ed0359921fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:27Z', 'updated_at': '2021-07-23T20:25:39Z', 'revision_number': 6, 'project_id': '4996eef3467f416995387ed0359921fa', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:40.823788 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc7a3b-8b7f-4a86-b642-0df22e64a896 None None] The sync data for ids ['a008077a-ade3-4f2f-a0f1-ed5581e85763'] in n-d-791504-18 is: [{'id': 'a008077a-ade3-4f2f-a0f1-ed5581e85763', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-606626571-router', 'tenant_id': '4996eef3467f416995387ed0359921fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:27Z', 'updated_at': '2021-07-23T20:25:39Z', 'revision_number': 6, 'project_id': '4996eef3467f416995387ed0359921fa', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:25:40.842778 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-576307f9-49ad-4b42-b31e-e83a5211a4f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88dfe02c-b823-4b31-9325-d390e1434169 HTTP/1.1" status: 200 len: 217 time: 0.1099205 Jul 23 20:25:40.846481 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58495d4e-f640-42c3-a903-dc63ca1dfca5 x-openstack-request-id: req-58495d4e-f640-42c3-a903-dc63ca1dfca5 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:40.846770 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9f84c4-29f7-4b82-a262-a6f842f7470b", "name": "network-vif-plugged", "status": "completed", "tag": "0beb7a71-6813-4bef-b3a0-0fcf223dad90", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:40.847732 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58495d4e-f640-42c3-a903-dc63ca1dfca5 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:40.848128 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9f84c4-29f7-4b82-a262-a6f842f7470b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beb7a71-6813-4bef-b3a0-0fcf223dad90', 'code': 200} Jul 23 20:25:40.987725 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453efc1-f907-46e3-ab38-bdeb7555caf1 req-27fcecb4-9218-45ee-940e-78c5f563250f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:40.989233 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a453efc1-f907-46e3-ab38-bdeb7555caf1 req-27fcecb4-9218-45ee-940e-78c5f563250f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 932 time: 0.1679668 Jul 23 20:25:41.001457 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-a35c53e8-6f30-4a1d-b61f-cec47b5743db admin admin] For port 7c10db27-9bdc-4c16-af43-f7992e292e6b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7c10db27-9bdc-4c16-af43-f7992e292e6b,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:41.001849 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a35c53e8-6f30-4a1d-b61f-cec47b5743db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:41.006676 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65338669-9749-4f31-88a5-c95de418d36d req-b63d3136-599d-4c36-b734-3bc9b88c52fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:41.008366 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-b63d3136-599d-4c36-b734-3bc9b88c52fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.1096616 Jul 23 20:25:41.053913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a453efc1-f907-46e3-ab38-bdeb7555caf1 req-160692f3-372d-416c-b40c-cf96afc5a5ac tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572321 Jul 23 20:25:41.055078 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-a35c53e8-6f30-4a1d-b61f-cec47b5743db admin admin] Calling delete_port for 7c10db27-9bdc-4c16-af43-f7992e292e6b owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:41.068613 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f76c9-fcc3-4032-a3c6-23acc0291506 req-2ea07e25-cf8b-4252-bbcc-39db6d75e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:41.070085 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df1f76c9-fcc3-4032-a3c6-23acc0291506 req-2ea07e25-cf8b-4252-bbcc-39db6d75e399 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 1102 time: 0.1478007 Jul 23 20:25:41.077888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff592b-55f8-435c-b48a-6e127c3def80 req-cc0ef387-351c-460a-bca7-6f11aba180f9 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:41.079274 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1ff592b-55f8-435c-b48a-6e127c3def80 req-cc0ef387-351c-460a-bca7-6f11aba180f9 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 949 time: 0.1596999 Jul 23 20:25:41.125132 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df1f76c9-fcc3-4032-a3c6-23acc0291506 req-5c062dbe-010e-41c7-803c-2d9a15344656 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445859 Jul 23 20:25:41.129904 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-4b7d13f7-1838-4c2a-b954-5027a9509c5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909226 Jul 23 20:25:41.143598 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1ff592b-55f8-435c-b48a-6e127c3def80 req-cd377778-6a1a-4d33-bc00-b33964c91403 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555353 Jul 23 20:25:41.386995 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9daf19-a3b4-40a4-9c92-a17b4fd8d049 req-1a3b005e-af14-42b7-9a6b-07bca9933d3c tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:41.395618 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb9daf19-a3b4-40a4-9c92-a17b4fd8d049 req-1a3b005e-af14-42b7-9a6b-07bca9933d3c tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.1219532 Jul 23 20:25:41.415424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b47be9-a533-465b-9a27-c492d3654f3d {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:41.436919 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:41.445790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb9daf19-a3b4-40a4-9c92-a17b4fd8d049 req-0f1bd712-20c7-4128-adf3-60b8ed418aa1 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490801 Jul 23 20:25:41.467443 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Transition to ACTIVE for port object b2b47be9-a533-465b-9a27-c492d3654f3d will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:41.472182 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-cb13ed66-4677-42a5-8543-c098877e9b83 service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604511 Jul 23 20:25:41.476781 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:41.624962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Pushing event updated for resources: {'Port': ['ID=b2b47be9-a533-465b-9a27-c492d3654f3d,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:41.639814 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a35c53e8-6f30-4a1d-b61f-cec47b5743db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:41.660235 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device f9f59964-00a7-4cdb-bd4c-91bc3fe798ca up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:41.697604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c53e8-6f30-4a1d-b61f-cec47b5743db admin admin] Pushing event deleted for resources: {'Port': ['ID=7c10db27-9bdc-4c16-af43-f7992e292e6b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:41.737975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Attempting to bind port b2b47be9-a533-465b-9a27-c492d3654f3d on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:41.738243 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Attempting to bind port b2b47be9-a533-465b-9a27-c492d3654f3d by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:41.738589 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Attempting to bind port b2b47be9-a533-465b-9a27-c492d3654f3d on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:41.740904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a35c53e8-6f30-4a1d-b61f-cec47b5743db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:41.744534 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-ca6073a4-085e-4a13-a5b5-c4e20cac9528 service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653496 Jul 23 20:25:41.775607 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:41.789288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:41.790386 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:41.819427 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Port b2b47be9-a533-465b-9a27-c492d3654f3d on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:41.819628 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Attempting to bind port b2b47be9-a533-465b-9a27-c492d3654f3d on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:41.830119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 619df1b3-060b-4daf-ac9a-49ccee911f38 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:41.855504 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 619df1b3-060b-4daf-ac9a-49ccee911f38 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:41.856191 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 619df1b3-060b-4daf-ac9a-49ccee911f38 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:41.856817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c10db27-9bdc-4c16-af43-f7992e292e6b no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:41.879334 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 7c10db27-9bdc-4c16-af43-f7992e292e6b {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:41.879768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c10db27-9bdc-4c16-af43-f7992e292e6b not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:41.892142 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:41.892512 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Checking segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:41.892906 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Bound using segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:41.893364 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Bound port: b2b47be9-a533-465b-9a27-c492d3654f3d, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:41.893729 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:41.896735 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a35c53e8-6f30-4a1d-b61f-cec47b5743db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:41.920096 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a35c53e8-6f30-4a1d-b61f-cec47b5743db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:41.947281 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.032756 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:42.043584 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a35c53e8-6f30-4a1d-b61f-cec47b5743db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.044106 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.044261 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35c53e8-6f30-4a1d-b61f-cec47b5743db admin admin] Fanout notify agent at l3_agent the message router_deleted on router a008077a-ade3-4f2f-a0f1-ed5581e85763 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:25:42.060294 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a35c53e8-6f30-4a1d-b61f-cec47b5743db admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.061478 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a35c53e8-6f30-4a1d-b61f-cec47b5743db admin admin] 10.222.0.55 "DELETE /v2.0/routers/a008077a-ade3-4f2f-a0f1-ed5581e85763 HTTP/1.1" status: 204 len: 168 time: 2.9232233 Jul 23 20:25:42.070527 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53796) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:42.081700 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef0e54-9adb-4459-a3bc-12d9f65600b0 req-9429bc33-d608-47f2-93b8-ad8a6e959267 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:42.083435 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0ef0e54-9adb-4459-a3bc-12d9f65600b0 req-9429bc33-d608-47f2-93b8-ad8a6e959267 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 950 time: 0.2382333 Jul 23 20:25:42.113882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21524b-9576-4150-95f4-c15f3f2b6046 req-9abee3e9-f464-4aa3-b0a4-0bc776ed997d tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:42.115091 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b21524b-9576-4150-95f4-c15f3f2b6046 req-9abee3e9-f464-4aa3-b0a4-0bc776ed997d tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 945 time: 0.2053874 Jul 23 20:25:42.119981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:42.137358 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] For port b2b47be9-a533-465b-9a27-c492d3654f3d, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:42.154323 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] For port b2b47be9-a533-465b-9a27-c492d3654f3d, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b2b47be9-a533-465b-9a27-c492d3654f3d,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:42.161612 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65338669-9749-4f31-88a5-c95de418d36d req-f78b3bd4-93f0-4d16-9468-2d58c036c837 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:42.161939 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0ef0e54-9adb-4459-a3bc-12d9f65600b0 req-e2ce4614-2a32-45a8-9da9-d4d71579b438 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702434 Jul 23 20:25:42.163229 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-f78b3bd4-93f0-4d16-9468-2d58c036c837 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba&tenant_id=5a185053a28c406bbec1c43816d9e38b&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 1097 time: 0.2872202 Jul 23 20:25:42.166670 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.183185 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-18'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:42.187507 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b21524b-9576-4150-95f4-c15f3f2b6046 req-a4339b27-9781-424d-8980-63c10f8fe6e6 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628366 Jul 23 20:25:42.249844 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-404bdcb9-b9f2-42a3-9187-5ca58022e639 admin admin] Deleting subnet 5caf688e-25ff-4fdc-9c17-316d3a0d5f2e {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:25:42.255020 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:42.255671 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.257049 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] 10.222.0.48 "PUT /v2.0/ports/b2b47be9-a533-465b-9a27-c492d3654f3d HTTP/1.1" status: 200 len: 1093 time: 2.2514405 Jul 23 20:25:42.260057 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3707423a-7fb8-4501-ac83-b9a94838becd', 'tag': 'b2b47be9-a533-465b-9a27-c492d3654f3d'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:42.263284 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2929e7a0-22dd-425e-8c94-3446645f1817" -d '{"events": [{"name": "network-changed", "server_uuid": "3707423a-7fb8-4501-ac83-b9a94838becd", "tag": "b2b47be9-a533-465b-9a27-c492d3654f3d"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:42.266256 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-404bdcb9-b9f2-42a3-9187-5ca58022e639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.357789 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123ffb7-9feb-4394-af48-b38db29c8172 req-5bf6f940-47d1-4ac8-924b-951a3e47c43b tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:42.359329 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a123ffb7-9feb-4394-af48-b38db29c8172 req-5bf6f940-47d1-4ac8-924b-951a3e47c43b tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 944 time: 0.1043248 Jul 23 20:25:42.384586 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-404bdcb9-b9f2-42a3-9187-5ca58022e639 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.390617 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3c00e-9f31-45db-b984-693ca9b2280e service neutron] Pushing event updated for resources: {'Port': ['ID=b2b47be9-a533-465b-9a27-c492d3654f3d,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:42.398299 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a123ffb7-9feb-4394-af48-b38db29c8172 req-3e60072b-cf63-4a29-b297-1af5679bc0dd tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336463 Jul 23 20:25:42.402410 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.459749 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d315356e-d967-4c6a-a05e-90d975a4f301 x-openstack-request-id: req-d315356e-d967-4c6a-a05e-90d975a4f301 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:42.460041 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3707423a-7fb8-4501-ac83-b9a94838becd", "tag": "b2b47be9-a533-465b-9a27-c492d3654f3d", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:42.460294 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d315356e-d967-4c6a-a05e-90d975a4f301 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:42.460685 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3707423a-7fb8-4501-ac83-b9a94838becd', 'tag': 'b2b47be9-a533-465b-9a27-c492d3654f3d', 'status': 'completed', 'code': 200} Jul 23 20:25:42.527192 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-404bdcb9-b9f2-42a3-9187-5ca58022e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.558335 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e82da-1a68-412e-b6ba-b5d82634ed16 req-7a4957e3-6d05-40c4-9fbf-43294345128d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:42.561365 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d8e82da-1a68-412e-b6ba-b5d82634ed16 req-7a4957e3-6d05-40c4-9fbf-43294345128d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 950 time: 0.0921011 Jul 23 20:25:42.574629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-0a0a636f-f2fb-4473-ba9e-9787a095469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:42.576167 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-0a0a636f-f2fb-4473-ba9e-9787a095469d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 1096 time: 0.2647450 Jul 23 20:25:42.608455 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d8e82da-1a68-412e-b6ba-b5d82634ed16 req-611bbf05-520e-4a41-b1dc-8f7806697842 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411050 Jul 23 20:25:42.636045 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-922e1176-066b-44f6-bf51-f4671de0d28e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2b47be9-a533-465b-9a27-c492d3654f3d HTTP/1.1" status: 200 len: 217 time: 0.0478771 Jul 23 20:25:42.778393 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ceabdc-a81d-495f-8177-99996089b4f1 req-9d87a8b5-1a17-4bb8-b736-31f7568bdc64 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:42.780017 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4ceabdc-a81d-495f-8177-99996089b4f1 req-9d87a8b5-1a17-4bb8-b736-31f7568bdc64 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.1019382 Jul 23 20:25:42.811502 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97587b-9641-4460-8be3-ae11096d438a req-2d96039c-6f07-46b0-9eaa-7db84fd14c9f tempest-MigrationsAdminTest-1139639968 tempest-MigrationsAdminTest-1139639968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:42.813012 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc97587b-9641-4460-8be3-ae11096d438a req-2d96039c-6f07-46b0-9eaa-7db84fd14c9f tempest-MigrationsAdminTest-1139639968 tempest-MigrationsAdminTest-1139639968-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 1102 time: 0.0950732 Jul 23 20:25:42.837488 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4ceabdc-a81d-495f-8177-99996089b4f1 req-c7125cd7-f333-4706-8058-9a6fbcf1d20b tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497372 Jul 23 20:25:42.858754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0f7a41-7237-49cd-9308-6661ecc32b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f59964-00a7-4cdb-bd4c-91bc3fe798ca'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:42.858754 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dd9bae-7ca9-4024-a1ba-66b977f75374" -d '{"events": [{"server_uuid": "ab0f7a41-7237-49cd-9308-6661ecc32b2b", "name": "network-vif-plugged", "status": "completed", "tag": "f9f59964-00a7-4cdb-bd4c-91bc3fe798ca"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:42.875144 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc97587b-9641-4460-8be3-ae11096d438a req-3f028442-29c1-4e2c-b6d5-dcfe04f1e899 tempest-MigrationsAdminTest-1139639968 tempest-MigrationsAdminTest-1139639968-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518727 Jul 23 20:25:42.916142 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d29a95-3638-4e67-892f-3216d079e132 x-openstack-request-id: req-d4d29a95-3638-4e67-892f-3216d079e132 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:42.916578 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0f7a41-7237-49cd-9308-6661ecc32b2b", "name": "network-vif-plugged", "status": "completed", "tag": "f9f59964-00a7-4cdb-bd4c-91bc3fe798ca", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:42.916720 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d4d29a95-3638-4e67-892f-3216d079e132 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:42.917116 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0f7a41-7237-49cd-9308-6661ecc32b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f59964-00a7-4cdb-bd4c-91bc3fe798ca', 'code': 200} Jul 23 20:25:42.954074 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-404bdcb9-b9f2-42a3-9187-5ca58022e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.994666 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bdcb9-b9f2-42a3-9187-5ca58022e639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5caf688e-25ff-4fdc-9c17-316d3a0d5f2e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:43.000306 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-53c2137f-17f7-4ce3-b137-ed72c30b0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:43.004980 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-53c2137f-17f7-4ce3-b137-ed72c30b0e93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.3390646 Jul 23 20:25:43.004980 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] For port 88dfe02c-b823-4b31-9325-d390e1434169, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=88dfe02c-b823-4b31-9325-d390e1434169,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:43.006726 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-404bdcb9-b9f2-42a3-9187-5ca58022e639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.008806 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-404bdcb9-b9f2-42a3-9187-5ca58022e639 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5caf688e-25ff-4fdc-9c17-316d3a0d5f2e HTTP/1.1" status: 204 len: 168 time: 0.9370849 Jul 23 20:25:43.015361 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47b3801-d9f9-4c82-b650-526fd30c6c2c None None] Network 00a44818-789a-4a53-8ac3-83cc87651a61 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:43.016734 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53844) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:43.053903 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-f35089a5-c59a-4a1c-b690-ee3b30c2c5d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442679 Jul 23 20:25:43.172778 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-ef4367a4-366d-4106-b3a7-0600d7acee67 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1681e95d614a4f089ed176768eeebc0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237646 Jul 23 20:25:43.211329 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] For port 88dfe02c-b823-4b31-9325-d390e1434169, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:43.221161 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.314242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc507fd9-2844-41f8-8b70-82286098b9e7 None None] DHCP port deletion for 00a44818-789a-4a53-8ac3-83cc87651a61 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:25:43.324227 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-052c4075-f6b5-4a0d-b940-aeba7f4c4e3c service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570195 Jul 23 20:25:43.341930 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-3639b744-ea3e-411a-ae39-41448c2a20e4 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:43.348823 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-3639b744-ea3e-411a-ae39-41448c2a20e4 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709967 Jul 23 20:25:43.369765 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-c685a9f7-38f2-482b-a08d-ae5a56db3684 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/quotas/1681e95d614a4f089ed176768eeebc0b HTTP/1.1" status: 200 len: 375 time: 0.0196214 Jul 23 20:25:43.390708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cc507fd9-2844-41f8-8b70-82286098b9e7 None None] Deleting port 3ac51f19-1e65-46bb-b81c-b2e0757e1e58 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:43.391278 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc507fd9-2844-41f8-8b70-82286098b9e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.418456 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.421564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ed064-35a0-4c11-a365-745209d2ca98 req-9a9be7d4-1bd0-44d1-b90d-c773047f3f89 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:43.423146 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-274ed064-35a0-4c11-a365-745209d2ca98 req-9a9be7d4-1bd0-44d1-b90d-c773047f3f89 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 950 time: 0.1421566 Jul 23 20:25:43.436341 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.455748 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53874) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:43.485617 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-9e4efe2a-1e7a-4c31-a592-b56d54d9f0a6 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1141253 Jul 23 20:25:43.497049 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf17f54b-acf4-492b-8fe1-b90f3305ad64 req-ec35b2b6-ffc4-4109-b709-3806d33f805e service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509762 Jul 23 20:25:43.533014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cc507fd9-2844-41f8-8b70-82286098b9e7 None None] For port 3ac51f19-1e65-46bb-b81c-b2e0757e1e58, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3ac51f19-1e65-46bb-b81c-b2e0757e1e58,segment=NetworkSegment(4366b54b-1b59-4067-ba31-abf18351c8a6),segment_id=4366b54b-1b59-4067-ba31-abf18351c8a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:43.533848 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc507fd9-2844-41f8-8b70-82286098b9e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.540308 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-274ed064-35a0-4c11-a365-745209d2ca98 req-32e233b2-9309-41b9-9d54-e3c72e83a597 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080039 Jul 23 20:25:43.554707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Deleting port 3ac51f19-1e65-46bb-b81c-b2e0757e1e58 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:43.558753 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.593660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cc507fd9-2844-41f8-8b70-82286098b9e7 None None] Calling delete_port for 3ac51f19-1e65-46bb-b81c-b2e0757e1e58 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:43.614980 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Pushing event updated for resources: {'Port': ['ID=88dfe02c-b823-4b31-9325-d390e1434169,revision_number=7']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:43.675149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3ac51f19-1e65-46bb-b81c-b2e0757e1e58 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:43.725725 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Attempting to bind port 88dfe02c-b823-4b31-9325-d390e1434169 on host n-h2-791504-18 for vnic_type normal with profile {"migrating_to": "n-h1-791504-18"} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:43.726691 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Attempting to bind port 88dfe02c-b823-4b31-9325-d390e1434169 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:43.727212 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Attempting to bind port 88dfe02c-b823-4b31-9325-d390e1434169 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:43.744981 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] For port 3ac51f19-1e65-46bb-b81c-b2e0757e1e58, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3ac51f19-1e65-46bb-b81c-b2e0757e1e58,segment=NetworkSegment(4366b54b-1b59-4067-ba31-abf18351c8a6),segment_id=4366b54b-1b59-4067-ba31-abf18351c8a6)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:43.745375 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.762578 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Calling delete_port for 3ac51f19-1e65-46bb-b81c-b2e0757e1e58 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:43.860346 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.873670 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Port 88dfe02c-b823-4b31-9325-d390e1434169 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:43.874337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Attempting to bind port 88dfe02c-b823-4b31-9325-d390e1434169 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:43.895383 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:43.896047 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Checking segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:43.896641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Bound using segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:43.897375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Bound port: 88dfe02c-b823-4b31-9325-d390e1434169, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:43.898231 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.900534 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.945460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac51f19-1e65-46bb-b81c-b2e0757e1e58,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:43.956020 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] No DVR routers for this DVR port 3ac51f19-1e65-46bb-b81c-b2e0757e1e58 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:43.999760 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea08f30e-1fe9-47c0-85ba-f33970be3eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.056870 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc507fd9-2844-41f8-8b70-82286098b9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.071890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929e7a0-22dd-425e-8c94-3446645f1817 req-f7246389-7287-40bc-ba21-a93b7799a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:44.072348 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc507fd9-2844-41f8-8b70-82286098b9e7 None None] No DVR routers for this DVR port 3ac51f19-1e65-46bb-b81c-b2e0757e1e58 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:44.073972 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2929e7a0-22dd-425e-8c94-3446645f1817 req-f7246389-7287-40bc-ba21-a93b7799a1c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 1096 time: 0.4848957 Jul 23 20:25:44.092340 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493101eb-eb3e-4ef9-90c6-9d873e5e1eb1 req-4db428c9-db86-457d-af6d-71e923709997 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:44.099572 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-493101eb-eb3e-4ef9-90c6-9d873e5e1eb1 req-4db428c9-db86-457d-af6d-71e923709997 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 943 time: 0.4396703 Jul 23 20:25:44.121107 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9761a-5bec-4e3b-a4e4-5b5baca0e074 req-aa3eeb2e-bced-458f-a62a-48fc8abce147 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:44.129573 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7af9761a-5bec-4e3b-a4e4-5b5baca0e074 req-aa3eeb2e-bced-458f-a62a-48fc8abce147 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 944 time: 0.1719551 Jul 23 20:25:44.133395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc507fd9-2844-41f8-8b70-82286098b9e7 None None] Pushing event deleted for resources: {'Port': ['ID=3ac51f19-1e65-46bb-b81c-b2e0757e1e58,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:44.152300 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.202660 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-493101eb-eb3e-4ef9-90c6-9d873e5e1eb1 req-9d76e7a9-3ebc-467f-a275-5d55e792e3f6 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022203 Jul 23 20:25:44.206804 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:25:44.207314 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:25:44.208188 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:25:44.208739 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Subscribe: > port after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:25:44.209133 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:25:44.209639 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Subscribe: > port after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:25:44.209936 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:25:44.210261 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:25:44.210628 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:25:44.211308 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:25:44.214150 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7af9761a-5bec-4e3b-a4e4-5b5baca0e074 req-81e31b99-fb2d-44f3-be3c-b01a415d6f32 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832381 Jul 23 20:25:44.237471 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea08f30e-1fe9-47c0-85ba-f33970be3eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.257766 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea08f30e-1fe9-47c0-85ba-f33970be3eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.304515 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ea08f30e-1fe9-47c0-85ba-f33970be3eb9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe02c5d43a594ff18f2cd65659af32ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8442478 Jul 23 20:25:44.304730 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53894) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:44.318982 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08f30e-1fe9-47c0-85ba-f33970be3eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938ae7a1-70b5-4941-a429-c19639353d30,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:44.354427 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:25:44.354785 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:25:44.355169 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:25:44.355532 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:25:44.355936 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a44818-789a-4a53-8ac3-83cc87651a61']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:44.380341 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] For port 88dfe02c-b823-4b31-9325-d390e1434169, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:44.398265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4366b54b-1b59-4067-ba31-abf18351c8a6') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:44.399188 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4366b54b-1b59-4067-ba31-abf18351c8a6') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:44.401075 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac53328d-3bb9-4608-ba51-e18e52e2159b req-d1df83d8-8623-444e-83c0-69fe09e1323e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 210 time: 0.0297735 Jul 23 20:25:44.410557 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8180e30-8b42-438a-b4a5-f6beb6155b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.460482 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8180e30-8b42-438a-b4a5-f6beb6155b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.472757 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] For port 88dfe02c-b823-4b31-9325-d390e1434169, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=88dfe02c-b823-4b31-9325-d390e1434169,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:44.475795 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.481310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88dfe02c-b823-4b31-9325-d390e1434169'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:44.483925 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329bc52d-9421-47ae-8fbb-0243011d294b" -d '{"events": [{"server_uuid": "51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "88dfe02c-b823-4b31-9325-d390e1434169"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:44.487145 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929e7a0-22dd-425e-8c94-3446645f1817 req-3c4c919c-94b0-4862-8792-0ff92690f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:44.488691 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2929e7a0-22dd-425e-8c94-3446645f1817 req-3c4c919c-94b0-4862-8792-0ff92690f88d service neutron] 10.222.0.48 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 909 time: 0.4033184 Jul 23 20:25:44.503659 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.518980 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.578092 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8180e30-8b42-438a-b4a5-f6beb6155b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.580729 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8180e30-8b42-438a-b4a5-f6beb6155b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.584310 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e8180e30-8b42-438a-b4a5-f6beb6155b9f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/938ae7a1-70b5-4941-a429-c19639353d30 HTTP/1.1" status: 204 len: 168 time: 0.2759228 Jul 23 20:25:44.584442 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:25:44.584442 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.589722 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2929e7a0-22dd-425e-8c94-3446645f1817 req-4967e893-ba72-486e-aaf7-f849b86d2ee4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2b47be9-a533-465b-9a27-c492d3654f3d HTTP/1.1" status: 200 len: 217 time: 0.0813577 Jul 23 20:25:44.603233 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8180e30-8b42-438a-b4a5-f6beb6155b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938ae7a1-70b5-4941-a429-c19639353d30,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:44.619721 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a995aa-8ce5-4ab8-bd5c-5bf93be093bc req-ad685ee1-fca2-42bf-acf7-20c2ce3d8d96 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:44.621896 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82a995aa-8ce5-4ab8-bd5c-5bf93be093bc req-ad685ee1-fca2-42bf-acf7-20c2ce3d8d96 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.1358535 Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: from cryptography.utils import int_from_bytes Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: from cryptography.utils import int_from_bytes Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:25:44.626280 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:25:44.630314 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1598c-32f9-4440-8368-eedbf77be910 req-f2cbba85-a565-48e9-b550-5336fb80107a tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:44.631961 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a7b1598c-32f9-4440-8368-eedbf77be910 req-f2cbba85-a565-48e9-b550-5336fb80107a tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 950 time: 0.1081128 Jul 23 20:25:44.693216 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82a995aa-8ce5-4ab8-bd5c-5bf93be093bc req-23eabedf-f16f-4d9f-90bc-5dc3eff898fa tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573370 Jul 23 20:25:44.713672 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a7b1598c-32f9-4440-8368-eedbf77be910 req-c3755045-4c47-4f5d-9db3-666b52c96ed7 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629332 Jul 23 20:25:44.759944 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfa19a1-6957-4e9f-87b9-35e15813d869 x-openstack-request-id: req-2bfa19a1-6957-4e9f-87b9-35e15813d869 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:44.760517 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "88dfe02c-b823-4b31-9325-d390e1434169", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:44.760517 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2bfa19a1-6957-4e9f-87b9-35e15813d869 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:44.761073 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88dfe02c-b823-4b31-9325-d390e1434169', 'code': 200} Jul 23 20:25:44.768244 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Pushing event updated for resources: {'Port': ['ID=88dfe02c-b823-4b31-9325-d390e1434169,revision_number=8']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:44.794171 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.796410 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:44.799746 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.801395 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-ed9708ca-7a73-4250-9314-21f27449de67 service neutron] 10.222.0.48 "PUT /v2.0/ports/88dfe02c-b823-4b31-9325-d390e1434169 HTTP/1.1" status: 200 len: 1123 time: 2.6232030 Jul 23 20:25:44.803375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929e7a0-22dd-425e-8c94-3446645f1817 req-494fde72-e7d8-445e-859f-7f5195beef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:44.805023 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2929e7a0-22dd-425e-8c94-3446645f1817 req-494fde72-e7d8-445e-859f-7f5195beef13 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.1599402 Jul 23 20:25:44.813327 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.815242 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] 10.222.0.55 "DELETE /v2.0/networks/00a44818-789a-4a53-8ac3-83cc87651a61 HTTP/1.1" status: 204 len: 168 time: 1.7913418 Jul 23 20:25:44.862634 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55560b7-9c7d-4f3f-927a-1b0bc6efb477 admin admin] Pushing event deleted for resources: {'Network': ['ID=00a44818-789a-4a53-8ac3-83cc87651a61,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:44.867889 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2929e7a0-22dd-425e-8c94-3446645f1817 req-d924da43-7e1b-48bb-a3a8-937623383aab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495067 Jul 23 20:25:44.905861 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['88dfe02c-b823-4b31-9325-d390e1434169'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:44.936587 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53906) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:44.953564 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e36d4bb9-c584-43f4-b363-4dbddf4e3996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:44.996018 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-d00fa44a-fe3d-47c3-9500-532f3c6cfaa4 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1681e95d614a4f089ed176768eeebc0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345247 Jul 23 20:25:45.004702 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53908) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:45.057122 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2929e7a0-22dd-425e-8c94-3446645f1817 req-9e4337f3-2538-4f5b-9a24-597237b49cbd service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809180 Jul 23 20:25:45.096909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e8418ae5-a9aa-471d-910c-ff7d502f049e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4996eef3467f416995387ed0359921fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0880539 Jul 23 20:25:45.100275 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53910) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:45.125375 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.165540 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e36d4bb9-c584-43f4-b363-4dbddf4e3996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.171162 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2edc8e30-c76d-4ae0-a208-635184d7b983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.172671 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e36d4bb9-c584-43f4-b363-4dbddf4e3996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.209029 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2929e7a0-22dd-425e-8c94-3446645f1817 req-a45f3523-35be-4d02-854e-3a070ce49352 service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439528 Jul 23 20:25:45.218088 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-bbbbaf17-a9d6-489e-982a-d0a5bf97c1c5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:45.219563 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-bbbbaf17-a9d6-489e-982a-d0a5bf97c1c5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2161436 Jul 23 20:25:45.223321 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e36d4bb9-c584-43f4-b363-4dbddf4e3996 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49dfaaa3a52d4481bb7acaac72ac7618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856147 Jul 23 20:25:45.226111 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53912) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:45.227677 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2edc8e30-c76d-4ae0-a208-635184d7b983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.235316 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d4bb9-c584-43f4-b363-4dbddf4e3996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00027587-6057-48ba-916e-45be02b4c63d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:45.240616 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-30292b52-4774-4033-8590-810df77133d5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Request body: {'port': {'device_id': 'b835358e-b95f-4785-b5e3-17bb199a45f1', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': '1681e95d614a4f089ed176768eeebc0b'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:45.281180 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2edc8e30-c76d-4ae0-a208-635184d7b983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.284947 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2edc8e30-c76d-4ae0-a208-635184d7b983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.286194 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2edc8e30-c76d-4ae0-a208-635184d7b983 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5ece5bd-7a4e-4fa8-bd21-74ef582aef85 HTTP/1.1" status: 204 len: 168 time: 0.1851292 Jul 23 20:25:45.295197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc8e30-c76d-4ae0-a208-635184d7b983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ece5bd-7a4e-4fa8-bd21-74ef582aef85,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:45.357588 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f326b2bb-b1e7-4fd3-8eba-7a95a3c01e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.400068 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f326b2bb-b1e7-4fd3-8eba-7a95a3c01e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.436030 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a24c2-158a-465a-a160-de111a431311 req-585a80f0-9974-4b45-bb88-1d38f8296afe tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:45.438231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e91a24c2-158a-465a-a160-de111a431311 req-585a80f0-9974-4b45-bb88-1d38f8296afe tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 943 time: 0.1076174 Jul 23 20:25:45.449612 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-30292b52-4774-4033-8590-810df77133d5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Made reservation on behalf of 1681e95d614a4f089ed176768eeebc0b for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:45.453092 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-30292b52-4774-4033-8590-810df77133d5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.480560 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f326b2bb-b1e7-4fd3-8eba-7a95a3c01e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.483246 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f326b2bb-b1e7-4fd3-8eba-7a95a3c01e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.486751 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f326b2bb-b1e7-4fd3-8eba-7a95a3c01e86 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00027587-6057-48ba-916e-45be02b4c63d HTTP/1.1" status: 204 len: 168 time: 0.2570245 Jul 23 20:25:45.519871 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e91a24c2-158a-465a-a160-de111a431311 req-447aabb1-173f-43ea-b4b9-cccaa867a37a tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657177 Jul 23 20:25:45.529999 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326b2bb-b1e7-4fd3-8eba-7a95a3c01e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00027587-6057-48ba-916e-45be02b4c63d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:45.561887 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fd35a-90cc-4ad3-bcb8-724cad2fb086 req-5cd3fa35-8a5f-4f15-bfeb-fdb58eda4f46 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:45.572106 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b64fd35a-90cc-4ad3-bcb8-724cad2fb086 req-5cd3fa35-8a5f-4f15-bfeb-fdb58eda4f46 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 944 time: 0.2107289 Jul 23 20:25:45.633772 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-30292b52-4774-4033-8590-810df77133d5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Allocated IP 192.168.233.195 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/3f5d7f53-34c7-43af-ba0c-e59a16565fdd) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:45.648045 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b64fd35a-90cc-4ad3-bcb8-724cad2fb086 req-bf87d72a-e5d8-4fd5-b736-91cc358a3121 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720763 Jul 23 20:25:45.725987 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2cd0e99b-a6c0-4f79-a8ff-0498f11c7683 req-454b1244-6e68-448c-9357-469413717afa tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 210 time: 0.0333595 Jul 23 20:25:45.849595 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-30292b52-4774-4033-8590-810df77133d5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.865573 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-30292b52-4774-4033-8590-810df77133d5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Transition to ACTIVE for port object 3f5d7f53-34c7-43af-ba0c-e59a16565fdd will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:45.904996 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-30292b52-4774-4033-8590-810df77133d5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.921197 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['f9f59964-00a7-4cdb-bd4c-91bc3fe798ca'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:45.960997 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb210ada-bc93-479a-8a72-58b402aa01d0 req-d68058c0-b858-46e6-aed8-d36d87578eff tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:45.963616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb210ada-bc93-479a-8a72-58b402aa01d0 req-d68058c0-b858-46e6-aed8-d36d87578eff tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 950 time: 0.1393054 Jul 23 20:25:45.971818 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafe830-ca85-41a8-a8b3-663d4d91c513 req-af50e3ba-c3f5-43b6-9331-8ec4da9637a8 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:45.976521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-30292b52-4774-4033-8590-810df77133d5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:45.980557 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cdafe830-ca85-41a8-a8b3-663d4d91c513 req-af50e3ba-c3f5-43b6-9331-8ec4da9637a8 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.1663933 Jul 23 20:25:45.982460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-30292b52-4774-4033-8590-810df77133d5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:45.986803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-30292b52-4774-4033-8590-810df77133d5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:45.992125 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device b2b47be9-a533-465b-9a27-c492d3654f3d details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:46.015289 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30292b52-4774-4033-8590-810df77133d5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Pushing event updated for resources: {'Port': ['ID=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:46.060454 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-30292b52-4774-4033-8590-810df77133d5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:46.061139 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-30292b52-4774-4033-8590-810df77133d5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.076433 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cdafe830-ca85-41a8-a8b3-663d4d91c513 req-14cd5aaa-2810-4cc3-a21f-e5c13d43a628 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942400 Jul 23 20:25:46.098400 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-30292b52-4774-4033-8590-810df77133d5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8633454 Jul 23 20:25:46.098778 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb210ada-bc93-479a-8a72-58b402aa01d0 req-d2b6ffd1-3101-4d0d-a5ab-6968e35b4bde tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980129 Jul 23 20:25:46.115925 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Request body: {'port': {'device_id': 'b835358e-b95f-4785-b5e3-17bb199a45f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:46.278529 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.279712 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d42e3-214b-4e42-9929-27ad63f1b620 req-ee961788-90e1-4f81-baa3-46df2c6adca3 tempest-LiveMigrationNegativeTest-1919563641 tempest-LiveMigrationNegativeTest-1919563641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:46.286943 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-451d42e3-214b-4e42-9929-27ad63f1b620 req-ee961788-90e1-4f81-baa3-46df2c6adca3 tempest-LiveMigrationNegativeTest-1919563641 tempest-LiveMigrationNegativeTest-1919563641-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 1102 time: 0.0897391 Jul 23 20:25:46.304754 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-451d42e3-214b-4e42-9929-27ad63f1b620 req-16c7b915-dcd2-4d40-80bf-3eaa9ec2951e tempest-LiveMigrationNegativeTest-1919563641 tempest-LiveMigrationNegativeTest-1919563641-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.316355 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port b2b47be9-a533-465b-9a27-c492d3654f3d, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b2b47be9-a533-465b-9a27-c492d3654f3d,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:46.347087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'b2b47be9-a533-465b-9a27-c492d3654f3d', 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387', 'port_id': 'b2b47be9-a533-465b-9a27-c492d3654f3d', 'mac_address': 'fa:16:3e:2f:bb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0023097-714c-4bc6-9cfd-cd5938a22d68', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:25:46.406854 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.429778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b47be9-a533-465b-9a27-c492d3654f3d {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:46.467660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port b2b47be9-a533-465b-9a27-c492d3654f3d, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b2b47be9-a533-465b-9a27-c492d3654f3d,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:46.474536 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.483453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-496398c7-cf1b-4ed4-97c6-63b2f9d24cb9 None None] Provisioning for port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:46.484985 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-451d42e3-214b-4e42-9929-27ad63f1b620 req-16c7b915-dcd2-4d40-80bf-3eaa9ec2951e tempest-LiveMigrationNegativeTest-1919563641 tempest-LiveMigrationNegativeTest-1919563641-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.493905 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-451d42e3-214b-4e42-9929-27ad63f1b620 req-16c7b915-dcd2-4d40-80bf-3eaa9ec2951e tempest-LiveMigrationNegativeTest-1919563641 tempest-LiveMigrationNegativeTest-1919563641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.509389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-496398c7-cf1b-4ed4-97c6-63b2f9d24cb9 None None] Provisioning complete for port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:46.509767 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-496398c7-cf1b-4ed4-97c6-63b2f9d24cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.538889 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-451d42e3-214b-4e42-9929-27ad63f1b620 req-16c7b915-dcd2-4d40-80bf-3eaa9ec2951e tempest-LiveMigrationNegativeTest-1919563641 tempest-LiveMigrationNegativeTest-1919563641-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513154 Jul 23 20:25:46.546727 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7b915-dcd2-4d40-80bf-3eaa9ec2951e tempest-LiveMigrationNegativeTest-1919563641 tempest-LiveMigrationNegativeTest-1919563641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f839b9c3-0889-43c1-8d49-eafb77761818,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:46.671278 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.681039 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=b2b47be9-a533-465b-9a27-c492d3654f3d,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:46.683894 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-496398c7-cf1b-4ed4-97c6-63b2f9d24cb9 None None] Port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:25:46.780682 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['b2b47be9-a533-465b-9a27-c492d3654f3d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:46.782302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9c298-a5fb-4475-bcb4-14b3c56e3c44 req-953641d1-1693-4206-8fe8-9d628a879a96 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:46.786060 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f8e9c298-a5fb-4475-bcb4-14b3c56e3c44 req-953641d1-1693-4206-8fe8-9d628a879a96 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 943 time: 0.1471786 Jul 23 20:25:46.837621 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba', 'tag': '88dfe02c-b823-4b31-9325-d390e1434169'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:46.840673 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfaa1d2-9e07-4a0b-9425-faf0e424ad6a" -d '{"events": [{"name": "network-changed", "server_uuid": "51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba", "tag": "88dfe02c-b823-4b31-9325-d390e1434169"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:46.858035 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f8e9c298-a5fb-4475-bcb4-14b3c56e3c44 req-7620f53b-00ba-478e-bca4-6dfacb6d7fd3 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658937 Jul 23 20:25:46.873772 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a31a16-d5de-467b-991a-3643c4ec8568 req-c0a98a7a-5ab3-4345-be9a-ee4fb076b35b tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:46.875979 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0a31a16-d5de-467b-991a-3643c4ec8568 req-c0a98a7a-5ab3-4345-be9a-ee4fb076b35b tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 945 time: 0.1461382 Jul 23 20:25:46.942377 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0a31a16-d5de-467b-991a-3643c4ec8568 req-493b194c-91d8-415d-a451-3d5297748a51 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599945 Jul 23 20:25:46.970287 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5d7f53-34c7-43af-ba0c-e59a16565fdd {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:46.978201 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.994057 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Transition to ACTIVE for port object 3f5d7f53-34c7-43af-ba0c-e59a16565fdd will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:46.998741 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.126048 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Pushing event updated for resources: {'Port': ['ID=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:47.144536 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Attempting to bind port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:47.144899 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Attempting to bind port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:47.145583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Attempting to bind port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:47.150056 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:47.150249 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Attempting to bind port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:47.155838 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:47.156170 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:47.156554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:47.157034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Bound port: 3f5d7f53-34c7-43af-ba0c-e59a16565fdd, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:47.157333 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.243429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e2259-b3f9-4723-9618-10e9134d2c31 req-19a93d0c-a609-4027-9453-288a87a36edd tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:47.247743 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be8e2259-b3f9-4723-9618-10e9134d2c31 req-19a93d0c-a609-4027-9453-288a87a36edd tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 948 time: 0.1093888 Jul 23 20:25:47.252512 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] For port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:47.258745 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] For port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:47.268966 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.309274 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be8e2259-b3f9-4723-9618-10e9134d2c31 req-5b5fd886-fa7f-4e97-acb6-f6fee69451ae tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554948 Jul 23 20:25:47.341468 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:47.342264 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.343986 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] 10.222.0.48 "PUT /v2.0/ports/3f5d7f53-34c7-43af-ba0c-e59a16565fdd HTTP/1.1" status: 200 len: 1097 time: 1.2354438 Jul 23 20:25:47.375399 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6beb4e7-3996-4c21-86ce-b464e38397bc x-openstack-request-id: req-e6beb4e7-3996-4c21-86ce-b464e38397bc {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:47.375826 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba", "tag": "88dfe02c-b823-4b31-9325-d390e1434169", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:47.376194 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e6beb4e7-3996-4c21-86ce-b464e38397bc {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:47.376907 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba', 'tag': '88dfe02c-b823-4b31-9325-d390e1434169', 'status': 'completed', 'code': 200} Jul 23 20:25:47.378047 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54543ac7-de46-4721-b770-17db5071e4fa service neutron] Pushing event updated for resources: {'Port': ['ID=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:47.504474 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-699589c0-f66a-4353-9879-c60b5ac2839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:47.506191 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-699589c0-f66a-4353-9879-c60b5ac2839a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 1100 time: 0.0961277 Jul 23 20:25:47.577778 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfaa1d2-9e07-4a0b-9425-faf0e424ad6a req-46ada37e-5444-4a85-acb7-68626694149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:47.579325 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0dfaa1d2-9e07-4a0b-9425-faf0e424ad6a req-46ada37e-5444-4a85-acb7-68626694149c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 1126 time: 0.1719868 Jul 23 20:25:47.587213 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-07d7ada2-553d-4936-987b-79a5c95b58ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3f5d7f53-34c7-43af-ba0c-e59a16565fdd HTTP/1.1" status: 200 len: 217 time: 0.0631149 Jul 23 20:25:47.633873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccc26a-7839-4d37-b50d-0d845904820e req-1b22253a-67e0-4b5c-8fdd-9973e794ac16 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:47.635916 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3eccc26a-7839-4d37-b50d-0d845904820e req-1b22253a-67e0-4b5c-8fdd-9973e794ac16 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.1520844 Jul 23 20:25:47.651399 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-494164a4-51c8-4413-a9cc-8be6cd109d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:47.652888 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-494164a4-51c8-4413-a9cc-8be6cd109d2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0530386 Jul 23 20:25:47.717740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-eec6f0a8-0da5-4750-b45d-8b2e30974219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:47.719244 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-eec6f0a8-0da5-4750-b45d-8b2e30974219 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0527449 Jul 23 20:25:47.753466 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3eccc26a-7839-4d37-b50d-0d845904820e req-0d257e93-8214-433d-8427-9a9ee87e7c05 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105692 Jul 23 20:25:47.794119 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfaa1d2-9e07-4a0b-9425-faf0e424ad6a req-ced70b73-be69-45f3-ae98-f24a68a97d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:47.795671 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0dfaa1d2-9e07-4a0b-9425-faf0e424ad6a req-ced70b73-be69-45f3-ae98-f24a68a97d22 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 921 time: 0.2052951 Jul 23 20:25:47.811126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8d90a-ee53-4ec7-b60c-3a8caadc4796 req-8fc72a2e-73ea-4402-a8b3-7bbd4697b686 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:47.812615 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14a8d90a-ee53-4ec7-b60c-3a8caadc4796 req-8fc72a2e-73ea-4402-a8b3-7bbd4697b686 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 950 time: 0.1590633 Jul 23 20:25:47.816294 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-3dbaa765-3a18-4863-8a65-a844c6d3d087 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889101 Jul 23 20:25:47.860052 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0dfaa1d2-9e07-4a0b-9425-faf0e424ad6a req-b0c34132-d319-4309-9b8d-e249037221cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88dfe02c-b823-4b31-9325-d390e1434169 HTTP/1.1" status: 200 len: 217 time: 0.0464544 Jul 23 20:25:47.901994 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14a8d90a-ee53-4ec7-b60c-3a8caadc4796 req-0b01f83d-92e8-4bdd-b336-4496c9f36460 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762618 Jul 23 20:25:47.947571 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfaa1d2-9e07-4a0b-9425-faf0e424ad6a req-9f6bf81b-74ea-452a-b6ed-7bdecbc8524a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:47.949746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0dfaa1d2-9e07-4a0b-9425-faf0e424ad6a req-9f6bf81b-74ea-452a-b6ed-7bdecbc8524a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.0751595 Jul 23 20:25:47.970253 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7a8d738f-e33b-4ab5-9c85-1217dddd1b69 req-f5679b61-3fd4-4c35-b417-49a7b9ddc61a service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408932 Jul 23 20:25:47.994015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 88dfe02c-b823-4b31-9325-d390e1434169 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:47.998293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device b2b47be9-a533-465b-9a27-c492d3654f3d up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:48.002483 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0dfaa1d2-9e07-4a0b-9425-faf0e424ad6a req-3567a702-8e9b-4337-814e-cac02772d4fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419610 Jul 23 20:25:48.087071 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port b2b47be9-a533-465b-9a27-c492d3654f3d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:48.095353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port b2b47be9-a533-465b-9a27-c492d3654f3d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:48.095725 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.180603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 88dfe02c-b823-4b31-9325-d390e1434169, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=88dfe02c-b823-4b31-9325-d390e1434169,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:48.188408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0dfaa1d2-9e07-4a0b-9425-faf0e424ad6a req-a2536da5-fdec-4c6d-b54c-81d1461098ab service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758564 Jul 23 20:25:48.195490 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 88dfe02c-b823-4b31-9325-d390e1434169 has no active binding in host n-h1-791504-18 {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:25:48.201945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1249271-0c86-4bc5-886f-eaf4fc17ae8e req-da81fedc-ef8b-496f-a21d-4a5bd46684cd tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:48.203395 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d1249271-0c86-4bc5-886f-eaf4fc17ae8e req-da81fedc-ef8b-496f-a21d-4a5bd46684cd tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 943 time: 0.1578455 Jul 23 20:25:48.226981 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.250200 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3707423a-7fb8-4501-ac83-b9a94838becd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b47be9-a533-465b-9a27-c492d3654f3d'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:48.252498 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8f9d44-2571-4fb4-9264-e3a862a55d61" -d '{"events": [{"server_uuid": "3707423a-7fb8-4501-ac83-b9a94838becd", "name": "network-vif-plugged", "status": "completed", "tag": "b2b47be9-a533-465b-9a27-c492d3654f3d"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:48.265279 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port b2b47be9-a533-465b-9a27-c492d3654f3d, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b2b47be9-a533-465b-9a27-c492d3654f3d,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:48.269206 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.297186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f4096-072e-48e7-b92d-904b2cc30d01 req-d8e89e2a-d684-428c-a65f-c166647314f0 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:48.298572 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-781f4096-072e-48e7-b92d-904b2cc30d01 req-d8e89e2a-d684-428c-a65f-c166647314f0 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 945 time: 0.2080739 Jul 23 20:25:48.315911 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=b2b47be9-a533-465b-9a27-c492d3654f3d,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:48.331950 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d1249271-0c86-4bc5-886f-eaf4fc17ae8e req-a21ed973-464b-42d7-b168-86ffbf7ef026 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190612 Jul 23 20:25:48.361353 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-781f4096-072e-48e7-b92d-904b2cc30d01 req-a2b6f4cd-3d5b-44e7-a286-1ab9e7ddbb47 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510647 Jul 23 20:25:48.363339 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0dfaa1d2-9e07-4a0b-9425-faf0e424ad6a req-aa6b8142-5844-469f-9281-58386d664e2e service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587832 Jul 23 20:25:48.515455 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54da1d9c-19f3-47c8-9268-6a637602b04c x-openstack-request-id: req-54da1d9c-19f3-47c8-9268-6a637602b04c {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:48.515960 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3707423a-7fb8-4501-ac83-b9a94838becd", "name": "network-vif-plugged", "status": "completed", "tag": "b2b47be9-a533-465b-9a27-c492d3654f3d", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:48.516567 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54da1d9c-19f3-47c8-9268-6a637602b04c {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:48.517208 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3707423a-7fb8-4501-ac83-b9a94838becd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b47be9-a533-465b-9a27-c492d3654f3d', 'code': 200} Jul 23 20:25:48.652887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a0241-5c28-4ad0-8851-caae00d41d67 req-efbd58a8-d2b1-4486-9e92-e22cf392283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:48.655014 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e11a0241-5c28-4ad0-8851-caae00d41d67 req-efbd58a8-d2b1-4486-9e92-e22cf392283c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 1098 time: 0.0634868 Jul 23 20:25:48.659645 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-720f9ba4-4295-4b6e-a974-b0fae39e44fc service neutron] 10.222.0.57 "GET /v2.0/ports/88dfe02c-b823-4b31-9325-d390e1434169/bindings/n-h1-791504-18 HTTP/1.1" status: 200 len: 385 time: 0.0784740 Jul 23 20:25:48.669073 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdf4c9-5123-484d-aa36-dcb85a8fe375 req-2a30cbac-1cf0-45fb-95b7-5bf9096b4c97 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:48.670725 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-febdf4c9-5123-484d-aa36-dcb85a8fe375 req-2a30cbac-1cf0-45fb-95b7-5bf9096b4c97 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 948 time: 0.1288180 Jul 23 20:25:48.705380 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e11a0241-5c28-4ad0-8851-caae00d41d67 req-87e448e1-5c53-49e3-b194-448d923bdf15 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420427 Jul 23 20:25:48.747350 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-febdf4c9-5123-484d-aa36-dcb85a8fe375 req-6d8175b1-be73-40d8-8fe1-444054dd739a tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691957 Jul 23 20:25:48.893631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54074) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:48.927025 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-65338669-9749-4f31-88a5-c95de418d36d req-b11e0b98-ac04-4340-a772-35557584d5b4 service neutron] For port 88dfe02c-b823-4b31-9325-d390e1434169, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=88dfe02c-b823-4b31-9325-d390e1434169,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:48.955614 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54080) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:48.961617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-65338669-9749-4f31-88a5-c95de418d36d req-b11e0b98-ac04-4340-a772-35557584d5b4 service neutron] For port 88dfe02c-b823-4b31-9325-d390e1434169, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:49.011405 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fb064-0481-4ad8-965f-13b3969a1039 req-630b8823-d313-4930-938f-a1f48373b7aa tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:49.012879 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af0fb064-0481-4ad8-965f-13b3969a1039 req-630b8823-d313-4930-938f-a1f48373b7aa tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.1459789 Jul 23 20:25:49.045793 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-65338669-9749-4f31-88a5-c95de418d36d req-b11e0b98-ac04-4340-a772-35557584d5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88dfe02c-b823-4b31-9325-d390e1434169 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:49.072294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-65338669-9749-4f31-88a5-c95de418d36d req-b11e0b98-ac04-4340-a772-35557584d5b4 service neutron] For port 88dfe02c-b823-4b31-9325-d390e1434169, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=88dfe02c-b823-4b31-9325-d390e1434169,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:49.089336 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c9f34671-fbd9-4789-9ad7-bd34272c796b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.093278 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36c1f91b-dbd0-4da6-b357-996990b4657d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.105078 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-65338669-9749-4f31-88a5-c95de418d36d req-b11e0b98-ac04-4340-a772-35557584d5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.122061 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af0fb064-0481-4ad8-965f-13b3969a1039 req-2780d4c5-5aec-4d33-bc65-3d82e30f58c1 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893958 Jul 23 20:25:49.161483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd5e55-b9be-4a53-8af5-8e5e3e04bffa req-d3279300-979e-4ace-b061-d6dd23fa407b tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:49.163149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e1cd5e55-b9be-4a53-8af5-8e5e3e04bffa req-d3279300-979e-4ace-b061-d6dd23fa407b tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 950 time: 0.1814206 Jul 23 20:25:49.215406 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c9f34671-fbd9-4789-9ad7-bd34272c796b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.225591 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c9f34671-fbd9-4789-9ad7-bd34272c796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.233320 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e1cd5e55-b9be-4a53-8af5-8e5e3e04bffa req-096958ef-83de-41de-95b9-aa2a95a57830 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609381 Jul 23 20:25:49.237901 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-65338669-9749-4f31-88a5-c95de418d36d req-b11e0b98-ac04-4340-a772-35557584d5b4 service neutron] Transition to ACTIVE for port object 88dfe02c-b823-4b31-9325-d390e1434169 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:49.243460 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-65338669-9749-4f31-88a5-c95de418d36d req-b11e0b98-ac04-4340-a772-35557584d5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.280871 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c9f34671-fbd9-4789-9ad7-bd34272c796b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f47598c2629045149c362b514d01d462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236327 Jul 23 20:25:49.283325 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54084) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:49.286792 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f34671-fbd9-4789-9ad7-bd34272c796b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4134462e-581b-4ad5-a78e-55be7f284f17,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:49.316164 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-65338669-9749-4f31-88a5-c95de418d36d req-b11e0b98-ac04-4340-a772-35557584d5b4 service neutron] No DVR routers for this DVR port 88dfe02c-b823-4b31-9325-d390e1434169 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:49.341645 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36c1f91b-dbd0-4da6-b357-996990b4657d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.348035 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36c1f91b-dbd0-4da6-b357-996990b4657d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.372438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e0b98-ac04-4340-a772-35557584d5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=88dfe02c-b823-4b31-9325-d390e1434169,revision_number=10']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:49.381247 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b835358e-b95f-4785-b5e3-17bb199a45f1', 'tag': '3f5d7f53-34c7-43af-ba0c-e59a16565fdd'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:49.383640 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a7343a-e040-4ba9-b5de-7ab3d5feed56" -d '{"events": [{"name": "network-changed", "server_uuid": "b835358e-b95f-4785-b5e3-17bb199a45f1", "tag": "3f5d7f53-34c7-43af-ba0c-e59a16565fdd"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:49.386384 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-b11e0b98-ac04-4340-a772-35557584d5b4 service neutron] 10.222.0.57 "PUT /v2.0/ports/88dfe02c-b823-4b31-9325-d390e1434169/bindings/n-h1-791504-18/activate HTTP/1.1" status: 200 len: 370 time: 0.7143967 Jul 23 20:25:49.400437 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-36c1f91b-dbd0-4da6-b357-996990b4657d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f177f0e04864362b1b25007c13bd6cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5049086 Jul 23 20:25:49.402459 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54092) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:49.403777 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1f91b-dbd0-4da6-b357-996990b4657d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d8b833-0c93-4211-8f7f-cc732b03e684,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:49.408995 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c719-b7a5-45f2-8037-2de96750587e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.452856 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c719-b7a5-45f2-8037-2de96750587e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.505091 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.48', 51712) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:49.507598 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5e47f7-7724-448f-9518-70d30624c390 x-openstack-request-id: req-ef5e47f7-7724-448f-9518-70d30624c390 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:49.508078 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b835358e-b95f-4785-b5e3-17bb199a45f1", "tag": "3f5d7f53-34c7-43af-ba0c-e59a16565fdd", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:49.508488 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef5e47f7-7724-448f-9518-70d30624c390 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:49.509208 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b835358e-b95f-4785-b5e3-17bb199a45f1', 'tag': '3f5d7f53-34c7-43af-ba0c-e59a16565fdd', 'status': 'completed', 'code': 200} Jul 23 20:25:49.549692 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5b08a-92a1-467f-b238-aae3b0fa19ac req-adc026cc-d96b-4150-8eb3-cde2ab745de4 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:49.551812 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d6d5b08a-92a1-467f-b238-aae3b0fa19ac req-adc026cc-d96b-4150-8eb3-cde2ab745de4 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 950 time: 0.1418226 Jul 23 20:25:49.598294 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-06cf19c2-bf62-4f0f-890a-8cfcc41df8b6 req-0daf63c0-e3d7-47f9-b6ea-d2fdc980978a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b687a819-800e-43ef-829a-a9dacaa2425c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1357570 Jul 23 20:25:49.600766 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d7313d24-db11-46e8-87ab-4c9172dc308b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.668585 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d7313d24-db11-46e8-87ab-4c9172dc308b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.679431 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c719-b7a5-45f2-8037-2de96750587e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.681930 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c719-b7a5-45f2-8037-2de96750587e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.683139 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6aa5c719-b7a5-45f2-8037-2de96750587e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4134462e-581b-4ad5-a78e-55be7f284f17 HTTP/1.1" status: 204 len: 168 time: 0.3987179 Jul 23 20:25:49.722253 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-d6d5b08a-92a1-467f-b238-aae3b0fa19ac req-060b7c42-d96d-4547-a347-c696a69e92d8 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Deleting port 0beb7a71-6813-4bef-b3a0-0fcf223dad90 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:49.722826 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d6d5b08a-92a1-467f-b238-aae3b0fa19ac req-060b7c42-d96d-4547-a347-c696a69e92d8 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.726729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5c719-b7a5-45f2-8037-2de96750587e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4134462e-581b-4ad5-a78e-55be7f284f17,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:49.772147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e01aa6-9cef-4701-bbd8-3dad67085c3a req-c3ab78e1-752f-4c0d-b39d-b845eb654f30 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:49.773663 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99e01aa6-9cef-4701-bbd8-3dad67085c3a req-c3ab78e1-752f-4c0d-b39d-b845eb654f30 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 944 time: 0.2970417 Jul 23 20:25:49.788700 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7343a-e040-4ba9-b5de-7ab3d5feed56 req-1f11b7d0-4285-4760-ae2a-db5f20ec322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:49.790108 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73a7343a-e040-4ba9-b5de-7ab3d5feed56 req-1f11b7d0-4285-4760-ae2a-db5f20ec322e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 1100 time: 0.2568564 Jul 23 20:25:49.791814 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65338669-9749-4f31-88a5-c95de418d36d req-7721adde-a5ab-49d9-ba3c-7ab3ccd7880a tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:49.793149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-7721adde-a5ab-49d9-ba3c-7ab3ccd7880a tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba&tenant_id=5a185053a28c406bbec1c43816d9e38b&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 1096 time: 0.2943566 Jul 23 20:25:49.819938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf19c2-bf62-4f0f-890a-8cfcc41df8b6 req-5b6ed570-5132-4fc3-88ee-915febbbe2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:49.821272 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-06cf19c2-bf62-4f0f-890a-8cfcc41df8b6 req-5b6ed570-5132-4fc3-88ee-915febbbe2a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=282b5619c5a34c6ea12d7fca8ffb305e&device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 1119 time: 0.1513262 Jul 23 20:25:49.843369 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-d6d5b08a-92a1-467f-b238-aae3b0fa19ac req-060b7c42-d96d-4547-a347-c696a69e92d8 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] For port 0beb7a71-6813-4bef-b3a0-0fcf223dad90, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0beb7a71-6813-4bef-b3a0-0fcf223dad90,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:49.843823 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d6d5b08a-92a1-467f-b238-aae3b0fa19ac req-060b7c42-d96d-4547-a347-c696a69e92d8 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.874300 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-d6d5b08a-92a1-467f-b238-aae3b0fa19ac req-060b7c42-d96d-4547-a347-c696a69e92d8 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Calling delete_port for 0beb7a71-6813-4bef-b3a0-0fcf223dad90 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:50.001123 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf19c2-bf62-4f0f-890a-8cfcc41df8b6 req-4c409044-91cd-465f-bbe0-c2678ef1cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:50.002606 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-06cf19c2-bf62-4f0f-890a-8cfcc41df8b6 req-4c409044-91cd-465f-bbe0-c2678ef1cc54 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f7d042f9-5f6b-45f4-af0d-c0167546d960 HTTP/1.1" status: 200 len: 924 time: 0.1512673 Jul 23 20:25:50.055683 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54102) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:50.098701 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7988bc-a579-4814-b8e3-2182a737f6a4 req-898ae747-b098-4389-b941-0549988eb5ba tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:50.100228 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc7988bc-a579-4814-b8e3-2182a737f6a4 req-898ae747-b098-4389-b941-0549988eb5ba tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 946 time: 0.5446398 Jul 23 20:25:50.129383 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25218cf0-df57-4391-9c62-0d37163ac2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:50.135343 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-06cf19c2-bf62-4f0f-890a-8cfcc41df8b6 req-1b4df4ea-9c2f-48bd-9235-044ab6eec157 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c238aa09-353f-4913-82f2-09910bea4682 HTTP/1.1" status: 200 len: 1023 time: 0.1225727 Jul 23 20:25:50.140919 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d7313d24-db11-46e8-87ab-4c9172dc308b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:50.143757 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d7313d24-db11-46e8-87ab-4c9172dc308b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:50.144863 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d7313d24-db11-46e8-87ab-4c9172dc308b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11d8b833-0c93-4211-8f7f-cc732b03e684 HTTP/1.1" status: 204 len: 168 time: 0.7411931 Jul 23 20:25:50.195610 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d6d5b08a-92a1-467f-b238-aae3b0fa19ac req-060b7c42-d96d-4547-a347-c696a69e92d8 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:50.201832 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99e01aa6-9cef-4701-bbd8-3dad67085c3a req-b594b5b7-2f32-4891-966d-f88686f288fd tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153874 Jul 23 20:25:50.209184 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['2569d607-77ba-4fc7-ad68-639670399880', '0beb7a71-6813-4bef-b3a0-0fcf223dad90'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:50.220613 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7313d24-db11-46e8-87ab-4c9172dc308b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d8b833-0c93-4211-8f7f-cc732b03e684,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:50.255279 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf19c2-bf62-4f0f-890a-8cfcc41df8b6 req-2758be9f-f378-4c7a-b533-85514dd06b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:50.256751 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-06cf19c2-bf62-4f0f-890a-8cfcc41df8b6 req-2758be9f-f378-4c7a-b533-85514dd06b97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=70510b3b-e3cb-4ef3-a472-cc252ad56cea HTTP/1.1" status: 200 len: 862 time: 0.1141272 Jul 23 20:25:50.257871 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b7c42-d96d-4547-a347-c696a69e92d8 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Pushing event deleted for resources: {'Port': ['ID=0beb7a71-6813-4bef-b3a0-0fcf223dad90,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:50.287709 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc7988bc-a579-4814-b8e3-2182a737f6a4 req-b357cb35-2c85-44f1-8742-855a7c94fbbb tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652513 Jul 23 20:25:50.344084 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d5b08a-92a1-467f-b238-aae3b0fa19ac req-060b7c42-d96d-4547-a347-c696a69e92d8 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] No DVR routers for this DVR port 0beb7a71-6813-4bef-b3a0-0fcf223dad90 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:50.347735 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d6d5b08a-92a1-467f-b238-aae3b0fa19ac req-060b7c42-d96d-4547-a347-c696a69e92d8 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:50.349899 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d6d5b08a-92a1-467f-b238-aae3b0fa19ac req-060b7c42-d96d-4547-a347-c696a69e92d8 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.48 "DELETE /v2.0/ports/0beb7a71-6813-4bef-b3a0-0fcf223dad90 HTTP/1.1" status: 204 len: 173 time: 0.7924049 Jul 23 20:25:50.364177 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7343a-e040-4ba9-b5de-7ab3d5feed56 req-1536065f-2cc4-40ea-aa0c-61f14c7204cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:50.365687 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73a7343a-e040-4ba9-b5de-7ab3d5feed56 req-1536065f-2cc4-40ea-aa0c-61f14c7204cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.5625391 Jul 23 20:25:50.428820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf19c2-bf62-4f0f-890a-8cfcc41df8b6 req-8f3f0ee6-7757-4a39-8c08-f6b377f4ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:50.435983 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-06cf19c2-bf62-4f0f-890a-8cfcc41df8b6 req-8f3f0ee6-7757-4a39-8c08-f6b377f4ac27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f7d042f9-5f6b-45f4-af0d-c0167546d960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1682749 Jul 23 20:25:50.471154 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73a7343a-e040-4ba9-b5de-7ab3d5feed56 req-d4801f7f-c8cd-49ae-8faa-078c1c5eaadd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3f5d7f53-34c7-43af-ba0c-e59a16565fdd HTTP/1.1" status: 200 len: 217 time: 0.0919342 Jul 23 20:25:50.473129 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65338669-9749-4f31-88a5-c95de418d36d req-d9a0b482-0675-4fe5-9c5c-8971c4ab119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:50.474558 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-d9a0b482-0675-4fe5-9c5c-8971c4ab119e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba&tenant_id=5a185053a28c406bbec1c43816d9e38b HTTP/1.1" status: 200 len: 1096 time: 0.6544435 Jul 23 20:25:50.598264 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-06cf19c2-bf62-4f0f-890a-8cfcc41df8b6 req-892fcf28-429d-4f98-ba13-e88af5907ddf service neutron] 10.222.0.48 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551974 Jul 23 20:25:50.695585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7343a-e040-4ba9-b5de-7ab3d5feed56 req-ff21f0a1-9a34-4ed5-b0ac-48196c5f25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:50.697164 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73a7343a-e040-4ba9-b5de-7ab3d5feed56 req-ff21f0a1-9a34-4ed5-b0ac-48196c5f25a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.2104480 Jul 23 20:25:50.705373 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-06cf19c2-bf62-4f0f-890a-8cfcc41df8b6 req-457b3ba6-4c05-44f8-aeb0-32b68a2fa720 service neutron] 10.222.0.48 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989377 Jul 23 20:25:50.768362 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25218cf0-df57-4391-9c62-0d37163ac2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:50.786027 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d3200-2201-4f3c-b7c2-1745850490cf req-b2d96aad-7907-4a1e-8e67-1f22600a3b0b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:50.787514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-589d3200-2201-4f3c-b7c2-1745850490cf req-b2d96aad-7907-4a1e-8e67-1f22600a3b0b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 948 time: 0.3315356 Jul 23 20:25:50.793374 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25218cf0-df57-4391-9c62-0d37163ac2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:50.832694 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65338669-9749-4f31-88a5-c95de418d36d req-968dfc52-4cc7-4683-b9b7-bc1a2821c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:50.834172 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-968dfc52-4cc7-4683-b9b7-bc1a2821c1e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 1096 time: 0.3313944 Jul 23 20:25:50.855204 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069b1a0-d4b0-4682-b920-f3cbab2f6472 req-cce42d0d-2f31-461b-833b-46d800232d4e tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:50.861041 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2069b1a0-d4b0-4682-b920-f3cbab2f6472 req-cce42d0d-2f31-461b-833b-46d800232d4e tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.2987571 Jul 23 20:25:50.923616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-25218cf0-df57-4391-9c62-0d37163ac2c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2da6fb14199d45b780ea1c48a17d1725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8648298 Jul 23 20:25:50.924343 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25218cf0-df57-4391-9c62-0d37163ac2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb3769e-f366-4e08-8b2a-efe77087d643,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:50.926398 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54124) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:51.010074 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-43a055b8-622d-43de-849e-09a7f921a4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:51.027776 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-589d3200-2201-4f3c-b7c2-1745850490cf req-352b2ff6-5160-435c-88f0-aedc9bb07e6e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312074 Jul 23 20:25:51.036470 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7343a-e040-4ba9-b5de-7ab3d5feed56 req-b3a88690-fcf5-4ccd-ad34-9cfc6f2a6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:51.037726 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-43a055b8-622d-43de-849e-09a7f921a4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:51.037957 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73a7343a-e040-4ba9-b5de-7ab3d5feed56 req-b3a88690-fcf5-4ccd-ad34-9cfc6f2a6d95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3272767 Jul 23 20:25:51.056455 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2069b1a0-d4b0-4682-b920-f3cbab2f6472 req-a657925d-4cea-4c9f-b54f-a921f215c771 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859133 Jul 23 20:25:51.141249 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-43a055b8-622d-43de-849e-09a7f921a4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:51.146085 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-43a055b8-622d-43de-849e-09a7f921a4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:51.148323 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-43a055b8-622d-43de-849e-09a7f921a4a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3eb3769e-f366-4e08-8b2a-efe77087d643 HTTP/1.1" status: 204 len: 168 time: 0.2202392 Jul 23 20:25:51.161063 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a055b8-622d-43de-849e-09a7f921a4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb3769e-f366-4e08-8b2a-efe77087d643,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:51.189407 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65338669-9749-4f31-88a5-c95de418d36d req-141a6822-7f98-4d16-b540-2bb211a4a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:51.190899 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-141a6822-7f98-4d16-b540-2bb211a4a5aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 921 time: 0.3225713 Jul 23 20:25:51.218825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f113e4d0-ee8b-4dea-b9ad-d71ff041d48a req-4a1e483a-f71d-458b-88ed-030547917523 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f9f84c4-29f7-4b82-a262-a6f842f7470b HTTP/1.1" status: 200 len: 210 time: 0.0902874 Jul 23 20:25:51.267869 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c25a8ae-3b51-43b7-b0c1-3010f0acaaec req-debbfb9d-9958-4776-8c0e-17029ea9af8e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3285682 Jul 23 20:25:51.271220 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-ff21f39a-7547-4572-a8c5-cfc1028cc50b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88dfe02c-b823-4b31-9325-d390e1434169 HTTP/1.1" status: 200 len: 217 time: 0.0591328 Jul 23 20:25:51.290759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73a7343a-e040-4ba9-b5de-7ab3d5feed56 req-42e33dbe-ee26-4c42-98b2-7de413326862 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416809 Jul 23 20:25:51.420050 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65338669-9749-4f31-88a5-c95de418d36d req-bb6f7b64-f65b-4851-ada6-b335e43efcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:51.421529 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-bb6f7b64-f65b-4851-ada6-b335e43efcd1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.1297336 Jul 23 20:25:51.493092 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-e954abae-fd88-48c9-a4bb-607abdf76e78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643754 Jul 23 20:25:51.510162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9f84c4-29f7-4b82-a262-a6f842f7470b', 'name': 'network-vif-deleted', 'tag': '0beb7a71-6813-4bef-b3a0-0fcf223dad90'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:51.513048 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebee7ca-28ee-4075-9a5d-a2ceb064cd8e" -d '{"events": [{"server_uuid": "0f9f84c4-29f7-4b82-a262-a6f842f7470b", "name": "network-vif-deleted", "tag": "0beb7a71-6813-4bef-b3a0-0fcf223dad90"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:51.563888 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73a7343a-e040-4ba9-b5de-7ab3d5feed56 req-2189789e-b52f-4a51-8680-6ee8e5bc3760 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360764 Jul 23 20:25:51.609930 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562af63d-7162-46f9-b01e-bfa3fa36252b req-7e38b5af-c99c-4bb4-a8ef-9ffb0527faae tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:51.616868 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-562af63d-7162-46f9-b01e-bfa3fa36252b req-7e38b5af-c99c-4bb4-a8ef-9ffb0527faae tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 944 time: 0.2790146 Jul 23 20:25:51.636365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25a8ae-3b51-43b7-b0c1-3010f0acaaec req-91c35bf1-f0e4-4080-be3e-668b2ec98ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:51.638206 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c25a8ae-3b51-43b7-b0c1-3010f0acaaec req-91c35bf1-f0e4-4080-be3e-668b2ec98ba2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d25687932ebc49e5a0c700095c36738a&device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 1100 time: 0.3091877 Jul 23 20:25:51.688001 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0be17acc-f904-463d-b3fa-124744d50a34 req-f2c7a95f-0bd1-42f1-85c1-e010d8daa35d tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=16df319aee194006af0beadc8d6488ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488467 Jul 23 20:25:51.735164 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-3ccea2fe-9f45-4bc0-9292-45edc0beb9dd service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313690 Jul 23 20:25:51.737969 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-562af63d-7162-46f9-b01e-bfa3fa36252b req-68d4751f-819a-4cb8-85cc-d8ab88aa7a87 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200964 Jul 23 20:25:51.914012 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54174) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:51.955488 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25a8ae-3b51-43b7-b0c1-3010f0acaaec req-35890155-5c79-4efb-8541-f2c3a0ab7335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:51.956967 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c25a8ae-3b51-43b7-b0c1-3010f0acaaec req-35890155-5c79-4efb-8541-f2c3a0ab7335 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.2952597 Jul 23 20:25:52.013569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 3f5d7f53-34c7-43af-ba0c-e59a16565fdd details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:52.014130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5454fc6c-f219-463a-a2ac-0220897e1447 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-176486306-network', 'tenant_id': 'efa86ce415a549529e83b5aa0d4b9ffd'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:52.031618 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be17acc-f904-463d-b3fa-124744d50a34 req-acd6f834-f3aa-44f7-b835-1fd2e9907c3d tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:52.033249 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0be17acc-f904-463d-b3fa-124744d50a34 req-acd6f834-f3aa-44f7-b835-1fd2e9907c3d tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3296063 Jul 23 20:25:52.037651 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c25a8ae-3b51-43b7-b0c1-3010f0acaaec req-45af376c-aae6-41a1-a761-a9819f2db880 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=e5a301c9-13a3-49f8-b6fb-964355a48b60 HTTP/1.1" status: 200 len: 217 time: 0.0704334 Jul 23 20:25:52.038672 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5454fc6c-f219-463a-a2ac-0220897e1447 admin admin] Made reservation on behalf of efa86ce415a549529e83b5aa0d4b9ffd for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:52.042359 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5454fc6c-f219-463a-a2ac-0220897e1447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.044455 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-93e2113a-909b-41cc-a461-81a5c5a1561a service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880788 Jul 23 20:25:52.061872 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5454fc6c-f219-463a-a2ac-0220897e1447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.093368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0be17acc-f904-463d-b3fa-124744d50a34 req-448e1366-e2f0-42b7-bfa6-c00a5574ff89 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/quotas/16df319aee194006af0beadc8d6488ff HTTP/1.1" status: 200 len: 375 time: 0.0450077 Jul 23 20:25:52.105716 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ae413-4f62-4625-8cff-d1cc583097fd req-cb07a09a-d1cb-4dcf-a8cc-802a519d5c8f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:52.107754 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d10ae413-4f62-4625-8cff-d1cc583097fd req-cb07a09a-d1cb-4dcf-a8cc-802a519d5c8f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 946 time: 0.2704136 Jul 23 20:25:52.140451 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:52.153566 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '3f5d7f53-34c7-43af-ba0c-e59a16565fdd', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '3f5d7f53-34c7-43af-ba0c-e59a16565fdd', 'mac_address': 'fa:16:3e:ee:b1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:25:52.153830 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0be17acc-f904-463d-b3fa-124744d50a34 req-cc1d5b2b-86c5-4204-926a-833402a50f60 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=16df319aee194006af0beadc8d6488ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454507 Jul 23 20:25:52.169379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25a8ae-3b51-43b7-b0c1-3010f0acaaec req-7e8526f8-e54a-433e-a331-1795d91d4918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:52.171886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c25a8ae-3b51-43b7-b0c1-3010f0acaaec req-7e8526f8-e54a-433e-a331-1795d91d4918 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1226346 Jul 23 20:25:52.176990 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5454fc6c-f219-463a-a2ac-0220897e1447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.183522 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5454fc6c-f219-463a-a2ac-0220897e1447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.214348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5454fc6c-f219-463a-a2ac-0220897e1447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:25:52.217711 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.223084 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d10ae413-4f62-4625-8cff-d1cc583097fd req-1e984ca9-51cf-42d4-bcdc-7490fcbd5036 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017435 Jul 23 20:25:52.224161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454fc6c-f219-463a-a2ac-0220897e1447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0c03d1-206d-4628-87d1-3d9271000fc3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:52.231440 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5454fc6c-f219-463a-a2ac-0220897e1447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.231902 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-5454fc6c-f219-463a-a2ac-0220897e1447 admin admin] Added segment be91e970-97d0-43f8-841e-251f9c9586e7 of type vlan for network 45b4e556-1e05-4426-8dfc-62a6fd037a6e Jul 23 20:25:52.251813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25a8ae-3b51-43b7-b0c1-3010f0acaaec req-d84e4e4b-3c15-4c2f-af5c-8b55d04b8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:52.253588 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c25a8ae-3b51-43b7-b0c1-3010f0acaaec req-d84e4e4b-3c15-4c2f-af5c-8b55d04b8bca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0750260 Jul 23 20:25:52.268681 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5d7f53-34c7-43af-ba0c-e59a16565fdd {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:52.278991 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5454fc6c-f219-463a-a2ac-0220897e1447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.320290 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:52.330448 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.340652 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5454fc6c-f219-463a-a2ac-0220897e1447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.341812 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5454fc6c-f219-463a-a2ac-0220897e1447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:52.342538 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5454fc6c-f219-463a-a2ac-0220897e1447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.429566 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c82811c-0b9c-49f3-8405-4b26b4cd1857 x-openstack-request-id: req-2c82811c-0b9c-49f3-8405-4b26b4cd1857 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:52.430784 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:52.431132 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9f84c4-29f7-4b82-a262-a6f842f7470b", "name": "network-vif-deleted", "tag": "0beb7a71-6813-4bef-b3a0-0fcf223dad90", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:52.432547 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c82811c-0b9c-49f3-8405-4b26b4cd1857 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:52.432547 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9f84c4-29f7-4b82-a262-a6f842f7470b', 'name': 'network-vif-deleted', 'tag': '0beb7a71-6813-4bef-b3a0-0fcf223dad90', 'status': 'completed', 'code': 200} Jul 23 20:25:52.442910 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5454fc6c-f219-463a-a2ac-0220897e1447 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5257993 Jul 23 20:25:52.472598 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54190) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:52.478467 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9fd3436f-383c-4900-b904-397ddbc2bf64 admin admin] Request body: {'subnet': {'network_id': '45b4e556-1e05-4426-8dfc-62a6fd037a6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-176486306-subnet', 'tenant_id': 'efa86ce415a549529e83b5aa0d4b9ffd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:52.483273 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454fc6c-f219-463a-a2ac-0220897e1447 admin admin] Pushing event updated for resources: {'Network': ['ID=45b4e556-1e05-4426-8dfc-62a6fd037a6e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:52.495009 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 45b4e556-1e05-4426-8dfc-62a6fd037a6e details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:25:52.507915 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd3436f-383c-4900-b904-397ddbc2bf64 admin admin] Made reservation on behalf of efa86ce415a549529e83b5aa0d4b9ffd for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:52.511193 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9fd3436f-383c-4900-b904-397ddbc2bf64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.522322 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c25a8ae-3b51-43b7-b0c1-3010f0acaaec req-76719e7e-05fa-4664-937a-bc96c88e6181 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606773 Jul 23 20:25:52.623639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['3f5d7f53-34c7-43af-ba0c-e59a16565fdd'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:52.727138 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9fd3436f-383c-4900-b904-397ddbc2bf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.788401 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3436f-383c-4900-b904-397ddbc2bf64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ea71a4-46be-4c77-bdb2-58dbc6f137fd,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:52.807578 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd3436f-383c-4900-b904-397ddbc2bf64 admin admin] Checking segment: {'id': 'be91e970-97d0-43f8-841e-251f9c9586e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '45b4e556-1e05-4426-8dfc-62a6fd037a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:52.808808 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd3436f-383c-4900-b904-397ddbc2bf64 admin admin] Network hostable DHCP agents. Network: 45b4e556-1e05-4426-8dfc-62a6fd037a6e, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:25:52.831926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd3436f-383c-4900-b904-397ddbc2bf64 admin admin] Network 45b4e556-1e05-4426-8dfc-62a6fd037a6e is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:25:52.843386 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-9fd3436f-383c-4900-b904-397ddbc2bf64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 45b4e556-1e05-4426-8dfc-62a6fd037a6e) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:52.853712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00a79a0-5668-4d17-a91d-93f5790cd3da None None] Network 45b4e556-1e05-4426-8dfc-62a6fd037a6e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:52.862582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd3436f-383c-4900-b904-397ddbc2bf64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:52.863138 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9fd3436f-383c-4900-b904-397ddbc2bf64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.883224 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9fd3436f-383c-4900-b904-397ddbc2bf64 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4084945 Jul 23 20:25:52.940995 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65338669-9749-4f31-88a5-c95de418d36d req-883b1777-6592-4c4e-82ca-68e9d35af818 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:52.942778 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-883b1777-6592-4c4e-82ca-68e9d35af818 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba&tenant_id=5a185053a28c406bbec1c43816d9e38b&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 1096 time: 0.5184224 Jul 23 20:25:52.958090 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4b650-50ea-4333-b2fa-74d59d5e4582 req-5767279b-7452-4344-bab8-cb495af4713c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:52.959458 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49f4b650-50ea-4333-b2fa-74d59d5e4582 req-5767279b-7452-4344-bab8-cb495af4713c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 949 time: 0.4554677 Jul 23 20:25:53.007847 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c25a8ae-3b51-43b7-b0c1-3010f0acaaec req-6a0ca167-2477-447c-9adc-82e784f3aca6 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614544 Jul 23 20:25:53.055324 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caad4f7-fcaf-4805-954f-eb3a03a56208 None None] Network 45b4e556-1e05-4426-8dfc-62a6fd037a6e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:53.076186 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49f4b650-50ea-4333-b2fa-74d59d5e4582 req-4e1986e9-4d10-4893-ada9-686d2919d8cd tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064701 Jul 23 20:25:53.089571 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1e0db-50bb-490e-b8e8-d292c270fb30 req-4eebf172-24f9-49e9-aea8-7a30e530a385 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:53.099037 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19d1e0db-50bb-490e-b8e8-d292c270fb30 req-4eebf172-24f9-49e9-aea8-7a30e530a385 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.2004249 Jul 23 20:25:53.179925 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19d1e0db-50bb-490e-b8e8-d292c270fb30 req-56b325a3-0104-4c2e-acac-92ffd2809662 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756783 Jul 23 20:25:53.204375 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-65338669-9749-4f31-88a5-c95de418d36d req-83bba31c-6f15-4289-a898-38f864f4a979 service neutron] For port 88dfe02c-b823-4b31-9325-d390e1434169, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:53.207626 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-65338669-9749-4f31-88a5-c95de418d36d req-83bba31c-6f15-4289-a898-38f864f4a979 service neutron] Notify callbacks [] for binding, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:53.209049 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65338669-9749-4f31-88a5-c95de418d36d req-83bba31c-6f15-4289-a898-38f864f4a979 service neutron] 10.222.0.48 "DELETE /v2.0/ports/88dfe02c-b823-4b31-9325-d390e1434169/bindings/n-h2-791504-18 HTTP/1.1" status: 204 len: 173 time: 0.2422059 Jul 23 20:25:53.303470 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4963fc64-c803-4363-b910-33c2f6e286f4 req-9b58097f-a60d-4218-86c7-dc5c71f4293d tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/ports?device_id=661636d4-906a-46ea-9950-76c89fcc2ce6 HTTP/1.1" status: 200 len: 210 time: 0.0325255 Jul 23 20:25:53.334026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc6e84-0180-42cc-9685-b3fff6164588 req-92d8968b-f1d6-48b0-9e8e-347d0823f584 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:53.335560 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8fdc6e84-0180-42cc-9685-b3fff6164588 req-92d8968b-f1d6-48b0-9e8e-347d0823f584 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 1098 time: 0.1170299 Jul 23 20:25:53.393734 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8fdc6e84-0180-42cc-9685-b3fff6164588 req-1c25bf9d-7ee9-451c-ba4b-c07a20af0d47 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505533 Jul 23 20:25:53.451797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0ee6f-1e21-423b-a6c2-4fcc83d209ae req-229344b2-0be8-42b7-8efc-3acc2105d44d tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:53.455677 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2fb0ee6f-1e21-423b-a6c2-4fcc83d209ae req-229344b2-0be8-42b7-8efc-3acc2105d44d tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 944 time: 0.0760264 Jul 23 20:25:53.490792 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2fb0ee6f-1e21-423b-a6c2-4fcc83d209ae req-b36ae6fc-85f1-40b1-9266-929cb90effd4 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342047 Jul 23 20:25:53.536904 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54220) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:53.550351 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8e1c4619-cc79-4311-8802-ffb3ab74433c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1121842456-network', 'tenant_id': '96122a7e0b1041d3afbb59b2ce66fd9d'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:53.576231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1c4619-cc79-4311-8802-ffb3ab74433c admin admin] Made reservation on behalf of 96122a7e0b1041d3afbb59b2ce66fd9d for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:53.578475 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e1c4619-cc79-4311-8802-ffb3ab74433c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:53.594153 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e1c4619-cc79-4311-8802-ffb3ab74433c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:53.704078 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832dd8e-d4e5-4e61-a607-e6f0ed1da64c req-bc5debf0-910e-4078-a24c-c38858b91673 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:53.705525 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6832dd8e-d4e5-4e61-a607-e6f0ed1da64c req-bc5debf0-910e-4078-a24c-c38858b91673 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 1098 time: 0.1240678 Jul 23 20:25:53.728239 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 88dfe02c-b823-4b31-9325-d390e1434169 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:53.770256 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0be17acc-f904-463d-b3fa-124744d50a34 req-064f9094-5a99-4b0d-8d72-28e599196b2e tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=16df319aee194006af0beadc8d6488ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543060 Jul 23 20:25:53.777617 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 88dfe02c-b823-4b31-9325-d390e1434169 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:53.841966 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6832dd8e-d4e5-4e61-a607-e6f0ed1da64c req-30f0ce4c-0c08-4711-8072-86a4cf4d5580 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236804 Jul 23 20:25:53.864778 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe61ca3-6120-4ca0-939d-db668fdec458 req-ccc2399a-07ef-4cd8-be55-874e4793b456 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:53.866762 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6fe61ca3-6120-4ca0-939d-db668fdec458 req-ccc2399a-07ef-4cd8-be55-874e4793b456 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ea77fe3-9eb2-4f35-86a2-b1da7062d268 HTTP/1.1" status: 200 len: 949 time: 0.2234712 Jul 23 20:25:53.937101 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e1c4619-cc79-4311-8802-ffb3ab74433c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:53.972365 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e1c4619-cc79-4311-8802-ffb3ab74433c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.016446 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 3f5d7f53-34c7-43af-ba0c-e59a16565fdd up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:54.019269 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1c4619-cc79-4311-8802-ffb3ab74433c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:25:54.044669 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be17acc-f904-463d-b3fa-124744d50a34 req-6b675522-fe74-4d42-819e-9d7620705aad tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:54.046208 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0be17acc-f904-463d-b3fa-124744d50a34 req-6b675522-fe74-4d42-819e-9d7620705aad tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2646785 Jul 23 20:25:54.050900 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c4619-cc79-4311-8802-ffb3ab74433c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a32da4-0935-435f-8c38-fa22a592e8c5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:54.061587 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6fe61ca3-6120-4ca0-939d-db668fdec458 req-1a887b12-9f6a-426a-9055-bbe37b6e4ec2 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588595 Jul 23 20:25:54.062638 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e1c4619-cc79-4311-8802-ffb3ab74433c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.063073 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-8e1c4619-cc79-4311-8802-ffb3ab74433c admin admin] Added segment 9d10e5df-c2da-42a2-8e4b-98543272d58f of type vlan for network e6fa4e0e-9a68-4c90-b489-7270616f3c35 Jul 23 20:25:54.067918 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-0be17acc-f904-463d-b3fa-124744d50a34 req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Request body: {'port': {'device_id': '661636d4-906a-46ea-9950-76c89fcc2ce6', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': '16df319aee194006af0beadc8d6488ff'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:54.093896 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:54.098000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:54.098379 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.158893 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e1c4619-cc79-4311-8802-ffb3ab74433c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.201435 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.203304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a8cf9-641b-4292-bf2b-1c55b1b0ed2b req-97839e0e-030f-42f0-83a7-c69a705649e6 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:54.204738 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce8a8cf9-641b-4292-bf2b-1c55b1b0ed2b req-97839e0e-030f-42f0-83a7-c69a705649e6 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 1096 time: 0.2995021 Jul 23 20:25:54.236994 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b835358e-b95f-4785-b5e3-17bb199a45f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5d7f53-34c7-43af-ba0c-e59a16565fdd'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:54.239794 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4f95b3-bd4d-4270-b992-4c4e20bdb0dd" -d '{"events": [{"server_uuid": "b835358e-b95f-4785-b5e3-17bb199a45f1", "name": "network-vif-plugged", "status": "completed", "tag": "3f5d7f53-34c7-43af-ba0c-e59a16565fdd"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:54.254579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:54.261228 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.262984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0beb7a71-6813-4bef-b3a0-0fcf223dad90 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:54.279931 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e1c4619-cc79-4311-8802-ffb3ab74433c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.280786 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1c4619-cc79-4311-8802-ffb3ab74433c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:54.281375 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e1c4619-cc79-4311-8802-ffb3ab74433c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.304975 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 0beb7a71-6813-4bef-b3a0-0fcf223dad90 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:54.305323 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0beb7a71-6813-4bef-b3a0-0fcf223dad90 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:54.330145 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce8a8cf9-641b-4292-bf2b-1c55b1b0ed2b req-c32349f1-ccb2-4c4d-94af-4f096717ce11 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177733 Jul 23 20:25:54.333303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:54.352414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8e1c4619-cc79-4311-8802-ffb3ab74433c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8142209 Jul 23 20:25:54.355241 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54242) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:54.361295 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Request body: {'subnet': {'network_id': 'e6fa4e0e-9a68-4c90-b489-7270616f3c35', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1121842456-subnet', 'tenant_id': '96122a7e0b1041d3afbb59b2ce66fd9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:54.406031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c4619-cc79-4311-8802-ffb3ab74433c admin admin] Pushing event updated for resources: {'Network': ['ID=e6fa4e0e-9a68-4c90-b489-7270616f3c35,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:54.416300 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network e6fa4e0e-9a68-4c90-b489-7270616f3c35 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:25:54.416433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be17acc-f904-463d-b3fa-124744d50a34 req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Made reservation on behalf of 16df319aee194006af0beadc8d6488ff for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:54.427693 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0be17acc-f904-463d-b3fa-124744d50a34 req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.438371 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Made reservation on behalf of 96122a7e0b1041d3afbb59b2ce66fd9d for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:54.441006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.464731 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0be17acc-f904-463d-b3fa-124744d50a34 req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.501050 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d0be2c0a-bf55-4e94-95f1-a23419a1b289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.542794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f177cb-01ce-4e28-b28c-7db1ef554a23 req-4ec1ebc2-bfda-490a-87e2-78d9f3a8db69 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:54.548251 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0f177cb-01ce-4e28-b28c-7db1ef554a23 req-4ec1ebc2-bfda-490a-87e2-78d9f3a8db69 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.2925949 Jul 23 20:25:54.629200 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0f177cb-01ce-4e28-b28c-7db1ef554a23 req-13a8bcf8-abba-4730-a550-66193d4bab1a tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770555 Jul 23 20:25:54.639169 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b840f-c977-40a8-974b-e77a3218a7b8 req-322ee69c-9cf6-4ccc-b546-63969e33d311 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:54.640673 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be3b840f-c977-40a8-974b-e77a3218a7b8 req-322ee69c-9cf6-4ccc-b546-63969e33d311 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.1821442 Jul 23 20:25:54.672363 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.702682 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be3b840f-c977-40a8-974b-e77a3218a7b8 req-6984959e-c3dc-4f0b-bc83-d06631f00ddd tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560105 Jul 23 20:25:54.737233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Checking segment: {'id': '9d10e5df-c2da-42a2-8e4b-98543272d58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e6fa4e0e-9a68-4c90-b489-7270616f3c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:54.737233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Network hostable DHCP agents. Network: e6fa4e0e-9a68-4c90-b489-7270616f3c35, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:25:54.756332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c064cd41-dbb4-47e2-b3f8-fe371a8e4c59,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:54.767265 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0be17acc-f904-463d-b3fa-124744d50a34 req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.770188 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.770496 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.770916 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.771790 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.771790 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.772016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.772295 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.772535 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.772856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.773174 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.773495 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.773811 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.775133 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0be17acc-f904-463d-b3fa-124744d50a34 req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.777450 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Network e6fa4e0e-9a68-4c90-b489-7270616f3c35 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:25:54.812709 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86acfae7-3c4c-4c5e-98ab-46e250bec636 x-openstack-request-id: req-86acfae7-3c4c-4c5e-98ab-46e250bec636 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:54.812998 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b835358e-b95f-4785-b5e3-17bb199a45f1", "name": "network-vif-plugged", "status": "completed", "tag": "3f5d7f53-34c7-43af-ba0c-e59a16565fdd", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:54.813455 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86acfae7-3c4c-4c5e-98ab-46e250bec636 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:54.813846 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, e6fa4e0e-9a68-4c90-b489-7270616f3c35) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:54.814372 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b835358e-b95f-4785-b5e3-17bb199a45f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5d7f53-34c7-43af-ba0c-e59a16565fdd', 'code': 200} Jul 23 20:25:54.818604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:54.819235 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.826784 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c75ef6-773d-4b04-a3a7-ad469c9fb3d3 None None] Network e6fa4e0e-9a68-4c90-b489-7270616f3c35 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:54.854819 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-69b87e54-d2c0-48f2-990a-28f8a26f5ad8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4983366 Jul 23 20:25:54.868860 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69678bdd-384f-44ae-8db9-ca2ea81ba585,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:54.929988 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0790f4f6-4b5e-4c88-85e8-d4a6b22a1f3f req-3bd3d352-8854-4262-8f93-e966d815c8b2 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/ports?device_id=661636d4-906a-46ea-9950-76c89fcc2ce6 HTTP/1.1" status: 200 len: 210 time: 0.0654652 Jul 23 20:25:54.931625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.932147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.933017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.933485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.933812 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.934133 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.934449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.934950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.935302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.935611 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.936840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.936840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:54.993164 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54260) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:55.017343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018af2db-5e92-4b8b-bcb1-0d4b83874606 None None] Network e6fa4e0e-9a68-4c90-b489-7270616f3c35 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:55.053691 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc52ba6-49ec-4f29-a45f-5e5b97d23b18 admin admin] Deleting subnet 22ea71a4-46be-4c77-bdb2-58dbc6f137fd {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:25:55.057190 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-afc52ba6-49ec-4f29-a45f-5e5b97d23b18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.096530 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-afc52ba6-49ec-4f29-a45f-5e5b97d23b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.148286 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-afc52ba6-49ec-4f29-a45f-5e5b97d23b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.192430 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-0be17acc-f904-463d-b3fa-124744d50a34 req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Allocated IP 192.168.233.88 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/8c678ff2-e614-46ca-8ecd-893133306cac) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:55.221026 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-afc52ba6-49ec-4f29-a45f-5e5b97d23b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.243445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f00548b6-d712-49f2-a2a7-c984330ba7eb tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:55.245538 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f00548b6-d712-49f2-a2a7-c984330ba7eb tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 820 time: 0.3219697 Jul 23 20:25:55.257861 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-afc52ba6-49ec-4f29-a45f-5e5b97d23b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.259872 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-afc52ba6-49ec-4f29-a45f-5e5b97d23b18 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/22ea71a4-46be-4c77-bdb2-58dbc6f137fd HTTP/1.1" status: 204 len: 168 time: 0.2656288 Jul 23 20:25:55.261051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc52ba6-49ec-4f29-a45f-5e5b97d23b18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ea71a4-46be-4c77-bdb2-58dbc6f137fd,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:55.263680 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54266) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:55.306259 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-4fa7710f-fdf4-4d0e-b1c9-ff5aad419e04 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/quotas/5a185053a28c406bbec1c43816d9e38b HTTP/1.1" status: 200 len: 375 time: 0.0506353 Jul 23 20:25:55.313454 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e430b3-b5ef-48bd-a8ac-3705501b9849 req-fc590cda-f34e-4145-a625-d8fe2db9243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:55.314873 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5e430b3-b5ef-48bd-a8ac-3705501b9849 req-fc590cda-f34e-4145-a625-d8fe2db9243e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 1102 time: 0.3058674 Jul 23 20:25:55.322237 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcd572-5c22-47cf-ad28-ef217f875935 req-759b836d-24f6-4031-9c23-2f04e32763ec tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:55.323645 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19bcd572-5c22-47cf-ad28-ef217f875935 req-759b836d-24f6-4031-9c23-2f04e32763ec tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea77fe3-9eb2-4f35-86a2-b1da7062d268 HTTP/1.1" status: 200 len: 949 time: 0.3239114 Jul 23 20:25:55.333007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-05f70d9c-da5b-4706-8c91-7c99bcc5faf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.383077 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d201ac3-1b44-430b-9998-3cd1b4cc7aba req-0c387d2a-5933-47d1-a46d-8dcb93470220 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:55.384557 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d201ac3-1b44-430b-9998-3cd1b4cc7aba req-0c387d2a-5933-47d1-a46d-8dcb93470220 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 1098 time: 0.3595517 Jul 23 20:25:55.415904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-05f70d9c-da5b-4706-8c91-7c99bcc5faf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.438774 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-05f70d9c-da5b-4706-8c91-7c99bcc5faf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b4e556-1e05-4426-8dfc-62a6fd037a6e']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:55.445856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-05f70d9c-da5b-4706-8c91-7c99bcc5faf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be91e970-97d0-43f8-841e-251f9c9586e7') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:55.446147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-05f70d9c-da5b-4706-8c91-7c99bcc5faf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be91e970-97d0-43f8-841e-251f9c9586e7') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:55.456683 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-05f70d9c-da5b-4706-8c91-7c99bcc5faf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.472536 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-05f70d9c-da5b-4706-8c91-7c99bcc5faf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.478701 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f70d9c-da5b-4706-8c91-7c99bcc5faf8 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:25:55.479083 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-05f70d9c-da5b-4706-8c91-7c99bcc5faf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:25:55.481739 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:25:55.538744 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-05f70d9c-da5b-4706-8c91-7c99bcc5faf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.552123 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-05f70d9c-da5b-4706-8c91-7c99bcc5faf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.553231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5e430b3-b5ef-48bd-a8ac-3705501b9849 req-5299c0a3-d8bf-47bd-a8ec-4d9c50cd5eb8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111804 Jul 23 20:25:55.554098 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-05f70d9c-da5b-4706-8c91-7c99bcc5faf8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/45b4e556-1e05-4426-8dfc-62a6fd037a6e HTTP/1.1" status: 204 len: 168 time: 0.2893002 Jul 23 20:25:55.563006 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54268) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:55.571499 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f70d9c-da5b-4706-8c91-7c99bcc5faf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=45b4e556-1e05-4426-8dfc-62a6fd037a6e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:55.587443 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d201ac3-1b44-430b-9998-3cd1b4cc7aba req-03188ce8-e030-4251-ab65-f7bb4a2262db tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723316 Jul 23 20:25:55.616487 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-9524e347-3264-4510-a476-34a5e836798c tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2893596 Jul 23 20:25:55.619306 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0be17acc-f904-463d-b3fa-124744d50a34 req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.619455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e3657fd-d901-4778-bd44-392cf9176854 admin admin] Deleting subnet c064cd41-dbb4-47e2-b3f8-fe371a8e4c59 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:25:55.622957 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e3657fd-d901-4778-bd44-392cf9176854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.656502 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-0be17acc-f904-463d-b3fa-124744d50a34 req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Transition to ACTIVE for port object 8c678ff2-e614-46ca-8ecd-893133306cac will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:55.661181 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e3657fd-d901-4778-bd44-392cf9176854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.703878 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e3657fd-d901-4778-bd44-392cf9176854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.745208 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-19bcd572-5c22-47cf-ad28-ef217f875935 req-a2808c71-9078-41a0-9313-2ece9f4297a2 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Deleting port 2569d607-77ba-4fc7-ad68-639670399880 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:55.745545 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-19bcd572-5c22-47cf-ad28-ef217f875935 req-a2808c71-9078-41a0-9313-2ece9f4297a2 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.768447 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e3657fd-d901-4778-bd44-392cf9176854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.794992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3657fd-d901-4778-bd44-392cf9176854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c064cd41-dbb4-47e2-b3f8-fe371a8e4c59,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:55.799343 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e3657fd-d901-4778-bd44-392cf9176854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.801335 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7e3657fd-d901-4778-bd44-392cf9176854 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c064cd41-dbb4-47e2-b3f8-fe371a8e4c59 HTTP/1.1" status: 204 len: 168 time: 0.2373767 Jul 23 20:25:55.804324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54274) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:55.875744 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a004e1d6-b27a-4bcf-8329-fff1909de89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.878315 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-77af89f0-e3d5-4a4c-86a1-aa3837f05782 service neutron] 10.222.0.55 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530847 Jul 23 20:25:55.909105 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0be17acc-f904-463d-b3fa-124744d50a34 req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.957743 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a004e1d6-b27a-4bcf-8329-fff1909de89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.969295 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-a004e1d6-b27a-4bcf-8329-fff1909de89c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fa4e0e-9a68-4c90-b489-7270616f3c35']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:55.980198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-a004e1d6-b27a-4bcf-8329-fff1909de89c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d10e5df-c2da-42a2-8e4b-98543272d58f') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:55.980492 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-a004e1d6-b27a-4bcf-8329-fff1909de89c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d10e5df-c2da-42a2-8e4b-98543272d58f') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:55.992276 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a004e1d6-b27a-4bcf-8329-fff1909de89c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.006861 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a004e1d6-b27a-4bcf-8329-fff1909de89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.014205 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a004e1d6-b27a-4bcf-8329-fff1909de89c admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:25:56.014778 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a004e1d6-b27a-4bcf-8329-fff1909de89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:25:56.016718 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:25:56.076390 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a004e1d6-b27a-4bcf-8329-fff1909de89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.080838 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a004e1d6-b27a-4bcf-8329-fff1909de89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.082735 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a004e1d6-b27a-4bcf-8329-fff1909de89c admin admin] 10.222.0.55 "DELETE /v2.0/networks/e6fa4e0e-9a68-4c90-b489-7270616f3c35 HTTP/1.1" status: 204 len: 168 time: 0.2774377 Jul 23 20:25:56.095731 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004e1d6-b27a-4bcf-8329-fff1909de89c admin admin] Pushing event deleted for resources: {'Network': ['ID=e6fa4e0e-9a68-4c90-b489-7270616f3c35,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:56.180040 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23df7f4-d709-4156-959c-03f5fc26f92c req-2e1e0de5-d2ea-4bab-a7de-4ded2a922b7f tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:56.181543 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b23df7f4-d709-4156-959c-03f5fc26f92c req-2e1e0de5-d2ea-4bab-a7de-4ded2a922b7f tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ea77fe3-9eb2-4f35-86a2-b1da7062d268 HTTP/1.1" status: 200 len: 949 time: 0.5233181 Jul 23 20:25:56.239195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54280) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:56.240336 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-19bcd572-5c22-47cf-ad28-ef217f875935 req-a2808c71-9078-41a0-9313-2ece9f4297a2 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] For port 2569d607-77ba-4fc7-ad68-639670399880, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2569d607-77ba-4fc7-ad68-639670399880,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:56.240696 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-19bcd572-5c22-47cf-ad28-ef217f875935 req-a2808c71-9078-41a0-9313-2ece9f4297a2 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.278709 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-912f98f7-ac6b-4469-8c0e-a99f45fc896d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=efa86ce415a549529e83b5aa0d4b9ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381582 Jul 23 20:25:56.281484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54282) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:56.293918 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be17acc-f904-463d-b3fa-124744d50a34 req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:56.302736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-19bcd572-5c22-47cf-ad28-ef217f875935 req-a2808c71-9078-41a0-9313-2ece9f4297a2 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Calling delete_port for 2569d607-77ba-4fc7-ad68-639670399880 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:56.309815 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-0be17acc-f904-463d-b3fa-124744d50a34 req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:56.320357 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be17acc-f904-463d-b3fa-124744d50a34 req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:56.326519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be17acc-f904-463d-b3fa-124744d50a34 req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:56.327094 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0be17acc-f904-463d-b3fa-124744d50a34 req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.332889 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e5bd881e-bb6e-4eae-818a-2bcb81cac42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.354966 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e5bd881e-bb6e-4eae-818a-2bcb81cac42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.368587 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Pushing event updated for resources: {'Port': ['ID=8c678ff2-e614-46ca-8ecd-893133306cac,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:56.408091 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b23df7f4-d709-4156-959c-03f5fc26f92c req-be0dd737-2eee-466a-94b8-56b30d94c484 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce780cac-7179-4fed-9201-31c8a8417bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893179 Jul 23 20:25:56.421913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0be17acc-f904-463d-b3fa-124744d50a34 req-9377193d-4864-42bf-9ad8-9460953aadba tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3655655 Jul 23 20:25:56.429034 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6285f9-3261-4f6d-911b-aea8c4a23c06 req-0afc3653-8c86-416a-9404-efe7ebaa4563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:56.430535 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e5bd881e-bb6e-4eae-818a-2bcb81cac42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.431051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b6285f9-3261-4f6d-911b-aea8c4a23c06 req-0afc3653-8c86-416a-9404-efe7ebaa4563 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 1101 time: 0.5726464 Jul 23 20:25:56.433965 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e5bd881e-bb6e-4eae-818a-2bcb81cac42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.440485 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e5bd881e-bb6e-4eae-818a-2bcb81cac42e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b0c03d1-206d-4628-87d1-3d9271000fc3 HTTP/1.1" status: 204 len: 168 time: 0.1563323 Jul 23 20:25:56.447340 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Request body: {'port': {'device_id': '661636d4-906a-46ea-9950-76c89fcc2ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:56.451266 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd881e-bb6e-4eae-818a-2bcb81cac42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0c03d1-206d-4628-87d1-3d9271000fc3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:56.497666 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-35a7d253-9d54-4b71-81c2-f5c02c6ec0ea service neutron] 10.222.0.55 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934253 Jul 23 20:25:56.591677 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b6285f9-3261-4f6d-911b-aea8c4a23c06 req-9953a52c-ac3a-4851-9cc9-9671a35bc9e4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365294 Jul 23 20:25:56.642972 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.678431 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-85b96bb7-e5b3-4b94-87e5-38c4bd14d2eb None None] Provisioning for port 8c678ff2-e614-46ca-8ecd-893133306cac completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:56.685318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-85b96bb7-e5b3-4b94-87e5-38c4bd14d2eb None None] Provisioning complete for port 8c678ff2-e614-46ca-8ecd-893133306cac triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:56.685705 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85b96bb7-e5b3-4b94-87e5-38c4bd14d2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.749499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-85b96bb7-e5b3-4b94-87e5-38c4bd14d2eb None None] Port 8c678ff2-e614-46ca-8ecd-893133306cac cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:25:56.794356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fdf9e-1d44-4206-b95e-5c8ed9862590 req-0742bd9c-88c2-463b-8fff-d6fb5753a9ad tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:56.795978 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a7fdf9e-1d44-4206-b95e-5c8ed9862590 req-0742bd9c-88c2-463b-8fff-d6fb5753a9ad tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.1992779 Jul 23 20:25:56.891736 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-19bcd572-5c22-47cf-ad28-ef217f875935 req-a2808c71-9078-41a0-9313-2ece9f4297a2 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.951730 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2808c71-9078-41a0-9313-2ece9f4297a2 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Pushing event deleted for resources: {'Port': ['ID=2569d607-77ba-4fc7-ad68-639670399880,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:56.959656 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54298) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:56.984422 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a7fdf9e-1d44-4206-b95e-5c8ed9862590 req-fec76039-bf41-49d6-a354-ac2ef5ffbdab tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797574 Jul 23 20:25:57.028486 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13a4da-f440-493e-84e3-8686c96d914d req-96470635-1cec-40af-a3d6-f1777f914e53 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:57.030389 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fc13a4da-f440-493e-84e3-8686c96d914d req-96470635-1cec-40af-a3d6-f1777f914e53 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 949 time: 0.2999921 Jul 23 20:25:57.052144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bcd572-5c22-47cf-ad28-ef217f875935 req-a2808c71-9078-41a0-9313-2ece9f4297a2 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] No DVR routers for this DVR port 2569d607-77ba-4fc7-ad68-639670399880 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:57.061357 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3bfafac9-eff1-45a3-a3ba-d3a3f92bba90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96122a7e0b1041d3afbb59b2ce66fd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1005211 Jul 23 20:25:57.062755 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54302) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:57.064990 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c18e3030-1a49-4035-9a9f-fac65474048f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.087152 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-19bcd572-5c22-47cf-ad28-ef217f875935 req-a2808c71-9078-41a0-9313-2ece9f4297a2 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.090157 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19bcd572-5c22-47cf-ad28-ef217f875935 req-a2808c71-9078-41a0-9313-2ece9f4297a2 tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.48 "DELETE /v2.0/ports/2569d607-77ba-4fc7-ad68-639670399880 HTTP/1.1" status: 204 len: 173 time: 1.7360330 Jul 23 20:25:57.094935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea77fe3-9eb2-4f35-86a2-b1da7062d268', 'name': 'network-vif-deleted', 'tag': '2569d607-77ba-4fc7-ad68-639670399880'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:57.097237 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aabf35b-6805-4579-9860-c3b2b369a230" -d '{"events": [{"server_uuid": "5ea77fe3-9eb2-4f35-86a2-b1da7062d268", "name": "network-vif-deleted", "tag": "2569d607-77ba-4fc7-ad68-639670399880"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:57.138337 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-257a8110-3194-4c6d-9f7f-6114635c9ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.190236 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fc13a4da-f440-493e-84e3-8686c96d914d req-3a9aa48d-41fb-4d8f-b175-e4cfd8e2f82f tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395869 Jul 23 20:25:57.200139 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-257a8110-3194-4c6d-9f7f-6114635c9ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.270032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0bc20-7869-4061-a420-436e2d21ad59 req-6d03f84e-9002-43b8-98c8-03caeb85c206 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:57.276572 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.277608 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ecc0bc20-7869-4061-a420-436e2d21ad59 req-6d03f84e-9002-43b8-98c8-03caeb85c206 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/ports?device_id=661636d4-906a-46ea-9950-76c89fcc2ce6 HTTP/1.1" status: 200 len: 935 time: 0.1942959 Jul 23 20:25:57.311004 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-257a8110-3194-4c6d-9f7f-6114635c9ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.312738 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c678ff2-e614-46ca-8ecd-893133306cac {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:57.314602 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-257a8110-3194-4c6d-9f7f-6114635c9ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.319272 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-257a8110-3194-4c6d-9f7f-6114635c9ec0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/85a32da4-0935-435f-8c38-fa22a592e8c5 HTTP/1.1" status: 204 len: 168 time: 0.2554460 Jul 23 20:25:57.325575 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.333207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a8110-3194-4c6d-9f7f-6114635c9ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a32da4-0935-435f-8c38-fa22a592e8c5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:57.404580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Transition to ACTIVE for port object 8c678ff2-e614-46ca-8ecd-893133306cac will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:57.412220 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ecc0bc20-7869-4061-a420-436e2d21ad59 req-99d4aebd-d0f9-448f-8b36-f8f78ce41755 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/security-groups?id=69678bdd-384f-44ae-8db9-ca2ea81ba585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336772 Jul 23 20:25:57.414821 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.466376 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c678ff2-e614-46ca-8ecd-893133306cac,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:57.567456 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d939b5c-2ebb-46f0-90b3-a8b82850e0f6 req-35021c44-b022-429b-b020-6fdfbedc2ac5 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 210 time: 0.0640152 Jul 23 20:25:57.582504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e0de6-f543-4c58-8781-0f0eabab9aae req-92b4aa8d-4d83-4bb9-b202-e7207fb024ca tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:57.593055 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c7e0de6-f543-4c58-8781-0f0eabab9aae req-92b4aa8d-4d83-4bb9-b202-e7207fb024ca tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 1098 time: 0.2665322 Jul 23 20:25:57.671284 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4df37f3-a48f-429f-b041-da313aa1520b x-openstack-request-id: req-a4df37f3-a48f-429f-b041-da313aa1520b {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:57.671691 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea77fe3-9eb2-4f35-86a2-b1da7062d268", "name": "network-vif-deleted", "tag": "2569d607-77ba-4fc7-ad68-639670399880", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:57.672151 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4df37f3-a48f-429f-b041-da313aa1520b {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:57.672575 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea77fe3-9eb2-4f35-86a2-b1da7062d268', 'name': 'network-vif-deleted', 'tag': '2569d607-77ba-4fc7-ad68-639670399880', 'status': 'completed', 'code': 200} Jul 23 20:25:57.704406 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Attempting to bind port 8c678ff2-e614-46ca-8ecd-893133306cac on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:57.704750 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Attempting to bind port 8c678ff2-e614-46ca-8ecd-893133306cac by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:57.705080 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Attempting to bind port 8c678ff2-e614-46ca-8ecd-893133306cac on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:57.730193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Port 8c678ff2-e614-46ca-8ecd-893133306cac on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:57.730544 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Attempting to bind port 8c678ff2-e614-46ca-8ecd-893133306cac on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:57.748865 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 11099cec-4ead-41c9-9bdd-4ae9be9d1cda details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:57.765635 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:57.765977 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:57.766366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:57.766913 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Bound port: 8c678ff2-e614-46ca-8ecd-893133306cac, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:57.767304 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.777294 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c7e0de6-f543-4c58-8781-0f0eabab9aae req-cbf387b4-6e2b-446a-8dd8-8819f998ec5c tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572266 Jul 23 20:25:57.841635 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0233f0fe-d55d-479d-9599-2d2f89c3cea1 req-3e274eaf-327b-4215-9769-6a7cc512ebce tempest-LiveMigrationNegativeTest-1200403127 tempest-LiveMigrationNegativeTest-1200403127-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ea77fe3-9eb2-4f35-86a2-b1da7062d268 HTTP/1.1" status: 200 len: 210 time: 0.1118000 Jul 23 20:25:57.940107 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:57.943934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] For port 8c678ff2-e614-46ca-8ecd-893133306cac, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:57.947481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] For port 8c678ff2-e614-46ca-8ecd-893133306cac, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8c678ff2-e614-46ca-8ecd-893133306cac,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:57.954396 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.959685 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '11099cec-4ead-41c9-9bdd-4ae9be9d1cda', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '11099cec-4ead-41c9-9bdd-4ae9be9d1cda', 'mac_address': 'fa:16:3e:89:5c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:25:57.988125 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:57.989146 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.990726 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0be17acc-f904-463d-b3fa-124744d50a34 req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] 10.222.0.57 "PUT /v2.0/ports/8c678ff2-e614-46ca-8ecd-893133306cac HTTP/1.1" status: 200 len: 1096 time: 1.5592015 Jul 23 20:25:58.014807 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:58.037683 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2569d607-77ba-4fc7-ad68-639670399880 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:58.066392 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11099cec-4ead-41c9-9bdd-4ae9be9d1cda {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:58.073507 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 2569d607-77ba-4fc7-ad68-639670399880 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:58.074143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2569d607-77ba-4fc7-ad68-639670399880 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:58.094363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:58.102538 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1a948-c9a2-40a9-a8d1-d42140ec74f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c678ff2-e614-46ca-8ecd-893133306cac,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:58.103672 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:58.196794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be17acc-f904-463d-b3fa-124744d50a34 req-d56df90f-1136-4815-af4e-2ee1fc198cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:58.198935 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0be17acc-f904-463d-b3fa-124744d50a34 req-d56df90f-1136-4815-af4e-2ee1fc198cb9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16df319aee194006af0beadc8d6488ff&device_id=661636d4-906a-46ea-9950-76c89fcc2ce6 HTTP/1.1" status: 200 len: 1099 time: 0.0923986 Jul 23 20:25:58.208885 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:58.221556 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:58.223917 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:58.224426 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:58.224818 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:58.225352 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:58.225750 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:58.226142 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:58.226533 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:58.226920 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:58.227326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:58.227711 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:58.228178 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:58.314627 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0be17acc-f904-463d-b3fa-124744d50a34 req-07878e3f-d898-45c2-b5b7-bc434feec518 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=8c678ff2-e614-46ca-8ecd-893133306cac HTTP/1.1" status: 200 len: 217 time: 0.1033123 Jul 23 20:25:58.372706 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:58.404372 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['11099cec-4ead-41c9-9bdd-4ae9be9d1cda'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:58.458842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be17acc-f904-463d-b3fa-124744d50a34 req-5d3cb60e-42a0-48dd-9ba1-c59a45f1a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:58.460330 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0be17acc-f904-463d-b3fa-124744d50a34 req-5d3cb60e-42a0-48dd-9ba1-c59a45f1a303 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1148109 Jul 23 20:25:58.479527 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2388f5-97ea-42bd-abf8-ad4960a08c29 req-3d2067b6-eeac-464c-88bb-d0ca603b998a tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:58.486250 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f2388f5-97ea-42bd-abf8-ad4960a08c29 req-3d2067b6-eeac-464c-88bb-d0ca603b998a tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.2863560 Jul 23 20:25:58.568890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-4855e805-019a-4656-9e92-801a79bc3f28 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:58.570363 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-4855e805-019a-4656-9e92-801a79bc3f28 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.48 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 820 time: 0.3158920 Jul 23 20:25:58.589704 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-7d3ff9a9-4d40-469b-a5b8-f78fca7ce566 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Request body: {'port': {'device_id': '16e911d9-cc85-4cc4-a02d-26afcce969b7', 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0', 'admin_state_up': True, 'tenant_id': '5a185053a28c406bbec1c43816d9e38b'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:58.683802 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f2388f5-97ea-42bd-abf8-ad4960a08c29 req-b8b56a3f-bcbc-4d50-a5fb-871a2e07610f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935401 Jul 23 20:25:58.771123 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be17acc-f904-463d-b3fa-124744d50a34 req-8d145548-bbff-4f6d-972d-a5b32be69849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:58.772605 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0be17acc-f904-463d-b3fa-124744d50a34 req-8d145548-bbff-4f6d-972d-a5b32be69849 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3027902 Jul 23 20:25:58.827635 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-7d3ff9a9-4d40-469b-a5b8-f78fca7ce566 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Made reservation on behalf of 5a185053a28c406bbec1c43816d9e38b for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:58.831021 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-7d3ff9a9-4d40-469b-a5b8-f78fca7ce566 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:58.983746 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730eaea-1e99-4caf-969f-980f06ff3886 req-c87c36fb-8b6e-46a5-b423-7e4cddd9383d tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:58.985268 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5730eaea-1e99-4caf-969f-980f06ff3886 req-c87c36fb-8b6e-46a5-b423-7e4cddd9383d tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 948 time: 0.2355711 Jul 23 20:25:58.989989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0be17acc-f904-463d-b3fa-124744d50a34 req-2455d4ef-d5c3-4731-a451-18a6b0e91dd2 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988082 Jul 23 20:25:59.107912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-92998a19-b335-410c-8ca5-acc8c60bc114 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:25:59.116135 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-92998a19-b335-410c-8ca5-acc8c60bc114 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144932 Jul 23 20:25:59.121530 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-10ce5897-be53-45f8-91e3-0bac9adb9298 service neutron] Request body: {'binding': {'host': 'n-h2-791504-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:59.122224 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-10ce5897-be53-45f8-91e3-0bac9adb9298 service neutron] Unknown quota resources ['binding']. {{(pid=93810) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:25:59.170057 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5730eaea-1e99-4caf-969f-980f06ff3886 req-8aa9a127-909a-4b1a-82df-088ae4764d68 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688383 Jul 23 20:25:59.176725 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-7d3ff9a9-4d40-469b-a5b8-f78fca7ce566 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Allocated IP 172.20.0.7 (7e56589e-9a72-40c0-80e1-89204b3d73d0/a04cc1b4-e7d5-485f-8df9-995da9a55827/28d35720-ce9d-4e20-aede-709584c1d93e) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:59.336663 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-10ce5897-be53-45f8-91e3-0bac9adb9298 service neutron] Attempting to bind port b2b47be9-a533-465b-9a27-c492d3654f3d on host n-h2-791504-18 for vnic_type normal with profile None {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:59.337104 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-10ce5897-be53-45f8-91e3-0bac9adb9298 service neutron] Attempting to bind port b2b47be9-a533-465b-9a27-c492d3654f3d by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:59.337536 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-10ce5897-be53-45f8-91e3-0bac9adb9298 service neutron] Attempting to bind port b2b47be9-a533-465b-9a27-c492d3654f3d on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:59.343637 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-10ce5897-be53-45f8-91e3-0bac9adb9298 service neutron] Port b2b47be9-a533-465b-9a27-c492d3654f3d on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:59.344442 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-10ce5897-be53-45f8-91e3-0bac9adb9298 service neutron] Attempting to bind port b2b47be9-a533-465b-9a27-c492d3654f3d on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:59.350679 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-10ce5897-be53-45f8-91e3-0bac9adb9298 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:59.351089 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-10ce5897-be53-45f8-91e3-0bac9adb9298 service neutron] Checking segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:59.351711 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-10ce5897-be53-45f8-91e3-0bac9adb9298 service neutron] Bound using segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:59.352302 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-10ce5897-be53-45f8-91e3-0bac9adb9298 service neutron] Bound port: b2b47be9-a533-465b-9a27-c492d3654f3d, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:59.418619 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-10ce5897-be53-45f8-91e3-0bac9adb9298 service neutron] For port b2b47be9-a533-465b-9a27-c492d3654f3d, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b2b47be9-a533-465b-9a27-c492d3654f3d,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:59.436078 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-10ce5897-be53-45f8-91e3-0bac9adb9298 service neutron] Notify callbacks [] for binding, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:59.437323 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-10ce5897-be53-45f8-91e3-0bac9adb9298 service neutron] 10.222.0.55 "POST /v2.0/ports/b2b47be9-a533-465b-9a27-c492d3654f3d/bindings HTTP/1.1" status: 201 len: 390 time: 0.3201880 Jul 23 20:25:59.632151 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0be17acc-f904-463d-b3fa-124744d50a34 req-e971dbc6-26ba-4842-9d6b-1343760b0a5d service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6313691 Jul 23 20:25:59.678286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661636d4-906a-46ea-9950-76c89fcc2ce6', 'tag': '8c678ff2-e614-46ca-8ecd-893133306cac'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:59.680449 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078f4b9e-ac1d-4d90-8371-6e6aecd60d20" -d '{"events": [{"name": "network-changed", "server_uuid": "661636d4-906a-46ea-9950-76c89fcc2ce6", "tag": "8c678ff2-e614-46ca-8ecd-893133306cac"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:59.688798 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1eb89086-86e6-46f6-bf29-52ba9a1ab05d req-1f97c0e2-871c-4037-9567-163e06bf6590 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 210 time: 0.0593684 Jul 23 20:25:59.722867 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-7d3ff9a9-4d40-469b-a5b8-f78fca7ce566 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:59.767056 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 11099cec-4ead-41c9-9bdd-4ae9be9d1cda up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:59.769425 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed43d9e-58cc-49ca-a8b3-307d302f9c3f req-536aeaf7-9ce8-4cf5-8b6d-c73325efe7ce tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:59.770983 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bed43d9e-58cc-49ca-a8b3-307d302f9c3f req-536aeaf7-9ce8-4cf5-8b6d-c73325efe7ce tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/ports?device_id=661636d4-906a-46ea-9950-76c89fcc2ce6 HTTP/1.1" status: 200 len: 947 time: 0.4397278 Jul 23 20:25:59.811931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-6429bb13-46e7-40d7-b7b9-81e26cbd36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:59.813480 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-6429bb13-46e7-40d7-b7b9-81e26cbd36ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 1098 time: 0.1652758 Jul 23 20:25:59.821970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-f77edeb6-bac5-4fd9-a55d-79fbc1fc7270 req-60ae54f0-95c4-4169-9347-6223ccdc1fad service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:25:59.823556 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f77edeb6-bac5-4fd9-a55d-79fbc1fc7270 req-60ae54f0-95c4-4169-9347-6223ccdc1fad service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068851 Jul 23 20:25:59.842350 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:59.857769 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-7d3ff9a9-4d40-469b-a5b8-f78fca7ce566 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:59.864538 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:59.865438 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:59.871667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['fca716f7-0dc1-486b-befd-6f4040d6c385'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:59.930831 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bed43d9e-58cc-49ca-a8b3-307d302f9c3f req-23e57b7a-9893-448f-a4b2-cd949b5c688d tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/security-groups?id=69678bdd-384f-44ae-8db9-ca2ea81ba585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511121 Jul 23 20:25:59.960603 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-7d3ff9a9-4d40-469b-a5b8-f78fca7ce566 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Network 7e56589e-9a72-40c0-80e1-89204b3d73d0 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:59.966649 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-7d3ff9a9-4d40-469b-a5b8-f78fca7ce566 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:59.971354 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ff9a9-4d40-469b-a5b8-f78fca7ce566 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Pushing event updated for resources: {'Port': ['ID=28d35720-ce9d-4e20-aede-709584c1d93e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:59.973822 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-7d3ff9a9-4d40-469b-a5b8-f78fca7ce566 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:59.980074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-7d3ff9a9-4d40-469b-a5b8-f78fca7ce566 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:59.980800 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-7d3ff9a9-4d40-469b-a5b8-f78fca7ce566 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.011844 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-9289d801-346e-44d7-bf93-9cb8469be3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:00.028123 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-9289d801-346e-44d7-bf93-9cb8469be3c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 909 time: 0.1971302 Jul 23 20:26:00.030723 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-7d3ff9a9-4d40-469b-a5b8-f78fca7ce566 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4451149 Jul 23 20:26:00.097285 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Request body: {'port': {'device_id': '16e911d9-cc85-4cc4-a02d-26afcce969b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:00.128206 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-e9de97ff-5875-4950-8681-afb89e3d147e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2b47be9-a533-465b-9a27-c492d3654f3d HTTP/1.1" status: 200 len: 217 time: 0.0959823 Jul 23 20:26:00.246236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-1ba1a27b-dd9a-4fea-840c-7ef223e7f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:00.247992 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-1ba1a27b-dd9a-4fea-840c-7ef223e7f3dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.1067228 Jul 23 20:26:00.252386 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.265793 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.309397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b707a9ac-c1b0-4924-8084-9143d17e0b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11099cec-4ead-41c9-9bdd-4ae9be9d1cda'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:00.312717 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238c06f4-f13e-4685-85be-82fa5a2e1499" -d '{"events": [{"server_uuid": "b707a9ac-c1b0-4924-8084-9143d17e0b0e", "name": "network-vif-plugged", "status": "completed", "tag": "11099cec-4ead-41c9-9bdd-4ae9be9d1cda"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:00.335013 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:00.346061 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.353291 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-caa587ce-8bc3-4d90-b73f-f36c08750c45 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1977074 Jul 23 20:26:00.401680 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54402) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:00.449482 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,revision_number=10']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:00.565938 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-0803328b-dbd9-4a2e-85db-4870504b9bc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2965901 Jul 23 20:26:00.577119 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-59d0fb33-ed71-4b51-a5f6-54f874aa80d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e379f624e29f4e4ea639ef0c08f7ba71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741002 Jul 23 20:26:00.579737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54410) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:00.657169 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e000827-67ea-466f-948d-29ceea7bf8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.690660 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e000827-67ea-466f-948d-29ceea7bf8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.745564 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e000827-67ea-466f-948d-29ceea7bf8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.748659 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e000827-67ea-466f-948d-29ceea7bf8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.752245 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4e000827-67ea-466f-948d-29ceea7bf8ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce780cac-7179-4fed-9201-31c8a8417bc3 HTTP/1.1" status: 204 len: 168 time: 0.1690919 Jul 23 20:26:00.764836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996c8b6-aeaf-4a55-bcef-a4ad0f7ba2c3 req-6e427f7d-9900-4650-b16f-492ed00262d0 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:00.765352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e000827-67ea-466f-948d-29ceea7bf8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce780cac-7179-4fed-9201-31c8a8417bc3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:00.766388 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5996c8b6-aeaf-4a55-bcef-a4ad0f7ba2c3 req-6e427f7d-9900-4650-b16f-492ed00262d0 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 946 time: 0.2931554 Jul 23 20:26:00.778381 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-dfbb418c-38fb-4b4c-beae-3eed73d1c979 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=84d016cfbb654ccc868cc83c269ffa5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927534 Jul 23 20:26:00.860707 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-c61fe387-c480-45b4-96e4-de6f3ecd31df service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824171 Jul 23 20:26:00.902622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5996c8b6-aeaf-4a55-bcef-a4ad0f7ba2c3 req-c8d0cf8f-9506-4707-9436-eeca5843c9a6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268015 Jul 23 20:26:00.979709 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515f8687-3e34-4e8f-9a87-5d32fdae06d5 x-openstack-request-id: req-515f8687-3e34-4e8f-9a87-5d32fdae06d5 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:00.979977 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661636d4-906a-46ea-9950-76c89fcc2ce6", "tag": "8c678ff2-e614-46ca-8ecd-893133306cac", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:00.980213 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-515f8687-3e34-4e8f-9a87-5d32fdae06d5 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:00.980852 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661636d4-906a-46ea-9950-76c89fcc2ce6', 'tag': '8c678ff2-e614-46ca-8ecd-893133306cac', 'status': 'completed', 'code': 200} Jul 23 20:26:01.055611 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d35720-ce9d-4e20-aede-709584c1d93e {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:01.101753 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:01.113035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54442) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:01.155144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-c713bf99-f64a-481f-80fd-3b38ab258b75 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:01.156638 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-c713bf99-f64a-481f-80fd-3b38ab258b75 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3673842 Jul 23 20:26:01.168566 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-77e7311c-1ebe-4151-b1ee-0ef13cb037a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f33a70f892b49e5be2ca81b491010bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542467 Jul 23 20:26:01.171131 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54448) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:01.174145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Transition to ACTIVE for port object 28d35720-ce9d-4e20-aede-709584c1d93e will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:01.186790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-da0839f9-ba48-4294-a8f8-183de237f4f3 service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093235 Jul 23 20:26:01.190226 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:01.203576 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-cf3bcc52-a6bc-4332-b090-0e619251dc59 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/quotas/84d016cfbb654ccc868cc83c269ffa5b HTTP/1.1" status: 200 len: 375 time: 0.0356975 Jul 23 20:26:01.255519 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f80b407-ab40-443a-b6d6-bc8bbf97ebf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:01.282140 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f80b407-ab40-443a-b6d6-bc8bbf97ebf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:01.284073 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-bd8a32f7-b4da-4f74-8ee6-74ddb4952296 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=84d016cfbb654ccc868cc83c269ffa5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791922 Jul 23 20:26:01.349415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Pushing event updated for resources: {'Port': ['ID=28d35720-ce9d-4e20-aede-709584c1d93e,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:01.350923 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f80b407-ab40-443a-b6d6-bc8bbf97ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:01.358639 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f80b407-ab40-443a-b6d6-bc8bbf97ebf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:01.362263 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8f80b407-ab40-443a-b6d6-bc8bbf97ebf0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f839b9c3-0889-43c1-8d49-eafb77761818 HTTP/1.1" status: 204 len: 168 time: 0.1869447 Jul 23 20:26:01.377245 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106cd1a-5e6d-4edb-9682-d661eb0d0fdd req-20e815c4-c46a-464c-946e-d81cb3ab67bf tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:01.382568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80b407-ab40-443a-b6d6-bc8bbf97ebf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f839b9c3-0889-43c1-8d49-eafb77761818,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:01.384049 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b106cd1a-5e6d-4edb-9682-d661eb0d0fdd req-20e815c4-c46a-464c-946e-d81cb3ab67bf tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.3464639 Jul 23 20:26:01.423713 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f4b9e-ac1d-4d90-8371-6e6aecd60d20 req-9ba99fda-12d9-483f-9746-56606619ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:01.425200 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-078f4b9e-ac1d-4d90-8371-6e6aecd60d20 req-9ba99fda-12d9-483f-9746-56606619ad02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16df319aee194006af0beadc8d6488ff&device_id=661636d4-906a-46ea-9950-76c89fcc2ce6 HTTP/1.1" status: 200 len: 1099 time: 0.3887851 Jul 23 20:26:01.569305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Attempting to bind port 28d35720-ce9d-4e20-aede-709584c1d93e on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:01.569791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Attempting to bind port 28d35720-ce9d-4e20-aede-709584c1d93e by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:01.570124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Attempting to bind port 28d35720-ce9d-4e20-aede-709584c1d93e on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:01.579799 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b106cd1a-5e6d-4edb-9682-d661eb0d0fdd req-f54e7f72-6f9c-4dd1-a58f-c3f3688262f2 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949346 Jul 23 20:26:01.583161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Port 28d35720-ce9d-4e20-aede-709584c1d93e on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:26:01.583491 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Attempting to bind port 28d35720-ce9d-4e20-aede-709584c1d93e on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:01.656444 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-2b4d77b3-ea15-4f4a-8693-a081f54797d8 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:01.658182 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-2b4d77b3-ea15-4f4a-8693-a081f54797d8 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd&tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 1098 time: 0.3884110 Jul 23 20:26:01.660179 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391fbab5-a4dd-4b90-971c-e670acc95d7e x-openstack-request-id: req-391fbab5-a4dd-4b90-971c-e670acc95d7e {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:01.661670 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:01.662001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Checking segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:01.662473 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Bound using segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:01.662819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Bound port: 28d35720-ce9d-4e20-aede-709584c1d93e, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:01.663053 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b707a9ac-c1b0-4924-8084-9143d17e0b0e", "name": "network-vif-plugged", "status": "completed", "tag": "11099cec-4ead-41c9-9bdd-4ae9be9d1cda", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:01.663203 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:01.663707 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-391fbab5-a4dd-4b90-971c-e670acc95d7e {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:01.664997 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b707a9ac-c1b0-4924-8084-9143d17e0b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11099cec-4ead-41c9-9bdd-4ae9be9d1cda', 'code': 200} Jul 23 20:26:01.686121 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-18'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:01.771216 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5acf3-cb69-440f-9a70-137890ad9325 req-68c559b8-6e0e-4af1-bf47-7be80c871049 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:01.772742 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-23b5acf3-cb69-440f-9a70-137890ad9325 req-68c559b8-6e0e-4af1-bf47-7be80c871049 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 1102 time: 0.3080709 Jul 23 20:26:01.793077 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f4b9e-ac1d-4d90-8371-6e6aecd60d20 req-6410e6ce-6478-4c8c-b17b-ff9b590d5d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:01.794691 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-078f4b9e-ac1d-4d90-8371-6e6aecd60d20 req-6410e6ce-6478-4c8c-b17b-ff9b590d5d64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.3594460 Jul 23 20:26:02.135457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-078f4b9e-ac1d-4d90-8371-6e6aecd60d20 req-b429657a-2a2a-45d9-b607-4e250341d893 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=8c678ff2-e614-46ca-8ecd-893133306cac HTTP/1.1" status: 200 len: 217 time: 0.3297546 Jul 23 20:26:02.222430 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:02.243120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] For port 28d35720-ce9d-4e20-aede-709584c1d93e, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:02.257097 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-23b5acf3-cb69-440f-9a70-137890ad9325 req-56995d07-c902-4942-8d78-26c3d4147ad6 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614823 Jul 23 20:26:02.285809 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] For port 28d35720-ce9d-4e20-aede-709584c1d93e, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=28d35720-ce9d-4e20-aede-709584c1d93e,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:02.290261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f4b9e-ac1d-4d90-8371-6e6aecd60d20 req-1bac8c61-cf89-449a-aa0d-ef32993a7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:02.292564 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-078f4b9e-ac1d-4d90-8371-6e6aecd60d20 req-1bac8c61-cf89-449a-aa0d-ef32993a7921 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1275241 Jul 23 20:26:02.317073 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:02.332797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98106790-9893-43d2-ac83-d45a999f6855 req-058fa882-0939-47ab-b0fd-44d466c3566e tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:02.334250 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98106790-9893-43d2-ac83-d45a999f6855 req-058fa882-0939-47ab-b0fd-44d466c3566e tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 943 time: 0.6064708 Jul 23 20:26:02.436649 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:02.437750 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:02.439457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] 10.222.0.48 "PUT /v2.0/ports/28d35720-ce9d-4e20-aede-709584c1d93e HTTP/1.1" status: 200 len: 1092 time: 2.3465044 Jul 23 20:26:02.497554 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-f94a6cf8-791f-4f6f-9ac4-1f7d3bb56b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:02.499386 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-f94a6cf8-791f-4f6f-9ac4-1f7d3bb56b9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 1102 time: 0.3758998 Jul 23 20:26:02.567373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9863e-9e77-470c-9d43-332cd391e4ef service neutron] Pushing event updated for resources: {'Port': ['ID=28d35720-ce9d-4e20-aede-709584c1d93e,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:02.575039 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-e27c48e2-1292-40ec-a1ee-66e4f5f41499 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=84d016cfbb654ccc868cc83c269ffa5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503223 Jul 23 20:26:02.702602 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-dea51f25-24ba-46bf-8480-ec73a0b436ae tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:02.704217 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-dea51f25-24ba-46bf-8480-ec73a0b436ae tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1241744 Jul 23 20:26:02.712428 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98106790-9893-43d2-ac83-d45a999f6855 req-923298f7-c43d-4483-8f80-f92c5065f4a2 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360426 Jul 23 20:26:02.723006 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-95f1d972-a087-4408-984d-5c3567455803 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Request body: {'port': {'device_id': '346e26d9-2405-49af-a793-5405f8969c68', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': '84d016cfbb654ccc868cc83c269ffa5b'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:02.749638 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186905d-9b4e-4c42-b64e-378c43d842ac req-3745e38c-02a9-4e87-a1be-8970eec473ad tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:02.751187 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0186905d-9b4e-4c42-b64e-378c43d842ac req-3745e38c-02a9-4e87-a1be-8970eec473ad tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/ports?device_id=661636d4-906a-46ea-9950-76c89fcc2ce6 HTTP/1.1" status: 200 len: 947 time: 0.4289458 Jul 23 20:26:02.757417 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f4b9e-ac1d-4d90-8371-6e6aecd60d20 req-1c7aee9e-1e61-4a2f-8e4c-7a07c50a17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:02.758873 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-078f4b9e-ac1d-4d90-8371-6e6aecd60d20 req-1c7aee9e-1e61-4a2f-8e4c-7a07c50a17f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4396849 Jul 23 20:26:02.772939 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] For port b2b47be9-a533-465b-9a27-c492d3654f3d, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b2b47be9-a533-465b-9a27-c492d3654f3d,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:02.851843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-91cbec6e-5b6e-4b04-b27e-830eedec2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:02.851843 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-91cbec6e-5b6e-4b04-b27e-830eedec2ddd service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.3254323 Jul 23 20:26:02.880494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-c998bd64-b710-48c0-b122-20737454692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:02.882696 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-c998bd64-b710-48c0-b122-20737454692b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 1095 time: 0.3897607 Jul 23 20:26:02.890707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-95f1d972-a087-4408-984d-5c3567455803 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Made reservation on behalf of 84d016cfbb654ccc868cc83c269ffa5b for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:02.897629 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-95f1d972-a087-4408-984d-5c3567455803 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:02.912689 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-95f1d972-a087-4408-984d-5c3567455803 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:02.972142 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61f846a6-4dac-4d06-b174-2ecf287da9d9 req-0210df27-1dbb-4505-87de-38795b324738 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/ports?device_id=346e26d9-2405-49af-a793-5405f8969c68 HTTP/1.1" status: 200 len: 210 time: 0.0722532 Jul 23 20:26:03.006496 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e911d9-cc85-4cc4-a02d-26afcce969b7', 'tag': '28d35720-ce9d-4e20-aede-709584c1d93e'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:03.008890 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601d7fdd-b10f-4a5e-9d1d-727089b59536" -d '{"events": [{"name": "network-changed", "server_uuid": "16e911d9-cc85-4cc4-a02d-26afcce969b7", "tag": "28d35720-ce9d-4e20-aede-709584c1d93e"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:03.053564 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-117bbf59-f6d7-4844-905d-3273d42677ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3f5d7f53-34c7-43af-ba0c-e59a16565fdd HTTP/1.1" status: 200 len: 217 time: 0.1864576 Jul 23 20:26:03.056502 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0186905d-9b4e-4c42-b64e-378c43d842ac req-33ad9c6a-f2f4-44ad-ac2b-f5d7e5b7c1fd tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/security-groups?id=69678bdd-384f-44ae-8db9-ca2ea81ba585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812572 Jul 23 20:26:03.058528 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-95f1d972-a087-4408-984d-5c3567455803 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.062011 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-8c80f2b3-f3e8-4269-8aea-03dbc68e09b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28d35720-ce9d-4e20-aede-709584c1d93e HTTP/1.1" status: 200 len: 217 time: 0.0971107 Jul 23 20:26:03.068575 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-95f1d972-a087-4408-984d-5c3567455803 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.106031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] For port b2b47be9-a533-465b-9a27-c492d3654f3d, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:03.113891 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1d972-a087-4408-984d-5c3567455803 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65391d67-9d86-4317-804f-210ad9ab7c24,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:03.220880 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-078f4b9e-ac1d-4d90-8371-6e6aecd60d20 req-fcc2fc15-8386-458e-b126-2003afc3dea1 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438179 Jul 23 20:26:03.229117 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-f8cf695e-85f8-4c60-8103-d177bf7a9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:03.230618 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-f8cf695e-85f8-4c60-8103-d177bf7a9433 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1677418 Jul 23 20:26:03.263265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-95f1d972-a087-4408-984d-5c3567455803 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Allocated IP 192.168.233.115 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/e68136a0-d024-4eb5-8957-5ae3f0acb0a8) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:03.268102 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-43f7b512-572f-439d-96f1-fc1ecf9b2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:03.269551 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-43f7b512-572f-439d-96f1-fc1ecf9b2821 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.1655755 Jul 23 20:26:03.317627 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.358841 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.382969 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-5a44f54a-bf08-415c-b55b-587421a8c526 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007409 Jul 23 20:26:03.418426 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-95f1d972-a087-4408-984d-5c3567455803 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.436036 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-95f1d972-a087-4408-984d-5c3567455803 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Transition to ACTIVE for port object e68136a0-d024-4eb5-8957-5ae3f0acb0a8 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:03.469308 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-95f1d972-a087-4408-984d-5c3567455803 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.511062 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-95f1d972-a087-4408-984d-5c3567455803 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:03.516280 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-95f1d972-a087-4408-984d-5c3567455803 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:03.519266 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb2c0f-032a-49f0-89de-b8e9252063dc req-f7f3eaf4-4918-4659-abe5-e658e38420fb tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:03.519972 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-95f1d972-a087-4408-984d-5c3567455803 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:03.520743 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-84cb2c0f-032a-49f0-89de-b8e9252063dc req-f7f3eaf4-4918-4659-abe5-e658e38420fb tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 946 time: 0.4192522 Jul 23 20:26:03.545000 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1d972-a087-4408-984d-5c3567455803 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Pushing event updated for resources: {'Port': ['ID=e68136a0-d024-4eb5-8957-5ae3f0acb0a8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:03.576996 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-95f1d972-a087-4408-984d-5c3567455803 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:03.577665 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-95f1d972-a087-4408-984d-5c3567455803 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.594271 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-95f1d972-a087-4408-984d-5c3567455803 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8807161 Jul 23 20:26:03.607487 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Request body: {'port': {'device_id': '346e26d9-2405-49af-a793-5405f8969c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:03.611912 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-078f4b9e-ac1d-4d90-8371-6e6aecd60d20 req-b8329b39-302c-4976-9871-71449f340c77 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751838 Jul 23 20:26:03.613466 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Pushing event updated for resources: {'Port': ['ID=b2b47be9-a533-465b-9a27-c492d3654f3d,revision_number=7']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:03.690572 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.694192 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-577b4b96-8ff0-445c-8d65-5e9009c0c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:03.695715 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-577b4b96-8ff0-445c-8d65-5e9009c0c96e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4455209 Jul 23 20:26:03.703021 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620682b7-5a4c-445e-a145-89344492d872 req-e214f1bf-de92-4ffe-b414-c6233eeea378 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:03.704616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-620682b7-5a4c-445e-a145-89344492d872 req-e214f1bf-de92-4ffe-b414-c6233eeea378 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.4022336 Jul 23 20:26:03.710271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Attempting to bind port b2b47be9-a533-465b-9a27-c492d3654f3d on host n-h1-791504-18 for vnic_type normal with profile {"migrating_to": "n-h2-791504-18"} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:03.710593 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Attempting to bind port b2b47be9-a533-465b-9a27-c492d3654f3d by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:03.710915 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Attempting to bind port b2b47be9-a533-465b-9a27-c492d3654f3d on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:03.735625 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-192b2056-ff8d-433d-8992-3eaf294a3462 service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207321 Jul 23 20:26:03.738468 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-84cb2c0f-032a-49f0-89de-b8e9252063dc req-b109257b-e729-4fe7-b8f5-0d5171a26c3f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871517 Jul 23 20:26:03.759170 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Port b2b47be9-a533-465b-9a27-c492d3654f3d on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:26:03.759485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Attempting to bind port b2b47be9-a533-465b-9a27-c492d3654f3d on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:03.773436 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8c678ff2-e614-46ca-8ecd-893133306cac details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:26:03.803794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:03.804365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Checking segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:03.804365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Bound using segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:03.804769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Bound port: b2b47be9-a533-465b-9a27-c492d3654f3d, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:03.805117 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.835886 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6f67fdfc-1d2b-4cff-9506-2849ef61c7fd None None] Provisioning for port e68136a0-d024-4eb5-8957-5ae3f0acb0a8 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:03.845435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6f67fdfc-1d2b-4cff-9506-2849ef61c7fd None None] Provisioning complete for port e68136a0-d024-4eb5-8957-5ae3f0acb0a8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:03.846138 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6f67fdfc-1d2b-4cff-9506-2849ef61c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.944104 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6f67fdfc-1d2b-4cff-9506-2849ef61c7fd None None] Port e68136a0-d024-4eb5-8957-5ae3f0acb0a8 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:26:03.967199 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8c678ff2-e614-46ca-8ecd-893133306cac, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8c678ff2-e614-46ca-8ecd-893133306cac,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:03.981318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '8c678ff2-e614-46ca-8ecd-893133306cac', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '8c678ff2-e614-46ca-8ecd-893133306cac', 'mac_address': 'fa:16:3e:5a:d4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:26:04.029868 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.049407 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c678ff2-e614-46ca-8ecd-893133306cac {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:04.074162 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8c678ff2-e614-46ca-8ecd-893133306cac, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8c678ff2-e614-46ca-8ecd-893133306cac,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:04.079328 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.135551 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=8c678ff2-e614-46ca-8ecd-893133306cac,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:04.140832 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fe6f99-012f-42d0-be07-16755d41cd81 x-openstack-request-id: req-d8fe6f99-012f-42d0-be07-16755d41cd81 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:04.141226 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e911d9-cc85-4cc4-a02d-26afcce969b7", "tag": "28d35720-ce9d-4e20-aede-709584c1d93e", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:04.141584 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8fe6f99-012f-42d0-be07-16755d41cd81 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:04.142057 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e911d9-cc85-4cc4-a02d-26afcce969b7', 'tag': '28d35720-ce9d-4e20-aede-709584c1d93e', 'status': 'completed', 'code': 200} Jul 23 20:26:04.218199 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68136a0-d024-4eb5-8957-5ae3f0acb0a8 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:04.229794 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.243348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Transition to ACTIVE for port object e68136a0-d024-4eb5-8957-5ae3f0acb0a8 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:04.248438 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.277167 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-620682b7-5a4c-445e-a145-89344492d872 req-b64e96a7-f3a2-4b73-9ff2-f72e33b82b6e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551531 Jul 23 20:26:04.303386 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-bdc3e19f-ab91-40f7-b351-d1c887ac382a service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941188 Jul 23 20:26:04.334515 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Pushing event updated for resources: {'Port': ['ID=e68136a0-d024-4eb5-8957-5ae3f0acb0a8,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:04.360468 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91f70920-1b4f-4022-9a29-0778b60f71a9 req-0445218b-d858-4981-ba18-4777b2f1f7bf service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6085420 Jul 23 20:26:04.374792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] For port b2b47be9-a533-465b-9a27-c492d3654f3d, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:04.382437 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['8c678ff2-e614-46ca-8ecd-893133306cac'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:04.387362 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Attempting to bind port e68136a0-d024-4eb5-8957-5ae3f0acb0a8 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:04.387689 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Attempting to bind port e68136a0-d024-4eb5-8957-5ae3f0acb0a8 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:04.388259 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Attempting to bind port e68136a0-d024-4eb5-8957-5ae3f0acb0a8 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:04.393228 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Port e68136a0-d024-4eb5-8957-5ae3f0acb0a8 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:26:04.393642 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Attempting to bind port e68136a0-d024-4eb5-8957-5ae3f0acb0a8 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:04.399594 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:04.400023 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:04.400502 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:04.403747 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Bound port: e68136a0-d024-4eb5-8957-5ae3f0acb0a8, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:04.403747 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.425651 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] For port b2b47be9-a533-465b-9a27-c492d3654f3d, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b2b47be9-a533-465b-9a27-c492d3654f3d,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:04.438220 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.487650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e23e6-c7f1-4e4b-898e-e88c378b2cd4 req-4d94edec-4d51-4b17-a562-1557a18103c3 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:04.489454 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a7e23e6-c7f1-4e4b-898e-e88c378b2cd4 req-4d94edec-4d51-4b17-a562-1557a18103c3 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 1102 time: 0.3503022 Jul 23 20:26:04.512345 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] For port e68136a0-d024-4eb5-8957-5ae3f0acb0a8, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:04.517009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] For port e68136a0-d024-4eb5-8957-5ae3f0acb0a8, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e68136a0-d024-4eb5-8957-5ae3f0acb0a8,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:04.522811 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.568723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:04.569406 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.570808 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] 10.222.0.57 "PUT /v2.0/ports/e68136a0-d024-4eb5-8957-5ae3f0acb0a8 HTTP/1.1" status: 200 len: 1097 time: 0.9681370 Jul 23 20:26:04.571233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346e26d9-2405-49af-a793-5405f8969c68', 'tag': 'e68136a0-d024-4eb5-8957-5ae3f0acb0a8'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:04.573538 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f944bdd5-a9da-45f2-842b-dcff9cc96ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "346e26d9-2405-49af-a793-5405f8969c68", "tag": "e68136a0-d024-4eb5-8957-5ae3f0acb0a8"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:04.598083 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d5c7f-fd3c-4eb9-9807-52822241b730 service neutron] Pushing event updated for resources: {'Port': ['ID=e68136a0-d024-4eb5-8957-5ae3f0acb0a8,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:04.686520 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-f1e8a761-37d5-465d-ba56-29fd1407bdc8 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734179 Jul 23 20:26:04.704733 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-e1ba5fe2-0eb6-4969-821d-ff35a098ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:04.706402 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-e1ba5fe2-0eb6-4969-821d-ff35a098ad6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84d016cfbb654ccc868cc83c269ffa5b&device_id=346e26d9-2405-49af-a793-5405f8969c68 HTTP/1.1" status: 200 len: 1100 time: 0.0682180 Jul 23 20:26:04.721664 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:04.722381 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.724000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] 10.222.0.57 "PUT /v2.0/ports/b2b47be9-a533-465b-9a27-c492d3654f3d HTTP/1.1" status: 200 len: 1124 time: 3.0427165 Jul 23 20:26:04.728493 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a7e23e6-c7f1-4e4b-898e-e88c378b2cd4 req-89b775a2-36ab-4bc3-98d8-c46d81eb1851 tempest-ServersAdminTestJSON-118085503 tempest-ServersAdminTestJSON-118085503-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297199 Jul 23 20:26:04.731697 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f8369-f2c3-4618-8182-47ee2db8976d service neutron] Pushing event updated for resources: {'Port': ['ID=b2b47be9-a533-465b-9a27-c492d3654f3d,revision_number=8']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:04.763898 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-c3013bf4-4296-4129-aab3-4258e7c69518 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=e68136a0-d024-4eb5-8957-5ae3f0acb0a8 HTTP/1.1" status: 200 len: 217 time: 0.0384040 Jul 23 20:26:04.764049 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd52c1-e82d-4dec-a5d8-eba953498785 req-ffe5aa58-e5a7-465e-a78f-23315cf62ba2 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:04.764049 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b3bd52c1-e82d-4dec-a5d8-eba953498785 req-ffe5aa58-e5a7-465e-a78f-23315cf62ba2 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 943 time: 0.3776827 Jul 23 20:26:04.807294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d7fdd-b10f-4a5e-9d1d-727089b59536 req-ac354e2c-9613-40b6-a106-6afa44df2148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:04.809055 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-601d7fdd-b10f-4a5e-9d1d-727089b59536 req-ac354e2c-9613-40b6-a106-6afa44df2148 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 1095 time: 0.3724427 Jul 23 20:26:04.825076 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-b535fa55-caed-42c0-9799-8e2afcced718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:04.826551 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-b535fa55-caed-42c0-9799-8e2afcced718 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0650702 Jul 23 20:26:04.827729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['b2b47be9-a533-465b-9a27-c492d3654f3d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:04.906115 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-106d8123-b776-479c-9876-9b0dfb797e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:04.909726 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-106d8123-b776-479c-9876-9b0dfb797e4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0734479 Jul 23 20:26:04.933241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b3bd52c1-e82d-4dec-a5d8-eba953498785 req-d6f9a95c-6c5b-44aa-bfca-6ba66f044eb1 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714392 Jul 23 20:26:04.977070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d7fdd-b10f-4a5e-9d1d-727089b59536 req-5fe6ba8b-4e48-4d9a-aec3-c7bc72d13928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:04.978692 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-601d7fdd-b10f-4a5e-9d1d-727089b59536 req-5fe6ba8b-4e48-4d9a-aec3-c7bc72d13928 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 921 time: 0.1359611 Jul 23 20:26:05.042733 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-601d7fdd-b10f-4a5e-9d1d-727089b59536 req-9bd98ca6-f081-4821-92f6-196ee7f600ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28d35720-ce9d-4e20-aede-709584c1d93e HTTP/1.1" status: 200 len: 217 time: 0.0475891 Jul 23 20:26:05.055527 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-c6c57a1d-a60b-4ce3-b596-0429fe05295a service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384881 Jul 23 20:26:05.152197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d7fdd-b10f-4a5e-9d1d-727089b59536 req-e4ea3c6d-9443-48ac-a031-8c98f2018933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:05.153085 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d49b66ad-86e7-4e56-a5e1-0bf316f59ef8 req-66360b64-0963-4225-862a-dafdb4139da2 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876579 Jul 23 20:26:05.153646 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-601d7fdd-b10f-4a5e-9d1d-727089b59536 req-e4ea3c6d-9443-48ac-a031-8c98f2018933 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.0985210 Jul 23 20:26:05.199681 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-601d7fdd-b10f-4a5e-9d1d-727089b59536 req-35baef74-1c02-4305-b98e-5045522eedfb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380406 Jul 23 20:26:05.209265 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00783a1b-b7ed-4b0f-9153-3cdd77c8b8da req-ba9e8c08-8899-436a-95cc-ebebd9afba67 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:05.210650 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-00783a1b-b7ed-4b0f-9153-3cdd77c8b8da req-ba9e8c08-8899-436a-95cc-ebebd9afba67 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/ports?device_id=346e26d9-2405-49af-a793-5405f8969c68 HTTP/1.1" status: 200 len: 948 time: 0.1784351 Jul 23 20:26:05.225526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3966f12-52d9-4ae3-a794-c38fe2ded43b req-0b6b70f5-3c5b-4dd5-ac9c-36a2171b1d07 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:05.226927 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e3966f12-52d9-4ae3-a794-c38fe2ded43b req-0b6b70f5-3c5b-4dd5-ac9c-36a2171b1d07 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/ports?device_id=661636d4-906a-46ea-9950-76c89fcc2ce6 HTTP/1.1" status: 200 len: 948 time: 0.1817257 Jul 23 20:26:05.335666 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-00783a1b-b7ed-4b0f-9153-3cdd77c8b8da req-c0d05ebd-2fc9-4641-97ef-be7cd3545d24 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/security-groups?id=65391d67-9d86-4317-804f-210ad9ab7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069443 Jul 23 20:26:05.342059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e3966f12-52d9-4ae3-a794-c38fe2ded43b req-e123110f-db93-4188-bb94-7e4754496708 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/security-groups?id=69678bdd-384f-44ae-8db9-ca2ea81ba585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981781 Jul 23 20:26:05.368114 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-601d7fdd-b10f-4a5e-9d1d-727089b59536 req-4890e7f9-8121-4a14-92c5-f6272b8fe509 service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565087 Jul 23 20:26:05.395091 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb38f35-9fe3-4455-a1e7-31055efd9e88 x-openstack-request-id: req-8eb38f35-9fe3-4455-a1e7-31055efd9e88 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:05.395091 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346e26d9-2405-49af-a793-5405f8969c68", "tag": "e68136a0-d024-4eb5-8957-5ae3f0acb0a8", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:05.395339 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8eb38f35-9fe3-4455-a1e7-31055efd9e88 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:05.395606 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346e26d9-2405-49af-a793-5405f8969c68', 'tag': 'e68136a0-d024-4eb5-8957-5ae3f0acb0a8', 'status': 'completed', 'code': 200} Jul 23 20:26:05.480966 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944bdd5-a9da-45f2-842b-dcff9cc96ae8 req-070b92dd-aed8-4eb3-8ebd-a7b92a43e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:05.482548 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f944bdd5-a9da-45f2-842b-dcff9cc96ae8 req-070b92dd-aed8-4eb3-8ebd-a7b92a43e4b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=84d016cfbb654ccc868cc83c269ffa5b&device_id=346e26d9-2405-49af-a793-5405f8969c68 HTTP/1.1" status: 200 len: 1100 time: 0.0558133 Jul 23 20:26:05.508874 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-601d7fdd-b10f-4a5e-9d1d-727089b59536 req-b410512b-6ce5-4c36-8fde-846c338e3f8d service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335123 Jul 23 20:26:05.535187 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7a5a8-8b11-4cf8-91c0-f332f15af599 req-7b24c290-6921-4f66-9748-88a725651814 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:05.536857 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0db7a5a8-8b11-4cf8-91c0-f332f15af599 req-7b24c290-6921-4f66-9748-88a725651814 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 944 time: 0.1334538 Jul 23 20:26:05.583128 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0db7a5a8-8b11-4cf8-91c0-f332f15af599 req-8888f679-4e20-493f-be28-a8f04a41ebe1 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391109 Jul 23 20:26:05.596791 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944bdd5-a9da-45f2-842b-dcff9cc96ae8 req-1ab3aaf2-c86f-418a-bfad-5a2c67490a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:05.598288 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f944bdd5-a9da-45f2-842b-dcff9cc96ae8 req-1ab3aaf2-c86f-418a-bfad-5a2c67490a72 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.1083333 Jul 23 20:26:05.640515 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f944bdd5-a9da-45f2-842b-dcff9cc96ae8 req-25841153-9915-4f57-b061-f3fe233d98d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=e68136a0-d024-4eb5-8957-5ae3f0acb0a8 HTTP/1.1" status: 200 len: 217 time: 0.0349994 Jul 23 20:26:05.704244 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944bdd5-a9da-45f2-842b-dcff9cc96ae8 req-c40c7695-ee66-4423-a415-d7ed43a92efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:05.706211 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f944bdd5-a9da-45f2-842b-dcff9cc96ae8 req-c40c7695-ee66-4423-a415-d7ed43a92efd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0554821 Jul 23 20:26:05.754833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bd675-f28b-49cb-a80d-dbf0e84c63c7 req-add3bebb-4db2-4a9b-aea3-f8b1101f30a2 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:05.756390 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-203bd675-f28b-49cb-a80d-dbf0e84c63c7 req-add3bebb-4db2-4a9b-aea3-f8b1101f30a2 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.1127338 Jul 23 20:26:05.775650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26b0b1-a9b9-48a8-ba8b-0913e368eab3 req-3c2a4b38-5a29-4f01-b83b-373a24a864a6 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:05.777117 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd26b0b1-a9b9-48a8-ba8b-0913e368eab3 req-3c2a4b38-5a29-4f01-b83b-373a24a864a6 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e4594ba-b1fb-4b98-905d-8ab3d51e62e1 HTTP/1.1" status: 200 len: 950 time: 0.1251528 Jul 23 20:26:05.777844 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944bdd5-a9da-45f2-842b-dcff9cc96ae8 req-67101cc8-63cc-426b-9cfc-89fbcefc4b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:05.779370 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f944bdd5-a9da-45f2-842b-dcff9cc96ae8 req-67101cc8-63cc-426b-9cfc-89fbcefc4b72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0658932 Jul 23 20:26:05.785145 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8c678ff2-e614-46ca-8ecd-893133306cac up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:05.831344 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-203bd675-f28b-49cb-a80d-dbf0e84c63c7 req-a4710546-ac24-4b88-b563-756dc3e426f2 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687871 Jul 23 20:26:05.836630 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd26b0b1-a9b9-48a8-ba8b-0913e368eab3 req-2a004726-ca09-4aff-9833-c66891ba79c8 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520751 Jul 23 20:26:05.847929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 8c678ff2-e614-46ca-8ecd-893133306cac completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:05.861092 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 8c678ff2-e614-46ca-8ecd-893133306cac triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:05.861467 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:05.904435 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f944bdd5-a9da-45f2-842b-dcff9cc96ae8 req-cdfcb89b-2959-40e9-bc38-2e44016c1ae8 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134827 Jul 23 20:26:05.946027 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:05.969629 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661636d4-906a-46ea-9950-76c89fcc2ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c678ff2-e614-46ca-8ecd-893133306cac'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:05.971944 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bde0ac-e5a1-4b3c-915d-1790ed48cbf4" -d '{"events": [{"server_uuid": "661636d4-906a-46ea-9950-76c89fcc2ce6", "name": "network-vif-plugged", "status": "completed", "tag": "8c678ff2-e614-46ca-8ecd-893133306cac"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:05.985966 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8c678ff2-e614-46ca-8ecd-893133306cac, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8c678ff2-e614-46ca-8ecd-893133306cac,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:05.992128 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.019833 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f944bdd5-a9da-45f2-842b-dcff9cc96ae8 req-e4fa0eaf-d6e4-40e1-9cde-33aec2e198be service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065826 Jul 23 20:26:06.035285 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3885699b-0ac2-4dbe-a5ba-61d8386bafe9 x-openstack-request-id: req-3885699b-0ac2-4dbe-a5ba-61d8386bafe9 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:06.036134 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661636d4-906a-46ea-9950-76c89fcc2ce6", "name": "network-vif-plugged", "status": "completed", "tag": "8c678ff2-e614-46ca-8ecd-893133306cac", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:06.037343 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3885699b-0ac2-4dbe-a5ba-61d8386bafe9 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:06.038106 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661636d4-906a-46ea-9950-76c89fcc2ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c678ff2-e614-46ca-8ecd-893133306cac', 'code': 200} Jul 23 20:26:06.072584 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=8c678ff2-e614-46ca-8ecd-893133306cac,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:06.112131 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffad28e-8d1c-47a9-b760-2d692ec257c6 req-a96d8da7-b5a6-45c7-8ba7-8c449b172b45 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:06.113778 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ffad28e-8d1c-47a9-b760-2d692ec257c6 req-a96d8da7-b5a6-45c7-8ba7-8c449b172b45 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 943 time: 0.0717454 Jul 23 20:26:06.143468 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528ebf7-38f0-4558-bcb9-c57b45b65936 req-c0dde581-dce9-4d0d-833c-1d2e9d6336db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:06.145046 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8528ebf7-38f0-4558-bcb9-c57b45b65936 req-c0dde581-dce9-4d0d-833c-1d2e9d6336db service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=661636d4-906a-46ea-9950-76c89fcc2ce6 HTTP/1.1" status: 200 len: 1101 time: 0.0570374 Jul 23 20:26:06.150339 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3707423a-7fb8-4501-ac83-b9a94838becd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2b47be9-a533-465b-9a27-c492d3654f3d'}, {'name': 'network-changed', 'server_uuid': '3707423a-7fb8-4501-ac83-b9a94838becd', 'tag': 'b2b47be9-a533-465b-9a27-c492d3654f3d'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:06.153122 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5ea92c-c638-4315-9c69-c8f2cb3553e7" -d '{"events": [{"server_uuid": "3707423a-7fb8-4501-ac83-b9a94838becd", "name": "network-vif-unplugged", "status": "completed", "tag": "b2b47be9-a533-465b-9a27-c492d3654f3d"}, {"name": "network-changed", "server_uuid": "3707423a-7fb8-4501-ac83-b9a94838becd", "tag": "b2b47be9-a533-465b-9a27-c492d3654f3d"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:06.167664 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ffad28e-8d1c-47a9-b760-2d692ec257c6 req-e9cd34e1-0cdc-444e-9248-38f6dd2ae269 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470173 Jul 23 20:26:06.192941 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8528ebf7-38f0-4558-bcb9-c57b45b65936 req-c6271849-a4c9-4a4c-b145-c47c38b251d1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=69678bdd-384f-44ae-8db9-ca2ea81ba585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372088 Jul 23 20:26:06.197860 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c4c219-1bbb-44bf-98c6-fb9be14f1cff x-openstack-request-id: req-55c4c219-1bbb-44bf-98c6-fb9be14f1cff {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:06.198167 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3707423a-7fb8-4501-ac83-b9a94838becd", "name": "network-vif-unplugged", "status": "completed", "tag": "b2b47be9-a533-465b-9a27-c492d3654f3d", "code": 200}, {"name": "network-changed", "server_uuid": "3707423a-7fb8-4501-ac83-b9a94838becd", "tag": "b2b47be9-a533-465b-9a27-c492d3654f3d", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:06.198409 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-55c4c219-1bbb-44bf-98c6-fb9be14f1cff {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:06.198798 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3707423a-7fb8-4501-ac83-b9a94838becd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2b47be9-a533-465b-9a27-c492d3654f3d', 'code': 200} Jul 23 20:26:06.199059 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3707423a-7fb8-4501-ac83-b9a94838becd', 'tag': 'b2b47be9-a533-465b-9a27-c492d3654f3d', 'status': 'completed', 'code': 200} Jul 23 20:26:06.234158 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54556) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:06.285766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ea92c-c638-4315-9c69-c8f2cb3553e7 req-c7aba554-29b9-42bb-84f2-76762fde2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:06.287211 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb5ea92c-c638-4315-9c69-c8f2cb3553e7 req-c7aba554-29b9-42bb-84f2-76762fde2b6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 1127 time: 0.0629158 Jul 23 20:26:06.368109 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a49d59ba-3702-4649-b7c9-9f80ff7d0136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.403646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ea92c-c638-4315-9c69-c8f2cb3553e7 req-962fcdb3-9cbc-409d-95fc-0a36b8626f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:06.405126 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb5ea92c-c638-4315-9c69-c8f2cb3553e7 req-962fcdb3-9cbc-409d-95fc-0a36b8626f2e service neutron] 10.222.0.48 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 909 time: 0.1115460 Jul 23 20:26:06.505378 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb5ea92c-c638-4315-9c69-c8f2cb3553e7 req-9d10cef1-7575-4409-9582-7b11d1a07266 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2b47be9-a533-465b-9a27-c492d3654f3d HTTP/1.1" status: 200 len: 217 time: 0.0833800 Jul 23 20:26:06.605331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ea92c-c638-4315-9c69-c8f2cb3553e7 req-0d23deac-3726-4ce5-bf7b-1156b5f21d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:06.606789 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb5ea92c-c638-4315-9c69-c8f2cb3553e7 req-0d23deac-3726-4ce5-bf7b-1156b5f21d08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.0900466 Jul 23 20:26:06.662479 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05177a3-32dd-47d6-ae29-34c73926e880 req-6f034b9e-6d83-41a0-ab32-89c5b57bd0ef tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:06.663995 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d05177a3-32dd-47d6-ae29-34c73926e880 req-6f034b9e-6d83-41a0-ab32-89c5b57bd0ef tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/ports?device_id=346e26d9-2405-49af-a793-5405f8969c68 HTTP/1.1" status: 200 len: 948 time: 0.2531171 Jul 23 20:26:06.665693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb5ea92c-c638-4315-9c69-c8f2cb3553e7 req-de4aeabd-bf30-4917-a397-82a220b7d0f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488613 Jul 23 20:26:06.675236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a16448-b6f7-4b2a-8973-07d0e2a63c0f req-05f6855d-d896-4f92-99af-a7438b13e172 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:06.676605 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26a16448-b6f7-4b2a-8973-07d0e2a63c0f req-05f6855d-d896-4f92-99af-a7438b13e172 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/ports?device_id=661636d4-906a-46ea-9950-76c89fcc2ce6 HTTP/1.1" status: 200 len: 949 time: 0.2568488 Jul 23 20:26:06.704094 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a49d59ba-3702-4649-b7c9-9f80ff7d0136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.727230 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a49d59ba-3702-4649-b7c9-9f80ff7d0136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.837423 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d05177a3-32dd-47d6-ae29-34c73926e880 req-d3942062-1d02-4f1b-8324-fb222e51e4e1 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/security-groups?id=65391d67-9d86-4317-804f-210ad9ab7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564412 Jul 23 20:26:06.839513 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a49d59ba-3702-4649-b7c9-9f80ff7d0136 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cdfbf04d4fd246e28b9c6e4f63447e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6044579 Jul 23 20:26:06.842142 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d59ba-3702-4649-b7c9-9f80ff7d0136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0767dc-4514-4c0c-8331-2eb39c23e0de,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:06.842529 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54566) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:06.850452 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26a16448-b6f7-4b2a-8973-07d0e2a63c0f req-2ac1f0aa-341a-4a53-953e-84408340509f tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/security-groups?id=69678bdd-384f-44ae-8db9-ca2ea81ba585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537650 Jul 23 20:26:06.875466 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb5ea92c-c638-4315-9c69-c8f2cb3553e7 req-ce4e679c-7179-4a31-bdca-66f3178afca4 service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955757 Jul 23 20:26:06.908515 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-000608fd-48a9-478a-bb76-1c8824b65c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.931029 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-000608fd-48a9-478a-bb76-1c8824b65c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.982016 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-000608fd-48a9-478a-bb76-1c8824b65c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.985154 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-000608fd-48a9-478a-bb76-1c8824b65c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.986033 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-000608fd-48a9-478a-bb76-1c8824b65c58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed0767dc-4514-4c0c-8331-2eb39c23e0de HTTP/1.1" status: 204 len: 168 time: 0.1423817 Jul 23 20:26:06.999939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000608fd-48a9-478a-bb76-1c8824b65c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0767dc-4514-4c0c-8331-2eb39c23e0de,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:07.052105 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb5ea92c-c638-4315-9c69-c8f2cb3553e7 req-c1635286-960b-4488-8212-9ba317d1bd69 service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695788 Jul 23 20:26:07.086480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db053e2c-836d-438f-a52f-a4a103cd16fd req-56a31c7c-b1b2-49fb-8f39-d8910334140d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:07.088066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db053e2c-836d-438f-a52f-a4a103cd16fd req-56a31c7c-b1b2-49fb-8f39-d8910334140d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.1336868 Jul 23 20:26:07.107840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f59c15-c12e-4091-82f0-f6c202ad2928 req-2eb7b344-ea71-4d27-a2b8-d5542d07089c tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:07.109503 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d7f59c15-c12e-4091-82f0-f6c202ad2928 req-2eb7b344-ea71-4d27-a2b8-d5542d07089c tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 944 time: 0.1540036 Jul 23 20:26:07.168816 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db053e2c-836d-438f-a52f-a4a103cd16fd req-e7536d19-590b-445b-ab70-bb753318c2ca tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748570 Jul 23 20:26:07.173667 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d7f59c15-c12e-4091-82f0-f6c202ad2928 req-8edf09f7-4551-45ec-a255-5c01a8804ff1 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565021 Jul 23 20:26:07.274613 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54580) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:07.282419 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-debbde57-b9b7-45e5-935a-42699eae2de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.325014 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d796c-89cd-4749-9ce4-17d978885a13 req-7c489dee-77cd-4f33-a2d9-72bfda786dd9 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:07.326553 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fc5d796c-89cd-4749-9ce4-17d978885a13 req-7c489dee-77cd-4f33-a2d9-72bfda786dd9 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e4594ba-b1fb-4b98-905d-8ab3d51e62e1 HTTP/1.1" status: 200 len: 950 time: 0.0786016 Jul 23 20:26:07.398621 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928239e-41f2-48c3-a715-674d2cc5e159 req-c7179773-362c-4303-9427-35a21fa28db4 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:07.400127 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2928239e-41f2-48c3-a715-674d2cc5e159 req-c7179773-362c-4303-9427-35a21fa28db4 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e4594ba-b1fb-4b98-905d-8ab3d51e62e1 HTTP/1.1" status: 200 len: 950 time: 0.1065755 Jul 23 20:26:07.401691 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fc5d796c-89cd-4749-9ce4-17d978885a13 req-b9ece0c1-e9fb-4c9c-bc56-16ee94093a56 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650651 Jul 23 20:26:07.435244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555940e-98ad-46de-a80a-56089e5aa52c req-ff0df899-8ef7-4c0e-a9e7-60993dfa43fe tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:07.436727 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8555940e-98ad-46de-a80a-56089e5aa52c req-ff0df899-8ef7-4c0e-a9e7-60993dfa43fe tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 943 time: 0.0837007 Jul 23 20:26:07.475636 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8555940e-98ad-46de-a80a-56089e5aa52c req-d48f14f9-18c7-46c5-be0c-8dbb65c02a28 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329094 Jul 23 20:26:07.502818 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-debbde57-b9b7-45e5-935a-42699eae2de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.508962 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-debbde57-b9b7-45e5-935a-42699eae2de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.558502 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-debbde57-b9b7-45e5-935a-42699eae2de1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e45d36027b7b4d97a367099264b4b62b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906976 Jul 23 20:26:07.561261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54582) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:07.562014 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbde57-b9b7-45e5-935a-42699eae2de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1a1b5c-a413-42f1-bb95-045ecb6e1b65,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:07.571905 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-2928239e-41f2-48c3-a715-674d2cc5e159 req-bd94b2d4-b785-478a-b72f-127c064838d0 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Deleting port f579fcd9-ca62-4de5-b2bf-09a301bf609e {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:07.572265 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2928239e-41f2-48c3-a715-674d2cc5e159 req-bd94b2d4-b785-478a-b72f-127c064838d0 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.617823 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ca8fe67e-5606-4c5b-9a1c-da45ce9d1029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.670945 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-2928239e-41f2-48c3-a715-674d2cc5e159 req-bd94b2d4-b785-478a-b72f-127c064838d0 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] For port f579fcd9-ca62-4de5-b2bf-09a301bf609e, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f579fcd9-ca62-4de5-b2bf-09a301bf609e,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:07.671250 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2928239e-41f2-48c3-a715-674d2cc5e159 req-bd94b2d4-b785-478a-b72f-127c064838d0 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.684658 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-2928239e-41f2-48c3-a715-674d2cc5e159 req-bd94b2d4-b785-478a-b72f-127c064838d0 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Calling delete_port for f579fcd9-ca62-4de5-b2bf-09a301bf609e owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:07.803848 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b2b47be9-a533-465b-9a27-c492d3654f3d details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:26:07.823838 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2928239e-41f2-48c3-a715-674d2cc5e159 req-bd94b2d4-b785-478a-b72f-127c064838d0 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.835872 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['e5a301c9-13a3-49f8-b6fb-964355a48b60', 'f579fcd9-ca62-4de5-b2bf-09a301bf609e', '11099cec-4ead-41c9-9bdd-4ae9be9d1cda'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:07.861180 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94b2d4-b785-478a-b72f-127c064838d0 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Pushing event deleted for resources: {'Port': ['ID=f579fcd9-ca62-4de5-b2bf-09a301bf609e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:07.867435 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ca8fe67e-5606-4c5b-9a1c-da45ce9d1029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.918316 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-2928239e-41f2-48c3-a715-674d2cc5e159 req-bd94b2d4-b785-478a-b72f-127c064838d0 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] No DVR routers for this DVR port f579fcd9-ca62-4de5-b2bf-09a301bf609e on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:26:07.921356 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2928239e-41f2-48c3-a715-674d2cc5e159 req-bd94b2d4-b785-478a-b72f-127c064838d0 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.923528 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2928239e-41f2-48c3-a715-674d2cc5e159 req-bd94b2d4-b785-478a-b72f-127c064838d0 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.57 "DELETE /v2.0/ports/f579fcd9-ca62-4de5-b2bf-09a301bf609e HTTP/1.1" status: 204 len: 173 time: 0.5147593 Jul 23 20:26:07.924190 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4594ba-b1fb-4b98-905d-8ab3d51e62e1', 'name': 'network-vif-deleted', 'tag': 'f579fcd9-ca62-4de5-b2bf-09a301bf609e'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:07.926707 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60692d6a-a6a4-4e56-9171-3bb04d36bdf6" -d '{"events": [{"server_uuid": "7e4594ba-b1fb-4b98-905d-8ab3d51e62e1", "name": "network-vif-deleted", "tag": "f579fcd9-ca62-4de5-b2bf-09a301bf609e"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:07.950327 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ca8fe67e-5606-4c5b-9a1c-da45ce9d1029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.954905 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ca8fe67e-5606-4c5b-9a1c-da45ce9d1029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.956739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ca8fe67e-5606-4c5b-9a1c-da45ce9d1029 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6b1a1b5c-a413-42f1-bb95-045ecb6e1b65 HTTP/1.1" status: 204 len: 168 time: 0.3939333 Jul 23 20:26:07.995136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fe67e-5606-4c5b-9a1c-da45ce9d1029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1a1b5c-a413-42f1-bb95-045ecb6e1b65,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:08.020858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b2b47be9-a533-465b-9a27-c492d3654f3d, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b2b47be9-a533-465b-9a27-c492d3654f3d,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:08.033231 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b2b47be9-a533-465b-9a27-c492d3654f3d has no active binding in host n-h2-791504-18 {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:26:08.033840 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e68136a0-d024-4eb5-8957-5ae3f0acb0a8 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:26:08.115604 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16444f24-2312-47ff-b44a-c953ef89520d req-4073b8cc-f3be-4263-8195-ca038a23cd0d tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:08.117862 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 28d35720-ce9d-4e20-aede-709584c1d93e details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:26:08.124166 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16444f24-2312-47ff-b44a-c953ef89520d req-4073b8cc-f3be-4263-8195-ca038a23cd0d tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/ports?device_id=661636d4-906a-46ea-9950-76c89fcc2ce6 HTTP/1.1" status: 200 len: 949 time: 0.1652498 Jul 23 20:26:08.149257 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a65b44-34f0-4fc3-bf20-9f8c22f11801 req-ff3707b8-0c4f-4a94-8772-4f1c7ff439da tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:08.150834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-95a65b44-34f0-4fc3-bf20-9f8c22f11801 req-ff3707b8-0c4f-4a94-8772-4f1c7ff439da tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/ports?device_id=346e26d9-2405-49af-a793-5405f8969c68 HTTP/1.1" status: 200 len: 948 time: 0.1930175 Jul 23 20:26:08.199754 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16444f24-2312-47ff-b44a-c953ef89520d req-a0e3a162-cef3-4827-8935-b3536e6a9ec1 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/security-groups?id=69678bdd-384f-44ae-8db9-ca2ea81ba585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745895 Jul 23 20:26:08.234794 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-95a65b44-34f0-4fc3-bf20-9f8c22f11801 req-b8ae0cbd-5901-4310-ac87-920af0a719b4 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/security-groups?id=65391d67-9d86-4317-804f-210ad9ab7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701976 Jul 23 20:26:08.251448 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225fd917-3d53-4db6-8bfe-53900c27e9b3 x-openstack-request-id: req-225fd917-3d53-4db6-8bfe-53900c27e9b3 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:08.251733 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4594ba-b1fb-4b98-905d-8ab3d51e62e1", "name": "network-vif-deleted", "tag": "f579fcd9-ca62-4de5-b2bf-09a301bf609e", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:08.252123 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-225fd917-3d53-4db6-8bfe-53900c27e9b3 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:08.252477 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4594ba-b1fb-4b98-905d-8ab3d51e62e1', 'name': 'network-vif-deleted', 'tag': 'f579fcd9-ca62-4de5-b2bf-09a301bf609e', 'status': 'completed', 'code': 200} Jul 23 20:26:08.311421 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port e68136a0-d024-4eb5-8957-5ae3f0acb0a8, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e68136a0-d024-4eb5-8957-5ae3f0acb0a8,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:08.360738 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 28d35720-ce9d-4e20-aede-709584c1d93e, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=28d35720-ce9d-4e20-aede-709584c1d93e,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:08.377368 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '28d35720-ce9d-4e20-aede-709584c1d93e', 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0', 'port_id': '28d35720-ce9d-4e20-aede-709584c1d93e', 'mac_address': 'fa:16:3e:a0:72:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04cc1b4-e7d5-485f-8df9-995da9a55827', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:26:08.389162 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'e68136a0-d024-4eb5-8957-5ae3f0acb0a8', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': 'e68136a0-d024-4eb5-8957-5ae3f0acb0a8', 'mac_address': 'fa:16:3e:3b:4c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:26:08.449735 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb09811-b97e-4fa6-9b59-a9234737d90f req-ebbe1acf-ee29-40b0-8cb1-1b60a492413d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:08.451289 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:08.451408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-beb09811-b97e-4fa6-9b59-a9234737d90f req-ebbe1acf-ee29-40b0-8cb1-1b60a492413d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.1164527 Jul 23 20:26:08.460415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2321ab-85e4-453a-8ffa-de1ee63a011a req-62b89383-c434-4c60-a002-7192c7239f6b tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:08.462652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2c2321ab-85e4-453a-8ffa-de1ee63a011a req-62b89383-c434-4c60-a002-7192c7239f6b tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 944 time: 0.1264503 Jul 23 20:26:08.506619 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d35720-ce9d-4e20-aede-709584c1d93e {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:08.523955 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2c2321ab-85e4-453a-8ffa-de1ee63a011a req-56434bfb-2403-4c81-bdd6-880ba2ee0efc tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527923 Jul 23 20:26:08.535478 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-beb09811-b97e-4fa6-9b59-a9234737d90f req-53c9c6ac-24d4-4b15-ace2-22633f8c90f1 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701909 Jul 23 20:26:08.548426 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 28d35720-ce9d-4e20-aede-709584c1d93e, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=28d35720-ce9d-4e20-aede-709584c1d93e,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:08.585096 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:08.632203 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:08.719855 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68136a0-d024-4eb5-8957-5ae3f0acb0a8 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:08.742750 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port e68136a0-d024-4eb5-8957-5ae3f0acb0a8, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e68136a0-d024-4eb5-8957-5ae3f0acb0a8,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:08.757404 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:08.782066 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=28d35720-ce9d-4e20-aede-709584c1d93e,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:08.815593 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9c795-1411-4c75-b183-0606bebf5943 req-24bc6898-e3fa-4460-ad46-8540a8aacc49 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:08.817551 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4a9c795-1411-4c75-b183-0606bebf5943 req-24bc6898-e3fa-4460-ad46-8540a8aacc49 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 944 time: 0.1035223 Jul 23 20:26:08.856276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=e68136a0-d024-4eb5-8957-5ae3f0acb0a8,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:08.864533 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-07f51d1e-601f-47a1-996c-4678bc4412bf service neutron] 10.222.0.48 "GET /v2.0/ports/b2b47be9-a533-465b-9a27-c492d3654f3d/bindings/n-h2-791504-18 HTTP/1.1" status: 200 len: 385 time: 0.0913270 Jul 23 20:26:08.872655 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['28d35720-ce9d-4e20-aede-709584c1d93e'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:08.910695 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4a9c795-1411-4c75-b183-0606bebf5943 req-0214d57c-b566-4958-8ea9-3e750ee82e49 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730813 Jul 23 20:26:09.077797 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['e68136a0-d024-4eb5-8957-5ae3f0acb0a8'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:09.165955 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-a783889d-d628-4613-9442-5464d5b4755b service neutron] For port b2b47be9-a533-465b-9a27-c492d3654f3d, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b2b47be9-a533-465b-9a27-c492d3654f3d,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:09.234388 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-a783889d-d628-4613-9442-5464d5b4755b service neutron] For port b2b47be9-a533-465b-9a27-c492d3654f3d, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:09.282270 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-a783889d-d628-4613-9442-5464d5b4755b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b47be9-a533-465b-9a27-c492d3654f3d {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:09.295739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-a783889d-d628-4613-9442-5464d5b4755b service neutron] For port b2b47be9-a533-465b-9a27-c492d3654f3d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b2b47be9-a533-465b-9a27-c492d3654f3d,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:09.314416 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-a783889d-d628-4613-9442-5464d5b4755b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:09.336619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec72ec3-d16d-4441-8c17-73da6edc90ae req-028d0d78-6f03-49af-8851-b96cc2b96841 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:09.338148 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ec72ec3-d16d-4441-8c17-73da6edc90ae req-028d0d78-6f03-49af-8851-b96cc2b96841 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 948 time: 0.1478333 Jul 23 20:26:09.451959 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ec72ec3-d16d-4441-8c17-73da6edc90ae req-b8d118d7-73cc-4fe5-8604-cf1f730f9d05 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017008 Jul 23 20:26:09.482033 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1d2d4-5c35-487f-b7b4-3f16c412524a req-7fe5e971-62ff-412c-aa0e-e8160bc0f991 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:09.483552 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-faa1d2d4-5c35-487f-b7b4-3f16c412524a req-7fe5e971-62ff-412c-aa0e-e8160bc0f991 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/ports?device_id=346e26d9-2405-49af-a793-5405f8969c68 HTTP/1.1" status: 200 len: 949 time: 0.1439369 Jul 23 20:26:09.488190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-a783889d-d628-4613-9442-5464d5b4755b service neutron] Transition to ACTIVE for port object b2b47be9-a533-465b-9a27-c492d3654f3d will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:09.497208 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-a783889d-d628-4613-9442-5464d5b4755b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:09.573775 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-faa1d2d4-5c35-487f-b7b4-3f16c412524a req-d5be5198-7fde-4130-939a-ba2028cb15a4 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/security-groups?id=65391d67-9d86-4317-804f-210ad9ab7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834723 Jul 23 20:26:09.608057 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-a783889d-d628-4613-9442-5464d5b4755b service neutron] No DVR routers for this DVR port b2b47be9-a533-465b-9a27-c492d3654f3d on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:26:09.615735 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783889d-d628-4613-9442-5464d5b4755b service neutron] Pushing event updated for resources: {'Port': ['ID=b2b47be9-a533-465b-9a27-c492d3654f3d,revision_number=10']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:09.667413 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-a783889d-d628-4613-9442-5464d5b4755b service neutron] 10.222.0.48 "PUT /v2.0/ports/b2b47be9-a533-465b-9a27-c492d3654f3d/bindings/n-h2-791504-18/activate HTTP/1.1" status: 200 len: 370 time: 0.7918987 Jul 23 20:26:09.749471 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a3ff9-7b52-4910-8b83-357f5fea8999 req-18b7ea1e-a3cb-413b-acac-359019530dd6 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:09.750989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d7a3ff9-7b52-4910-8b83-357f5fea8999 req-18b7ea1e-a3cb-413b-acac-359019530dd6 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.1073670 Jul 23 20:26:09.759743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151eb3b-7346-4db7-8fc7-ba6e67290a85 req-bea9ae5c-ec79-41a0-9928-ff45d57a2017 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:09.761786 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b151eb3b-7346-4db7-8fc7-ba6e67290a85 req-bea9ae5c-ec79-41a0-9928-ff45d57a2017 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 945 time: 0.1170681 Jul 23 20:26:09.789756 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-2e8fd962-c1cf-426c-8d27-636eeaecafdd tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:09.791388 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-2e8fd962-c1cf-426c-8d27-636eeaecafdd tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd&tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 1097 time: 0.0678897 Jul 23 20:26:09.814563 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d7a3ff9-7b52-4910-8b83-357f5fea8999 req-1b9b7b76-cab7-46a8-8539-bd9847d58b62 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518053 Jul 23 20:26:09.820988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device f579fcd9-ca62-4de5-b2bf-09a301bf609e no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:09.839879 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b151eb3b-7346-4db7-8fc7-ba6e67290a85 req-b04ee09f-93f6-410f-8fe9-991676d21e24 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698204 Jul 23 20:26:09.844674 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: f579fcd9-ca62-4de5-b2bf-09a301bf609e {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:26:09.845025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device f579fcd9-ca62-4de5-b2bf-09a301bf609e not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:26:09.867276 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-7b3e2b5b-8e4c-4138-bf3d-22075ccff196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:09.868917 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-7b3e2b5b-8e4c-4138-bf3d-22075ccff196 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd&tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d HTTP/1.1" status: 200 len: 1097 time: 0.0695603 Jul 23 20:26:09.961363 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-80eb10f5-d67a-4765-bbf8-8c81b17366af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:09.962889 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-80eb10f5-d67a-4765-bbf8-8c81b17366af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 1097 time: 0.0634964 Jul 23 20:26:10.069754 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9aec9-ff55-4ee6-bea2-531442c42c1b req-e482dc84-06b1-4950-98bb-57de6e93d1d4 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:10.071519 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6f9aec9-ff55-4ee6-bea2-531442c42c1b req-e482dc84-06b1-4950-98bb-57de6e93d1d4 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 944 time: 0.0787554 Jul 23 20:26:10.078021 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-d5f0c9c6-69d8-4695-bf6d-556cccb68808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:10.079665 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-d5f0c9c6-69d8-4695-bf6d-556cccb68808 service neutron] 10.222.0.57 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 909 time: 0.1086357 Jul 23 20:26:10.125916 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6f9aec9-ff55-4ee6-bea2-531442c42c1b req-0655027a-7a37-49e3-846b-dcd8a61d635e tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478764 Jul 23 20:26:10.136161 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-eccd81a3-7116-4b8d-8b52-115c9d2cb119 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2b47be9-a533-465b-9a27-c492d3654f3d HTTP/1.1" status: 200 len: 217 time: 0.0439217 Jul 23 20:26:10.146496 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 28d35720-ce9d-4e20-aede-709584c1d93e up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:10.203616 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-f2cf360f-fe1e-4bb2-9d51-568bb9fd7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:10.204770 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 28d35720-ce9d-4e20-aede-709584c1d93e completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:10.205168 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-f2cf360f-fe1e-4bb2-9d51-568bb9fd7743 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.0535703 Jul 23 20:26:10.208734 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 28d35720-ce9d-4e20-aede-709584c1d93e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:10.209104 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.243688 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-5e2a13c3-7d4f-4391-986c-2c6fe5e12bbf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290561 Jul 23 20:26:10.307677 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.337829 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e911d9-cc85-4cc4-a02d-26afcce969b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d35720-ce9d-4e20-aede-709584c1d93e'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:10.341136 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c46746-abb1-44e5-bed2-8f438d4dbd78" -d '{"events": [{"server_uuid": "16e911d9-cc85-4cc4-a02d-26afcce969b7", "name": "network-vif-plugged", "status": "completed", "tag": "28d35720-ce9d-4e20-aede-709584c1d93e"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:10.358177 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 28d35720-ce9d-4e20-aede-709584c1d93e, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=28d35720-ce9d-4e20-aede-709584c1d93e,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:10.365749 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.385371 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-b8c55e87-dc43-4c18-9a99-835b95ada038 service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183207 Jul 23 20:26:10.393927 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c80435-057e-4ac1-b839-4162aa444a41 x-openstack-request-id: req-97c80435-057e-4ac1-b839-4162aa444a41 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:10.394223 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e911d9-cc85-4cc4-a02d-26afcce969b7", "name": "network-vif-plugged", "status": "completed", "tag": "28d35720-ce9d-4e20-aede-709584c1d93e", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:10.394494 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97c80435-057e-4ac1-b839-4162aa444a41 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:10.395141 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e911d9-cc85-4cc4-a02d-26afcce969b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d35720-ce9d-4e20-aede-709584c1d93e', 'code': 200} Jul 23 20:26:10.438233 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=28d35720-ce9d-4e20-aede-709584c1d93e,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:10.499562 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-d4f0e8b1-f471-4933-b4d8-929b725e67c6 service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044278 Jul 23 20:26:10.512144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed898b0-533a-4917-a58e-3c250e80fd56 req-c7aa46a7-b07f-4335-83d4-20fd898a0d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:10.513572 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ed898b0-533a-4917-a58e-3c250e80fd56 req-c7aa46a7-b07f-4335-83d4-20fd898a0d9d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 1097 time: 0.0619719 Jul 23 20:26:10.584703 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ed898b0-533a-4917-a58e-3c250e80fd56 req-08b750bc-7443-4230-ab18-ad0704f61f77 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637872 Jul 23 20:26:10.616214 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5cb5a-b339-4249-9d26-1e4a839f94e9 req-f01c60ba-de0c-448c-bac0-78d76c8874eb tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:10.617729 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14d5cb5a-b339-4249-9d26-1e4a839f94e9 req-f01c60ba-de0c-448c-bac0-78d76c8874eb tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 948 time: 0.0893986 Jul 23 20:26:10.692100 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14d5cb5a-b339-4249-9d26-1e4a839f94e9 req-5f84cc12-1875-456c-82b2-f5b52aaf1f2f tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674124 Jul 23 20:26:10.751936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d91fc-a9ef-4cf0-9454-472eb8f33a74 req-a14b8390-f22d-4de9-946d-39caa2b899e8 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:10.753416 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-931d91fc-a9ef-4cf0-9454-472eb8f33a74 req-a14b8390-f22d-4de9-946d-39caa2b899e8 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/ports?device_id=346e26d9-2405-49af-a793-5405f8969c68 HTTP/1.1" status: 200 len: 949 time: 0.1094258 Jul 23 20:26:10.761192 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54724) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:10.771711 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:26:10.796057 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-931d91fc-a9ef-4cf0-9454-472eb8f33a74 req-1bc603c7-b25d-4e8e-8100-67ac1bfd249e tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/security-groups?id=65391d67-9d86-4317-804f-210ad9ab7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364368 Jul 23 20:26:10.845311 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-62a2a1ae-0c59-4b06-8191-c4b7d68a7f7a tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:10.846827 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-62a2a1ae-0c59-4b06-8191-c4b7d68a7f7a tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd&tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 1097 time: 0.0799146 Jul 23 20:26:10.909857 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06110c60-79aa-4436-b2d3-810c5e862cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.014720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a38613-f946-46b3-ae45-dcc2c881beda req-f13492a4-d431-480b-9724-639b11e19a15 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:11.016238 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a5a38613-f946-46b3-ae45-dcc2c881beda req-f13492a4-d431-480b-9724-639b11e19a15 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.1321588 Jul 23 20:26:11.017284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-42f3c50b-3122-4ce4-a7f2-e15a4144fdc0 service neutron] For port b2b47be9-a533-465b-9a27-c492d3654f3d, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:11.024395 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-42f3c50b-3122-4ce4-a7f2-e15a4144fdc0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.025419 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-688a3ed6-4090-454a-ac73-c34e7e86cc8a req-42f3c50b-3122-4ce4-a7f2-e15a4144fdc0 service neutron] 10.222.0.57 "DELETE /v2.0/ports/b2b47be9-a533-465b-9a27-c492d3654f3d/bindings/n-h1-791504-18 HTTP/1.1" status: 204 len: 173 time: 0.1694865 Jul 23 20:26:11.062917 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06110c60-79aa-4436-b2d3-810c5e862cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.068143 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06110c60-79aa-4436-b2d3-810c5e862cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.080786 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35695d96-ebbb-4d00-b607-73888874cd19 req-eff1ee31-205f-4e0f-ac64-3b8b74569a76 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:11.082289 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-35695d96-ebbb-4d00-b607-73888874cd19 req-eff1ee31-205f-4e0f-ac64-3b8b74569a76 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 945 time: 0.1663558 Jul 23 20:26:11.111179 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-06110c60-79aa-4436-b2d3-810c5e862cc8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02c696c9505d41a28e06f9d75410a0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487875 Jul 23 20:26:11.112110 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06110c60-79aa-4436-b2d3-810c5e862cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb581e14-da66-4457-bbc4-adce948eadb4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:11.113915 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54734) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:11.133301 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a5a38613-f946-46b3-ae45-dcc2c881beda req-01243d51-5f07-46a2-b2fa-1f078b08ae94 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887706 Jul 23 20:26:11.171564 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-35695d96-ebbb-4d00-b607-73888874cd19 req-d1233974-22d2-4a01-a4fd-f3188edb4ee0 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800240 Jul 23 20:26:11.180668 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5154d7-e5a4-4936-bcb7-e8cdf6177ca8 req-cd46db5f-b027-4dbe-ba40-0360ac9364b7 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:11.184130 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba5154d7-e5a4-4936-bcb7-e8cdf6177ca8 req-cd46db5f-b027-4dbe-ba40-0360ac9364b7 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.57 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 948 time: 0.1864367 Jul 23 20:26:11.276742 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-540094f6-90b5-4464-a60e-d42e94aa8c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.334780 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-540094f6-90b5-4464-a60e-d42e94aa8c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.419977 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1904a01-a7a5-4fa3-9735-b212f623861e req-fc3deeab-84aa-4db6-b992-4fc8aa02a959 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:11.421473 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1904a01-a7a5-4fa3-9735-b212f623861e req-fc3deeab-84aa-4db6-b992-4fc8aa02a959 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 945 time: 0.1919341 Jul 23 20:26:11.465050 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-ba5154d7-e5a4-4936-bcb7-e8cdf6177ca8 req-09a02f04-9780-4c6a-b4c6-db23318f59d4 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Deleting port e5a301c9-13a3-49f8-b6fb-964355a48b60 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:11.465444 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ba5154d7-e5a4-4936-bcb7-e8cdf6177ca8 req-09a02f04-9780-4c6a-b4c6-db23318f59d4 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.488547 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-540094f6-90b5-4464-a60e-d42e94aa8c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.491163 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-540094f6-90b5-4464-a60e-d42e94aa8c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.492290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-540094f6-90b5-4464-a60e-d42e94aa8c5a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb581e14-da66-4457-bbc4-adce948eadb4 HTTP/1.1" status: 204 len: 168 time: 0.3733196 Jul 23 20:26:11.530665 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1904a01-a7a5-4fa3-9735-b212f623861e req-f8ff5606-fded-47ef-9c8c-dc2789dad844 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032999 Jul 23 20:26:11.533771 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540094f6-90b5-4464-a60e-d42e94aa8c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb581e14-da66-4457-bbc4-adce948eadb4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:11.536661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a3f6f-1baa-40c0-bd7a-405ef1d16aed req-40765cb2-ae98-4dd8-9133-3b19e2d28133 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:11.543652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-271a3f6f-1baa-40c0-bd7a-405ef1d16aed req-40765cb2-ae98-4dd8-9133-3b19e2d28133 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 1097 time: 0.1900113 Jul 23 20:26:11.621158 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-271a3f6f-1baa-40c0-bd7a-405ef1d16aed req-34b1eda6-b148-496c-85f3-6330d1c61857 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522685 Jul 23 20:26:11.626643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-ba5154d7-e5a4-4936-bcb7-e8cdf6177ca8 req-09a02f04-9780-4c6a-b4c6-db23318f59d4 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] For port e5a301c9-13a3-49f8-b6fb-964355a48b60, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e5a301c9-13a3-49f8-b6fb-964355a48b60,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:11.627006 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ba5154d7-e5a4-4936-bcb7-e8cdf6177ca8 req-09a02f04-9780-4c6a-b4c6-db23318f59d4 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.640181 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-ba5154d7-e5a4-4936-bcb7-e8cdf6177ca8 req-09a02f04-9780-4c6a-b4c6-db23318f59d4 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Calling delete_port for e5a301c9-13a3-49f8-b6fb-964355a48b60 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:11.839545 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ba5154d7-e5a4-4936-bcb7-e8cdf6177ca8 req-09a02f04-9780-4c6a-b4c6-db23318f59d4 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.845959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8c678ff2-e614-46ca-8ecd-893133306cac details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:26:11.847085 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54772) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:11.849840 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e68136a0-d024-4eb5-8957-5ae3f0acb0a8 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:11.866722 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ae20ad0-2f6a-4f4a-a4ca-212a27a7d8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.894602 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['e5a301c9-13a3-49f8-b6fb-964355a48b60', '11099cec-4ead-41c9-9bdd-4ae9be9d1cda'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:11.948739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a02f04-9780-4c6a-b4c6-db23318f59d4 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Pushing event deleted for resources: {'Port': ['ID=e5a301c9-13a3-49f8-b6fb-964355a48b60,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:12.000663 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ae20ad0-2f6a-4f4a-a4ca-212a27a7d8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.005330 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ae20ad0-2f6a-4f4a-a4ca-212a27a7d8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.006760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa4c62-939e-48ba-b74d-b1f5cc139fbc req-cf2c66e1-c154-487c-be0a-bcd6eaf03617 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:12.014937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6aa4c62-939e-48ba-b74d-b1f5cc139fbc req-cf2c66e1-c154-487c-be0a-bcd6eaf03617 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91e0049-b49e-44fd-805d-952b3eb9d568 HTTP/1.1" status: 200 len: 867 time: 0.2427039 Jul 23 20:26:12.053306 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2ae20ad0-2f6a-4f4a-a4ca-212a27a7d8c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ce11de79e58456fa0e9dad29060e5fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045510 Jul 23 20:26:12.054010 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54774) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:12.054862 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae20ad0-2f6a-4f4a-a4ca-212a27a7d8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a645078e-97fe-450b-b032-dc36ea590c26,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:12.061816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5154d7-e5a4-4936-bcb7-e8cdf6177ca8 req-09a02f04-9780-4c6a-b4c6-db23318f59d4 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] No DVR routers for this DVR port e5a301c9-13a3-49f8-b6fb-964355a48b60 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:26:12.070126 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:26:12.076715 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ba5154d7-e5a4-4936-bcb7-e8cdf6177ca8 req-09a02f04-9780-4c6a-b4c6-db23318f59d4 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.079754 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba5154d7-e5a4-4936-bcb7-e8cdf6177ca8 req-09a02f04-9780-4c6a-b4c6-db23318f59d4 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.57 "DELETE /v2.0/ports/e5a301c9-13a3-49f8-b6fb-964355a48b60 HTTP/1.1" status: 204 len: 173 time: 0.8891144 Jul 23 20:26:12.082805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91e0049-b49e-44fd-805d-952b3eb9d568', 'name': 'network-vif-deleted', 'tag': 'e5a301c9-13a3-49f8-b6fb-964355a48b60'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:12.086301 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37b972c-d7db-4901-8a2c-d7c46fc65396" -d '{"events": [{"server_uuid": "e91e0049-b49e-44fd-805d-952b3eb9d568", "name": "network-vif-deleted", "tag": "e5a301c9-13a3-49f8-b6fb-964355a48b60"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:12.134394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-46659812-18e8-478f-8558-5fd30f1da55e tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:12.142182 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-46659812-18e8-478f-8558-5fd30f1da55e tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 808 time: 0.3275843 Jul 23 20:26:12.159279 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device b2b47be9-a533-465b-9a27-c492d3654f3d no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:12.159929 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6aa4c62-939e-48ba-b74d-b1f5cc139fbc req-0e95272a-dc7b-44f9-9421-6b8b8a0e06fd tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440978 Jul 23 20:26:12.169239 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-00865122-dc59-4807-8692-abc5f31e0756 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/quotas/c2d3a1fa9beb4bbeaa6d9816abdb145d HTTP/1.1" status: 200 len: 375 time: 0.0261524 Jul 23 20:26:12.171137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port e68136a0-d024-4eb5-8957-5ae3f0acb0a8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:12.183949 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a32ca914-22a4-4cb1-8c3b-7abd3cfc5960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.220427 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port e68136a0-d024-4eb5-8957-5ae3f0acb0a8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:12.220803 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.233750 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a32ca914-22a4-4cb1-8c3b-7abd3cfc5960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.235768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8c678ff2-e614-46ca-8ecd-893133306cac, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8c678ff2-e614-46ca-8ecd-893133306cac,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:12.279625 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '8c678ff2-e614-46ca-8ecd-893133306cac', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '8c678ff2-e614-46ca-8ecd-893133306cac', 'mac_address': 'fa:16:3e:5a:d4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:26:12.299924 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device b2b47be9-a533-465b-9a27-c492d3654f3d not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:26:12.316442 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a32ca914-22a4-4cb1-8c3b-7abd3cfc5960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.323768 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a32ca914-22a4-4cb1-8c3b-7abd3cfc5960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.326105 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a32ca914-22a4-4cb1-8c3b-7abd3cfc5960 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a645078e-97fe-450b-b032-dc36ea590c26 HTTP/1.1" status: 204 len: 168 time: 0.2512763 Jul 23 20:26:12.336647 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ca914-22a4-4cb1-8c3b-7abd3cfc5960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a645078e-97fe-450b-b032-dc36ea590c26,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:12.342222 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-0c02e14d-fc36-4a40-b66e-5b771dcf0a28 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1717684 Jul 23 20:26:12.412164 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.464307 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c678ff2-e614-46ca-8ecd-893133306cac {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:12.506722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1c01c-b7b4-44ed-b94a-40cddb4aec5a req-0e8763f8-4db5-44bc-82e9-5117688258a3 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:12.508545 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76d1c01c-b7b4-44ed-b94a-40cddb4aec5a req-0e8763f8-4db5-44bc-82e9-5117688258a3 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/ports?device_id=346e26d9-2405-49af-a793-5405f8969c68 HTTP/1.1" status: 200 len: 949 time: 0.2099075 Jul 23 20:26:12.518972 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.522049 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8c678ff2-e614-46ca-8ecd-893133306cac, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8c678ff2-e614-46ca-8ecd-893133306cac,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:12.542207 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.596139 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76d1c01c-b7b4-44ed-b94a-40cddb4aec5a req-07a76916-9849-466f-bc5a-d94d921e303b tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/security-groups?id=65391d67-9d86-4317-804f-210ad9ab7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737672 Jul 23 20:26:12.605365 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346e26d9-2405-49af-a793-5405f8969c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68136a0-d024-4eb5-8957-5ae3f0acb0a8'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:12.609321 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5265d2-2ae6-4019-8efc-51d0ff117638" -d '{"events": [{"server_uuid": "346e26d9-2405-49af-a793-5405f8969c68", "name": "network-vif-plugged", "status": "completed", "tag": "e68136a0-d024-4eb5-8957-5ae3f0acb0a8"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:12.615621 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-70bdab98-e3c8-44bb-b5f0-8b21b3c62742 service neutron] 10.222.0.55 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449408 Jul 23 20:26:12.634081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port e68136a0-d024-4eb5-8957-5ae3f0acb0a8, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e68136a0-d024-4eb5-8957-5ae3f0acb0a8,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:12.650528 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.659661 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=8c678ff2-e614-46ca-8ecd-893133306cac,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:12.707681 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['8c678ff2-e614-46ca-8ecd-893133306cac'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:12.818991 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=e68136a0-d024-4eb5-8957-5ae3f0acb0a8,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:12.834465 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e7d728a8-6010-406e-96fe-2699cc60538e service neutron] 10.222.0.55 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150145 Jul 23 20:26:12.836218 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb7d5a8-c918-4c1d-b24a-4e6d6fd5e8b4 x-openstack-request-id: req-fcb7d5a8-c918-4c1d-b24a-4e6d6fd5e8b4 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:12.836505 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91e0049-b49e-44fd-805d-952b3eb9d568", "name": "network-vif-deleted", "tag": "e5a301c9-13a3-49f8-b6fb-964355a48b60", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:12.836944 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fcb7d5a8-c918-4c1d-b24a-4e6d6fd5e8b4 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:12.837326 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91e0049-b49e-44fd-805d-952b3eb9d568', 'name': 'network-vif-deleted', 'tag': 'e5a301c9-13a3-49f8-b6fb-964355a48b60', 'status': 'completed', 'code': 200} Jul 23 20:26:12.965176 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb043b9-d833-4ef2-8870-debf6713367a req-41e5fc1e-4f9e-4ae0-94ee-a981260b60e1 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:12.974009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-afb043b9-d833-4ef2-8870-debf6713367a req-41e5fc1e-4f9e-4ae0-94ee-a981260b60e1 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.1346898 Jul 23 20:26:13.047662 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-afb043b9-d833-4ef2-8870-debf6713367a req-daf369e8-bda2-461f-8d25-43223f83e6d0 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719755 Jul 23 20:26:13.189027 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0b7093-48dc-40a6-a95e-95ef54f6cbe4 x-openstack-request-id: req-dc0b7093-48dc-40a6-a95e-95ef54f6cbe4 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:13.189468 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346e26d9-2405-49af-a793-5405f8969c68", "name": "network-vif-plugged", "status": "completed", "tag": "e68136a0-d024-4eb5-8957-5ae3f0acb0a8", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:13.189612 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc0b7093-48dc-40a6-a95e-95ef54f6cbe4 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:13.189985 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346e26d9-2405-49af-a793-5405f8969c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68136a0-d024-4eb5-8957-5ae3f0acb0a8', 'code': 200} Jul 23 20:26:13.324520 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1e7d02e-244e-4e14-8db2-48b0995437c2 req-b62f3930-8b1e-451b-98a7-9ae1f5d5a955 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 210 time: 0.0596275 Jul 23 20:26:13.342563 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44406cb-534e-484c-ac3c-a9228d36e500 req-f73c162f-dd78-4c00-9e56-e5ce4824340f tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:13.355533 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c44406cb-534e-484c-ac3c-a9228d36e500 req-f73c162f-dd78-4c00-9e56-e5ce4824340f tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 945 time: 0.2072334 Jul 23 20:26:13.488220 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c44406cb-534e-484c-ac3c-a9228d36e500 req-2df96e94-8602-4c46-97c9-a7155dbee011 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848536 Jul 23 20:26:13.513126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d120a00-bffd-408e-a2c1-bde9c82bdb85 req-c64b47ec-7108-443c-bfdb-22e051a3aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:13.515541 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d120a00-bffd-408e-a2c1-bde9c82bdb85 req-c64b47ec-7108-443c-bfdb-22e051a3aeac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=346e26d9-2405-49af-a793-5405f8969c68 HTTP/1.1" status: 200 len: 1102 time: 0.2324691 Jul 23 20:26:13.607344 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d120a00-bffd-408e-a2c1-bde9c82bdb85 req-2a040d4c-5454-486d-bb61-ed2bf71b6c66 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=65391d67-9d86-4317-804f-210ad9ab7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838611 Jul 23 20:26:13.735036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca2254-e277-4ce7-b8d6-09025c774a76 req-d744d720-eff5-4f3c-abc2-a297754a2154 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:13.736937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-23ca2254-e277-4ce7-b8d6-09025c774a76 req-d744d720-eff5-4f3c-abc2-a297754a2154 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 1097 time: 0.0751133 Jul 23 20:26:13.818788 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-23ca2254-e277-4ce7-b8d6-09025c774a76 req-77ecee22-6c4f-4d36-a171-3cd421955125 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755141 Jul 23 20:26:13.880107 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8c678ff2-e614-46ca-8ecd-893133306cac up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:13.937085 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 8c678ff2-e614-46ca-8ecd-893133306cac triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:13.937763 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:13.946312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0072b4-7c19-4817-821b-e7cdd9afc169 req-0983d6ee-0696-4335-9342-d7ddd804354a tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:13.948051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b0072b4-7c19-4817-821b-e7cdd9afc169 req-0983d6ee-0696-4335-9342-d7ddd804354a tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 950 time: 0.1316948 Jul 23 20:26:14.154455 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.220484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8c678ff2-e614-46ca-8ecd-893133306cac, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8c678ff2-e614-46ca-8ecd-893133306cac,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:14.227134 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.228283 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e5a301c9-13a3-49f8-b6fb-964355a48b60 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:14.299191 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: e5a301c9-13a3-49f8-b6fb-964355a48b60 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:26:14.299743 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e5a301c9-13a3-49f8-b6fb-964355a48b60 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:26:14.308587 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=8c678ff2-e614-46ca-8ecd-893133306cac,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:14.341063 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b0072b4-7c19-4817-821b-e7cdd9afc169 req-5a04794f-3cb9-4424-9029-edb8fea9a4f5 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789992 Jul 23 20:26:14.376125 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a642cb-162e-4f0b-9ead-74bf66084249 req-76f371f2-c9ee-4424-80b7-01ed935f8bb6 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:14.379036 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64a642cb-162e-4f0b-9ead-74bf66084249 req-76f371f2-c9ee-4424-80b7-01ed935f8bb6 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/ports?device_id=346e26d9-2405-49af-a793-5405f8969c68 HTTP/1.1" status: 200 len: 950 time: 0.4499447 Jul 23 20:26:14.457304 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64a642cb-162e-4f0b-9ead-74bf66084249 req-1669f09c-73bf-4f79-ab5d-757612211b9c tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/security-groups?id=65391d67-9d86-4317-804f-210ad9ab7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696473 Jul 23 20:26:14.753470 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e64d9a-daec-4f22-97ab-36fe0dce9e5a req-7c4fe4d2-7044-4f99-99b6-0003890ab37f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:14.764938 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73e64d9a-daec-4f22-97ab-36fe0dce9e5a req-7c4fe4d2-7044-4f99-99b6-0003890ab37f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.2780612 Jul 23 20:26:14.790754 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-70042c63-77f7-4b18-b7b6-0b18f83c3e45 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:14.793432 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-70042c63-77f7-4b18-b7b6-0b18f83c3e45 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.48 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 808 time: 0.2639349 Jul 23 20:26:14.841736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-d33bae90-d104-4309-b59b-58fb20121ea6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Request body: {'port': {'device_id': 'b4803695-d5a8-40ab-a778-6531d70a6dfe', 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387', 'admin_state_up': True, 'tenant_id': 'c2d3a1fa9beb4bbeaa6d9816abdb145d'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:14.847268 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4831a14e-f1c9-4efb-b525-854aedbc2962 req-89c90c8e-62d9-4e11-9e02-a495d9935b2e tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 210 time: 0.0780170 Jul 23 20:26:14.879811 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73e64d9a-daec-4f22-97ab-36fe0dce9e5a req-5447343f-d1bb-4d06-bb84-5444d1407179 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136873 Jul 23 20:26:14.999931 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de4e1c2a-c61e-4b46-a248-beecc4b02ad5 req-c5676528-86f6-4c20-9ddf-626b284192d0 tempest-FlavorsV2NegativeTest-99238759 tempest-FlavorsV2NegativeTest-99238759-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=cfb3e7a1e9b34d709577435b77c6d1f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351899 Jul 23 20:26:15.078517 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.135304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-d33bae90-d104-4309-b59b-58fb20121ea6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Made reservation on behalf of c2d3a1fa9beb4bbeaa6d9816abdb145d for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:15.137607 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-d33bae90-d104-4309-b59b-58fb20121ea6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.191977 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661636d4-906a-46ea-9950-76c89fcc2ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c678ff2-e614-46ca-8ecd-893133306cac'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:15.194525 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7d9280-811f-4d21-afe8-dcfce75ae503" -d '{"events": [{"server_uuid": "661636d4-906a-46ea-9950-76c89fcc2ce6", "name": "network-vif-plugged", "status": "completed", "tag": "8c678ff2-e614-46ca-8ecd-893133306cac"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:15.216426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e1c2a-c61e-4b46-a248-beecc4b02ad5 req-6cce1ba2-03dc-438f-b912-da1b50ed13d9 tempest-FlavorsV2NegativeTest-99238759 tempest-FlavorsV2NegativeTest-99238759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:15.223199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de4e1c2a-c61e-4b46-a248-beecc4b02ad5 req-6cce1ba2-03dc-438f-b912-da1b50ed13d9 tempest-FlavorsV2NegativeTest-99238759 tempest-FlavorsV2NegativeTest-99238759-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2113853 Jul 23 20:26:15.249784 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de4e1c2a-c61e-4b46-a248-beecc4b02ad5 req-902c6a0e-a78b-4c57-9e9b-a4be1bb7404c tempest-FlavorsV2NegativeTest-99238759 tempest-FlavorsV2NegativeTest-99238759-project] 10.222.0.55 "GET /v2.0/quotas/cfb3e7a1e9b34d709577435b77c6d1f8 HTTP/1.1" status: 200 len: 375 time: 0.0256505 Jul 23 20:26:15.252391 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd109c4-0b2a-41a5-a52c-212e9bd1b976 x-openstack-request-id: req-cdd109c4-0b2a-41a5-a52c-212e9bd1b976 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:15.252889 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661636d4-906a-46ea-9950-76c89fcc2ce6", "name": "network-vif-plugged", "status": "completed", "tag": "8c678ff2-e614-46ca-8ecd-893133306cac", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:15.253017 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cdd109c4-0b2a-41a5-a52c-212e9bd1b976 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:15.253365 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661636d4-906a-46ea-9950-76c89fcc2ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c678ff2-e614-46ca-8ecd-893133306cac', 'code': 200} Jul 23 20:26:15.295318 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de4e1c2a-c61e-4b46-a248-beecc4b02ad5 req-adedee5a-8a07-494a-b74d-0fa6a2334664 tempest-FlavorsV2NegativeTest-99238759 tempest-FlavorsV2NegativeTest-99238759-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfb3e7a1e9b34d709577435b77c6d1f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414867 Jul 23 20:26:15.365840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-d33bae90-d104-4309-b59b-58fb20121ea6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Allocated IP 172.20.0.6 (44f569b7-90aa-4a8d-8748-eb524f6ea387/d0023097-714c-4bc6-9cfd-cd5938a22d68/499087ef-b504-47ae-8eac-aed11d098fb8) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:15.830850 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-d33bae90-d104-4309-b59b-58fb20121ea6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.859785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f4d83-32c7-47e7-adac-d9d210edc56d req-3f038377-9ac9-4066-8b08-425bc86711c7 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:15.861506 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-593f4d83-32c7-47e7-adac-d9d210edc56d req-3f038377-9ac9-4066-8b08-425bc86711c7 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 950 time: 0.3801911 Jul 23 20:26:15.891842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021e005-b669-4230-81d8-70d3d539d83f req-1fc57c02-3032-45c3-b75a-3d6d61bd953a tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:15.893347 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b021e005-b669-4230-81d8-70d3d539d83f req-1fc57c02-3032-45c3-b75a-3d6d61bd953a tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.57 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 950 time: 0.3635759 Jul 23 20:26:15.901865 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a990ca-3ac9-4096-bb16-e1dc39c25f18 req-ce4e7ff5-94a4-4c8b-8b6f-448ced0388ed tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:15.911211 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7a990ca-3ac9-4096-bb16-e1dc39c25f18 req-ce4e7ff5-94a4-4c8b-8b6f-448ced0388ed tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/ports?device_id=346e26d9-2405-49af-a793-5405f8969c68 HTTP/1.1" status: 200 len: 950 time: 0.2943685 Jul 23 20:26:16.071739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7a990ca-3ac9-4096-bb16-e1dc39c25f18 req-a1a92733-4bee-4ab8-81ed-6f1854d0da05 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/security-groups?id=65391d67-9d86-4317-804f-210ad9ab7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595650 Jul 23 20:26:16.117787 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-d33bae90-d104-4309-b59b-58fb20121ea6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.122747 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-593f4d83-32c7-47e7-adac-d9d210edc56d req-a6631bab-1deb-460f-a0d4-85238adbb76d tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/security-groups?id=54b3d8fe-a962-4448-b73c-1a954f66e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514398 Jul 23 20:26:16.193699 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54980) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:16.230304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-d33bae90-d104-4309-b59b-58fb20121ea6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Network 44f569b7-90aa-4a8d-8748-eb524f6ea387 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:16.261008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-d33bae90-d104-4309-b59b-58fb20121ea6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:16.278833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-d33bae90-d104-4309-b59b-58fb20121ea6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:16.302189 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-d33bae90-d104-4309-b59b-58fb20121ea6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:16.302883 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-d33bae90-d104-4309-b59b-58fb20121ea6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.321411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bae90-d104-4309-b59b-58fb20121ea6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Pushing event updated for resources: {'Port': ['ID=499087ef-b504-47ae-8eac-aed11d098fb8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:16.345283 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-d33bae90-d104-4309-b59b-58fb20121ea6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5390608 Jul 23 20:26:16.376412 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Request body: {'port': {'device_id': 'b4803695-d5a8-40ab-a778-6531d70a6dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:16.389881 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-b021e005-b669-4230-81d8-70d3d539d83f req-77f438e5-542b-4433-975b-cb87083a9a62 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Deleting port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:16.390223 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b021e005-b669-4230-81d8-70d3d539d83f req-77f438e5-542b-4433-975b-cb87083a9a62 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.395723 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9eb016be-a781-49c9-ae3d-5a9bfa4a98f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.543768 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.573897 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9eb016be-a781-49c9-ae3d-5a9bfa4a98f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.585212 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9eb016be-a781-49c9-ae3d-5a9bfa4a98f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.610653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d99f5-b9c9-4f11-b721-17df980faed3 req-11088afa-fa0b-4a63-ae1d-ae5532683216 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:16.612243 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c2d99f5-b9c9-4f11-b721-17df980faed3 req-11088afa-fa0b-4a63-ae1d-ae5532683216 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 931 time: 0.2988098 Jul 23 20:26:16.620357 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-b021e005-b669-4230-81d8-70d3d539d83f req-77f438e5-542b-4433-975b-cb87083a9a62 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] For port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:16.620722 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b021e005-b669-4230-81d8-70d3d539d83f req-77f438e5-542b-4433-975b-cb87083a9a62 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.625339 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.634478 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb016be-a781-49c9-ae3d-5a9bfa4a98f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440cfcf1-03a1-4537-878f-f3095394b6c4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:16.662100 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43458bc-50a4-4172-9f05-4c9fffa1e50b req-b9bbb604-e46a-45ab-8db8-faeb99f28492 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:16.668826 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9eb016be-a781-49c9-ae3d-5a9bfa4a98f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cfb3e7a1e9b34d709577435b77c6d1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740505 Jul 23 20:26:16.669672 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f43458bc-50a4-4172-9f05-4c9fffa1e50b req-b9bbb604-e46a-45ab-8db8-faeb99f28492 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.3051939 Jul 23 20:26:16.669913 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54990) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:16.678108 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-b021e005-b669-4230-81d8-70d3d539d83f req-77f438e5-542b-4433-975b-cb87083a9a62 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Calling delete_port for 11099cec-4ead-41c9-9bdd-4ae9be9d1cda owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:16.730576 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b7ec925c-79ad-4e3e-8766-a2db75eee711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.770854 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b7ec925c-79ad-4e3e-8766-a2db75eee711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.808655 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f43458bc-50a4-4172-9f05-4c9fffa1e50b req-8af294fb-b632-47a8-891c-0053c51dbcbd tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333792 Jul 23 20:26:16.829261 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c2d99f5-b9c9-4f11-b721-17df980faed3 req-07f8952a-8ba3-4b50-a8d4-a7a05b15e8d4 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056038 Jul 23 20:26:16.845553 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b7ec925c-79ad-4e3e-8766-a2db75eee711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.850520 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b7ec925c-79ad-4e3e-8766-a2db75eee711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.858392 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b7ec925c-79ad-4e3e-8766-a2db75eee711 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/440cfcf1-03a1-4537-878f-f3095394b6c4 HTTP/1.1" status: 204 len: 168 time: 0.1872904 Jul 23 20:26:16.884108 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec925c-79ad-4e3e-8766-a2db75eee711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440cfcf1-03a1-4537-878f-f3095394b6c4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:17.297432 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b021e005-b669-4230-81d8-70d3d539d83f req-77f438e5-542b-4433-975b-cb87083a9a62 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.313267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['11099cec-4ead-41c9-9bdd-4ae9be9d1cda'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:17.336946 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-448a8ae2-0157-47df-ade9-523baf9c0a63 req-b5f6946c-f1b0-4f24-88c4-8c7c04f27c82 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.55 "GET /v2.0/ports?device_id=b707a9ac-c1b0-4924-8084-9143d17e0b0e HTTP/1.1" status: 200 len: 210 time: 0.0810771 Jul 23 20:26:17.360330 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499087ef-b504-47ae-8eac-aed11d098fb8 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:17.404551 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.412810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f438e5-542b-4433-975b-cb87083a9a62 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Pushing event deleted for resources: {'Port': ['ID=11099cec-4ead-41c9-9bdd-4ae9be9d1cda,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:17.469481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Transition to ACTIVE for port object 499087ef-b504-47ae-8eac-aed11d098fb8 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:17.474012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b021e005-b669-4230-81d8-70d3d539d83f req-77f438e5-542b-4433-975b-cb87083a9a62 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] No DVR routers for this DVR port 11099cec-4ead-41c9-9bdd-4ae9be9d1cda on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:26:17.477253 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b021e005-b669-4230-81d8-70d3d539d83f req-77f438e5-542b-4433-975b-cb87083a9a62 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.479441 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b021e005-b669-4230-81d8-70d3d539d83f req-77f438e5-542b-4433-975b-cb87083a9a62 tempest-ServersAdminTestJSON-388666797 tempest-ServersAdminTestJSON-388666797-project] 10.222.0.57 "DELETE /v2.0/ports/11099cec-4ead-41c9-9bdd-4ae9be9d1cda HTTP/1.1" status: 204 len: 173 time: 1.5641844 Jul 23 20:26:17.479886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b707a9ac-c1b0-4924-8084-9143d17e0b0e', 'name': 'network-vif-deleted', 'tag': '11099cec-4ead-41c9-9bdd-4ae9be9d1cda'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:17.482176 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce58b5e0-9890-47e3-a769-078cafe592ef" -d '{"events": [{"server_uuid": "b707a9ac-c1b0-4924-8084-9143d17e0b0e", "name": "network-vif-deleted", "tag": "11099cec-4ead-41c9-9bdd-4ae9be9d1cda"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:17.488657 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.534293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539bb48f-e2f3-40ae-b28c-5f811c651ed5 req-72ef729b-c009-4553-9168-6d88b6ce12eb tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:17.542313 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-539bb48f-e2f3-40ae-b28c-5f811c651ed5 req-72ef729b-c009-4553-9168-6d88b6ce12eb tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/ports?device_id=346e26d9-2405-49af-a793-5405f8969c68 HTTP/1.1" status: 200 len: 950 time: 0.3251259 Jul 23 20:26:17.598427 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Pushing event updated for resources: {'Port': ['ID=499087ef-b504-47ae-8eac-aed11d098fb8,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:17.721451 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-539bb48f-e2f3-40ae-b28c-5f811c651ed5 req-511be278-16a4-4962-ac5f-6c34a1ed7f44 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/security-groups?id=65391d67-9d86-4317-804f-210ad9ab7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780303 Jul 23 20:26:17.737227 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1956384d-1c0c-4623-b9ae-0dade4802821 x-openstack-request-id: req-1956384d-1c0c-4623-b9ae-0dade4802821 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:17.738196 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b707a9ac-c1b0-4924-8084-9143d17e0b0e", "name": "network-vif-deleted", "tag": "11099cec-4ead-41c9-9bdd-4ae9be9d1cda", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:17.738606 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1956384d-1c0c-4623-b9ae-0dade4802821 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:17.739156 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b707a9ac-c1b0-4924-8084-9143d17e0b0e', 'name': 'network-vif-deleted', 'tag': '11099cec-4ead-41c9-9bdd-4ae9be9d1cda', 'status': 'completed', 'code': 200} Jul 23 20:26:17.744038 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Attempting to bind port 499087ef-b504-47ae-8eac-aed11d098fb8 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:17.745490 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Attempting to bind port 499087ef-b504-47ae-8eac-aed11d098fb8 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:17.746009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Attempting to bind port 499087ef-b504-47ae-8eac-aed11d098fb8 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:17.751135 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Port 499087ef-b504-47ae-8eac-aed11d098fb8 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:26:17.752014 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Attempting to bind port 499087ef-b504-47ae-8eac-aed11d098fb8 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:17.762648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:17.763256 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Checking segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:17.763802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Bound using segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:17.764415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Bound port: 499087ef-b504-47ae-8eac-aed11d098fb8, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:17.764941 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.876521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] For port 499087ef-b504-47ae-8eac-aed11d098fb8, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:17.880163 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] For port 499087ef-b504-47ae-8eac-aed11d098fb8, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=499087ef-b504-47ae-8eac-aed11d098fb8,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:17.890688 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.965122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:17.965767 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.967368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] 10.222.0.48 "PUT /v2.0/ports/499087ef-b504-47ae-8eac-aed11d098fb8 HTTP/1.1" status: 200 len: 1092 time: 1.6017344 Jul 23 20:26:18.000242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376ea4c-1652-4343-b564-a68ca8be76e8 service neutron] Pushing event updated for resources: {'Port': ['ID=499087ef-b504-47ae-8eac-aed11d098fb8,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:18.020081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4b33b-3792-4eef-8b1c-b571cdc05f60 req-4448c097-553c-41ff-ac00-37966989f181 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:18.021881 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-05b4b33b-3792-4eef-8b1c-b571cdc05f60 req-4448c097-553c-41ff-ac00-37966989f181 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.1357243 Jul 23 20:26:18.164874 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-05b4b33b-3792-4eef-8b1c-b571cdc05f60 req-7a7514b6-30e7-4a79-a8a2-09dbe80bb835 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179070 Jul 23 20:26:18.180595 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-2714df66-0c79-4948-8626-7ee20d793fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:18.183845 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-2714df66-0c79-4948-8626-7ee20d793fd4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 1095 time: 0.1603727 Jul 23 20:26:18.221174 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55046) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:18.246081 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-cee9afbe-0ffa-4a34-a5a4-213c50068501 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=499087ef-b504-47ae-8eac-aed11d098fb8 HTTP/1.1" status: 200 len: 217 time: 0.0526559 Jul 23 20:26:18.349452 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-22cae867-deab-4ae8-bc83-5238f123eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:18.350863 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-22cae867-deab-4ae8-bc83-5238f123eeac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.0972500 Jul 23 20:26:18.406570 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-89d8292d-d44e-4bf8-9a4d-59a4d45a0b60 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432777 Jul 23 20:26:18.429395 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01420a-d298-4efd-8d25-c6b4f7574b03 req-99612d07-de38-4534-aac0-a98a067b3551 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:18.430850 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af01420a-d298-4efd-8d25-c6b4f7574b03 req-99612d07-de38-4534-aac0-a98a067b3551 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 943 time: 0.1438572 Jul 23 20:26:18.442760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c82ead4b-268a-4925-b83b-1d4ed57ef9e7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1377896571-network', 'tenant_id': 'da0908d51cee40d98263ed8248efb5d3'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:18.498673 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82ead4b-268a-4925-b83b-1d4ed57ef9e7 admin admin] Made reservation on behalf of da0908d51cee40d98263ed8248efb5d3 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:18.501576 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c82ead4b-268a-4925-b83b-1d4ed57ef9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:18.512916 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c82ead4b-268a-4925-b83b-1d4ed57ef9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:18.642866 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c82ead4b-268a-4925-b83b-1d4ed57ef9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:18.651746 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c82ead4b-268a-4925-b83b-1d4ed57ef9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:18.701500 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82ead4b-268a-4925-b83b-1d4ed57ef9e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:26:18.713711 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c82ead4b-268a-4925-b83b-1d4ed57ef9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:18.714482 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-c82ead4b-268a-4925-b83b-1d4ed57ef9e7 admin admin] Added segment 1826a8b2-0300-4581-b48f-d28d59be3ccc of type vlan for network 46b63f7b-b417-42c3-a9f5-75aef80975dd Jul 23 20:26:18.848365 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c82ead4b-268a-4925-b83b-1d4ed57ef9e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:18.884742 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af01420a-d298-4efd-8d25-c6b4f7574b03 req-0447ffd1-ec3e-4ea0-82c4-1df70609b647 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254959 Jul 23 20:26:18.889616 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ead4b-268a-4925-b83b-1d4ed57ef9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48bffc2-a2aa-4728-b915-b341d7726f3f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:18.933293 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c82ead4b-268a-4925-b83b-1d4ed57ef9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:18.935489 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82ead4b-268a-4925-b83b-1d4ed57ef9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:18.936749 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c82ead4b-268a-4925-b83b-1d4ed57ef9e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:18.974365 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c82ead4b-268a-4925-b83b-1d4ed57ef9e7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7508824 Jul 23 20:26:18.977852 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55076) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:18.983657 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55078) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:18.990040 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-07432395-ab23-4992-8061-ddd5fd695576 admin admin] Request body: {'subnet': {'network_id': '46b63f7b-b417-42c3-a9f5-75aef80975dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1377896571-subnet', 'tenant_id': 'da0908d51cee40d98263ed8248efb5d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:19.011383 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-2b768145-b29c-49bc-8dd7-b48b421f88cc service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5908661 Jul 23 20:26:19.050995 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07432395-ab23-4992-8061-ddd5fd695576 admin admin] Made reservation on behalf of da0908d51cee40d98263ed8248efb5d3 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:19.054573 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07432395-ab23-4992-8061-ddd5fd695576 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.095171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63054cc5-44c3-4666-95f6-192dee0e4c5b req-8f94018a-4112-4237-9b4d-b82fd6c71d09 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:19.096772 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63054cc5-44c3-4666-95f6-192dee0e4c5b req-8f94018a-4112-4237-9b4d-b82fd6c71d09 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.57 "GET /v2.0/ports?device_id=346e26d9-2405-49af-a793-5405f8969c68 HTTP/1.1" status: 200 len: 950 time: 0.2596247 Jul 23 20:26:19.121666 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279d545-e36c-4931-b663-18f1760315a4 req-a427c3fa-6703-434b-8467-b8781cf5fb96 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:19.129684 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b279d545-e36c-4931-b663-18f1760315a4 req-a427c3fa-6703-434b-8467-b8781cf5fb96 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/ports?device_id=346e26d9-2405-49af-a793-5405f8969c68 HTTP/1.1" status: 200 len: 950 time: 0.2156017 Jul 23 20:26:19.170955 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ead4b-268a-4925-b83b-1d4ed57ef9e7 admin admin] Pushing event updated for resources: {'Network': ['ID=46b63f7b-b417-42c3-a9f5-75aef80975dd,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:19.184283 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 46b63f7b-b417-42c3-a9f5-75aef80975dd details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:26:19.279720 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b279d545-e36c-4931-b663-18f1760315a4 req-97450239-5f0b-4863-b2ae-5fb3a7d26e9c tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/security-groups?id=65391d67-9d86-4317-804f-210ad9ab7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489539 Jul 23 20:26:19.312629 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e8f3dd-899f-460e-bed2-2014b4f433c6 req-b6c85af3-ff6a-421d-a18b-6bdc0c2452b3 service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884624 Jul 23 20:26:19.406335 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-63054cc5-44c3-4666-95f6-192dee0e4c5b req-8c94daf8-4626-4cc9-adeb-cf2f64293be3 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Deleting port e68136a0-d024-4eb5-8957-5ae3f0acb0a8 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:19.406620 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-63054cc5-44c3-4666-95f6-192dee0e4c5b req-8c94daf8-4626-4cc9-adeb-cf2f64293be3 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.461827 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07432395-ab23-4992-8061-ddd5fd695576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.547304 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e2cd797e-b4f6-43c8-99fc-bc8c7de8b92d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d25687932ebc49e5a0c700095c36738a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5516481 Jul 23 20:26:19.550446 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55090) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:19.636580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07432395-ab23-4992-8061-ddd5fd695576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=827c0928-d479-4767-96da-ecb04672e33d,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:19.661061 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07432395-ab23-4992-8061-ddd5fd695576 admin admin] Checking segment: {'id': '1826a8b2-0300-4581-b48f-d28d59be3ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '46b63f7b-b417-42c3-a9f5-75aef80975dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:19.661495 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07432395-ab23-4992-8061-ddd5fd695576 admin admin] Network hostable DHCP agents. Network: 46b63f7b-b417-42c3-a9f5-75aef80975dd, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:26:19.662205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fab36f-1763-4378-a589-4660d5502f95 req-de13928a-13cb-40fc-afdf-c1f1c5469e3c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:19.670399 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-28fab36f-1763-4378-a589-4660d5502f95 req-de13928a-13cb-40fc-afdf-c1f1c5469e3c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.3073430 Jul 23 20:26:19.690238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07432395-ab23-4992-8061-ddd5fd695576 admin admin] Network 46b63f7b-b417-42c3-a9f5-75aef80975dd is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:26:19.711041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-07432395-ab23-4992-8061-ddd5fd695576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 46b63f7b-b417-42c3-a9f5-75aef80975dd) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:19.716736 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17e5bc73-8f47-4210-833d-cce834616ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.717224 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07432395-ab23-4992-8061-ddd5fd695576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:19.719728 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07432395-ab23-4992-8061-ddd5fd695576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.719888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-63054cc5-44c3-4666-95f6-192dee0e4c5b req-8c94daf8-4626-4cc9-adeb-cf2f64293be3 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] For port e68136a0-d024-4eb5-8957-5ae3f0acb0a8, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e68136a0-d024-4eb5-8957-5ae3f0acb0a8,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:19.719888 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-63054cc5-44c3-4666-95f6-192dee0e4c5b req-8c94daf8-4626-4cc9-adeb-cf2f64293be3 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.728519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3106e6-67ff-4b46-96a6-e85b25baeeb3 None None] Network 46b63f7b-b417-42c3-a9f5-75aef80975dd requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:19.747931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4803695-d5a8-40ab-a778-6531d70a6dfe', 'tag': '499087ef-b504-47ae-8eac-aed11d098fb8'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:19.750558 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f15d44-e632-43f3-b812-c60fc6c46d44" -d '{"events": [{"name": "network-changed", "server_uuid": "b4803695-d5a8-40ab-a778-6531d70a6dfe", "tag": "499087ef-b504-47ae-8eac-aed11d098fb8"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:19.755749 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-07432395-ab23-4992-8061-ddd5fd695576 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7731302 Jul 23 20:26:19.755936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-63054cc5-44c3-4666-95f6-192dee0e4c5b req-8c94daf8-4626-4cc9-adeb-cf2f64293be3 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Calling delete_port for e68136a0-d024-4eb5-8957-5ae3f0acb0a8 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:19.756049 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55096) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:19.766763 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1377896571-router', 'tenant_id': 'da0908d51cee40d98263ed8248efb5d3', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:19.796399 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-28fab36f-1763-4378-a589-4660d5502f95 req-09a9c1d0-3841-4e58-ae70-61bdd2b5645e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250315 Jul 23 20:26:19.806147 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17e5bc73-8f47-4210-833d-cce834616ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.835167 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.836690 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.897929 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a50c60-27a0-43cf-9c63-0ec22f5ce228 x-openstack-request-id: req-a6a50c60-27a0-43cf-9c63-0ec22f5ce228 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:19.898324 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4803695-d5a8-40ab-a778-6531d70a6dfe", "tag": "499087ef-b504-47ae-8eac-aed11d098fb8", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:19.898436 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6a50c60-27a0-43cf-9c63-0ec22f5ce228 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:19.898793 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4803695-d5a8-40ab-a778-6531d70a6dfe', 'tag': '499087ef-b504-47ae-8eac-aed11d098fb8', 'status': 'completed', 'code': 200} Jul 23 20:26:19.936091 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 11099cec-4ead-41c9-9bdd-4ae9be9d1cda no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:19.975937 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.997729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 11099cec-4ead-41c9-9bdd-4ae9be9d1cda {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:26:19.998073 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 11099cec-4ead-41c9-9bdd-4ae9be9d1cda not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:26:20.149950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f15d44-e632-43f3-b812-c60fc6c46d44 req-70757c60-240c-4ff6-8a2e-1b53e7bf34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:20.153054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77f15d44-e632-43f3-b812-c60fc6c46d44 req-70757c60-240c-4ff6-8a2e-1b53e7bf34a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 1095 time: 0.2433627 Jul 23 20:26:20.160230 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17e5bc73-8f47-4210-833d-cce834616ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:20.162948 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17e5bc73-8f47-4210-833d-cce834616ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:20.167240 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-17e5bc73-8f47-4210-833d-cce834616ff4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54b3d8fe-a962-4448-b73c-1a954f66e413 HTTP/1.1" status: 204 len: 168 time: 0.6152034 Jul 23 20:26:20.191215 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-46b63f7b-b417-42c3-a9f5-75aef80975dd', 'network_id': '46b63f7b-b417-42c3-a9f5-75aef80975dd', 'tenant_id': 'da0908d51cee40d98263ed8248efb5d3', 'fixed_ips': [{'subnet_id': '827c0928-d479-4767-96da-ecb04672e33d'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:26:20.192890 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:20.226812 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e29198-5ca1-493c-ac52-4ca21d1bd8cb req-ddc30ef7-c962-4033-8ba5-f17df7478ac8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:20.235890 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89e29198-5ca1-493c-ac52-4ca21d1bd8cb req-ddc30ef7-c962-4033-8ba5-f17df7478ac8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 943 time: 0.2155747 Jul 23 20:26:20.276671 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5bc73-8f47-4210-833d-cce834616ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b3d8fe-a962-4448-b73c-1a954f66e413,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:20.389023 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:20.393369 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-63054cc5-44c3-4666-95f6-192dee0e4c5b req-8c94daf8-4626-4cc9-adeb-cf2f64293be3 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:20.414298 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['e68136a0-d024-4eb5-8957-5ae3f0acb0a8'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:20.440619 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89e29198-5ca1-493c-ac52-4ca21d1bd8cb req-2e85a1be-ddb2-4df7-a125-db28a4393cdb tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038696 Jul 23 20:26:20.502048 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94daf8-4626-4cc9-adeb-cf2f64293be3 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Pushing event deleted for resources: {'Port': ['ID=e68136a0-d024-4eb5-8957-5ae3f0acb0a8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:20.595785 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e66cc93-02e3-4e78-9afc-15ffad17c621 req-de2aea02-2ebb-4966-ac0f-d3aee24f422e tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.55 "GET /v2.0/ports?device_id=346e26d9-2405-49af-a793-5405f8969c68 HTTP/1.1" status: 200 len: 210 time: 0.1396749 Jul 23 20:26:20.665747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Allocated IP 172.20.0.2 (46b63f7b-b417-42c3-a9f5-75aef80975dd/827c0928-d479-4767-96da-ecb04672e33d/4f247395-1268-4d46-bbfe-3ba6039542ea) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:20.684757 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-63054cc5-44c3-4666-95f6-192dee0e4c5b req-8c94daf8-4626-4cc9-adeb-cf2f64293be3 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] No DVR routers for this DVR port e68136a0-d024-4eb5-8957-5ae3f0acb0a8 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:26:20.688827 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f15d44-e632-43f3-b812-c60fc6c46d44 req-722df328-890b-4ab7-8f8e-030e91c2a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:20.694886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77f15d44-e632-43f3-b812-c60fc6c46d44 req-722df328-890b-4ab7-8f8e-030e91c2a8f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 909 time: 0.5266995 Jul 23 20:26:20.697009 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-63054cc5-44c3-4666-95f6-192dee0e4c5b req-8c94daf8-4626-4cc9-adeb-cf2f64293be3 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:20.700965 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63054cc5-44c3-4666-95f6-192dee0e4c5b req-8c94daf8-4626-4cc9-adeb-cf2f64293be3 tempest-ServerDiagnosticsNegativeTest-802057449 tempest-ServerDiagnosticsNegativeTest-802057449-project] 10.222.0.57 "DELETE /v2.0/ports/e68136a0-d024-4eb5-8957-5ae3f0acb0a8 HTTP/1.1" status: 204 len: 173 time: 1.5955117 Jul 23 20:26:20.823799 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55120) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:20.828877 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77f15d44-e632-43f3-b812-c60fc6c46d44 req-2b7f3686-a84b-4a0a-9e6f-44a30d203f1d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=499087ef-b504-47ae-8eac-aed11d098fb8 HTTP/1.1" status: 200 len: 217 time: 0.1217096 Jul 23 20:26:21.032404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f15d44-e632-43f3-b812-c60fc6c46d44 req-5c910a09-d71a-4f59-b523-f540b95764ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:21.050034 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77f15d44-e632-43f3-b812-c60fc6c46d44 req-5c910a09-d71a-4f59-b523-f540b95764ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.2028663 Jul 23 20:26:21.067399 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.069842 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.083435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Transition to ACTIVE for port object 4f247395-1268-4d46-bbfe-3ba6039542ea will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:21.109740 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.120241 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Transition to ACTIVE for port object 4f247395-1268-4d46-bbfe-3ba6039542ea will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:21.130728 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77f15d44-e632-43f3-b812-c60fc6c46d44 req-2fb41338-7672-427f-b503-291dda26644b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715809 Jul 23 20:26:21.133067 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.161336 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d27daf61-a812-4790-b095-e28562e7248b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19a3f0776ebd480898836212909f27ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354363 Jul 23 20:26:21.169634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55134) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:21.238857 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Network 46b63f7b-b417-42c3-a9f5-75aef80975dd is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:21.244742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:21.261531 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:21.295708 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7f369-058f-4800-a2e1-c9bc4606413e req-0515d845-2cc9-4688-a924-525dc7a1477f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:21.300552 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-01e7f369-058f-4800-a2e1-c9bc4606413e req-0515d845-2cc9-4688-a924-525dc7a1477f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.3591094 Jul 23 20:26:21.323619 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Pushing event updated for resources: {'Port': ['ID=4f247395-1268-4d46-bbfe-3ba6039542ea,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:21.335863 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Allocated IP 172.25.3.86 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/9b72e33e-fc47-4a62-8b42-4aa2bff87b8b) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:21.403049 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2c1dc28d-038a-466c-b6e5-06de44d9a0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.473338 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77f15d44-e632-43f3-b812-c60fc6c46d44 req-9ce74a11-e895-4e40-9db8-0614b325c22d service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259008 Jul 23 20:26:21.487955 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Attempting to bind port 4f247395-1268-4d46-bbfe-3ba6039542ea on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:21.488475 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Attempting to bind port 4f247395-1268-4d46-bbfe-3ba6039542ea by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '1826a8b2-0300-4581-b48f-d28d59be3ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '46b63f7b-b417-42c3-a9f5-75aef80975dd'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:21.488877 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Attempting to bind port 4f247395-1268-4d46-bbfe-3ba6039542ea on network 46b63f7b-b417-42c3-a9f5-75aef80975dd {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:21.494819 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-01e7f369-058f-4800-a2e1-c9bc4606413e req-c412d157-98e8-42e9-b5a3-19867fc5029e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321144 Jul 23 20:26:21.510722 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:21.511235 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Checking segment: {'id': '1826a8b2-0300-4581-b48f-d28d59be3ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '46b63f7b-b417-42c3-a9f5-75aef80975dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:21.514569 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.515245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Bound using segment: {'id': '1826a8b2-0300-4581-b48f-d28d59be3ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '46b63f7b-b417-42c3-a9f5-75aef80975dd'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:21.515763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Bound port: 4f247395-1268-4d46-bbfe-3ba6039542ea, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1826a8b2-0300-4581-b48f-d28d59be3ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '46b63f7b-b417-42c3-a9f5-75aef80975dd'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:21.516167 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.561833 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2c1dc28d-038a-466c-b6e5-06de44d9a0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.633632 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.654268 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] For port 4f247395-1268-4d46-bbfe-3ba6039542ea, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:21.660209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] For port 4f247395-1268-4d46-bbfe-3ba6039542ea, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=4f247395-1268-4d46-bbfe-3ba6039542ea,segment=NetworkSegment(1826a8b2-0300-4581-b48f-d28d59be3ccc),segment_id=1826a8b2-0300-4581-b48f-d28d59be3ccc)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:21.671010 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.731736 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.815324 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725fa75-0b6d-495f-97d8-ccb282ebf708 None None] Pushing event updated for resources: {'Port': ['ID=4f247395-1268-4d46-bbfe-3ba6039542ea,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:21.836575 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77f15d44-e632-43f3-b812-c60fc6c46d44 req-ce63f280-074e-4486-9171-817cb0e587c1 service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215494 Jul 23 20:26:21.840922 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2c1dc28d-038a-466c-b6e5-06de44d9a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.842549 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:21.844905 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2c1dc28d-038a-466c-b6e5-06de44d9a0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.847004 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2c1dc28d-038a-466c-b6e5-06de44d9a0ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/548a9b56-d72d-4d54-8894-094335a750b0 HTTP/1.1" status: 204 len: 168 time: 0.6755872 Jul 23 20:26:21.853181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:21.867148 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:21.878586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbc513-feb9-4c99-a8b1-27a79f81977d req-5f2a7380-3ec0-4701-aeed-ac32ab5dac42 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:21.880900 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98dbc513-feb9-4c99-a8b1-27a79f81977d req-5f2a7380-3ec0-4701-aeed-ac32ab5dac42 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 943 time: 0.2777145 Jul 23 20:26:21.881956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dc28d-038a-466c-b6e5-06de44d9a0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548a9b56-d72d-4d54-8894-094335a750b0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:21.907152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346e26d9-2405-49af-a793-5405f8969c68', 'name': 'network-vif-deleted', 'tag': 'e68136a0-d024-4eb5-8957-5ae3f0acb0a8'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:21.909599 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915c10d5-4e96-4ed5-bc4f-e82dabf26f18" -d '{"events": [{"server_uuid": "346e26d9-2405-49af-a793-5405f8969c68", "name": "network-vif-deleted", "tag": "e68136a0-d024-4eb5-8957-5ae3f0acb0a8"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:21.954738 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Pushing event updated for resources: {'Port': ['ID=9b72e33e-fc47-4a62-8b42-4aa2bff87b8b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:21.963810 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98dbc513-feb9-4c99-a8b1-27a79f81977d req-93f5a57a-bb53-4b68-a3eb-8c893d7da25d tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744860 Jul 23 20:26:22.033359 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec74fa8-5a4f-401a-a7de-2dba1f624103 x-openstack-request-id: req-1ec74fa8-5a4f-401a-a7de-2dba1f624103 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:22.033651 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346e26d9-2405-49af-a793-5405f8969c68", "name": "network-vif-deleted", "tag": "e68136a0-d024-4eb5-8957-5ae3f0acb0a8", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:22.033900 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ec74fa8-5a4f-401a-a7de-2dba1f624103 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:22.034463 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346e26d9-2405-49af-a793-5405f8969c68', 'name': 'network-vif-deleted', 'tag': 'e68136a0-d024-4eb5-8957-5ae3f0acb0a8', 'status': 'completed', 'code': 200} Jul 23 20:26:22.221615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 499087ef-b504-47ae-8eac-aed11d098fb8 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:26:22.452767 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55164) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:22.492610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 499087ef-b504-47ae-8eac-aed11d098fb8, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=499087ef-b504-47ae-8eac-aed11d098fb8,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:22.510726 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '499087ef-b504-47ae-8eac-aed11d098fb8', 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387', 'port_id': '499087ef-b504-47ae-8eac-aed11d098fb8', 'mac_address': 'fa:16:3e:50:77:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0023097-714c-4bc6-9cfd-cd5938a22d68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:26:22.602569 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.625843 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499087ef-b504-47ae-8eac-aed11d098fb8 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:22.644611 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.658931 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 499087ef-b504-47ae-8eac-aed11d098fb8, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=499087ef-b504-47ae-8eac-aed11d098fb8,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:22.670655 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.773000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b4ad5887-4c8f-4830-9026-ef8e45fcc84f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84d016cfbb654ccc868cc83c269ffa5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166394 Jul 23 20:26:22.773562 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55176) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:22.787121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=499087ef-b504-47ae-8eac-aed11d098fb8,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:22.914498 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d1a7-9068-40fd-8040-67b61ff9432e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.933764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1165046-e7cc-49e3-bb42-5f588112ee2e req-6e8ffbbd-231e-4e52-90c6-e0084a9af39e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:22.952105 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e1165046-e7cc-49e3-bb42-5f588112ee2e req-6e8ffbbd-231e-4e52-90c6-e0084a9af39e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.3034406 Jul 23 20:26:22.963825 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['499087ef-b504-47ae-8eac-aed11d098fb8'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:23.027120 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d1a7-9068-40fd-8040-67b61ff9432e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.152256 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e1165046-e7cc-49e3-bb42-5f588112ee2e req-3929aed4-b6dd-4007-b7da-59600b327100 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885085 Jul 23 20:26:23.328958 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d1a7-9068-40fd-8040-67b61ff9432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.331507 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c2f8d1a7-9068-40fd-8040-67b61ff9432e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.332649 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c2f8d1a7-9068-40fd-8040-67b61ff9432e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/65391d67-9d86-4317-804f-210ad9ab7c24 HTTP/1.1" status: 204 len: 168 time: 0.5583258 Jul 23 20:26:23.405055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8d1a7-9068-40fd-8040-67b61ff9432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65391d67-9d86-4317-804f-210ad9ab7c24,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:23.485830 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761333eb-e9b0-4559-b692-145c5abe31f7 req-16ed3a4c-da65-4a18-914d-06db4007b013 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:23.494596 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-761333eb-e9b0-4559-b692-145c5abe31f7 req-16ed3a4c-da65-4a18-914d-06db4007b013 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 944 time: 0.3520396 Jul 23 20:26:23.629782 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-761333eb-e9b0-4559-b692-145c5abe31f7 req-65bb9156-5293-4725-885d-f86affc3c966 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342854 Jul 23 20:26:23.685462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbd8d6d-9e3f-4a51-bb8a-9d2ef21b790f None None] Network 46b63f7b-b417-42c3-a9f5-75aef80975dd requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:23.725784 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.762676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4f247395-1268-4d46-bbfe-3ba6039542ea up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:23.888814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4a4e9fa9-59cb-48d5-8149-4940b25ecbb0 None None] Provisioning for port 4f247395-1268-4d46-bbfe-3ba6039542ea completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:24.026517 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55212) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:24.028717 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Router 9002da07-35b9-4a8c-8e62-45a87e26f1dc is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:26:24.058489 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-008b49e2-c623-49dc-9994-e7b63322c6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.098964 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e68136a0-d024-4eb5-8957-5ae3f0acb0a8 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:24.214936 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: e68136a0-d024-4eb5-8957-5ae3f0acb0a8 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:26:24.217117 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e68136a0-d024-4eb5-8957-5ae3f0acb0a8 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:26:24.239491 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 499087ef-b504-47ae-8eac-aed11d098fb8 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:24.282797 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 4f247395-1268-4d46-bbfe-3ba6039542ea completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:24.302475 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 4f247395-1268-4d46-bbfe-3ba6039542ea triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:24.302841 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.320568 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-008b49e2-c623-49dc-9994-e7b63322c6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.333810 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-008b49e2-c623-49dc-9994-e7b63322c6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.341633 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:24.366389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Sync routers for ids ['9002da07-35b9-4a8c-8e62-45a87e26f1dc'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:24.368172 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.370709 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-255559fd-b89d-41e9-b325-278190905477 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6128051 Jul 23 20:26:24.373075 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55220) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:24.411863 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 499087ef-b504-47ae-8eac-aed11d098fb8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:24.422067 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b49e2-c623-49dc-9994-e7b63322c6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4171308b-ceb3-4855-9372-2e5d24ddf6e7,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:24.428127 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 499087ef-b504-47ae-8eac-aed11d098fb8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:24.428322 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-008b49e2-c623-49dc-9994-e7b63322c6ba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1dca0a866e394764baf7db720658f636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006665 Jul 23 20:26:24.428892 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.436495 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55222) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:24.644795 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f9ba2da-015a-4d63-9c82-eeb8494c2e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.712744 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2350be-5dc5-4d5a-ba4b-192462b9a293 req-8aea4d21-23b7-46a9-acee-9c935cdc326a tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:24.717373 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce2350be-5dc5-4d5a-ba4b-192462b9a293 req-8aea4d21-23b7-46a9-acee-9c935cdc326a tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.4018116 Jul 23 20:26:24.813210 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f9ba2da-015a-4d63-9c82-eeb8494c2e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.878260 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Routers {'9002da07-35b9-4a8c-8e62-45a87e26f1dc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:24.878794 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:25:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['9002da07-35b9-4a8c-8e62-45a87e26f1dc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:24.999371 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce2350be-5dc5-4d5a-ba4b-192462b9a293 req-862337fd-fb3a-42d4-a9f9-d6341a081c61 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754912 Jul 23 20:26:25.054955 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f9ba2da-015a-4d63-9c82-eeb8494c2e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.058760 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f9ba2da-015a-4d63-9c82-eeb8494c2e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.064798 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6f9ba2da-015a-4d63-9c82-eeb8494c2e46 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4171308b-ceb3-4855-9372-2e5d24ddf6e7 HTTP/1.1" status: 204 len: 168 time: 0.6123874 Jul 23 20:26:25.085688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ba2da-015a-4d63-9c82-eeb8494c2e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4171308b-ceb3-4855-9372-2e5d24ddf6e7,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:25.111660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805b5df-d3ed-49ba-a8aa-e75b9d200b3f req-7f5a3c64-714b-4fb1-92f4-c67495b041b7 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:25.120464 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3805b5df-d3ed-49ba-a8aa-e75b9d200b3f req-7f5a3c64-714b-4fb1-92f4-c67495b041b7 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 944 time: 0.2404602 Jul 23 20:26:25.226266 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3805b5df-d3ed-49ba-a8aa-e75b9d200b3f req-971a6a07-250e-4698-ae48-d28bf52be3b0 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046720 Jul 23 20:26:25.247729 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.320068 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.322174 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7385f452-77c7-4a66-843d-0effb79a31dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.523192 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-74934f59-2bf1-45da-845d-2a3ba3dc95e8 None None] Provisioning complete for port 4f247395-1268-4d46-bbfe-3ba6039542ea triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:25.523192 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74934f59-2bf1-45da-845d-2a3ba3dc95e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.740531 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Allocated IP 172.20.0.1 (46b63f7b-b417-42c3-a9f5-75aef80975dd/827c0928-d479-4767-96da-ecb04672e33d/deeff921-2b06-4a1f-b3de-2e7d5ed4ee81) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:25.764753 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 4f247395-1268-4d46-bbfe-3ba6039542ea, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=4f247395-1268-4d46-bbfe-3ba6039542ea,segment=NetworkSegment(1826a8b2-0300-4581-b48f-d28d59be3ccc),segment_id=1826a8b2-0300-4581-b48f-d28d59be3ccc)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:25.799660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Set router 9002da07-35b9-4a8c-8e62-45a87e26f1dc gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:25.872419 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.890339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Transition to ACTIVE for port object deeff921-2b06-4a1f-b3de-2e7d5ed4ee81 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:25.934022 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.004749 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.022758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Network 46b63f7b-b417-42c3-a9f5-75aef80975dd is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:26.025901 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:26.032608 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:26.102510 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Pushing event updated for resources: {'Port': ['ID=deeff921-2b06-4a1f-b3de-2e7d5ed4ee81,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:26.136613 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.207331 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=4f247395-1268-4d46-bbfe-3ba6039542ea,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:26.344057 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.373977 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388ea32-079a-4aa3-bae3-b9280aefbcc6 req-f3c4d91f-c803-44d5-ae66-d7a5c57b76b6 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:26.381989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6388ea32-079a-4aa3-bae3-b9280aefbcc6 req-f3c4d91f-c803-44d5-ae66-d7a5c57b76b6 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.1658525 Jul 23 20:26:26.488232 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4803695-d5a8-40ab-a778-6531d70a6dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499087ef-b504-47ae-8eac-aed11d098fb8'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:26.490991 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b17cdd4-a1b8-4ce6-98a6-498c6f89bc75" -d '{"events": [{"server_uuid": "b4803695-d5a8-40ab-a778-6531d70a6dfe", "name": "network-vif-plugged", "status": "completed", "tag": "499087ef-b504-47ae-8eac-aed11d098fb8"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:26.508817 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6388ea32-079a-4aa3-bae3-b9280aefbcc6 req-02a1408a-3171-46c4-8d46-21f381a6c0fc tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259480 Jul 23 20:26:26.574098 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.579920 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241928b-3fa8-4af9-a297-36c09018c325 req-a75f14df-0bb1-460e-9591-19d82a8cd220 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:26.588931 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3241928b-3fa8-4af9-a297-36c09018c325 req-a75f14df-0bb1-460e-9591-19d82a8cd220 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 944 time: 0.2031808 Jul 23 20:26:26.591439 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 499087ef-b504-47ae-8eac-aed11d098fb8, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=499087ef-b504-47ae-8eac-aed11d098fb8,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:26.661220 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3241928b-3fa8-4af9-a297-36c09018c325 req-6e959675-957a-4f64-b664-7421f04520d7 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538423 Jul 23 20:26:26.662208 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.786083 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81188c9-7407-4b84-b096-f69294e422db x-openstack-request-id: req-c81188c9-7407-4b84-b096-f69294e422db {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:26.786723 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4803695-d5a8-40ab-a778-6531d70a6dfe", "name": "network-vif-plugged", "status": "completed", "tag": "499087ef-b504-47ae-8eac-aed11d098fb8", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:26.787199 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c81188c9-7407-4b84-b096-f69294e422db {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:26.787788 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4803695-d5a8-40ab-a778-6531d70a6dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499087ef-b504-47ae-8eac-aed11d098fb8', 'code': 200} Jul 23 20:26:26.820942 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.832666 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.851543 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b3e56d50-1fd4-4245-8cea-bb4811533eda None None] Provisioning for port deeff921-2b06-4a1f-b3de-2e7d5ed4ee81 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:26.862141 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b3e56d50-1fd4-4245-8cea-bb4811533eda None None] Provisioning complete for port deeff921-2b06-4a1f-b3de-2e7d5ed4ee81 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:26.866460 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3e56d50-1fd4-4245-8cea-bb4811533eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.917421 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.921491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Pushing event updated for resources: {'Port': ['ID=deeff921-2b06-4a1f-b3de-2e7d5ed4ee81,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:26.936572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=499087ef-b504-47ae-8eac-aed11d098fb8,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:26.981976 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9002da07-35b9-4a8c-8e62-45a87e26f1dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1377896571-router', 'tenant_id': 'da0908d51cee40d98263ed8248efb5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9b72e33e-fc47-4a62-8b42-4aa2bff87b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:19Z', 'updated_at': '2021-07-23T20:26:22Z', 'revision_number': 3, 'project_id': 'da0908d51cee40d98263ed8248efb5d3', 'gw_port': {'id': '9b72e33e-fc47-4a62-8b42-4aa2bff87b8b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9002da07-35b9-4a8c-8e62-45a87e26f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:26.985409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf492d-c804-48c6-b128-3f062377f11f req-a9fc265f-fac4-4d5e-93c5-f03719afa7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:26.989691 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eecf492d-c804-48c6-b128-3f062377f11f req-a9fc265f-fac4-4d5e-93c5-f03719afa7b3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 1097 time: 0.1587212 Jul 23 20:26:27.094138 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Checking router: 9002da07-35b9-4a8c-8e62-45a87e26f1dc for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:26:27.094673 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Updating router 9002da07-35b9-4a8c-8e62-45a87e26f1dc port 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:26:27.096910 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eecf492d-c804-48c6-b128-3f062377f11f req-c9e2b8a9-b36c-4b7f-b1b5-67480b2603aa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905616 Jul 23 20:26:27.100444 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b3e56d50-1fd4-4245-8cea-bb4811533eda None None] Port deeff921-2b06-4a1f-b3de-2e7d5ed4ee81 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:26:27.147066 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6f085a1-8460-4d06-baf9-59478f60d782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.150565 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Network 46b63f7b-b417-42c3-a9f5-75aef80975dd is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:27.152942 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:27.192520 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.399511 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Router 9002da07-35b9-4a8c-8e62-45a87e26f1dc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:26:27.734696 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.767011 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-06aba1d6-890e-4ef6-91e0-f4a8c1a42467 None None] Provisioning complete for port deeff921-2b06-4a1f-b3de-2e7d5ed4ee81 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:27.769046 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06aba1d6-890e-4ef6-91e0-f4a8c1a42467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.771901 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:27.804086 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-08b6a714-6545-433b-acf8-c15ed4a1f201 admin admin] 10.222.0.55 "PUT /v2.0/routers/9002da07-35b9-4a8c-8e62-45a87e26f1dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4205477 Jul 23 20:26:27.829976 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-06aba1d6-890e-4ef6-91e0-f4a8c1a42467 None None] Port deeff921-2b06-4a1f-b3de-2e7d5ed4ee81 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:26:27.837748 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300b853-7f12-4aa6-a51a-fbe13bd3dccb req-db087e96-4c18-479a-b556-a703934016c9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:27.854328 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8300b853-7f12-4aa6-a51a-fbe13bd3dccb req-db087e96-4c18-479a-b556-a703934016c9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 967 time: 0.1938319 Jul 23 20:26:27.958614 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.969443 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873093d9-cf3a-45b2-86aa-db9cdd11b2a9 req-43c4485b-b315-4527-aa42-896897cbf54a tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:27.980640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Transition to ACTIVE for port object 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:27.986494 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-873093d9-cf3a-45b2-86aa-db9cdd11b2a9 req-43c4485b-b315-4527-aa42-896897cbf54a tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.2635636 Jul 23 20:26:27.996833 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.017009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8300b853-7f12-4aa6-a51a-fbe13bd3dccb req-c892d02a-cdfc-42c9-a5d6-9468f38489b7 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591060 Jul 23 20:26:28.095638 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-873093d9-cf3a-45b2-86aa-db9cdd11b2a9 req-8fd22e7e-f4a5-4e94-a1a8-df2800620155 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978243 Jul 23 20:26:28.119342 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55362) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:28.193166 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Attempting to bind port 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:28.193726 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Attempting to bind port 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:28.193820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Attempting to bind port 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:28.229022 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4f247395-1268-4d46-bbfe-3ba6039542ea up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:28.256268 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78fef9-c1a1-418e-bbce-88c7b9aca9de req-44e098ea-3665-4ba6-9451-a1144f8d8d0c tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:28.267806 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b78fef9-c1a1-418e-bbce-88c7b9aca9de req-44e098ea-3665-4ba6-9451-a1144f8d8d0c tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.1099765 Jul 23 20:26:28.306161 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:28.306547 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:28.306988 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.307417 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:28.307904 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Bound port: 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:28.308294 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.323551 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b78fef9-c1a1-418e-bbce-88c7b9aca9de req-aa44261c-0348-4b2a-ae1a-d778ebc017a0 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540681 Jul 23 20:26:28.368848 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedbf5a-e4fa-430b-acb3-631b7def552b None None] Pushing event updated for resources: {'Port': ['ID=9b72e33e-fc47-4a62-8b42-4aa2bff87b8b,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:28.402358 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.453712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] For port 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:28.461832 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] For port 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9b72e33e-fc47-4a62-8b42-4aa2bff87b8b,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:28.467273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 4f247395-1268-4d46-bbfe-3ba6039542ea triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:28.468055 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.473455 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.579494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Routers {'9002da07-35b9-4a8c-8e62-45a87e26f1dc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:28.580304 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:26:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['9002da07-35b9-4a8c-8e62-45a87e26f1dc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:28.663455 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d48a89fa-d2c4-419d-9402-f5264e850859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.715903 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] Set router 9002da07-35b9-4a8c-8e62-45a87e26f1dc gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:28.840024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-854c938a-b6cb-44f5-af52-c85ed7beba8a req-1926e102-fbc9-4711-8a31-0ec0a4c9886d tempest-FloatingIPsNegativeTestJSON-2009275141 tempest-FloatingIPsNegativeTestJSON-2009275141-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=da0908d51cee40d98263ed8248efb5d3 HTTP/1.1" status: 200 len: 217 time: 0.4460742 Jul 23 20:26:28.899510 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d48a89fa-d2c4-419d-9402-f5264e850859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.910124 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d48a89fa-d2c4-419d-9402-f5264e850859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.913675 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f2f217b-b2ee-4ab9-aab3-964183279f1e req-8cf19844-a09e-40fd-a337-8f90e10959e0 tempest-FloatingIPsNegativeTestJSON-2009275141 tempest-FloatingIPsNegativeTestJSON-2009275141-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0465231 Jul 23 20:26:28.942385 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d48a89fa-d2c4-419d-9402-f5264e850859 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=64673fe8f6704323a66fa7e4ddb65aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8217037 Jul 23 20:26:28.944988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55400) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:28.957530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedbf5a-e4fa-430b-acb3-631b7def552b None None] Pushing event updated for resources: {'Port': ['ID=9b72e33e-fc47-4a62-8b42-4aa2bff87b8b,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:29.007359 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a89fa-d2c4-419d-9402-f5264e850859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126bc2d5-f702-4096-b6ea-3b6ab28dcd68,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:29.064285 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c51fa03d-7449-4439-a590-9d2ca5762f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:29.112964 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c51fa03d-7449-4439-a590-9d2ca5762f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:29.222874 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-8f5c5859-e700-49ee-9c22-88cb039a675b req-94b8862a-af3a-4df4-bd35-216a504b44d4 tempest-FloatingIPsNegativeTestJSON-2009275141 tempest-FloatingIPsNegativeTestJSON-2009275141-project] show failed (client error): The resource could not be found. Jul 23 20:26:29.236700 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55410) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:29.245889 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f5c5859-e700-49ee-9c22-88cb039a675b req-94b8862a-af3a-4df4-bd35-216a504b44d4 tempest-FloatingIPsNegativeTestJSON-2009275141 tempest-FloatingIPsNegativeTestJSON-2009275141-project] 10.222.0.55 "GET /v2.0/floatingips/5b380696-0073-4eb0-bc06-c763076b85c2 HTTP/1.1" status: 404 len: 350 time: 0.1081481 Jul 23 20:26:29.316068 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c51fa03d-7449-4439-a590-9d2ca5762f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:29.320154 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c51fa03d-7449-4439-a590-9d2ca5762f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:29.324822 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c51fa03d-7449-4439-a590-9d2ca5762f48 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/126bc2d5-f702-4096-b6ea-3b6ab28dcd68 HTTP/1.1" status: 204 len: 168 time: 0.3772130 Jul 23 20:26:29.360938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fa03d-7449-4439-a590-9d2ca5762f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126bc2d5-f702-4096-b6ea-3b6ab28dcd68,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:29.371483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9002da07-35b9-4a8c-8e62-45a87e26f1dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1377896571-router', 'tenant_id': 'da0908d51cee40d98263ed8248efb5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9b72e33e-fc47-4a62-8b42-4aa2bff87b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:19Z', 'updated_at': '2021-07-23T20:26:26Z', 'revision_number': 4, 'project_id': 'da0908d51cee40d98263ed8248efb5d3', 'gw_port': {'id': '9b72e33e-fc47-4a62-8b42-4aa2bff87b8b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9002da07-35b9-4a8c-8e62-45a87e26f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'deeff921-2b06-4a1f-b3de-2e7d5ed4ee81', 'name': '', 'network_id': '46b63f7b-b417-42c3-a9f5-75aef80975dd', 'tenant_id': 'da0908d51cee40d98263ed8248efb5d3', 'mac_address': 'fa:16:3e:8c:14:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9002da07-35b9-4a8c-8e62-45a87e26f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '827c0928-d479-4767-96da-ecb04672e33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:25Z', 'updated_at': '2021-07-23T20:26:26Z', 'revision_number': 2, 'project_id': 'da0908d51cee40d98263ed8248efb5d3', 'subnets': [{'id': '827c0928-d479-4767-96da-ecb04672e33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:29.409866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd4579-2f01-4ff6-946e-dee4c5552640 req-37fadadd-978d-4fd9-a9fe-54060ca5e8a5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:29.421404 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5dd4579-2f01-4ff6-946e-dee4c5552640 req-37fadadd-978d-4fd9-a9fe-54060ca5e8a5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.2004158 Jul 23 20:26:29.471650 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8791d3-5361-4918-9c70-79366261e1a8 None None] The sync data for ids ['9002da07-35b9-4a8c-8e62-45a87e26f1dc'] in n-d-791504-18 is: [{'id': '9002da07-35b9-4a8c-8e62-45a87e26f1dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1377896571-router', 'tenant_id': 'da0908d51cee40d98263ed8248efb5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9b72e33e-fc47-4a62-8b42-4aa2bff87b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:19Z', 'updated_at': '2021-07-23T20:26:26Z', 'revision_number': 4, 'project_id': 'da0908d51cee40d98263ed8248efb5d3', 'gw_port': {'id': '9b72e33e-fc47-4a62-8b42-4aa2bff87b8b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9002da07-35b9-4a8c-8e62-45a87e26f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'deeff921-2b06-4a1f-b3de-2e7d5ed4ee81', 'name': '', 'network_id': '46b63f7b-b417-42c3-a9f5-75aef80975dd', 'tenant_id': 'da0908d51cee40d98263ed8248efb5d3', 'mac_address': 'fa:16:3e:8c:14:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9002da07-35b9-4a8c-8e62-45a87e26f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '827c0928-d479-4767-96da-ecb04672e33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:25Z', 'updated_at': '2021-07-23T20:26:26Z', 'revision_number': 2, 'project_id': 'da0908d51cee40d98263ed8248efb5d3', 'subnets': [{'id': '827c0928-d479-4767-96da-ecb04672e33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:29.532444 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5dd4579-2f01-4ff6-946e-dee4c5552640 req-da350afb-9289-4ed7-983d-4cf5ab5bc370 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953438 Jul 23 20:26:29.575072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-be509f76-688a-497f-a8fe-27a56178bc95 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1691134631&fields=id&tenant_id=282b5619c5a34c6ea12d7fca8ffb305e HTTP/1.1" status: 200 len: 267 time: 0.1985962 Jul 23 20:26:29.627898 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55430) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:29.829641 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:29.893839 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9fcfe34b-5258-47bd-be69-bfff3b1017eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:30.011922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55436) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:30.028836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1c2f5-d90d-4f18-ab33-97914c00a1ca req-38db63d3-5cf5-4509-a114-e00b4635f24f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:30.039324 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94d1c2f5-d90d-4f18-ab33-97914c00a1ca req-38db63d3-5cf5-4509-a114-e00b4635f24f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.3988533 Jul 23 20:26:30.047280 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0cb72050-23d7-4455-b6d3-d45f79a365c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:30.093615 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-b67b833a-5f4e-45fd-a6e8-ada2b1fc09b2 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:30.101147 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-b67b833a-5f4e-45fd-a6e8-ada2b1fc09b2 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/networks?id=f7d042f9-5f6b-45f4-af0d-c0167546d960 HTTP/1.1" status: 200 len: 823 time: 0.5183632 Jul 23 20:26:30.106250 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f1af6bda-8840-468f-8f6f-097afb4872f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:30.160333 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-3201d278-a56a-4973-80c4-9064a46c92a6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/quotas/282b5619c5a34c6ea12d7fca8ffb305e HTTP/1.1" status: 200 len: 375 time: 0.0581024 Jul 23 20:26:30.254009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94d1c2f5-d90d-4f18-ab33-97914c00a1ca req-39622535-8e9d-4342-bac6-f03f68f29045 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137988 Jul 23 20:26:30.324901 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-d2755903-c309-4e23-8fe9-3a839ceb552f tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=282b5619c5a34c6ea12d7fca8ffb305e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1492233 Jul 23 20:26:30.370198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-9fcfe34b-5258-47bd-be69-bfff3b1017eb admin admin] Deleting port deeff921-2b06-4a1f-b3de-2e7d5ed4ee81 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:30.370759 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9fcfe34b-5258-47bd-be69-bfff3b1017eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:30.386562 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f1af6bda-8840-468f-8f6f-097afb4872f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:30.433223 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f1af6bda-8840-468f-8f6f-097afb4872f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:30.470187 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9fcfe34b-5258-47bd-be69-bfff3b1017eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:30.485162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-9fcfe34b-5258-47bd-be69-bfff3b1017eb admin admin] Calling delete_port for deeff921-2b06-4a1f-b3de-2e7d5ed4ee81 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:30.683848 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f1af6bda-8840-468f-8f6f-097afb4872f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3373dd950654959b811d9181259d44a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6707551 Jul 23 20:26:30.688599 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55450) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:30.747760 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9fcfe34b-5258-47bd-be69-bfff3b1017eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:30.781775 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af6bda-8840-468f-8f6f-097afb4872f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a48e38-0633-4e18-b002-76dda64b747b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:30.803129 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfe34b-5258-47bd-be69-bfff3b1017eb admin admin] Pushing event deleted for resources: {'Port': ['ID=deeff921-2b06-4a1f-b3de-2e7d5ed4ee81,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:30.972233 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-a7519db5-c091-425c-bded-3e8fadb67dbe service neutron] 10.222.0.55 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264479 Jul 23 20:26:31.013217 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f373655-96ee-4b87-ac31-fd57a82374fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:31.133794 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9fcfe34b-5258-47bd-be69-bfff3b1017eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:31.181197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a92c4e-9fe8-43d5-92e4-730986e42712 req-9ad4f7ee-0051-4f51-bf6b-2be34651da21 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:31.184410 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-22a92c4e-9fe8-43d5-92e4-730986e42712 req-9ad4f7ee-0051-4f51-bf6b-2be34651da21 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.48 "GET /v2.0/ports?device_id=b687a819-800e-43ef-829a-a9dacaa2425c HTTP/1.1" status: 200 len: 967 time: 0.5132775 Jul 23 20:26:31.190937 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f373655-96ee-4b87-ac31-fd57a82374fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:31.350970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107c725-0859-4863-9e76-5dc12b888773 req-8f03a3bc-e411-472c-8a4b-da957b24c2d7 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:31.353025 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d107c725-0859-4863-9e76-5dc12b888773 req-8f03a3bc-e411-472c-8a4b-da957b24c2d7 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 1097 time: 0.5725904 Jul 23 20:26:31.366904 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0cb72050-23d7-4455-b6d3-d45f79a365c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:31.427686 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0cb72050-23d7-4455-b6d3-d45f79a365c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:31.466281 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0cb72050-23d7-4455-b6d3-d45f79a365c8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91b38f0e328b498eb5b851640055bd99&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8313346 Jul 23 20:26:31.498556 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55454) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:31.544922 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-5b3201b2-aa95-45c5-8a81-9a27adec745b service neutron] 10.222.0.55 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711396 Jul 23 20:26:31.564990 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d107c725-0859-4863-9e76-5dc12b888773 req-1b29a7b8-f71d-46f8-9042-7bba6dc80da9 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876848 Jul 23 20:26:31.590687 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb72050-23d7-4455-b6d3-d45f79a365c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caab517-fa6a-4bab-aa37-7f92a6e9d695,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:31.593566 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f373655-96ee-4b87-ac31-fd57a82374fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:31.596311 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f373655-96ee-4b87-ac31-fd57a82374fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:31.599818 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8f373655-96ee-4b87-ac31-fd57a82374fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/86a48e38-0633-4e18-b002-76dda64b747b HTTP/1.1" status: 204 len: 168 time: 0.8884759 Jul 23 20:26:31.627264 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-270131e2-3798-4c9f-a353-8fea9b12553d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:31.630614 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f373655-96ee-4b87-ac31-fd57a82374fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a48e38-0633-4e18-b002-76dda64b747b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:31.654287 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-22a92c4e-9fe8-43d5-92e4-730986e42712 req-d4b5100f-8db4-431d-8a06-ab20c4779d19 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Deleting port c238aa09-353f-4913-82f2-09910bea4682 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:31.655050 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-22a92c4e-9fe8-43d5-92e4-730986e42712 req-d4b5100f-8db4-431d-8a06-ab20c4779d19 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:31.701658 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-270131e2-3798-4c9f-a353-8fea9b12553d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:31.885640 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-22a92c4e-9fe8-43d5-92e4-730986e42712 req-d4b5100f-8db4-431d-8a06-ab20c4779d19 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] For port c238aa09-353f-4913-82f2-09910bea4682, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=c238aa09-353f-4913-82f2-09910bea4682,segment=NetworkSegment(37f4fce7-6013-41e7-8a2d-fe7311437d21),segment_id=37f4fce7-6013-41e7-8a2d-fe7311437d21)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:31.886073 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-22a92c4e-9fe8-43d5-92e4-730986e42712 req-d4b5100f-8db4-431d-8a06-ab20c4779d19 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.010241 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcfe34b-5258-47bd-be69-bfff3b1017eb admin admin] Router 9002da07-35b9-4a8c-8e62-45a87e26f1dc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:26:32.218288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:32.336822 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:32.352977 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:32.353385 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.401676 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-270131e2-3798-4c9f-a353-8fea9b12553d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.417287 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-270131e2-3798-4c9f-a353-8fea9b12553d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.422394 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-270131e2-3798-4c9f-a353-8fea9b12553d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9caab517-fa6a-4bab-aa37-7f92a6e9d695 HTTP/1.1" status: 204 len: 168 time: 0.9182405 Jul 23 20:26:32.457268 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcfe34b-5258-47bd-be69-bfff3b1017eb admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:32.477995 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9fcfe34b-5258-47bd-be69-bfff3b1017eb admin admin] 10.222.0.55 "PUT /v2.0/routers/9002da07-35b9-4a8c-8e62-45a87e26f1dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2398138 Jul 23 20:26:32.483310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55492) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:32.654173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270131e2-3798-4c9f-a353-8fea9b12553d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caab517-fa6a-4bab-aa37-7f92a6e9d695,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:32.719768 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.806816 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9b72e33e-fc47-4a62-8b42-4aa2bff87b8b,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:32.821137 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-22a92c4e-9fe8-43d5-92e4-730986e42712 req-d4b5100f-8db4-431d-8a06-ab20c4779d19 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.821787 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-22a92c4e-9fe8-43d5-92e4-730986e42712 req-d4b5100f-8db4-431d-8a06-ab20c4779d19 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.822890 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [req-22a92c4e-9fe8-43d5-92e4-730986e42712 req-d4b5100f-8db4-431d-8a06-ab20c4779d19 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Floating IP ba8eea19-d6ea-4044-b82e-22169166ea68 disassociated. External IP: 172.25.3.254, port: c238aa09-353f-4913-82f2-09910bea4682. Jul 23 20:26:32.824456 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.829855 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-22a92c4e-9fe8-43d5-92e4-730986e42712 req-d4b5100f-8db4-431d-8a06-ab20c4779d19 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Calling delete_port for c238aa09-353f-4913-82f2-09910bea4682 owned by compute:tempest-test_az-591332748 {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:32.974481 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27731e0f-a74f-4e2e-be85-5d6bdfdb2bd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.986204 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=9b72e33e-fc47-4a62-8b42-4aa2bff87b8b,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:33.001189 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d418426-09e7-4cd1-a308-4e3ef47b514e None None] Sync routers for ids ['9002da07-35b9-4a8c-8e62-45a87e26f1dc'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:33.058629 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d418426-09e7-4cd1-a308-4e3ef47b514e None None] Routers {'9002da07-35b9-4a8c-8e62-45a87e26f1dc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:33.064787 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6d418426-09e7-4cd1-a308-4e3ef47b514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:26:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['9002da07-35b9-4a8c-8e62-45a87e26f1dc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:33.099664 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f3bbd4c-5fb6-444f-b867-8e3cadc10781 req-798709df-6f83-441f-9b41-4c25364511a9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 210 time: 0.5624709 Jul 23 20:26:33.150880 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e2900-e8d4-4f25-a4a4-fdc978d55d41 req-69ba2c03-5596-447b-8c38-d430a926deda tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:33.155420 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d73e2900-e8d4-4f25-a4a4-fdc978d55d41 req-69ba2c03-5596-447b-8c38-d430a926deda tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 1.3487856 Jul 23 20:26:33.226339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55520) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:33.260440 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a3142f8-cc62-447e-9d07-e97a31508a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.333300 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27731e0f-a74f-4e2e-be85-5d6bdfdb2bd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.428130 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6d418426-09e7-4cd1-a308-4e3ef47b514e None None] Set router 9002da07-35b9-4a8c-8e62-45a87e26f1dc gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:33.490475 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-22a92c4e-9fe8-43d5-92e4-730986e42712 req-d4b5100f-8db4-431d-8a06-ab20c4779d19 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.492618 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a3142f8-cc62-447e-9d07-e97a31508a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.498529 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-27731e0f-a74f-4e2e-be85-5d6bdfdb2bd1 admin admin] Deleting port 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:33.498862 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27731e0f-a74f-4e2e-be85-5d6bdfdb2bd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.529281 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a3142f8-cc62-447e-9d07-e97a31508a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.533246 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d73e2900-e8d4-4f25-a4a4-fdc978d55d41 req-d61b6a84-2953-4bfc-94d8-b8b1412c7f34 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584292 Jul 23 20:26:33.606423 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5100f-8db4-431d-8a06-ab20c4779d19 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Pushing event deleted for resources: {'Port': ['ID=c238aa09-353f-4913-82f2-09910bea4682,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:33.626136 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3142f8-cc62-447e-9d07-e97a31508a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e73a2e-7c2b-40ff-8b49-983f1405ff3e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:33.639222 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6a3142f8-cc62-447e-9d07-e97a31508a52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3a9777c91d443899d3f3bfdf46cc994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079802 Jul 23 20:26:33.644402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55530) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:33.683685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55532) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:33.734803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-27731e0f-a74f-4e2e-be85-5d6bdfdb2bd1 admin admin] For port 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9b72e33e-fc47-4a62-8b42-4aa2bff87b8b,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:33.737139 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27731e0f-a74f-4e2e-be85-5d6bdfdb2bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.772095 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-27731e0f-a74f-4e2e-be85-5d6bdfdb2bd1 admin admin] Calling delete_port for 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:33.815542 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f70c83b-fecb-4067-b4a2-4c875fd635ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.889176 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-cc31ed6b-612f-4893-abc5-ce0385aba6e9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-network', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:33.905677 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22a92c4e-9fe8-43d5-92e4-730986e42712 req-d4b5100f-8db4-431d-8a06-ab20c4779d19 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Router 604175e0-803e-4dc3-a847-19f171f63526 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:26:33.911325 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6d418426-09e7-4cd1-a308-4e3ef47b514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9002da07-35b9-4a8c-8e62-45a87e26f1dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1377896571-router', 'tenant_id': 'da0908d51cee40d98263ed8248efb5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '9b72e33e-fc47-4a62-8b42-4aa2bff87b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:19Z', 'updated_at': '2021-07-23T20:26:30Z', 'revision_number': 5, 'project_id': 'da0908d51cee40d98263ed8248efb5d3', 'gw_port': {'id': '9b72e33e-fc47-4a62-8b42-4aa2bff87b8b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9002da07-35b9-4a8c-8e62-45a87e26f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:21Z', 'updated_at': '2021-07-23T20:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:33.924842 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f70c83b-fecb-4067-b4a2-4c875fd635ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.988459 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc31ed6b-612f-4893-abc5-ce0385aba6e9 admin admin] Made reservation on behalf of f13c05c7d1a64f6eb77c427187b36511 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:33.997214 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc31ed6b-612f-4893-abc5-ce0385aba6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.016369 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc31ed6b-612f-4893-abc5-ce0385aba6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.044800 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d418426-09e7-4cd1-a308-4e3ef47b514e None None] Checking router: 9002da07-35b9-4a8c-8e62-45a87e26f1dc for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:26:34.079701 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d418426-09e7-4cd1-a308-4e3ef47b514e None None] Routers {'9002da07-35b9-4a8c-8e62-45a87e26f1dc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:34.084935 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6d418426-09e7-4cd1-a308-4e3ef47b514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:26:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['9002da07-35b9-4a8c-8e62-45a87e26f1dc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:34.231769 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:34.311264 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device c238aa09-353f-4913-82f2-09910bea4682 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:34.312038 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f70c83b-fecb-4067-b4a2-4c875fd635ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.315981 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f70c83b-fecb-4067-b4a2-4c875fd635ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.330127 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9f70c83b-fecb-4067-b4a2-4c875fd635ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63e73a2e-7c2b-40ff-8b49-983f1405ff3e HTTP/1.1" status: 204 len: 168 time: 0.6776083 Jul 23 20:26:34.421170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: c238aa09-353f-4913-82f2-09910bea4682 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:26:34.438093 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device c238aa09-353f-4913-82f2-09910bea4682 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:26:34.479386 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6d418426-09e7-4cd1-a308-4e3ef47b514e None None] Set router 9002da07-35b9-4a8c-8e62-45a87e26f1dc gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:34.524975 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:34.526461 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.616922 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc31ed6b-612f-4893-abc5-ce0385aba6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.620138 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c83b-fecb-4067-b4a2-4c875fd635ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e73a2e-7c2b-40ff-8b49-983f1405ff3e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:34.626469 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc31ed6b-612f-4893-abc5-ce0385aba6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.677004 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6d418426-09e7-4cd1-a308-4e3ef47b514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9002da07-35b9-4a8c-8e62-45a87e26f1dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1377896571-router', 'tenant_id': 'da0908d51cee40d98263ed8248efb5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:19Z', 'updated_at': '2021-07-23T20:26:33Z', 'revision_number': 6, 'project_id': 'da0908d51cee40d98263ed8248efb5d3', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:34.706539 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31ed6b-612f-4893-abc5-ce0385aba6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e227ad0a-7567-41d6-89d7-e3962ebdd74a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:34.778928 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27731e0f-a74f-4e2e-be85-5d6bdfdb2bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.804438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc31ed6b-612f-4893-abc5-ce0385aba6e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:26:34.815645 n-d-791504-18 neutron-server[93812]: INFO neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No ports have port_id starting with 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b Jul 23 20:26:34.825707 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d418426-09e7-4cd1-a308-4e3ef47b514e None None] The sync data for ids ['9002da07-35b9-4a8c-8e62-45a87e26f1dc'] in n-d-791504-18 is: [{'id': '9002da07-35b9-4a8c-8e62-45a87e26f1dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1377896571-router', 'tenant_id': 'da0908d51cee40d98263ed8248efb5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:19Z', 'updated_at': '2021-07-23T20:26:33Z', 'revision_number': 6, 'project_id': 'da0908d51cee40d98263ed8248efb5d3', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:34.977861 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27731e0f-a74f-4e2e-be85-5d6bdfdb2bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b72e33e-fc47-4a62-8b42-4aa2bff87b8b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:34.981037 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc31ed6b-612f-4893-abc5-ce0385aba6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.981398 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-cc31ed6b-612f-4893-abc5-ce0385aba6e9 admin admin] Added segment 028c4bfd-4c47-4f36-9238-21941149efb6 of type vlan for network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 Jul 23 20:26:34.999870 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27731e0f-a74f-4e2e-be85-5d6bdfdb2bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.083887 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98146cb2-a0be-480f-a879-6fac5a91b14d req-1fe4a496-d6b6-4330-a955-e1fbe4da9d11 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 210 time: 0.1104884 Jul 23 20:26:35.123134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-93aaaebb-5214-4041-9899-c8ce3acd9a03 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:35.125093 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-93aaaebb-5214-4041-9899-c8ce3acd9a03 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.57 "GET /v2.0/networks?id=f7d042f9-5f6b-45f4-af0d-c0167546d960 HTTP/1.1" status: 200 len: 823 time: 1.0969839 Jul 23 20:26:35.158923 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc31ed6b-612f-4893-abc5-ce0385aba6e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.167696 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22a92c4e-9fe8-43d5-92e4-730986e42712 req-d4b5100f-8db4-431d-8a06-ab20c4779d19 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:35.177626 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3919ab0e-ea2d-444e-aa79-5a7814593b29 None None] Sync routers for ids ['604175e0-803e-4dc3-a847-19f171f63526'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:35.195746 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23941ad9-d67b-4f10-a5dc-d0eaf3faf79f req-0bf852fd-fcef-42c3-af83-c76c443d0f84 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:35.198130 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-23941ad9-d67b-4f10-a5dc-d0eaf3faf79f req-0bf852fd-fcef-42c3-af83-c76c443d0f84 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.2236130 Jul 23 20:26:35.206672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3919ab0e-ea2d-444e-aa79-5a7814593b29 None None] Routers {'604175e0-803e-4dc3-a847-19f171f63526'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:35.207841 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3919ab0e-ea2d-444e-aa79-5a7814593b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:26:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['604175e0-803e-4dc3-a847-19f171f63526'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:35.235500 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc31ed6b-612f-4893-abc5-ce0385aba6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.239911 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc31ed6b-612f-4893-abc5-ce0385aba6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:35.241206 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc31ed6b-612f-4893-abc5-ce0385aba6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.271852 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27731e0f-a74f-4e2e-be85-5d6bdfdb2bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.319391 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27731e0f-a74f-4e2e-be85-5d6bdfdb2bd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.333987 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a92c4e-9fe8-43d5-92e4-730986e42712 req-d4b5100f-8db4-431d-8a06-ab20c4779d19 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] No DVR routers for this DVR port c238aa09-353f-4913-82f2-09910bea4682 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:26:35.339345 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-22a92c4e-9fe8-43d5-92e4-730986e42712 req-d4b5100f-8db4-431d-8a06-ab20c4779d19 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.341332 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-22a92c4e-9fe8-43d5-92e4-730986e42712 req-d4b5100f-8db4-431d-8a06-ab20c4779d19 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.48 "DELETE /v2.0/ports/c238aa09-353f-4913-82f2-09910bea4682 HTTP/1.1" status: 204 len: 173 time: 4.1298103 Jul 23 20:26:35.341934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b687a819-800e-43ef-829a-a9dacaa2425c', 'name': 'network-vif-deleted', 'tag': 'c238aa09-353f-4913-82f2-09910bea4682'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:35.344285 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa5a98d-a3f1-4649-9820-e7089758575f" -d '{"events": [{"server_uuid": "b687a819-800e-43ef-829a-a9dacaa2425c", "name": "network-vif-deleted", "tag": "c238aa09-353f-4913-82f2-09910bea4682"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:35.350884 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-aa590bb7-7da2-4af5-b360-50d2beffcfc1 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=282b5619c5a34c6ea12d7fca8ffb305e HTTP/1.1" status: 200 len: 380 time: 0.2083895 Jul 23 20:26:35.373384 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-e7e7071a-15ea-41c5-8d2b-b5c4dcf9a3c6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Request body: {'port': {'device_id': 'b1d6c557-1e4e-498c-bd87-1f4c3bf32571', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'admin_state_up': True, 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'security_groups': ['d04059b0-72c5-4762-9634-6acd68b38e61']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:35.394275 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cc31ed6b-612f-4893-abc5-ce0385aba6e9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7080777 Jul 23 20:26:35.422179 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55572) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:35.442370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-918d8f66-3c86-40fa-847c-ddf410e3e9ef admin admin] Request body: {'subnet': {'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-subnet', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:35.453241 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8f228e-27c5-4067-af31-4df87b0eaeca x-openstack-request-id: req-7a8f228e-27c5-4067-af31-4df87b0eaeca {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:35.453524 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b687a819-800e-43ef-829a-a9dacaa2425c", "name": "network-vif-deleted", "tag": "c238aa09-353f-4913-82f2-09910bea4682", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:35.453788 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a8f228e-27c5-4067-af31-4df87b0eaeca {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:35.454168 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b687a819-800e-43ef-829a-a9dacaa2425c', 'name': 'network-vif-deleted', 'tag': 'c238aa09-353f-4913-82f2-09910bea4682', 'status': 'completed', 'code': 200} Jul 23 20:26:35.480256 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-23941ad9-d67b-4f10-a5dc-d0eaf3faf79f req-4ad95b67-fd29-40ce-a997-8ebad4bb5346 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264612 Jul 23 20:26:35.499214 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-3919ab0e-ea2d-444e-aa79-5a7814593b29 None None] Set router 604175e0-803e-4dc3-a847-19f171f63526 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:35.712140 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-e7e7071a-15ea-41c5-8d2b-b5c4dcf9a3c6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Made reservation on behalf of 282b5619c5a34c6ea12d7fca8ffb305e for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:35.726797 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-e7e7071a-15ea-41c5-8d2b-b5c4dcf9a3c6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.825791 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918d8f66-3c86-40fa-847c-ddf410e3e9ef admin admin] Made reservation on behalf of f13c05c7d1a64f6eb77c427187b36511 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:35.845538 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-918d8f66-3c86-40fa-847c-ddf410e3e9ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.866500 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31ed6b-612f-4893-abc5-ce0385aba6e9 admin admin] Pushing event updated for resources: {'Network': ['ID=5bbafa9b-1ff2-449f-b382-7dc58b5f6330,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:35.875773 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27731e0f-a74f-4e2e-be85-5d6bdfdb2bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.887920 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27731e0f-a74f-4e2e-be85-5d6bdfdb2bd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9002da07-35b9-4a8c-8e62-45a87e26f1dc {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:26:35.972264 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27731e0f-a74f-4e2e-be85-5d6bdfdb2bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.976045 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-27731e0f-a74f-4e2e-be85-5d6bdfdb2bd1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9002da07-35b9-4a8c-8e62-45a87e26f1dc HTTP/1.1" status: 204 len: 168 time: 3.4890842 Jul 23 20:26:35.984739 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:26:35.998022 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55600) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:36.285879 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665ee33-cddf-4909-9ea8-041bacadc425 req-b268e0fe-bbbd-4bb1-8c81-fb24cdaffcad tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:36.298280 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6665ee33-cddf-4909-9ea8-041bacadc425 req-b268e0fe-bbbd-4bb1-8c81-fb24cdaffcad tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 1097 time: 0.2692313 Jul 23 20:26:36.329203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-e7e7071a-15ea-41c5-8d2b-b5c4dcf9a3c6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Allocated IP 172.20.0.10 (f7d042f9-5f6b-45f4-af0d-c0167546d960/70510b3b-e3cb-4ef3-a472-cc252ad56cea/bedf154e-bae0-4e26-a241-96e446fff0aa) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:36.366861 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6665ee33-cddf-4909-9ea8-041bacadc425 req-e90d5125-315a-47d7-9b03-113b2b35c6d5 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628822 Jul 23 20:26:36.405697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:36.619025 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-918d8f66-3c86-40fa-847c-ddf410e3e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.620010 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:26:36.620461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9b72e33e-fc47-4a62-8b42-4aa2bff87b8b not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:26:36.623641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device deeff921-2b06-4a1f-b3de-2e7d5ed4ee81 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:36.664941 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc211192-326b-484d-a06e-dec79980cdd4 admin admin] Deleting subnet 827c0928-d479-4767-96da-ecb04672e33d {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:26:36.673259 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc211192-326b-484d-a06e-dec79980cdd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.691319 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: deeff921-2b06-4a1f-b3de-2e7d5ed4ee81 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:26:36.694174 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device deeff921-2b06-4a1f-b3de-2e7d5ed4ee81 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:26:36.741326 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-e7e7071a-15ea-41c5-8d2b-b5c4dcf9a3c6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.745662 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dddb2cb1-993c-4bdf-aea3-eef438bf0a3a req-f64725af-1fbf-49ec-a9c9-98250dfa865a tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 210 time: 0.1127787 Jul 23 20:26:36.761239 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3919ab0e-ea2d-444e-aa79-5a7814593b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '2ee261b4-b198-4de1-9655-e7cef69e167d', 'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'mac_address': 'fa:16:3e:91:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:57Z', 'updated_at': '2021-07-23T20:24:07Z', 'revision_number': 5, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'subnets': [{'id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:36.780160 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc211192-326b-484d-a06e-dec79980cdd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.794153 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-e7e7071a-15ea-41c5-8d2b-b5c4dcf9a3c6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Transition to ACTIVE for port object bedf154e-bae0-4e26-a241-96e446fff0aa will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:36.844628 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3919ab0e-ea2d-444e-aa79-5a7814593b29 None None] Checking router: 604175e0-803e-4dc3-a847-19f171f63526 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:26:36.886408 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3919ab0e-ea2d-444e-aa79-5a7814593b29 None None] Routers {'604175e0-803e-4dc3-a847-19f171f63526'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:36.897964 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3919ab0e-ea2d-444e-aa79-5a7814593b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:26:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['604175e0-803e-4dc3-a847-19f171f63526'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:36.904219 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc211192-326b-484d-a06e-dec79980cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.916568 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-e7e7071a-15ea-41c5-8d2b-b5c4dcf9a3c6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.970866 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc211192-326b-484d-a06e-dec79980cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.007925 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d8f66-3c86-40fa-847c-ddf410e3e9ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=3be2f305-b5e9-4032-b91f-a7f98f558b55,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:37.037471 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc211192-326b-484d-a06e-dec79980cdd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=827c0928-d479-4767-96da-ecb04672e33d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:37.040059 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc211192-326b-484d-a06e-dec79980cdd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.043526 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fc211192-326b-484d-a06e-dec79980cdd4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/827c0928-d479-4767-96da-ecb04672e33d HTTP/1.1" status: 204 len: 168 time: 1.0444348 Jul 23 20:26:37.045089 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918d8f66-3c86-40fa-847c-ddf410e3e9ef admin admin] Checking segment: {'id': '028c4bfd-4c47-4f36-9238-21941149efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:37.046159 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918d8f66-3c86-40fa-847c-ddf410e3e9ef admin admin] Network hostable DHCP agents. Network: 5bbafa9b-1ff2-449f-b382-7dc58b5f6330, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:26:37.048912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55622) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:37.057231 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef706c05-d91c-4e7b-855a-f1d1145eeba0 None None] Network 46b63f7b-b417-42c3-a9f5-75aef80975dd requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:37.057464 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7071a-15ea-41c5-8d2b-b5c4dcf9a3c6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Pushing event updated for resources: {'Port': ['ID=bedf154e-bae0-4e26-a241-96e446fff0aa,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:37.071086 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-e7e7071a-15ea-41c5-8d2b-b5c4dcf9a3c6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Network f7d042f9-5f6b-45f4-af0d-c0167546d960 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:37.074734 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-e7e7071a-15ea-41c5-8d2b-b5c4dcf9a3c6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:37.092740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-e7e7071a-15ea-41c5-8d2b-b5c4dcf9a3c6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:37.101894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-e7e7071a-15ea-41c5-8d2b-b5c4dcf9a3c6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:37.103956 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-e7e7071a-15ea-41c5-8d2b-b5c4dcf9a3c6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.142878 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.168338 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918d8f66-3c86-40fa-847c-ddf410e3e9ef admin admin] Network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:26:37.215211 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-e7e7071a-15ea-41c5-8d2b-b5c4dcf9a3c6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8460064 Jul 23 20:26:37.241912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Request body: {'port': {'device_id': 'b1d6c557-1e4e-498c-bd87-1f4c3bf32571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:37.246290 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-918d8f66-3c86-40fa-847c-ddf410e3e9ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 5bbafa9b-1ff2-449f-b382-7dc58b5f6330) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:37.261858 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918d8f66-3c86-40fa-847c-ddf410e3e9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:37.262702 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-918d8f66-3c86-40fa-847c-ddf410e3e9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.290630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cb33c5-8631-4ac8-9882-7ff8a9da308b None None] Network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:37.297263 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-918d8f66-3c86-40fa-847c-ddf410e3e9ef admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8672247 Jul 23 20:26:37.313736 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55630) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:37.320734 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:37.360798 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] Deleting port 4f247395-1268-4d46-bbfe-3ba6039542ea {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:37.361513 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.414428 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-a0e9d00e-5120-4bc8-883a-b1fbffbdb250 service neutron] show failed (client error): The resource could not be found. Jul 23 20:26:37.422178 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-a0e9d00e-5120-4bc8-883a-b1fbffbdb250 service neutron] 10.222.0.48 "GET /v2.0/ports/3f5d7f53-34c7-43af-ba0c-e59a16565fdd/bindings/n-h2-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.3146217 Jul 23 20:26:37.489719 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.492573 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.527673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33f956-46fc-46e1-b4d1-879703590f52 req-3e2196d2-02cc-4314-a29f-32767c87dd52 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:37.529380 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d33f956-46fc-46e1-b4d1-879703590f52 req-3e2196d2-02cc-4314-a29f-32767c87dd52 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.1892354 Jul 23 20:26:37.532505 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.552512 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-3919ab0e-ea2d-444e-aa79-5a7814593b29 None None] Set router 604175e0-803e-4dc3-a847-19f171f63526 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:37.665082 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d33f956-46fc-46e1-b4d1-879703590f52 req-79632462-7038-417f-bd5f-78b77273ae4b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217389 Jul 23 20:26:37.736564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] For port 4f247395-1268-4d46-bbfe-3ba6039542ea, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=4f247395-1268-4d46-bbfe-3ba6039542ea,segment=NetworkSegment(1826a8b2-0300-4581-b48f-d28d59be3ccc),segment_id=1826a8b2-0300-4581-b48f-d28d59be3ccc)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:37.741430 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.753577 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5d7bc996-24ae-4a58-9932-7eb4f6251d98 None None] Provisioning for port bedf154e-bae0-4e26-a241-96e446fff0aa completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:37.921271 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] Calling delete_port for 4f247395-1268-4d46-bbfe-3ba6039542ea owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:37.922362 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bbe249-343f-4335-8acf-b16b9499a265 None None] DHCP port deletion for 46b63f7b-b417-42c3-a9f5-75aef80975dd request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:26:37.939352 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5d7bc996-24ae-4a58-9932-7eb4f6251d98 None None] Provisioning complete for port bedf154e-bae0-4e26-a241-96e446fff0aa triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:37.940329 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d7bc996-24ae-4a58-9932-7eb4f6251d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.954862 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:38.095895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5d7bc996-24ae-4a58-9932-7eb4f6251d98 None None] Port bedf154e-bae0-4e26-a241-96e446fff0aa cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:26:38.193036 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:26:38.194178 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:38.196613 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4f247395-1268-4d46-bbfe-3ba6039542ea no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:38.234223 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090b295-a50d-4e03-92a4-48d479e043ac req-2e9a9bce-fbf1-418b-a5e3-c2887b457a8a tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:38.235785 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1090b295-a50d-4e03-92a4-48d479e043ac req-2e9a9bce-fbf1-418b-a5e3-c2887b457a8a tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 932 time: 0.2056859 Jul 23 20:26:38.270945 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:38.279543 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-3b6e26a6-92f8-4d78-a3f9-a78e762f7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:38.281460 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-3b6e26a6-92f8-4d78-a3f9-a78e762f7934 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1&tenant_id=1681e95d614a4f089ed176768eeebc0b HTTP/1.1" status: 200 len: 1102 time: 0.4870293 Jul 23 20:26:38.329138 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedf154e-bae0-4e26-a241-96e446fff0aa {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:38.332575 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:38.344653 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:38.345203 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:38.406057 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1090b295-a50d-4e03-92a4-48d479e043ac req-9cd4f544-13fc-49be-8b94-4821bf8ff0ca tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622219 Jul 23 20:26:38.409053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Transition to ACTIVE for port object bedf154e-bae0-4e26-a241-96e446fff0aa will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:38.425481 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:38.453345 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f247395-1268-4d46-bbfe-3ba6039542ea,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:38.475947 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] No DVR routers for this DVR port 4f247395-1268-4d46-bbfe-3ba6039542ea on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:26:38.528701 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No active binding found for port 4f247395-1268-4d46-bbfe-3ba6039542ea {{(pid=93812) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 20:26:38.529136 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4f247395-1268-4d46-bbfe-3ba6039542ea not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:26:38.585102 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Pushing event updated for resources: {'Port': ['ID=bedf154e-bae0-4e26-a241-96e446fff0aa,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:38.609768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-35bbe249-343f-4335-8acf-b16b9499a265 None None] Deleting port 4f247395-1268-4d46-bbfe-3ba6039542ea {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:38.610141 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35bbe249-343f-4335-8acf-b16b9499a265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:38.634130 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:38.727461 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Attempting to bind port bedf154e-bae0-4e26-a241-96e446fff0aa on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:38.728335 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Attempting to bind port bedf154e-bae0-4e26-a241-96e446fff0aa by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '37f4fce7-6013-41e7-8a2d-fe7311437d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:38.729226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Attempting to bind port bedf154e-bae0-4e26-a241-96e446fff0aa on network f7d042f9-5f6b-45f4-af0d-c0167546d960 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:38.736480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Port bedf154e-bae0-4e26-a241-96e446fff0aa on network f7d042f9-5f6b-45f4-af0d-c0167546d960 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:26:38.737142 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Attempting to bind port bedf154e-bae0-4e26-a241-96e446fff0aa on network f7d042f9-5f6b-45f4-af0d-c0167546d960 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:38.746317 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:38.754297 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:38.754999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Checking segment: {'id': '37f4fce7-6013-41e7-8a2d-fe7311437d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:38.755716 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Bound using segment: {'id': '37f4fce7-6013-41e7-8a2d-fe7311437d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:38.756434 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Bound port: bedf154e-bae0-4e26-a241-96e446fff0aa, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f4fce7-6013-41e7-8a2d-fe7311437d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:38.757035 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:38.774571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-35bbe249-343f-4335-8acf-b16b9499a265 None None] For port 4f247395-1268-4d46-bbfe-3ba6039542ea, host n-d-791504-18, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:38.775154 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35bbe249-343f-4335-8acf-b16b9499a265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:38.800510 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-35bbe249-343f-4335-8acf-b16b9499a265 None None] Calling delete_port for 4f247395-1268-4d46-bbfe-3ba6039542ea owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:38.807977 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-35bbe249-343f-4335-8acf-b16b9499a265 None None] Port 4f247395-1268-4d46-bbfe-3ba6039542ea was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:26:38.814132 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35bbe249-343f-4335-8acf-b16b9499a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:38.865448 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b63f7b-b417-42c3-a9f5-75aef80975dd']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:38.867483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbe249-343f-4335-8acf-b16b9499a265 None None] Pushing event deleted for resources: {'Port': ['ID=4f247395-1268-4d46-bbfe-3ba6039542ea,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:38.879192 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Allocated IP 172.20.0.2 (5bbafa9b-1ff2-449f-b382-7dc58b5f6330/3be2f305-b5e9-4032-b91f-a7f98f558b55/c1e72612-62e5-4b08-af4d-43216412a41b) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:38.889770 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bbe249-343f-4335-8acf-b16b9499a265 None None] No DVR routers for this DVR port 4f247395-1268-4d46-bbfe-3ba6039542ea on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:26:38.907295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] For port bedf154e-bae0-4e26-a241-96e446fff0aa, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:38.923139 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] For port bedf154e-bae0-4e26-a241-96e446fff0aa, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bedf154e-bae0-4e26-a241-96e446fff0aa,segment=NetworkSegment(37f4fce7-6013-41e7-8a2d-fe7311437d21),segment_id=37f4fce7-6013-41e7-8a2d-fe7311437d21)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:38.935609 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:38.965158 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3919ab0e-ea2d-444e-aa79-5a7814593b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '2ee261b4-b198-4de1-9655-e7cef69e167d', 'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'mac_address': 'fa:16:3e:91:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:57Z', 'updated_at': '2021-07-23T20:24:07Z', 'revision_number': 5, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'subnets': [{'id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:39.034269 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3919ab0e-ea2d-444e-aa79-5a7814593b29 None None] The sync data for ids ['604175e0-803e-4dc3-a847-19f171f63526'] in n-d-791504-18 is: [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '2ee261b4-b198-4de1-9655-e7cef69e167d', 'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'mac_address': 'fa:16:3e:91:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:57Z', 'updated_at': '2021-07-23T20:24:07Z', 'revision_number': 5, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'subnets': [{'id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:39.053727 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Pushing event updated for resources: {'Port': ['ID=bedf154e-bae0-4e26-a241-96e446fff0aa,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:39.057601 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1826a8b2-0300-4581-b48f-d28d59be3ccc') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:39.057906 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1826a8b2-0300-4581-b48f-d28d59be3ccc') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:39.068386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:39.069016 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:39.070447 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-4eead655-f5ab-44a9-8f82-1a587789afe5 service neutron] 10.222.0.57 "PUT /v2.0/ports/bedf154e-bae0-4e26-a241-96e446fff0aa HTTP/1.1" status: 200 len: 1093 time: 1.8382919 Jul 23 20:26:39.070916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d6c557-1e4e-498c-bd87-1f4c3bf32571', 'tag': 'bedf154e-bae0-4e26-a241-96e446fff0aa'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:39.076160 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba88795-2257-4e01-bc18-c803420a6f22" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d6c557-1e4e-498c-bd87-1f4c3bf32571", "tag": "bedf154e-bae0-4e26-a241-96e446fff0aa"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:39.082812 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-263ae084-f2bf-42ec-bbad-4a2f5461e51e tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:26:39.084382 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-263ae084-f2bf-42ec-bbad-4a2f5461e51e tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3177006 Jul 23 20:26:39.109901 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-c9887423-0ee3-48e9-b6b6-72249931c683 service neutron] Request body: {'binding': {'host': 'n-h2-791504-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:39.110774 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-c9887423-0ee3-48e9-b6b6-72249931c683 service neutron] Unknown quota resources ['binding']. {{(pid=93810) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:26:39.229301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-36261d30-7911-4710-8078-9c7755a3a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:39.233883 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-36261d30-7911-4710-8078-9c7755a3a643 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=282b5619c5a34c6ea12d7fca8ffb305e&device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 1096 time: 0.1152933 Jul 23 20:26:39.304490 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-37cfcab1-3849-42a3-b08f-75c81dc01076 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bedf154e-bae0-4e26-a241-96e446fff0aa HTTP/1.1" status: 200 len: 217 time: 0.0588012 Jul 23 20:26:39.379240 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:39.381489 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:39.408816 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Transition to ACTIVE for port object c1e72612-62e5-4b08-af4d-43216412a41b will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:39.443774 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Transition to ACTIVE for port object c1e72612-62e5-4b08-af4d-43216412a41b will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:39.459387 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:39.466983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-44e4ecbd-af13-47c9-baf7-7a62521ba174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:39.469804 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-44e4ecbd-af13-47c9-baf7-7a62521ba174 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70510b3b-e3cb-4ef3-a472-cc252ad56cea HTTP/1.1" status: 200 len: 862 time: 0.1528769 Jul 23 20:26:39.501615 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b47020-9f45-4d29-b80c-d9e46e123036 None None] New status for floating IP ba8eea19-d6ea-4044-b82e-22169166ea68: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:26:39.535962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Pushing event updated for resources: {'Port': ['ID=c1e72612-62e5-4b08-af4d-43216412a41b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:39.557114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0675cf-c5bd-4091-a5e1-fd929833a4c0 req-cfbfce9f-9f89-48f6-8cea-669f6fa55212 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:39.561634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:39.563729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:39.568609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:39.576314 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1c0675cf-c5bd-4091-a5e1-fd929833a4c0 req-cfbfce9f-9f89-48f6-8cea-669f6fa55212 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.1849558 Jul 23 20:26:39.653145 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Attempting to bind port c1e72612-62e5-4b08-af4d-43216412a41b on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:39.653767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Attempting to bind port c1e72612-62e5-4b08-af4d-43216412a41b by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '028c4bfd-4c47-4f36-9238-21941149efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:39.654322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Attempting to bind port c1e72612-62e5-4b08-af4d-43216412a41b on network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:39.660225 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:39.660901 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Checking segment: {'id': '028c4bfd-4c47-4f36-9238-21941149efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:39.663229 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:39.663814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Bound using segment: {'id': '028c4bfd-4c47-4f36-9238-21941149efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:39.664471 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Bound port: c1e72612-62e5-4b08-af4d-43216412a41b, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028c4bfd-4c47-4f36-9238-21941149efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:39.665058 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:39.683831 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-02a27a0f-adcd-4ad5-93b7-06508a2e7dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:39.685569 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-02a27a0f-adcd-4ad5-93b7-06508a2e7dc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7d042f9-5f6b-45f4-af0d-c0167546d960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2103097 Jul 23 20:26:39.705830 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1c0675cf-c5bd-4091-a5e1-fd929833a4c0 req-f83f40a8-e42b-4f75-9322-2eb6cf2f7fc3 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283975 Jul 23 20:26:39.771673 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] For port c1e72612-62e5-4b08-af4d-43216412a41b, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:39.782282 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] For port c1e72612-62e5-4b08-af4d-43216412a41b, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c1e72612-62e5-4b08-af4d-43216412a41b,segment=NetworkSegment(028c4bfd-4c47-4f36-9238-21941149efb6),segment_id=028c4bfd-4c47-4f36-9238-21941149efb6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:39.794581 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:39.821067 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:39.896580 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-dad78fe5-4fc8-480b-a322-27955150d1a4 service neutron] 10.222.0.57 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868181 Jul 23 20:26:39.902459 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1ba662-39e0-442e-bf52-d6d3a4e78a42 x-openstack-request-id: req-5a1ba662-39e0-442e-bf52-d6d3a4e78a42 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:39.903058 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d6c557-1e4e-498c-bd87-1f4c3bf32571", "tag": "bedf154e-bae0-4e26-a241-96e446fff0aa", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:39.904253 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a1ba662-39e0-442e-bf52-d6d3a4e78a42 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:39.904826 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d6c557-1e4e-498c-bd87-1f4c3bf32571', 'tag': 'bedf154e-bae0-4e26-a241-96e446fff0aa', 'status': 'completed', 'code': 200} Jul 23 20:26:39.911311 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0aefc-5278-40f4-b5d7-04add797f13d None None] Pushing event updated for resources: {'Port': ['ID=c1e72612-62e5-4b08-af4d-43216412a41b,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:40.004568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] For port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:40.030237 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:26:40.035834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:26:40.039858 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:26:40.108257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f02ed82-eef1-4899-be3e-9c0a15cd67b3 req-d80dae78-773d-4f1e-91b4-5cf44e8ee6aa service neutron] 10.222.0.57 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986341 Jul 23 20:26:40.254206 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7c364-202b-4f9c-b4fa-ab1cd988b1d5 req-fb7a459d-9144-42fa-a309-b076e46f7ae2 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:40.264685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfd7c364-202b-4f9c-b4fa-ab1cd988b1d5 req-fb7a459d-9144-42fa-a309-b076e46f7ae2 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 944 time: 0.1644697 Jul 23 20:26:40.277423 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] For port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:40.311446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-c9887423-0ee3-48e9-b6b6-72249931c683 service neutron] Attempting to bind port 28d35720-ce9d-4e20-aede-709584c1d93e on host n-h2-791504-18 for vnic_type normal with profile None {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:40.311694 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-c9887423-0ee3-48e9-b6b6-72249931c683 service neutron] Attempting to bind port 28d35720-ce9d-4e20-aede-709584c1d93e by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:40.312023 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-c9887423-0ee3-48e9-b6b6-72249931c683 service neutron] Attempting to bind port 28d35720-ce9d-4e20-aede-709584c1d93e on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:40.327892 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-c9887423-0ee3-48e9-b6b6-72249931c683 service neutron] Port 28d35720-ce9d-4e20-aede-709584c1d93e on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:26:40.328862 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-c9887423-0ee3-48e9-b6b6-72249931c683 service neutron] Attempting to bind port 28d35720-ce9d-4e20-aede-709584c1d93e on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:40.330159 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba88795-2257-4e01-bc18-c803420a6f22 req-f82cfd19-3365-4f4c-9e8d-81b4419bb7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:40.331802 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ba88795-2257-4e01-bc18-c803420a6f22 req-f82cfd19-3365-4f4c-9e8d-81b4419bb7d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=282b5619c5a34c6ea12d7fca8ffb305e&device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 1096 time: 0.1483746 Jul 23 20:26:40.332861 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.333048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 3f5d7f53-34c7-43af-ba0c-e59a16565fdd no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:40.335070 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfd7c364-202b-4f9c-b4fa-ab1cd988b1d5 req-b3729206-a956-40e3-bc13-9ca31ee1d0d9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694838 Jul 23 20:26:40.379929 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.381866 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] 10.222.0.55 "DELETE /v2.0/networks/46b63f7b-b417-42c3-a9f5-75aef80975dd HTTP/1.1" status: 204 len: 168 time: 3.3317196 Jul 23 20:26:40.387659 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-c9887423-0ee3-48e9-b6b6-72249931c683 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:40.387874 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-c9887423-0ee3-48e9-b6b6-72249931c683 service neutron] Checking segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:40.388258 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-c9887423-0ee3-48e9-b6b6-72249931c683 service neutron] Bound using segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:40.390414 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-c9887423-0ee3-48e9-b6b6-72249931c683 service neutron] Bound port: 28d35720-ce9d-4e20-aede-709584c1d93e, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:40.401009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b835358e-b95f-4785-b5e3-17bb199a45f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f5d7f53-34c7-43af-ba0c-e59a16565fdd'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:40.407841 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4756a9-7a02-41eb-a375-00f3d149c7c0" -d '{"events": [{"server_uuid": "b835358e-b95f-4785-b5e3-17bb199a45f1", "name": "network-vif-unplugged", "status": "completed", "tag": "3f5d7f53-34c7-43af-ba0c-e59a16565fdd"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:40.422706 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.459983 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fcc9d-b672-46dd-be94-854800300b20 admin admin] Pushing event deleted for resources: {'Network': ['ID=46b63f7b-b417-42c3-a9f5-75aef80975dd,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:40.483209 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Transition to ACTIVE for port object 3f5d7f53-34c7-43af-ba0c-e59a16565fdd will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:40.485999 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.520893 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.545521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba88795-2257-4e01-bc18-c803420a6f22 req-5282ffc8-2f61-4167-a4b5-d27b6434911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:40.560627 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.576622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ba88795-2257-4e01-bc18-c803420a6f22 req-5282ffc8-2f61-4167-a4b5-d27b6434911d service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7d042f9-5f6b-45f4-af0d-c0167546d960 HTTP/1.1" status: 200 len: 924 time: 0.1975236 Jul 23 20:26:40.577657 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-c9887423-0ee3-48e9-b6b6-72249931c683 service neutron] For port 28d35720-ce9d-4e20-aede-709584c1d93e, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=28d35720-ce9d-4e20-aede-709584c1d93e,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:40.587918 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.617249 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-c9887423-0ee3-48e9-b6b6-72249931c683 service neutron] Notify callbacks [] for binding, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.619512 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-c9887423-0ee3-48e9-b6b6-72249931c683 service neutron] 10.222.0.55 "POST /v2.0/ports/28d35720-ce9d-4e20-aede-709584c1d93e/bindings HTTP/1.1" status: 201 len: 390 time: 1.5226734 Jul 23 20:26:40.665340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ba88795-2257-4e01-bc18-c803420a6f22 req-6f6b752d-811f-41ab-b951-0f0ce0440147 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bedf154e-bae0-4e26-a241-96e446fff0aa HTTP/1.1" status: 200 len: 217 time: 0.0877519 Jul 23 20:26:40.697032 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:26:40.698018 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:26:40.738284 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8573e17-e67b-407d-83f0-c03fa595937a x-openstack-request-id: req-f8573e17-e67b-407d-83f0-c03fa595937a {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:40.738665 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b835358e-b95f-4785-b5e3-17bb199a45f1", "name": "network-vif-unplugged", "status": "completed", "tag": "3f5d7f53-34c7-43af-ba0c-e59a16565fdd", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:40.738929 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8573e17-e67b-407d-83f0-c03fa595937a {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:40.739348 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b835358e-b95f-4785-b5e3-17bb199a45f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f5d7f53-34c7-43af-ba0c-e59a16565fdd', 'code': 200} Jul 23 20:26:40.764527 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba88795-2257-4e01-bc18-c803420a6f22 req-a31cbeb5-20ef-40dd-aefa-40a129c0f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:40.766550 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ba88795-2257-4e01-bc18-c803420a6f22 req-a31cbeb5-20ef-40dd-aefa-40a129c0f624 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70510b3b-e3cb-4ef3-a472-cc252ad56cea HTTP/1.1" status: 200 len: 862 time: 0.0935102 Jul 23 20:26:40.767083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55726) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:40.822913 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] No DVR routers for this DVR port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:26:40.884313 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f7971df1-7aba-4ac4-9d12-3733589cf718 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da0908d51cee40d98263ed8248efb5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1158111 Jul 23 20:26:40.886497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55730) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:40.915445 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,revision_number=6']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:40.994662 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Attempting to bind port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:40.995033 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Attempting to bind port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:40.995349 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Attempting to bind port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:41.002717 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:26:41.003045 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Attempting to bind port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:41.014225 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:41.014428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:41.014895 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:41.015277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Bound port: 3f5d7f53-34c7-43af-ba0c-e59a16565fdd, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:41.015639 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.035222 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Allocated IP 172.25.3.63 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/72957653-03eb-4b5e-a324-0c594827de7b) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:41.065861 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba88795-2257-4e01-bc18-c803420a6f22 req-e5d20f8e-594e-41b9-98c4-0fba409fb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:41.067776 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ba88795-2257-4e01-bc18-c803420a6f22 req-e5d20f8e-594e-41b9-98c4-0fba409fb712 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7d042f9-5f6b-45f4-af0d-c0167546d960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2935774 Jul 23 20:26:41.141705 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9429170-11b7-48e1-a6ff-117b92d513df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.171414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dc4e3-4f2e-426a-ace5-ec8d75f6e32c req-bdf84a18-2ed9-4f87-be0d-d02f54272416 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:41.178448 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-092dc4e3-4f2e-426a-ace5-ec8d75f6e32c req-bdf84a18-2ed9-4f87-be0d-d02f54272416 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/ports?device_id=661636d4-906a-46ea-9950-76c89fcc2ce6 HTTP/1.1" status: 200 len: 949 time: 0.2714119 Jul 23 20:26:41.234888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-a90d1300-f554-472b-a36a-41e8e17b3559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:41.236821 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-a90d1300-f554-472b-a36a-41e8e17b3559 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 1097 time: 0.2854128 Jul 23 20:26:41.241828 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.255510 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9429170-11b7-48e1-a6ff-117b92d513df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.311502 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e16805-52ee-4df5-8449-2a811209674c req-5424f204-cd45-4b46-a8f0-3a8c5540ac6b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:41.313063 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1e16805-52ee-4df5-8449-2a811209674c req-5424f204-cd45-4b46-a8f0-3a8c5540ac6b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 948 time: 0.3187861 Jul 23 20:26:41.336892 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.351811 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a02b6c-4a8b-4214-bbfd-45b09c5595f8 None None] Network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:41.398734 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:41.404537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:41.406938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] For port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:41.415707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:41.423228 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-092dc4e3-4f2e-426a-ace5-ec8d75f6e32c req-da9fc9f0-ecc8-45c3-ac43-5a089240bd20 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/security-groups?id=69678bdd-384f-44ae-8db9-ca2ea81ba585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389028 Jul 23 20:26:41.436202 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ba88795-2257-4e01-bc18-c803420a6f22 req-0bb886bf-5e02-4953-b022-251a6e02d1cf service neutron] 10.222.0.57 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571160 Jul 23 20:26:41.452054 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] For port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:41.457117 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Pushing event updated for resources: {'Port': ['ID=72957653-03eb-4b5e-a324-0c594827de7b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:41.464537 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.517940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-68a914be-fe74-41c0-9809-0c81eedb5a8f None None] Provisioning for port c1e72612-62e5-4b08-af4d-43216412a41b completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:41.536208 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:41.536837 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.538323 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/3f5d7f53-34c7-43af-ba0c-e59a16565fdd HTTP/1.1" status: 200 len: 1097 time: 3.2098825 Jul 23 20:26:41.605303 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1e16805-52ee-4df5-8449-2a811209674c req-e1b81d54-278d-49d7-aeaf-4b199283e43d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737777 Jul 23 20:26:41.759986 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ba88795-2257-4e01-bc18-c803420a6f22 req-3fd88064-169c-4b8f-8940-ea06859009ee service neutron] 10.222.0.57 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083537 Jul 23 20:26:41.763945 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9429170-11b7-48e1-a6ff-117b92d513df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.767993 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9429170-11b7-48e1-a6ff-117b92d513df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.772623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d9429170-11b7-48e1-a6ff-117b92d513df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a48bffc2-a2aa-4728-b915-b341d7726f3f HTTP/1.1" status: 204 len: 168 time: 0.8851743 Jul 23 20:26:41.803751 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-21827d5b-62dd-4320-ba54-d628e957d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:41.805324 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-21827d5b-62dd-4320-ba54-d628e957d3d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 921 time: 0.5545623 Jul 23 20:26:41.806140 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9429170-11b7-48e1-a6ff-117b92d513df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48bffc2-a2aa-4728-b915-b341d7726f3f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:41.810537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da75dd9-6b36-4753-ae26-5e264a1f33d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,revision_number=7']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:41.938801 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-67475587-c990-4ab9-99a0-bef03b2b1184 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28d35720-ce9d-4e20-aede-709584c1d93e HTTP/1.1" status: 200 len: 217 time: 0.0901496 Jul 23 20:26:41.962933 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-e12dacef-b140-4231-92b1-5fd97f8c0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:41.964507 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-e12dacef-b140-4231-92b1-5fd97f8c0317 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 1100 time: 0.3602827 Jul 23 20:26:42.027043 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c17a9e-685c-4c7d-aad2-fce0f4a0cbf3 req-da6681ed-cd46-4730-8ef2-9cdaeb7a2137 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:42.030403 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50c17a9e-685c-4c7d-aad2-fce0f4a0cbf3 req-da6681ed-cd46-4730-8ef2-9cdaeb7a2137 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 945 time: 0.5085478 Jul 23 20:26:42.064783 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8c678ff2-e614-46ca-8ecd-893133306cac no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:42.070031 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.111643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-bd477966-c7b0-4fe0-9daa-bcb16db677c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:42.113268 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-bd477966-c7b0-4fe0-9daa-bcb16db677c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.1651511 Jul 23 20:26:42.169709 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-7198b761-53a8-40c5-abb4-8bf047ae5f32 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486710 Jul 23 20:26:42.177566 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-d1fcd5b9-84e2-4cd7-9b57-afb66a8f5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:42.178966 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-d1fcd5b9-84e2-4cd7-9b57-afb66a8f5d7d service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.2005029 Jul 23 20:26:42.179283 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50c17a9e-685c-4c7d-aad2-fce0f4a0cbf3 req-67a74e02-d835-4427-99ba-905a9e6e3fe2 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412325 Jul 23 20:26:42.275954 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-6176576e-d67d-4310-ba95-64e8941bd66e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3f5d7f53-34c7-43af-ba0c-e59a16565fdd HTTP/1.1" status: 200 len: 217 time: 0.0877318 Jul 23 20:26:42.283815 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c1e72612-62e5-4b08-af4d-43216412a41b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:42.335349 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.411598 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-c65ce991-decd-4cd4-892e-085d58c055f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:42.413173 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-c65ce991-decd-4cd4-892e-085d58c055f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1240821 Jul 23 20:26:42.420004 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661636d4-906a-46ea-9950-76c89fcc2ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c678ff2-e614-46ca-8ecd-893133306cac'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:42.422267 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9195917e-4c9e-47f5-94a8-0b3d0776dc9d" -d '{"events": [{"server_uuid": "661636d4-906a-46ea-9950-76c89fcc2ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "8c678ff2-e614-46ca-8ecd-893133306cac"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:42.450137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8c678ff2-e614-46ca-8ecd-893133306cac, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8c678ff2-e614-46ca-8ecd-893133306cac,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:42.468530 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.506758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port c1e72612-62e5-4b08-af4d-43216412a41b completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:42.508237 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-8fa6fd1e-6fca-4a6b-b332-79abb9859a77 service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276296 Jul 23 20:26:42.523502 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c1e72612-62e5-4b08-af4d-43216412a41b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:42.523502 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.634535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=8c678ff2-e614-46ca-8ecd-893133306cac,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:42.657044 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-85b0ac8c-256e-4ab8-8a0b-738ce8062f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:42.658622 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-85b0ac8c-256e-4ab8-8a0b-738ce8062f8e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2306993 Jul 23 20:26:42.669231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3a5f1-a80b-4706-a72c-31b0e4ebddc2 req-f5df211a-1a4e-4bc4-b4db-8d12ccd7b146 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:42.672273 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dce3a5f1-a80b-4706-a72c-31b0e4ebddc2 req-f5df211a-1a4e-4bc4-b4db-8d12ccd7b146 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 944 time: 0.3352759 Jul 23 20:26:42.722226 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.785056 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port c1e72612-62e5-4b08-af4d-43216412a41b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c1e72612-62e5-4b08-af4d-43216412a41b,segment=NetworkSegment(028c4bfd-4c47-4f36-9238-21941149efb6),segment_id=028c4bfd-4c47-4f36-9238-21941149efb6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:42.797035 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.833506 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dce3a5f1-a80b-4706-a72c-31b0e4ebddc2 req-c8226205-37b0-4448-8549-c652f0809f6c tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534340 Jul 23 20:26:42.844018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-c8ea9260-14f9-465c-aea6-cd811d4f505a service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264029 Jul 23 20:26:42.889976 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=c1e72612-62e5-4b08-af4d-43216412a41b,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:42.906113 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b835358e-b95f-4785-b5e3-17bb199a45f1', 'tag': '3f5d7f53-34c7-43af-ba0c-e59a16565fdd'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:42.908492 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409" -d '{"events": [{"name": "network-changed", "server_uuid": "b835358e-b95f-4785-b5e3-17bb199a45f1", "tag": "3f5d7f53-34c7-43af-ba0c-e59a16565fdd"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:42.930638 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:42.940899 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-0e14c009-66c3-4979-a909-6e0de9cbea20 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737889 Jul 23 20:26:42.975294 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8842e75-cc48-4be1-965c-835d01bf5882 x-openstack-request-id: req-f8842e75-cc48-4be1-965c-835d01bf5882 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:42.975828 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661636d4-906a-46ea-9950-76c89fcc2ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "8c678ff2-e614-46ca-8ecd-893133306cac", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:42.976380 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8842e75-cc48-4be1-965c-835d01bf5882 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:42.976917 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661636d4-906a-46ea-9950-76c89fcc2ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c678ff2-e614-46ca-8ecd-893133306cac', 'code': 200} Jul 23 20:26:43.231789 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ed88fbc-832b-491c-ba8a-cf6684294dd3 req-9cf5da00-dee1-42c9-b2fb-6a70ea3360a6 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641693 Jul 23 20:26:43.257484 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdae266-50ad-4775-9b44-e80437648186 x-openstack-request-id: req-bfdae266-50ad-4775-9b44-e80437648186 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:43.258019 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b835358e-b95f-4785-b5e3-17bb199a45f1", "tag": "3f5d7f53-34c7-43af-ba0c-e59a16565fdd", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:43.258575 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bfdae266-50ad-4775-9b44-e80437648186 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:43.259140 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b835358e-b95f-4785-b5e3-17bb199a45f1', 'tag': '3f5d7f53-34c7-43af-ba0c-e59a16565fdd', 'status': 'completed', 'code': 200} Jul 23 20:26:43.300285 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:26:43.567689 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:43.577450 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Sync routers for ids ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:43.594850 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Routers {'c6d2e6b7-b185-4491-8b6c-8da6649e3e07'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:43.595890 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:26:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:43.605719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-71e400dd-2d5f-4242-9141-e45dd132bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:43.608183 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-71e400dd-2d5f-4242-9141-e45dd132bd1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 1100 time: 0.2128725 Jul 23 20:26:43.611044 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.615759 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ec63041d-f867-4ce7-8c38-367e049b990b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2995024 Jul 23 20:26:43.618439 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55792) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:43.752778 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c939a72-89c7-4b17-b9a4-f1a0dfe08cef req-f26e005a-6675-40e7-b51b-0ee4cfb78123 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:43.771705 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3c939a72-89c7-4b17-b9a4-f1a0dfe08cef req-f26e005a-6675-40e7-b51b-0ee4cfb78123 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 948 time: 0.7106252 Jul 23 20:26:43.840082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Set router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:43.841251 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-5289adb0-1ef7-4f02-94ca-d8f228857881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:43.842751 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-5289adb0-1ef7-4f02-94ca-d8f228857881 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 1100 time: 0.2578969 Jul 23 20:26:43.920746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3c939a72-89c7-4b17-b9a4-f1a0dfe08cef req-c0a56cce-4c6a-492f-9540-c44a0ffaa88b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434591 Jul 23 20:26:44.064248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d730a79-4955-4460-af15-59fa7cff292b req-9d02afa5-807c-436c-8105-0696eea41d2e tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:44.066178 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8d730a79-4955-4460-af15-59fa7cff292b req-9d02afa5-807c-436c-8105-0696eea41d2e tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 945 time: 0.2531798 Jul 23 20:26:44.090182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-6a54b0b8-df12-4972-8747-c5bf77a2c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:44.092304 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-6a54b0b8-df12-4972-8747-c5bf77a2c465 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.2242496 Jul 23 20:26:44.145556 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-2276aaee-f5a4-48e7-9d12-e3758919c6bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3f5d7f53-34c7-43af-ba0c-e59a16565fdd HTTP/1.1" status: 200 len: 217 time: 0.0453560 Jul 23 20:26:44.173057 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bedf154e-bae0-4e26-a241-96e446fff0aa details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:26:44.208434 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-a9f62082-0b30-4e49-bbaf-d5f25b197ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:44.209986 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-a9f62082-0b30-4e49-bbaf-d5f25b197ad6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0558152 Jul 23 20:26:44.220747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c1e72612-62e5-4b08-af4d-43216412a41b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:44.245608 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8d730a79-4955-4460-af15-59fa7cff292b req-b47c5640-c137-4b8e-83b9-7877148b7e23 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459844 Jul 23 20:26:44.340434 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-70a2dc4f-6f6f-492b-83df-5dfd146fc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:44.341630 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-70a2dc4f-6f6f-492b-83df-5dfd146fc529 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1218076 Jul 23 20:26:44.347418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:41Z', 'revision_number': 3, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:44.347921 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-0370e66b-98cc-4a73-a894-5b2a2660fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:44.349681 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-0370e66b-98cc-4a73-a894-5b2a2660fd25 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.7324758 Jul 23 20:26:44.412270 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-8a7499b1-8a1d-48d3-8a39-53ae5fc5fbad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3f5d7f53-34c7-43af-ba0c-e59a16565fdd HTTP/1.1" status: 200 len: 217 time: 0.0519125 Jul 23 20:26:44.446506 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-258dde55-d041-4c80-a264-ffe1daa65d3a service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964048 Jul 23 20:26:44.550032 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Checking router: c6d2e6b7-b185-4491-8b6c-8da6649e3e07 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:26:44.555025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Updating router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 port 72957653-03eb-4b5e-a324-0c594827de7b binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:26:44.579511 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-d95d11f7-298c-4256-9529-26b8d1d83793 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157930 Jul 23 20:26:44.622616 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-f08d1c87-0fd8-4a99-9c3a-2e99c9a94601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:44.624505 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-f08d1c87-0fd8-4a99-9c3a-2e99c9a94601 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1764653 Jul 23 20:26:44.861351 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbfb56-1d43-440c-9749-f06611f1f7f8 req-70df0835-36ac-4e4a-b74e-31f35827baf2 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:44.869722 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9fbfb56-1d43-440c-9749-f06611f1f7f8 req-70df0835-36ac-4e4a-b74e-31f35827baf2 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 944 time: 0.1003342 Jul 23 20:26:44.899850 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.908929 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9fbfb56-1d43-440c-9749-f06611f1f7f8 req-1b27169a-b160-4089-826d-37a89d691b27 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383377 Jul 23 20:26:44.951917 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port bedf154e-bae0-4e26-a241-96e446fff0aa, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bedf154e-bae0-4e26-a241-96e446fff0aa,segment=NetworkSegment(37f4fce7-6013-41e7-8a2d-fe7311437d21),segment_id=37f4fce7-6013-41e7-8a2d-fe7311437d21)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:44.972332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-77306c29-5529-4ea4-a3c2-09857f451a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:44.974681 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-77306c29-5529-4ea4-a3c2-09857f451a86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3364751 Jul 23 20:26:45.041869 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'bedf154e-bae0-4e26-a241-96e446fff0aa', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'port_id': 'bedf154e-bae0-4e26-a241-96e446fff0aa', 'mac_address': 'fa:16:3e:db:22:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:26:45.064142 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c1e72612-62e5-4b08-af4d-43216412a41b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:45.064518 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.175205 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-46177325-8d39-4072-80f3-24d48f4f4c38 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882017 Jul 23 20:26:45.276457 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.309353 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.336434 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.342734 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fced273-dc24-4df9-8533-15b6ac307bdd req-0f37bd42-5ec9-4f22-83b9-d67c813f55f8 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:45.350146 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fced273-dc24-4df9-8533-15b6ac307bdd req-0f37bd42-5ec9-4f22-83b9-d67c813f55f8 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 948 time: 0.1587391 Jul 23 20:26:45.410291 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedf154e-bae0-4e26-a241-96e446fff0aa {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:45.423722 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fced273-dc24-4df9-8533-15b6ac307bdd req-c38dae3a-7f69-4514-af71-2a727ee7e0f3 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636888 Jul 23 20:26:45.450871 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port bedf154e-bae0-4e26-a241-96e446fff0aa, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bedf154e-bae0-4e26-a241-96e446fff0aa,segment=NetworkSegment(37f4fce7-6013-41e7-8a2d-fe7311437d21),segment_id=37f4fce7-6013-41e7-8a2d-fe7311437d21)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:45.469152 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c1c43fb3-553a-4ea8-94d0-ab530eb0b409 req-072fd1eb-64f8-4e58-b93a-2b06286cebfe service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596667 Jul 23 20:26:45.491004 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.603199 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.605204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Allocated IP 172.20.0.1 (5bbafa9b-1ff2-449f-b382-7dc58b5f6330/3be2f305-b5e9-4032-b91f-a7f98f558b55/7c444ad7-adee-4b4c-999f-02abdb7f08e4) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:45.621692 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Transition to ACTIVE for port object 72957653-03eb-4b5e-a324-0c594827de7b will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:45.640811 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.661504 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=bedf154e-bae0-4e26-a241-96e446fff0aa,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:45.744650 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.751514 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb21d3e-8e73-4ce7-9196-06b0f731391f req-8866ac3b-56d5-449e-bbd5-90e68a15dc79 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:45.755369 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Attempting to bind port 72957653-03eb-4b5e-a324-0c594827de7b on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:45.755747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Attempting to bind port 72957653-03eb-4b5e-a324-0c594827de7b by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:45.756112 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Attempting to bind port 72957653-03eb-4b5e-a324-0c594827de7b on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:45.758260 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1cb21d3e-8e73-4ce7-9196-06b0f731391f req-8866ac3b-56d5-449e-bbd5-90e68a15dc79 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 945 time: 0.1240973 Jul 23 20:26:45.765355 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['bedf154e-bae0-4e26-a241-96e446fff0aa'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:45.770600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77806b07-e19a-4315-8bc9-7be5f8eb6e1c None None] Pushing event updated for resources: {'Port': ['ID=72957653-03eb-4b5e-a324-0c594827de7b,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:45.789434 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Transition to ACTIVE for port object 7c444ad7-adee-4b4c-999f-02abdb7f08e4 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:45.791820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:45.792203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:45.792605 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.793002 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:45.793485 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Bound port: 72957653-03eb-4b5e-a324-0c594827de7b, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:45.793864 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.834675 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1cb21d3e-8e73-4ce7-9196-06b0f731391f req-c0056dd1-764b-4cf5-9b58-3a14384ed193 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692866 Jul 23 20:26:45.871945 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.935614 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Pushing event updated for resources: {'Port': ['ID=7c444ad7-adee-4b4c-999f-02abdb7f08e4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:45.951604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:45.953295 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:45.955544 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:45.999902 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] For port 72957653-03eb-4b5e-a324-0c594827de7b, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:46.004114 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] For port 72957653-03eb-4b5e-a324-0c594827de7b, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=72957653-03eb-4b5e-a324-0c594827de7b,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:46.020034 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.025426 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.163995 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77806b07-e19a-4315-8bc9-7be5f8eb6e1c None None] Pushing event updated for resources: {'Port': ['ID=72957653-03eb-4b5e-a324-0c594827de7b,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:46.172402 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 3f5d7f53-34c7-43af-ba0c-e59a16565fdd details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:26:46.249923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Routers {'c6d2e6b7-b185-4491-8b6c-8da6649e3e07'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:46.250640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:26:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:46.295175 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd4470-feef-42f1-aa8e-497bdc61e47b req-924634ab-b05c-4512-bcfa-6bd1ab3064d1 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:46.296697 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41fd4470-feef-42f1-aa8e-497bdc61e47b req-924634ab-b05c-4512-bcfa-6bd1ab3064d1 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 945 time: 0.1257010 Jul 23 20:26:46.336315 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.362952 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:26:46.405592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41fd4470-feef-42f1-aa8e-497bdc61e47b req-09c53b08-8f83-47d9-a271-b897493aca68 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996499 Jul 23 20:26:46.610637 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.618026 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.641870 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55970) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:46.660572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0b693b65-e343-4481-bb28-414f4dbd314b None None] Provisioning for port 7c444ad7-adee-4b4c-999f-02abdb7f08e4 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:46.668682 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] Set router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:46.714963 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b9276-33d1-419d-ba5a-6ad06dc4add2 req-7fa898a8-f6d7-4bb4-b823-59c8136c1994 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:46.717870 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0b693b65-e343-4481-bb28-414f4dbd314b None None] Provisioning complete for port 7c444ad7-adee-4b4c-999f-02abdb7f08e4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:46.718514 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b693b65-e343-4481-bb28-414f4dbd314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.726972 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-327b9276-33d1-419d-ba5a-6ad06dc4add2 req-7fa898a8-f6d7-4bb4-b823-59c8136c1994 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 948 time: 0.1717880 Jul 23 20:26:46.770333 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0b693b65-e343-4481-bb28-414f4dbd314b None None] Port 7c444ad7-adee-4b4c-999f-02abdb7f08e4 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:26:46.772221 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.788514 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:46.789592 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.818088 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-327b9276-33d1-419d-ba5a-6ad06dc4add2 req-6bd6051a-e11e-4648-b3f2-016039eb7082 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899529 Jul 23 20:26:46.909472 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-db4e7695-57d2-443b-bcfe-113240288e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.913674 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Pushing event updated for resources: {'Port': ['ID=7c444ad7-adee-4b4c-999f-02abdb7f08e4,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:46.993853 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '3f5d7f53-34c7-43af-ba0c-e59a16565fdd', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '3f5d7f53-34c7-43af-ba0c-e59a16565fdd', 'mac_address': 'fa:16:3e:ee:b1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:26:47.034399 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:47.052079 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:47.080005 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.118002 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5d7f53-34c7-43af-ba0c-e59a16565fdd {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:47.180549 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:45Z', 'revision_number': 1, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:47.251503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:47.260698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2982c3f2-4c78-4a16-94c0-d07c675c4e61 None None] The sync data for ids ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'] in n-d-791504-18 is: [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:45Z', 'revision_number': 1, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:47.264074 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.314586 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-db4e7695-57d2-443b-bcfe-113240288e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.325194 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:26:47.355440 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:47.395628 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-db4e7695-57d2-443b-bcfe-113240288e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.444241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf88dd-6d1e-4eb0-b06c-4ae3936c9eee req-8c3a82fa-024c-4017-aec9-7b3f88b149b0 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:47.452987 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bddf88dd-6d1e-4eb0-b06c-4ae3936c9eee req-8c3a82fa-024c-4017-aec9-7b3f88b149b0 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 945 time: 0.3329346 Jul 23 20:26:47.500672 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:47.501230 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-daf6839f-aa54-4e45-8567-bce771e097d3 None None] Provisioning complete for port 7c444ad7-adee-4b4c-999f-02abdb7f08e4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:47.501883 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-daf6839f-aa54-4e45-8567-bce771e097d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.506009 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3af7cb06-9d89-48d7-bdd2-400f2e2ab034 admin admin] 10.222.0.55 "PUT /v2.0/routers/c6d2e6b7-b185-4491-8b6c-8da6649e3e07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8864069 Jul 23 20:26:47.560837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e7695-57d2-443b-bcfe-113240288e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83089563-0d44-4bdd-aa0e-5e19db4152a3,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:47.592803 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-db4e7695-57d2-443b-bcfe-113240288e30 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dab6f5e0ad95424581be51dbbe7b1b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9437487 Jul 23 20:26:47.596576 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56008) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:47.617291 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-daf6839f-aa54-4e45-8567-bce771e097d3 None None] Port 7c444ad7-adee-4b4c-999f-02abdb7f08e4 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:26:47.654116 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bddf88dd-6d1e-4eb0-b06c-4ae3936c9eee req-8cbe4e31-3433-48b9-816f-9656c2ba5590 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981928 Jul 23 20:26:47.677203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['3f5d7f53-34c7-43af-ba0c-e59a16565fdd'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:47.693489 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe11c6fb-20c7-4dc1-b87c-b3c960e97b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.702631 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf642f-99d5-4fea-ba18-64370576745f req-022904b2-67f3-47e4-ade9-0ca10355ded8 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:47.704335 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50bf642f-99d5-4fea-ba18-64370576745f req-022904b2-67f3-47e4-ade9-0ca10355ded8 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.48 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1&tenant_id=1681e95d614a4f089ed176768eeebc0b&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 949 time: 0.3995178 Jul 23 20:26:47.713356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ad2bd-54c4-47be-8830-b73ed48977ce req-503cf2b1-4c2a-4445-9129-137ca556886e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:47.718265 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-549ad2bd-54c4-47be-8830-b73ed48977ce req-503cf2b1-4c2a-4445-9129-137ca556886e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 949 time: 0.4422414 Jul 23 20:26:47.774335 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe11c6fb-20c7-4dc1-b87c-b3c960e97b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.778151 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:26:47.885522 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe11c6fb-20c7-4dc1-b87c-b3c960e97b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.888515 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe11c6fb-20c7-4dc1-b87c-b3c960e97b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.889745 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fe11c6fb-20c7-4dc1-b87c-b3c960e97b85 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83089563-0d44-4bdd-aa0e-5e19db4152a3 HTTP/1.1" status: 204 len: 168 time: 0.2921855 Jul 23 20:26:47.905095 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11c6fb-20c7-4dc1-b87c-b3c960e97b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83089563-0d44-4bdd-aa0e-5e19db4152a3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:47.950990 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-549ad2bd-54c4-47be-8830-b73ed48977ce req-fa9271c7-4be4-42cc-9b45-7277108b060e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243040 Jul 23 20:26:47.960157 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-50bf642f-99d5-4fea-ba18-64370576745f req-9c9e44d2-6eb9-43bc-adcf-99848c08116e service neutron] delete failed (client error): The resource could not be found. Jul 23 20:26:47.961744 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50bf642f-99d5-4fea-ba18-64370576745f req-9c9e44d2-6eb9-43bc-adcf-99848c08116e service neutron] 10.222.0.48 "DELETE /v2.0/ports/3f5d7f53-34c7-43af-ba0c-e59a16565fdd/bindings/n-h1-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.2424636 Jul 23 20:26:48.023492 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96a232-9f8b-4a1d-a71a-02bcf0719a4b req-91d5b90d-9dff-49ea-bb50-b0fdfff3ae17 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:48.025110 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f96a232-9f8b-4a1d-a71a-02bcf0719a4b req-91d5b90d-9dff-49ea-bb50-b0fdfff3ae17 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 945 time: 0.1219444 Jul 23 20:26:48.059799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bedf154e-bae0-4e26-a241-96e446fff0aa up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:48.157123 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f96a232-9f8b-4a1d-a71a-02bcf0719a4b req-8266f67f-614c-4d12-8c9f-3651cb39a391 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074729 Jul 23 20:26:48.189048 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf642f-99d5-4fea-ba18-64370576745f req-e47cc043-bea2-47c5-b36b-3462541dae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:48.190740 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50bf642f-99d5-4fea-ba18-64370576745f req-e47cc043-bea2-47c5-b36b-3462541dae55 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 1101 time: 0.1621673 Jul 23 20:26:48.230050 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port bedf154e-bae0-4e26-a241-96e446fff0aa completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:48.242254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port bedf154e-bae0-4e26-a241-96e446fff0aa triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:48.242625 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.410575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf642f-99d5-4fea-ba18-64370576745f req-d64792db-3c89-4ff5-a990-4f456c2739a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:48.412087 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50bf642f-99d5-4fea-ba18-64370576745f req-d64792db-3c89-4ff5-a990-4f456c2739a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.2069604 Jul 23 20:26:48.465322 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50bf642f-99d5-4fea-ba18-64370576745f req-c5978d0c-7b9b-4314-a66e-f62737c9bc9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3f5d7f53-34c7-43af-ba0c-e59a16565fdd HTTP/1.1" status: 200 len: 217 time: 0.0419350 Jul 23 20:26:48.472460 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.549831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d6c557-1e4e-498c-bd87-1f4c3bf32571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedf154e-bae0-4e26-a241-96e446fff0aa'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:48.571850 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a29b76-44bc-465a-b843-ac609de8eb03" -d '{"events": [{"server_uuid": "b1d6c557-1e4e-498c-bd87-1f4c3bf32571", "name": "network-vif-plugged", "status": "completed", "tag": "bedf154e-bae0-4e26-a241-96e446fff0aa"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:48.576183 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf642f-99d5-4fea-ba18-64370576745f req-37453451-6ad7-4b10-8945-0e7c2f1f29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:48.579442 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50bf642f-99d5-4fea-ba18-64370576745f req-37453451-6ad7-4b10-8945-0e7c2f1f29f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1047232 Jul 23 20:26:48.609827 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port bedf154e-bae0-4e26-a241-96e446fff0aa, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bedf154e-bae0-4e26-a241-96e446fff0aa,segment=NetworkSegment(37f4fce7-6013-41e7-8a2d-fe7311437d21),segment_id=37f4fce7-6013-41e7-8a2d-fe7311437d21)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:48.615909 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.684610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=bedf154e-bae0-4e26-a241-96e446fff0aa,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:48.810620 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf642f-99d5-4fea-ba18-64370576745f req-bc3eb1a4-3e55-4ae6-a1f4-0655c348c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:48.815632 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50bf642f-99d5-4fea-ba18-64370576745f req-bc3eb1a4-3e55-4ae6-a1f4-0655c348c9f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2273662 Jul 23 20:26:48.890328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191735f-358b-4428-990f-7fe6612179ea req-463828df-ea2b-4785-a708-ba255a0de061 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:48.897839 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f191735f-358b-4428-990f-7fe6612179ea req-463828df-ea2b-4785-a708-ba255a0de061 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/networks?id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 200 len: 819 time: 0.2278433 Jul 23 20:26:48.978446 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f191735f-358b-4428-990f-7fe6612179ea req-eb624a0d-0587-4869-a853-6f0c21813f08 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/quotas/f13c05c7d1a64f6eb77c427187b36511 HTTP/1.1" status: 200 len: 375 time: 0.0788939 Jul 23 20:26:49.005519 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7049a213-b5fe-445e-b1ae-a9ebf893cb3d x-openstack-request-id: req-7049a213-b5fe-445e-b1ae-a9ebf893cb3d {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:49.005809 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d6c557-1e4e-498c-bd87-1f4c3bf32571", "name": "network-vif-plugged", "status": "completed", "tag": "bedf154e-bae0-4e26-a241-96e446fff0aa", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:49.006059 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7049a213-b5fe-445e-b1ae-a9ebf893cb3d {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:49.006450 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d6c557-1e4e-498c-bd87-1f4c3bf32571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedf154e-bae0-4e26-a241-96e446fff0aa', 'code': 200} Jul 23 20:26:49.065098 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50bf642f-99d5-4fea-ba18-64370576745f req-0553f413-c4b9-44d7-ade7-85c361d7eaae service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390645 Jul 23 20:26:49.210242 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0d0bb-319a-4e25-a401-ddfd6b9a635f req-f85e6267-8820-4318-82d3-2982143ce084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:49.215808 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9ec0d0bb-319a-4e25-a401-ddfd6b9a635f req-f85e6267-8820-4318-82d3-2982143ce084 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 1098 time: 0.1197522 Jul 23 20:26:49.248073 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56114) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:49.288719 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9ec0d0bb-319a-4e25-a401-ddfd6b9a635f req-48a1ca3b-3158-4db8-9749-8f2ac2ea1e8f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650406 Jul 23 20:26:49.323980 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f191735f-358b-4428-990f-7fe6612179ea req-24b28866-3460-4812-a577-7cd8bb7805b1 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f13c05c7d1a64f6eb77c427187b36511&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3365178 Jul 23 20:26:49.378993 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50bf642f-99d5-4fea-ba18-64370576745f req-e10ab3ae-1cc8-4810-a29d-5d4feaa8c381 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051531 Jul 23 20:26:49.387922 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-291f06ec-d6af-480c-a045-b053d98efcf2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1458231693-network', 'tenant_id': 'b3e99f4199874a48812ffe3718ef85b4'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:49.418834 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291f06ec-d6af-480c-a045-b053d98efcf2 admin admin] Made reservation on behalf of b3e99f4199874a48812ffe3718ef85b4 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:49.421342 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-291f06ec-d6af-480c-a045-b053d98efcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.430527 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-291f06ec-d6af-480c-a045-b053d98efcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.460541 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-832b58b7-9616-46fe-9141-025b641acc41 req-2e824528-5ac6-4e54-8759-7d351772a6b3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3023620 Jul 23 20:26:49.475506 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7e05a-fd06-496e-9edc-0cbd68528b30 req-8a925745-9b90-4209-8ab3-e669b7c5620e tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:49.483141 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a0a7e05a-fd06-496e-9edc-0cbd68528b30 req-8a925745-9b90-4209-8ab3-e669b7c5620e tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 945 time: 0.3259456 Jul 23 20:26:49.506688 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f191735f-358b-4428-990f-7fe6612179ea req-b58a7b90-f007-4242-af24-7a550151413e service neutron] 10.222.0.55 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817429 Jul 23 20:26:49.590191 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-291f06ec-d6af-480c-a045-b053d98efcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.590712 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a0a7e05a-fd06-496e-9edc-0cbd68528b30 req-461b9b3c-16b2-4b4f-9d48-1449329ea35b tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047490 Jul 23 20:26:49.596225 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-291f06ec-d6af-480c-a045-b053d98efcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.632666 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f06ec-d6af-480c-a045-b053d98efcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74d7cad-4bea-4c22-a238-f39102990deb,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:49.665551 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291f06ec-d6af-480c-a045-b053d98efcf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:26:49.709891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b58b7-9616-46fe-9141-025b641acc41 req-76cf7db4-dde8-4a17-abe2-4c538bfcaa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:49.711362 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-291f06ec-d6af-480c-a045-b053d98efcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.711510 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-832b58b7-9616-46fe-9141-025b641acc41 req-76cf7db4-dde8-4a17-abe2-4c538bfcaa8a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 1098 time: 0.2087455 Jul 23 20:26:49.711715 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-291f06ec-d6af-480c-a045-b053d98efcf2 admin admin] Added segment f6616a06-9055-48ee-b451-9e051c46329d of type vlan for network b0e469c5-4d21-406d-8a69-71180a4fb731 Jul 23 20:26:49.734574 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f191735f-358b-4428-990f-7fe6612179ea req-9e02a5f0-942a-4961-9c6a-9b3e0eb0fa16 service neutron] 10.222.0.55 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910415 Jul 23 20:26:49.761579 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-291f06ec-d6af-480c-a045-b053d98efcf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.799360 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-291f06ec-d6af-480c-a045-b053d98efcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.800499 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291f06ec-d6af-480c-a045-b053d98efcf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:49.801871 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-291f06ec-d6af-480c-a045-b053d98efcf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.883845 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f06ec-d6af-480c-a045-b053d98efcf2 admin admin] Pushing event updated for resources: {'Network': ['ID=b0e469c5-4d21-406d-8a69-71180a4fb731,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:49.896119 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-291f06ec-d6af-480c-a045-b053d98efcf2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6444561 Jul 23 20:26:49.896280 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network b0e469c5-4d21-406d-8a69-71180a4fb731 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:26:49.896727 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56130) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:49.906843 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b9f6a766-9cdc-4a3c-89cf-c4aa40414973 admin admin] Request body: {'subnet': {'network_id': 'b0e469c5-4d21-406d-8a69-71180a4fb731', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1458231693-subnet', 'tenant_id': 'b3e99f4199874a48812ffe3718ef85b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:49.937435 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f6a766-9cdc-4a3c-89cf-c4aa40414973 admin admin] Made reservation on behalf of b3e99f4199874a48812ffe3718ef85b4 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:49.942689 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9f6a766-9cdc-4a3c-89cf-c4aa40414973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.009125 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b58b7-9616-46fe-9141-025b641acc41 req-9660c9ec-749b-47a5-82c6-6cde367b412a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:50.011382 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-832b58b7-9616-46fe-9141-025b641acc41 req-9660c9ec-749b-47a5-82c6-6cde367b412a service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 921 time: 0.2607877 Jul 23 20:26:50.111026 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8c678ff2-e614-46ca-8ecd-893133306cac details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:26:50.113225 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 3f5d7f53-34c7-43af-ba0c-e59a16565fdd up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:50.148074 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-832b58b7-9616-46fe-9141-025b641acc41 req-dbd61df8-5833-4bab-928a-6f3e69cf85e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fca716f7-0dc1-486b-befd-6f4040d6c385 HTTP/1.1" status: 200 len: 217 time: 0.1260095 Jul 23 20:26:50.204213 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8735f42-68e5-4e3c-acb5-8d93bf77da8e req-df3faece-cd63-4ad3-8aa7-6529cc5b479c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:50.238887 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e8735f42-68e5-4e3c-acb5-8d93bf77da8e req-df3faece-cd63-4ad3-8aa7-6529cc5b479c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 949 time: 0.4339285 Jul 23 20:26:50.252190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 72957653-03eb-4b5e-a324-0c594827de7b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:50.389216 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9f6a766-9cdc-4a3c-89cf-c4aa40414973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.461486 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:26:50.579756 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6a766-9cdc-4a3c-89cf-c4aa40414973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94f5ea8-4731-43e0-bad9-ce1d9eaf46dd,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:50.617670 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f6a766-9cdc-4a3c-89cf-c4aa40414973 admin admin] Checking segment: {'id': 'f6616a06-9055-48ee-b451-9e051c46329d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0e469c5-4d21-406d-8a69-71180a4fb731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:50.618530 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f6a766-9cdc-4a3c-89cf-c4aa40414973 admin admin] Network hostable DHCP agents. Network: b0e469c5-4d21-406d-8a69-71180a4fb731, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:26:50.639166 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f6a766-9cdc-4a3c-89cf-c4aa40414973 admin admin] Network b0e469c5-4d21-406d-8a69-71180a4fb731 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:26:50.688361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-b9f6a766-9cdc-4a3c-89cf-c4aa40414973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, b0e469c5-4d21-406d-8a69-71180a4fb731) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:50.707360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f6a766-9cdc-4a3c-89cf-c4aa40414973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:50.708735 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9f6a766-9cdc-4a3c-89cf-c4aa40414973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.735510 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b9f6a766-9cdc-4a3c-89cf-c4aa40414973 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8350439 Jul 23 20:26:50.745065 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Sync routers for ids ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:50.763679 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Routers {'c6d2e6b7-b185-4491-8b6c-8da6649e3e07'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:50.765485 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:26:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:50.877509 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218f69ef-e8c4-452a-8156-51791990d9f6 None None] Network b0e469c5-4d21-406d-8a69-71180a4fb731 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:51.070071 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Set router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:51.077132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:51.136967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:51.137329 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:51.240522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8c678ff2-e614-46ca-8ecd-893133306cac, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8c678ff2-e614-46ca-8ecd-893133306cac,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:51.257737 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 72957653-03eb-4b5e-a324-0c594827de7b completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:51.269869 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 72957653-03eb-4b5e-a324-0c594827de7b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:51.270236 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:51.274222 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '8c678ff2-e614-46ca-8ecd-893133306cac', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '8c678ff2-e614-46ca-8ecd-893133306cac', 'mac_address': 'fa:16:3e:5a:d4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:26:51.305974 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e8735f42-68e5-4e3c-acb5-8d93bf77da8e req-a2488600-707f-4ff6-9b4b-2e8ca4843686 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0579987 Jul 23 20:26:51.310380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b58b7-9616-46fe-9141-025b641acc41 req-9b444f2d-7b31-4136-9793-5b89468d54f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:51.313203 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-832b58b7-9616-46fe-9141-025b641acc41 req-9b444f2d-7b31-4136-9793-5b89468d54f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 1.1292410 Jul 23 20:26:51.350008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b36ac-7725-43cd-bdaf-d7d1a002a155 req-3906925e-d041-4822-abc5-483a822a371b tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:51.355790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d08b36ac-7725-43cd-bdaf-d7d1a002a155 req-3906925e-d041-4822-abc5-483a822a371b tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 946 time: 1.2116327 Jul 23 20:26:51.423626 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5021280-26f1-4c41-87de-4a519d1e1c05 None None] Network b0e469c5-4d21-406d-8a69-71180a4fb731 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:26:51.437118 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-832b58b7-9616-46fe-9141-025b641acc41 req-04db8df4-8144-41b0-aa67-aab091f57ed1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100514 Jul 23 20:26:51.453473 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:51.472718 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:51.549368 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c678ff2-e614-46ca-8ecd-893133306cac {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:51.586881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b835358e-b95f-4785-b5e3-17bb199a45f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5d7f53-34c7-43af-ba0c-e59a16565fdd'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:51.589400 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31cbb21-bbf1-47d2-8d55-a5a2587db8d2" -d '{"events": [{"server_uuid": "b835358e-b95f-4785-b5e3-17bb199a45f1", "name": "network-vif-plugged", "status": "completed", "tag": "3f5d7f53-34c7-43af-ba0c-e59a16565fdd"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:51.590637 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 2, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:51.640739 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:51.662707 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8c678ff2-e614-46ca-8ecd-893133306cac, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8c678ff2-e614-46ca-8ecd-893133306cac,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:51.663926 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:51.673571 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Checking router: c6d2e6b7-b185-4491-8b6c-8da6649e3e07 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:26:51.673866 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Updating router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 port 7c444ad7-adee-4b4c-999f-02abdb7f08e4 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:26:51.679734 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:51.710538 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:51.717778 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d08b36ac-7725-43cd-bdaf-d7d1a002a155 req-4c9ae7f5-9390-4f5b-9da1-1cbc4f566b3a tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3438771 Jul 23 20:26:51.772192 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:51.795153 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-832b58b7-9616-46fe-9141-025b641acc41 req-b3c08367-2565-411d-a79d-bd1f4a3615df service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285685 Jul 23 20:26:51.809684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 72957653-03eb-4b5e-a324-0c594827de7b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=72957653-03eb-4b5e-a324-0c594827de7b,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:51.816442 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:51.819648 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:51.851952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['8c678ff2-e614-46ca-8ecd-893133306cac'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:51.897381 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e9fc1d9-e4cc-40eb-b906-6576194c7710 req-d932b533-84be-4213-8694-30a8777bc825 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 210 time: 0.0683575 Jul 23 20:26:51.926641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=8c678ff2-e614-46ca-8ecd-893133306cac,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:52.003871 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=72957653-03eb-4b5e-a324-0c594827de7b,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:52.095551 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-832b58b7-9616-46fe-9141-025b641acc41 req-17797326-270a-4894-a737-345aba9b43cd service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913389 Jul 23 20:26:52.199385 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-16909f6b-437a-4491-a06f-127342e880b7 req-fa7fdadb-857a-4685-bc8c-e14657c9913b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1243355 Jul 23 20:26:52.200781 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 72957653-03eb-4b5e-a324-0c594827de7b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:52.266501 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.299707 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Transition to ACTIVE for port object 7c444ad7-adee-4b4c-999f-02abdb7f08e4 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:52.326863 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.399278 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 72957653-03eb-4b5e-a324-0c594827de7b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:52.399625 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.512499 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191735f-358b-4428-990f-7fe6612179ea req-eb72419b-ce38-4425-8e23-9ee9f9a621fd tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:52.514783 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f191735f-358b-4428-990f-7fe6612179ea req-eb72419b-ce38-4425-8e23-9ee9f9a621fd tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.57 "GET /v2.0/networks?id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 200 len: 819 time: 0.2835834 Jul 23 20:26:52.530316 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-f191735f-358b-4428-990f-7fe6612179ea req-001b0e1f-a260-4142-81e4-c382f23706a6 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Request body: {'port': {'device_id': '5780753d-f7eb-4090-83b3-ad008a455145', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'admin_state_up': True, 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:52.552309 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31965e7-5362-49b0-ba5c-6b3eb1e046c5 None None] Pushing event updated for resources: {'Port': ['ID=7c444ad7-adee-4b4c-999f-02abdb7f08e4,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:52.577422 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800d04f-8fc9-4b21-826d-25239ad88cf3 req-c02c6a13-884f-4840-972b-cdc1d5a9c730 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:52.578760 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Attempting to bind port 7c444ad7-adee-4b4c-999f-02abdb7f08e4 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:52.579228 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Attempting to bind port 7c444ad7-adee-4b4c-999f-02abdb7f08e4 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '028c4bfd-4c47-4f36-9238-21941149efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:52.582930 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Attempting to bind port 7c444ad7-adee-4b4c-999f-02abdb7f08e4 on network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:52.594958 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31965e7-5362-49b0-ba5c-6b3eb1e046c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.595452 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31965e7-5362-49b0-ba5c-6b3eb1e046c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.595864 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31965e7-5362-49b0-ba5c-6b3eb1e046c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.596301 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31965e7-5362-49b0-ba5c-6b3eb1e046c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.596721 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31965e7-5362-49b0-ba5c-6b3eb1e046c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.597107 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31965e7-5362-49b0-ba5c-6b3eb1e046c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.598984 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31965e7-5362-49b0-ba5c-6b3eb1e046c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.599416 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31965e7-5362-49b0-ba5c-6b3eb1e046c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.599816 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31965e7-5362-49b0-ba5c-6b3eb1e046c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.601885 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31965e7-5362-49b0-ba5c-6b3eb1e046c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.602477 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31965e7-5362-49b0-ba5c-6b3eb1e046c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.602893 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31965e7-5362-49b0-ba5c-6b3eb1e046c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.611675 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5800d04f-8fc9-4b21-826d-25239ad88cf3 req-c02c6a13-884f-4840-972b-cdc1d5a9c730 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 945 time: 0.4690018 Jul 23 20:26:52.613069 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:52.613563 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Checking segment: {'id': '028c4bfd-4c47-4f36-9238-21941149efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:52.614005 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.615611 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Bound using segment: {'id': '028c4bfd-4c47-4f36-9238-21941149efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:52.616357 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Bound port: 7c444ad7-adee-4b4c-999f-02abdb7f08e4, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028c4bfd-4c47-4f36-9238-21941149efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:52.617696 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.617831 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16909f6b-437a-4491-a06f-127342e880b7 req-fc1a109e-12b0-49e7-a4dc-7c7e414d6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:52.619614 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16909f6b-437a-4491-a06f-127342e880b7 req-fc1a109e-12b0-49e7-a4dc-7c7e414d6682 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 1102 time: 0.3465719 Jul 23 20:26:52.719767 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] For port 7c444ad7-adee-4b4c-999f-02abdb7f08e4, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:52.722044 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-8b3d37ba-041d-4db3-b9d4-b1f29a9e1b06 req-f7003c0d-7420-477a-81d1-868114faa114 tempest-SecurityGroupsNegativeTestJSON-162887435 tempest-SecurityGroupsNegativeTestJSON-162887435-project] show failed (client error): The resource could not be found. Jul 23 20:26:52.724576 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b3d37ba-041d-4db3-b9d4-b1f29a9e1b06 req-f7003c0d-7420-477a-81d1-868114faa114 tempest-SecurityGroupsNegativeTestJSON-162887435 tempest-SecurityGroupsNegativeTestJSON-162887435-project] 10.222.0.55 "GET /v2.0/security-groups/b8ba05d4-f014-467c-95c8-555d7b086279 HTTP/1.1" status: 404 len: 352 time: 0.1105108 Jul 23 20:26:52.748131 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f191735f-358b-4428-990f-7fe6612179ea req-001b0e1f-a260-4142-81e4-c382f23706a6 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Made reservation on behalf of f13c05c7d1a64f6eb77c427187b36511 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:52.748607 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] For port 7c444ad7-adee-4b4c-999f-02abdb7f08e4, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7c444ad7-adee-4b4c-999f-02abdb7f08e4,segment=NetworkSegment(028c4bfd-4c47-4f36-9238-21941149efb6),segment_id=028c4bfd-4c47-4f36-9238-21941149efb6)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:52.761590 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f191735f-358b-4428-990f-7fe6612179ea req-001b0e1f-a260-4142-81e4-c382f23706a6 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.762350 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.841938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16909f6b-437a-4491-a06f-127342e880b7 req-ec7a3f90-e379-46c5-b20c-be7003837c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:52.843466 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16909f6b-437a-4491-a06f-127342e880b7 req-ec7a3f90-e379-46c5-b20c-be7003837c80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.1429677 Jul 23 20:26:52.908689 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31965e7-5362-49b0-ba5c-6b3eb1e046c5 None None] Pushing event updated for resources: {'Port': ['ID=7c444ad7-adee-4b4c-999f-02abdb7f08e4,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:52.927340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16909f6b-437a-4491-a06f-127342e880b7 req-12ee4ae0-be62-4a1c-a041-066e7ea5aff5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca HTTP/1.1" status: 200 len: 217 time: 0.0631132 Jul 23 20:26:52.930473 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Routers {'c6d2e6b7-b185-4491-8b6c-8da6649e3e07'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:52.931210 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:26:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:52.936549 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5800d04f-8fc9-4b21-826d-25239ad88cf3 req-37cf9c10-ee51-4986-955e-3f962d003e34 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238912 Jul 23 20:26:53.023171 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04b2fd1-5e4e-4734-969a-218654d15099 x-openstack-request-id: req-c04b2fd1-5e4e-4734-969a-218654d15099 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:53.023838 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b835358e-b95f-4785-b5e3-17bb199a45f1", "name": "network-vif-plugged", "status": "completed", "tag": "3f5d7f53-34c7-43af-ba0c-e59a16565fdd", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:53.024232 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c04b2fd1-5e4e-4734-969a-218654d15099 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:53.024790 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b835358e-b95f-4785-b5e3-17bb199a45f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5d7f53-34c7-43af-ba0c-e59a16565fdd', 'code': 200} Jul 23 20:26:53.044176 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-f191735f-358b-4428-990f-7fe6612179ea req-001b0e1f-a260-4142-81e4-c382f23706a6 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Allocated IP 172.20.0.11 (5bbafa9b-1ff2-449f-b382-7dc58b5f6330/3be2f305-b5e9-4032-b91f-a7f98f558b55/7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:53.088405 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16909f6b-437a-4491-a06f-127342e880b7 req-48434760-cfbd-4cb4-956e-f62ee6dd9e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:53.090039 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16909f6b-437a-4491-a06f-127342e880b7 req-48434760-cfbd-4cb4-956e-f62ee6dd9e4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1256223 Jul 23 20:26:53.097841 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4c7d5-40a0-4987-b7db-c5bfbb9d65b0 req-293755a6-2ff3-4279-9f0e-a17bc98e6a2f tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:53.099366 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3df4c7d5-40a0-4987-b7db-c5bfbb9d65b0 req-293755a6-2ff3-4279-9f0e-a17bc98e6a2f tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 1097 time: 0.2531307 Jul 23 20:26:53.109680 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] Set router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:53.263448 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3df4c7d5-40a0-4987-b7db-c5bfbb9d65b0 req-de2a5f63-6ad1-483f-b11e-5122754f6bbe tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544125 Jul 23 20:26:53.285366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16909f6b-437a-4491-a06f-127342e880b7 req-d2e43727-579d-4d1c-9464-a6b55f8fb159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:53.287297 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16909f6b-437a-4491-a06f-127342e880b7 req-d2e43727-579d-4d1c-9464-a6b55f8fb159 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1870682 Jul 23 20:26:53.372193 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f191735f-358b-4428-990f-7fe6612179ea req-001b0e1f-a260-4142-81e4-c382f23706a6 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.391140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16909f6b-437a-4491-a06f-127342e880b7 req-0ee26b5e-d58e-4d4a-b38c-931d6c6bf395 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939157 Jul 23 20:26:53.405042 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-f191735f-358b-4428-990f-7fe6612179ea req-001b0e1f-a260-4142-81e4-c382f23706a6 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Transition to ACTIVE for port object 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:53.411289 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cbf1e-afae-41b6-acc9-9c8c27bfedf0 req-b8e16e81-f2b6-4846-9d67-13abee7d92ac tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:53.420526 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a55cbf1e-afae-41b6-acc9-9c8c27bfedf0 req-b8e16e81-f2b6-4846-9d67-13abee7d92ac tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.2274678 Jul 23 20:26:53.455737 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f191735f-358b-4428-990f-7fe6612179ea req-001b0e1f-a260-4142-81e4-c382f23706a6 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.467024 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:52Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:53.524106 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f191735f-358b-4428-990f-7fe6612179ea req-001b0e1f-a260-4142-81e4-c382f23706a6 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:53.525732 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156a500-249d-45c6-aff0-1e9daef8f879 None None] The sync data for ids ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'] in n-d-791504-18 is: [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:52Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:53.534131 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-f191735f-358b-4428-990f-7fe6612179ea req-001b0e1f-a260-4142-81e4-c382f23706a6 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:53.539409 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f191735f-358b-4428-990f-7fe6612179ea req-001b0e1f-a260-4142-81e4-c382f23706a6 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:53.547116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b0e1f-a260-4142-81e4-c382f23706a6 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Pushing event updated for resources: {'Port': ['ID=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:53.574493 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a55cbf1e-afae-41b6-acc9-9c8c27bfedf0 req-afae22bb-fc70-45c7-b402-ef9a57eeafcc tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526186 Jul 23 20:26:53.623935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec5aad-8029-48f0-9481-8cddb370167c req-43082e25-0aa4-4c24-96e2-1261a9629d7c tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:53.647725 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73ec5aad-8029-48f0-9481-8cddb370167c req-43082e25-0aa4-4c24-96e2-1261a9629d7c tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 946 time: 0.2193222 Jul 23 20:26:53.653562 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191735f-358b-4428-990f-7fe6612179ea req-001b0e1f-a260-4142-81e4-c382f23706a6 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:53.654426 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f191735f-358b-4428-990f-7fe6612179ea req-001b0e1f-a260-4142-81e4-c382f23706a6 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.677288 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f191735f-358b-4428-990f-7fe6612179ea req-001b0e1f-a260-4142-81e4-c382f23706a6 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1518924 Jul 23 20:26:53.701099 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Request body: {'port': {'device_id': '5780753d-f7eb-4090-83b3-ad008a455145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:53.744392 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73ec5aad-8029-48f0-9481-8cddb370167c req-67c7ece1-fa2b-4d4d-bda0-dd0cb430301f tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897255 Jul 23 20:26:53.848844 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16909f6b-437a-4491-a06f-127342e880b7 req-ed5a90ca-cd5d-4eef-84d5-090ae29e28d0 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036102 Jul 23 20:26:53.860606 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.926395 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fc9c4-53a1-4e64-a3d6-d2aff78d3000 req-6582f58e-9756-4955-b08e-607befbe916b tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:53.938199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f3fc9c4-53a1-4e64-a3d6-d2aff78d3000 req-6582f58e-9756-4955-b08e-607befbe916b tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 932 time: 0.2205296 Jul 23 20:26:53.961874 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c1735070-b29e-486f-aa46-7ca296743f86 None None] Provisioning for port 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:53.970645 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c1735070-b29e-486f-aa46-7ca296743f86 None None] Provisioning complete for port 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:53.971021 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1735070-b29e-486f-aa46-7ca296743f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.020909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f3fc9c4-53a1-4e64-a3d6-d2aff78d3000 req-b19450cf-c6c9-4c92-b45c-cac5c8404369 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814543 Jul 23 20:26:54.105190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8c678ff2-e614-46ca-8ecd-893133306cac up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:54.202992 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c1735070-b29e-486f-aa46-7ca296743f86 None None] Port 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:26:54.249229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c444ad7-adee-4b4c-999f-02abdb7f08e4 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:54.407955 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 8c678ff2-e614-46ca-8ecd-893133306cac triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:54.408259 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.436830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:54.446256 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.466621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 7c444ad7-adee-4b4c-999f-02abdb7f08e4 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:54.467626 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Transition to ACTIVE for port object 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:54.482470 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.497652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 7c444ad7-adee-4b4c-999f-02abdb7f08e4 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:54.498289 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.552437 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-84faaa6c-eb7e-4e00-90b6-d1a9e67a9682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.690195 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.717618 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.726204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Pushing event updated for resources: {'Port': ['ID=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:54.755855 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1b1133cd-d423-49f6-906f-94083bfad6e9 req-9649b330-9093-447a-be17-83e5a63afe7f tempest-SecurityGroupsNegativeTestJSON-162887435 tempest-SecurityGroupsNegativeTestJSON-162887435-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3e99f4199874a48812ffe3718ef85b4 HTTP/1.1" status: 200 len: 2984 time: 0.1365225 Jul 23 20:26:54.799234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Attempting to bind port 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:54.803387 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Attempting to bind port 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '028c4bfd-4c47-4f36-9238-21941149efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:54.803712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Attempting to bind port 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a on network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:54.820226 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Port 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a on network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:26:54.820560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Attempting to bind port 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a on network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:54.824726 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 7c444ad7-adee-4b4c-999f-02abdb7f08e4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7c444ad7-adee-4b4c-999f-02abdb7f08e4,segment=NetworkSegment(028c4bfd-4c47-4f36-9238-21941149efb6),segment_id=028c4bfd-4c47-4f36-9238-21941149efb6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:54.840537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:54.840885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Checking segment: {'id': '028c4bfd-4c47-4f36-9238-21941149efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:54.841276 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Bound using segment: {'id': '028c4bfd-4c47-4f36-9238-21941149efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:54.841711 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Bound port: 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028c4bfd-4c47-4f36-9238-21941149efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:54.842072 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.850926 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.851618 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1b1133cd-d423-49f6-906f-94083bfad6e9 req-2b849902-cc0e-4268-86b0-faa31ca9f4b3 tempest-SecurityGroupsNegativeTestJSON-162887435 tempest-SecurityGroupsNegativeTestJSON-162887435-project] 10.222.0.55 "GET /v2.0/security-groups/e74d7cad-4bea-4c22-a238-f39102990deb HTTP/1.1" status: 200 len: 2981 time: 0.0948429 Jul 23 20:26:54.867476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8c678ff2-e614-46ca-8ecd-893133306cac, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8c678ff2-e614-46ca-8ecd-893133306cac,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:54.919797 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.961296 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1b1133cd-d423-49f6-906f-94083bfad6e9 req-2011f9b9-3ad2-490a-91d7-8722cf13976b tempest-SecurityGroupsNegativeTestJSON-162887435 tempest-SecurityGroupsNegativeTestJSON-162887435-project] 10.222.0.55 "GET /v2.0/security-groups/e74d7cad-4bea-4c22-a238-f39102990deb HTTP/1.1" status: 200 len: 2981 time: 0.1037652 Jul 23 20:26:54.997137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=7c444ad7-adee-4b4c-999f-02abdb7f08e4,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:55.047892 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661636d4-906a-46ea-9950-76c89fcc2ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c678ff2-e614-46ca-8ecd-893133306cac'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:55.050935 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] For port 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:55.054554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] For port 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a,segment=NetworkSegment(028c4bfd-4c47-4f36-9238-21941149efb6),segment_id=028c4bfd-4c47-4f36-9238-21941149efb6)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:55.057544 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73298d0f-c8ad-4daa-808b-8070a2709dda" -d '{"events": [{"server_uuid": "661636d4-906a-46ea-9950-76c89fcc2ce6", "name": "network-vif-plugged", "status": "completed", "tag": "8c678ff2-e614-46ca-8ecd-893133306cac"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:55.064116 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:55.110063 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:55.115788 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:55.117593 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f191735f-358b-4428-990f-7fe6612179ea req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] 10.222.0.57 "PUT /v2.0/ports/7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a HTTP/1.1" status: 200 len: 1093 time: 1.4295840 Jul 23 20:26:55.118361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5780753d-f7eb-4090-83b3-ad008a455145', 'tag': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:55.123200 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443ad992-ab49-4a21-bd0e-14c40b4b082e" -d '{"events": [{"name": "network-changed", "server_uuid": "5780753d-f7eb-4090-83b3-ad008a455145", "tag": "7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:55.130206 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=8c678ff2-e614-46ca-8ecd-893133306cac,revision_number=10']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:55.208482 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Pushing event updated for resources: {'Port': ['ID=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:55.220677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:55.221323 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:55.221847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:55.222322 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29923b0d-04ce-42e8-89ba-534d48f35c1d req-d5bbbf6f-06dc-4397-8d24-91033bbe7cc6 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:55.222686 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:55.223262 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:55.223823 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:55.224365 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:55.224915 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:55.225454 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:55.225995 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:55.226546 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:55.227081 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe78aed-d081-4f93-bacc-e9a29ed1d5ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:55.241269 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29923b0d-04ce-42e8-89ba-534d48f35c1d req-d5bbbf6f-06dc-4397-8d24-91033bbe7cc6 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.2031536 Jul 23 20:26:55.278264 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191735f-358b-4428-990f-7fe6612179ea req-479ebd6a-335c-45bf-91df-a8f7dfd3636a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:55.280056 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f191735f-358b-4428-990f-7fe6612179ea req-479ebd6a-335c-45bf-91df-a8f7dfd3636a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f13c05c7d1a64f6eb77c427187b36511&device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 1096 time: 0.1128650 Jul 23 20:26:55.298136 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29923b0d-04ce-42e8-89ba-534d48f35c1d req-199b31f5-a273-4319-b8e9-b91148fb355e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559845 Jul 23 20:26:55.347970 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f191735f-358b-4428-990f-7fe6612179ea req-e4f5bfaa-53d8-4216-a5ff-b41ee5d078fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a HTTP/1.1" status: 200 len: 217 time: 0.0602725 Jul 23 20:26:55.421501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191735f-358b-4428-990f-7fe6612179ea req-08f372dd-315a-497d-b73c-86407774b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:55.423401 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f191735f-358b-4428-990f-7fe6612179ea req-08f372dd-315a-497d-b73c-86407774b7c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3be2f305-b5e9-4032-b91f-a7f98f558b55 HTTP/1.1" status: 200 len: 858 time: 0.0636775 Jul 23 20:26:55.542453 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cbe86-c496-40eb-9619-0a0b914b948f req-2c545780-d836-46d7-90c8-6c79fcd1f46a tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:55.544522 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-452cbe86-c496-40eb-9619-0a0b914b948f req-2c545780-d836-46d7-90c8-6c79fcd1f46a tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 946 time: 0.1120229 Jul 23 20:26:55.556053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56338) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:55.560899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1e178124-5e8e-4504-b923-a5857b97c7e6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Request body: {'floatingip': {'port_id': 'bedf154e-bae0-4e26-a241-96e446fff0aa'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:55.583466 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191735f-358b-4428-990f-7fe6612179ea req-44ea5a9a-e154-4bb0-b934-37ce5520935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:55.586026 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f191735f-358b-4428-990f-7fe6612179ea req-44ea5a9a-e154-4bb0-b934-37ce5520935e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1387155 Jul 23 20:26:55.620906 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1e178124-5e8e-4504-b923-a5857b97c7e6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:55.761990 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f191735f-358b-4428-990f-7fe6612179ea req-65b277e4-5263-4aa1-b88b-ef3260f0dcaa service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596673 Jul 23 20:26:55.768877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-35ce44c5-b0c1-4608-988a-af788cbc292c tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:26:55.769596 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-35ce44c5-b0c1-4608-988a-af788cbc292c tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116956 Jul 23 20:26:55.793500 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-f124575e-f464-4df8-a800-f231c0d259f0 service neutron] Request body: {'binding': {'host': 'n-h2-791504-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:55.793755 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-f124575e-f464-4df8-a800-f231c0d259f0 service neutron] Unknown quota resources ['binding']. {{(pid=93810) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:26:56.143348 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c444ad7-adee-4b4c-999f-02abdb7f08e4 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:56.220266 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d15bae-13b3-4ffa-b0ff-471430a6f8cc req-e4b5d631-a763-4fc2-ade2-4d5c548a2ca5 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:56.222013 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-90d15bae-13b3-4ffa-b0ff-471430a6f8cc req-e4b5d631-a763-4fc2-ade2-4d5c548a2ca5 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 945 time: 0.5183058 Jul 23 20:26:56.225530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 7c444ad7-adee-4b4c-999f-02abdb7f08e4 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:56.226235 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:56.309188 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f191735f-358b-4428-990f-7fe6612179ea req-4c1beaf6-9620-41f9-8da3-2b99c2f4bcd9 service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373671 Jul 23 20:26:56.333412 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-90d15bae-13b3-4ffa-b0ff-471430a6f8cc req-0d90a0fe-a44d-4a1d-a38b-8c3cc2d31437 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929863 Jul 23 20:26:56.425615 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-f124575e-f464-4df8-a800-f231c0d259f0 service neutron] Attempting to bind port 499087ef-b504-47ae-8eac-aed11d098fb8 on host n-h2-791504-18 for vnic_type normal with profile None {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:56.427130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-f124575e-f464-4df8-a800-f231c0d259f0 service neutron] Attempting to bind port 499087ef-b504-47ae-8eac-aed11d098fb8 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:56.428238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-f124575e-f464-4df8-a800-f231c0d259f0 service neutron] Attempting to bind port 499087ef-b504-47ae-8eac-aed11d098fb8 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:56.438888 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-f124575e-f464-4df8-a800-f231c0d259f0 service neutron] Port 499087ef-b504-47ae-8eac-aed11d098fb8 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:26:56.439202 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-f124575e-f464-4df8-a800-f231c0d259f0 service neutron] Attempting to bind port 499087ef-b504-47ae-8eac-aed11d098fb8 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:56.445011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-f124575e-f464-4df8-a800-f231c0d259f0 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:56.445351 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-f124575e-f464-4df8-a800-f231c0d259f0 service neutron] Checking segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:56.445734 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-f124575e-f464-4df8-a800-f231c0d259f0 service neutron] Bound using segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:56.446163 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-f124575e-f464-4df8-a800-f231c0d259f0 service neutron] Bound port: 499087ef-b504-47ae-8eac-aed11d098fb8, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:56.471316 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.resource_extend [None req-1e178124-5e8e-4504-b923-a5857b97c7e6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:26:56.527583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-f124575e-f464-4df8-a800-f231c0d259f0 service neutron] For port 499087ef-b504-47ae-8eac-aed11d098fb8, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=499087ef-b504-47ae-8eac-aed11d098fb8,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:56.533682 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-f124575e-f464-4df8-a800-f231c0d259f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:56.535570 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-f124575e-f464-4df8-a800-f231c0d259f0 service neutron] 10.222.0.55 "POST /v2.0/ports/499087ef-b504-47ae-8eac-aed11d098fb8/bindings HTTP/1.1" status: 201 len: 390 time: 0.7485387 Jul 23 20:26:56.557075 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1e178124-5e8e-4504-b923-a5857b97c7e6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:56.565771 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1e178124-5e8e-4504-b923-a5857b97c7e6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:56.809575 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56f1a148-0c53-4512-aac8-e0a44da68f9f req-b4964052-f26d-40a7-92d6-632e5938c1a0 tempest-SecurityGroupsNegativeTestJSON-162887435 tempest-SecurityGroupsNegativeTestJSON-162887435-project] 10.222.0.55 "GET /v2.0/security-groups/e74d7cad-4bea-4c22-a238-f39102990deb HTTP/1.1" status: 200 len: 2981 time: 0.0838449 Jul 23 20:26:56.822728 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-1e178124-5e8e-4504-b923-a5857b97c7e6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Floating IP ba8eea19-d6ea-4044-b82e-22169166ea68 associated. External IP: 172.25.3.254, port: bedf154e-bae0-4e26-a241-96e446fff0aa. Jul 23 20:26:56.963666 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-56f1a148-0c53-4512-aac8-e0a44da68f9f req-d1188bf1-22c2-4108-abdf-ba87aafefcd8 tempest-SecurityGroupsNegativeTestJSON-162887435 tempest-SecurityGroupsNegativeTestJSON-162887435-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 20:26:56.964740 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56f1a148-0c53-4512-aac8-e0a44da68f9f req-d1188bf1-22c2-4108-abdf-ba87aafefcd8 tempest-SecurityGroupsNegativeTestJSON-162887435 tempest-SecurityGroupsNegativeTestJSON-162887435-project] 10.222.0.55 "DELETE /v2.0/security-groups/e74d7cad-4bea-4c22-a238-f39102990deb HTTP/1.1" status: 409 len: 352 time: 0.1450613 Jul 23 20:26:57.007714 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f7c1c5-1ff0-48d2-ad78-40303a34f754 x-openstack-request-id: req-96f7c1c5-1ff0-48d2-ad78-40303a34f754 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:57.008282 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661636d4-906a-46ea-9950-76c89fcc2ce6", "name": "network-vif-plugged", "status": "completed", "tag": "8c678ff2-e614-46ca-8ecd-893133306cac", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:57.008775 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96f7c1c5-1ff0-48d2-ad78-40303a34f754 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:57.010009 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661636d4-906a-46ea-9950-76c89fcc2ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c678ff2-e614-46ca-8ecd-893133306cac', 'code': 200} Jul 23 20:26:57.057898 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2decf306-4c6b-417c-b0df-325bb22e1232 x-openstack-request-id: req-2decf306-4c6b-417c-b0df-325bb22e1232 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:57.058473 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5780753d-f7eb-4090-83b3-ad008a455145", "tag": "7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:57.058473 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2decf306-4c6b-417c-b0df-325bb22e1232 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:57.058817 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5780753d-f7eb-4090-83b3-ad008a455145', 'tag': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a', 'status': 'completed', 'code': 200} Jul 23 20:26:57.109428 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-43f136e1-e809-4bb1-a810-d4a4daa16006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:57.163910 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ad992-ab49-4a21-bd0e-14c40b4b082e req-8aa96712-356b-4f6b-b2bb-57a8649f75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:57.166512 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-443ad992-ab49-4a21-bd0e-14c40b4b082e req-8aa96712-356b-4f6b-b2bb-57a8649f75d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f13c05c7d1a64f6eb77c427187b36511&device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 1096 time: 0.0797017 Jul 23 20:26:57.274577 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:57.295738 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ad992-ab49-4a21-bd0e-14c40b4b082e req-636c71fe-0296-4aaa-a3ba-6a9cc737c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:57.297585 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-443ad992-ab49-4a21-bd0e-14c40b4b082e req-636c71fe-0296-4aaa-a3ba-6a9cc737c01d service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 200 len: 920 time: 0.1201034 Jul 23 20:26:57.363640 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-443ad992-ab49-4a21-bd0e-14c40b4b082e req-cfac75a3-7bb2-4ca5-98c0-17e789bb8f76 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a HTTP/1.1" status: 200 len: 217 time: 0.0524142 Jul 23 20:26:57.454525 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ad992-ab49-4a21-bd0e-14c40b4b082e req-0bba6612-8cc6-4311-a0da-1b2ae1cb419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:57.459030 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-443ad992-ab49-4a21-bd0e-14c40b4b082e req-0bba6612-8cc6-4311-a0da-1b2ae1cb419e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3be2f305-b5e9-4032-b91f-a7f98f558b55 HTTP/1.1" status: 200 len: 858 time: 0.0880649 Jul 23 20:26:57.505491 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320ff7b-b36c-4472-8edd-835bf2f30455 req-7b0cfc23-9ef8-4d74-be7b-2d75de209512 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:57.507532 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c320ff7b-b36c-4472-8edd-835bf2f30455 req-7b0cfc23-9ef8-4d74-be7b-2d75de209512 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 944 time: 0.5334647 Jul 23 20:26:57.550799 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ad992-ab49-4a21-bd0e-14c40b4b082e req-d4a533e6-92f7-4fae-9bd6-e640de668c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:57.551529 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e178124-5e8e-4504-b923-a5857b97c7e6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Router 604175e0-803e-4dc3-a847-19f171f63526 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:26:57.555166 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-443ad992-ab49-4a21-bd0e-14c40b4b082e req-d4a533e6-92f7-4fae-9bd6-e640de668c97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841799 Jul 23 20:26:57.562772 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ba6a2-7c48-4fc2-9004-22da89465b28 req-80a52fc5-6958-4d99-9940-5f608d68a87d tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:57.564343 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-731ba6a2-7c48-4fc2-9004-22da89465b28 req-80a52fc5-6958-4d99-9940-5f608d68a87d tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.1895123 Jul 23 20:26:57.603543 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c320ff7b-b36c-4472-8edd-835bf2f30455 req-27b2b781-e599-4801-8aaf-5aa814d7eaa8 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861168 Jul 23 20:26:57.698666 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-443ad992-ab49-4a21-bd0e-14c40b4b082e req-5ce9e479-6f47-43b3-b567-edfe22c4f2a7 service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353750 Jul 23 20:26:57.699909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-731ba6a2-7c48-4fc2-9004-22da89465b28 req-7d4d617b-c9d6-425f-9ee9-3839b669f1ef tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281977 Jul 23 20:26:57.727418 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-a0c28d0e-d1c2-4d96-9826-479845b1af7d req-5ea33fe0-fb82-4fb6-aadd-0368a24d6e5f tempest-SecurityGroupsNegativeTestJSON-162887435 tempest-SecurityGroupsNegativeTestJSON-162887435-project] show failed (client error): The resource could not be found. Jul 23 20:26:57.728557 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a0c28d0e-d1c2-4d96-9826-479845b1af7d req-5ea33fe0-fb82-4fb6-aadd-0368a24d6e5f tempest-SecurityGroupsNegativeTestJSON-162887435 tempest-SecurityGroupsNegativeTestJSON-162887435-project] 10.222.0.55 "GET /v2.0/security-groups/f5c744b0-0a70-45a4-a6bf-24fac08d6284 HTTP/1.1" status: 404 len: 352 time: 0.0157552 Jul 23 20:26:57.786941 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e178124-5e8e-4504-b923-a5857b97c7e6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:57.805512 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1e178124-5e8e-4504-b923-a5857b97c7e6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:57.813337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f8ff2f-981f-46d3-b7ca-4c0ce81a7e0a None None] Sync routers for ids ['604175e0-803e-4dc3-a847-19f171f63526'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:57.825816 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f8ff2f-981f-46d3-b7ca-4c0ce81a7e0a None None] Routers {'604175e0-803e-4dc3-a847-19f171f63526'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:57.826789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-24f8ff2f-981f-46d3-b7ca-4c0ce81a7e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:26:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['604175e0-803e-4dc3-a847-19f171f63526'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:57.855309 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-443ad992-ab49-4a21-bd0e-14c40b4b082e req-e8aa2aec-dc33-46c4-8bb1-b68ea561ef23 service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487460 Jul 23 20:26:57.968376 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-24f8ff2f-981f-46d3-b7ca-4c0ce81a7e0a None None] Set router 604175e0-803e-4dc3-a847-19f171f63526 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:57.968922 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1e178124-5e8e-4504-b923-a5857b97c7e6 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "PUT /v2.0/floatingips/ba8eea19-d6ea-4044-b82e-22169166ea68 HTTP/1.1" status: 200 len: 992 time: 2.4116457 Jul 23 20:26:57.973078 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d6c557-1e4e-498c-bd87-1f4c3bf32571', 'tag': 'bedf154e-bae0-4e26-a241-96e446fff0aa'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:57.975992 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f5a783-1515-4b01-95dd-4c3c76cf2c54" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d6c557-1e4e-498c-bd87-1f4c3bf32571", "tag": "bedf154e-bae0-4e26-a241-96e446fff0aa"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:58.008101 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d796e-8ff7-45ea-a821-0c569bbc4f8f req-1fb82675-f3e5-4398-a392-869e7865f345 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:58.018949 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-744d796e-8ff7-45ea-a821-0c569bbc4f8f req-1fb82675-f3e5-4398-a392-869e7865f345 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 945 time: 0.1592829 Jul 23 20:26:58.088341 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-744d796e-8ff7-45ea-a821-0c569bbc4f8f req-313dab60-f0d7-4f5b-a710-99e04d915181 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623500 Jul 23 20:26:58.391939 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-2b6c0f84-35d5-455f-a01b-05ffe10657d7 req-629511ac-920c-42ff-b74d-b2a8d91a4824 tempest-SecurityGroupsNegativeTestJSON-162887435 tempest-SecurityGroupsNegativeTestJSON-162887435-project] show failed (client error): The resource could not be found. Jul 23 20:26:58.393001 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b6c0f84-35d5-455f-a01b-05ffe10657d7 req-629511ac-920c-42ff-b74d-b2a8d91a4824 tempest-SecurityGroupsNegativeTestJSON-162887435 tempest-SecurityGroupsNegativeTestJSON-162887435-project] 10.222.0.55 "GET /v2.0/security-groups/926a92dd-3dd2-48d1-b30a-9f01e05931de HTTP/1.1" status: 404 len: 352 time: 0.0232899 Jul 23 20:26:58.393893 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.407022 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56466) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:58.509930 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cefb80-1060-41af-948a-384578a3e81e x-openstack-request-id: req-e9cefb80-1060-41af-948a-384578a3e81e {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:58.510871 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d6c557-1e4e-498c-bd87-1f4c3bf32571", "tag": "bedf154e-bae0-4e26-a241-96e446fff0aa", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:58.511323 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9cefb80-1060-41af-948a-384578a3e81e {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:58.513751 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d6c557-1e4e-498c-bd87-1f4c3bf32571', 'tag': 'bedf154e-bae0-4e26-a241-96e446fff0aa', 'status': 'completed', 'code': 200} Jul 23 20:26:58.528519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-3249c1c1-0891-4fde-80ea-0269a2d67f29 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:58.530302 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-3249c1c1-0891-4fde-80ea-0269a2d67f29 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7&tenant_id=5a185053a28c406bbec1c43816d9e38b&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 1097 time: 0.2105420 Jul 23 20:26:58.544590 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-24f8ff2f-981f-46d3-b7ca-4c0ce81a7e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'ba8eea19-d6ea-4044-b82e-22169166ea68', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'floating_ip_address': '172.25.3.254', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '604175e0-803e-4dc3-a847-19f171f63526', 'port_id': 'bedf154e-bae0-4e26-a241-96e446fff0aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'mac_address': 'fa:16:3e:db:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d6c557-1e4e-498c-bd87-1f4c3bf32571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:24:20Z', 'updated_at': '2021-07-23T20:26:56Z', 'revision_number': 5, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee261b4-b198-4de1-9655-e7cef69e167d', 'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'mac_address': 'fa:16:3e:91:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:57Z', 'updated_at': '2021-07-23T20:24:07Z', 'revision_number': 5, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'subnets': [{'id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:58.550261 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-18'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:58.561466 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Deleting subnet a94f5ea8-4731-43e0-bad9-ce1d9eaf46dd {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:26:58.599216 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f8ff2f-981f-46d3-b7ca-4c0ce81a7e0a None None] Checking router: 604175e0-803e-4dc3-a847-19f171f63526 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:26:58.613810 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f8ff2f-981f-46d3-b7ca-4c0ce81a7e0a None None] Routers {'604175e0-803e-4dc3-a847-19f171f63526'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:58.615312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-24f8ff2f-981f-46d3-b7ca-4c0ce81a7e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:26:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['604175e0-803e-4dc3-a847-19f171f63526'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:58.641311 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.697918 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.733153 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.751634 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.790846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5a783-1515-4b01-95dd-4c3c76cf2c54 req-c6cc209a-b226-4e18-8685-1ccee646a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:58.797268 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1f5a783-1515-4b01-95dd-4c3c76cf2c54 req-c6cc209a-b226-4e18-8685-1ccee646a946 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=282b5619c5a34c6ea12d7fca8ffb305e&device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 1098 time: 0.2291315 Jul 23 20:26:58.903885 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-24f8ff2f-981f-46d3-b7ca-4c0ce81a7e0a None None] Set router 604175e0-803e-4dc3-a847-19f171f63526 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:58.976172 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.977999 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] For port 28d35720-ce9d-4e20-aede-709584c1d93e, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=28d35720-ce9d-4e20-aede-709584c1d93e,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:59.010350 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.014899 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56504) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:59.015312 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a94f5ea8-4731-43e0-bad9-ce1d9eaf46dd HTTP/1.1" status: 204 len: 168 time: 0.6082447 Jul 23 20:26:59.023462 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3b767-714c-466b-b099-16b3ef07d2f3 req-990386aa-0ecc-47b1-93d1-48833956cf10 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:59.026104 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5a3b767-714c-466b-b099-16b3ef07d2f3 req-990386aa-0ecc-47b1-93d1-48833956cf10 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 944 time: 0.2621593 Jul 23 20:26:59.031901 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a94f5ea8-4731-43e0-bad9-ce1d9eaf46dd,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:59.052540 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5a783-1515-4b01-95dd-4c3c76cf2c54 req-522ab506-221c-4c72-8df2-c02be3bdeb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:59.054342 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1f5a783-1515-4b01-95dd-4c3c76cf2c54 req-522ab506-221c-4c72-8df2-c02be3bdeb9d service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7d042f9-5f6b-45f4-af0d-c0167546d960 HTTP/1.1" status: 200 len: 924 time: 0.1988471 Jul 23 20:26:59.079065 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:59.080191 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:59.081810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:59.081952 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:59.084031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] For port 28d35720-ce9d-4e20-aede-709584c1d93e, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:59.084649 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:59.085084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:59.085627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:59.086888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:59.088317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:59.088746 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:59.089173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:59.091511 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a349e5a2-a270-453a-b45c-4c5d9dbdd5ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:59.151768 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd543-bb0d-4e66-a5bf-53462c8174a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.180434 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e911d9-cc85-4cc4-a02d-26afcce969b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28d35720-ce9d-4e20-aede-709584c1d93e'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:59.183666 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa71e50-c938-41eb-bd96-94df1cfb22a7" -d '{"events": [{"server_uuid": "16e911d9-cc85-4cc4-a02d-26afcce969b7", "name": "network-vif-unplugged", "status": "completed", "tag": "28d35720-ce9d-4e20-aede-709584c1d93e"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:59.187797 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.212016 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.220247 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5a3b767-714c-466b-b099-16b3ef07d2f3 req-3b5af84e-9942-419d-a6fc-0b2eff130eb8 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857998 Jul 23 20:26:59.285126 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1f5a783-1515-4b01-95dd-4c3c76cf2c54 req-aac9c410-3107-4872-bc25-2d6f0faa4f73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bedf154e-bae0-4e26-a241-96e446fff0aa HTTP/1.1" status: 200 len: 1000 time: 0.1875954 Jul 23 20:26:59.315629 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-24f8ff2f-981f-46d3-b7ca-4c0ce81a7e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'ba8eea19-d6ea-4044-b82e-22169166ea68', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'floating_ip_address': '172.25.3.254', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '604175e0-803e-4dc3-a847-19f171f63526', 'port_id': 'bedf154e-bae0-4e26-a241-96e446fff0aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'mac_address': 'fa:16:3e:db:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d6c557-1e4e-498c-bd87-1f4c3bf32571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:24:20Z', 'updated_at': '2021-07-23T20:26:56Z', 'revision_number': 5, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee261b4-b198-4de1-9655-e7cef69e167d', 'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'mac_address': 'fa:16:3e:91:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:57Z', 'updated_at': '2021-07-23T20:24:07Z', 'revision_number': 5, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'subnets': [{'id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:59.351561 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd543-bb0d-4e66-a5bf-53462c8174a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.380058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f8ff2f-981f-46d3-b7ca-4c0ce81a7e0a None None] The sync data for ids ['604175e0-803e-4dc3-a847-19f171f63526'] in n-d-791504-18 is: [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'ba8eea19-d6ea-4044-b82e-22169166ea68', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'floating_ip_address': '172.25.3.254', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '604175e0-803e-4dc3-a847-19f171f63526', 'port_id': 'bedf154e-bae0-4e26-a241-96e446fff0aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'mac_address': 'fa:16:3e:db:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d6c557-1e4e-498c-bd87-1f4c3bf32571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:24:20Z', 'updated_at': '2021-07-23T20:26:56Z', 'revision_number': 5, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee261b4-b198-4de1-9655-e7cef69e167d', 'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'mac_address': 'fa:16:3e:91:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:57Z', 'updated_at': '2021-07-23T20:24:07Z', 'revision_number': 5, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'subnets': [{'id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:59.404698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5a783-1515-4b01-95dd-4c3c76cf2c54 req-690904fa-a854-48bc-9a10-cf058bbfbf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:59.406336 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1f5a783-1515-4b01-95dd-4c3c76cf2c54 req-690904fa-a854-48bc-9a10-cf058bbfbf2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70510b3b-e3cb-4ef3-a472-cc252ad56cea HTTP/1.1" status: 200 len: 862 time: 0.1129951 Jul 23 20:26:59.415442 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b9cbd543-bb0d-4e66-a5bf-53462c8174a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e469c5-4d21-406d-8a69-71180a4fb731']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:59.448986 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b9cbd543-bb0d-4e66-a5bf-53462c8174a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6616a06-9055-48ee-b451-9e051c46329d') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:59.449508 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b9cbd543-bb0d-4e66-a5bf-53462c8174a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6616a06-9055-48ee-b451-9e051c46329d') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:59.454239 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=28d35720-ce9d-4e20-aede-709584c1d93e,revision_number=7']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:59.472588 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd543-bb0d-4e66-a5bf-53462c8174a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.490215 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd543-bb0d-4e66-a5bf-53462c8174a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.495071 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cdb0c-1c36-4ffe-a193-7266a463cd83 req-55a1b239-75a4-4737-8038-b30a4ef45250 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:59.502754 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ad8cdb0c-1c36-4ffe-a193-7266a463cd83 req-55a1b239-75a4-4737-8038-b30a4ef45250 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.1608286 Jul 23 20:26:59.504814 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cbd543-bb0d-4e66-a5bf-53462c8174a0 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:26:59.505277 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd543-bb0d-4e66-a5bf-53462c8174a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:26:59.518212 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:26:59.521525 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Attempting to bind port 28d35720-ce9d-4e20-aede-709584c1d93e on host n-h1-791504-18 for vnic_type normal with profile {"migrating_to": "n-h2-791504-18"} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:59.521873 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Attempting to bind port 28d35720-ce9d-4e20-aede-709584c1d93e by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:59.522201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Attempting to bind port 28d35720-ce9d-4e20-aede-709584c1d93e on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:59.535768 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Port 28d35720-ce9d-4e20-aede-709584c1d93e on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:26:59.536453 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Attempting to bind port 28d35720-ce9d-4e20-aede-709584c1d93e on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:59.562552 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93330769-217d-464e-b210-58b8ab5e78b9 req-5832dd5f-259c-42cb-b280-4ac6efaa1f91 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1681e95d614a4f089ed176768eeebc0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861437 Jul 23 20:26:59.579707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:59.580046 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Checking segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:59.580431 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Bound using segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:59.580918 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Bound port: 28d35720-ce9d-4e20-aede-709584c1d93e, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:59.581230 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.622930 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd543-bb0d-4e66-a5bf-53462c8174a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.632185 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd543-bb0d-4e66-a5bf-53462c8174a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.634246 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b9cbd543-bb0d-4e66-a5bf-53462c8174a0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b0e469c5-4d21-406d-8a69-71180a4fb731 HTTP/1.1" status: 204 len: 168 time: 0.6181898 Jul 23 20:26:59.655498 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbd543-bb0d-4e66-a5bf-53462c8174a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e469c5-4d21-406d-8a69-71180a4fb731,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:59.699161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] For port 28d35720-ce9d-4e20-aede-709584c1d93e, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:59.703745 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93330769-217d-464e-b210-58b8ab5e78b9 req-99f276a5-758d-402c-9f4a-eeb1e824ebb7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:59.710465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] For port 28d35720-ce9d-4e20-aede-709584c1d93e, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=28d35720-ce9d-4e20-aede-709584c1d93e,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:59.711225 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93330769-217d-464e-b210-58b8ab5e78b9 req-99f276a5-758d-402c-9f4a-eeb1e824ebb7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476636 Jul 23 20:26:59.721068 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.727979 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3040d2fc-9f6a-41be-9323-0b80536cc428 None None] New status for floating IP ba8eea19-d6ea-4044-b82e-22169166ea68: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:26:59.754636 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93330769-217d-464e-b210-58b8ab5e78b9 req-0cf99430-4545-4423-aaad-efaff2d0cb5c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/quotas/1681e95d614a4f089ed176768eeebc0b HTTP/1.1" status: 200 len: 375 time: 0.0422328 Jul 23 20:26:59.821404 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.857344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:59.857904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.859346 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] 10.222.0.57 "PUT /v2.0/ports/28d35720-ce9d-4e20-aede-709584c1d93e HTTP/1.1" status: 200 len: 1123 time: 1.3181317 Jul 23 20:26:59.860112 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d294edd-d6e0-4c90-a8eb-7d2c11f7b6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=28d35720-ce9d-4e20-aede-709584c1d93e,revision_number=8']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:59.880167 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5a783-1515-4b01-95dd-4c3c76cf2c54 req-2a659705-7c24-4e6a-9f33-6a05c45ee18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:59.886601 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1f5a783-1515-4b01-95dd-4c3c76cf2c54 req-2a659705-7c24-4e6a-9f33-6a05c45ee18e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7d042f9-5f6b-45f4-af0d-c0167546d960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4731512 Jul 23 20:26:59.905203 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56534) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:59.908810 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ad8cdb0c-1c36-4ffe-a193-7266a463cd83 req-bfe47da3-7624-4735-9f2d-73479284b83c tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049759 Jul 23 20:26:59.958573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['28d35720-ce9d-4e20-aede-709584c1d93e'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:00.003305 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cb0dea54-5eac-426e-b904-17189e392d0b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3e99f4199874a48812ffe3718ef85b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0936356 Jul 23 20:27:00.006039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56536) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:00.064724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['28d35720-ce9d-4e20-aede-709584c1d93e'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:00.119199 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06bd9375-6952-475b-994b-9a008313d696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.119947 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1f5a783-1515-4b01-95dd-4c3c76cf2c54 req-148d60ab-1128-4dda-a09f-4e9a4040b461 service neutron] 10.222.0.57 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050440 Jul 23 20:27:00.154891 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06bd9375-6952-475b-994b-9a008313d696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.156765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:27:00.234732 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1f5a783-1515-4b01-95dd-4c3c76cf2c54 req-cb9bcb8c-54d6-4ba1-ae9b-af5258622f0d service neutron] 10.222.0.57 "GET /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990944 Jul 23 20:27:00.240050 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06bd9375-6952-475b-994b-9a008313d696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.243240 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06bd9375-6952-475b-994b-9a008313d696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.247726 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-06bd9375-6952-475b-994b-9a008313d696 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e74d7cad-4bea-4c22-a238-f39102990deb HTTP/1.1" status: 204 len: 168 time: 0.2403796 Jul 23 20:27:00.264953 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd9375-6952-475b-994b-9a008313d696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74d7cad-4bea-4c22-a238-f39102990deb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:00.313642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93330769-217d-464e-b210-58b8ab5e78b9 req-25ad2c3c-8121-43b2-a58d-17252aff4318 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5580359 Jul 23 20:27:00.366288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183605ec-26cd-4d13-a5cb-195547f35576 req-fefa55c2-dcb7-4cad-b662-da55f426bbaa tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:00.376792 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-183605ec-26cd-4d13-a5cb-195547f35576 req-fefa55c2-dcb7-4cad-b662-da55f426bbaa tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 943 time: 0.2555614 Jul 23 20:27:00.468938 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-183605ec-26cd-4d13-a5cb-195547f35576 req-150cb636-1637-41ad-83ab-cc1fd72d96e1 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911622 Jul 23 20:27:00.492374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a,segment=NetworkSegment(028c4bfd-4c47-4f36-9238-21941149efb6),segment_id=028c4bfd-4c47-4f36-9238-21941149efb6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:00.521569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'port_id': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a', 'mac_address': 'fa:16:3e:9c:71:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:27:00.536004 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32978809-ba43-4497-9982-5def51ee72c9 x-openstack-request-id: req-32978809-ba43-4497-9982-5def51ee72c9 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:00.536501 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e911d9-cc85-4cc4-a02d-26afcce969b7", "name": "network-vif-unplugged", "status": "completed", "tag": "28d35720-ce9d-4e20-aede-709584c1d93e", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:00.536501 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32978809-ba43-4497-9982-5def51ee72c9 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:00.536920 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e911d9-cc85-4cc4-a02d-26afcce969b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28d35720-ce9d-4e20-aede-709584c1d93e', 'code': 200} Jul 23 20:27:00.635034 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.671709 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:00.723761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a,segment=NetworkSegment(028c4bfd-4c47-4f36-9238-21941149efb6),segment_id=028c4bfd-4c47-4f36-9238-21941149efb6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:00.732678 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.733621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 28d35720-ce9d-4e20-aede-709584c1d93e details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:27:00.791911 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:00.808684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:00.809041 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:00.809369 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:00.809706 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:00.811293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:00.812294 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:00.812688 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:00.813030 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:00.813364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:00.813691 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:00.815333 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:00.815684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:00.884457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94991ff9-21f8-49d8-a66d-1334a8c9e964 req-5b5ee2c2-8505-4edc-ba49-082aea6fb002 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 210 time: 0.0350316 Jul 23 20:27:00.953663 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f42f5-e9eb-49d7-92d2-3ba4c12fd36f req-b1511da4-969d-4835-9026-6b13306dc5f4 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:00.955398 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-862f42f5-e9eb-49d7-92d2-3ba4c12fd36f req-b1511da4-969d-4835-9026-6b13306dc5f4 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 945 time: 0.2021379 Jul 23 20:27:01.051700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-862f42f5-e9eb-49d7-92d2-3ba4c12fd36f req-2a519206-0c58-48d5-a2e5-d2da1a13b37e tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884819 Jul 23 20:27:01.054261 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 28d35720-ce9d-4e20-aede-709584c1d93e, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=28d35720-ce9d-4e20-aede-709584c1d93e,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:01.084788 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 28d35720-ce9d-4e20-aede-709584c1d93e has no active binding in host n-h2-791504-18 {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:27:01.254635 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef18321-c576-4461-ac55-e434c98bbffa req-24e6129c-8350-449a-97a8-8c2522b3257c tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:01.256559 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ef18321-c576-4461-ac55-e434c98bbffa req-24e6129c-8350-449a-97a8-8c2522b3257c tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.1247168 Jul 23 20:27:01.335442 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ef18321-c576-4461-ac55-e434c98bbffa req-a608389a-7c0d-46da-9a28-931125ba3270 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715535 Jul 23 20:27:01.447646 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:01.710576 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed120f9-6c6d-4906-b3d3-65e8643bdd38 req-27cd3a6c-439b-4496-acd5-f3f45bbfeb67 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:01.718465 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ed120f9-6c6d-4906-b3d3-65e8643bdd38 req-27cd3a6c-439b-4496-acd5-f3f45bbfeb67 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 943 time: 0.1177788 Jul 23 20:27:01.784207 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ed120f9-6c6d-4906-b3d3-65e8643bdd38 req-810ebc4f-cb5c-4dd9-809b-c7091d8e06c2 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641358 Jul 23 20:27:02.116190 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93330769-217d-464e-b210-58b8ab5e78b9 req-eebc0c84-f12c-4427-a69b-d75f8012bf90 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1681e95d614a4f089ed176768eeebc0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1259778 Jul 23 20:27:02.393363 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d35f0c72-b727-427c-9c6b-fe1f29f7f2d5 req-f83a345c-fa2a-4053-ab45-ae7bc3fe3584 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 210 time: 0.0614648 Jul 23 20:27:02.405165 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93330769-217d-464e-b210-58b8ab5e78b9 req-0e715f51-fa15-4520-a0f9-e30bfde60979 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:02.407066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93330769-217d-464e-b210-58b8ab5e78b9 req-0e715f51-fa15-4520-a0f9-e30bfde60979 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2831762 Jul 23 20:27:02.425807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-93330769-217d-464e-b210-58b8ab5e78b9 req-73c38c50-0bdf-4127-863f-b219f6067303 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Request body: {'port': {'device_id': '35955eb0-7315-4e9f-b966-c3467316a06e', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': '1681e95d614a4f089ed176768eeebc0b'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:02.538251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e911d9-cc85-4cc4-a02d-26afcce969b7', 'tag': '28d35720-ce9d-4e20-aede-709584c1d93e'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:02.542569 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d870213a-418b-4ec8-bbe6-7395ecc89237" -d '{"events": [{"name": "network-changed", "server_uuid": "16e911d9-cc85-4cc4-a02d-26afcce969b7", "tag": "28d35720-ce9d-4e20-aede-709584c1d93e"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:02.607722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93330769-217d-464e-b210-58b8ab5e78b9 req-73c38c50-0bdf-4127-863f-b219f6067303 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Made reservation on behalf of 1681e95d614a4f089ed176768eeebc0b for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:02.611229 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-93330769-217d-464e-b210-58b8ab5e78b9 req-73c38c50-0bdf-4127-863f-b219f6067303 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:02.659325 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f768e0-ea3b-4181-a842-6ecb4a4831d3 req-e5cc8bc7-f50a-44b5-9525-476255393e5b tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:02.666613 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72f768e0-ea3b-4181-a842-6ecb4a4831d3 req-e5cc8bc7-f50a-44b5-9525-476255393e5b tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 945 time: 0.1361625 Jul 23 20:27:02.771975 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72f768e0-ea3b-4181-a842-6ecb4a4831d3 req-f34c0edd-8e21-4123-9bc4-cd43b352e340 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045015 Jul 23 20:27:02.865910 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df6a589-86c5-417c-b18a-4ba1b1a49239 x-openstack-request-id: req-5df6a589-86c5-417c-b18a-4ba1b1a49239 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:02.866214 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e911d9-cc85-4cc4-a02d-26afcce969b7", "tag": "28d35720-ce9d-4e20-aede-709584c1d93e", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:02.866611 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5df6a589-86c5-417c-b18a-4ba1b1a49239 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:02.867054 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e911d9-cc85-4cc4-a02d-26afcce969b7', 'tag': '28d35720-ce9d-4e20-aede-709584c1d93e', 'status': 'completed', 'code': 200} Jul 23 20:27:02.996630 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c9dd04c6-f4e7-4069-9de4-f2dd7f434349 req-8fa3ff19-437b-468d-ba92-f894ca092f75 tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0633097 Jul 23 20:27:03.008376 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-93330769-217d-464e-b210-58b8ab5e78b9 req-73c38c50-0bdf-4127-863f-b219f6067303 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Allocated IP 192.168.233.36 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/1209c012-419a-4849-be81-05f59e68a367) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:03.030028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ca79f-5818-4209-9128-88b49687003c req-425a7630-4787-4d68-ba21-6d4bf8d08d69 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:03.040168 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d3ca79f-5818-4209-9128-88b49687003c req-425a7630-4787-4d68-ba21-6d4bf8d08d69 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.3122475 Jul 23 20:27:03.122063 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870213a-418b-4ec8-bbe6-7395ecc89237 req-519b7e3f-1518-491b-9b2b-af39ad44def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:03.123529 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d870213a-418b-4ec8-bbe6-7395ecc89237 req-519b7e3f-1518-491b-9b2b-af39ad44def4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 1126 time: 0.2209270 Jul 23 20:27:03.144165 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d3ca79f-5818-4209-9128-88b49687003c req-b0310ddc-7ed2-473d-b8f4-332bb9f4de5d tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020706 Jul 23 20:27:03.512884 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911101-c38b-4b23-9e5f-70998e4b77b5 req-7f06eba5-babe-419c-9b04-5c4152fe8a8d tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:03.521306 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-74911101-c38b-4b23-9e5f-70998e4b77b5 req-7f06eba5-babe-419c-9b04-5c4152fe8a8d tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 943 time: 0.3479960 Jul 23 20:27:03.538468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870213a-418b-4ec8-bbe6-7395ecc89237 req-f361396e-a526-4ba4-8e91-09562fe50da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:03.540034 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d870213a-418b-4ec8-bbe6-7395ecc89237 req-f361396e-a526-4ba4-8e91-09562fe50da2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 921 time: 0.3949339 Jul 23 20:27:03.631721 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-74911101-c38b-4b23-9e5f-70998e4b77b5 req-627aee73-362b-427a-bbe9-cc9a860befef tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094537 Jul 23 20:27:03.662087 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-93330769-217d-464e-b210-58b8ab5e78b9 req-73c38c50-0bdf-4127-863f-b219f6067303 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:03.717864 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d870213a-418b-4ec8-bbe6-7395ecc89237 req-99a4504e-8b03-45fa-b700-1ed29e7f32fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28d35720-ce9d-4e20-aede-709584c1d93e HTTP/1.1" status: 200 len: 217 time: 0.1051216 Jul 23 20:27:03.763706 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-93330769-217d-464e-b210-58b8ab5e78b9 req-73c38c50-0bdf-4127-863f-b219f6067303 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Transition to ACTIVE for port object 1209c012-419a-4849-be81-05f59e68a367 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:03.778234 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6a3f9b5-f5e9-4811-8a35-7af577e367d7 req-874ec25a-d269-4324-a259-356f1040bd92 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 210 time: 0.0586033 Jul 23 20:27:03.897802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870213a-418b-4ec8-bbe6-7395ecc89237 req-7ae22575-2fc8-454d-8a1d-d39bfb7c51be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:03.899466 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d870213a-418b-4ec8-bbe6-7395ecc89237 req-7ae22575-2fc8-454d-8a1d-d39bfb7c51be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.1633463 Jul 23 20:27:03.946561 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d870213a-418b-4ec8-bbe6-7395ecc89237 req-cfbcd380-3393-4ca6-92bf-905dc867ad32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327122 Jul 23 20:27:03.968950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56762) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:03.990064 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-93330769-217d-464e-b210-58b8ab5e78b9 req-73c38c50-0bdf-4127-863f-b219f6067303 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.007687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['f9f59964-00a7-4cdb-bd4c-91bc3fe798ca', '3f5d7f53-34c7-43af-ba0c-e59a16565fdd'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:04.079797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93330769-217d-464e-b210-58b8ab5e78b9 req-73c38c50-0bdf-4127-863f-b219f6067303 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:04.092367 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-93330769-217d-464e-b210-58b8ab5e78b9 req-73c38c50-0bdf-4127-863f-b219f6067303 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:04.168462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:04.209203 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d39d6031-2480-4be4-ab6f-a514a9a320d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.209648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-93330769-217d-464e-b210-58b8ab5e78b9 req-73c38c50-0bdf-4127-863f-b219f6067303 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:04.229513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93330769-217d-464e-b210-58b8ab5e78b9 req-73c38c50-0bdf-4127-863f-b219f6067303 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:04.230094 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-93330769-217d-464e-b210-58b8ab5e78b9 req-73c38c50-0bdf-4127-863f-b219f6067303 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.355286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:04.382781 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:04.383611 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.410210 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d39d6031-2480-4be4-ab6f-a514a9a320d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.419079 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d39d6031-2480-4be4-ab6f-a514a9a320d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.485645 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d39d6031-2480-4be4-ab6f-a514a9a320d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea4d0bc945a440a080f2eb7d911d6f88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5146489 Jul 23 20:27:04.486986 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d6031-2480-4be4-ab6f-a514a9a320d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454848b1-c978-4bd1-a01c-5b819942c389,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:04.490044 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56772) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:04.577416 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39810107-d840-4289-b5f2-7c3a3dff69b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.607063 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39810107-d840-4289-b5f2-7c3a3dff69b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.626657 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.634294 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7945b3e7-889d-4fd3-a22e-3b449baa292e None None] Provisioning for port 1209c012-419a-4849-be81-05f59e68a367 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:04.655653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7945b3e7-889d-4fd3-a22e-3b449baa292e None None] Provisioning complete for port 1209c012-419a-4849-be81-05f59e68a367 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:04.656029 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7945b3e7-889d-4fd3-a22e-3b449baa292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.670263 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39810107-d840-4289-b5f2-7c3a3dff69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.675683 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39810107-d840-4289-b5f2-7c3a3dff69b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.677910 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-39810107-d840-4289-b5f2-7c3a3dff69b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/454848b1-c978-4bd1-a01c-5b819942c389 HTTP/1.1" status: 204 len: 168 time: 0.1845300 Jul 23 20:27:04.689417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39810107-d840-4289-b5f2-7c3a3dff69b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454848b1-c978-4bd1-a01c-5b819942c389,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:04.732537 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5780753d-f7eb-4090-83b3-ad008a455145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:04.735228 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee8a6e3-3863-481f-b522-8ecbadc4823c" -d '{"events": [{"server_uuid": "5780753d-f7eb-4090-83b3-ad008a455145", "name": "network-vif-plugged", "status": "completed", "tag": "7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:04.742226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c558d4-95a1-4348-b64f-3ea0025a149a req-8209b519-7c6d-4073-b372-604c88bbbc0c tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:04.744396 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76c558d4-95a1-4348-b64f-3ea0025a149a req-8209b519-7c6d-4073-b372-604c88bbbc0c tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 945 time: 0.8520210 Jul 23 20:27:04.745059 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c38c50-0bdf-4127-863f-b219f6067303 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Pushing event updated for resources: {'Port': ['ID=1209c012-419a-4849-be81-05f59e68a367,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:04.763802 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60509510-fa77-4def-b514-eb391a50bfe2 req-203a2d33-ccc6-405f-a274-afee5166605a tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.5656197 Jul 23 20:27:04.768847 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93330769-217d-464e-b210-58b8ab5e78b9 req-73c38c50-0bdf-4127-863f-b219f6067303 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3471611 Jul 23 20:27:04.778852 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a,segment=NetworkSegment(028c4bfd-4c47-4f36-9238-21941149efb6),segment_id=028c4bfd-4c47-4f36-9238-21941149efb6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:04.787290 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7945b3e7-889d-4fd3-a22e-3b449baa292e None None] Port 1209c012-419a-4849-be81-05f59e68a367 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:04.793803 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.850288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Request body: {'port': {'device_id': '35955eb0-7315-4e9f-b966-c3467316a06e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:04.883586 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:04.911254 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d870213a-418b-4ec8-bbe6-7395ecc89237 req-fe1ac8cf-55fe-4a5d-9362-7794ce0a21cb service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9417429 Jul 23 20:27:04.999939 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76c558d4-95a1-4348-b64f-3ea0025a149a req-118576eb-135c-4396-8176-37510954e87a tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346914 Jul 23 20:27:05.104522 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:05.179008 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d870213a-418b-4ec8-bbe6-7395ecc89237 req-8db66ad0-3ec8-4592-b13d-7d3b2b11b0f8 service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438974 Jul 23 20:27:05.190087 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c65ee-62b5-4fd7-9a23-2f2cc4a300aa req-4902cb2f-422c-4b49-b51a-bd53a4fc08c8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:05.197316 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b0c65ee-62b5-4fd7-9a23-2f2cc4a300aa req-4902cb2f-422c-4b49-b51a-bd53a4fc08c8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.3256824 Jul 23 20:27:05.381289 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b0c65ee-62b5-4fd7-9a23-2f2cc4a300aa req-d06203cc-0ffb-4b0e-9c3c-2886a8c11ec2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829545 Jul 23 20:27:05.438747 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacb8c3c-3e46-49e8-b9a1-2b91ab42e7cf x-openstack-request-id: req-aacb8c3c-3e46-49e8-b9a1-2b91ab42e7cf {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:05.439304 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5780753d-f7eb-4090-83b3-ad008a455145", "name": "network-vif-plugged", "status": "completed", "tag": "7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:05.439507 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aacb8c3c-3e46-49e8-b9a1-2b91ab42e7cf {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:05.440072 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5780753d-f7eb-4090-83b3-ad008a455145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a', 'code': 200} Jul 23 20:27:05.637938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1809fb-1266-4037-8c61-7880b451f1d5 req-5c7281a8-3fbd-4fe5-a17c-ae72b405ae62 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:05.639512 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f1809fb-1266-4037-8c61-7880b451f1d5 req-5c7281a8-3fbd-4fe5-a17c-ae72b405ae62 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 943 time: 0.3195059 Jul 23 20:27:05.693644 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6f26beca-1d14-4f94-8b6e-300d0c0126e8 req-9adb4b89-d66d-4252-b5f5-884bec0b0438 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0531065 Jul 23 20:27:05.710484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56810) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:05.772308 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f1809fb-1266-4037-8c61-7880b451f1d5 req-f61c71f9-02f1-4cb4-8d1f-d0728e2e7e25 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154947 Jul 23 20:27:05.795436 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72eee48-991a-4086-b8f7-5cfb2025eb5e req-c883c265-b85b-45db-a664-2e757edb0fd7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:05.796809 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b72eee48-991a-4086-b8f7-5cfb2025eb5e req-c883c265-b85b-45db-a664-2e757edb0fd7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 935 time: 0.2530060 Jul 23 20:27:05.801252 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5d91a-f377-433c-bd6c-34723f582a87 req-a1995c09-4e97-4880-87a6-a952be63bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:05.813551 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7a5d91a-f377-433c-bd6c-34723f582a87 req-a1995c09-4e97-4880-87a6-a952be63bb41 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 1098 time: 0.2713320 Jul 23 20:27:05.882466 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1209c012-419a-4849-be81-05f59e68a367 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:05.901559 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:05.929051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-25d8f2fa-b53d-4853-bdfd-a4ad2eb298e6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1003012282-network', 'tenant_id': '4f4b4b395bb04ce681b1729b9a2f9aad'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:05.955146 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b72eee48-991a-4086-b8f7-5cfb2025eb5e req-e3c7ca68-bacd-46ec-8ddc-0013d03a0038 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981586 Jul 23 20:27:05.955146 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7a5d91a-f377-433c-bd6c-34723f582a87 req-c35646e1-fc1a-4e5a-86c9-9680e6fa16ea service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048222 Jul 23 20:27:05.955146 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Transition to ACTIVE for port object 1209c012-419a-4849-be81-05f59e68a367 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:05.962085 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:05.970792 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d8f2fa-b53d-4853-bdfd-a4ad2eb298e6 admin admin] Made reservation on behalf of 4f4b4b395bb04ce681b1729b9a2f9aad for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:05.973990 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-25d8f2fa-b53d-4853-bdfd-a4ad2eb298e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:05.985081 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-25d8f2fa-b53d-4853-bdfd-a4ad2eb298e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.056952 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=1209c012-419a-4849-be81-05f59e68a367,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:06.157072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9b50595-cef2-46b2-aa58-e6066a774b95 req-34b8046c-daad-4cf8-ab37-cfae0c506110 tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0895498 Jul 23 20:27:06.168624 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-25d8f2fa-b53d-4853-bdfd-a4ad2eb298e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.193156 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-25d8f2fa-b53d-4853-bdfd-a4ad2eb298e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.240942 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d8f2fa-b53d-4853-bdfd-a4ad2eb298e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:27:06.263752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Attempting to bind port 1209c012-419a-4849-be81-05f59e68a367 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:06.264416 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Attempting to bind port 1209c012-419a-4849-be81-05f59e68a367 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:06.264924 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Attempting to bind port 1209c012-419a-4849-be81-05f59e68a367 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:06.272637 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Port 1209c012-419a-4849-be81-05f59e68a367 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:27:06.275195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Attempting to bind port 1209c012-419a-4849-be81-05f59e68a367 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:06.292099 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-25d8f2fa-b53d-4853-bdfd-a4ad2eb298e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.293640 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-25d8f2fa-b53d-4853-bdfd-a4ad2eb298e6 admin admin] Added segment 46ffb3da-3509-4830-a82f-2f5eafec160d of type vlan for network e245881d-b7c7-4473-8e7c-2fe8256d1e70 Jul 23 20:27:06.305676 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b1a59-d7e0-45bb-956a-8afa47f92bfc req-fb4f3b77-9458-4a9d-aa70-3b268d44cc8a tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:06.323827 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc4b1a59-d7e0-45bb-956a-8afa47f92bfc req-fb4f3b77-9458-4a9d-aa70-3b268d44cc8a tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 946 time: 0.2214115 Jul 23 20:27:06.334698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:06.335139 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:06.335571 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:06.335995 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Bound port: 1209c012-419a-4849-be81-05f59e68a367, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:06.336363 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.406142 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-25d8f2fa-b53d-4853-bdfd-a4ad2eb298e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.491652 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8f2fa-b53d-4853-bdfd-a4ad2eb298e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d75170-01cb-43fb-be9c-b03800271974,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:06.508698 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-25d8f2fa-b53d-4853-bdfd-a4ad2eb298e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.510040 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d8f2fa-b53d-4853-bdfd-a4ad2eb298e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:06.510895 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-25d8f2fa-b53d-4853-bdfd-a4ad2eb298e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.516163 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc4b1a59-d7e0-45bb-956a-8afa47f92bfc req-0705a697-55d3-4104-b1d8-dfd3eed8d3d6 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914175 Jul 23 20:27:06.605577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] For port 1209c012-419a-4849-be81-05f59e68a367, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:06.605985 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8f2fa-b53d-4853-bdfd-a4ad2eb298e6 admin admin] Pushing event updated for resources: {'Network': ['ID=e245881d-b7c7-4473-8e7c-2fe8256d1e70,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:06.618925 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network e245881d-b7c7-4473-8e7c-2fe8256d1e70 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:27:06.628999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] For port 1209c012-419a-4849-be81-05f59e68a367, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1209c012-419a-4849-be81-05f59e68a367,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:06.637348 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-25d8f2fa-b53d-4853-bdfd-a4ad2eb298e6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9224014 Jul 23 20:27:06.637885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56832) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:06.648891 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.651906 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c29a1782-26a8-473c-952e-5722facb27be admin admin] Request body: {'subnet': {'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1003012282-subnet', 'tenant_id': '4f4b4b395bb04ce681b1729b9a2f9aad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:06.700529 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29a1782-26a8-473c-952e-5722facb27be admin admin] Made reservation on behalf of 4f4b4b395bb04ce681b1729b9a2f9aad for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:06.702964 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c29a1782-26a8-473c-952e-5722facb27be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.749658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:06.757612 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.759197 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93330769-217d-464e-b210-58b8ab5e78b9 req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] 10.222.0.48 "PUT /v2.0/ports/1209c012-419a-4849-be81-05f59e68a367 HTTP/1.1" status: 200 len: 1096 time: 1.9468679 Jul 23 20:27:06.764049 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35955eb0-7315-4e9f-b966-c3467316a06e', 'tag': '1209c012-419a-4849-be81-05f59e68a367'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:06.767297 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8e3369-2181-4763-a23b-0c71696fec53" -d '{"events": [{"name": "network-changed", "server_uuid": "35955eb0-7315-4e9f-b966-c3467316a06e", "tag": "1209c012-419a-4849-be81-05f59e68a367"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:06.791676 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc37b61-40bf-4c6f-b444-84926d4d6f4f req-97fa459a-65b6-433f-9ce0-d4619f4bea58 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:06.808448 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3fc37b61-40bf-4c6f-b444-84926d4d6f4f req-97fa459a-65b6-433f-9ce0-d4619f4bea58 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.3016918 Jul 23 20:27:06.920012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c9dd2-4cb9-4d18-8d9d-83d6eaa1bfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=1209c012-419a-4849-be81-05f59e68a367,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:07.024401 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3fc37b61-40bf-4c6f-b444-84926d4d6f4f req-24574404-0bea-4c75-8640-ac3573c2b1c2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146466 Jul 23 20:27:07.154499 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c29a1782-26a8-473c-952e-5722facb27be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.255719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93330769-217d-464e-b210-58b8ab5e78b9 req-be83bb26-ae47-4266-b109-a8fca33081ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:07.257314 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93330769-217d-464e-b210-58b8ab5e78b9 req-be83bb26-ae47-4266-b109-a8fca33081ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 1099 time: 0.4347556 Jul 23 20:27:07.276234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a1782-26a8-473c-952e-5722facb27be admin admin] Pushing event updated for resources: {'Subnet': ['ID=396c122c-6c4d-4a61-ba21-37a5a3eafff5,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:07.278633 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615f9da-c380-4cf5-8eda-6b1a8b65f8e9 req-a7fc3803-da50-47e0-9963-59a44c780ee2 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:07.289236 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7615f9da-c380-4cf5-8eda-6b1a8b65f8e9 req-a7fc3803-da50-47e0-9963-59a44c780ee2 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 943 time: 0.3719969 Jul 23 20:27:07.298883 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2feeef5-e85a-4367-bfce-69cb3270b834 x-openstack-request-id: req-b2feeef5-e85a-4367-bfce-69cb3270b834 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:07.299286 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35955eb0-7315-4e9f-b966-c3467316a06e", "tag": "1209c012-419a-4849-be81-05f59e68a367", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:07.299475 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2feeef5-e85a-4367-bfce-69cb3270b834 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:07.299996 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35955eb0-7315-4e9f-b966-c3467316a06e', 'tag': '1209c012-419a-4849-be81-05f59e68a367', 'status': 'completed', 'code': 200} Jul 23 20:27:07.333114 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29a1782-26a8-473c-952e-5722facb27be admin admin] Checking segment: {'id': '46ffb3da-3509-4830-a82f-2f5eafec160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:07.333114 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a1782-26a8-473c-952e-5722facb27be admin admin] Network hostable DHCP agents. Network: e245881d-b7c7-4473-8e7c-2fe8256d1e70, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:27:07.358787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a1782-26a8-473c-952e-5722facb27be admin admin] Network e245881d-b7c7-4473-8e7c-2fe8256d1e70 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:27:07.361327 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93330769-217d-464e-b210-58b8ab5e78b9 req-26999631-d348-4c7f-a272-b4f6c3e8fc66 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1209c012-419a-4849-be81-05f59e68a367 HTTP/1.1" status: 200 len: 217 time: 0.0604866 Jul 23 20:27:07.379537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c29a1782-26a8-473c-952e-5722facb27be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, e245881d-b7c7-4473-8e7c-2fe8256d1e70) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:07.387049 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29a1782-26a8-473c-952e-5722facb27be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:07.387526 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70823c83-db7a-4709-a2b6-bc976982ffbb None None] Network e245881d-b7c7-4473-8e7c-2fe8256d1e70 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:07.388103 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c29a1782-26a8-473c-952e-5722facb27be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.427024 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c29a1782-26a8-473c-952e-5722facb27be admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7837708 Jul 23 20:27:07.474710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7615f9da-c380-4cf5-8eda-6b1a8b65f8e9 req-7a766377-c981-4161-a972-e403a4b98819 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844890 Jul 23 20:27:07.537099 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93330769-217d-464e-b210-58b8ab5e78b9 req-c8d67e32-4a39-4056-96ea-38b2f60b331a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:07.543794 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93330769-217d-464e-b210-58b8ab5e78b9 req-c8d67e32-4a39-4056-96ea-38b2f60b331a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1617713 Jul 23 20:27:07.664533 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2999ed7c-61e3-4933-8af7-87bce4631f23 req-66361707-4fd6-4f0d-bff7-0e53cea1d05c tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0463254 Jul 23 20:27:07.680131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922c4e12-3f80-4908-9dd1-a8be1e533ec7 None None] Network e245881d-b7c7-4473-8e7c-2fe8256d1e70 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:07.745873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef85d2c-65f4-442c-957c-4e842e08432a req-8c5496bf-4346-4b16-beaf-ec4fe61d0a15 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:07.747566 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aef85d2c-65f4-442c-957c-4e842e08432a req-8c5496bf-4346-4b16-beaf-ec4fe61d0a15 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 947 time: 0.3011315 Jul 23 20:27:07.798403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93330769-217d-464e-b210-58b8ab5e78b9 req-9481a180-e9be-49c5-83b9-7ade4b151828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:07.801063 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93330769-217d-464e-b210-58b8ab5e78b9 req-9481a180-e9be-49c5-83b9-7ade4b151828 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2487814 Jul 23 20:27:07.923678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aef85d2c-65f4-442c-957c-4e842e08432a req-a6b82271-3065-438a-b595-feff8f4de4fb tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674876 Jul 23 20:27:08.015968 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93330769-217d-464e-b210-58b8ab5e78b9 req-cdfede20-7760-4fe0-9d42-0292554ce503 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050478 Jul 23 20:27:08.128150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85108b3-f87a-41bc-91a8-46b7c11d7fef req-d1c724f8-b0fe-44c1-b30e-9bec554f2f5d tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:08.130051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e85108b3-f87a-41bc-91a8-46b7c11d7fef req-d1c724f8-b0fe-44c1-b30e-9bec554f2f5d tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 946 time: 0.1756508 Jul 23 20:27:08.170109 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93330769-217d-464e-b210-58b8ab5e78b9 req-12fe1899-6fe2-42e8-8c26-de901013c107 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459894 Jul 23 20:27:08.190086 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e85108b3-f87a-41bc-91a8-46b7c11d7fef req-63f521f5-8e0d-4422-a304-10f112039f6d tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516438 Jul 23 20:27:08.331928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e3369-2181-4763-a23b-0c71696fec53 req-3b830b66-0a6f-4e3f-8af9-0c6513d4abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:08.336186 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da8e3369-2181-4763-a23b-0c71696fec53 req-3b830b66-0a6f-4e3f-8af9-0c6513d4abe7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 1099 time: 0.0951514 Jul 23 20:27:08.419638 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 28d35720-ce9d-4e20-aede-709584c1d93e no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:08.664385 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e3369-2181-4763-a23b-0c71696fec53 req-b9a1a230-182e-4236-a197-0a21f9158a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:08.666347 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da8e3369-2181-4763-a23b-0c71696fec53 req-b9a1a230-182e-4236-a197-0a21f9158a18 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.3217859 Jul 23 20:27:08.700631 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-2f9c112d-ebc4-42e4-a3a1-88cbca38e059 service neutron] 10.222.0.48 "GET /v2.0/ports/28d35720-ce9d-4e20-aede-709584c1d93e/bindings/n-h2-791504-18 HTTP/1.1" status: 200 len: 385 time: 0.2470922 Jul 23 20:27:08.744085 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da8e3369-2181-4763-a23b-0c71696fec53 req-27798b2b-89b3-4b60-93d5-2547b69b7586 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1209c012-419a-4849-be81-05f59e68a367 HTTP/1.1" status: 200 len: 217 time: 0.0670769 Jul 23 20:27:08.759583 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c531f5-496a-49b1-9144-092b32bd43b8 req-0c237b21-32e2-4975-aac2-8391014db2ad tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:08.761242 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92c531f5-496a-49b1-9144-092b32bd43b8 req-0c237b21-32e2-4975-aac2-8391014db2ad tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.3179359 Jul 23 20:27:08.800636 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-79d83dca-2a96-489a-8746-7fa22a098322 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:08.802113 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-79d83dca-2a96-489a-8746-7fa22a098322 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/networks?id=e245881d-b7c7-4473-8e7c-2fe8256d1e70 HTTP/1.1" status: 200 len: 822 time: 0.2723155 Jul 23 20:27:08.866675 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-92f359aa-484b-40bc-bf8b-53685ebc5bcd tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/quotas/4f4b4b395bb04ce681b1729b9a2f9aad HTTP/1.1" status: 200 len: 375 time: 0.0402029 Jul 23 20:27:08.907021 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e3369-2181-4763-a23b-0c71696fec53 req-a38d2963-5f8b-4ead-8eb0-10106f021750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:08.908515 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da8e3369-2181-4763-a23b-0c71696fec53 req-a38d2963-5f8b-4ead-8eb0-10106f021750 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1463542 Jul 23 20:27:08.911395 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92c531f5-496a-49b1-9144-092b32bd43b8 req-0e8f6de7-0101-43e5-bbf7-66fd5e978969 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289036 Jul 23 20:27:08.933210 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-17268b38-6237-4191-a892-be6b25953c9b tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f4b4b395bb04ce681b1729b9a2f9aad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575521 Jul 23 20:27:09.550936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e3369-2181-4763-a23b-0c71696fec53 req-423f7602-6430-4701-ad6f-6356c3928b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:09.552485 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da8e3369-2181-4763-a23b-0c71696fec53 req-423f7602-6430-4701-ad6f-6356c3928b24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6232011 Jul 23 20:27:09.554377 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-744bf80f-2c5c-435d-b771-83499908f472 service neutron] 10.222.0.55 "GET /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6112487 Jul 23 20:27:09.588337 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-18e2d34d-62be-4ffb-bd1d-c47741ee6b71 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6366956 Jul 23 20:27:09.631011 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-d37ab094-73e4-4671-9950-476728b427a0 service neutron] For port 28d35720-ce9d-4e20-aede-709584c1d93e, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=28d35720-ce9d-4e20-aede-709584c1d93e,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:09.636440 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c769972e-7be1-4c4c-8c02-aec3437e0684 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:09.733477 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-d37ab094-73e4-4671-9950-476728b427a0 service neutron] For port 28d35720-ce9d-4e20-aede-709584c1d93e, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:09.773028 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c769972e-7be1-4c4c-8c02-aec3437e0684 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:09.803584 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-d37ab094-73e4-4671-9950-476728b427a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d35720-ce9d-4e20-aede-709584c1d93e {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:09.830269 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-d37ab094-73e4-4671-9950-476728b427a0 service neutron] For port 28d35720-ce9d-4e20-aede-709584c1d93e, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=28d35720-ce9d-4e20-aede-709584c1d93e,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:09.833968 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da8e3369-2181-4763-a23b-0c71696fec53 req-9ad801de-f5b7-43aa-91de-fa04c28bb571 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705665 Jul 23 20:27:09.862071 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-ace93ff0-4231-41e4-b9ff-181d45be84a1 service neutron] 10.222.0.55 "GET /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009348 Jul 23 20:27:09.875549 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-d37ab094-73e4-4671-9950-476728b427a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.042431 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da8e3369-2181-4763-a23b-0c71696fec53 req-dc1e441f-4de9-4a09-9181-92f8bb3d6d8b service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965654 Jul 23 20:27:10.074823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-d37ab094-73e4-4671-9950-476728b427a0 service neutron] Transition to ACTIVE for port object 28d35720-ce9d-4e20-aede-709584c1d93e will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:10.084780 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c769972e-7be1-4c4c-8c02-aec3437e0684 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.088912 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-d37ab094-73e4-4671-9950-476728b427a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.197952 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-d37ab094-73e4-4671-9950-476728b427a0 service neutron] No DVR routers for this DVR port 28d35720-ce9d-4e20-aede-709584c1d93e on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:10.227046 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ab094-73e4-4671-9950-476728b427a0 service neutron] Pushing event updated for resources: {'Port': ['ID=28d35720-ce9d-4e20-aede-709584c1d93e,revision_number=10']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:10.282903 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-d37ab094-73e4-4671-9950-476728b427a0 service neutron] 10.222.0.48 "PUT /v2.0/ports/28d35720-ce9d-4e20-aede-709584c1d93e/bindings/n-h2-791504-18/activate HTTP/1.1" status: 200 len: 370 time: 1.5499687 Jul 23 20:27:10.336813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c769972e-7be1-4c4c-8c02-aec3437e0684 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Allocated IP 172.25.3.60 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/e13bc4f3-df06-4397-a911-9169d551a8c2) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:10.428909 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f3e5f-9729-4781-bde7-842fc08bd150 req-ac761d81-8f38-487c-af61-f970d12b8a49 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:10.430475 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e71f3e5f-9729-4781-bde7-842fc08bd150 req-ac761d81-8f38-487c-af61-f970d12b8a49 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 944 time: 0.1555498 Jul 23 20:27:10.436492 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1209c012-419a-4849-be81-05f59e68a367 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:27:10.532432 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-20cbfcb2-034e-454c-bed5-6a6708fec65a tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:10.533740 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-20cbfcb2-034e-454c-bed5-6a6708fec65a tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7&tenant_id=5a185053a28c406bbec1c43816d9e38b&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 1096 time: 0.1877213 Jul 23 20:27:10.548158 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e71f3e5f-9729-4781-bde7-842fc08bd150 req-b2c06b06-605e-40b0-b352-5cb0600a8d08 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850310 Jul 23 20:27:10.573002 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c769972e-7be1-4c4c-8c02-aec3437e0684 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.584184 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1209c012-419a-4849-be81-05f59e68a367, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1209c012-419a-4849-be81-05f59e68a367,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:10.607979 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '1209c012-419a-4849-be81-05f59e68a367', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '1209c012-419a-4849-be81-05f59e68a367', 'mac_address': 'fa:16:3e:98:ad:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:27:10.652017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-c20ff67c-6a7a-4d0b-b7b1-85a337da8b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:10.654059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-c20ff67c-6a7a-4d0b-b7b1-85a337da8b3c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7&tenant_id=5a185053a28c406bbec1c43816d9e38b HTTP/1.1" status: 200 len: 1096 time: 0.1049712 Jul 23 20:27:10.656578 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c769972e-7be1-4c4c-8c02-aec3437e0684 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.665549 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.696119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1209c012-419a-4849-be81-05f59e68a367 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:10.730868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1209c012-419a-4849-be81-05f59e68a367, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1209c012-419a-4849-be81-05f59e68a367,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:10.735092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c769972e-7be1-4c4c-8c02-aec3437e0684 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:10.738543 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.741605 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c769972e-7be1-4c4c-8c02-aec3437e0684 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:10.745309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c769972e-7be1-4c4c-8c02-aec3437e0684 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:10.771549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769972e-7be1-4c4c-8c02-aec3437e0684 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Pushing event updated for resources: {'Port': ['ID=e13bc4f3-df06-4397-a911-9169d551a8c2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:10.802142 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=1209c012-419a-4849-be81-05f59e68a367,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:10.874499 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c769972e-7be1-4c4c-8c02-aec3437e0684 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.897749 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-3ea2ff1c-ef24-4707-a135-c7a91417be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:10.899278 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-3ea2ff1c-ef24-4707-a135-c7a91417be8a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 1096 time: 0.2095275 Jul 23 20:27:10.967919 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c769972e-7be1-4c4c-8c02-aec3437e0684 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.979038 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7455d-7909-42bf-8141-6613765c3320 req-51347376-b26a-49a9-8ed2-0c2d0cb30cbf tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:10.980519 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1dd7455d-7909-42bf-8141-6613765c3320 req-51347376-b26a-49a9-8ed2-0c2d0cb30cbf tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 948 time: 0.2064106 Jul 23 20:27:10.989083 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['1209c012-419a-4849-be81-05f59e68a367'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:11.131332 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-594032eb-d72a-435d-b344-15438d8b8b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:11.132711 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-594032eb-d72a-435d-b344-15438d8b8b93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 921 time: 0.2154045 Jul 23 20:27:11.136204 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1dd7455d-7909-42bf-8141-6613765c3320 req-c9259c2c-b689-4644-b53b-971674a33bed tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144948 Jul 23 20:27:11.197155 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-5c27bd88-684b-4bd0-bc32-f241343ec278 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28d35720-ce9d-4e20-aede-709584c1d93e HTTP/1.1" status: 200 len: 217 time: 0.0466607 Jul 23 20:27:11.374686 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-38e570b6-4344-409e-b69a-6ad8ec6c067a tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:11.376175 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-38e570b6-4344-409e-b69a-6ad8ec6c067a tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.48 "GET /v2.0/networks?id=e245881d-b7c7-4473-8e7c-2fe8256d1e70 HTTP/1.1" status: 200 len: 822 time: 0.2926707 Jul 23 20:27:11.377444 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-1cb732bb-2e66-4570-959e-6400e9e9b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:11.378728 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-1cb732bb-2e66-4570-959e-6400e9e9b70d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.1301475 Jul 23 20:27:11.400911 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-05a2705a-39ae-429d-9f70-8ad8332ddfb3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Request body: {'port': {'device_id': '3fa170a5-bd26-4f65-9b41-32145c294592', 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70', 'admin_state_up': True, 'tenant_id': '4f4b4b395bb04ce681b1729b9a2f9aad'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:11.445078 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-0d9fa6df-9d8f-4d18-82b3-9a54efc3bd09 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567443 Jul 23 20:27:11.479649 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c769972e-7be1-4c4c-8c02-aec3437e0684 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.520165 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c769972e-7be1-4c4c-8c02-aec3437e0684 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.529064 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120c43e-1ee5-4727-8a84-6be6cf002ecb req-723cf8bb-f3ae-4f91-a69c-eb63eb28bb09 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:11.530512 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d120c43e-1ee5-4727-8a84-6be6cf002ecb req-723cf8bb-f3ae-4f91-a69c-eb63eb28bb09 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.2829607 Jul 23 20:27:11.888214 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c769972e-7be1-4c4c-8c02-aec3437e0684 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.940551 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769972e-7be1-4c4c-8c02-aec3437e0684 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Pushing event updated for resources: {'Port': ['ID=e13bc4f3-df06-4397-a911-9169d551a8c2,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:11.956398 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c769972e-7be1-4c4c-8c02-aec3437e0684 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.957599 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c769972e-7be1-4c4c-8c02-aec3437e0684 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3442347 Jul 23 20:27:11.965949 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d120c43e-1ee5-4727-8a84-6be6cf002ecb req-1ff582a7-7d9c-41b3-aa7c-4b84d70182fe tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230194 Jul 23 20:27:11.979809 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-6d7ebaac-06f0-4fb1-82af-c3da36b1b6a5 service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237520 Jul 23 20:27:12.078296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-05a2705a-39ae-429d-9f70-8ad8332ddfb3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Made reservation on behalf of 4f4b4b395bb04ce681b1729b9a2f9aad for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:12.081642 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-05a2705a-39ae-429d-9f70-8ad8332ddfb3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.104120 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-7cfb0cdd-3a25-4664-b57a-40c7876255d1 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 695 time: 0.1372800 Jul 23 20:27:12.112998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-760ffb6d-d0a6-42a8-a63a-7381825f1e56 req-2de585b5-4df9-4372-b9bd-6296f9aabe49 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 210 time: 0.0690391 Jul 23 20:27:12.236379 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70d6a428-c9e3-491e-a157-e23638bc150d req-102c2f45-3784-472d-915d-7e0e4b7688d7 tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0536563 Jul 23 20:27:12.311898 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-954630af-8689-49c0-9761-2d60e63fda09 service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081245 Jul 23 20:27:12.388550 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c1ca96a7-3c52-4fc2-b4e2-d62bef26cbea tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:12.389896 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c1ca96a7-3c52-4fc2-b4e2-d62bef26cbea tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.2729306 Jul 23 20:27:12.418122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c541c242-c427-40c6-9984-be8e759517db tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:27:12.419017 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ebb37f4f-3095-4fe9-a248-1032a844d8bb req-c541c242-c427-40c6-9984-be8e759517db tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093200 Jul 23 20:27:12.430117 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-05a2705a-39ae-429d-9f70-8ad8332ddfb3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Allocated IP 172.20.0.12 (e245881d-b7c7-4473-8e7c-2fe8256d1e70/396c122c-6c4d-4a61-ba21-37a5a3eafff5/d847667a-476a-41ff-bd18-bb37dbda7149) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:12.444480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1209c012-419a-4849-be81-05f59e68a367 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:12.514865 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ee108-90a0-4a16-853f-171ec92c22b0 req-8e4b12a4-50c1-4640-8717-37d0f19e3783 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:12.516484 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f3ee108-90a0-4a16-853f-171ec92c22b0 req-8e4b12a4-50c1-4640-8717-37d0f19e3783 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 944 time: 0.1553769 Jul 23 20:27:12.551561 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 1209c012-419a-4849-be81-05f59e68a367 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:12.559323 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 1209c012-419a-4849-be81-05f59e68a367 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:12.560098 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.640664 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.663590 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35955eb0-7315-4e9f-b966-c3467316a06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1209c012-419a-4849-be81-05f59e68a367'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:12.666381 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba00a35-8167-4b4e-aa9e-0813e3c1bfbf" -d '{"events": [{"server_uuid": "35955eb0-7315-4e9f-b966-c3467316a06e", "name": "network-vif-plugged", "status": "completed", "tag": "1209c012-419a-4849-be81-05f59e68a367"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:12.681693 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1209c012-419a-4849-be81-05f59e68a367, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1209c012-419a-4849-be81-05f59e68a367,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:12.685737 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.697114 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f3ee108-90a0-4a16-853f-171ec92c22b0 req-6346949f-7496-4123-910c-ba77a108c331 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624274 Jul 23 20:27:12.743390 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-05a2705a-39ae-429d-9f70-8ad8332ddfb3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.771972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-87e6f472-1ad8-4b1a-813f-16e14df2986b tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:12.773586 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-87e6f472-1ad8-4b1a-813f-16e14df2986b tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7&tenant_id=5a185053a28c406bbec1c43816d9e38b&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 1096 time: 0.2042575 Jul 23 20:27:12.806405 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df698f-bd08-44c3-8a06-29197b296f33 req-c8aba526-9516-475b-beab-f883b56e74e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:12.807938 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19df698f-bd08-44c3-8a06-29197b296f33 req-c8aba526-9516-475b-beab-f883b56e74e7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 948 time: 0.2031746 Jul 23 20:27:12.853951 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=1209c012-419a-4849-be81-05f59e68a367,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:12.934145 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19df698f-bd08-44c3-8a06-29197b296f33 req-f2bd1ed7-2db7-44d6-b225-e60b369f4d0f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875299 Jul 23 20:27:12.935008 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-05a2705a-39ae-429d-9f70-8ad8332ddfb3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.005703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898184d1-704e-4d07-8326-42ae26c070b6 req-d5828878-d463-4a92-b1e3-3d4810bb526f tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:13.007258 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-898184d1-704e-4d07-8326-42ae26c070b6 req-d5828878-d463-4a92-b1e3-3d4810bb526f tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/ports?device_id=661636d4-906a-46ea-9950-76c89fcc2ce6 HTTP/1.1" status: 200 len: 950 time: 0.2395465 Jul 23 20:27:13.052208 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-05a2705a-39ae-429d-9f70-8ad8332ddfb3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Network e245881d-b7c7-4473-8e7c-2fe8256d1e70 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:13.076245 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-05a2705a-39ae-429d-9f70-8ad8332ddfb3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:13.083077 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2705a-39ae-429d-9f70-8ad8332ddfb3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Pushing event updated for resources: {'Port': ['ID=d847667a-476a-41ff-bd18-bb37dbda7149,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:13.094069 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-05a2705a-39ae-429d-9f70-8ad8332ddfb3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:13.099948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-05a2705a-39ae-429d-9f70-8ad8332ddfb3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:13.100559 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-05a2705a-39ae-429d-9f70-8ad8332ddfb3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.119341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-7f8905d9-8827-48c1-858b-d84d7863da24 service neutron] For port 28d35720-ce9d-4e20-aede-709584c1d93e, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:13.132295 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-7f8905d9-8827-48c1-858b-d84d7863da24 service neutron] Notify callbacks [] for binding, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.133402 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa2b5503-dc38-4b02-a71e-aba440e4a806 req-7f8905d9-8827-48c1-858b-d84d7863da24 service neutron] 10.222.0.57 "DELETE /v2.0/ports/28d35720-ce9d-4e20-aede-709584c1d93e/bindings/n-h1-791504-18 HTTP/1.1" status: 204 len: 173 time: 0.3462334 Jul 23 20:27:13.162348 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-05a2705a-39ae-429d-9f70-8ad8332ddfb3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7729840 Jul 23 20:27:13.169378 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-898184d1-704e-4d07-8326-42ae26c070b6 req-5210ed70-66b7-4172-9a59-d948e7f34ef6 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/security-groups?id=69678bdd-384f-44ae-8db9-ca2ea81ba585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465833 Jul 23 20:27:13.180006 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Request body: {'port': {'device_id': '3fa170a5-bd26-4f65-9b41-32145c294592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:13.217917 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b958371b-c50a-448b-a305-33d33812d956 x-openstack-request-id: req-b958371b-c50a-448b-a305-33d33812d956 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:13.218587 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35955eb0-7315-4e9f-b966-c3467316a06e", "name": "network-vif-plugged", "status": "completed", "tag": "1209c012-419a-4849-be81-05f59e68a367", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:13.218915 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b958371b-c50a-448b-a305-33d33812d956 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:13.219802 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35955eb0-7315-4e9f-b966-c3467316a06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1209c012-419a-4849-be81-05f59e68a367', 'code': 200} Jul 23 20:27:13.240041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-4f916b8b-a09f-405f-84fb-2d042b508a2c tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:13.241582 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-4f916b8b-a09f-405f-84fb-2d042b508a2c tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/networks?id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 200 len: 819 time: 0.2294834 Jul 23 20:27:13.285313 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-918d8514-ba9c-4640-a7e4-85f2be3a5625 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/quotas/f13c05c7d1a64f6eb77c427187b36511 HTTP/1.1" status: 200 len: 375 time: 0.0323799 Jul 23 20:27:13.382376 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.482089 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434b152-b196-4bc2-a025-1ef76496575c req-9595e4da-0e2c-45c8-8e3a-4546ec3ca258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:13.483532 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a434b152-b196-4bc2-a025-1ef76496575c req-9595e4da-0e2c-45c8-8e3a-4546ec3ca258 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 1101 time: 0.2009039 Jul 23 20:27:13.494025 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3a894-5fdc-40aa-afa3-5f06c86f4f83 req-d1664e6d-44b5-4057-ae7f-a6b8461f9cb4 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:13.495436 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1a3a894-5fdc-40aa-afa3-5f06c86f4f83 req-d1664e6d-44b5-4057-ae7f-a6b8461f9cb4 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.2116792 Jul 23 20:27:13.508179 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-d8c88f46-3a04-477f-8e68-7be84ca61ef6 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f13c05c7d1a64f6eb77c427187b36511&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2054710 Jul 23 20:27:13.704708 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a434b152-b196-4bc2-a025-1ef76496575c req-c73faf5e-17c9-4c18-b735-a04c493d0058 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486640 Jul 23 20:27:13.720000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1a3a894-5fdc-40aa-afa3-5f06c86f4f83 req-c2d5ae80-7b9d-433a-ac3a-aba5d73c5f3e tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109342 Jul 23 20:27:13.770806 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-889c1362-1fe8-4328-b197-754cc5d9a684 service neutron] 10.222.0.55 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062111 Jul 23 20:27:13.977573 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-29a26c8b-1ac3-4db9-8aa6-91a05a7cb4aa service neutron] 10.222.0.55 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990681 Jul 23 20:27:13.980190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d847667a-476a-41ff-bd18-bb37dbda7149 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:13.991457 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27fa5e-1d30-45dc-be82-b1c23829452b req-54672d3b-45c7-453a-9c9f-547eb42b1c9c tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:13.992996 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac27fa5e-1d30-45dc-be82-b1c23829452b req-54672d3b-45c7-453a-9c9f-547eb42b1c9c tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 932 time: 0.2135823 Jul 23 20:27:14.024281 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.050756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Transition to ACTIVE for port object d847667a-476a-41ff-bd18-bb37dbda7149 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:14.054508 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac27fa5e-1d30-45dc-be82-b1c23829452b req-f385cdc0-d899-44e0-a7e5-c544eebe3a17 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544901 Jul 23 20:27:14.060313 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.219620 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8c678ff2-e614-46ca-8ecd-893133306cac no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:14.223182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Pushing event updated for resources: {'Port': ['ID=d847667a-476a-41ff-bd18-bb37dbda7149,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:14.250798 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5e9fa8b5-439b-4dbc-a55f-2a6d1cf68430 req-62111165-6ffe-49f5-ab25-cbbbb5300657 tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0492430 Jul 23 20:27:14.259172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Attempting to bind port d847667a-476a-41ff-bd18-bb37dbda7149 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:14.259512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Attempting to bind port d847667a-476a-41ff-bd18-bb37dbda7149 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '46ffb3da-3509-4830-a82f-2f5eafec160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:14.259844 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Attempting to bind port d847667a-476a-41ff-bd18-bb37dbda7149 on network e245881d-b7c7-4473-8e7c-2fe8256d1e70 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:14.292285 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Port d847667a-476a-41ff-bd18-bb37dbda7149 on network e245881d-b7c7-4473-8e7c-2fe8256d1e70 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:27:14.292621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Attempting to bind port d847667a-476a-41ff-bd18-bb37dbda7149 on network e245881d-b7c7-4473-8e7c-2fe8256d1e70 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:14.298551 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:14.298974 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Checking segment: {'id': '46ffb3da-3509-4830-a82f-2f5eafec160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:14.299287 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Bound using segment: {'id': '46ffb3da-3509-4830-a82f-2f5eafec160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:14.299721 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Bound port: d847667a-476a-41ff-bd18-bb37dbda7149, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ffb3da-3509-4830-a82f-2f5eafec160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:14.300080 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.363530 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-d9a3b3c0-8871-4a91-ad44-5bddc34df916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:14.365056 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-d9a3b3c0-8871-4a91-ad44-5bddc34df916 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 1097 time: 0.1180894 Jul 23 20:27:14.405735 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.416137 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] For port d847667a-476a-41ff-bd18-bb37dbda7149, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:14.433682 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] For port d847667a-476a-41ff-bd18-bb37dbda7149, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=d847667a-476a-41ff-bd18-bb37dbda7149,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:14.457847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8c678ff2-e614-46ca-8ecd-893133306cac, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8c678ff2-e614-46ca-8ecd-893133306cac,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:14.466231 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.475712 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.554554 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=8c678ff2-e614-46ca-8ecd-893133306cac,revision_number=11']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:14.577703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:14.578326 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.579842 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] 10.222.0.48 "PUT /v2.0/ports/d847667a-476a-41ff-bd18-bb37dbda7149 HTTP/1.1" status: 200 len: 1093 time: 1.4077878 Jul 23 20:27:14.581766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa170a5-bd26-4f65-9b41-32145c294592', 'tag': 'd847667a-476a-41ff-bd18-bb37dbda7149'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:14.584164 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3d2dd9-a64c-4fda-af9c-341e4246c570" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa170a5-bd26-4f65-9b41-32145c294592", "tag": "d847667a-476a-41ff-bd18-bb37dbda7149"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:14.612190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f499c46-8cc2-4b56-b490-55172ca0ee63 service neutron] Pushing event updated for resources: {'Port': ['ID=d847667a-476a-41ff-bd18-bb37dbda7149,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:14.689747 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-e650684c-8a55-4e1c-a70b-15253753dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:14.691279 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-e650684c-8a55-4e1c-a70b-15253753dc4b service neutron] 10.222.0.57 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 909 time: 0.3118045 Jul 23 20:27:14.749453 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b18f77-f836-4499-a4b7-4d49b210f3bf req-9b087a5d-0155-42b4-8791-2077b3a97796 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:14.751120 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69b18f77-f836-4499-a4b7-4d49b210f3bf req-9b087a5d-0155-42b4-8791-2077b3a97796 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 944 time: 0.3161771 Jul 23 20:27:14.754286 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-52aceed4-65e0-4b06-bd81-f9356167c972 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=499087ef-b504-47ae-8eac-aed11d098fb8 HTTP/1.1" status: 200 len: 217 time: 0.0534170 Jul 23 20:27:14.809995 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-3efea96c-08b8-4080-ab6c-2bfbfb56eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:14.811617 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-3efea96c-08b8-4080-ab6c-2bfbfb56eb15 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f4b4b395bb04ce681b1729b9a2f9aad&device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 1096 time: 0.1801243 Jul 23 20:27:15.057511 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.137852 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-c130315e-7aa9-49ee-9d1b-3a8cde327bd0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d847667a-476a-41ff-bd18-bb37dbda7149 HTTP/1.1" status: 200 len: 217 time: 0.3165333 Jul 23 20:27:15.148191 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69b18f77-f836-4499-a4b7-4d49b210f3bf req-cc7eeebb-4a18-4df6-93d5-60a0ed9d2390 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860812 Jul 23 20:27:15.193903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-6e39ba24-0a56-4ac2-9cc4-a7d780dd8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:15.195370 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-6e39ba24-0a56-4ac2-9cc4-a7d780dd8e3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.4321997 Jul 23 20:27:15.220960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661636d4-906a-46ea-9950-76c89fcc2ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c678ff2-e614-46ca-8ecd-893133306cac'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:15.224152 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986f11b9-c249-4f9c-b89b-53efdff6e103" -d '{"events": [{"server_uuid": "661636d4-906a-46ea-9950-76c89fcc2ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "8c678ff2-e614-46ca-8ecd-893133306cac"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:15.273886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-bbe6651f-2bb6-44eb-a319-fb0ec7589e68 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680501 Jul 23 20:27:15.278568 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db9339b4-4a48-41e0-8381-ed0217107290 req-0043712c-8580-4e92-8b9a-3323a90adc3e tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc85e92-7544-4c8b-84b0-3584323d50c6 HTTP/1.1" status: 200 len: 210 time: 0.0628564 Jul 23 20:27:15.286680 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-b487abe7-45ad-4cc1-9ee9-fbb096272cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:15.288087 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-b487abe7-45ad-4cc1-9ee9-fbb096272cba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=396c122c-6c4d-4a61-ba21-37a5a3eafff5 HTTP/1.1" status: 200 len: 862 time: 0.1390944 Jul 23 20:27:15.329393 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c756266-1bcb-4725-8b5e-fb863e4ee751 x-openstack-request-id: req-2c756266-1bcb-4725-8b5e-fb863e4ee751 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:15.329684 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa170a5-bd26-4f65-9b41-32145c294592", "tag": "d847667a-476a-41ff-bd18-bb37dbda7149", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:15.329949 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c756266-1bcb-4725-8b5e-fb863e4ee751 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:15.330322 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa170a5-bd26-4f65-9b41-32145c294592', 'tag': 'd847667a-476a-41ff-bd18-bb37dbda7149', 'status': 'completed', 'code': 200} Jul 23 20:27:15.353108 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-d0dfada9-f991-4d91-9cee-5b48f50bd804 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e245881d-b7c7-4473-8e7c-2fe8256d1e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548520 Jul 23 20:27:15.366967 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b59e74-fe24-4216-b816-922b92efea36 req-08453e42-3ff5-479c-ac85-2740d19325c8 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:15.369054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64b59e74-fe24-4216-b816-922b92efea36 req-08453e42-3ff5-479c-ac85-2740d19325c8 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.2376857 Jul 23 20:27:15.481978 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-9c84edd2-0896-477a-b2c6-84906177acbf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:15.483684 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-9c84edd2-0896-477a-b2c6-84906177acbf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.57 "GET /v2.0/networks?id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 200 len: 819 time: 0.1131570 Jul 23 20:27:15.497303 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-2dc3e7cf-a27c-403c-8158-cd91de82a9ae tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Request body: {'port': {'device_id': 'efc85e92-7544-4c8b-84b0-3584323d50c6', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'admin_state_up': True, 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:15.550171 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64b59e74-fe24-4216-b816-922b92efea36 req-071bbbfc-94ca-4558-ba3a-d117f6878a21 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438732 Jul 23 20:27:15.557265 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-48371fb6-4422-4cbb-bcd6-8de5d56e4c0e service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725866 Jul 23 20:27:15.610055 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-9dded24a-03bf-4418-946b-98fddef829e9 service neutron] 10.222.0.48 "GET /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399607 Jul 23 20:27:15.621214 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-2dc3e7cf-a27c-403c-8158-cd91de82a9ae tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Made reservation on behalf of f13c05c7d1a64f6eb77c427187b36511 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:15.625379 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-2dc3e7cf-a27c-403c-8158-cd91de82a9ae tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.627862 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826843f-e8ff-443d-9056-344416b05e39 req-9dce4b8e-f918-47cd-9545-bd752eea4488 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:15.629362 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9826843f-e8ff-443d-9056-344416b05e39 req-9dce4b8e-f918-47cd-9545-bd752eea4488 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.2502124 Jul 23 20:27:15.750446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-2dc3e7cf-a27c-403c-8158-cd91de82a9ae tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Allocated IP 172.20.0.7 (5bbafa9b-1ff2-449f-b382-7dc58b5f6330/3be2f305-b5e9-4032-b91f-a7f98f558b55/e71fb70b-3de8-4aef-9641-b04104080990) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:15.801419 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-4f292382-8e48-4935-8b69-a681867e3416 service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306306 Jul 23 20:27:15.806474 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9826843f-e8ff-443d-9056-344416b05e39 req-790b645f-d247-45b2-97ae-f795eeeab212 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333017 Jul 23 20:27:15.844554 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f718c31-ff2d-442d-a196-4c8a56c0f22d req-70e9e006-8525-4989-b688-4247f032ed58 service neutron] 10.222.0.48 "GET /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248104 Jul 23 20:27:15.859000 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558be389-df3d-43b1-9734-b0cf0bbe2ea0 req-9656c991-eb29-410d-946c-3b5ad53349f6 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:15.866411 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-558be389-df3d-43b1-9734-b0cf0bbe2ea0 req-9656c991-eb29-410d-946c-3b5ad53349f6 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 944 time: 0.2029958 Jul 23 20:27:15.907694 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-558be389-df3d-43b1-9734-b0cf0bbe2ea0 req-e75f2293-415f-4d8e-a835-3094a4fcb9c0 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401669 Jul 23 20:27:15.908831 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6debb1b8-a842-4332-8b9e-e2d7fd66f56c x-openstack-request-id: req-6debb1b8-a842-4332-8b9e-e2d7fd66f56c {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:15.909493 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661636d4-906a-46ea-9950-76c89fcc2ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "8c678ff2-e614-46ca-8ecd-893133306cac", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:15.909982 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6debb1b8-a842-4332-8b9e-e2d7fd66f56c {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:15.911307 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661636d4-906a-46ea-9950-76c89fcc2ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c678ff2-e614-46ca-8ecd-893133306cac', 'code': 200} Jul 23 20:27:15.961479 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-2dc3e7cf-a27c-403c-8158-cd91de82a9ae tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.980804 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-2dc3e7cf-a27c-403c-8158-cd91de82a9ae tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Transition to ACTIVE for port object e71fb70b-3de8-4aef-9641-b04104080990 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:16.002558 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d2dd9-a64c-4fda-af9c-341e4246c570 req-c56af34f-1ccf-44a2-85f9-c32a08707045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:16.004122 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e3d2dd9-a64c-4fda-af9c-341e4246c570 req-c56af34f-1ccf-44a2-85f9-c32a08707045 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f4b4b395bb04ce681b1729b9a2f9aad&device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 1096 time: 0.0955603 Jul 23 20:27:16.031789 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-2dc3e7cf-a27c-403c-8158-cd91de82a9ae tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:16.045817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:16.081589 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12c73a11-a1e8-4ce7-bc08-6cc39b47fb54 req-4ef33b8b-24a3-4d76-a1a2-124a476a56ba tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0594356 Jul 23 20:27:16.090945 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-2dc3e7cf-a27c-403c-8158-cd91de82a9ae tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:16.094975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-2dc3e7cf-a27c-403c-8158-cd91de82a9ae tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:16.100444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-2dc3e7cf-a27c-403c-8158-cd91de82a9ae tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:16.172882 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3e7cf-a27c-403c-8158-cd91de82a9ae tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Pushing event updated for resources: {'Port': ['ID=e71fb70b-3de8-4aef-9641-b04104080990,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:16.226305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d2dd9-a64c-4fda-af9c-341e4246c570 req-a62039c9-079c-49d5-98c2-453b21bc8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:16.228523 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e3d2dd9-a64c-4fda-af9c-341e4246c570 req-a62039c9-079c-49d5-98c2-453b21bc8537 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e245881d-b7c7-4473-8e7c-2fe8256d1e70 HTTP/1.1" status: 200 len: 923 time: 0.2162843 Jul 23 20:27:16.237648 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-2dc3e7cf-a27c-403c-8158-cd91de82a9ae tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:16.238323 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-2dc3e7cf-a27c-403c-8158-cd91de82a9ae tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:16.258809 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945027c5-5b7b-4b23-b5c4-ef7b4dde8976 req-0172f69d-c92e-4a5d-a436-8dbbe69b0253 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:16.266496 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-945027c5-5b7b-4b23-b5c4-ef7b4dde8976 req-0172f69d-c92e-4a5d-a436-8dbbe69b0253 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.1873257 Jul 23 20:27:16.271045 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-2dc3e7cf-a27c-403c-8158-cd91de82a9ae tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7784755 Jul 23 20:27:16.289514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Request body: {'port': {'device_id': 'efc85e92-7544-4c8b-84b0-3584323d50c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:16.318217 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e3d2dd9-a64c-4fda-af9c-341e4246c570 req-234639cc-7c71-46b2-a5c7-4b79ae5aaa6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d847667a-476a-41ff-bd18-bb37dbda7149 HTTP/1.1" status: 200 len: 217 time: 0.0832031 Jul 23 20:27:16.385649 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-945027c5-5b7b-4b23-b5c4-ef7b4dde8976 req-3b16387e-9c97-4255-be96-b7720159fbc0 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168609 Jul 23 20:27:16.407696 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d2dd9-a64c-4fda-af9c-341e4246c570 req-59413839-5445-4d56-80a8-739b55211f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:16.409420 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e3d2dd9-a64c-4fda-af9c-341e4246c570 req-59413839-5445-4d56-80a8-739b55211f99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=396c122c-6c4d-4a61-ba21-37a5a3eafff5 HTTP/1.1" status: 200 len: 862 time: 0.0694406 Jul 23 20:27:16.413709 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:16.455141 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e3d2dd9-a64c-4fda-af9c-341e4246c570 req-47f97905-aee6-4c84-8c6d-3fde678eabff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e245881d-b7c7-4473-8e7c-2fe8256d1e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385313 Jul 23 20:27:16.498442 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-54fc0e2b-ad21-4760-b9ca-c5a06bcca44a None None] Provisioning for port e71fb70b-3de8-4aef-9641-b04104080990 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:16.502752 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-54fc0e2b-ad21-4760-b9ca-c5a06bcca44a None None] Provisioning complete for port e71fb70b-3de8-4aef-9641-b04104080990 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:16.503221 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-54fc0e2b-ad21-4760-b9ca-c5a06bcca44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:16.561261 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:16.566331 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-54fc0e2b-ad21-4760-b9ca-c5a06bcca44a None None] Port e71fb70b-3de8-4aef-9641-b04104080990 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:16.640850 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e3d2dd9-a64c-4fda-af9c-341e4246c570 req-b63b416f-e90f-455b-ada9-7aa0ee435dcb service neutron] 10.222.0.48 "GET /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768491 Jul 23 20:27:16.668111 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80d6f0-15e0-4937-8418-752b17e59763 req-8136a58b-a5b8-4b21-84a4-d545b369ceef tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:16.669577 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca80d6f0-15e0-4937-8418-752b17e59763 req-8136a58b-a5b8-4b21-84a4-d545b369ceef tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc85e92-7544-4c8b-84b0-3584323d50c6 HTTP/1.1" status: 200 len: 931 time: 0.1658564 Jul 23 20:27:16.683897 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029ce3d-7b54-44c6-bafb-25650b3f4d28 req-895d41fa-bb4b-413c-87b0-ae09913afbe6 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:16.686305 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1029ce3d-7b54-44c6-bafb-25650b3f4d28 req-895d41fa-bb4b-413c-87b0-ae09913afbe6 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 1096 time: 0.2332976 Jul 23 20:27:16.722011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e71fb70b-3de8-4aef-9641-b04104080990 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:16.729460 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:16.741332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Transition to ACTIVE for port object e71fb70b-3de8-4aef-9641-b04104080990 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:16.747047 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:16.792013 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca80d6f0-15e0-4937-8418-752b17e59763 req-4b12ce62-5835-4295-8f1b-34d03c308c05 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101799 Jul 23 20:27:16.799709 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1029ce3d-7b54-44c6-bafb-25650b3f4d28 req-de92638b-9a93-47a7-b07e-7d9a5e1a68ee tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022568 Jul 23 20:27:16.820632 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e3d2dd9-a64c-4fda-af9c-341e4246c570 req-ea044a51-d39e-492c-a078-cde0e7b21910 service neutron] 10.222.0.48 "GET /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709023 Jul 23 20:27:16.859455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Pushing event updated for resources: {'Port': ['ID=e71fb70b-3de8-4aef-9641-b04104080990,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:16.904788 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Attempting to bind port e71fb70b-3de8-4aef-9641-b04104080990 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:16.905162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Attempting to bind port e71fb70b-3de8-4aef-9641-b04104080990 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '028c4bfd-4c47-4f36-9238-21941149efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:16.905447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Attempting to bind port e71fb70b-3de8-4aef-9641-b04104080990 on network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:16.924459 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Port e71fb70b-3de8-4aef-9641-b04104080990 on network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:27:16.924787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Attempting to bind port e71fb70b-3de8-4aef-9641-b04104080990 on network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:16.938226 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:16.938571 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Checking segment: {'id': '028c4bfd-4c47-4f36-9238-21941149efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:16.938959 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Bound using segment: {'id': '028c4bfd-4c47-4f36-9238-21941149efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:16.939425 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Bound port: e71fb70b-3de8-4aef-9641-b04104080990, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028c4bfd-4c47-4f36-9238-21941149efb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:16.939783 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:17.032344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] For port e71fb70b-3de8-4aef-9641-b04104080990, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:17.035882 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] For port e71fb70b-3de8-4aef-9641-b04104080990, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e71fb70b-3de8-4aef-9641-b04104080990,segment=NetworkSegment(028c4bfd-4c47-4f36-9238-21941149efb6),segment_id=028c4bfd-4c47-4f36-9238-21941149efb6)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:17.036034 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778020c-67c0-4838-a5e4-d406670a4b3d req-8a28131a-c40e-48ed-ac21-6809a513b6e0 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:17.037566 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1778020c-67c0-4838-a5e4-d406670a4b3d req-8a28131a-c40e-48ed-ac21-6809a513b6e0 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/ports?device_id=661636d4-906a-46ea-9950-76c89fcc2ce6 HTTP/1.1" status: 200 len: 948 time: 0.1439071 Jul 23 20:27:17.044977 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:17.085009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:17.085520 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:17.087234 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] 10.222.0.57 "PUT /v2.0/ports/e71fb70b-3de8-4aef-9641-b04104080990 HTTP/1.1" status: 200 len: 1092 time: 0.8027742 Jul 23 20:27:17.087519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc85e92-7544-4c8b-84b0-3584323d50c6', 'tag': 'e71fb70b-3de8-4aef-9641-b04104080990'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:17.089993 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369e0d10-4e6b-4540-9644-56c04d9738b9" -d '{"events": [{"name": "network-changed", "server_uuid": "efc85e92-7544-4c8b-84b0-3584323d50c6", "tag": "e71fb70b-3de8-4aef-9641-b04104080990"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:17.104611 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c21b13-665a-4a15-adfd-c65ce9da37a4 req-6da86145-d365-46e8-9144-b3c098710d06 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:17.113852 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d5c21b13-665a-4a15-adfd-c65ce9da37a4 req-6da86145-d365-46e8-9144-b3c098710d06 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.1355679 Jul 23 20:27:17.120456 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1778020c-67c0-4838-a5e4-d406670a4b3d req-c9a9fa16-11ed-4ccc-baa6-26ab46e329d0 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/security-groups?id=69678bdd-384f-44ae-8db9-ca2ea81ba585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761893 Jul 23 20:27:17.139815 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3ad5c-f470-4d15-af66-86bb99b8dba5 service neutron] Pushing event updated for resources: {'Port': ['ID=e71fb70b-3de8-4aef-9641-b04104080990,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:17.205537 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d5c21b13-665a-4a15-adfd-c65ce9da37a4 req-24a72aac-392a-4133-b2fc-c7e8566c49af tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908062 Jul 23 20:27:17.238554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-126daa8c-52da-4b3b-ad95-975042fd5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:17.240591 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-126daa8c-52da-4b3b-ad95-975042fd5684 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f13c05c7d1a64f6eb77c427187b36511&device_id=efc85e92-7544-4c8b-84b0-3584323d50c6 HTTP/1.1" status: 200 len: 1095 time: 0.0876236 Jul 23 20:27:17.289008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a6756-c8ce-4712-abdd-82340c88fa5b req-2404bd61-02f6-4d82-8a2b-99eaf0fe809d tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:17.298894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ea9a6756-c8ce-4712-abdd-82340c88fa5b req-2404bd61-02f6-4d82-8a2b-99eaf0fe809d tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 1096 time: 0.0839946 Jul 23 20:27:17.326625 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-48573aa3-313c-464f-aa7d-00c9d5fe0781 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e71fb70b-3de8-4aef-9641-b04104080990 HTTP/1.1" status: 200 len: 217 time: 0.0707710 Jul 23 20:27:17.374067 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ea9a6756-c8ce-4712-abdd-82340c88fa5b req-29368699-2098-4f05-ab8e-497fc5efa507 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740087 Jul 23 20:27:17.392323 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-3f1e1a11-aa01-4e86-b6a5-11e87ed86c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:17.393780 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-3f1e1a11-aa01-4e86-b6a5-11e87ed86c80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3be2f305-b5e9-4032-b91f-a7f98f558b55 HTTP/1.1" status: 200 len: 858 time: 0.0581362 Jul 23 20:27:17.434632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b56220-d8b9-4ab9-977b-b8781ad1504e req-48f6855d-fa78-44a2-9a7b-8740a1628843 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:17.442723 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37b56220-d8b9-4ab9-977b-b8781ad1504e req-48f6855d-fa78-44a2-9a7b-8740a1628843 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 944 time: 0.1243441 Jul 23 20:27:17.510646 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37b56220-d8b9-4ab9-977b-b8781ad1504e req-35d583bd-4ee5-45f6-881a-ed1a5513fc33 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602665 Jul 23 20:27:17.534573 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-01013ee9-bb28-4143-94ec-253a7b655e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:17.536488 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-01013ee9-bb28-4143-94ec-253a7b655e8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1346660 Jul 23 20:27:17.542997 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc0bce9-7640-4656-b85a-0d18fc885d0b x-openstack-request-id: req-1bc0bce9-7640-4656-b85a-0d18fc885d0b {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:17.544167 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc85e92-7544-4c8b-84b0-3584323d50c6", "tag": "e71fb70b-3de8-4aef-9641-b04104080990", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:17.545253 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1bc0bce9-7640-4656-b85a-0d18fc885d0b {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:17.545751 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc85e92-7544-4c8b-84b0-3584323d50c6', 'tag': 'e71fb70b-3de8-4aef-9641-b04104080990', 'status': 'completed', 'code': 200} Jul 23 20:27:17.634164 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa3d9180-f7bf-4b8f-b436-5db9df7be742 req-bc0aa55f-0f33-4d33-a275-5111545d9b01 tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0378780 Jul 23 20:27:17.639274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-98ad57fa-f2d6-40ac-9a82-6da52d1561d9 req-37b35ca2-7576-499a-8133-47d4ebfcb5ab service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:27:17.640276 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98ad57fa-f2d6-40ac-9a82-6da52d1561d9 req-37b35ca2-7576-499a-8133-47d4ebfcb5ab service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051827 Jul 23 20:27:17.682865 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-c660e5a1-213b-4c2b-bdbf-657e4c194efc service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336188 Jul 23 20:27:17.791163 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a46e89d1-9523-4d0a-8dca-f21e38c6b999 req-51aa8526-938c-4668-ae38-8393c7843c72 service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998080 Jul 23 20:27:17.920510 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64673fa2-cce6-4755-a662-a02e634a0224 req-401ce9a0-d702-45d8-98f7-95dfb6711c1d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:17.928511 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64673fa2-cce6-4755-a662-a02e634a0224 req-401ce9a0-d702-45d8-98f7-95dfb6711c1d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.0785420 Jul 23 20:27:17.967332 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64673fa2-cce6-4755-a662-a02e634a0224 req-760f3f68-4e0e-41f6-a06d-502d0b99394c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379159 Jul 23 20:27:17.969237 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e0d10-4e6b-4540-9644-56c04d9738b9 req-47d4bae7-09d7-4896-9bd4-5c3ce68b6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:17.971279 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-369e0d10-4e6b-4540-9644-56c04d9738b9 req-47d4bae7-09d7-4896-9bd4-5c3ce68b6b93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f13c05c7d1a64f6eb77c427187b36511&device_id=efc85e92-7544-4c8b-84b0-3584323d50c6 HTTP/1.1" status: 200 len: 1095 time: 0.1190715 Jul 23 20:27:17.987430 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-e75d6240-c524-4446-aed6-9fccc4f63c09 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1228778 Jul 23 20:27:18.106359 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e0d10-4e6b-4540-9644-56c04d9738b9 req-f6bb1255-0d55-4540-bd40-9bd97039b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:18.108080 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-369e0d10-4e6b-4540-9644-56c04d9738b9 req-f6bb1255-0d55-4540-bd40-9bd97039b178 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 200 len: 920 time: 0.1054363 Jul 23 20:27:18.175779 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-369e0d10-4e6b-4540-9644-56c04d9738b9 req-e0da079b-e521-478e-9679-d1098b15328f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e71fb70b-3de8-4aef-9641-b04104080990 HTTP/1.1" status: 200 len: 217 time: 0.0494494 Jul 23 20:27:18.225778 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a7496-4a2e-421f-adba-ba6554b0c664 req-1bde3e1e-c023-41da-9744-257b96cd80c2 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:18.229873 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5e2a7496-4a2e-421f-adba-ba6554b0c664 req-1bde3e1e-c023-41da-9744-257b96cd80c2 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc85e92-7544-4c8b-84b0-3584323d50c6 HTTP/1.1" status: 200 len: 943 time: 0.1067064 Jul 23 20:27:18.242404 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e0d10-4e6b-4540-9644-56c04d9738b9 req-ef8fb65a-3b9d-4626-b5bb-aaf22d7534b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:18.244788 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-369e0d10-4e6b-4540-9644-56c04d9738b9 req-ef8fb65a-3b9d-4626-b5bb-aaf22d7534b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3be2f305-b5e9-4032-b91f-a7f98f558b55 HTTP/1.1" status: 200 len: 858 time: 0.0622604 Jul 23 20:27:18.319351 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e0d10-4e6b-4540-9644-56c04d9738b9 req-988bcfa1-267a-4aad-ace9-96f4b5f5dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:18.321315 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-369e0d10-4e6b-4540-9644-56c04d9738b9 req-988bcfa1-267a-4aad-ace9-96f4b5f5dae3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630453 Jul 23 20:27:18.329903 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5e2a7496-4a2e-421f-adba-ba6554b0c664 req-e074ab92-9a03-4de8-ba14-481e9512a2bb tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942450 Jul 23 20:27:18.366902 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8da66-7fec-4d2a-a0c8-acc64c54ffcc req-39691975-7139-4807-abc2-7f3463e090e9 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:18.376156 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3be8da66-7fec-4d2a-a0c8-acc64c54ffcc req-39691975-7139-4807-abc2-7f3463e090e9 tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/ports?device_id=661636d4-906a-46ea-9950-76c89fcc2ce6 HTTP/1.1" status: 200 len: 948 time: 0.1448295 Jul 23 20:27:18.428255 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3be8da66-7fec-4d2a-a0c8-acc64c54ffcc req-449cf2eb-abd2-4663-a0ae-aa9899ad3c6e tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/security-groups?id=69678bdd-384f-44ae-8db9-ca2ea81ba585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511463 Jul 23 20:27:18.452480 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-369e0d10-4e6b-4540-9644-56c04d9738b9 req-79c3e55e-5552-4762-81cc-9de97011767d service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224630 Jul 23 20:27:18.465829 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device d847667a-476a-41ff-bd18-bb37dbda7149 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:27:18.526027 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8449c-18c1-4dd7-ad6b-b304b680e02c req-3435d72a-66db-4269-a1b3-8e2cce188b10 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:18.535922 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2f8449c-18c1-4dd7-ad6b-b304b680e02c req-3435d72a-66db-4269-a1b3-8e2cce188b10 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.1055980 Jul 23 20:27:18.601312 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-369e0d10-4e6b-4540-9644-56c04d9738b9 req-34580d08-85ed-429e-8f21-d41cb73c2ef5 service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387007 Jul 23 20:27:18.617056 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2f8449c-18c1-4dd7-ad6b-b304b680e02c req-88d25111-6ecf-4e59-968f-ac63ff783cd8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738986 Jul 23 20:27:18.663387 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port d847667a-476a-41ff-bd18-bb37dbda7149, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=d847667a-476a-41ff-bd18-bb37dbda7149,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:18.694989 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'd847667a-476a-41ff-bd18-bb37dbda7149', 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70', 'port_id': 'd847667a-476a-41ff-bd18-bb37dbda7149', 'mac_address': 'fa:16:3e:14:d4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396c122c-6c4d-4a61-ba21-37a5a3eafff5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:27:18.755279 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c243c13-f786-4db1-b278-89f36d7e3ede req-7489478d-ff83-4a15-aa45-5ac6bc2de2bd tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:18.757708 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c243c13-f786-4db1-b278-89f36d7e3ede req-7489478d-ff83-4a15-aa45-5ac6bc2de2bd tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 944 time: 0.0785756 Jul 23 20:27:18.758482 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:18.773245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d847667a-476a-41ff-bd18-bb37dbda7149 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:18.807522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port d847667a-476a-41ff-bd18-bb37dbda7149, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=d847667a-476a-41ff-bd18-bb37dbda7149,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:18.813014 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:18.813665 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db3eaecf-9ebe-4e0c-b791-12d256e6668c req-797622c7-dbda-488b-bf03-a5cf5744a425 tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0549445 Jul 23 20:27:18.841701 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c243c13-f786-4db1-b278-89f36d7e3ede req-e2eb5214-12cb-4d79-ace5-90cacd00731a tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700400 Jul 23 20:27:18.897496 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=d847667a-476a-41ff-bd18-bb37dbda7149,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:18.940631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b9e20-55c0-4255-ba47-f5e44894e8ca req-89c2bfda-5054-4964-a286-a940a61f1e0c tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:18.943283 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0e6b9e20-55c0-4255-ba47-f5e44894e8ca req-89c2bfda-5054-4964-a286-a940a61f1e0c tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.57 "GET /v2.0/ports?device_id=661636d4-906a-46ea-9950-76c89fcc2ce6 HTTP/1.1" status: 200 len: 948 time: 0.0810759 Jul 23 20:27:19.078563 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-0e6b9e20-55c0-4255-ba47-f5e44894e8ca req-1762b89f-8f67-4309-bcdc-1a08286d677b tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Deleting port 8c678ff2-e614-46ca-8ecd-893133306cac {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:19.079215 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0e6b9e20-55c0-4255-ba47-f5e44894e8ca req-1762b89f-8f67-4309-bcdc-1a08286d677b tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.084196 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['d847667a-476a-41ff-bd18-bb37dbda7149'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:19.130883 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812e65a-dabd-43ee-b142-ff5bedda95f6 req-10789ddb-31ab-43a6-a875-ea09255ca69e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:19.133188 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1812e65a-dabd-43ee-b142-ff5bedda95f6 req-10789ddb-31ab-43a6-a875-ea09255ca69e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.0854771 Jul 23 20:27:19.189132 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1812e65a-dabd-43ee-b142-ff5bedda95f6 req-b99ba9c6-28b0-43ce-b90e-23bfeb52b9f5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454047 Jul 23 20:27:19.221992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-0e6b9e20-55c0-4255-ba47-f5e44894e8ca req-1762b89f-8f67-4309-bcdc-1a08286d677b tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] For port 8c678ff2-e614-46ca-8ecd-893133306cac, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8c678ff2-e614-46ca-8ecd-893133306cac,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:19.222513 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0e6b9e20-55c0-4255-ba47-f5e44894e8ca req-1762b89f-8f67-4309-bcdc-1a08286d677b tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.236458 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-0e6b9e20-55c0-4255-ba47-f5e44894e8ca req-1762b89f-8f67-4309-bcdc-1a08286d677b tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Calling delete_port for 8c678ff2-e614-46ca-8ecd-893133306cac owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:19.364564 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0e6b9e20-55c0-4255-ba47-f5e44894e8ca req-1762b89f-8f67-4309-bcdc-1a08286d677b tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.395891 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762b89f-8f67-4309-bcdc-1a08286d677b tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Pushing event deleted for resources: {'Port': ['ID=8c678ff2-e614-46ca-8ecd-893133306cac,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:19.442927 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6b9e20-55c0-4255-ba47-f5e44894e8ca req-1762b89f-8f67-4309-bcdc-1a08286d677b tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] No DVR routers for this DVR port 8c678ff2-e614-46ca-8ecd-893133306cac on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:19.445818 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0e6b9e20-55c0-4255-ba47-f5e44894e8ca req-1762b89f-8f67-4309-bcdc-1a08286d677b tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.449997 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0e6b9e20-55c0-4255-ba47-f5e44894e8ca req-1762b89f-8f67-4309-bcdc-1a08286d677b tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.57 "DELETE /v2.0/ports/8c678ff2-e614-46ca-8ecd-893133306cac HTTP/1.1" status: 204 len: 173 time: 0.5007901 Jul 23 20:27:19.515408 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bc696-dc31-4b94-a1a7-7fcb7afbf287 req-7f70aacf-3f03-4839-8a40-b7ef9f40158e tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:19.522843 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-609bc696-dc31-4b94-a1a7-7fcb7afbf287 req-7f70aacf-3f03-4839-8a40-b7ef9f40158e tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc85e92-7544-4c8b-84b0-3584323d50c6 HTTP/1.1" status: 200 len: 943 time: 0.1122999 Jul 23 20:27:19.547705 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661636d4-906a-46ea-9950-76c89fcc2ce6', 'name': 'network-vif-deleted', 'tag': '8c678ff2-e614-46ca-8ecd-893133306cac'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:19.550350 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25108d3b-29c6-4a13-a695-34f829a0245d" -d '{"events": [{"server_uuid": "661636d4-906a-46ea-9950-76c89fcc2ce6", "name": "network-vif-deleted", "tag": "8c678ff2-e614-46ca-8ecd-893133306cac"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:19.570565 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e776bda-3f7c-4c22-834f-2593c6fe479b req-d0a82162-4138-4b4a-8002-d63946e9bddd tempest-ImagesOneServerTestJSON-1922757116 tempest-ImagesOneServerTestJSON-1922757116-project] 10.222.0.55 "GET /v2.0/ports?device_id=661636d4-906a-46ea-9950-76c89fcc2ce6 HTTP/1.1" status: 200 len: 210 time: 0.0447736 Jul 23 20:27:19.602560 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-609bc696-dc31-4b94-a1a7-7fcb7afbf287 req-87bacbc7-f029-4b99-b65e-523ff13cadc4 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786018 Jul 23 20:27:19.637278 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa6b47f-29f6-4654-81bd-4335dbf882c5 x-openstack-request-id: req-dfa6b47f-29f6-4654-81bd-4335dbf882c5 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:19.637666 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661636d4-906a-46ea-9950-76c89fcc2ce6", "name": "network-vif-deleted", "tag": "8c678ff2-e614-46ca-8ecd-893133306cac", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:19.638013 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dfa6b47f-29f6-4654-81bd-4335dbf882c5 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:19.638496 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661636d4-906a-46ea-9950-76c89fcc2ce6', 'name': 'network-vif-deleted', 'tag': '8c678ff2-e614-46ca-8ecd-893133306cac', 'status': 'completed', 'code': 200} Jul 23 20:27:19.676117 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-f39824a7-030f-430f-ab21-424d6d06c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:19.677709 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-f39824a7-030f-430f-ab21-424d6d06c228 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 1101 time: 0.0881102 Jul 23 20:27:19.820468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-95047e4b-6958-4bd6-a4e2-da0db7fd59a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:19.822962 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-95047e4b-6958-4bd6-a4e2-da0db7fd59a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.1334810 Jul 23 20:27:19.831089 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520dd04-b451-405a-9e71-bd10713e8792 req-0a63d212-915c-4ab6-a017-5b6c1a51ba80 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:19.832759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8520dd04-b451-405a-9e71-bd10713e8792 req-0a63d212-915c-4ab6-a017-5b6c1a51ba80 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.1338539 Jul 23 20:27:19.883069 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-a3c1efaa-8a4b-40a6-bb70-8a7154ae1b94 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1209c012-419a-4849-be81-05f59e68a367 HTTP/1.1" status: 200 len: 217 time: 0.0492032 Jul 23 20:27:19.965594 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8520dd04-b451-405a-9e71-bd10713e8792 req-19ed97af-659b-46bf-83f0-8eda5586ef8b tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239564 Jul 23 20:27:19.969345 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10f292f8-e532-48cb-a1b6-56a8f7c5938a req-4b3bb761-ecf4-448b-a82b-8227a8a2138d tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0464697 Jul 23 20:27:19.987374 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-7af72f11-f629-4aaf-915d-73cfcbdb53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:19.988520 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-7af72f11-f629-4aaf-915d-73cfcbdb53a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0970654 Jul 23 20:27:20.097866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-fa47da73-7946-46a0-86a9-d5a7ba1591fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:20.099618 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-fa47da73-7946-46a0-86a9-d5a7ba1591fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033216 Jul 23 20:27:20.182647 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66106bb-8647-4de3-8b15-7ae4074d84ab req-a6d063e1-562d-470f-85f3-760a8057f365 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:20.184143 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a66106bb-8647-4de3-8b15-7ae4074d84ab req-a6d063e1-562d-470f-85f3-760a8057f365 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 945 time: 0.1415970 Jul 23 20:27:20.236491 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-e7332ad1-e510-4800-8a80-029d2c472103 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297038 Jul 23 20:27:20.241484 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a66106bb-8647-4de3-8b15-7ae4074d84ab req-5b88c0bc-57e0-41cb-af6e-421b79074686 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514474 Jul 23 20:27:20.267894 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e71fb70b-3de8-4aef-9641-b04104080990 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:27:20.369328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port e71fb70b-3de8-4aef-9641-b04104080990, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e71fb70b-3de8-4aef-9641-b04104080990,segment=NetworkSegment(028c4bfd-4c47-4f36-9238-21941149efb6),segment_id=028c4bfd-4c47-4f36-9238-21941149efb6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:20.380721 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698f0df-a736-43f8-91ad-0dd2c28a8fa5 req-52b071a5-b28d-4013-9b69-ec30f58ac6ae tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:20.381357 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'e71fb70b-3de8-4aef-9641-b04104080990', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'port_id': 'e71fb70b-3de8-4aef-9641-b04104080990', 'mac_address': 'fa:16:3e:e9:71:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:27:20.382241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0698f0df-a736-43f8-91ad-0dd2c28a8fa5 req-52b071a5-b28d-4013-9b69-ec30f58ac6ae tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.1334565 Jul 23 20:27:20.386435 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-55e589b6-f033-4bb6-bb1d-d6be1a09628e service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358440 Jul 23 20:27:20.432097 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.440896 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0698f0df-a736-43f8-91ad-0dd2c28a8fa5 req-125d8051-2230-4acd-a8c0-edc41f0007a5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499647 Jul 23 20:27:20.447257 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e71fb70b-3de8-4aef-9641-b04104080990 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:20.469555 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device d847667a-476a-41ff-bd18-bb37dbda7149 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:20.472613 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port e71fb70b-3de8-4aef-9641-b04104080990, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e71fb70b-3de8-4aef-9641-b04104080990,segment=NetworkSegment(028c4bfd-4c47-4f36-9238-21941149efb6),segment_id=028c4bfd-4c47-4f36-9238-21941149efb6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:20.494781 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.556050 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=e71fb70b-3de8-4aef-9641-b04104080990,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:20.564909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port d847667a-476a-41ff-bd18-bb37dbda7149 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:20.569365 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port d847667a-476a-41ff-bd18-bb37dbda7149 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:20.569730 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.655980 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.684354 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa170a5-bd26-4f65-9b41-32145c294592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd847667a-476a-41ff-bd18-bb37dbda7149'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:20.686526 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1dc166-e8bc-4304-bc99-64efdd787853" -d '{"events": [{"server_uuid": "3fa170a5-bd26-4f65-9b41-32145c294592", "name": "network-vif-plugged", "status": "completed", "tag": "d847667a-476a-41ff-bd18-bb37dbda7149"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:20.711792 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port d847667a-476a-41ff-bd18-bb37dbda7149, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=d847667a-476a-41ff-bd18-bb37dbda7149,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:20.718612 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.733424 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efbe230-76ff-41d1-af81-5db5c2d1ce74 x-openstack-request-id: req-7efbe230-76ff-41d1-af81-5db5c2d1ce74 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:20.733875 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa170a5-bd26-4f65-9b41-32145c294592", "name": "network-vif-plugged", "status": "completed", "tag": "d847667a-476a-41ff-bd18-bb37dbda7149", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:20.734135 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7efbe230-76ff-41d1-af81-5db5c2d1ce74 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:20.734529 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa170a5-bd26-4f65-9b41-32145c294592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd847667a-476a-41ff-bd18-bb37dbda7149', 'code': 200} Jul 23 20:27:20.784754 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cd29b-d4c7-4f46-be8d-bc6df7ba0f5a req-dac486de-60c0-446f-9e60-8de12aae3cff tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:20.787546 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a23cd29b-d4c7-4f46-be8d-bc6df7ba0f5a req-dac486de-60c0-446f-9e60-8de12aae3cff tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc85e92-7544-4c8b-84b0-3584323d50c6 HTTP/1.1" status: 200 len: 944 time: 0.1036670 Jul 23 20:27:20.804025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['e71fb70b-3de8-4aef-9641-b04104080990'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:20.852234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=d847667a-476a-41ff-bd18-bb37dbda7149,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:20.863840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a23cd29b-d4c7-4f46-be8d-bc6df7ba0f5a req-98c1b70b-e1a6-4e0a-8863-1136e037aa71 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672877 Jul 23 20:27:20.898539 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a202385-403e-4f98-9d92-b1c9898856ae req-4db0d490-fe52-4d42-bc97-a685a4a824eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:20.900678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a202385-403e-4f98-9d92-b1c9898856ae req-4db0d490-fe52-4d42-bc97-a685a4a824eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 1098 time: 0.0967035 Jul 23 20:27:20.929875 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57156) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:20.938663 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a202385-403e-4f98-9d92-b1c9898856ae req-d0116b18-9485-4eb8-92c5-2c6f442f97c5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293150 Jul 23 20:27:21.080344 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fc89d68e-d139-451a-bc40-e7d25d007781 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16df319aee194006af0beadc8d6488ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481836 Jul 23 20:27:21.082947 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57164) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:21.122399 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94f2711e-6300-43e0-9f20-1994920267d0 req-7773563a-798c-441e-9481-97413c6f0cea tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0323045 Jul 23 20:27:21.139524 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a3f3ce27-2f3a-45d0-9091-a7f9ce0269b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.148707 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f408b4-c9be-4083-abc0-655856d249b4 req-0533a7e3-672f-46bc-b5d8-e9c1589eceae tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:21.155577 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d9f408b4-c9be-4083-abc0-655856d249b4 req-0533a7e3-672f-46bc-b5d8-e9c1589eceae tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.1160057 Jul 23 20:27:21.162637 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a3f3ce27-2f3a-45d0-9091-a7f9ce0269b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.188862 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d9f408b4-c9be-4083-abc0-655856d249b4 req-485cc7ca-6caf-4245-8629-04bcb5d501e8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 Jul 23 20:27:21.219776 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a3f3ce27-2f3a-45d0-9091-a7f9ce0269b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.222598 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a3f3ce27-2f3a-45d0-9091-a7f9ce0269b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.223751 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a3f3ce27-2f3a-45d0-9091-a7f9ce0269b5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69678bdd-384f-44ae-8db9-ca2ea81ba585 HTTP/1.1" status: 204 len: 168 time: 0.1396739 Jul 23 20:27:21.232914 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3ce27-2f3a-45d0-9091-a7f9ce0269b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69678bdd-384f-44ae-8db9-ca2ea81ba585,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:21.374170 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f86596-0860-4ecb-b97c-4c9f052fc1e1 req-3bf2d2c3-df98-4259-a816-2ce9e6501751 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:21.375697 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b8f86596-0860-4ecb-b97c-4c9f052fc1e1 req-3bf2d2c3-df98-4259-a816-2ce9e6501751 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 946 time: 0.0653443 Jul 23 20:27:21.416524 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b8f86596-0860-4ecb-b97c-4c9f052fc1e1 req-6b0fa0da-8eee-46ff-aafe-c49684f74fcf tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330482 Jul 23 20:27:21.587149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390d0c6-0f0b-4e84-b86f-6ceda5902beb req-e8037ba7-e44c-4ab3-ad4b-7fe8a5cf6c2d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:21.588663 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e390d0c6-0f0b-4e84-b86f-6ceda5902beb req-e8037ba7-e44c-4ab3-ad4b-7fe8a5cf6c2d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.0812850 Jul 23 20:27:21.637741 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e390d0c6-0f0b-4e84-b86f-6ceda5902beb req-8fd265e0-2284-4047-88bf-296038e23287 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432940 Jul 23 20:27:22.011171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc922c6-f3c5-4db9-bc81-7fa6a9c918d4 req-6334b183-27e9-46a1-99a6-3b0c5e45e41c tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:22.012770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8fc922c6-f3c5-4db9-bc81-7fa6a9c918d4 req-6334b183-27e9-46a1-99a6-3b0c5e45e41c tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc85e92-7544-4c8b-84b0-3584323d50c6 HTTP/1.1" status: 200 len: 944 time: 0.0753760 Jul 23 20:27:22.070472 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8fc922c6-f3c5-4db9-bc81-7fa6a9c918d4 req-766b6a0f-a5d6-4f2d-b0e1-272e9dbd501d tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501821 Jul 23 20:27:22.243303 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5e754507-06cb-492c-bc83-a94d3eac5ddb req-978cb3f0-f587-4c8c-9fd9-0706d36beb1d tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0398207 Jul 23 20:27:22.282114 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e71fb70b-3de8-4aef-9641-b04104080990 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:22.370347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port e71fb70b-3de8-4aef-9641-b04104080990 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:22.376101 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port e71fb70b-3de8-4aef-9641-b04104080990 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:22.376524 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.415416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57206) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:22.513292 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.561468 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port e71fb70b-3de8-4aef-9641-b04104080990, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e71fb70b-3de8-4aef-9641-b04104080990,segment=NetworkSegment(028c4bfd-4c47-4f36-9238-21941149efb6),segment_id=028c4bfd-4c47-4f36-9238-21941149efb6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:22.562459 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa33c02a-b968-4a97-aa8a-569c35e5adf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.568024 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.569074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8c678ff2-e614-46ca-8ecd-893133306cac no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:22.656666 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=e71fb70b-3de8-4aef-9641-b04104080990,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:22.661714 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 8c678ff2-e614-46ca-8ecd-893133306cac {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:27:22.661714 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8c678ff2-e614-46ca-8ecd-893133306cac not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:27:22.735835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc85e92-7544-4c8b-84b0-3584323d50c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71fb70b-3de8-4aef-9641-b04104080990'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:22.738923 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c9fcdc-4b08-4b37-b43c-19bbeda2707f" -d '{"events": [{"server_uuid": "efc85e92-7544-4c8b-84b0-3584323d50c6", "name": "network-vif-plugged", "status": "completed", "tag": "e71fb70b-3de8-4aef-9641-b04104080990"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:22.757410 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa33c02a-b968-4a97-aa8a-569c35e5adf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.762747 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa33c02a-b968-4a97-aa8a-569c35e5adf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.763155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f87425-b149-4b9d-b715-ff11d5a73189 req-7b314101-3012-4ec4-a2d2-54abb65ad36f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:22.771803 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e9f87425-b149-4b9d-b715-ff11d5a73189 req-7b314101-3012-4ec4-a2d2-54abb65ad36f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.5032556 Jul 23 20:27:22.797648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a78baa-7515-47cd-8573-6c08cb8e2bff req-48c2aa2f-c487-43e0-9dd7-db80eb7d0675 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:22.799759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-84a78baa-7515-47cd-8573-6c08cb8e2bff req-48c2aa2f-c487-43e0-9dd7-db80eb7d0675 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 946 time: 0.1214097 Jul 23 20:27:22.810368 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-aa33c02a-b968-4a97-aa8a-569c35e5adf1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ae80e5ffdbf54068a7674f018200f123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937137 Jul 23 20:27:22.811764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33c02a-b968-4a97-aa8a-569c35e5adf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b664e8-6b89-4af3-a977-4587baa9da72,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:22.812967 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57218) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:22.873707 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e9f87425-b149-4b9d-b715-ff11d5a73189 req-fd5bbdf2-9da6-4392-911e-40f837d71b47 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010497 Jul 23 20:27:22.896298 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-84a78baa-7515-47cd-8573-6c08cb8e2bff req-50f4e223-e993-487a-8682-91d9f61c78fb tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888412 Jul 23 20:27:22.913688 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8b357078-d315-4dbf-a502-4ef9121ad1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.946905 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8b357078-d315-4dbf-a502-4ef9121ad1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.971891 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de928a09-ab0d-4357-a7e9-2d8f830155bc x-openstack-request-id: req-de928a09-ab0d-4357-a7e9-2d8f830155bc {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:22.972283 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc85e92-7544-4c8b-84b0-3584323d50c6", "name": "network-vif-plugged", "status": "completed", "tag": "e71fb70b-3de8-4aef-9641-b04104080990", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:22.972654 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de928a09-ab0d-4357-a7e9-2d8f830155bc {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:22.973282 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc85e92-7544-4c8b-84b0-3584323d50c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71fb70b-3de8-4aef-9641-b04104080990', 'code': 200} Jul 23 20:27:23.062068 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5dc29-3195-4993-af26-24a525a0482b req-1932c6db-f62f-4195-a69a-7fd21b1f767d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:23.068923 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4c5dc29-3195-4993-af26-24a525a0482b req-1932c6db-f62f-4195-a69a-7fd21b1f767d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.1106317 Jul 23 20:27:23.095690 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8b357078-d315-4dbf-a502-4ef9121ad1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.099575 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8b357078-d315-4dbf-a502-4ef9121ad1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.100966 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8b357078-d315-4dbf-a502-4ef9121ad1a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5b664e8-6b89-4af3-a977-4587baa9da72 HTTP/1.1" status: 204 len: 168 time: 0.2870932 Jul 23 20:27:23.163454 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc51d6-2f05-4fae-9212-75ae248cf17f req-626ac832-0fdb-4239-9e13-de90dbe9e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:23.165526 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-50cc51d6-2f05-4fae-9212-75ae248cf17f req-626ac832-0fdb-4239-9e13-de90dbe9e8d3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=efc85e92-7544-4c8b-84b0-3584323d50c6 HTTP/1.1" status: 200 len: 1097 time: 0.1128514 Jul 23 20:27:23.178269 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b357078-d315-4dbf-a502-4ef9121ad1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b664e8-6b89-4af3-a977-4587baa9da72,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:23.219962 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4c5dc29-3195-4993-af26-24a525a0482b req-976b8ddc-f6e1-45f3-9815-6b4ce085cb37 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467609 Jul 23 20:27:23.237086 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-50cc51d6-2f05-4fae-9212-75ae248cf17f req-1dc89870-36c5-4ca6-947f-ebfa947680b1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618236 Jul 23 20:27:23.252058 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc18c2-da3d-437a-96d5-89ae54a03c64 req-71a6822c-3925-4d93-9817-ab80878a2c80 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:23.267861 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbdc18c2-da3d-437a-96d5-89ae54a03c64 req-71a6822c-3925-4d93-9817-ab80878a2c80 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 946 time: 0.1409273 Jul 23 20:27:23.337123 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbdc18c2-da3d-437a-96d5-89ae54a03c64 req-fd0e8cea-e118-49f7-9fb3-d718f7c760b4 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680225 Jul 23 20:27:23.386643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b95d3-7ca5-40ed-8835-cb38d498dd77 req-790434d0-6a6c-46c7-b787-ac07f15a0b01 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:23.388407 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d5b95d3-7ca5-40ed-8835-cb38d498dd77 req-790434d0-6a6c-46c7-b787-ac07f15a0b01 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc85e92-7544-4c8b-84b0-3584323d50c6 HTTP/1.1" status: 200 len: 945 time: 0.0901747 Jul 23 20:27:23.483278 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da07c5a5-c053-444f-a4af-313bff2b680d req-aa7c780b-4837-4d28-a1ad-a2628b59be47 tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0530994 Jul 23 20:27:23.495679 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d5b95d3-7ca5-40ed-8835-cb38d498dd77 req-ae713d27-344d-40fb-a228-fb76b89e01a2 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982778 Jul 23 20:27:23.722854 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010aaa2a-f50d-48ff-a779-74bc7e58e9c3 req-f2b54394-3129-4054-bf34-a7e48b87cf52 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:23.724673 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-010aaa2a-f50d-48ff-a779-74bc7e58e9c3 req-f2b54394-3129-4054-bf34-a7e48b87cf52 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 946 time: 0.0946600 Jul 23 20:27:23.769219 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-010aaa2a-f50d-48ff-a779-74bc7e58e9c3 req-fbb86d17-b459-4b34-a391-06dba9b5422a tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380924 Jul 23 20:27:23.961155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dae32d-a1e4-4f94-aed3-e096728236cf req-b5d234db-d970-41ce-bbea-c576e0455ee3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:23.963348 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87dae32d-a1e4-4f94-aed3-e096728236cf req-b5d234db-d970-41ce-bbea-c576e0455ee3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 946 time: 0.1038070 Jul 23 20:27:23.992370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57330) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:24.049325 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87dae32d-a1e4-4f94-aed3-e096728236cf req-102e2197-7ba9-4d88-bc23-5e4d909d4a01 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728955 Jul 23 20:27:24.114784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd27c6b-6805-4219-807b-4fdba7429eb0 req-6a688d48-574d-476a-868a-58dab6138a6d tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:24.124660 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-acd27c6b-6805-4219-807b-4fdba7429eb0 req-6a688d48-574d-476a-868a-58dab6138a6d tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.1601865 Jul 23 20:27:24.152256 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-22f583b6-4ea6-4f3b-9efd-5892cc61980c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1009658628-network', 'tenant_id': '57ebf6e411774743a4fd1aed03e11a7f'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:24.192656 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f583b6-4ea6-4f3b-9efd-5892cc61980c admin admin] Made reservation on behalf of 57ebf6e411774743a4fd1aed03e11a7f for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:24.195580 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22f583b6-4ea6-4f3b-9efd-5892cc61980c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.198098 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-acd27c6b-6805-4219-807b-4fdba7429eb0 req-f34e586e-49f1-4d8d-9403-53509363d88b tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624118 Jul 23 20:27:24.224692 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22f583b6-4ea6-4f3b-9efd-5892cc61980c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.369458 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81defc-9a85-4b99-b38c-f82d553c7b75 req-804c0072-5347-438b-81b1-303584ba9561 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:24.371246 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ec81defc-9a85-4b99-b38c-f82d553c7b75 req-804c0072-5347-438b-81b1-303584ba9561 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 946 time: 0.1033053 Jul 23 20:27:24.430182 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22f583b6-4ea6-4f3b-9efd-5892cc61980c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.440476 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22f583b6-4ea6-4f3b-9efd-5892cc61980c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.467787 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ec81defc-9a85-4b99-b38c-f82d553c7b75 req-37f924be-5890-4953-9280-030197ab4e8b tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846100 Jul 23 20:27:24.477894 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f583b6-4ea6-4f3b-9efd-5892cc61980c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:27:24.501550 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f583b6-4ea6-4f3b-9efd-5892cc61980c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf37a86b-830a-4967-b9cb-0cd93b22a039,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:24.505514 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0989-3a35-4c63-b669-1628f992491c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.507088 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22f583b6-4ea6-4f3b-9efd-5892cc61980c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.507465 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-22f583b6-4ea6-4f3b-9efd-5892cc61980c admin admin] Added segment 5c2b5f1e-9d0b-4dfd-822f-1451d146032c of type vlan for network cb99992b-f8ea-4c53-bf98-e773b9627bdc Jul 23 20:27:24.518591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd687e-24f8-4e3a-82b4-32e6cb77d21f req-5c70dc13-5e12-46a1-ad1c-8d47bfab5e67 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:24.532477 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91cd687e-24f8-4e3a-82b4-32e6cb77d21f req-5c70dc13-5e12-46a1-ad1c-8d47bfab5e67 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.1594303 Jul 23 20:27:24.575070 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22f583b6-4ea6-4f3b-9efd-5892cc61980c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.611781 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22f583b6-4ea6-4f3b-9efd-5892cc61980c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.613306 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f583b6-4ea6-4f3b-9efd-5892cc61980c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:24.614058 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22f583b6-4ea6-4f3b-9efd-5892cc61980c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.650477 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-22f583b6-4ea6-4f3b-9efd-5892cc61980c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6568532 Jul 23 20:27:24.651716 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91cd687e-24f8-4e3a-82b4-32e6cb77d21f req-7dc39cb1-418b-487e-b461-16dd03200098 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182749 Jul 23 20:27:24.654030 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57350) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:24.670740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d1d9aaee-0df4-4b4c-9e98-0aea39b8bfcc admin admin] Request body: {'subnet': {'network_id': 'cb99992b-f8ea-4c53-bf98-e773b9627bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1009658628-subnet', 'tenant_id': '57ebf6e411774743a4fd1aed03e11a7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:24.709687 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f583b6-4ea6-4f3b-9efd-5892cc61980c admin admin] Pushing event updated for resources: {'Network': ['ID=cb99992b-f8ea-4c53-bf98-e773b9627bdc,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:24.711930 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcbdaf-2239-4956-9eed-d6d69ecbffaa req-bb30612e-6f76-4f1f-8a19-fe15681c5de3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:24.719489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbfcbdaf-2239-4956-9eed-d6d69ecbffaa req-bb30612e-6f76-4f1f-8a19-fe15681c5de3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 946 time: 0.1278439 Jul 23 20:27:24.719660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network cb99992b-f8ea-4c53-bf98-e773b9627bdc details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:27:24.754704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d9aaee-0df4-4b4c-9e98-0aea39b8bfcc admin admin] Made reservation on behalf of 57ebf6e411774743a4fd1aed03e11a7f for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:24.759220 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d1d9aaee-0df4-4b4c-9e98-0aea39b8bfcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.768015 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:27:24.803300 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbfcbdaf-2239-4956-9eed-d6d69ecbffaa req-dd9443eb-dc77-4703-a1e8-921a29f64b86 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833066 Jul 23 20:27:24.862624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1a50c-0348-4e6c-a23f-b9c17e8ac24f req-8ef4351c-974d-41fa-bc79-025e4a7e6e00 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:24.864214 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83e1a50c-0348-4e6c-a23f-b9c17e8ac24f req-8ef4351c-974d-41fa-bc79-025e4a7e6e00 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc85e92-7544-4c8b-84b0-3584323d50c6 HTTP/1.1" status: 200 len: 945 time: 0.1302562 Jul 23 20:27:24.935872 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-434ef661-08cf-4895-9179-270969392592 req-25f26ce2-a7b1-41b2-bcce-2863f0acb430 tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0451145 Jul 23 20:27:24.941327 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83e1a50c-0348-4e6c-a23f-b9c17e8ac24f req-9692835a-1299-4d55-a922-28358ef5598e tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653057 Jul 23 20:27:25.156127 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a826e-20a7-4f64-9019-71838212148c req-d1c9acfa-8358-4a52-b91a-3166835d1ed6 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:25.157632 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc7a826e-20a7-4f64-9019-71838212148c req-d1c9acfa-8358-4a52-b91a-3166835d1ed6 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 946 time: 0.1286254 Jul 23 20:27:25.217103 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d1d9aaee-0df4-4b4c-9e98-0aea39b8bfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:25.232088 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc7a826e-20a7-4f64-9019-71838212148c req-1fc39589-67d4-440a-beb5-7a8b2cafeaa8 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688751 Jul 23 20:27:25.247490 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32641927-c865-4429-b34f-1b8a68f995ce req-4db49e43-9990-45d1-9fe1-7756d179d418 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:25.249150 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32641927-c865-4429-b34f-1b8a68f995ce req-4db49e43-9990-45d1-9fe1-7756d179d418 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=5780753d-f7eb-4090-83b3-ad008a455145&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1639245 Jul 23 20:27:25.302784 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9aaee-0df4-4b4c-9e98-0aea39b8bfcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=70da32eb-df51-4545-9d64-c211ab026b4d,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:25.305479 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d9aaee-0df4-4b4c-9e98-0aea39b8bfcc admin admin] Checking segment: {'id': '5c2b5f1e-9d0b-4dfd-822f-1451d146032c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cb99992b-f8ea-4c53-bf98-e773b9627bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:25.306018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d9aaee-0df4-4b4c-9e98-0aea39b8bfcc admin admin] Network hostable DHCP agents. Network: cb99992b-f8ea-4c53-bf98-e773b9627bdc, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:27:25.310592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32641927-c865-4429-b34f-1b8a68f995ce req-f71954c0-db6d-49b0-9970-46095753e94d tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 695 time: 0.0476263 Jul 23 20:27:25.320660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-32641927-c865-4429-b34f-1b8a68f995ce req-997a115e-eb17-4992-8977-6862d457caa0 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Request body: {'floatingip': {'port_id': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:25.332346 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d9aaee-0df4-4b4c-9e98-0aea39b8bfcc admin admin] Network cb99992b-f8ea-4c53-bf98-e773b9627bdc is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:27:25.344881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-d1d9aaee-0df4-4b4c-9e98-0aea39b8bfcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, cb99992b-f8ea-4c53-bf98-e773b9627bdc) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:25.351520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9aaee-0df4-4b4c-9e98-0aea39b8bfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:25.352410 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d1d9aaee-0df4-4b4c-9e98-0aea39b8bfcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:25.356518 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e567944a-cb67-4e99-9b83-3037f30cc181 None None] Network cb99992b-f8ea-4c53-bf98-e773b9627bdc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:25.389382 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d1d9aaee-0df4-4b4c-9e98-0aea39b8bfcc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7284997 Jul 23 20:27:25.406775 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-32641927-c865-4429-b34f-1b8a68f995ce req-997a115e-eb17-4992-8977-6862d457caa0 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:25.525122 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97e10ae-61b2-4651-ace7-1df2be773c9c None None] Network cb99992b-f8ea-4c53-bf98-e773b9627bdc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:25.587978 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcedbc-5e8d-4bda-bb1e-c9af44127c9c req-026a13e9-3eb8-40cc-9eba-21512182eec6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:25.589478 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2bcedbc-5e8d-4bda-bb1e-c9af44127c9c req-026a13e9-3eb8-40cc-9eba-21512182eec6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.2005801 Jul 23 20:27:25.700251 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2bcedbc-5e8d-4bda-bb1e-c9af44127c9c req-4ca8cb5d-11bf-4dcf-8827-94cc664bc26c tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040251 Jul 23 20:27:25.955025 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e4219-dfa3-4236-9312-4b6434cbc1bb req-42e7844f-18d1-4b30-87d3-3f577d36ef6c tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:25.956539 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-823e4219-dfa3-4236-9312-4b6434cbc1bb req-42e7844f-18d1-4b30-87d3-3f577d36ef6c tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 946 time: 0.1807499 Jul 23 20:27:26.038585 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-32641927-c865-4429-b34f-1b8a68f995ce req-997a115e-eb17-4992-8977-6862d457caa0 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:26.042985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-823e4219-dfa3-4236-9312-4b6434cbc1bb req-3a893e60-6ab9-4d90-a274-3d67d7550bd4 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798833 Jul 23 20:27:26.045004 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-32641927-c865-4429-b34f-1b8a68f995ce req-997a115e-eb17-4992-8977-6862d457caa0 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:26.160601 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [req-32641927-c865-4429-b34f-1b8a68f995ce req-997a115e-eb17-4992-8977-6862d457caa0 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Floating IP 49776782-d126-4203-9fec-bf2171c4f426 associated. External IP: 172.25.3.60, port: 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a. Jul 23 20:27:26.202790 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-9591ced7-87eb-4965-9d45-12aa2474a329 req-8cee2bcb-0ede-45da-8ec0-448fae84c6fb tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1287616969', 'description': 'tempest-description-1772769438'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:26.297969 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9591ced7-87eb-4965-9d45-12aa2474a329 req-8cee2bcb-0ede-45da-8ec0-448fae84c6fb tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:26.454998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32641927-c865-4429-b34f-1b8a68f995ce req-997a115e-eb17-4992-8977-6862d457caa0 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:26.547024 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9591ced7-87eb-4965-9d45-12aa2474a329 req-8cee2bcb-0ede-45da-8ec0-448fae84c6fb tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:26.553789 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9591ced7-87eb-4965-9d45-12aa2474a329 req-8cee2bcb-0ede-45da-8ec0-448fae84c6fb tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:26.575854 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9591ced7-87eb-4965-9d45-12aa2474a329 req-8cee2bcb-0ede-45da-8ec0-448fae84c6fb tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:26.577047 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9591ced7-87eb-4965-9d45-12aa2474a329 req-8cee2bcb-0ede-45da-8ec0-448fae84c6fb tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3783929 Jul 23 20:27:26.604203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee2bcb-0ede-45da-8ec0-448fae84c6fb tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d8eec6-98c9-4b98-8a42-6aa1a71e09bf,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:26.621428 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32641927-c865-4429-b34f-1b8a68f995ce req-997a115e-eb17-4992-8977-6862d457caa0 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:26.626221 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-32641927-c865-4429-b34f-1b8a68f995ce req-997a115e-eb17-4992-8977-6862d457caa0 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:26.633376 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b585902-c786-40e9-b23c-365747620cbd None None] Sync routers for ids ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:26.645164 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b585902-c786-40e9-b23c-365747620cbd None None] Routers {'c6d2e6b7-b185-4491-8b6c-8da6649e3e07'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:26.646163 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1b585902-c786-40e9-b23c-365747620cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:26:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:26.698799 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32641927-c865-4429-b34f-1b8a68f995ce req-997a115e-eb17-4992-8977-6862d457caa0 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "PUT /v2.0/floatingips/49776782-d126-4203-9fec-bf2171c4f426 HTTP/1.1" status: 200 len: 996 time: 1.3824203 Jul 23 20:27:26.700877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5780753d-f7eb-4090-83b3-ad008a455145', 'tag': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:26.702677 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fd0167-fb89-4b43-920b-fac66eec752e" -d '{"events": [{"name": "network-changed", "server_uuid": "5780753d-f7eb-4090-83b3-ad008a455145", "tag": "7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:26.775495 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1b585902-c786-40e9-b23c-365747620cbd None None] Set router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:26.777319 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a72a3-b467-4e9f-af38-4075c869590c req-f41cbcea-efb9-47c3-980d-09b161cf9a2f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:26.779010 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc2a72a3-b467-4e9f-af38-4075c869590c req-f41cbcea-efb9-47c3-980d-09b161cf9a2f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.1282363 Jul 23 20:27:26.836052 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc2a72a3-b467-4e9f-af38-4075c869590c req-0da06d41-fa2e-43cc-92ed-e17595772017 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496330 Jul 23 20:27:26.845247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32641927-c865-4429-b34f-1b8a68f995ce req-9fdc3937-1577-4710-abff-97b65e20c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:26.846753 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32641927-c865-4429-b34f-1b8a68f995ce req-9fdc3937-1577-4710-abff-97b65e20c97d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f13c05c7d1a64f6eb77c427187b36511&device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 1098 time: 0.1237867 Jul 23 20:27:26.961079 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f33ef8c5-4515-4f9f-91c6-1588df29be4e req-3783f865-52c9-4582-9aff-49f60b7f815d tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0575845 Jul 23 20:27:26.988513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32641927-c865-4429-b34f-1b8a68f995ce req-50a390e5-6c73-4d3e-94d2-06e09d90ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:26.990000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32641927-c865-4429-b34f-1b8a68f995ce req-50a390e5-6c73-4d3e-94d2-06e09d90ac0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 200 len: 920 time: 0.1314969 Jul 23 20:27:27.043214 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1b585902-c786-40e9-b23c-365747620cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '49776782-d126-4203-9fec-bf2171c4f426', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'port_id': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'mac_address': 'fa:16:3e:9c:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780753d-f7eb-4090-83b3-ad008a455145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:27:10Z', 'updated_at': '2021-07-23T20:27:25Z', 'revision_number': 1, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:54Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:27.072911 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32641927-c865-4429-b34f-1b8a68f995ce req-24dfdb81-ab87-4112-af42-247f89e6fa65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a HTTP/1.1" status: 200 len: 999 time: 0.0766056 Jul 23 20:27:27.077204 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b585902-c786-40e9-b23c-365747620cbd None None] Checking router: c6d2e6b7-b185-4491-8b6c-8da6649e3e07 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:27:27.088445 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a40ee4b2-5fc1-4898-b8b4-36441425ca7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:27.090058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b585902-c786-40e9-b23c-365747620cbd None None] Routers {'c6d2e6b7-b185-4491-8b6c-8da6649e3e07'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:27.090672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1b585902-c786-40e9-b23c-365747620cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:26:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:27.141580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32641927-c865-4429-b34f-1b8a68f995ce req-c63bd378-f098-4d8d-be32-80833b3fbfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:27.143399 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32641927-c865-4429-b34f-1b8a68f995ce req-c63bd378-f098-4d8d-be32-80833b3fbfdd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3be2f305-b5e9-4032-b91f-a7f98f558b55 HTTP/1.1" status: 200 len: 858 time: 0.0600569 Jul 23 20:27:27.220752 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1b585902-c786-40e9-b23c-365747620cbd None None] Set router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:27.226086 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32641927-c865-4429-b34f-1b8a68f995ce req-c60ddddd-a3b0-4eed-ba05-40d06a9e1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:27.227880 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32641927-c865-4429-b34f-1b8a68f995ce req-c60ddddd-a3b0-4eed-ba05-40d06a9e1208 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780182 Jul 23 20:27:27.239736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-32641927-c865-4429-b34f-1b8a68f995ce req-38cc2598-bd51-4106-bc7b-8c2eff99b45a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:27:27.240721 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32641927-c865-4429-b34f-1b8a68f995ce req-38cc2598-bd51-4106-bc7b-8c2eff99b45a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058408 Jul 23 20:27:27.281673 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:27.365461 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32641927-c865-4429-b34f-1b8a68f995ce req-104054e9-2e4a-442b-aac5-93e3db298774 service neutron] 10.222.0.55 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117387 Jul 23 20:27:27.524838 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32641927-c865-4429-b34f-1b8a68f995ce req-68964aef-bea8-443c-90fd-98b4464958a8 service neutron] 10.222.0.55 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504059 Jul 23 20:27:27.540724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1b585902-c786-40e9-b23c-365747620cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '49776782-d126-4203-9fec-bf2171c4f426', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'port_id': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'mac_address': 'fa:16:3e:9c:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780753d-f7eb-4090-83b3-ad008a455145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:27:10Z', 'updated_at': '2021-07-23T20:27:25Z', 'revision_number': 1, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:54Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:27.570571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b585902-c786-40e9-b23c-365747620cbd None None] The sync data for ids ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'] in n-d-791504-18 is: [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '49776782-d126-4203-9fec-bf2171c4f426', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'port_id': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'mac_address': 'fa:16:3e:9c:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780753d-f7eb-4090-83b3-ad008a455145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:27:10Z', 'updated_at': '2021-07-23T20:27:25Z', 'revision_number': 1, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:54Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:27.579613 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-011b46fe-5ed1-4ca9-b6b7-d1e3f609dd39 req-e27f5c47-1dea-4d87-bde0-cfd2335d0b34 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/63d8eec6-98c9-4b98-8a42-6aa1a71e09bf HTTP/1.1" status: 200 len: 1805 time: 0.0658388 Jul 23 20:27:27.594748 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-011b46fe-5ed1-4ca9-b6b7-d1e3f609dd39 req-fef15c05-155e-4908-94b0-24add2847402 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '63d8eec6-98c9-4b98-8a42-6aa1a71e09bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:27.595078 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-011b46fe-5ed1-4ca9-b6b7-d1e3f609dd39 req-fef15c05-155e-4908-94b0-24add2847402 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '63d8eec6-98c9-4b98-8a42-6aa1a71e09bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:27.635594 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679fd0ee-f6fe-4b9e-9bd6-f947d6e4bf9c x-openstack-request-id: req-679fd0ee-f6fe-4b9e-9bd6-f947d6e4bf9c {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:27.635594 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5780753d-f7eb-4090-83b3-ad008a455145", "tag": "7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:27.635594 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-679fd0ee-f6fe-4b9e-9bd6-f947d6e4bf9c {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:27.635594 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5780753d-f7eb-4090-83b3-ad008a455145', 'tag': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a', 'status': 'completed', 'code': 200} Jul 23 20:27:27.685398 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-011b46fe-5ed1-4ca9-b6b7-d1e3f609dd39 req-fef15c05-155e-4908-94b0-24add2847402 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:27.743414 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd0167-fb89-4b43-920b-fac66eec752e req-f3555ff3-734f-4e93-b9b7-0f2778c37463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:27.745663 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-69fd0167-fb89-4b43-920b-fac66eec752e req-f3555ff3-734f-4e93-b9b7-0f2778c37463 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f13c05c7d1a64f6eb77c427187b36511&device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 1098 time: 0.0829408 Jul 23 20:27:27.771240 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-011b46fe-5ed1-4ca9-b6b7-d1e3f609dd39 req-fef15c05-155e-4908-94b0-24add2847402 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:27.778964 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-011b46fe-5ed1-4ca9-b6b7-d1e3f609dd39 req-fef15c05-155e-4908-94b0-24add2847402 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:27.815179 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef15c05-155e-4908-94b0-24add2847402 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e66d2da-4300-416b-bf7a-e8aef8b66e1e,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:27.828446 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-011b46fe-5ed1-4ca9-b6b7-d1e3f609dd39 req-fef15c05-155e-4908-94b0-24add2847402 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:27.845340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-011b46fe-5ed1-4ca9-b6b7-d1e3f609dd39 req-fef15c05-155e-4908-94b0-24add2847402 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2546480 Jul 23 20:27:27.862505 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb775b2-28d5-465f-8a72-d1ff06bbde16 None None] New status for floating IP 49776782-d126-4203-9fec-bf2171c4f426: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:27:27.870652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f36c0-707f-4211-b563-1ec2e704812d req-4024185e-5bbc-477f-abcd-3294c3ada851 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:27.872196 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-347f36c0-707f-4211-b563-1ec2e704812d req-4024185e-5bbc-477f-abcd-3294c3ada851 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.1666315 Jul 23 20:27:27.895461 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd0167-fb89-4b43-920b-fac66eec752e req-be64e947-a010-49ea-84e3-c0d25ffebdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:27.901237 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-69fd0167-fb89-4b43-920b-fac66eec752e req-be64e947-a010-49ea-84e3-c0d25ffebdc5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 200 len: 920 time: 0.1482449 Jul 23 20:27:27.950069 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-347f36c0-707f-4211-b563-1ec2e704812d req-079ef4af-8fce-4d16-9c81-34e71783c822 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657437 Jul 23 20:27:27.999960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-06e37f26-592d-47af-87c2-9014ecf5d376 req-ab25e74a-bb64-4b69-be39-308fb7f8e4b8 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1662672144', 'description': 'tempest-description-1110514194'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:28.024418 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-69fd0167-fb89-4b43-920b-fac66eec752e req-38b2203e-815d-453a-8380-0af44b86012a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a HTTP/1.1" status: 200 len: 999 time: 0.1107440 Jul 23 20:27:28.038855 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-06e37f26-592d-47af-87c2-9014ecf5d376 req-ab25e74a-bb64-4b69-be39-308fb7f8e4b8 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.084749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd0167-fb89-4b43-920b-fac66eec752e req-501c4382-618a-4d26-b751-abca1e63f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:28.086122 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-69fd0167-fb89-4b43-920b-fac66eec752e req-501c4382-618a-4d26-b751-abca1e63f1b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3be2f305-b5e9-4032-b91f-a7f98f558b55 HTTP/1.1" status: 200 len: 858 time: 0.0524502 Jul 23 20:27:28.145799 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d471e-799a-4220-b75e-2b3f7864696c req-e8819bf6-7869-4fba-aaf5-e838b0167107 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:28.154015 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-e8819bf6-7869-4fba-aaf5-e838b0167107 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=efc85e92-7544-4c8b-84b0-3584323d50c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1272826 Jul 23 20:27:28.168110 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd0167-fb89-4b43-920b-fac66eec752e req-9ea8b822-1684-4c20-ae3a-17965c0d0016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:28.171510 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-69fd0167-fb89-4b43-920b-fac66eec752e req-9ea8b822-1684-4c20-ae3a-17965c0d0016 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754571 Jul 23 20:27:28.264129 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-06e37f26-592d-47af-87c2-9014ecf5d376 req-ab25e74a-bb64-4b69-be39-308fb7f8e4b8 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.272950 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-69be788e-16a7-49c7-a183-dccc18b93d35 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 1001 time: 0.1181448 Jul 23 20:27:28.278781 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-421d471e-799a-4220-b75e-2b3f7864696c req-6e89141b-e23e-460a-a30d-451002eb7119 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Request body: {'floatingip': {'port_id': 'e71fb70b-3de8-4aef-9641-b04104080990', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:28.280841 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-69fd0167-fb89-4b43-920b-fac66eec752e req-002e0d27-9be0-43a7-b858-1819122e182c service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996099 Jul 23 20:27:28.281399 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-06e37f26-592d-47af-87c2-9014ecf5d376 req-ab25e74a-bb64-4b69-be39-308fb7f8e4b8 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.375794 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.397083 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-69fd0167-fb89-4b43-920b-fac66eec752e req-a7e12ac0-a09a-4f36-b40d-217388c4545f service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067770 Jul 23 20:27:28.613710 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-06e37f26-592d-47af-87c2-9014ecf5d376 req-ab25e74a-bb64-4b69-be39-308fb7f8e4b8 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.614950 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06e37f26-592d-47af-87c2-9014ecf5d376 req-ab25e74a-bb64-4b69-be39-308fb7f8e4b8 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6195962 Jul 23 20:27:28.623912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25e74a-bb64-4b69-be39-308fb7f8e4b8 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b67f6a-075c-4709-9e5d-5d2920753bba,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:28.628878 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-421d471e-799a-4220-b75e-2b3f7864696c req-6e89141b-e23e-460a-a30d-451002eb7119 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.890788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e45f0-b1dd-4e21-8a8d-7b1e2ba3bf17 req-f22ca4ad-ce01-45f2-bae7-cfb1c04ea63b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:28.892326 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-818e45f0-b1dd-4e21-8a8d-7b1e2ba3bf17 req-f22ca4ad-ce01-45f2-bae7-cfb1c04ea63b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.1792498 Jul 23 20:27:28.951462 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-818e45f0-b1dd-4e21-8a8d-7b1e2ba3bf17 req-5926f9c9-078e-475a-84fc-ee85a2c91bba tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527265 Jul 23 20:27:29.236854 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fe9e7a65-926c-4e27-a587-6ede61cd94a0 req-1e9fd2cc-b1b2-4b1e-94da-d86b357cf1fe tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0628064 Jul 23 20:27:29.259130 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-421d471e-799a-4220-b75e-2b3f7864696c req-6e89141b-e23e-460a-a30d-451002eb7119 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.273532 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-421d471e-799a-4220-b75e-2b3f7864696c req-6e89141b-e23e-460a-a30d-451002eb7119 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.411835 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a9406f1e-91d2-44cc-91fe-fbdb46dc3ccf req-9f48c9aa-cc9a-459d-80ff-6047f60492dc tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/a3b67f6a-075c-4709-9e5d-5d2920753bba HTTP/1.1" status: 200 len: 1805 time: 0.0694926 Jul 23 20:27:29.424477 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a9406f1e-91d2-44cc-91fe-fbdb46dc3ccf req-e9c806a0-ae4d-4477-93b7-a95f66c3ec51 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a3b67f6a-075c-4709-9e5d-5d2920753bba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:29.424757 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a9406f1e-91d2-44cc-91fe-fbdb46dc3ccf req-e9c806a0-ae4d-4477-93b7-a95f66c3ec51 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a3b67f6a-075c-4709-9e5d-5d2920753bba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:29.432812 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [req-421d471e-799a-4220-b75e-2b3f7864696c req-6e89141b-e23e-460a-a30d-451002eb7119 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Floating IP 49776782-d126-4203-9fec-bf2171c4f426 associated. External IP: 172.25.3.60, port: 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a. Jul 23 20:27:29.570413 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a9406f1e-91d2-44cc-91fe-fbdb46dc3ccf req-e9c806a0-ae4d-4477-93b7-a95f66c3ec51 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.650488 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a9406f1e-91d2-44cc-91fe-fbdb46dc3ccf req-e9c806a0-ae4d-4477-93b7-a95f66c3ec51 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.655464 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a9406f1e-91d2-44cc-91fe-fbdb46dc3ccf req-e9c806a0-ae4d-4477-93b7-a95f66c3ec51 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.687886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c806a0-ae4d-4477-93b7-a95f66c3ec51 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d960d1-be1c-41dc-8673-f4a53cad139d,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:29.701274 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a9406f1e-91d2-44cc-91fe-fbdb46dc3ccf req-e9c806a0-ae4d-4477-93b7-a95f66c3ec51 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.704746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a9406f1e-91d2-44cc-91fe-fbdb46dc3ccf req-e9c806a0-ae4d-4477-93b7-a95f66c3ec51 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2859046 Jul 23 20:27:29.727524 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-421d471e-799a-4220-b75e-2b3f7864696c req-6e89141b-e23e-460a-a30d-451002eb7119 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:29.818259 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.876781 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-421d471e-799a-4220-b75e-2b3f7864696c req-6e89141b-e23e-460a-a30d-451002eb7119 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:29.888023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0025e31-d256-44c5-9bb0-4ac1b20f5aa2 None None] Sync routers for ids ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:29.891376 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafd9ef-31a2-4624-9b7e-14fca5a690fc req-c390b303-bc21-43f2-9c53-0157bb0ccd15 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:29.892937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5dafd9ef-31a2-4624-9b7e-14fca5a690fc req-c390b303-bc21-43f2-9c53-0157bb0ccd15 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 945 time: 0.1225913 Jul 23 20:27:29.900929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0025e31-d256-44c5-9bb0-4ac1b20f5aa2 None None] Routers {'c6d2e6b7-b185-4491-8b6c-8da6649e3e07'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:29.901564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d0025e31-d256-44c5-9bb0-4ac1b20f5aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:27:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:30.004980 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5dafd9ef-31a2-4624-9b7e-14fca5a690fc req-99354782-ad6e-4851-95cf-a4f2c4821d9e tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760570 Jul 23 20:27:30.048966 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-d0025e31-d256-44c5-9bb0-4ac1b20f5aa2 None None] Set router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:30.221241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-421d471e-799a-4220-b75e-2b3f7864696c req-6e89141b-e23e-460a-a30d-451002eb7119 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:30.229061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31124d-35fd-472b-9872-6ee5ac1280fb req-79856b19-022e-49ce-9eac-9fd4307234cb tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:30.230634 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ea31124d-35fd-472b-9872-6ee5ac1280fb req-79856b19-022e-49ce-9eac-9fd4307234cb tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 946 time: 0.1012616 Jul 23 20:27:30.341878 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ea31124d-35fd-472b-9872-6ee5ac1280fb req-7b72a981-9d9a-485e-bab3-47b3bb5018a6 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039946 Jul 23 20:27:30.375521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-421d471e-799a-4220-b75e-2b3f7864696c req-6e89141b-e23e-460a-a30d-451002eb7119 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:30.380279 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-421d471e-799a-4220-b75e-2b3f7864696c req-6e89141b-e23e-460a-a30d-451002eb7119 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.404759 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-5ecaab2d-5d95-4320-8beb-68929af44b31 req-9a0d5cd5-0256-4a00-ab1f-8599b9e3d60b tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1883068084', 'description': 'tempest-description-1730773305'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:30.445114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5780753d-f7eb-4090-83b3-ad008a455145', 'tag': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:30.447047 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0cdcf0-7b1b-4a87-ba67-ad2969d8d8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "5780753d-f7eb-4090-83b3-ad008a455145", "tag": "7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:30.459985 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d0025e31-d256-44c5-9bb0-4ac1b20f5aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '49776782-d126-4203-9fec-bf2171c4f426', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'port_id': 'e71fb70b-3de8-4aef-9641-b04104080990', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'mac_address': 'fa:16:3e:e9:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc85e92-7544-4c8b-84b0-3584323d50c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:27:10Z', 'updated_at': '2021-07-23T20:27:29Z', 'revision_number': 3, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:54Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:30.468922 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5ecaab2d-5d95-4320-8beb-68929af44b31 req-9a0d5cd5-0256-4a00-ab1f-8599b9e3d60b tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.497351 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0025e31-d256-44c5-9bb0-4ac1b20f5aa2 None None] Checking router: c6d2e6b7-b185-4491-8b6c-8da6649e3e07 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:27:30.504015 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-6e89141b-e23e-460a-a30d-451002eb7119 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "PUT /v2.0/floatingips/49776782-d126-4203-9fec-bf2171c4f426 HTTP/1.1" status: 200 len: 997 time: 2.2301788 Jul 23 20:27:30.525322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0025e31-d256-44c5-9bb0-4ac1b20f5aa2 None None] Routers {'c6d2e6b7-b185-4491-8b6c-8da6649e3e07'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:30.525322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d0025e31-d256-44c5-9bb0-4ac1b20f5aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:27:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:30.582541 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d471e-799a-4220-b75e-2b3f7864696c req-51ecd04e-c715-4acd-8fe9-b6950f951016 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:30.583693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-51ecd04e-c715-4acd-8fe9-b6950f951016 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports/7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a HTTP/1.1" status: 200 len: 943 time: 0.0737262 Jul 23 20:27:30.630818 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device d847667a-476a-41ff-bd18-bb37dbda7149 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:27:30.637620 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5ecaab2d-5d95-4320-8beb-68929af44b31 req-9a0d5cd5-0256-4a00-ab1f-8599b9e3d60b tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.645606 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5ecaab2d-5d95-4320-8beb-68929af44b31 req-9a0d5cd5-0256-4a00-ab1f-8599b9e3d60b tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.722187 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5ecaab2d-5d95-4320-8beb-68929af44b31 req-9a0d5cd5-0256-4a00-ab1f-8599b9e3d60b tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.732192 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ecaab2d-5d95-4320-8beb-68929af44b31 req-9a0d5cd5-0256-4a00-ab1f-8599b9e3d60b tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3489859 Jul 23 20:27:30.746049 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d5cd5-0256-4a00-ab1f-8599b9e3d60b tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0e7dcd-303a-459a-a300-5b665bb8aa95,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:30.834189 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port d847667a-476a-41ff-bd18-bb37dbda7149, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=d847667a-476a-41ff-bd18-bb37dbda7149,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:30.840458 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d471e-799a-4220-b75e-2b3f7864696c req-36391d6d-11fb-4720-8f3e-a06e01b9530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:30.842272 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-36391d6d-11fb-4720-8f3e-a06e01b9530c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f13c05c7d1a64f6eb77c427187b36511&device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 1098 time: 0.1580296 Jul 23 20:27:30.870205 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'd847667a-476a-41ff-bd18-bb37dbda7149', 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70', 'port_id': 'd847667a-476a-41ff-bd18-bb37dbda7149', 'mac_address': 'fa:16:3e:14:d4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396c122c-6c4d-4a61-ba21-37a5a3eafff5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:27:30.877325 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-d0025e31-d256-44c5-9bb0-4ac1b20f5aa2 None None] Set router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:30.882521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-7a076c0c-ab26-44ea-88a5-d79c29f1dda4 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:30.885101 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-7a076c0c-ab26-44ea-88a5-d79c29f1dda4 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe&tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 1097 time: 0.0740540 Jul 23 20:27:30.897591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-18'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:30.977004 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df689cc4-98f3-465c-96ce-9ef6d6cfe0ff req-c1ef416d-844e-44fe-a87a-df7d34f87c54 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:30.984173 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df689cc4-98f3-465c-96ce-9ef6d6cfe0ff req-c1ef416d-844e-44fe-a87a-df7d34f87c54 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.1930540 Jul 23 20:27:30.994510 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.005187 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d471e-799a-4220-b75e-2b3f7864696c req-6f33d2d6-eb77-478d-bdaf-300d675edc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:31.006737 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-6f33d2d6-eb77-478d-bdaf-300d675edc1e service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 200 len: 920 time: 0.1557159 Jul 23 20:27:31.053036 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df689cc4-98f3-465c-96ce-9ef6d6cfe0ff req-e0da4e45-ebec-4648-b827-f7afbe925fbb tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679424 Jul 23 20:27:31.115145 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-bcd9e75b-b97b-4159-900e-c0dd52959e7c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a HTTP/1.1" status: 200 len: 217 time: 0.0842295 Jul 23 20:27:31.233568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] For port 499087ef-b504-47ae-8eac-aed11d098fb8, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=499087ef-b504-47ae-8eac-aed11d098fb8,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:31.234085 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.243894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2847760a-e38f-4232-852b-2e075312b46a req-ec202139-8e72-4113-a954-6c230400d0a4 tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0576603 Jul 23 20:27:31.254451 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d471e-799a-4220-b75e-2b3f7864696c req-e8d34a73-f9dc-4454-aa94-afae64b99061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:31.257065 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-e8d34a73-f9dc-4454-aa94-afae64b99061 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3be2f305-b5e9-4032-b91f-a7f98f558b55 HTTP/1.1" status: 200 len: 858 time: 0.1340020 Jul 23 20:27:31.296189 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d847667a-476a-41ff-bd18-bb37dbda7149 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:31.327755 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port d847667a-476a-41ff-bd18-bb37dbda7149, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=d847667a-476a-41ff-bd18-bb37dbda7149,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:31.340488 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.342572 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] For port 499087ef-b504-47ae-8eac-aed11d098fb8, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:31.386188 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d471e-799a-4220-b75e-2b3f7864696c req-35b1fe3e-fbeb-4bd3-92b6-1b51f25391f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:31.387965 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-35b1fe3e-fbeb-4bd3-92b6-1b51f25391f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1244149 Jul 23 20:27:31.404739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-daa1d5a5-589f-4aa0-a4fe-df628223ae72 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:27:31.405827 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-daa1d5a5-589f-4aa0-a4fe-df628223ae72 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108342 Jul 23 20:27:31.411751 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=d847667a-476a-41ff-bd18-bb37dbda7149,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:31.421164 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d0025e31-d256-44c5-9bb0-4ac1b20f5aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '49776782-d126-4203-9fec-bf2171c4f426', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'port_id': 'e71fb70b-3de8-4aef-9641-b04104080990', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'mac_address': 'fa:16:3e:e9:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc85e92-7544-4c8b-84b0-3584323d50c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:27:10Z', 'updated_at': '2021-07-23T20:27:29Z', 'revision_number': 3, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:54Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:31.447950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4803695-d5a8-40ab-a778-6531d70a6dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499087ef-b504-47ae-8eac-aed11d098fb8'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:31.450505 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1310b610-777e-44e6-8dc8-cee8a4f01157" -d '{"events": [{"server_uuid": "b4803695-d5a8-40ab-a778-6531d70a6dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "499087ef-b504-47ae-8eac-aed11d098fb8"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:31.456670 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.457194 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['d847667a-476a-41ff-bd18-bb37dbda7149'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:31.460266 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0025e31-d256-44c5-9bb0-4ac1b20f5aa2 None None] The sync data for ids ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'] in n-d-791504-18 is: [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '49776782-d126-4203-9fec-bf2171c4f426', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'port_id': 'e71fb70b-3de8-4aef-9641-b04104080990', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'mac_address': 'fa:16:3e:e9:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc85e92-7544-4c8b-84b0-3584323d50c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:27:10Z', 'updated_at': '2021-07-23T20:27:29Z', 'revision_number': 3, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:54Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:31.473444 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.473810 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cf036e-f9e9-4ec6-8363-af0cec285ea5 x-openstack-request-id: req-81cf036e-f9e9-4ec6-8363-af0cec285ea5 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:31.474097 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5780753d-f7eb-4090-83b3-ad008a455145", "tag": "7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:31.474374 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81cf036e-f9e9-4ec6-8363-af0cec285ea5 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:31.474727 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5780753d-f7eb-4090-83b3-ad008a455145', 'tag': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a', 'status': 'completed', 'code': 200} Jul 23 20:27:31.535094 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-4b4da6d1-ceb4-4ecb-be77-37d3a66c64a7 req-35c5bf02-6eab-421d-9b27-d7f12ce7dd5b tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1090729778', 'description': 'tempest-description-1496236032'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:31.620354 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4b4da6d1-ceb4-4ecb-be77-37d3a66c64a7 req-35c5bf02-6eab-421d-9b27-d7f12ce7dd5b tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.652171 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Pushing event updated for resources: {'Port': ['ID=499087ef-b504-47ae-8eac-aed11d098fb8,revision_number=7']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:31.658024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-88c2e989-2246-443c-b894-b40287b3191f service neutron] 10.222.0.55 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449553 Jul 23 20:27:31.669765 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Attempting to bind port 499087ef-b504-47ae-8eac-aed11d098fb8 on host n-h1-791504-18 for vnic_type normal with profile {"migrating_to": "n-h2-791504-18"} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:31.670120 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Attempting to bind port 499087ef-b504-47ae-8eac-aed11d098fb8 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:31.670429 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Attempting to bind port 499087ef-b504-47ae-8eac-aed11d098fb8 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:31.675952 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Port 499087ef-b504-47ae-8eac-aed11d098fb8 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:27:31.676280 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Attempting to bind port 499087ef-b504-47ae-8eac-aed11d098fb8 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:31.681969 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:31.682317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Checking segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:31.682693 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Bound using segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:31.683162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Bound port: 499087ef-b504-47ae-8eac-aed11d098fb8, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:31.683537 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.762018 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cdcf0-7b1b-4a87-ba67-ad2969d8d8a6 req-fb790f20-d665-4086-b745-d3cf07ce2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:31.763797 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d0cdcf0-7b1b-4a87-ba67-ad2969d8d8a6 req-fb790f20-d665-4086-b745-d3cf07ce2411 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f13c05c7d1a64f6eb77c427187b36511&device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 1098 time: 0.2439172 Jul 23 20:27:31.782802 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b55c4-2111-4a38-b063-7bbb03e57ba5 None None] New status for floating IP 49776782-d126-4203-9fec-bf2171c4f426: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:27:31.787864 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] For port 499087ef-b504-47ae-8eac-aed11d098fb8, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:31.791739 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] For port 499087ef-b504-47ae-8eac-aed11d098fb8, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=499087ef-b504-47ae-8eac-aed11d098fb8,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:31.797565 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.911775 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Pushing event updated for resources: {'Port': ['ID=499087ef-b504-47ae-8eac-aed11d098fb8,revision_number=8']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:31.917446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:31.918799 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.919978 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2d6d1238-0758-445b-9fce-86b05435744e service neutron] 10.222.0.57 "PUT /v2.0/ports/499087ef-b504-47ae-8eac-aed11d098fb8 HTTP/1.1" status: 200 len: 1123 time: 1.0273781 Jul 23 20:27:31.920479 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-ccd0a0cf-1725-41de-8c5c-deac60cab77e service neutron] 10.222.0.55 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428286 Jul 23 20:27:31.936395 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4b4da6d1-ceb4-4ecb-be77-37d3a66c64a7 req-35c5bf02-6eab-421d-9b27-d7f12ce7dd5b tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.948132 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4b4da6d1-ceb4-4ecb-be77-37d3a66c64a7 req-35c5bf02-6eab-421d-9b27-d7f12ce7dd5b tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.963634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cdcf0-7b1b-4a87-ba67-ad2969d8d8a6 req-560818e1-20b5-4bab-a713-a4f515f9144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:31.965018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d0cdcf0-7b1b-4a87-ba67-ad2969d8d8a6 req-560818e1-20b5-4bab-a713-a4f515f9144b service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 200 len: 920 time: 0.1701715 Jul 23 20:27:32.011423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['499087ef-b504-47ae-8eac-aed11d098fb8'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:32.070380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['499087ef-b504-47ae-8eac-aed11d098fb8'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:32.209505 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19cb3d-0c08-4815-8423-c345d69af0db None None] Sync routers for ids ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:32.272932 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb19cb3d-0c08-4815-8423-c345d69af0db None None] Routers {'c6d2e6b7-b185-4491-8b6c-8da6649e3e07'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:32.273610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bb19cb3d-0c08-4815-8423-c345d69af0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:27:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:32.330912 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4b4da6d1-ceb4-4ecb-be77-37d3a66c64a7 req-35c5bf02-6eab-421d-9b27-d7f12ce7dd5b tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:32.332179 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4b4da6d1-ceb4-4ecb-be77-37d3a66c64a7 req-35c5bf02-6eab-421d-9b27-d7f12ce7dd5b tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8036036 Jul 23 20:27:32.352914 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d0cdcf0-7b1b-4a87-ba67-ad2969d8d8a6 req-546461be-03c2-4756-be00-c0b098aeddc0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a HTTP/1.1" status: 200 len: 217 time: 0.3751793 Jul 23 20:27:32.355181 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5bf02-6eab-421d-9b27-d7f12ce7dd5b tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976a63b9-c622-400c-8cc2-3650bdf2a17f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:32.355761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 499087ef-b504-47ae-8eac-aed11d098fb8 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:27:32.421820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cdcf0-7b1b-4a87-ba67-ad2969d8d8a6 req-64b51ce3-253b-4bbb-9e3d-83a313824672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:32.424075 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d0cdcf0-7b1b-4a87-ba67-ad2969d8d8a6 req-64b51ce3-253b-4bbb-9e3d-83a313824672 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3be2f305-b5e9-4032-b91f-a7f98f558b55 HTTP/1.1" status: 200 len: 858 time: 0.0625353 Jul 23 20:27:32.440095 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d471e-799a-4220-b75e-2b3f7864696c req-65476c5c-c303-42be-9307-c1a62871144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:32.440998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-65476c5c-c303-42be-9307-c1a62871144d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f13c05c7d1a64f6eb77c427187b36511&device_id=efc85e92-7544-4c8b-84b0-3584323d50c6 HTTP/1.1" status: 200 len: 1097 time: 0.4526906 Jul 23 20:27:32.543223 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-bb19cb3d-0c08-4815-8423-c345d69af0db None None] Set router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:32.584638 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 499087ef-b504-47ae-8eac-aed11d098fb8, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=499087ef-b504-47ae-8eac-aed11d098fb8,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:32.608932 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d471e-799a-4220-b75e-2b3f7864696c req-cf6ec77d-ae13-4922-b09f-52d8604d5a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:32.609621 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-cf6ec77d-ae13-4922-b09f-52d8604d5a53 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 200 len: 920 time: 0.1422088 Jul 23 20:27:32.610067 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 499087ef-b504-47ae-8eac-aed11d098fb8 has no active binding in host n-h2-791504-18 {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:27:32.612342 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device d847667a-476a-41ff-bd18-bb37dbda7149 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:32.617558 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e079b-016a-404b-bf33-563d41ba251c req-20278f6d-6165-49e1-8f95-234020c5ff48 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:32.619120 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a33e079b-016a-404b-bf33-563d41ba251c req-20278f6d-6165-49e1-8f95-234020c5ff48 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 943 time: 0.1929169 Jul 23 20:27:32.620793 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cdcf0-7b1b-4a87-ba67-ad2969d8d8a6 req-6a54d479-fd86-4566-945d-12ef02efeadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:32.622104 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d0cdcf0-7b1b-4a87-ba67-ad2969d8d8a6 req-6a54d479-fd86-4566-945d-12ef02efeadc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1859829 Jul 23 20:27:32.761619 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-68183fc3-68a7-46cd-8e41-f20f12982768 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e71fb70b-3de8-4aef-9641-b04104080990 HTTP/1.1" status: 200 len: 1000 time: 0.1385517 Jul 23 20:27:32.772746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a33e079b-016a-404b-bf33-563d41ba251c req-d201fac1-1eec-4f42-88c7-4b9319a5360f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440799 Jul 23 20:27:32.836409 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d0cdcf0-7b1b-4a87-ba67-ad2969d8d8a6 req-479129b3-353d-4621-ad14-479f6a92dc49 service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741915 Jul 23 20:27:32.876907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d471e-799a-4220-b75e-2b3f7864696c req-ef5c64ed-9d19-48f9-806a-6c8967dcfb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:32.878734 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-ef5c64ed-9d19-48f9-806a-6c8967dcfb58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3be2f305-b5e9-4032-b91f-a7f98f558b55 HTTP/1.1" status: 200 len: 858 time: 0.1051350 Jul 23 20:27:32.928865 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:32.954623 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d847667a-476a-41ff-bd18-bb37dbda7149 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:32.997267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port d847667a-476a-41ff-bd18-bb37dbda7149, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=d847667a-476a-41ff-bd18-bb37dbda7149,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:33.004991 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.026714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d0cdcf0-7b1b-4a87-ba67-ad2969d8d8a6 req-caebbea4-d55b-4328-8bbe-4969e59ec51e service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814518 Jul 23 20:27:33.039238 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc15db-f27c-4d0f-9339-7acd23bbc849 req-5f03e9f2-369e-45b6-93f2-39872eec64f8 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:33.046134 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-edfc15db-f27c-4d0f-9339-7acd23bbc849 req-5f03e9f2-369e-45b6-93f2-39872eec64f8 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 945 time: 0.1904309 Jul 23 20:27:33.066487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d471e-799a-4220-b75e-2b3f7864696c req-30600085-eff1-44da-a9a4-6b083cb092af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:33.068313 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-30600085-eff1-44da-a9a4-6b083cb092af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1593738 Jul 23 20:27:33.068736 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bb19cb3d-0c08-4815-8423-c345d69af0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '49776782-d126-4203-9fec-bf2171c4f426', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'port_id': 'e71fb70b-3de8-4aef-9641-b04104080990', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'mac_address': 'fa:16:3e:e9:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc85e92-7544-4c8b-84b0-3584323d50c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:27:10Z', 'updated_at': '2021-07-23T20:27:31Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:54Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:33.070508 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=d847667a-476a-41ff-bd18-bb37dbda7149,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:33.103763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19cb3d-0c08-4815-8423-c345d69af0db None None] Checking router: c6d2e6b7-b185-4491-8b6c-8da6649e3e07 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:27:33.112610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb19cb3d-0c08-4815-8423-c345d69af0db None None] Routers {'c6d2e6b7-b185-4491-8b6c-8da6649e3e07'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:33.113228 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bb19cb3d-0c08-4815-8423-c345d69af0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:27:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:33.118790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-edfc15db-f27c-4d0f-9339-7acd23bbc849 req-34a07a5e-fa2f-43dd-bf96-bdb6ea653fff tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717709 Jul 23 20:27:33.175869 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305eec48-cae2-48c6-aa00-cf7f1c94c95d x-openstack-request-id: req-305eec48-cae2-48c6-aa00-cf7f1c94c95d {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:33.176756 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4803695-d5a8-40ab-a778-6531d70a6dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "499087ef-b504-47ae-8eac-aed11d098fb8", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:33.176756 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-305eec48-cae2-48c6-aa00-cf7f1c94c95d {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:33.177544 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4803695-d5a8-40ab-a778-6531d70a6dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499087ef-b504-47ae-8eac-aed11d098fb8', 'code': 200} Jul 23 20:27:33.223015 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-3ed113c1-bcce-4647-9c51-8f5dc3c9bd6a service neutron] 10.222.0.55 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405427 Jul 23 20:27:33.249490 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-bb19cb3d-0c08-4815-8423-c345d69af0db None None] Set router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:33.357315 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421d471e-799a-4220-b75e-2b3f7864696c req-c2f858e1-8e10-40c7-a926-3ef3c3d651ca service neutron] 10.222.0.55 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277602 Jul 23 20:27:33.372047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9606f-3368-43de-b0fd-639b74feabb0 req-565e6473-f801-4cf1-aa87-6257f0d0b11e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:33.373630 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92b9606f-3368-43de-b0fd-639b74feabb0 req-565e6473-f801-4cf1-aa87-6257f0d0b11e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.1427760 Jul 23 20:27:33.426012 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92b9606f-3368-43de-b0fd-639b74feabb0 req-ebfb31dc-b62a-4ae4-9013-5bf99c0d2def tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459857 Jul 23 20:27:33.465041 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9b180012-c499-4fc5-947c-e00bfd0d45de req-608f84d3-af27-4a96-9081-84019dfee62a tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0310466 Jul 23 20:27:33.478360 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc85e92-7544-4c8b-84b0-3584323d50c6', 'tag': 'e71fb70b-3de8-4aef-9641-b04104080990'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:33.480633 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da90527-4992-492c-98aa-6d603fb5f4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "efc85e92-7544-4c8b-84b0-3584323d50c6", "tag": "e71fb70b-3de8-4aef-9641-b04104080990"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:33.524559 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2279e98b-7f91-4ff8-beae-d4a7db556a8f req-ea7fda83-7869-4259-9790-cd9420a93b5d tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/0f0e7dcd-303a-459a-a300-5b665bb8aa95 HTTP/1.1" status: 200 len: 1805 time: 0.0620184 Jul 23 20:27:33.575226 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bb19cb3d-0c08-4815-8423-c345d69af0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '49776782-d126-4203-9fec-bf2171c4f426', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'port_id': 'e71fb70b-3de8-4aef-9641-b04104080990', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'mac_address': 'fa:16:3e:e9:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc85e92-7544-4c8b-84b0-3584323d50c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:27:10Z', 'updated_at': '2021-07-23T20:27:31Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:54Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:33.601092 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2279e98b-7f91-4ff8-beae-d4a7db556a8f req-7bd33e44-ee71-4a4b-967b-dcc1bb409140 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/976a63b9-c622-400c-8cc2-3650bdf2a17f HTTP/1.1" status: 200 len: 1805 time: 0.0704744 Jul 23 20:27:33.614154 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-2279e98b-7f91-4ff8-beae-d4a7db556a8f req-319aef25-0e22-4cfd-b226-46fc641c06b3 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0f0e7dcd-303a-459a-a300-5b665bb8aa95', 'remote_group_id': '976a63b9-c622-400c-8cc2-3650bdf2a17f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:33.614416 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19cb3d-0c08-4815-8423-c345d69af0db None None] The sync data for ids ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'] in n-d-791504-18 is: [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '49776782-d126-4203-9fec-bf2171c4f426', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'port_id': 'e71fb70b-3de8-4aef-9641-b04104080990', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'mac_address': 'fa:16:3e:e9:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc85e92-7544-4c8b-84b0-3584323d50c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:27:10Z', 'updated_at': '2021-07-23T20:27:31Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:54Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:33.614595 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-2279e98b-7f91-4ff8-beae-d4a7db556a8f req-319aef25-0e22-4cfd-b226-46fc641c06b3 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0f0e7dcd-303a-459a-a300-5b665bb8aa95', 'remote_group_id': '976a63b9-c622-400c-8cc2-3650bdf2a17f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:33.693019 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2279e98b-7f91-4ff8-beae-d4a7db556a8f req-319aef25-0e22-4cfd-b226-46fc641c06b3 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.782462 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2279e98b-7f91-4ff8-beae-d4a7db556a8f req-319aef25-0e22-4cfd-b226-46fc641c06b3 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.787962 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2279e98b-7f91-4ff8-beae-d4a7db556a8f req-319aef25-0e22-4cfd-b226-46fc641c06b3 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.816115 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-356b77e2-7034-44dd-9be7-d0f9bc08274d req-b3084964-b1bc-4c8b-8d9f-c88189462be4 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 1000 time: 0.1022146 Jul 23 20:27:33.819280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319aef25-0e22-4cfd-b226-46fc641c06b3 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933fe6b6-e463-4b7f-a74f-78284aea5553,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:33.833239 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2279e98b-7f91-4ff8-beae-d4a7db556a8f req-319aef25-0e22-4cfd-b226-46fc641c06b3 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.835617 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2279e98b-7f91-4ff8-beae-d4a7db556a8f req-319aef25-0e22-4cfd-b226-46fc641c06b3 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2274611 Jul 23 20:27:33.884949 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c2842b-62e0-4c5b-ba30-e858b347b948 x-openstack-request-id: req-63c2842b-62e0-4c5b-ba30-e858b347b948 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:33.885505 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc85e92-7544-4c8b-84b0-3584323d50c6", "tag": "e71fb70b-3de8-4aef-9641-b04104080990", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:33.885758 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63c2842b-62e0-4c5b-ba30-e858b347b948 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:33.886136 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc85e92-7544-4c8b-84b0-3584323d50c6', 'tag': 'e71fb70b-3de8-4aef-9641-b04104080990', 'status': 'completed', 'code': 200} Jul 23 20:27:33.901586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b77e2-7034-44dd-9be7-d0f9bc08274d req-221a3b3d-1da8-4c73-8256-d728768c2d39 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:33.903063 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-356b77e2-7034-44dd-9be7-d0f9bc08274d req-221a3b3d-1da8-4c73-8256-d728768c2d39 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports/e71fb70b-3de8-4aef-9641-b04104080990 HTTP/1.1" status: 200 len: 942 time: 0.0795195 Jul 23 20:27:34.058684 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-356b77e2-7034-44dd-9be7-d0f9bc08274d req-1ecf89c4-b45f-438c-8b75-7c075420dfdf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 1000 time: 0.1065741 Jul 23 20:27:34.071954 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da90527-4992-492c-98aa-6d603fb5f4f1 req-0c71c736-6d8c-4d03-a250-94e09b964974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:34.073425 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2da90527-4992-492c-98aa-6d603fb5f4f1 req-0c71c736-6d8c-4d03-a250-94e09b964974 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f13c05c7d1a64f6eb77c427187b36511&device_id=efc85e92-7544-4c8b-84b0-3584323d50c6 HTTP/1.1" status: 200 len: 1097 time: 0.1634259 Jul 23 20:27:34.090354 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f145ca-2a6a-41e5-9d2e-4898978c7a88 req-1dac82a9-d188-414f-9373-ba5357682214 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:34.091945 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03f145ca-2a6a-41e5-9d2e-4898978c7a88 req-1dac82a9-d188-414f-9373-ba5357682214 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 944 time: 0.1506009 Jul 23 20:27:34.243660 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03f145ca-2a6a-41e5-9d2e-4898978c7a88 req-e1d656c1-d5c3-4601-a947-ea1d0e744613 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340115 Jul 23 20:27:34.284345 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b77e2-7034-44dd-9be7-d0f9bc08274d req-7acaeaf8-b765-44db-a42b-cb3d6de0f0be tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:34.292918 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-356b77e2-7034-44dd-9be7-d0f9bc08274d req-7acaeaf8-b765-44db-a42b-cb3d6de0f0be tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.2261074 Jul 23 20:27:34.297366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da90527-4992-492c-98aa-6d603fb5f4f1 req-e9c5f76c-b13e-4c79-b846-e589978bddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:34.300496 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2da90527-4992-492c-98aa-6d603fb5f4f1 req-e9c5f76c-b13e-4c79-b846-e589978bddca service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 200 len: 920 time: 0.1978176 Jul 23 20:27:34.307066 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-02d04ca5-2dba-47a2-9ebb-acef44d28377 req-f620c7d6-f020-4e03-a201-c001581cec5f tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-383610078', 'description': 'tempest-description-284942827'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:34.418697 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-02d04ca5-2dba-47a2-9ebb-acef44d28377 req-f620c7d6-f020-4e03-a201-c001581cec5f tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.436917 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2da90527-4992-492c-98aa-6d603fb5f4f1 req-e03e2d3d-0025-42e6-b5ce-5728a5890856 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e71fb70b-3de8-4aef-9641-b04104080990 HTTP/1.1" status: 200 len: 1000 time: 0.1246996 Jul 23 20:27:34.536656 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd32d90-4e4e-4af0-b56c-8f51162d9030 req-a3fc2d35-0a33-4960-a8ee-4e110e26246f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:34.538211 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bdd32d90-4e4e-4af0-b56c-8f51162d9030 req-a3fc2d35-0a33-4960-a8ee-4e110e26246f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 943 time: 0.2134154 Jul 23 20:27:34.541923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da90527-4992-492c-98aa-6d603fb5f4f1 req-5aec172f-b974-40a6-a76b-a61bfc3b9793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:34.543233 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2da90527-4992-492c-98aa-6d603fb5f4f1 req-5aec172f-b974-40a6-a76b-a61bfc3b9793 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3be2f305-b5e9-4032-b91f-a7f98f558b55 HTTP/1.1" status: 200 len: 858 time: 0.0980179 Jul 23 20:27:34.642657 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bdd32d90-4e4e-4af0-b56c-8f51162d9030 req-7e0a3521-d7e0-4809-8b1d-3699c2295494 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963919 Jul 23 20:27:34.645423 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-02d04ca5-2dba-47a2-9ebb-acef44d28377 req-f620c7d6-f020-4e03-a201-c001581cec5f tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.653275 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-02d04ca5-2dba-47a2-9ebb-acef44d28377 req-f620c7d6-f020-4e03-a201-c001581cec5f tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.701145 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-02d04ca5-2dba-47a2-9ebb-acef44d28377 req-f620c7d6-f020-4e03-a201-c001581cec5f tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.702328 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02d04ca5-2dba-47a2-9ebb-acef44d28377 req-f620c7d6-f020-4e03-a201-c001581cec5f tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4005148 Jul 23 20:27:34.734419 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da90527-4992-492c-98aa-6d603fb5f4f1 req-495623ff-ebea-4749-9e15-486af68a4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:34.735930 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2da90527-4992-492c-98aa-6d603fb5f4f1 req-495623ff-ebea-4749-9e15-486af68a4519 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1792552 Jul 23 20:27:34.736518 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620c7d6-f020-4e03-a201-c001581cec5f tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f5a3c2-31cb-4906-a65d-f561cd5531d1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:34.823030 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-1d9b1eff-f4c8-4b09-a270-4b05f8cae3d0 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 1000 time: 0.1447275 Jul 23 20:27:34.932331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-ec08ba1d-da13-405f-a072-0e326b45fbc8 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:34.933584 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-ec08ba1d-da13-405f-a072-0e326b45fbc8 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports/e71fb70b-3de8-4aef-9641-b04104080990 HTTP/1.1" status: 200 len: 942 time: 0.0843859 Jul 23 20:27:34.939556 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2da90527-4992-492c-98aa-6d603fb5f4f1 req-8420da3c-4136-4d5d-8885-65640502b23b service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953492 Jul 23 20:27:34.953491 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6a6c7-05a0-4ad1-a701-c70bba42c0f4 req-6a225cf7-632e-4ea0-8551-8a97843a1d47 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:34.955290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77b6a6c7-05a0-4ad1-a701-c70bba42c0f4 req-6a225cf7-632e-4ea0-8551-8a97843a1d47 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.1768470 Jul 23 20:27:35.062701 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77b6a6c7-05a0-4ad1-a701-c70bba42c0f4 req-2c4ab708-4156-4b16-aebf-be60b3466dcf tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014960 Jul 23 20:27:35.084890 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-78a54809-f485-4a79-bbbe-0348b5f4c313 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 1000 time: 0.1053383 Jul 23 20:27:35.178130 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-80b9f473-ef14-438b-b0a3-2355c1881a2f req-21963c3f-5dc6-4bc2-9cf7-1bce55bed30f tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0417998 Jul 23 20:27:35.178517 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4803695-d5a8-40ab-a778-6531d70a6dfe', 'tag': '499087ef-b504-47ae-8eac-aed11d098fb8'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:35.181469 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07823f01-fbbf-4705-a856-57f8d55bf538" -d '{"events": [{"name": "network-changed", "server_uuid": "b4803695-d5a8-40ab-a778-6531d70a6dfe", "tag": "499087ef-b504-47ae-8eac-aed11d098fb8"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:35.230502 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2da90527-4992-492c-98aa-6d603fb5f4f1 req-495a8936-aa43-4975-b19c-4a8a0b43e456 service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519896 Jul 23 20:27:35.265736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-c0cb887e-d4fc-4868-b9fa-33e7f39e2cd4 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:35.268185 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-c0cb887e-d4fc-4868-b9fa-33e7f39e2cd4 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.1561100 Jul 23 20:27:35.280945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-994bb096-d1ee-4cf1-8a82-6b5f7359ffdb req-707c423a-b25e-473e-908c-09a39d1c8df3 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2042757402', 'description': 'tempest-description-618264066'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:35.348923 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-994bb096-d1ee-4cf1-8a82-6b5f7359ffdb req-707c423a-b25e-473e-908c-09a39d1c8df3 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.364170 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-52cfe9a0-9724-4dec-aa35-ff4abef73f2a tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 1000 time: 0.0869398 Jul 23 20:27:35.376911 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-0e5d9978-b93d-452f-afeb-a2c78697d3d8 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:35.449958 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-0e5d9978-b93d-452f-afeb-a2c78697d3d8 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.861473 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-994bb096-d1ee-4cf1-8a82-6b5f7359ffdb req-707c423a-b25e-473e-908c-09a39d1c8df3 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.870946 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-994bb096-d1ee-4cf1-8a82-6b5f7359ffdb req-707c423a-b25e-473e-908c-09a39d1c8df3 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.950743 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-0e5d9978-b93d-452f-afeb-a2c78697d3d8 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.951719 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-994bb096-d1ee-4cf1-8a82-6b5f7359ffdb req-707c423a-b25e-473e-908c-09a39d1c8df3 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.952996 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-994bb096-d1ee-4cf1-8a82-6b5f7359ffdb req-707c423a-b25e-473e-908c-09a39d1c8df3 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6775744 Jul 23 20:27:35.965593 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c423a-b25e-473e-908c-09a39d1c8df3 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e48f71-9393-448f-83ac-4dbc78e03676,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:35.967742 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-0e5d9978-b93d-452f-afeb-a2c78697d3d8 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.968058 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-0e5d9978-b93d-452f-afeb-a2c78697d3d8 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Floating IP 49776782-d126-4203-9fec-bf2171c4f426 disassociated. External IP: 172.25.3.60, port: e71fb70b-3de8-4aef-9641-b04104080990. Jul 23 20:27:36.010417 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3783e0d8-05e9-4133-a926-95ac92ab86fc x-openstack-request-id: req-3783e0d8-05e9-4133-a926-95ac92ab86fc {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:36.011446 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4803695-d5a8-40ab-a778-6531d70a6dfe", "tag": "499087ef-b504-47ae-8eac-aed11d098fb8", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:36.011929 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3783e0d8-05e9-4133-a926-95ac92ab86fc {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:36.013193 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4803695-d5a8-40ab-a778-6531d70a6dfe', 'tag': '499087ef-b504-47ae-8eac-aed11d098fb8', 'status': 'completed', 'code': 200} Jul 23 20:27:36.050304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd5ff-35b7-48e7-a5ec-d8b9b13cb099 req-703b4b70-beaa-4e12-b61c-5c98fc356a99 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:36.051683 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44acd5ff-35b7-48e7-a5ec-d8b9b13cb099 req-703b4b70-beaa-4e12-b61c-5c98fc356a99 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 944 time: 0.2298660 Jul 23 20:27:36.319238 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823f01-fbbf-4705-a856-57f8d55bf538 req-946ec840-531c-4f4e-8412-5360488e063b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:36.321503 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07823f01-fbbf-4705-a856-57f8d55bf538 req-946ec840-531c-4f4e-8412-5360488e063b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 1126 time: 0.2686646 Jul 23 20:27:36.350210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdf840-f46e-4ab9-9012-9d4aa898eda1 req-63b1f512-763d-41cd-b468-8af9c2b21849 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:36.351800 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2efdf840-f46e-4ab9-9012-9d4aa898eda1 req-63b1f512-763d-41cd-b468-8af9c2b21849 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fa170a5-bd26-4f65-9b41-32145c294592 HTTP/1.1" status: 200 len: 944 time: 0.2847645 Jul 23 20:27:36.453393 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-44acd5ff-35b7-48e7-a5ec-d8b9b13cb099 req-1ec7f17d-084b-477e-bd71-c8d36a8c84dc tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Deleting port d847667a-476a-41ff-bd18-bb37dbda7149 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:36.454116 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-44acd5ff-35b7-48e7-a5ec-d8b9b13cb099 req-1ec7f17d-084b-477e-bd71-c8d36a8c84dc tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.494256 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-0e5d9978-b93d-452f-afeb-a2c78697d3d8 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:36.521592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2efdf840-f46e-4ab9-9012-9d4aa898eda1 req-ec3f57a4-b2b3-407b-80e9-6bdacfff84e0 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511750 Jul 23 20:27:36.654617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823f01-fbbf-4705-a856-57f8d55bf538 req-df2dff9d-1778-4f66-90c0-fc534d78e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:36.656841 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07823f01-fbbf-4705-a856-57f8d55bf538 req-df2dff9d-1778-4f66-90c0-fc534d78e94e service neutron] 10.222.0.48 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 909 time: 0.3242340 Jul 23 20:27:36.741817 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07823f01-fbbf-4705-a856-57f8d55bf538 req-074a793d-ee84-41ef-a8ac-11e572f71599 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=499087ef-b504-47ae-8eac-aed11d098fb8 HTTP/1.1" status: 200 len: 217 time: 0.0640590 Jul 23 20:27:36.745881 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-44acd5ff-35b7-48e7-a5ec-d8b9b13cb099 req-1ec7f17d-084b-477e-bd71-c8d36a8c84dc tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] For port d847667a-476a-41ff-bd18-bb37dbda7149, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=d847667a-476a-41ff-bd18-bb37dbda7149,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:36.746238 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-44acd5ff-35b7-48e7-a5ec-d8b9b13cb099 req-1ec7f17d-084b-477e-bd71-c8d36a8c84dc tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.775301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-44acd5ff-35b7-48e7-a5ec-d8b9b13cb099 req-1ec7f17d-084b-477e-bd71-c8d36a8c84dc tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Calling delete_port for d847667a-476a-41ff-bd18-bb37dbda7149 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:36.871673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-0e5d9978-b93d-452f-afeb-a2c78697d3d8 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:36.877981 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-0e5d9978-b93d-452f-afeb-a2c78697d3d8 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.881681 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b462472-6418-4bd4-ae97-06246e9ceff3 None None] Sync routers for ids ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:36.887009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd742cb-ed35-4201-b0d2-df68504896da req-cc4b4dd0-b386-43d5-ab4a-44f5b81bd86d tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:36.888509 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3cd742cb-ed35-4201-b0d2-df68504896da req-cc4b4dd0-b386-43d5-ab4a-44f5b81bd86d tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 943 time: 0.2737949 Jul 23 20:27:36.889847 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823f01-fbbf-4705-a856-57f8d55bf538 req-18e5549b-3e56-4150-9218-eecd17e34f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:36.890688 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b462472-6418-4bd4-ae97-06246e9ceff3 None None] Routers {'c6d2e6b7-b185-4491-8b6c-8da6649e3e07'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:36.891147 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07823f01-fbbf-4705-a856-57f8d55bf538 req-18e5549b-3e56-4150-9218-eecd17e34f40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.1353827 Jul 23 20:27:36.891389 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5b462472-6418-4bd4-ae97-06246e9ceff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:27:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:36.969771 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07823f01-fbbf-4705-a856-57f8d55bf538 req-d0b6cd11-add1-4a8d-9697-fbf5e2369d96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554893 Jul 23 20:27:36.995482 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-0e5d9978-b93d-452f-afeb-a2c78697d3d8 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "PUT /v2.0/floatingips/49776782-d126-4203-9fec-bf2171c4f426 HTTP/1.1" status: 200 len: 694 time: 1.6240275 Jul 23 20:27:37.005488 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-5b462472-6418-4bd4-ae97-06246e9ceff3 None None] Set router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:37.011987 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc85e92-7544-4c8b-84b0-3584323d50c6', 'tag': 'e71fb70b-3de8-4aef-9641-b04104080990'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:37.014226 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b82e36-f2ba-4206-a317-a7e481279f03" -d '{"events": [{"name": "network-changed", "server_uuid": "efc85e92-7544-4c8b-84b0-3584323d50c6", "tag": "e71fb70b-3de8-4aef-9641-b04104080990"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:37.055821 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3cd742cb-ed35-4201-b0d2-df68504896da req-6b8dbd8c-5263-469a-896c-8247ab6f6a3a tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598680 Jul 23 20:27:37.219938 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5b462472-6418-4bd4-ae97-06246e9ceff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:54Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:37.222534 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53ddb54d-3a2d-4e56-98c0-1ea82d00e445 req-2328780e-0c7b-4706-b9af-2eaa5eb26f1d tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/69f5a3c2-31cb-4906-a65d-f561cd5531d1 HTTP/1.1" status: 200 len: 1803 time: 0.1441352 Jul 23 20:27:37.246077 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07823f01-fbbf-4705-a856-57f8d55bf538 req-476c8294-b8b5-404e-bd77-c17171bef9aa service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662625 Jul 23 20:27:37.256241 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b462472-6418-4bd4-ae97-06246e9ceff3 None None] Checking router: c6d2e6b7-b185-4491-8b6c-8da6649e3e07 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:27:37.265776 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b462472-6418-4bd4-ae97-06246e9ceff3 None None] Routers {'c6d2e6b7-b185-4491-8b6c-8da6649e3e07'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:37.267732 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5b462472-6418-4bd4-ae97-06246e9ceff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:27:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:37.271558 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-44acd5ff-35b7-48e7-a5ec-d8b9b13cb099 req-1ec7f17d-084b-477e-bd71-c8d36a8c84dc tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.347004 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7f17d-084b-477e-bd71-c8d36a8c84dc tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Pushing event deleted for resources: {'Port': ['ID=d847667a-476a-41ff-bd18-bb37dbda7149,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:37.354322 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-d373751b-c0cb-4f0b-9e97-cc022273d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:37.360205 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-d373751b-c0cb-4f0b-9e97-cc022273d78d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f13c05c7d1a64f6eb77c427187b36511&device_id=efc85e92-7544-4c8b-84b0-3584323d50c6 HTTP/1.1" status: 200 len: 1097 time: 0.3384259 Jul 23 20:27:37.384997 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-5b462472-6418-4bd4-ae97-06246e9ceff3 None None] Set router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:37.469366 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53ddb54d-3a2d-4e56-98c0-1ea82d00e445 req-cd5915a0-e4d8-4a7c-9acc-8b2d31f6fbac tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/06e48f71-9393-448f-83ac-4dbc78e03676 HTTP/1.1" status: 200 len: 1804 time: 0.2188051 Jul 23 20:27:37.474928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-44acd5ff-35b7-48e7-a5ec-d8b9b13cb099 req-1ec7f17d-084b-477e-bd71-c8d36a8c84dc tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] No DVR routers for this DVR port d847667a-476a-41ff-bd18-bb37dbda7149 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:37.480067 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-44acd5ff-35b7-48e7-a5ec-d8b9b13cb099 req-1ec7f17d-084b-477e-bd71-c8d36a8c84dc tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.482004 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44acd5ff-35b7-48e7-a5ec-d8b9b13cb099 req-1ec7f17d-084b-477e-bd71-c8d36a8c84dc tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.48 "DELETE /v2.0/ports/d847667a-476a-41ff-bd18-bb37dbda7149 HTTP/1.1" status: 204 len: 173 time: 1.4135993 Jul 23 20:27:37.494771 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-53ddb54d-3a2d-4e56-98c0-1ea82d00e445 req-4103ccb2-9b33-4127-8f39-a55f6716d5db tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '69f5a3c2-31cb-4906-a65d-f561cd5531d1', 'remote_group_id': '06e48f71-9393-448f-83ac-4dbc78e03676', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:37.495155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-53ddb54d-3a2d-4e56-98c0-1ea82d00e445 req-4103ccb2-9b33-4127-8f39-a55f6716d5db tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '69f5a3c2-31cb-4906-a65d-f561cd5531d1', 'remote_group_id': '06e48f71-9393-448f-83ac-4dbc78e03676', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:37.553140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07823f01-fbbf-4705-a856-57f8d55bf538 req-31c036c5-1ce4-465b-bfce-c937a8c7861b service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923183 Jul 23 20:27:37.592477 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-7c6c8bae-b023-455a-b4c0-5d58327b025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:37.594286 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-7c6c8bae-b023-455a-b4c0-5d58327b025b service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 200 len: 920 time: 0.2321820 Jul 23 20:27:37.645699 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5b462472-6418-4bd4-ae97-06246e9ceff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:54Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:37.652929 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-7460c72d-fb36-4528-9260-e4a4ce71f62a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e71fb70b-3de8-4aef-9641-b04104080990 HTTP/1.1" status: 200 len: 217 time: 0.0497558 Jul 23 20:27:37.681864 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b462472-6418-4bd4-ae97-06246e9ceff3 None None] The sync data for ids ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'] in n-d-791504-18 is: [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:54Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:37.725794 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-53ddb54d-3a2d-4e56-98c0-1ea82d00e445 req-4103ccb2-9b33-4127-8f39-a55f6716d5db tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.755782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-4be3dc62-0327-4538-be7e-840989950550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:37.757367 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-4be3dc62-0327-4538-be7e-840989950550 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3be2f305-b5e9-4032-b91f-a7f98f558b55 HTTP/1.1" status: 200 len: 858 time: 0.0965719 Jul 23 20:27:37.776972 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-53ddb54d-3a2d-4e56-98c0-1ea82d00e445 req-4103ccb2-9b33-4127-8f39-a55f6716d5db tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.801453 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-53ddb54d-3a2d-4e56-98c0-1ea82d00e445 req-4103ccb2-9b33-4127-8f39-a55f6716d5db tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.827903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103ccb2-9b33-4127-8f39-a55f6716d5db tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81e3e61-5c02-4859-9622-0fabdf1d2b43,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:37.838583 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-53ddb54d-3a2d-4e56-98c0-1ea82d00e445 req-4103ccb2-9b33-4127-8f39-a55f6716d5db tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.839829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53ddb54d-3a2d-4e56-98c0-1ea82d00e445 req-4103ccb2-9b33-4127-8f39-a55f6716d5db tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3537455 Jul 23 20:27:37.855424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-1623d904-b049-4dcb-a08d-0d2c4ecadbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:37.857227 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-1623d904-b049-4dcb-a08d-0d2c4ecadbf5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932333 Jul 23 20:27:38.001695 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19de6bf6-9c05-45db-b509-9014c268df7e None None] New status for floating IP 49776782-d126-4203-9fec-bf2171c4f426: DOWN {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:27:38.002216 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-a2d2241a-a509-43d2-afde-a80a9ccdf37f service neutron] 10.222.0.55 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333075 Jul 23 20:27:38.049301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3be89-a65a-49bc-91b7-80ca447a6827 req-27ba949c-9a94-4f53-8544-2487d54318f1 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:38.051393 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1bd3be89-a65a-49bc-91b7-80ca447a6827 req-27ba949c-9a94-4f53-8544-2487d54318f1 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.1493499 Jul 23 20:27:38.147169 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1bd3be89-a65a-49bc-91b7-80ca447a6827 req-dab48a4c-8971-40b5-b913-87dff1578401 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870597 Jul 23 20:27:38.154460 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8c2ada0-7e09-4429-a70e-12901ac784f6 req-b23fbb8e-52d6-4b2b-b6c2-61f79e5b8d01 service neutron] 10.222.0.55 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428573 Jul 23 20:27:38.273604 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cba97b72-c074-474a-a586-7fa921fa1db9 req-e7cabfb8-175a-4b1f-93be-4498fd0b1d65 tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0421205 Jul 23 20:27:38.311817 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3937e024-2331-4b00-bd81-2a53c81197bf x-openstack-request-id: req-3937e024-2331-4b00-bd81-2a53c81197bf {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:38.312129 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc85e92-7544-4c8b-84b0-3584323d50c6", "tag": "e71fb70b-3de8-4aef-9641-b04104080990", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:38.312388 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3937e024-2331-4b00-bd81-2a53c81197bf {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:38.313024 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc85e92-7544-4c8b-84b0-3584323d50c6', 'tag': 'e71fb70b-3de8-4aef-9641-b04104080990', 'status': 'completed', 'code': 200} Jul 23 20:27:38.441642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fde52cb8-75ec-48e9-a14d-11277300331e req-a4ecc79e-0f89-4dd5-bb06-8d59f653b20c tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/06e48f71-9393-448f-83ac-4dbc78e03676 HTTP/1.1" status: 200 len: 1804 time: 0.1117585 Jul 23 20:27:38.501724 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b82e36-f2ba-4206-a317-a7e481279f03 req-75a265a0-4f03-4c4f-9c8d-b287434070e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:38.503282 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5b82e36-f2ba-4206-a317-a7e481279f03 req-75a265a0-4f03-4c4f-9c8d-b287434070e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f13c05c7d1a64f6eb77c427187b36511&device_id=efc85e92-7544-4c8b-84b0-3584323d50c6 HTTP/1.1" status: 200 len: 1097 time: 0.1585231 Jul 23 20:27:38.543622 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea2ba7-41cf-4bb9-a336-c24b27c21ca4 req-fb027673-7744-4d1c-9e1d-af87ae559def tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:38.545335 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fdea2ba7-41cf-4bb9-a336-c24b27c21ca4 req-fb027673-7744-4d1c-9e1d-af87ae559def tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 943 time: 0.1492193 Jul 23 20:27:38.590243 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fde52cb8-75ec-48e9-a14d-11277300331e req-0c690f29-d739-445c-ba11-c0af455ebc00 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.629217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device d847667a-476a-41ff-bd18-bb37dbda7149 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:38.654685 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: d847667a-476a-41ff-bd18-bb37dbda7149 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:27:38.655027 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device d847667a-476a-41ff-bd18-bb37dbda7149 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:27:38.666902 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fde52cb8-75ec-48e9-a14d-11277300331e req-0c690f29-d739-445c-ba11-c0af455ebc00 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.676250 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fdea2ba7-41cf-4bb9-a336-c24b27c21ca4 req-f3b9624b-ce3b-416b-9661-3e35517b5cdb tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191409 Jul 23 20:27:38.688098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b82e36-f2ba-4206-a317-a7e481279f03 req-e5b0fade-1cd1-4c6b-bb3b-4de14185e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:38.689584 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5b82e36-f2ba-4206-a317-a7e481279f03 req-e5b0fade-1cd1-4c6b-bb3b-4de14185e132 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 200 len: 920 time: 0.1783609 Jul 23 20:27:38.753029 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5b82e36-f2ba-4206-a317-a7e481279f03 req-01880671-6ce0-4504-b051-3050e236c386 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e71fb70b-3de8-4aef-9641-b04104080990 HTTP/1.1" status: 200 len: 217 time: 0.0545781 Jul 23 20:27:39.114056 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b82e36-f2ba-4206-a317-a7e481279f03 req-f4d5a254-4d75-40f4-861b-f5991a9f2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:39.115690 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5b82e36-f2ba-4206-a317-a7e481279f03 req-f4d5a254-4d75-40f4-861b-f5991a9f2533 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3be2f305-b5e9-4032-b91f-a7f98f558b55 HTTP/1.1" status: 200 len: 858 time: 0.0499079 Jul 23 20:27:39.136524 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fde52cb8-75ec-48e9-a14d-11277300331e req-0c690f29-d739-445c-ba11-c0af455ebc00 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.138205 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fde52cb8-75ec-48e9-a14d-11277300331e req-0c690f29-d739-445c-ba11-c0af455ebc00 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.139409 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fde52cb8-75ec-48e9-a14d-11277300331e req-0c690f29-d739-445c-ba11-c0af455ebc00 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "DELETE /v2.0/security-groups/06e48f71-9393-448f-83ac-4dbc78e03676 HTTP/1.1" status: 204 len: 173 time: 0.6860688 Jul 23 20:27:39.176927 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c690f29-d739-445c-ba11-c0af455ebc00 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e48f71-9393-448f-83ac-4dbc78e03676,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:39.204568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b82e36-f2ba-4206-a317-a7e481279f03 req-73bcb10c-2d60-4119-bef2-993484ecd1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:39.206420 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5b82e36-f2ba-4206-a317-a7e481279f03 req-73bcb10c-2d60-4119-bef2-993484ecd1b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822167 Jul 23 20:27:39.359890 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5b82e36-f2ba-4206-a317-a7e481279f03 req-ff4ad419-a737-42b1-9c0c-1b57181b9bff service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406925 Jul 23 20:27:39.368766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-ccd573d7-041a-4a02-9629-96b9e6620450 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:39.370231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-ccd573d7-041a-4a02-9629-96b9e6620450 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=5780753d-f7eb-4090-83b3-ad008a455145&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1423733 Jul 23 20:27:39.391146 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57552) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:39.396308 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-74fbdef6-dd3d-4341-b28d-a50b80e6e9f7 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1747815576', 'description': 'tempest-description--1323488004'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:39.432160 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-74fbdef6-dd3d-4341-b28d-a50b80e6e9f7 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.437683 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-35a0849f-286f-4e3e-9ee7-7447c7705f7e tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 695 time: 0.0591445 Jul 23 20:27:39.458150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-9d4dfdc4-9801-4dcf-925e-d0f1b4017496 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Request body: {'floatingip': {'port_id': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:39.525815 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-9d4dfdc4-9801-4dcf-925e-d0f1b4017496 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.565007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-74fbdef6-dd3d-4341-b28d-a50b80e6e9f7 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.570012 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-74fbdef6-dd3d-4341-b28d-a50b80e6e9f7 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.608047 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-74fbdef6-dd3d-4341-b28d-a50b80e6e9f7 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.609775 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-74fbdef6-dd3d-4341-b28d-a50b80e6e9f7 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2170849 Jul 23 20:27:39.612078 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbdef6-dd3d-4341-b28d-a50b80e6e9f7 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aecadc2f-15b8-4d16-a530-f0adae219103,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:39.615997 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57554) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:39.622190 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-fb3a591e-4247-450b-9d7f-d43f56fb43fd tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Request body: {'security_group_rule': {'security_group_id': 'aecadc2f-15b8-4d16-a530-f0adae219103', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:39.656693 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb3a591e-4247-450b-9d7f-d43f56fb43fd tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.669324 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ead71e3-6344-41eb-a8ca-2142a82e33ad req-98e8df30-2a02-4ab7-8787-e32c05eeab78 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/69f5a3c2-31cb-4906-a65d-f561cd5531d1 HTTP/1.1" status: 200 len: 1803 time: 0.2305517 Jul 23 20:27:39.750243 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb3a591e-4247-450b-9d7f-d43f56fb43fd tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.764476 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5b82e36-f2ba-4206-a317-a7e481279f03 req-87830880-0493-4f2b-af71-fbbfc0ddd3b7 service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932819 Jul 23 20:27:39.764710 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb3a591e-4247-450b-9d7f-d43f56fb43fd tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.780888 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a591e-4247-450b-9d7f-d43f56fb43fd tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af6a659-7e84-462e-95f4-e530fccb072d,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:39.811668 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb3a591e-4247-450b-9d7f-d43f56fb43fd tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.813466 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fb3a591e-4247-450b-9d7f-d43f56fb43fd tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1959665 Jul 23 20:27:39.818272 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57560) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:39.825859 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7b607a0a-9cec-4672-9b95-0516f77bfd9a tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Request body: {'security_group_rule': {'security_group_id': 'aecadc2f-15b8-4d16-a530-f0adae219103', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:39.872336 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7b607a0a-9cec-4672-9b95-0516f77bfd9a tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.965330 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7b607a0a-9cec-4672-9b95-0516f77bfd9a tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.971901 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7b607a0a-9cec-4672-9b95-0516f77bfd9a tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.973014 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf0075-09e0-400d-8400-1070214dee83 req-d20a9acc-2f00-4e53-9c99-1fd498d9b649 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:39.974707 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ecf0075-09e0-400d-8400-1070214dee83 req-d20a9acc-2f00-4e53-9c99-1fd498d9b649 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.2208636 Jul 23 20:27:40.001876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b607a0a-9cec-4672-9b95-0516f77bfd9a tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a687c696-a002-4681-86d1-d4fbd94fc83c,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:40.010720 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7b607a0a-9cec-4672-9b95-0516f77bfd9a tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.012340 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7b607a0a-9cec-4672-9b95-0516f77bfd9a tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1914713 Jul 23 20:27:40.015520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57564) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:40.021393 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-abf198bd-eda6-494c-bf27-8e744338cc2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:40.046888 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-abf198bd-eda6-494c-bf27-8e744338cc2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.188051 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-abf198bd-eda6-494c-bf27-8e744338cc2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.250116 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-9d4dfdc4-9801-4dcf-925e-d0f1b4017496 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.269873 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ecf0075-09e0-400d-8400-1070214dee83 req-d3224bd4-a2ab-403f-bca1-ad45e4924559 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848997 Jul 23 20:27:40.270543 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-9d4dfdc4-9801-4dcf-925e-d0f1b4017496 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.383929 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa170a5-bd26-4f65-9b41-32145c294592', 'name': 'network-vif-deleted', 'tag': 'd847667a-476a-41ff-bd18-bb37dbda7149'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:40.386232 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5302b8-cdec-4309-b838-d5a7ca8adfac" -d '{"events": [{"server_uuid": "3fa170a5-bd26-4f65-9b41-32145c294592", "name": "network-vif-deleted", "tag": "d847667a-476a-41ff-bd18-bb37dbda7149"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:40.389661 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-9d4dfdc4-9801-4dcf-925e-d0f1b4017496 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Floating IP 49776782-d126-4203-9fec-bf2171c4f426 associated. External IP: 172.25.3.60, port: 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a. Jul 23 20:27:40.437053 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-abf198bd-eda6-494c-bf27-8e744338cc2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Allocated IP 172.25.3.10 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/9d8453e3-d1c2-46d1-9146-d08be2fe8deb) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:40.624131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7bbaea68-86c8-43c7-821c-b438103655c4 req-4e3da7fc-452f-423c-99b6-d6e6b5162d9e tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0737209 Jul 23 20:27:40.698516 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-abf198bd-eda6-494c-bf27-8e744338cc2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.724808 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-d5e488cb-2637-4712-8f2a-c848e93cafea req-553831a8-d42b-46d3-9662-993ccc63654c tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1151948905', 'description': 'tempest-description-1251187057'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:40.754629 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-abf198bd-eda6-494c-bf27-8e744338cc2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.805824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf198bd-eda6-494c-bf27-8e744338cc2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:40.818046 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-abf198bd-eda6-494c-bf27-8e744338cc2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:40.825854 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf198bd-eda6-494c-bf27-8e744338cc2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:40.830211 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf198bd-eda6-494c-bf27-8e744338cc2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Pushing event updated for resources: {'Port': ['ID=9d8453e3-d1c2-46d1-9146-d08be2fe8deb,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:40.842355 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d5e488cb-2637-4712-8f2a-c848e93cafea req-553831a8-d42b-46d3-9662-993ccc63654c tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.879901 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-b31a760f-ac78-4326-8e52-1c6bbdb7191c service neutron] 10.222.0.48 "GET /v2.0/ports/499087ef-b504-47ae-8eac-aed11d098fb8/bindings/n-h2-791504-18 HTTP/1.1" status: 200 len: 385 time: 0.1594307 Jul 23 20:27:40.892746 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7b20f-2496-4128-9462-db7e48b98e1e req-5b0bbbaf-acff-4673-8a79-b77d1d17ad8e tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:40.894330 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72a7b20f-2496-4128-9462-db7e48b98e1e req-5b0bbbaf-acff-4673-8a79-b77d1d17ad8e tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.57 "GET /v2.0/ports?device_id=efc85e92-7544-4c8b-84b0-3584323d50c6 HTTP/1.1" status: 200 len: 945 time: 0.3724930 Jul 23 20:27:40.911496 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-9d4dfdc4-9801-4dcf-925e-d0f1b4017496 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:40.954892 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-abf198bd-eda6-494c-bf27-8e744338cc2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.029673 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-abf198bd-eda6-494c-bf27-8e744338cc2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.249909 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-abf198bd-eda6-494c-bf27-8e744338cc2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.252841 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d5e488cb-2637-4712-8f2a-c848e93cafea req-553831a8-d42b-46d3-9662-993ccc63654c tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.255996 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-abf198bd-eda6-494c-bf27-8e744338cc2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.272336 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d5e488cb-2637-4712-8f2a-c848e93cafea req-553831a8-d42b-46d3-9662-993ccc63654c tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.307893 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf198bd-eda6-494c-bf27-8e744338cc2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Pushing event updated for resources: {'Port': ['ID=9d8453e3-d1c2-46d1-9146-d08be2fe8deb,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:41.352642 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d5e488cb-2637-4712-8f2a-c848e93cafea req-553831a8-d42b-46d3-9662-993ccc63654c tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.353867 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d5e488cb-2637-4712-8f2a-c848e93cafea req-553831a8-d42b-46d3-9662-993ccc63654c tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6724019 Jul 23 20:27:41.357126 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-abf198bd-eda6-494c-bf27-8e744338cc2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.360269 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553831a8-d42b-46d3-9662-993ccc63654c tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0823edba-b2ec-47aa-a079-bbc527244f0c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:41.372511 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-abf198bd-eda6-494c-bf27-8e744338cc2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.374132 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-abf198bd-eda6-494c-bf27-8e744338cc2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3575306 Jul 23 20:27:41.402006 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-9d4dfdc4-9801-4dcf-925e-d0f1b4017496 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:41.406980 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-9d4dfdc4-9801-4dcf-925e-d0f1b4017496 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.415941 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d29e35-3a6d-4467-89c2-9efac9cc8669 None None] Sync routers for ids ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:41.426872 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d29e35-3a6d-4467-89c2-9efac9cc8669 None None] Routers {'c6d2e6b7-b185-4491-8b6c-8da6649e3e07'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:41.427533 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-14d29e35-3a6d-4467-89c2-9efac9cc8669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:27:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:41.440027 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-72a7b20f-2496-4128-9462-db7e48b98e1e req-1869bbe4-ffb2-469f-a97c-b0cff7bf620f tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Deleting port e71fb70b-3de8-4aef-9641-b04104080990 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:41.440360 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-72a7b20f-2496-4128-9462-db7e48b98e1e req-1869bbe4-ffb2-469f-a97c-b0cff7bf620f tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.522213 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-1563644e-4437-4657-bb28-acd2cf251da2 service neutron] For port 499087ef-b504-47ae-8eac-aed11d098fb8, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=499087ef-b504-47ae-8eac-aed11d098fb8,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:41.533185 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-9d4dfdc4-9801-4dcf-925e-d0f1b4017496 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "PUT /v2.0/floatingips/49776782-d126-4203-9fec-bf2171c4f426 HTTP/1.1" status: 200 len: 996 time: 2.0792270 Jul 23 20:27:41.574847 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-14d29e35-3a6d-4467-89c2-9efac9cc8669 None None] Set router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:41.625576 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-1563644e-4437-4657-bb28-acd2cf251da2 service neutron] For port 499087ef-b504-47ae-8eac-aed11d098fb8, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:41.676559 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-72a7b20f-2496-4128-9462-db7e48b98e1e req-1869bbe4-ffb2-469f-a97c-b0cff7bf620f tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] For port e71fb70b-3de8-4aef-9641-b04104080990, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e71fb70b-3de8-4aef-9641-b04104080990,segment=NetworkSegment(028c4bfd-4c47-4f36-9238-21941149efb6),segment_id=028c4bfd-4c47-4f36-9238-21941149efb6)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:41.676915 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-72a7b20f-2496-4128-9462-db7e48b98e1e req-1869bbe4-ffb2-469f-a97c-b0cff7bf620f tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.700411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-1563644e-4437-4657-bb28-acd2cf251da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499087ef-b504-47ae-8eac-aed11d098fb8 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:41.713559 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-72a7b20f-2496-4128-9462-db7e48b98e1e req-1869bbe4-ffb2-469f-a97c-b0cff7bf620f tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Calling delete_port for e71fb70b-3de8-4aef-9641-b04104080990 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:41.728906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-1563644e-4437-4657-bb28-acd2cf251da2 service neutron] For port 499087ef-b504-47ae-8eac-aed11d098fb8, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=499087ef-b504-47ae-8eac-aed11d098fb8,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:41.739029 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26784354-0421-4014-8bd3-e47e9c33c81b req-68a53721-3ed9-421e-9e4c-a837e49d28d5 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:41.740688 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26784354-0421-4014-8bd3-e47e9c33c81b req-68a53721-3ed9-421e-9e4c-a837e49d28d5 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 943 time: 0.2782030 Jul 23 20:27:41.781065 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-1563644e-4437-4657-bb28-acd2cf251da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.822166 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-a0b5f061-303d-4f6e-b226-5525ff5835d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:41.824172 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-a0b5f061-303d-4f6e-b226-5525ff5835d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f13c05c7d1a64f6eb77c427187b36511&device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 1098 time: 0.2510073 Jul 23 20:27:41.871630 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26784354-0421-4014-8bd3-e47e9c33c81b req-9145252a-79ed-44be-b641-12832b7a18d4 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172302 Jul 23 20:27:41.916560 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-14d29e35-3a6d-4467-89c2-9efac9cc8669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '49776782-d126-4203-9fec-bf2171c4f426', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'port_id': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'mac_address': 'fa:16:3e:9c:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780753d-f7eb-4090-83b3-ad008a455145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:27:10Z', 'updated_at': '2021-07-23T20:27:40Z', 'revision_number': 8, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:54Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:41.949566 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d29e35-3a6d-4467-89c2-9efac9cc8669 None None] Checking router: c6d2e6b7-b185-4491-8b6c-8da6649e3e07 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:27:41.953949 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-1563644e-4437-4657-bb28-acd2cf251da2 service neutron] Transition to ACTIVE for port object 499087ef-b504-47ae-8eac-aed11d098fb8 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:41.959434 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d29e35-3a6d-4467-89c2-9efac9cc8669 None None] Routers {'c6d2e6b7-b185-4491-8b6c-8da6649e3e07'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:41.960367 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-14d29e35-3a6d-4467-89c2-9efac9cc8669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:27:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:42.003856 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589f3444-86b1-4bcf-9449-cfb9bf97d7ef x-openstack-request-id: req-589f3444-86b1-4bcf-9449-cfb9bf97d7ef {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:42.004145 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa170a5-bd26-4f65-9b41-32145c294592", "name": "network-vif-deleted", "tag": "d847667a-476a-41ff-bd18-bb37dbda7149", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:42.004394 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-589f3444-86b1-4bcf-9449-cfb9bf97d7ef {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:42.004781 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa170a5-bd26-4f65-9b41-32145c294592', 'name': 'network-vif-deleted', 'tag': 'd847667a-476a-41ff-bd18-bb37dbda7149', 'status': 'completed', 'code': 200} Jul 23 20:27:42.008273 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-1563644e-4437-4657-bb28-acd2cf251da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.088466 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-14d29e35-3a6d-4467-89c2-9efac9cc8669 None None] Set router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:42.322694 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-14d29e35-3a6d-4467-89c2-9efac9cc8669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '49776782-d126-4203-9fec-bf2171c4f426', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'port_id': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'mac_address': 'fa:16:3e:9c:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780753d-f7eb-4090-83b3-ad008a455145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:27:10Z', 'updated_at': '2021-07-23T20:27:40Z', 'revision_number': 8, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:54Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:42.352300 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d29e35-3a6d-4467-89c2-9efac9cc8669 None None] The sync data for ids ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'] in n-d-791504-18 is: [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '49776782-d126-4203-9fec-bf2171c4f426', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'port_id': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'mac_address': 'fa:16:3e:9c:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780753d-f7eb-4090-83b3-ad008a455145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:27:10Z', 'updated_at': '2021-07-23T20:27:40Z', 'revision_number': 8, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:54Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:42.433945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-1563644e-4437-4657-bb28-acd2cf251da2 service neutron] No DVR routers for this DVR port 499087ef-b504-47ae-8eac-aed11d098fb8 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:42.471515 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-9d9d1bb9-cfa4-4780-8df2-4ec296b3169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:42.473007 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-9d9d1bb9-cfa4-4780-8df2-4ec296b3169a service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 200 len: 920 time: 0.6347032 Jul 23 20:27:42.478650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563644e-4437-4657-bb28-acd2cf251da2 service neutron] Pushing event updated for resources: {'Port': ['ID=499087ef-b504-47ae-8eac-aed11d098fb8,revision_number=10']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:42.547680 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d12a0ac-7570-4dfa-bca8-1db4f23b2d03 None None] New status for floating IP 49776782-d126-4203-9fec-bf2171c4f426: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:27:42.571374 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-1563644e-4437-4657-bb28-acd2cf251da2 service neutron] 10.222.0.48 "PUT /v2.0/ports/499087ef-b504-47ae-8eac-aed11d098fb8/bindings/n-h2-791504-18/activate HTTP/1.1" status: 200 len: 370 time: 1.6749101 Jul 23 20:27:42.595940 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8fde0-923c-4848-886e-283c95ea35e3 req-5d9151f5-cd51-4b38-9523-059a9ddeb85d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:42.597382 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7fc8fde0-923c-4848-886e-283c95ea35e3 req-5d9151f5-cd51-4b38-9523-059a9ddeb85d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.5906255 Jul 23 20:27:42.600209 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-72a7b20f-2496-4128-9462-db7e48b98e1e req-1869bbe4-ffb2-469f-a97c-b0cff7bf620f tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.660955 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869bbe4-ffb2-469f-a97c-b0cff7bf620f tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Pushing event deleted for resources: {'Port': ['ID=e71fb70b-3de8-4aef-9641-b04104080990,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:42.682108 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-bac4c1b9-8035-4a26-8cf8-577a8f660994 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a HTTP/1.1" status: 200 len: 999 time: 0.1953697 Jul 23 20:27:42.708136 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-7e22f585-7e87-4f9e-93f6-fc4904324c27 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:42.709321 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:42.709847 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-7e22f585-7e87-4f9e-93f6-fc4904324c27 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe&tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 1096 time: 0.0845902 Jul 23 20:27:42.712868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 499087ef-b504-47ae-8eac-aed11d098fb8 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:42.720995 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a7b20f-2496-4128-9462-db7e48b98e1e req-1869bbe4-ffb2-469f-a97c-b0cff7bf620f tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] No DVR routers for this DVR port e71fb70b-3de8-4aef-9641-b04104080990 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:42.731586 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-72a7b20f-2496-4128-9462-db7e48b98e1e req-1869bbe4-ffb2-469f-a97c-b0cff7bf620f tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.733570 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72a7b20f-2496-4128-9462-db7e48b98e1e req-1869bbe4-ffb2-469f-a97c-b0cff7bf620f tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.57 "DELETE /v2.0/ports/e71fb70b-3de8-4aef-9641-b04104080990 HTTP/1.1" status: 204 len: 173 time: 1.8252733 Jul 23 20:27:42.775068 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7fc8fde0-923c-4848-886e-283c95ea35e3 req-17940df9-9bc3-4cd9-98cf-49cb1b9fe1a2 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617055 Jul 23 20:27:42.776658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-d086a3e1-8292-43bd-b0a5-7b01a844a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:42.778104 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-d086a3e1-8292-43bd-b0a5-7b01a844a25a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3be2f305-b5e9-4032-b91f-a7f98f558b55 HTTP/1.1" status: 200 len: 858 time: 0.0875103 Jul 23 20:27:42.817043 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-0e537b78-63e8-47bc-b62d-bd21c19cb3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:42.820330 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-0e537b78-63e8-47bc-b62d-bd21c19cb3f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe&tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d HTTP/1.1" status: 200 len: 1096 time: 0.1005490 Jul 23 20:27:42.841427 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 499087ef-b504-47ae-8eac-aed11d098fb8 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:27:42.911658 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a71d838c-5979-461c-b900-2bd6e2b6ad26 req-39792fa8-c9c3-41d1-bee1-da26d8fc11ea tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/0823edba-b2ec-47aa-a079-bbc527244f0c HTTP/1.1" status: 200 len: 1805 time: 0.0764573 Jul 23 20:27:42.930856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-d9513681-8323-42db-ba9d-5396fb07e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:42.932391 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-d9513681-8323-42db-ba9d-5396fb07e282 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 1096 time: 0.0768030 Jul 23 20:27:42.933943 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a71d838c-5979-461c-b900-2bd6e2b6ad26 req-823a5f45-271c-4fe5-937b-6e7706d6cd25 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0823edba-b2ec-47aa-a079-bbc527244f0c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:42.934264 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a71d838c-5979-461c-b900-2bd6e2b6ad26 req-823a5f45-271c-4fe5-937b-6e7706d6cd25 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0823edba-b2ec-47aa-a079-bbc527244f0c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:42.963666 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-3d93ee32-037c-4fe3-8a89-c2e45c077986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:42.966256 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-3d93ee32-037c-4fe3-8a89-c2e45c077986 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1788268 Jul 23 20:27:43.033980 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2e674657-e9f4-4fc9-bed9-fc7103e11d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:43.035562 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-2e674657-e9f4-4fc9-bed9-fc7103e11d29 service neutron] 10.222.0.57 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 909 time: 0.0915694 Jul 23 20:27:43.073335 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a71d838c-5979-461c-b900-2bd6e2b6ad26 req-823a5f45-271c-4fe5-937b-6e7706d6cd25 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.078674 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-8dd27f9e-ee79-47b2-ad89-d5fb00d8a78c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=499087ef-b504-47ae-8eac-aed11d098fb8 HTTP/1.1" status: 200 len: 217 time: 0.0348504 Jul 23 20:27:43.102141 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-58c8af51-58ac-4600-9469-3b6dcc5c2dda service neutron] 10.222.0.55 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260216 Jul 23 20:27:43.103775 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a71d838c-5979-461c-b900-2bd6e2b6ad26 req-823a5f45-271c-4fe5-937b-6e7706d6cd25 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.118000 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a71d838c-5979-461c-b900-2bd6e2b6ad26 req-823a5f45-271c-4fe5-937b-6e7706d6cd25 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.128819 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-16f71f19-63e6-4873-984c-ce2b74055a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:43.130409 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-16f71f19-63e6-4873-984c-ce2b74055a0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.0441635 Jul 23 20:27:43.158512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a5f45-271c-4fe5-937b-6e7706d6cd25 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd6211e-48e1-48ba-941f-6ca53d2984a7,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:43.166927 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-4078e9d7-efc3-44e3-8df0-cb828f084837 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285203 Jul 23 20:27:43.199894 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a71d838c-5979-461c-b900-2bd6e2b6ad26 req-823a5f45-271c-4fe5-937b-6e7706d6cd25 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.201077 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a71d838c-5979-461c-b900-2bd6e2b6ad26 req-823a5f45-271c-4fe5-937b-6e7706d6cd25 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2752960 Jul 23 20:27:43.235193 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39c225cd-7107-4f09-9af8-ca168eb7d529 req-52706ce4-4227-4923-bf58-f6c644e9db20 service neutron] 10.222.0.55 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248207 Jul 23 20:27:43.291860 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-10a0c8e9-8f29-4333-9e5f-171a8172100b service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176071 Jul 23 20:27:43.364511 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c29325b3-d5e9-46c7-98b9-dddfde0689ba req-12e8aa7b-f80e-471b-879c-6ab617a4d61b tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0333173 Jul 23 20:27:43.409691 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-f54d5a65-a057-4b86-a73e-e35c1002b2f3 service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111438 Jul 23 20:27:43.410515 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2180a08-82d9-4286-8290-635cdc083366 req-b7fac4de-9b99-4270-bbc5-982a25946bc9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0484588 Jul 23 20:27:43.560613 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-1ab74ef5-c617-4ffe-84bb-3c1e4f519400 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:43.562088 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-1ab74ef5-c617-4ffe-84bb-3c1e4f519400 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/networks?id=e245881d-b7c7-4473-8e7c-2fe8256d1e70 HTTP/1.1" status: 200 len: 822 time: 0.2012579 Jul 23 20:27:43.588626 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-13c0fc57-a33d-4538-ab6c-d0098a222a74 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/quotas/4f4b4b395bb04ce681b1729b9a2f9aad HTTP/1.1" status: 200 len: 375 time: 0.0169420 Jul 23 20:27:43.620666 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-9d488118-52b0-4e79-9ef6-cb7b7fefc650 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:43.622054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-9d488118-52b0-4e79-9ef6-cb7b7fefc650 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 820 time: 0.1497796 Jul 23 20:27:43.656015 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-545ceefa-9926-46f0-8bd1-fbb1aa496fb4 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/quotas/5a185053a28c406bbec1c43816d9e38b HTTP/1.1" status: 200 len: 375 time: 0.0140734 Jul 23 20:27:43.675170 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-16bfaced-4319-4bf1-84c3-98179e37ad21 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:43.676620 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-16bfaced-4319-4bf1-84c3-98179e37ad21 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe&tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 1096 time: 0.0584693 Jul 23 20:27:43.710403 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-093414ad-aaad-4c76-b637-51d6a90023a0 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f4b4b395bb04ce681b1729b9a2f9aad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1137459 Jul 23 20:27:43.765492 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-3b281404-6548-41f6-8f3e-4f604a8b08af tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1031218 Jul 23 20:27:43.786820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-72b0312d-dec1-4c86-a3ff-f6bdd7b03642 service neutron] For port 499087ef-b504-47ae-8eac-aed11d098fb8, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:43.790530 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-72b0312d-dec1-4c86-a3ff-f6bdd7b03642 service neutron] Notify callbacks [] for binding, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.791674 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-323e1c1c-3a52-47e3-af97-d08c8ccd4a9a req-72b0312d-dec1-4c86-a3ff-f6bdd7b03642 service neutron] 10.222.0.57 "DELETE /v2.0/ports/499087ef-b504-47ae-8eac-aed11d098fb8/bindings/n-h1-791504-18 HTTP/1.1" status: 204 len: 173 time: 0.1067061 Jul 23 20:27:43.872410 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-20901b3e-4279-4815-b550-fb858bca2e5f service neutron] 10.222.0.55 "GET /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552408 Jul 23 20:27:43.923907 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-882feef6-4ccd-4f92-9356-c5b9c1669abc service neutron] 10.222.0.55 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301093 Jul 23 20:27:44.021973 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5780753d-f7eb-4090-83b3-ad008a455145', 'tag': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a'}, {'server_uuid': 'efc85e92-7544-4c8b-84b0-3584323d50c6', 'name': 'network-vif-deleted', 'tag': 'e71fb70b-3de8-4aef-9641-b04104080990'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:44.024224 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174fbedc-40e8-49a5-86aa-e7f417a962a2" -d '{"events": [{"name": "network-changed", "server_uuid": "5780753d-f7eb-4090-83b3-ad008a455145", "tag": "7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a"}, {"server_uuid": "efc85e92-7544-4c8b-84b0-3584323d50c6", "name": "network-vif-deleted", "tag": "e71fb70b-3de8-4aef-9641-b04104080990"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:44.033824 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-67d35b0b-a2ab-4756-986c-3a3d9f6b97ed service neutron] 10.222.0.55 "GET /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557055 Jul 23 20:27:44.060352 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-a05675a2-fc3c-4f95-b3ff-003e654336ea service neutron] 10.222.0.55 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103642 Jul 23 20:27:44.294592 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fd640-21bc-4ca9-8592-31abb4e83a73 req-fab6620d-35db-4c9d-b676-4b8d6d16ac60 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:44.296203 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-934fd640-21bc-4ca9-8592-31abb4e83a73 req-fab6620d-35db-4c9d-b676-4b8d6d16ac60 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 944 time: 0.0824206 Jul 23 20:27:44.354763 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-934fd640-21bc-4ca9-8592-31abb4e83a73 req-6b03e57d-1746-4eb0-86ac-bb1d67a16551 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524204 Jul 23 20:27:44.425324 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e71fb70b-3de8-4aef-9641-b04104080990 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:44.433388 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77572813-19fb-4ad5-aa13-0b8e169c13c4 req-471d2643-97a9-459c-989f-9ac4faa3e0fe tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/0823edba-b2ec-47aa-a079-bbc527244f0c HTTP/1.1" status: 200 len: 2398 time: 0.0535090 Jul 23 20:27:44.444585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-77572813-19fb-4ad5-aa13-0b8e169c13c4 req-69ac5d42-260a-4855-9a85-473a4b49e0a6 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0823edba-b2ec-47aa-a079-bbc527244f0c', 'remote_group_id': None}]} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:44.444990 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-77572813-19fb-4ad5-aa13-0b8e169c13c4 req-69ac5d42-260a-4855-9a85-473a4b49e0a6 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0823edba-b2ec-47aa-a079-bbc527244f0c', 'remote_group_id': None}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:44.448847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: e71fb70b-3de8-4aef-9641-b04104080990 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:27:44.449487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e71fb70b-3de8-4aef-9641-b04104080990 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:27:44.531807 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-77572813-19fb-4ad5-aa13-0b8e169c13c4 req-69ac5d42-260a-4855-9a85-473a4b49e0a6 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.608203 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-77572813-19fb-4ad5-aa13-0b8e169c13c4 req-69ac5d42-260a-4855-9a85-473a4b49e0a6 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.612318 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b8d2649d-6d5a-482e-be23-4264ecaedc04 req-8c7fa7fb-a589-4018-9e3f-d9abf865be5c tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/floatingips/49776782-d126-4203-9fec-bf2171c4f426 HTTP/1.1" status: 200 len: 998 time: 0.0910716 Jul 23 20:27:44.619472 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-77572813-19fb-4ad5-aa13-0b8e169c13c4 req-69ac5d42-260a-4855-9a85-473a4b49e0a6 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.667520 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac5d42-260a-4855-9a85-473a4b49e0a6 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24282300-37e1-43f5-9d87-685fd324c35b,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:44.684603 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-77572813-19fb-4ad5-aa13-0b8e169c13c4 req-69ac5d42-260a-4855-9a85-473a4b49e0a6 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.685779 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77572813-19fb-4ad5-aa13-0b8e169c13c4 req-69ac5d42-260a-4855-9a85-473a4b49e0a6 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2468982 Jul 23 20:27:44.800549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2649d-6d5a-482e-be23-4264ecaedc04 req-e7c54694-a511-4ac8-840d-065de4c94a35 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:44.807469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b8d2649d-6d5a-482e-be23-4264ecaedc04 req-e7c54694-a511-4ac8-840d-065de4c94a35 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.1858344 Jul 23 20:27:44.815040 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-b8d2649d-6d5a-482e-be23-4264ecaedc04 req-ade5a324-d646-4775-a6f4-d3ff107b2fb9 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:27:44.829671 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b8d2649d-6d5a-482e-be23-4264ecaedc04 req-ade5a324-d646-4775-a6f4-d3ff107b2fb9 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212545 Jul 23 20:27:44.860472 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf3a460-f2ad-4936-94ec-9e405f6221bf x-openstack-request-id: req-0bf3a460-f2ad-4936-94ec-9e405f6221bf {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:44.860840 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5780753d-f7eb-4090-83b3-ad008a455145", "tag": "7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a", "status": "completed", "code": 200}, {"server_uuid": "efc85e92-7544-4c8b-84b0-3584323d50c6", "name": "network-vif-deleted", "tag": "e71fb70b-3de8-4aef-9641-b04104080990", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:44.861154 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0bf3a460-f2ad-4936-94ec-9e405f6221bf {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:44.861757 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5780753d-f7eb-4090-83b3-ad008a455145', 'tag': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a', 'status': 'completed', 'code': 200} Jul 23 20:27:44.862110 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc85e92-7544-4c8b-84b0-3584323d50c6', 'name': 'network-vif-deleted', 'tag': 'e71fb70b-3de8-4aef-9641-b04104080990', 'status': 'completed', 'code': 200} Jul 23 20:27:44.887791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf7c0d-40cf-49ae-839f-1315adc0b096 req-11612fa1-6888-46da-bf85-391e8ff7020e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:44.895339 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0dbf7c0d-40cf-49ae-839f-1315adc0b096 req-11612fa1-6888-46da-bf85-391e8ff7020e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.1417673 Jul 23 20:27:44.939793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0dbf7c0d-40cf-49ae-839f-1315adc0b096 req-66c77abd-2dff-4efc-8fa8-65567ccd99d0 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434825 Jul 23 20:27:44.973260 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fbedc-40e8-49a5-86aa-e7f417a962a2 req-85a54645-9512-4d5a-9687-616c717933f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:44.974968 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-174fbedc-40e8-49a5-86aa-e7f417a962a2 req-85a54645-9512-4d5a-9687-616c717933f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f13c05c7d1a64f6eb77c427187b36511&device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 1098 time: 0.0807836 Jul 23 20:27:44.980633 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b01b9f63-1ffe-4271-8872-54a9db75c7c5 req-00f6f24c-24ed-4945-a36e-59de4ce091c1 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001 HTTP/1.1" status: 200 len: 210 time: 0.0396812 Jul 23 20:27:45.083056 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:45.104119 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fbedc-40e8-49a5-86aa-e7f417a962a2 req-53180afe-db81-49c7-ab02-c2366ce6ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:45.105603 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-174fbedc-40e8-49a5-86aa-e7f417a962a2 req-53180afe-db81-49c7-ab02-c2366ce6ea33 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 200 len: 920 time: 0.1233063 Jul 23 20:27:45.154651 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a44b72cb-588b-4c92-950d-b0ea0aaf3b0d req-c95915ea-d413-4f0f-8b18-e1bfe19e8961 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 210 time: 0.0574312 Jul 23 20:27:45.156636 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bddf8e48-e570-442c-8411-991845b914c7 req-ad398f73-6af7-46b2-9aa9-02e9af6130da tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0480161 Jul 23 20:27:45.197899 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-174fbedc-40e8-49a5-86aa-e7f417a962a2 req-d3e80223-fc89-46a5-8d71-67573c3f5e1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a HTTP/1.1" status: 200 len: 1001 time: 0.0845842 Jul 23 20:27:45.249726 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fbedc-40e8-49a5-86aa-e7f417a962a2 req-daa81a8e-90d8-49f0-aaa5-7573051e2329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:45.251237 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-174fbedc-40e8-49a5-86aa-e7f417a962a2 req-daa81a8e-90d8-49f0-aaa5-7573051e2329 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3be2f305-b5e9-4032-b91f-a7f98f558b55 HTTP/1.1" status: 200 len: 858 time: 0.0457926 Jul 23 20:27:45.283444 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-5583ee8c-0af6-40ce-8d90-3dc60beb9641 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 1001 time: 0.0896697 Jul 23 20:27:45.292936 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e0262900-a290-435b-9361-2f1e8ff69143 req-b4520d19-ef8b-4200-8d29-08772375fe2a tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/0823edba-b2ec-47aa-a079-bbc527244f0c HTTP/1.1" status: 200 len: 2996 time: 0.0923617 Jul 23 20:27:45.321229 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fbedc-40e8-49a5-86aa-e7f417a962a2 req-48673fab-660d-4349-ae52-6164f2b0187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:45.323507 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-174fbedc-40e8-49a5-86aa-e7f417a962a2 req-48673fab-660d-4349-ae52-6164f2b0187d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638661 Jul 23 20:27:45.352724 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-82f6ca6d-ac9b-4fa0-97c5-c37fac098ae5 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:45.354432 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-82f6ca6d-ac9b-4fa0-97c5-c37fac098ae5 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports/7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a HTTP/1.1" status: 200 len: 943 time: 0.0660210 Jul 23 20:27:45.429904 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-174fbedc-40e8-49a5-86aa-e7f417a962a2 req-5cecc19b-2b6b-45a7-8bad-7609a8550aba service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993223 Jul 23 20:27:45.531483 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-174fbedc-40e8-49a5-86aa-e7f417a962a2 req-bfff4979-58ff-4b21-a23c-e210e7c1afef service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932410 Jul 23 20:27:45.537335 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-811d346b-ed26-4442-9f07-54c8a0636dd7 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 1001 time: 0.1374602 Jul 23 20:27:45.541690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfed346-2a0b-4405-ab9f-deb71589914d req-62d17c09-b244-4350-8d17-0d10461905a3 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:45.543206 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fdfed346-2a0b-4405-ab9f-deb71589914d req-62d17c09-b244-4350-8d17-0d10461905a3 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 1096 time: 0.1873658 Jul 23 20:27:45.625634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-fe510030-8836-4112-ab59-d62cd60c1101 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:45.627059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-fe510030-8836-4112-ab59-d62cd60c1101 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.48 "GET /v2.0/networks?id=e245881d-b7c7-4473-8e7c-2fe8256d1e70 HTTP/1.1" status: 200 len: 822 time: 0.1881282 Jul 23 20:27:45.632771 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fdfed346-2a0b-4405-ab9f-deb71589914d req-8db5a026-4a17-40bf-aa19-b5b89ba6cb56 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825169 Jul 23 20:27:45.674718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-1c9f4b7b-60ea-47f5-9f7d-b8cc482cd31f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Request body: {'port': {'device_id': 'ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001', 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70', 'admin_state_up': True, 'tenant_id': '4f4b4b395bb04ce681b1729b9a2f9aad'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:45.743149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69cd1d1e-f4d0-4ae0-abf0-a8db6e5a0af2 req-84789e14-a670-4fc1-ae04-660e721e3dc7 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-group-rules/24282300-37e1-43f5-9d87-685fd324c35b HTTP/1.1" status: 200 len: 783 time: 0.0480459 Jul 23 20:27:45.799836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-3a6bac12-f555-4e80-85c0-04cc3f7a431f tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:45.802415 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-3a6bac12-f555-4e80-85c0-04cc3f7a431f tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.2326314 Jul 23 20:27:45.942821 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69cd1d1e-f4d0-4ae0-abf0-a8db6e5a0af2 req-b4d2e91b-4b72-4181-8374-ac4d6b4be7d4 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/0823edba-b2ec-47aa-a079-bbc527244f0c HTTP/1.1" status: 200 len: 2996 time: 0.1693494 Jul 23 20:27:45.985638 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-e993b0a0-d3f9-4b45-ba4f-799acc29309f tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 1001 time: 0.1734016 Jul 23 20:27:45.997649 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-1c9f4b7b-60ea-47f5-9f7d-b8cc482cd31f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Made reservation on behalf of 4f4b4b395bb04ce681b1729b9a2f9aad for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:46.001013 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-1c9f4b7b-60ea-47f5-9f7d-b8cc482cd31f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.014773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-cf291b8d-8820-4e5e-a14a-8c32af35b456 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:46.095208 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-69cd1d1e-f4d0-4ae0-abf0-a8db6e5a0af2 req-5213941e-0f0f-4ae5-abf6-28522d8e6dea tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.116056 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-69cd1d1e-f4d0-4ae0-abf0-a8db6e5a0af2 req-5213941e-0f0f-4ae5-abf6-28522d8e6dea tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.124574 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-aa85393b-0dde-4d2e-bbd6-754834b4f8bf tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:46.126008 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-aa85393b-0dde-4d2e-bbd6-754834b4f8bf tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.48 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 820 time: 0.2585242 Jul 23 20:27:46.148125 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-19d62e2b-b08f-43e7-bf3a-67e537ef1dec tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Request body: {'port': {'device_id': 'e05c4e5b-0395-42f9-955f-f0059ee3114a', 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0', 'admin_state_up': True, 'tenant_id': '5a185053a28c406bbec1c43816d9e38b'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:46.178966 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-cf291b8d-8820-4e5e-a14a-8c32af35b456 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.548548 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.582269 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-69cd1d1e-f4d0-4ae0-abf0-a8db6e5a0af2 req-5213941e-0f0f-4ae5-abf6-28522d8e6dea tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.599162 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-69cd1d1e-f4d0-4ae0-abf0-a8db6e5a0af2 req-5213941e-0f0f-4ae5-abf6-28522d8e6dea tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.600286 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69cd1d1e-f4d0-4ae0-abf0-a8db6e5a0af2 req-5213941e-0f0f-4ae5-abf6-28522d8e6dea tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/24282300-37e1-43f5-9d87-685fd324c35b HTTP/1.1" status: 204 len: 173 time: 0.6463671 Jul 23 20:27:46.639699 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213941e-0f0f-4ae5-abf6-28522d8e6dea tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24282300-37e1-43f5-9d87-685fd324c35b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:46.759547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-1c9f4b7b-60ea-47f5-9f7d-b8cc482cd31f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Allocated IP 172.20.0.13 (e245881d-b7c7-4473-8e7c-2fe8256d1e70/396c122c-6c4d-4a61-ba21-37a5a3eafff5/1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:46.821653 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-cf291b8d-8820-4e5e-a14a-8c32af35b456 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.833467 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-cf291b8d-8820-4e5e-a14a-8c32af35b456 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.833784 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-cf291b8d-8820-4e5e-a14a-8c32af35b456 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Floating IP 49776782-d126-4203-9fec-bf2171c4f426 disassociated. External IP: 172.25.3.60, port: 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a. Jul 23 20:27:46.875884 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-19d62e2b-b08f-43e7-bf3a-67e537ef1dec tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Made reservation on behalf of 5a185053a28c406bbec1c43816d9e38b for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:46.879356 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-19d62e2b-b08f-43e7-bf3a-67e537ef1dec tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.963018 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bf141-eed7-4331-90c3-a406e1230bcb req-c5ec0d58-5e49-4536-a988-0d44390d1a56 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:46.964580 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba5bf141-eed7-4331-90c3-a406e1230bcb req-c5ec0d58-5e49-4536-a988-0d44390d1a56 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 1096 time: 0.2891605 Jul 23 20:27:47.159661 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba5bf141-eed7-4331-90c3-a406e1230bcb req-92feb7f1-58b8-4023-99af-bcf7921c6af4 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846943 Jul 23 20:27:47.263762 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-1c9f4b7b-60ea-47f5-9f7d-b8cc482cd31f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.286677 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-19d62e2b-b08f-43e7-bf3a-67e537ef1dec tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Allocated IP 172.20.0.5 (7e56589e-9a72-40c0-80e1-89204b3d73d0/a04cc1b4-e7d5-485f-8df9-995da9a55827/b56bc800-7b12-4afd-b3f1-39daa84b60c2) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:47.362224 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-cf291b8d-8820-4e5e-a14a-8c32af35b456 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:47.397415 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4cd53eab-462f-4214-913e-8cd25259b2da req-391461f3-1b16-44b5-a68a-cdb869f16a80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ea90ff50d28446859d531eabb425c50d&device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0445766 Jul 23 20:27:47.418120 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-1c9f4b7b-60ea-47f5-9f7d-b8cc482cd31f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.435025 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4cd53eab-462f-4214-913e-8cd25259b2da req-6632e676-452a-49bb-aef8-0963364eea5d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ea90ff50d28446859d531eabb425c50d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304344 Jul 23 20:27:47.600377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd53eab-462f-4214-913e-8cd25259b2da req-1eb424f4-bcb3-4066-8caa-821d54b08d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:47.602510 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4cd53eab-462f-4214-913e-8cd25259b2da req-1eb424f4-bcb3-4066-8caa-821d54b08d71 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1612189 Jul 23 20:27:47.605811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-1c9f4b7b-60ea-47f5-9f7d-b8cc482cd31f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Network e245881d-b7c7-4473-8e7c-2fe8256d1e70 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:47.621013 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-1c9f4b7b-60ea-47f5-9f7d-b8cc482cd31f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:47.627693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f4b7b-60ea-47f5-9f7d-b8cc482cd31f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Pushing event updated for resources: {'Port': ['ID=1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:47.629957 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-1c9f4b7b-60ea-47f5-9f7d-b8cc482cd31f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:47.636132 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-1c9f4b7b-60ea-47f5-9f7d-b8cc482cd31f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:47.636753 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-1c9f4b7b-60ea-47f5-9f7d-b8cc482cd31f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.690930 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-19d62e2b-b08f-43e7-bf3a-67e537ef1dec tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.698906 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-1c9f4b7b-60ea-47f5-9f7d-b8cc482cd31f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0281396 Jul 23 20:27:47.719552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9151a-9732-4efe-a3a7-e80b90284405 req-22267463-b7b7-487c-bc29-f57e19d94e97 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:47.721040 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abc9151a-9732-4efe-a3a7-e80b90284405 req-22267463-b7b7-487c-bc29-f57e19d94e97 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.3286426 Jul 23 20:27:47.726285 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Request body: {'port': {'device_id': 'ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:47.729456 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-cf291b8d-8820-4e5e-a14a-8c32af35b456 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:47.737498 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-cf291b8d-8820-4e5e-a14a-8c32af35b456 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.740601 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fba910-72e8-4ad9-886b-1a17be658445 None None] Sync routers for ids ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:47.750077 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fba910-72e8-4ad9-886b-1a17be658445 None None] Routers {'c6d2e6b7-b185-4491-8b6c-8da6649e3e07'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:47.750703 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d5fba910-72e8-4ad9-886b-1a17be658445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:27:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:47.870511 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-d5fba910-72e8-4ad9-886b-1a17be658445 None None] Set router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:47.878073 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abc9151a-9732-4efe-a3a7-e80b90284405 req-329e3894-9749-4ae3-a2d5-50032c9b5f20 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445870 Jul 23 20:27:47.882394 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-cf291b8d-8820-4e5e-a14a-8c32af35b456 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "PUT /v2.0/floatingips/49776782-d126-4203-9fec-bf2171c4f426 HTTP/1.1" status: 200 len: 695 time: 1.8887427 Jul 23 20:27:47.885443 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5780753d-f7eb-4090-83b3-ad008a455145', 'tag': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:47.887749 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6962c04-fa48-409e-88f9-cc6506db84fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5780753d-f7eb-4090-83b3-ad008a455145", "tag": "7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:47.910510 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.935538 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-19d62e2b-b08f-43e7-bf3a-67e537ef1dec tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.953428 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['fca716f7-0dc1-486b-befd-6f4040d6c385'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:47.984861 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['28d35720-ce9d-4e20-aede-709584c1d93e'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:48.044955 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-19d62e2b-b08f-43e7-bf3a-67e537ef1dec tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Network 7e56589e-9a72-40c0-80e1-89204b3d73d0 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:48.057246 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-19d62e2b-b08f-43e7-bf3a-67e537ef1dec tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:48.064892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d62e2b-b08f-43e7-bf3a-67e537ef1dec tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Pushing event updated for resources: {'Port': ['ID=b56bc800-7b12-4afd-b3f1-39daa84b60c2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:48.069253 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-19d62e2b-b08f-43e7-bf3a-67e537ef1dec tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:48.074900 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-19d62e2b-b08f-43e7-bf3a-67e537ef1dec tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:48.075566 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-19d62e2b-b08f-43e7-bf3a-67e537ef1dec tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.159662 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d5fba910-72e8-4ad9-886b-1a17be658445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:54Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:48.169615 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-19d62e2b-b08f-43e7-bf3a-67e537ef1dec tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0256240 Jul 23 20:27:48.171482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-80d9dcd4-fa79-4342-8d32-3c297c5ad016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:48.172923 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-80d9dcd4-fa79-4342-8d32-3c297c5ad016 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f13c05c7d1a64f6eb77c427187b36511&device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 1098 time: 0.2752764 Jul 23 20:27:48.185678 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Request body: {'port': {'device_id': 'e05c4e5b-0395-42f9-955f-f0059ee3114a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:48.197964 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fba910-72e8-4ad9-886b-1a17be658445 None None] Checking router: c6d2e6b7-b185-4491-8b6c-8da6649e3e07 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:27:48.208598 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fba910-72e8-4ad9-886b-1a17be658445 None None] Routers {'c6d2e6b7-b185-4491-8b6c-8da6649e3e07'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:48.209226 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d5fba910-72e8-4ad9-886b-1a17be658445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:27:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:48.286552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdf881-39f8-447f-a037-5a500cdc489a req-2eef8fee-8fd7-469b-9609-77ddadbe198e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:48.288101 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-74cdf881-39f8-447f-a037-5a500cdc489a req-2eef8fee-8fd7-469b-9609-77ddadbe198e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001 HTTP/1.1" status: 200 len: 932 time: 0.3090501 Jul 23 20:27:48.338667 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-d5fba910-72e8-4ad9-886b-1a17be658445 None None] Set router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:48.437008 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.471959 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-6392a63d-15fb-452c-8334-aec32b707ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:48.473471 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-6392a63d-15fb-452c-8334-aec32b707ee4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 200 len: 920 time: 0.2832184 Jul 23 20:27:48.484569 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-74cdf881-39f8-447f-a037-5a500cdc489a req-4d8e60d6-e3f9-4d8f-b86d-7630b2b51b17 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879978 Jul 23 20:27:48.555076 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-bd6e3fcb-e438-463e-b5d1-3575e82827e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a HTTP/1.1" status: 200 len: 217 time: 0.0692577 Jul 23 20:27:48.571024 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d5fba910-72e8-4ad9-886b-1a17be658445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:54Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:48.601510 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fba910-72e8-4ad9-886b-1a17be658445 None None] The sync data for ids ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'] in n-d-791504-18 is: [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:26:46Z', 'revision_number': 4, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c444ad7-adee-4b4c-999f-02abdb7f08e4', 'name': '', 'network_id': '5bbafa9b-1ff2-449f-b382-7dc58b5f6330', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'mac_address': 'fa:16:3e:ee:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:45Z', 'updated_at': '2021-07-23T20:26:54Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'subnets': [{'id': '3be2f305-b5e9-4032-b91f-a7f98f558b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:48.710224 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:48.870419 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804265d-dcf3-4444-b042-cddc2ae9d4fa None None] New status for floating IP 49776782-d126-4203-9fec-bf2171c4f426: DOWN {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:27:48.939261 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4cd53eab-462f-4214-913e-8cd25259b2da req-dd6e9a88-e335-4741-a811-65da520a899d tempest-ServerShowV254Test-501837088 tempest-ServerShowV254Test-501837088-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d454426-7b5c-4438-987e-e3c6490fa920 HTTP/1.1" status: 200 len: 210 time: 0.0294492 Jul 23 20:27:49.028114 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.033764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-c62ab85c-be8b-4bad-87c5-19bda900bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:49.035328 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-c62ab85c-be8b-4bad-87c5-19bda900bd49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3be2f305-b5e9-4032-b91f-a7f98f558b55 HTTP/1.1" status: 200 len: 858 time: 0.4711394 Jul 23 20:27:49.071901 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Transition to ACTIVE for port object 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:49.108568 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.220875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Pushing event updated for resources: {'Port': ['ID=1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:49.241292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596f434-46cb-4486-a01f-a4de282813eb req-218334e7-d8ed-4751-b294-f89395c25318 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:49.243377 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8596f434-46cb-4486-a01f-a4de282813eb req-218334e7-d8ed-4751-b294-f89395c25318 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 931 time: 0.5574169 Jul 23 20:27:49.316417 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Attempting to bind port 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:49.316822 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Attempting to bind port 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '46ffb3da-3509-4830-a82f-2f5eafec160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:49.317155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Attempting to bind port 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 on network e245881d-b7c7-4473-8e7c-2fe8256d1e70 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:49.320748 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-62e9bc30-6006-4296-86d7-8f4ba04165b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:49.322294 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-62e9bc30-6006-4296-86d7-8f4ba04165b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2692244 Jul 23 20:27:49.337358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Port 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 on network e245881d-b7c7-4473-8e7c-2fe8256d1e70 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:27:49.337683 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Attempting to bind port 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 on network e245881d-b7c7-4473-8e7c-2fe8256d1e70 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:49.377796 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:49.378135 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Checking segment: {'id': '46ffb3da-3509-4830-a82f-2f5eafec160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:49.378521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Bound using segment: {'id': '46ffb3da-3509-4830-a82f-2f5eafec160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:49.378960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Bound port: 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ffb3da-3509-4830-a82f-2f5eafec160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:49.379348 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.395390 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8596f434-46cb-4486-a01f-a4de282813eb req-e7eff877-c785-4e60-9f39-ab53672f74ca tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312656 Jul 23 20:27:49.507469 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56bc800-7b12-4afd-b3f1-39daa84b60c2 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:49.524639 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.581109 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-cf6557f1-d1a4-4d73-b960-4b0a638ab572 service neutron] 10.222.0.55 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478011 Jul 23 20:27:49.584481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Transition to ACTIVE for port object b56bc800-7b12-4afd-b3f1-39daa84b60c2 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:49.607895 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.624590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] For port 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:49.673740 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b37f1288-60c9-4418-a12c-f3f4340e6fee req-a386bb15-99c3-4d2e-91da-0a686a3b6b0b tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/0823edba-b2ec-47aa-a079-bbc527244f0c HTTP/1.1" status: 200 len: 2398 time: 0.1825526 Jul 23 20:27:49.685107 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] For port 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:49.730201 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.757184 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Pushing event updated for resources: {'Port': ['ID=b56bc800-7b12-4afd-b3f1-39daa84b60c2,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:49.800212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:49.800839 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.802667 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] 10.222.0.48 "PUT /v2.0/ports/1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 HTTP/1.1" status: 200 len: 1093 time: 2.0913830 Jul 23 20:27:49.898709 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-688ebbb0-c400-4e66-93e3-4dbc7c5ceb0f req-e526b1d3-52c5-426f-a135-e9039bde715d service neutron] 10.222.0.55 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053885 Jul 23 20:27:49.915468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Attempting to bind port b56bc800-7b12-4afd-b3f1-39daa84b60c2 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:49.915810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Attempting to bind port b56bc800-7b12-4afd-b3f1-39daa84b60c2 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:49.916142 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Attempting to bind port b56bc800-7b12-4afd-b3f1-39daa84b60c2 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:49.937384 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcdf30-1f31-45a4-bcb0-b7a02cc50389 service neutron] Pushing event updated for resources: {'Port': ['ID=1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:49.940019 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b37f1288-60c9-4418-a12c-f3f4340e6fee req-923799e1-2c2a-4119-a050-f2a062ce4b54 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.941598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Port b56bc800-7b12-4afd-b3f1-39daa84b60c2 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:27:49.941929 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Attempting to bind port b56bc800-7b12-4afd-b3f1-39daa84b60c2 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:49.960101 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:49.960444 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Checking segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:49.960830 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Bound using segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:49.961341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Bound port: b56bc800-7b12-4afd-b3f1-39daa84b60c2, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:49.961695 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.989075 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b37f1288-60c9-4418-a12c-f3f4340e6fee req-923799e1-2c2a-4119-a050-f2a062ce4b54 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.009091 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-c29bb0a6-87a1-4a83-9ee2-9909fdb1b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.010523 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-c29bb0a6-87a1-4a83-9ee2-9909fdb1b9f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f4b4b395bb04ce681b1729b9a2f9aad&device_id=ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001 HTTP/1.1" status: 200 len: 1096 time: 0.1667681 Jul 23 20:27:50.090919 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-f9c43d78-ff1e-4405-a319-bffc24659b5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 HTTP/1.1" status: 200 len: 217 time: 0.0565045 Jul 23 20:27:50.151553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] For port b56bc800-7b12-4afd-b3f1-39daa84b60c2, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:50.156719 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b37f1288-60c9-4418-a12c-f3f4340e6fee req-923799e1-2c2a-4119-a050-f2a062ce4b54 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.159288 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b37f1288-60c9-4418-a12c-f3f4340e6fee req-923799e1-2c2a-4119-a050-f2a062ce4b54 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.160451 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b37f1288-60c9-4418-a12c-f3f4340e6fee req-923799e1-2c2a-4119-a050-f2a062ce4b54 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "DELETE /v2.0/security-groups/0823edba-b2ec-47aa-a079-bbc527244f0c HTTP/1.1" status: 204 len: 173 time: 0.4705949 Jul 23 20:27:50.175933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] For port b56bc800-7b12-4afd-b3f1-39daa84b60c2, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b56bc800-7b12-4afd-b3f1-39daa84b60c2,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:50.184344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923799e1-2c2a-4119-a050-f2a062ce4b54 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0823edba-b2ec-47aa-a079-bbc527244f0c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:50.186458 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.189207 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-a6911171-fac6-4dc6-a0fe-6000f5daaa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.190705 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-a6911171-fac6-4dc6-a0fe-6000f5daaa16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=396c122c-6c4d-4a61-ba21-37a5a3eafff5 HTTP/1.1" status: 200 len: 862 time: 0.0897090 Jul 23 20:27:50.256814 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.257463 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.259528 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] 10.222.0.48 "PUT /v2.0/ports/b56bc800-7b12-4afd-b3f1-39daa84b60c2 HTTP/1.1" status: 200 len: 1092 time: 2.0799499 Jul 23 20:27:50.261382 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-fb8e3113-bc57-47c0-97b1-f37d52b85852 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e245881d-b7c7-4473-8e7c-2fe8256d1e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439689 Jul 23 20:27:50.300933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c62ee-a2f0-4c45-998b-49ce76c32851 service neutron] Pushing event updated for resources: {'Port': ['ID=b56bc800-7b12-4afd-b3f1-39daa84b60c2,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:50.326723 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d55d54f-e976-40e5-91af-d5a16ba081d0 x-openstack-request-id: req-4d55d54f-e976-40e5-91af-d5a16ba081d0 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:50.327067 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5780753d-f7eb-4090-83b3-ad008a455145", "tag": "7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:50.327314 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d55d54f-e976-40e5-91af-d5a16ba081d0 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:50.327710 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5780753d-f7eb-4090-83b3-ad008a455145', 'tag': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a', 'status': 'completed', 'code': 200} Jul 23 20:27:50.448077 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6962c04-fa48-409e-88f9-cc6506db84fa req-2712fe66-f30c-41f6-a4ad-bd15c9f5b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.449687 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f6962c04-fa48-409e-88f9-cc6506db84fa req-2712fe66-f30c-41f6-a4ad-bd15c9f5b4d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f13c05c7d1a64f6eb77c427187b36511&device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 1098 time: 0.1016414 Jul 23 20:27:50.535970 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-0679edb9-471f-48ad-8a80-992e2996fdff service neutron] 10.222.0.48 "GET /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638519 Jul 23 20:27:50.550409 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6962c04-fa48-409e-88f9-cc6506db84fa req-9c8a39d0-c9da-4ed2-8744-55fd626412a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.552264 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f6962c04-fa48-409e-88f9-cc6506db84fa req-9c8a39d0-c9da-4ed2-8744-55fd626412a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 200 len: 920 time: 0.0922964 Jul 23 20:27:50.591548 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57692) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:50.599006 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f6962c04-fa48-409e-88f9-cc6506db84fa req-4959b8bb-4fe6-475d-8da5-c31f69b358d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a HTTP/1.1" status: 200 len: 217 time: 0.0369437 Jul 23 20:27:50.627257 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-f06cbec0-db43-4ec8-b9ee-afad6038a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.628774 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-f06cbec0-db43-4ec8-b9ee-afad6038a11e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 1095 time: 0.3125813 Jul 23 20:27:50.651347 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6962c04-fa48-409e-88f9-cc6506db84fa req-100fbac3-2dfb-4b57-9ca2-39ef2ccfbf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.653057 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f6962c04-fa48-409e-88f9-cc6506db84fa req-100fbac3-2dfb-4b57-9ca2-39ef2ccfbf44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3be2f305-b5e9-4032-b91f-a7f98f558b55 HTTP/1.1" status: 200 len: 858 time: 0.0467134 Jul 23 20:27:50.672937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e61f79-f8d4-4819-9959-cd06933612b7 req-c7688bc3-de54-44cd-a047-dc0ea0321d9e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.674456 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-00e61f79-f8d4-4819-9959-cd06933612b7 req-c7688bc3-de54-44cd-a047-dc0ea0321d9e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001 HTTP/1.1" status: 200 len: 944 time: 0.2601399 Jul 23 20:27:50.716160 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6962c04-fa48-409e-88f9-cc6506db84fa req-a3f3d552-cb87-4b3a-bd86-34584e555001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.717655 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f6962c04-fa48-409e-88f9-cc6506db84fa req-a3f3d552-cb87-4b3a-bd86-34584e555001 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bbafa9b-1ff2-449f-b382-7dc58b5f6330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560293 Jul 23 20:27:50.719393 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b549511-2da6-404c-99f5-82cd794e92ff req-9f2c08ef-e95b-4659-b236-c1927e925661 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.721035 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b549511-2da6-404c-99f5-82cd794e92ff req-9f2c08ef-e95b-4659-b236-c1927e925661 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.3462298 Jul 23 20:27:50.736576 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-0ef49252-70fa-483f-b4ad-a53aa287c606 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b56bc800-7b12-4afd-b3f1-39daa84b60c2 HTTP/1.1" status: 200 len: 217 time: 0.0788462 Jul 23 20:27:50.772223 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-75b47408-c310-4f53-8249-bf2651df580c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.832531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee2cc278-0902-4ef8-91e5-07f43ef7c9b8 req-763cc641-4f30-4b9f-b0b9-ec14074e947d service neutron] 10.222.0.48 "GET /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811265 Jul 23 20:27:50.854135 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-00e61f79-f8d4-4819-9959-cd06933612b7 req-be0967dd-6b3d-4eef-8383-41690a1d2b2f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728745 Jul 23 20:27:50.867771 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b549511-2da6-404c-99f5-82cd794e92ff req-765d9d6d-e763-4a87-943c-653e0b53fac6 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375158 Jul 23 20:27:50.880619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-62f7df46-6a49-4198-b85d-a77ad3608e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.882142 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-62f7df46-6a49-4198-b85d-a77ad3608e09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.1356301 Jul 23 20:27:50.941315 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-4746b535-eb77-4d6c-bbb5-adcad89883e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449333 Jul 23 20:27:51.015843 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-56a6d07f-e40b-41ac-b479-c3d2b0f2c0ef req-32f52f90-1ed0-4106-9959-5dd258224f5d tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] show failed (client error): The resource could not be found. Jul 23 20:27:51.017185 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56a6d07f-e40b-41ac-b479-c3d2b0f2c0ef req-32f52f90-1ed0-4106-9959-5dd258224f5d tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/06e48f71-9393-448f-83ac-4dbc78e03676 HTTP/1.1" status: 404 len: 352 time: 0.0369682 Jul 23 20:27:51.076647 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f6962c04-fa48-409e-88f9-cc6506db84fa req-078c4629-7923-4e6a-8f97-ae88a8b6f485 service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508148 Jul 23 20:27:51.115875 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-75b47408-c310-4f53-8249-bf2651df580c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.119024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-c4d7757a-00f1-401c-a9a2-5b2d1e0cf68a service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683276 Jul 23 20:27:51.123597 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-75b47408-c310-4f53-8249-bf2651df580c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.202417 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f6962c04-fa48-409e-88f9-cc6506db84fa req-69dc6520-6e49-41b1-9f46-cd418c328d5a service neutron] 10.222.0.57 "GET /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166148 Jul 23 20:27:51.234480 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-75b47408-c310-4f53-8249-bf2651df580c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea90ff50d28446859d531eabb425c50d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6411929 Jul 23 20:27:51.237799 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57702) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:51.246869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b47408-c310-4f53-8249-bf2651df580c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00caa7a1-c0cf-4939-bad5-e5b05bd7f7e2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:51.291726 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a34bed5f-0408-46bd-a90b-1c9eb2658f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.314048 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a34bed5f-0408-46bd-a90b-1c9eb2658f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.322525 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7527153a-669b-45ed-b8a9-ebeebb2de3e0 req-2e591a59-6e86-4f4a-82fd-c0020745d70c tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/69f5a3c2-31cb-4906-a65d-f561cd5531d1 HTTP/1.1" status: 200 len: 1803 time: 0.1654315 Jul 23 20:27:51.361314 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d1cc7-b2ca-4e1f-9036-96dc3086c8c0 req-bcc53429-08e8-49fd-80f0-e684fca13254 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:51.362903 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b97d1cc7-b2ca-4e1f-9036-96dc3086c8c0 req-bcc53429-08e8-49fd-80f0-e684fca13254 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 943 time: 0.2151418 Jul 23 20:27:51.375240 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be468bc0-2e00-4673-ac26-12eef3dda518 req-881e9b4d-b9a6-4a62-b8b8-8436c47bf549 service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458367 Jul 23 20:27:51.396077 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a34bed5f-0408-46bd-a90b-1c9eb2658f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.401026 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a34bed5f-0408-46bd-a90b-1c9eb2658f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.402688 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a34bed5f-0408-46bd-a90b-1c9eb2658f6c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00caa7a1-c0cf-4939-bad5-e5b05bd7f7e2 HTTP/1.1" status: 204 len: 168 time: 0.1634710 Jul 23 20:27:51.433694 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bed5f-0408-46bd-a90b-1c9eb2658f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00caa7a1-c0cf-4939-bad5-e5b05bd7f7e2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:51.453591 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b97d1cc7-b2ca-4e1f-9036-96dc3086c8c0 req-3b5430d0-59b2-46d1-bc66-d87c59415fc2 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786126 Jul 23 20:27:51.485438 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7527153a-669b-45ed-b8a9-ebeebb2de3e0 req-8137bb82-f105-4484-a652-9381df123cf7 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.545805 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4be1aeee-7cc9-4dcb-88df-8c2fd7db3a9e req-7c0976d2-c0b8-45a0-bb41-fa32ba8afca2 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/floatingips/49776782-d126-4203-9fec-bf2171c4f426 HTTP/1.1" status: 200 len: 693 time: 0.0582283 Jul 23 20:27:51.549777 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7527153a-669b-45ed-b8a9-ebeebb2de3e0 req-8137bb82-f105-4484-a652-9381df123cf7 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.663852 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7527153a-669b-45ed-b8a9-ebeebb2de3e0 req-8137bb82-f105-4484-a652-9381df123cf7 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.666673 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7527153a-669b-45ed-b8a9-ebeebb2de3e0 req-8137bb82-f105-4484-a652-9381df123cf7 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.667640 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7527153a-669b-45ed-b8a9-ebeebb2de3e0 req-8137bb82-f105-4484-a652-9381df123cf7 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "DELETE /v2.0/security-groups/69f5a3c2-31cb-4906-a65d-f561cd5531d1 HTTP/1.1" status: 204 len: 173 time: 0.3390107 Jul 23 20:27:51.688040 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137bb82-f105-4484-a652-9381df123cf7 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f5a3c2-31cb-4906-a65d-f561cd5531d1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:51.698384 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1aeee-7cc9-4dcb-88df-8c2fd7db3a9e req-2f74554c-1041-4575-98a6-935232e45d51 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:51.704623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4be1aeee-7cc9-4dcb-88df-8c2fd7db3a9e req-2f74554c-1041-4575-98a6-935232e45d51 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.1520178 Jul 23 20:27:51.710131 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-4be1aeee-7cc9-4dcb-88df-8c2fd7db3a9e req-c1295ea4-0cc2-4d6e-a438-30d93b3cdf32 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:27:51.717104 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4be1aeee-7cc9-4dcb-88df-8c2fd7db3a9e req-c1295ea4-0cc2-4d6e-a438-30d93b3cdf32 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116801 Jul 23 20:27:51.784489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4be1aeee-7cc9-4dcb-88df-8c2fd7db3a9e req-554dac3e-c07d-4d02-948c-f735b02e801b tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 696 time: 0.0665338 Jul 23 20:27:51.832884 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93df5986-4aa3-43f1-8665-9a9c905896ac req-cfa842b5-3a3f-4b40-8d6e-b5c608e982d4 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/976a63b9-c622-400c-8cc2-3650bdf2a17f HTTP/1.1" status: 200 len: 1805 time: 0.1137769 Jul 23 20:27:51.842652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4be1aeee-7cc9-4dcb-88df-8c2fd7db3a9e req-fca42609-a230-4d69-bb9b-ccb2d527b0cb tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.60 HTTP/1.1" status: 200 len: 696 time: 0.0495539 Jul 23 20:27:51.990924 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-93df5986-4aa3-43f1-8665-9a9c905896ac req-93788175-b9e8-4071-92bf-c2fd5178b275 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.018603 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-93df5986-4aa3-43f1-8665-9a9c905896ac req-93788175-b9e8-4071-92bf-c2fd5178b275 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.065819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-4be1aeee-7cc9-4dcb-88df-8c2fd7db3a9e req-0a02201c-7d96-4187-8cec-1f3b629b4bff tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Deleting port e13bc4f3-df06-4397-a911-9169d551a8c2 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:52.066156 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4be1aeee-7cc9-4dcb-88df-8c2fd7db3a9e req-0a02201c-7d96-4187-8cec-1f3b629b4bff tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.157316 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-93df5986-4aa3-43f1-8665-9a9c905896ac req-93788175-b9e8-4071-92bf-c2fd5178b275 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.159841 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-93df5986-4aa3-43f1-8665-9a9c905896ac req-93788175-b9e8-4071-92bf-c2fd5178b275 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.161066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93df5986-4aa3-43f1-8665-9a9c905896ac req-93788175-b9e8-4071-92bf-c2fd5178b275 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "DELETE /v2.0/security-groups/976a63b9-c622-400c-8cc2-3650bdf2a17f HTTP/1.1" status: 204 len: 173 time: 0.3174634 Jul 23 20:27:52.166786 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4be1aeee-7cc9-4dcb-88df-8c2fd7db3a9e req-0a02201c-7d96-4187-8cec-1f3b629b4bff tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.167132 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4be1aeee-7cc9-4dcb-88df-8c2fd7db3a9e req-0a02201c-7d96-4187-8cec-1f3b629b4bff tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.181295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93788175-b9e8-4071-92bf-c2fd5178b275 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=976a63b9-c622-400c-8cc2-3650bdf2a17f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:52.186348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-4be1aeee-7cc9-4dcb-88df-8c2fd7db3a9e req-0a02201c-7d96-4187-8cec-1f3b629b4bff tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Calling delete_port for e13bc4f3-df06-4397-a911-9169d551a8c2 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:52.512740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001', 'tag': '1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6'}, {'name': 'network-changed', 'server_uuid': 'e05c4e5b-0395-42f9-955f-f0059ee3114a', 'tag': 'b56bc800-7b12-4afd-b3f1-39daa84b60c2'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:52.514982 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df615f57-9f00-4768-af9a-462fdd3c856f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001", "tag": "1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6"}, {"name": "network-changed", "server_uuid": "e05c4e5b-0395-42f9-955f-f0059ee3114a", "tag": "b56bc800-7b12-4afd-b3f1-39daa84b60c2"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:52.640020 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-f61b6fc9-7ebd-4183-91aa-fe5316b816a2 service neutron] 10.222.0.48 "GET /v2.0/ports/1209c012-419a-4849-be81-05f59e68a367/bindings/n-h1-791504-18 HTTP/1.1" status: 200 len: 383 time: 0.1209259 Jul 23 20:27:52.666925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c976b1-29ce-4e7a-8af4-af65299ae250 req-8f04587b-b8b8-4e48-af19-a3167fb17eea tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:52.668334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-08c976b1-29ce-4e7a-8af4-af65299ae250 req-8f04587b-b8b8-4e48-af19-a3167fb17eea tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001 HTTP/1.1" status: 200 len: 944 time: 0.1507201 Jul 23 20:27:52.715157 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:27:52.746030 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-08c976b1-29ce-4e7a-8af4-af65299ae250 req-20d2aa92-8854-4703-b8d9-6feaaf8d28a7 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483720 Jul 23 20:27:52.748570 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4be1aeee-7cc9-4dcb-88df-8c2fd7db3a9e req-0a02201c-7d96-4187-8cec-1f3b629b4bff tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.796001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02201c-7d96-4187-8cec-1f3b629b4bff tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Pushing event deleted for resources: {'Port': ['ID=e13bc4f3-df06-4397-a911-9169d551a8c2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:52.835669 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4be1aeee-7cc9-4dcb-88df-8c2fd7db3a9e req-0a02201c-7d96-4187-8cec-1f3b629b4bff tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.839218 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4be1aeee-7cc9-4dcb-88df-8c2fd7db3a9e req-0a02201c-7d96-4187-8cec-1f3b629b4bff tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.840629 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4be1aeee-7cc9-4dcb-88df-8c2fd7db3a9e req-0a02201c-7d96-4187-8cec-1f3b629b4bff tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "DELETE /v2.0/floatingips/49776782-d126-4203-9fec-bf2171c4f426 HTTP/1.1" status: 204 len: 173 time: 0.9891982 Jul 23 20:27:52.891940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:52.906255 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6', 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70', 'port_id': '1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6', 'mac_address': 'fa:16:3e:dd:9a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396c122c-6c4d-4a61-ba21-37a5a3eafff5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:27:52.952479 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.967165 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:52.987752 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:52.993339 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.011782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20198ea6-d6be-4a25-8212-70dbd3267383 req-dc4802fc-d92a-45d1-931f-a886533ffbed tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:53.013475 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20198ea6-d6be-4a25-8212-70dbd3267383 req-dc4802fc-d92a-45d1-931f-a886533ffbed tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.1793046 Jul 23 20:27:53.027240 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43d6b771-67b9-4b68-9121-f176d37f3580 req-84045289-dafd-4e66-bff6-5b28ed4fe776 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/0f0e7dcd-303a-459a-a300-5b665bb8aa95 HTTP/1.1" status: 200 len: 1805 time: 0.0832214 Jul 23 20:27:53.060851 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:53.065900 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-4fa4b610-1a5a-41c2-a460-f731099b0151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:53.068368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-4fa4b610-1a5a-41c2-a460-f731099b0151 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e&tenant_id=1681e95d614a4f089ed176768eeebc0b HTTP/1.1" status: 200 len: 1101 time: 0.1649251 Jul 23 20:27:53.153029 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20198ea6-d6be-4a25-8212-70dbd3267383 req-a46edc59-8c2c-4af5-825f-7233f726fa05 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300082 Jul 23 20:27:53.193138 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-43d6b771-67b9-4b68-9121-f176d37f3580 req-a837abcd-9539-4395-bf3d-342bf12c282e tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.210819 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-32dd2360-7183-4685-b91c-7d42f0099619 req-93213112-79ac-4e14-a9ad-82916ff5daa2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0828993 Jul 23 20:27:53.223085 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-43d6b771-67b9-4b68-9121-f176d37f3580 req-a837abcd-9539-4395-bf3d-342bf12c282e tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.235846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-3e2e64da-8113-43a5-8125-eb5cda172fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:53.237325 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-3e2e64da-8113-43a5-8125-eb5cda172fc3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 1101 time: 0.1368256 Jul 23 20:27:53.279725 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:53.367010 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-43d6b771-67b9-4b68-9121-f176d37f3580 req-a837abcd-9539-4395-bf3d-342bf12c282e tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.367276 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd2360-7183-4685-b91c-7d42f0099619 req-42feb288-5b1b-4fea-9c91-0a059243ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:53.370099 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-43d6b771-67b9-4b68-9121-f176d37f3580 req-a837abcd-9539-4395-bf3d-342bf12c282e tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.371268 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43d6b771-67b9-4b68-9121-f176d37f3580 req-a837abcd-9539-4395-bf3d-342bf12c282e tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "DELETE /v2.0/security-groups/0f0e7dcd-303a-459a-a300-5b665bb8aa95 HTTP/1.1" status: 204 len: 173 time: 0.3355627 Jul 23 20:27:53.372681 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-32dd2360-7183-4685-b91c-7d42f0099619 req-42feb288-5b1b-4fea-9c91-0a059243ea8d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 1096 time: 0.1319366 Jul 23 20:27:53.395937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837abcd-9539-4395-bf3d-342bf12c282e tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0e7dcd-303a-459a-a300-5b665bb8aa95,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:53.421681 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-b6ca006b-eacb-4df1-bd2d-393ee05d1eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:53.423084 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-b6ca006b-eacb-4df1-bd2d-393ee05d1eca service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.1782162 Jul 23 20:27:53.432590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbf9b5-a3eb-4d44-b9cf-3672f32997ea req-7262a9d7-f07e-4487-9ff7-31dfc5f437e9 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:53.453814 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6cbbf9b5-a3eb-4d44-b9cf-3672f32997ea req-7262a9d7-f07e-4487-9ff7-31dfc5f437e9 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 943 time: 0.1990104 Jul 23 20:27:53.463804 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc343587-a670-40f3-a782-b5afcc76db75 x-openstack-request-id: req-dc343587-a670-40f3-a782-b5afcc76db75 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:53.463931 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001", "tag": "1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e05c4e5b-0395-42f9-955f-f0059ee3114a", "tag": "b56bc800-7b12-4afd-b3f1-39daa84b60c2", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:53.464159 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc343587-a670-40f3-a782-b5afcc76db75 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:53.467580 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001', 'tag': '1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6', 'status': 'completed', 'code': 200} Jul 23 20:27:53.467863 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05c4e5b-0395-42f9-955f-f0059ee3114a', 'tag': 'b56bc800-7b12-4afd-b3f1-39daa84b60c2', 'status': 'completed', 'code': 200} Jul 23 20:27:53.552849 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57754) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:53.616907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd2360-7183-4685-b91c-7d42f0099619 req-70bea588-cb67-44ed-973d-c4a090ade1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:53.621634 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-32dd2360-7183-4685-b91c-7d42f0099619 req-70bea588-cb67-44ed-973d-c4a090ade1d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 909 time: 0.2184777 Jul 23 20:27:53.651543 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-53a9d923-48b1-4ab6-9420-669c465e43c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1209c012-419a-4849-be81-05f59e68a367 HTTP/1.1" status: 200 len: 217 time: 0.1931374 Jul 23 20:27:53.668646 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6cbbf9b5-a3eb-4d44-b9cf-3672f32997ea req-1da504ad-9e6f-480b-9f1e-4e379e27002e tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135599 Jul 23 20:27:53.688106 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-32dd2360-7183-4685-b91c-7d42f0099619 req-b0322be1-3575-4ad9-8c1b-280687fef351 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a6ed945-8567-422b-8f75-1fe6db8eceb0 HTTP/1.1" status: 200 len: 217 time: 0.0594802 Jul 23 20:27:53.732978 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df615f57-9f00-4768-af9a-462fdd3c856f req-c74b927e-c392-44a9-8627-f3a6d633228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:53.734492 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df615f57-9f00-4768-af9a-462fdd3c856f req-c74b927e-c392-44a9-8627-f3a6d633228b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4f4b4b395bb04ce681b1729b9a2f9aad&device_id=ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001 HTTP/1.1" status: 200 len: 1097 time: 0.2367287 Jul 23 20:27:53.773496 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd2360-7183-4685-b91c-7d42f0099619 req-0b5ac35e-f853-48ca-8ce5-a9c449a897d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:53.775644 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-32dd2360-7183-4685-b91c-7d42f0099619 req-0b5ac35e-f853-48ca-8ce5-a9c449a897d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.0778964 Jul 23 20:27:53.776146 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-0bdafb0b-8c05-4ab7-a4d4-9346f893acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:53.777569 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-0bdafb0b-8c05-4ab7-a4d4-9346f893acb2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1077883 Jul 23 20:27:53.810459 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7531807-bc13-4569-8504-f6e4c75f17c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.842743 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-32dd2360-7183-4685-b91c-7d42f0099619 req-7586786d-4cd1-4f91-998e-e04307aa56a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590563 Jul 23 20:27:53.949610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1857104e-acb8-4508-8461-269eb7b5cfcb req-768b939b-b183-4970-b7b4-a3ac05e222f9 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/a3b67f6a-075c-4709-9e5d-5d2920753bba HTTP/1.1" status: 200 len: 2404 time: 0.2120931 Jul 23 20:27:53.987914 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-32dd2360-7183-4685-b91c-7d42f0099619 req-acaadaeb-2bfa-4b62-ab76-5b01e7594e2b service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350315 Jul 23 20:27:54.014021 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df615f57-9f00-4768-af9a-462fdd3c856f req-d3783f4f-83d8-48b2-86bf-14dbaa89f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:54.015970 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df615f57-9f00-4768-af9a-462fdd3c856f req-d3783f4f-83d8-48b2-86bf-14dbaa89f460 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e245881d-b7c7-4473-8e7c-2fe8256d1e70 HTTP/1.1" status: 200 len: 923 time: 0.2633433 Jul 23 20:27:54.043717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-75246d0f-8e68-42d9-a16c-6127ceea25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:54.044923 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-75246d0f-8e68-42d9-a16c-6127ceea25b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2557569 Jul 23 20:27:54.054507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4f10b-7ef0-4408-a08d-31ead6807c53 req-d09203e3-1af0-457e-bdec-f43db9ed3769 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:54.062006 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5c4f10b-7ef0-4408-a08d-31ead6807c53 req-d09203e3-1af0-457e-bdec-f43db9ed3769 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 946 time: 0.2606153 Jul 23 20:27:54.110839 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df615f57-9f00-4768-af9a-462fdd3c856f req-960c0b48-1a29-40a9-8330-7f6d3957e4c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 HTTP/1.1" status: 200 len: 217 time: 0.0793214 Jul 23 20:27:54.146054 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7531807-bc13-4569-8504-f6e4c75f17c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.150756 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-32dd2360-7183-4685-b91c-7d42f0099619 req-30112022-d269-4389-a50d-6f6c641d339d service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540322 Jul 23 20:27:54.152871 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7531807-bc13-4569-8504-f6e4c75f17c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.205346 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7531807-bc13-4569-8504-f6e4c75f17c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbc2df2-35b2-4f38-b220-41743c66cfa0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:54.209812 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d7531807-bc13-4569-8504-f6e4c75f17c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c199f3f4bf304e2f84b0e563eba7bada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6557505 Jul 23 20:27:54.213107 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57766) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:54.243226 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1857104e-acb8-4508-8461-269eb7b5cfcb req-058e23b4-e7e7-4c86-bdd3-3953bb8c60eb tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.260286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df615f57-9f00-4768-af9a-462fdd3c856f req-360bafb9-2719-43d7-a8cf-4c1a7cd500d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:54.261862 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df615f57-9f00-4768-af9a-462fdd3c856f req-360bafb9-2719-43d7-a8cf-4c1a7cd500d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=396c122c-6c4d-4a61-ba21-37a5a3eafff5 HTTP/1.1" status: 200 len: 862 time: 0.1338246 Jul 23 20:27:54.264378 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c8f6327-9e91-4083-ac23-c33c55287b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.264931 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5c4f10b-7ef0-4408-a08d-31ead6807c53 req-d75fb6b3-0164-456c-8c8b-e4a32120433f tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021904 Jul 23 20:27:54.318198 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c8f6327-9e91-4083-ac23-c33c55287b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.329744 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df615f57-9f00-4768-af9a-462fdd3c856f req-8b1139b6-9631-457c-bf6a-81e75af5956c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e245881d-b7c7-4473-8e7c-2fe8256d1e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532348 Jul 23 20:27:54.331706 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1857104e-acb8-4508-8461-269eb7b5cfcb req-058e23b4-e7e7-4c86-bdd3-3953bb8c60eb tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.335795 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-ba8b84c6-780d-4dfb-8c6a-1c832ee4a44c service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458873 Jul 23 20:27:54.385115 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c8f6327-9e91-4083-ac23-c33c55287b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.387798 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c8f6327-9e91-4083-ac23-c33c55287b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.391357 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5c8f6327-9e91-4083-ac23-c33c55287b8d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fcbc2df2-35b2-4f38-b220-41743c66cfa0 HTTP/1.1" status: 204 len: 168 time: 0.1749449 Jul 23 20:27:54.409585 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f6327-9e91-4083-ac23-c33c55287b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbc2df2-35b2-4f38-b220-41743c66cfa0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:54.492851 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e1e4b479-b089-4b35-ace0-43350420df5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.546781 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1857104e-acb8-4508-8461-269eb7b5cfcb req-058e23b4-e7e7-4c86-bdd3-3953bb8c60eb tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.549474 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1857104e-acb8-4508-8461-269eb7b5cfcb req-058e23b4-e7e7-4c86-bdd3-3953bb8c60eb tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.550712 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1857104e-acb8-4508-8461-269eb7b5cfcb req-058e23b4-e7e7-4c86-bdd3-3953bb8c60eb tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "DELETE /v2.0/security-groups/a3b67f6a-075c-4709-9e5d-5d2920753bba HTTP/1.1" status: 204 len: 173 time: 0.5807953 Jul 23 20:27:54.595866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e23b4-e7e7-4c86-bdd3-3953bb8c60eb tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b67f6a-075c-4709-9e5d-5d2920753bba,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:54.599117 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ad5023e-e4d3-4046-82ac-cd69eb316d76 req-f0b4782d-094c-4f44-899a-56922bad1599 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430243 Jul 23 20:27:54.606951 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df615f57-9f00-4768-af9a-462fdd3c856f req-3ee7a709-8a32-4991-b761-648098682f5c service neutron] 10.222.0.48 "GET /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460794 Jul 23 20:27:54.645301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d02b3-512c-499d-8663-0eac18c410b9 req-f4608fdb-8b58-44de-8d16-8bcdcb92975b tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:54.655060 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e6d02b3-512c-499d-8663-0eac18c410b9 req-f4608fdb-8b58-44de-8d16-8bcdcb92975b tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001 HTTP/1.1" status: 200 len: 945 time: 0.3128231 Jul 23 20:27:54.734097 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:54.740257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e6d02b3-512c-499d-8663-0eac18c410b9 req-d4b9e7c8-6fd4-43ec-8005-0675eb48c270 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834899 Jul 23 20:27:54.858788 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:54.865323 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:54.866249 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.882587 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df615f57-9f00-4768-af9a-462fdd3c856f req-deaf999a-c5f5-44a5-a329-4fd124a14f44 service neutron] 10.222.0.48 "GET /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564678 Jul 23 20:27:54.894309 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14be547a-1820-44a2-be3e-e91705c0c68c req-d898a013-bc3c-4f9f-909c-6022cbf21d23 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "GET /v2.0/security-groups/63d8eec6-98c9-4b98-8a42-6aa1a71e09bf HTTP/1.1" status: 200 len: 2398 time: 0.0771024 Jul 23 20:27:54.929282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f5604-063e-416b-95b0-7f1d9c1b6f97 req-d916bf07-b192-453f-8357-90290f52e9e1 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:54.931379 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c93f5604-063e-416b-95b0-7f1d9c1b6f97 req-d916bf07-b192-453f-8357-90290f52e9e1 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.1900141 Jul 23 20:27:54.972845 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.009744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:55.011085 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:55.014316 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619ee8bb-3b37-4651-b243-103c5a242dc5" -d '{"events": [{"server_uuid": "ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001", "name": "network-vif-plugged", "status": "completed", "tag": "1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:55.017965 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.018947 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1209c012-419a-4849-be81-05f59e68a367 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:55.042117 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c93f5604-063e-416b-95b0-7f1d9c1b6f97 req-75298e8f-503f-4518-96c2-a7cd80999584 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951192 Jul 23 20:27:55.058538 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-14be547a-1820-44a2-be3e-e91705c0c68c req-667a072a-19c5-4f47-97c1-eab9428b7fb1 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.077721 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df615f57-9f00-4768-af9a-462fdd3c856f req-4860d525-09aa-4d30-a2ce-90b1901928f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:55.079303 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df615f57-9f00-4768-af9a-462fdd3c856f req-4860d525-09aa-4d30-a2ce-90b1901928f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 1095 time: 0.1469898 Jul 23 20:27:55.101420 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-14be547a-1820-44a2-be3e-e91705c0c68c req-667a072a-19c5-4f47-97c1-eab9428b7fb1 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.177490 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66f246-1758-4caa-b1be-8e2cbaad0303 req-cb8de205-6bfd-4684-a36a-43277a08bf8c tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:55.180696 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1e66f246-1758-4caa-b1be-8e2cbaad0303 req-cb8de205-6bfd-4684-a36a-43277a08bf8c tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.57 "GET /v2.0/ports?device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 946 time: 0.1182060 Jul 23 20:27:55.270361 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df615f57-9f00-4768-af9a-462fdd3c856f req-dfe5750a-b64d-4cd1-8b14-e05305049009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:55.271820 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df615f57-9f00-4768-af9a-462fdd3c856f req-dfe5750a-b64d-4cd1-8b14-e05305049009 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 921 time: 0.1833324 Jul 23 20:27:55.275154 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-14be547a-1820-44a2-be3e-e91705c0c68c req-667a072a-19c5-4f47-97c1-eab9428b7fb1 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.277677 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-14be547a-1820-44a2-be3e-e91705c0c68c req-667a072a-19c5-4f47-97c1-eab9428b7fb1 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.278775 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14be547a-1820-44a2-be3e-e91705c0c68c req-667a072a-19c5-4f47-97c1-eab9428b7fb1 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] 10.222.0.55 "DELETE /v2.0/security-groups/63d8eec6-98c9-4b98-8a42-6aa1a71e09bf HTTP/1.1" status: 204 len: 173 time: 0.3756478 Jul 23 20:27:55.287566 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57794) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:55.308105 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:55.356762 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.357022 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a072a-19c5-4f47-97c1-eab9428b7fb1 tempest-SecurityGroupRulesTestJSON-799983598 tempest-SecurityGroupRulesTestJSON-799983598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d8eec6-98c9-4b98-8a42-6aa1a71e09bf,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:55.366144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61021e97-55bb-4272-8bb8-f3419ba9ff4c req-25101d8c-6090-4a7e-bddd-561ff472a448 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:55.373779 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61021e97-55bb-4272-8bb8-f3419ba9ff4c req-25101d8c-6090-4a7e-bddd-561ff472a448 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 943 time: 0.2386248 Jul 23 20:27:55.385622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df615f57-9f00-4768-af9a-462fdd3c856f req-9fd5d8bb-1db4-4b48-88ae-00a8ef4a9058 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b56bc800-7b12-4afd-b3f1-39daa84b60c2 HTTP/1.1" status: 200 len: 217 time: 0.1057286 Jul 23 20:27:55.387250 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-1e66f246-1758-4caa-b1be-8e2cbaad0303 req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Deleting port 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:55.389445 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d83c597-8b7e-4239-b564-dfb3df2ae83b x-openstack-request-id: req-0d83c597-8b7e-4239-b564-dfb3df2ae83b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:55.390513 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1e66f246-1758-4caa-b1be-8e2cbaad0303 req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.390755 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001", "name": "network-vif-plugged", "status": "completed", "tag": "1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:55.391317 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d83c597-8b7e-4239-b564-dfb3df2ae83b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:55.391890 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6', 'code': 200} Jul 23 20:27:55.452236 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1209c012-419a-4849-be81-05f59e68a367, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1209c012-419a-4849-be81-05f59e68a367,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:55.462892 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.469110 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-965a289e-7b87-4324-aaf3-b5e35b86a0b3 admin admin] Deleting subnet 70da32eb-df51-4545-9d64-c211ab026b4d {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:27:55.496505 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-965a289e-7b87-4324-aaf3-b5e35b86a0b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.538867 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-1e66f246-1758-4caa-b1be-8e2cbaad0303 req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] For port 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a,segment=NetworkSegment(028c4bfd-4c47-4f36-9238-21941149efb6),segment_id=028c4bfd-4c47-4f36-9238-21941149efb6)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:55.540086 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1e66f246-1758-4caa-b1be-8e2cbaad0303 req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.550918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=1209c012-419a-4849-be81-05f59e68a367,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:55.551858 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61021e97-55bb-4272-8bb8-f3419ba9ff4c req-b8cb32f2-ee70-438d-9649-e6d3aa82963d tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769569 Jul 23 20:27:55.567029 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-1e66f246-1758-4caa-b1be-8e2cbaad0303 req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Calling delete_port for 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:55.597333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df615f57-9f00-4768-af9a-462fdd3c856f req-ac68b523-45a2-43f2-8239-385f5d054693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:55.598830 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df615f57-9f00-4768-af9a-462fdd3c856f req-ac68b523-45a2-43f2-8239-385f5d054693 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.1890850 Jul 23 20:27:55.605346 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-965a289e-7b87-4324-aaf3-b5e35b86a0b3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.616405 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-965a289e-7b87-4324-aaf3-b5e35b86a0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.707612 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df615f57-9f00-4768-af9a-462fdd3c856f req-150ebae6-082c-4d27-bdc7-6f91552b74c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946755 Jul 23 20:27:55.725405 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1e66f246-1758-4caa-b1be-8e2cbaad0303 req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.734212 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-965a289e-7b87-4324-aaf3-b5e35b86a0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.740350 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:55.761263 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Pushing event deleted for resources: {'Port': ['ID=7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:55.787812 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a289e-7b87-4324-aaf3-b5e35b86a0b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70da32eb-df51-4545-9d64-c211ab026b4d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:55.813284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:55.813755 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:55.818233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:55.819671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:55.820312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:55.821563 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:55.822120 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:55.822666 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:55.826649 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:55.827615 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:55.828462 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:55.829418 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:55.863291 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46793e97-5386-499e-84da-f9e8f021182a req-f88ca83d-170a-4c16-8ff1-03d051290f30 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:55.864176 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e66f246-1758-4caa-b1be-8e2cbaad0303 req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] No DVR routers for this DVR port 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:55.864902 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-46793e97-5386-499e-84da-f9e8f021182a req-f88ca83d-170a-4c16-8ff1-03d051290f30 tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/ports?device_id=5780753d-f7eb-4090-83b3-ad008a455145 HTTP/1.1" status: 200 len: 867 time: 0.3628976 Jul 23 20:27:55.867186 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1e66f246-1758-4caa-b1be-8e2cbaad0303 req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.869970 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1e66f246-1758-4caa-b1be-8e2cbaad0303 req-2b7ba6a6-bd10-4976-89a7-b9e95fe883cf tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.57 "DELETE /v2.0/ports/7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a HTTP/1.1" status: 204 len: 173 time: 0.6825085 Jul 23 20:27:55.872843 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-965a289e-7b87-4324-aaf3-b5e35b86a0b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.873682 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5780753d-f7eb-4090-83b3-ad008a455145', 'name': 'network-vif-deleted', 'tag': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:55.875164 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-965a289e-7b87-4324-aaf3-b5e35b86a0b3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/70da32eb-df51-4545-9d64-c211ab026b4d HTTP/1.1" status: 204 len: 168 time: 0.5789752 Jul 23 20:27:55.876695 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecf1bf7-261b-46e8-919a-fa372738886d" -d '{"events": [{"server_uuid": "5780753d-f7eb-4090-83b3-ad008a455145", "name": "network-vif-deleted", "tag": "7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:55.877157 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f7e2e-8ae9-4e7c-a048-4fc630340f62 req-cd432c21-9cdf-471e-ad14-286551557895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:55.880545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57814) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:55.885389 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f87f7e2e-8ae9-4e7c-a048-4fc630340f62 req-cd432c21-9cdf-471e-ad14-286551557895 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001 HTTP/1.1" status: 200 len: 1098 time: 0.4362912 Jul 23 20:27:55.997854 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e3269290-2bb0-46ec-8659-8724a74289f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.094872 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df615f57-9f00-4768-af9a-462fdd3c856f req-4ccf88cf-8e5b-4641-b32d-39a523cc5621 service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782477 Jul 23 20:27:56.103323 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f87f7e2e-8ae9-4e7c-a048-4fc630340f62 req-53946f65-2a50-4c62-ac61-db5b3942ec85 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051156 Jul 23 20:27:56.122197 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e3269290-2bb0-46ec-8659-8724a74289f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.129054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-46793e97-5386-499e-84da-f9e8f021182a req-7ce00304-83f1-4da5-bbe4-857635d790fd tempest-FloatingIPsAssociationTestJSON-1808568064 tempest-FloatingIPsAssociationTestJSON-1808568064-project] 10.222.0.55 "GET /v2.0/security-groups?id=e227ad0a-7567-41d6-89d7-e3962ebdd74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364805 Jul 23 20:27:56.154688 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-e3269290-2bb0-46ec-8659-8724a74289f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb99992b-f8ea-4c53-bf98-e773b9627bdc']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:56.171732 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-e3269290-2bb0-46ec-8659-8724a74289f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2b5f1e-9d0b-4dfd-822f-1451d146032c') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:56.172866 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-e3269290-2bb0-46ec-8659-8724a74289f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2b5f1e-9d0b-4dfd-822f-1451d146032c') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:56.186036 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e3269290-2bb0-46ec-8659-8724a74289f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.237329 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e3269290-2bb0-46ec-8659-8724a74289f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.241669 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbc575a-1cd6-4a20-b224-e109bdb467b7 x-openstack-request-id: req-ffbc575a-1cd6-4a20-b224-e109bdb467b7 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:56.246815 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5780753d-f7eb-4090-83b3-ad008a455145", "name": "network-vif-deleted", "tag": "7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:56.247299 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ffbc575a-1cd6-4a20-b224-e109bdb467b7 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:56.247877 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5780753d-f7eb-4090-83b3-ad008a455145', 'name': 'network-vif-deleted', 'tag': '7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a', 'status': 'completed', 'code': 200} Jul 23 20:27:56.258572 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3269290-2bb0-46ec-8659-8724a74289f5 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:27:56.258878 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e3269290-2bb0-46ec-8659-8724a74289f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:27:56.262800 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:27:56.281788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2129599-35a1-4b67-955d-e737116a54e1 req-cfa8bac4-6d09-470b-b945-7cc8fa16894b tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:56.300479 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2129599-35a1-4b67-955d-e737116a54e1 req-cfa8bac4-6d09-470b-b945-7cc8fa16894b tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001 HTTP/1.1" status: 200 len: 946 time: 0.3500392 Jul 23 20:27:56.400251 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e3269290-2bb0-46ec-8659-8724a74289f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.416476 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df615f57-9f00-4768-af9a-462fdd3c856f req-7ca082db-81fc-48d9-85ff-99f6ae0612a9 service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106279 Jul 23 20:27:56.426556 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e3269290-2bb0-46ec-8659-8724a74289f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.429205 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e3269290-2bb0-46ec-8659-8724a74289f5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cb99992b-f8ea-4c53-bf98-e773b9627bdc HTTP/1.1" status: 204 len: 168 time: 0.5472369 Jul 23 20:27:56.430771 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3269290-2bb0-46ec-8659-8724a74289f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb99992b-f8ea-4c53-bf98-e773b9627bdc,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:56.441892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2129599-35a1-4b67-955d-e737116a54e1 req-eac3787c-3808-4f62-95d5-966ebac7f444 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405954 Jul 23 20:27:56.486986 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1aa58-fe57-44c3-a595-b903dd6319fe req-5d6d6b7c-8bb5-43f0-886f-15f73ad9177f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:56.498221 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79d1aa58-fe57-44c3-a595-b903dd6319fe req-5d6d6b7c-8bb5-43f0-886f-15f73ad9177f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 947 time: 0.1729519 Jul 23 20:27:56.607268 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79d1aa58-fe57-44c3-a595-b903dd6319fe req-4092ee13-4486-46e0-8c47-681111562583 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040940 Jul 23 20:27:56.747777 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1209c012-419a-4849-be81-05f59e68a367 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:27:56.799873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848f723-38fc-45eb-8f45-d195391f742f req-c7677d7b-2015-48d1-825f-e6f3d93636ea tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:56.802250 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1848f723-38fc-45eb-8f45-d195391f742f req-c7677d7b-2015-48d1-825f-e6f3d93636ea tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 943 time: 0.1204627 Jul 23 20:27:56.886096 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57896) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:56.895580 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1848f723-38fc-45eb-8f45-d195391f742f req-6f60a3ba-063a-4a80-8485-99dfb8340442 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855544 Jul 23 20:27:56.920664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1209c012-419a-4849-be81-05f59e68a367, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1209c012-419a-4849-be81-05f59e68a367,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:56.937596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '1209c012-419a-4849-be81-05f59e68a367', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '1209c012-419a-4849-be81-05f59e68a367', 'mac_address': 'fa:16:3e:98:ad:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:27:56.944040 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57898) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:56.963244 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4dfde1f3-50cd-40c3-ac1f-605d537616cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57ebf6e411774743a4fd1aed03e11a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591540 Jul 23 20:27:56.991747 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.006744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1209c012-419a-4849-be81-05f59e68a367 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:57.024348 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9a61244d-781f-4a36-bf81-f80b3b562f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.029094 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1209c012-419a-4849-be81-05f59e68a367, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1209c012-419a-4849-be81-05f59e68a367,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:57.035285 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.053793 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9a61244d-781f-4a36-bf81-f80b3b562f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.076694 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b0193cb5-c2a4-4909-bbc6-cc069b7b44f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.109059 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=1209c012-419a-4849-be81-05f59e68a367,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:57.157132 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9a61244d-781f-4a36-bf81-f80b3b562f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.162095 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9a61244d-781f-4a36-bf81-f80b3b562f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.168087 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9a61244d-781f-4a36-bf81-f80b3b562f92 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf37a86b-830a-4967-b9cb-0cd93b22a039 HTTP/1.1" status: 204 len: 168 time: 0.2215788 Jul 23 20:27:57.183696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57924) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:57.190432 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61244d-781f-4a36-bf81-f80b3b562f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf37a86b-830a-4967-b9cb-0cd93b22a039,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:57.266761 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.324817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['1209c012-419a-4849-be81-05f59e68a367'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:57.396583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35955eb0-7315-4e9f-b966-c3467316a06e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1209c012-419a-4849-be81-05f59e68a367'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:57.399938 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebde504c-2cca-4a43-8b20-3159c3bb5d49" -d '{"events": [{"server_uuid": "35955eb0-7315-4e9f-b966-c3467316a06e", "name": "network-vif-unplugged", "status": "completed", "tag": "1209c012-419a-4849-be81-05f59e68a367"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:57.512480 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f575e237-a847-4280-ae40-86bd833d0444 x-openstack-request-id: req-f575e237-a847-4280-ae40-86bd833d0444 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:57.512928 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35955eb0-7315-4e9f-b966-c3467316a06e", "name": "network-vif-unplugged", "status": "completed", "tag": "1209c012-419a-4849-be81-05f59e68a367", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:57.513230 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f575e237-a847-4280-ae40-86bd833d0444 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:57.513603 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35955eb0-7315-4e9f-b966-c3467316a06e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1209c012-419a-4849-be81-05f59e68a367', 'code': 200} Jul 23 20:27:57.849919 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9bc58005-6267-4e50-8151-c139f7bf2ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:58.047017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e740a0-aa96-4004-bf1e-6cab6374b68e req-1f5a574b-a76a-4a08-82d5-9098fce767e2 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:58.054664 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14e740a0-aa96-4004-bf1e-6cab6374b68e req-1f5a574b-a76a-4a08-82d5-9098fce767e2 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001 HTTP/1.1" status: 200 len: 946 time: 0.5284717 Jul 23 20:27:58.085619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ad3b6-aa59-46cf-98dc-0b966216dc35 req-7fdc2b11-b864-490e-bb21-cf3367d1222a tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:58.087777 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-057ad3b6-aa59-46cf-98dc-0b966216dc35 req-7fdc2b11-b864-490e-bb21-cf3367d1222a tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 948 time: 0.1311679 Jul 23 20:27:58.163744 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14e740a0-aa96-4004-bf1e-6cab6374b68e req-362ba52e-0b8a-4097-be93-f172a58967c1 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081991 Jul 23 20:27:58.211550 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-057ad3b6-aa59-46cf-98dc-0b966216dc35 req-71b14dad-0f7f-459c-97e6-06b383ecf6f5 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822253 Jul 23 20:27:58.290358 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-9bc58005-6267-4e50-8151-c139f7bf2ab3 admin admin] Deleting port 7c444ad7-adee-4b4c-999f-02abdb7f08e4 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:58.290701 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9bc58005-6267-4e50-8151-c139f7bf2ab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:58.383350 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:58.440769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758a155-461c-4e1a-8eda-81cbde599535 req-3b77c4be-0aaa-4ec8-83ca-8ec6f2abfc09 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:58.446454 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b758a155-461c-4e1a-8eda-81cbde599535 req-3b77c4be-0aaa-4ec8-83ca-8ec6f2abfc09 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 943 time: 0.1463122 Jul 23 20:27:58.465799 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-9bc58005-6267-4e50-8151-c139f7bf2ab3 admin admin] For port 7c444ad7-adee-4b4c-999f-02abdb7f08e4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7c444ad7-adee-4b4c-999f-02abdb7f08e4,segment=NetworkSegment(028c4bfd-4c47-4f36-9238-21941149efb6),segment_id=028c4bfd-4c47-4f36-9238-21941149efb6)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:58.466297 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9bc58005-6267-4e50-8151-c139f7bf2ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:58.494044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:58.502543 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-9bc58005-6267-4e50-8151-c139f7bf2ab3 admin admin] Calling delete_port for 7c444ad7-adee-4b4c-999f-02abdb7f08e4 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:58.527802 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b758a155-461c-4e1a-8eda-81cbde599535 req-cc2249eb-c356-4e9b-b1b2-8276e2ae0121 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803592 Jul 23 20:27:58.554839 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:27:58.555406 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7f3bb862-f13d-47b0-9ad8-cfeec2b2fb8a not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:27:58.574627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e0906-0793-49ef-80f1-238ad3bee840 req-fa151188-295f-43b0-a386-45da81f1e845 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:58.578838 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-526e0906-0793-49ef-80f1-238ad3bee840 req-fa151188-295f-43b0-a386-45da81f1e845 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001 HTTP/1.1" status: 200 len: 946 time: 0.2008033 Jul 23 20:27:58.657820 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-526e0906-0793-49ef-80f1-238ad3bee840 req-0867603d-a61c-4dc8-8a29-c03f3357f5ed tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717425 Jul 23 20:27:58.761566 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device b56bc800-7b12-4afd-b3f1-39daa84b60c2 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:27:58.819204 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57988) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:58.874568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1209c012-419a-4849-be81-05f59e68a367 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:58.892550 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9bc58005-6267-4e50-8151-c139f7bf2ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:58.989977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc58005-6267-4e50-8151-c139f7bf2ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c444ad7-adee-4b4c-999f-02abdb7f08e4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:59.048340 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 1209c012-419a-4849-be81-05f59e68a367 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:59.049072 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.138221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port b56bc800-7b12-4afd-b3f1-39daa84b60c2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b56bc800-7b12-4afd-b3f1-39daa84b60c2,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:59.138842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2016594379-network', 'tenant_id': 'd152e20c17724558ae876f3aba918ab8'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:59.161002 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'b56bc800-7b12-4afd-b3f1-39daa84b60c2', 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0', 'port_id': 'b56bc800-7b12-4afd-b3f1-39daa84b60c2', 'mac_address': 'fa:16:3e:61:b2:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04cc1b4-e7d5-485f-8df9-995da9a55827', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:27:59.249200 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.281890 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.312199 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9bc58005-6267-4e50-8151-c139f7bf2ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.317899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56bc800-7b12-4afd-b3f1-39daa84b60c2 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:59.336922 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1209c012-419a-4849-be81-05f59e68a367, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1209c012-419a-4849-be81-05f59e68a367,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:59.361253 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.400497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Made reservation on behalf of d152e20c17724558ae876f3aba918ab8 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:59.400497 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.447832 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-3d530247-e800-4587-8666-b93ea7566353 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:59.449646 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-3d530247-e800-4587-8666-b93ea7566353 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.48 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e&tenant_id=1681e95d614a4f089ed176768eeebc0b&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 948 time: 0.4689338 Jul 23 20:27:59.454847 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.459738 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=1209c012-419a-4849-be81-05f59e68a367,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:59.480714 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port b56bc800-7b12-4afd-b3f1-39daa84b60c2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b56bc800-7b12-4afd-b3f1-39daa84b60c2,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:59.488386 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.512379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05a7d8-ff12-44c4-b519-f79672f65618 req-4905fe6d-4c66-4808-a278-6c7409dd6d33 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:59.516180 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c05a7d8-ff12-44c4-b519-f79672f65618 req-4905fe6d-4c66-4808-a278-6c7409dd6d33 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 948 time: 0.3903627 Jul 23 20:27:59.570016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35955eb0-7315-4e9f-b966-c3467316a06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1209c012-419a-4849-be81-05f59e68a367'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:59.575174 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09396176-4f00-4de9-9bf1-90ee9890e86f" -d '{"events": [{"server_uuid": "35955eb0-7315-4e9f-b966-c3467316a06e", "name": "network-vif-plugged", "status": "completed", "tag": "1209c012-419a-4849-be81-05f59e68a367"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:59.641871 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=b56bc800-7b12-4afd-b3f1-39daa84b60c2,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:59.696600 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc58005-6267-4e50-8151-c139f7bf2ab3 admin admin] Router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:59.700579 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-4d4fc6b7-93bc-4109-90f3-812b19d5aac0 service neutron] 10.222.0.48 "GET /v2.0/ports/1209c012-419a-4849-be81-05f59e68a367/bindings/n-h1-791504-18 HTTP/1.1" status: 200 len: 383 time: 0.2408068 Jul 23 20:27:59.708405 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c05a7d8-ff12-44c4-b519-f79672f65618 req-c5365b0e-8f8d-494a-8810-9047ff0b5e23 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623111 Jul 23 20:27:59.762136 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['b56bc800-7b12-4afd-b3f1-39daa84b60c2'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:59.800417 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.814470 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.901752 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.936272 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc58005-6267-4e50-8151-c139f7bf2ab3 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:59.943143 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9bc58005-6267-4e50-8151-c139f7bf2ab3 admin admin] 10.222.0.55 "PUT /v2.0/routers/c6d2e6b7-b185-4491-8b6c-8da6649e3e07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7580993 Jul 23 20:27:59.949514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58026) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:59.957425 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d5c84-cd7e-4dad-aff1-da0e71f31510 None None] Sync routers for ids ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:59.972422 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:27:59.981089 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d5c84-cd7e-4dad-aff1-da0e71f31510 None None] Routers {'c6d2e6b7-b185-4491-8b6c-8da6649e3e07'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:59.981741 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f52d5c84-cd7e-4dad-aff1-da0e71f31510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:27:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:59.986554 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247f104a-978a-43e1-a130-29cdc55522e3 x-openstack-request-id: req-247f104a-978a-43e1-a130-29cdc55522e3 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:59.989091 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35955eb0-7315-4e9f-b966-c3467316a06e", "name": "network-vif-plugged", "status": "completed", "tag": "1209c012-419a-4849-be81-05f59e68a367", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:59.989250 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-247f104a-978a-43e1-a130-29cdc55522e3 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:59.989658 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35955eb0-7315-4e9f-b966-c3467316a06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1209c012-419a-4849-be81-05f59e68a367', 'code': 200} Jul 23 20:28:00.003829 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-2fc905ba-1731-4914-8b16-185332eb450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:00.006531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-2fc905ba-1731-4914-8b16-185332eb450f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 1101 time: 0.2745044 Jul 23 20:28:00.023290 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f78dce-a4b9-449c-9856-b1ac2329311e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:00.115413 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.115823 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Added segment fed9926c-745b-4189-9388-26ccda57f27d of type vlan for network 89e15dc3-b8a1-4519-96ec-0920eca2acfa Jul 23 20:28:00.177306 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b381eea-8ddf-42e1-a5fa-644ed0510127 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.201386 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-f52d5c84-cd7e-4dad-aff1-da0e71f31510 None None] Set router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:00.246009 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.299561 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:00.299916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:00.300274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:00.300617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:00.300955 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:00.301290 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:00.301619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:00.301946 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:00.302855 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:00.302855 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:00.303067 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:00.303376 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:00.380643 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b381eea-8ddf-42e1-a5fa-644ed0510127 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.417139 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.418516 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:00.419408 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.434267 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-f22f9061-67cc-4f9f-9e37-03dc2b6a61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:00.436484 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-f22f9061-67cc-4f9f-9e37-03dc2b6a61b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.4149787 Jul 23 20:28:00.469965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87331e6d-abc8-4380-9e03-a8569b6db62e req-62176f72-28a9-44be-80c6-c7604ede8f27 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:00.479353 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87331e6d-abc8-4380-9e03-a8569b6db62e req-62176f72-28a9-44be-80c6-c7604ede8f27 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 944 time: 0.6410799 Jul 23 20:28:00.491502 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-2b381eea-8ddf-42e1-a5fa-644ed0510127 admin admin] Deleting port 72957653-03eb-4b5e-a324-0c594827de7b {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:00.492997 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b381eea-8ddf-42e1-a5fa-644ed0510127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.595245 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7746148 Jul 23 20:28:00.604688 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58046) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:00.607995 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-04cf9329-d83e-473c-ac2b-a2798402fd37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1209c012-419a-4849-be81-05f59e68a367 HTTP/1.1" status: 200 len: 217 time: 0.1266308 Jul 23 20:28:00.611068 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-05b18806-d6ee-4530-8472-0b64f30b75f2 admin admin] Request body: {'subnet': {'network_id': '89e15dc3-b8a1-4519-96ec-0920eca2acfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2016594379-subnet', 'tenant_id': 'd152e20c17724558ae876f3aba918ab8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:00.643745 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f52d5c84-cd7e-4dad-aff1-da0e71f31510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '72957653-03eb-4b5e-a324-0c594827de7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:27:58Z', 'revision_number': 5, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port': {'id': '72957653-03eb-4b5e-a324-0c594827de7b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:40Z', 'updated_at': '2021-07-23T20:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:00.658555 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531ce9d-663b-433c-8a84-dd56dc719063 req-7a5f5bb7-c2ee-4169-b00c-8a515d975b34 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:00.661249 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-2b381eea-8ddf-42e1-a5fa-644ed0510127 admin admin] For port 72957653-03eb-4b5e-a324-0c594827de7b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=72957653-03eb-4b5e-a324-0c594827de7b,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:00.661891 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b381eea-8ddf-42e1-a5fa-644ed0510127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.669424 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d531ce9d-663b-433c-8a84-dd56dc719063 req-7a5f5bb7-c2ee-4169-b00c-8a515d975b34 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001 HTTP/1.1" status: 200 len: 946 time: 0.4147165 Jul 23 20:28:00.674680 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b18806-d6ee-4530-8472-0b64f30b75f2 admin admin] Made reservation on behalf of d152e20c17724558ae876f3aba918ab8 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:00.678111 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-05b18806-d6ee-4530-8472-0b64f30b75f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.692092 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d5c84-cd7e-4dad-aff1-da0e71f31510 None None] Checking router: c6d2e6b7-b185-4491-8b6c-8da6649e3e07 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:28:00.701672 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d5c84-cd7e-4dad-aff1-da0e71f31510 None None] Routers {'c6d2e6b7-b185-4491-8b6c-8da6649e3e07'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:00.702298 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f52d5c84-cd7e-4dad-aff1-da0e71f31510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:27:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:00.714291 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-2b381eea-8ddf-42e1-a5fa-644ed0510127 admin admin] Calling delete_port for 72957653-03eb-4b5e-a324-0c594827de7b owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:00.716643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3328493-5a4f-4cce-ad2b-520cf8b8f2ce admin admin] Pushing event updated for resources: {'Network': ['ID=89e15dc3-b8a1-4519-96ec-0920eca2acfa,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:00.729800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 89e15dc3-b8a1-4519-96ec-0920eca2acfa details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:00.772544 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87331e6d-abc8-4380-9e03-a8569b6db62e req-d3e77fcb-db94-4e0a-913d-56adc2b2bd05 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898962 Jul 23 20:28:00.784427 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device b56bc800-7b12-4afd-b3f1-39daa84b60c2 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:00.795267 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d531ce9d-663b-433c-8a84-dd56dc719063 req-00b18333-9fa9-458c-9bb6-f5cd0aa825da tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244228 Jul 23 20:28:00.836980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-299cbd7e-f161-49de-96ae-027ff2fb402b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:00.839583 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-299cbd7e-f161-49de-96ae-027ff2fb402b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1641757 Jul 23 20:28:00.907610 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-f52d5c84-cd7e-4dad-aff1-da0e71f31510 None None] Set router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:00.964497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-9ce13f0b-cd1b-4848-b713-3c0aa6856291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:00.966650 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-9ce13f0b-cd1b-4848-b713-3c0aa6856291 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1191387 Jul 23 20:28:01.004078 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f52d5c84-cd7e-4dad-aff1-da0e71f31510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:28:00Z', 'revision_number': 6, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:01.039939 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d5c84-cd7e-4dad-aff1-da0e71f31510 None None] The sync data for ids ['c6d2e6b7-b185-4491-8b6c-8da6649e3e07'] in n-d-791504-18 is: [{'id': 'c6d2e6b7-b185-4491-8b6c-8da6649e3e07', 'name': 'tempest-FloatingIPsAssociationTestJSON-57938610-router', 'tenant_id': 'f13c05c7d1a64f6eb77c427187b36511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:37Z', 'updated_at': '2021-07-23T20:28:00Z', 'revision_number': 6, 'project_id': 'f13c05c7d1a64f6eb77c427187b36511', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:01.106080 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port b56bc800-7b12-4afd-b3f1-39daa84b60c2 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:01.118700 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port b56bc800-7b12-4afd-b3f1-39daa84b60c2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:01.118700 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.185920 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40173630-b54a-40f2-9532-6a8de96d91ae req-56ea3195-216d-424e-832f-aefcf52e9de2 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:01.194986 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40173630-b54a-40f2-9532-6a8de96d91ae req-56ea3195-216d-424e-832f-aefcf52e9de2 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.2266891 Jul 23 20:28:01.236985 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.240804 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-62c180ba-4696-4ef1-85d3-75ff86ac5f14 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269599 Jul 23 20:28:01.293941 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port b56bc800-7b12-4afd-b3f1-39daa84b60c2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b56bc800-7b12-4afd-b3f1-39daa84b60c2,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:01.300378 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.310213 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-05b18806-d6ee-4530-8472-0b64f30b75f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.349627 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-805fd23f-b764-4d5d-b510-af27c179af1c service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982838 Jul 23 20:28:01.365712 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40173630-b54a-40f2-9532-6a8de96d91ae req-a0f0d218-1749-4874-ae69-ff25c4630c66 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648009 Jul 23 20:28:01.367739 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b381eea-8ddf-42e1-a5fa-644ed0510127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.424864 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=b56bc800-7b12-4afd-b3f1-39daa84b60c2,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:01.444970 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:01.445419 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:01.445762 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:01.446095 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:01.446421 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:01.446750 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:01.447071 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:01.447420 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:01.447749 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:01.448157 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:01.448365 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:01.448684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:01.488412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b381eea-8ddf-42e1-a5fa-644ed0510127 admin admin] Pushing event deleted for resources: {'Port': ['ID=72957653-03eb-4b5e-a324-0c594827de7b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:01.497187 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b18806-d6ee-4530-8472-0b64f30b75f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f658f425-4fc6-4b8f-b57f-887c27b78545,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:01.517088 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b18806-d6ee-4530-8472-0b64f30b75f2 admin admin] Checking segment: {'id': 'fed9926c-745b-4189-9388-26ccda57f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89e15dc3-b8a1-4519-96ec-0920eca2acfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:01.517443 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b18806-d6ee-4530-8472-0b64f30b75f2 admin admin] Network hostable DHCP agents. Network: 89e15dc3-b8a1-4519-96ec-0920eca2acfa, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:01.535386 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b381eea-8ddf-42e1-a5fa-644ed0510127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.770003 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:28:01.889518 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b18806-d6ee-4530-8472-0b64f30b75f2 admin admin] Network 89e15dc3-b8a1-4519-96ec-0920eca2acfa is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:01.910931 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b381eea-8ddf-42e1-a5fa-644ed0510127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.913897 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b381eea-8ddf-42e1-a5fa-644ed0510127 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.917820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-05b18806-d6ee-4530-8472-0b64f30b75f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 89e15dc3-b8a1-4519-96ec-0920eca2acfa) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:01.925684 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b18806-d6ee-4530-8472-0b64f30b75f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:01.926256 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-05b18806-d6ee-4530-8472-0b64f30b75f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.933713 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f60d488-c427-4b8e-ad43-1adf70b8fb6b None None] Network 89e15dc3-b8a1-4519-96ec-0920eca2acfa requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:02.030967 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-05b18806-d6ee-4530-8472-0b64f30b75f2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4250214 Jul 23 20:28:02.031969 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b381eea-8ddf-42e1-a5fa-644ed0510127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.032482 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b381eea-8ddf-42e1-a5fa-644ed0510127 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6d2e6b7-b185-4491-8b6c-8da6649e3e07 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:28:02.033744 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f51d5-5a74-41ba-a16f-26f1f41a7d1a req-61eb2ef9-5da7-4985-9819-162ddd66c73c tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:02.035139 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-876f51d5-5a74-41ba-a16f-26f1f41a7d1a req-61eb2ef9-5da7-4985-9819-162ddd66c73c tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 945 time: 0.1579485 Jul 23 20:28:02.038768 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b381eea-8ddf-42e1-a5fa-644ed0510127 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.042714 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2b381eea-8ddf-42e1-a5fa-644ed0510127 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c6d2e6b7-b185-4491-8b6c-8da6649e3e07 HTTP/1.1" status: 204 len: 168 time: 2.0890985 Jul 23 20:28:02.044183 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05c4e5b-0395-42f9-955f-f0059ee3114a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56bc800-7b12-4afd-b3f1-39daa84b60c2'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:02.046393 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4179b3fd-3442-4f3d-8969-35d2f4308b24" -d '{"events": [{"server_uuid": "e05c4e5b-0395-42f9-955f-f0059ee3114a", "name": "network-vif-plugged", "status": "completed", "tag": "b56bc800-7b12-4afd-b3f1-39daa84b60c2"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:02.047643 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58078) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:02.051820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7c203-b565-4d10-a7e1-d7715df4364a req-19fe0aed-8a47-45c9-9403-d65009561055 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:02.061346 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a5a7c203-b565-4d10-a7e1-d7715df4364a req-19fe0aed-8a47-45c9-9403-d65009561055 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001 HTTP/1.1" status: 200 len: 946 time: 0.1286967 Jul 23 20:28:02.139680 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a5a7c203-b565-4d10-a7e1-d7715df4364a req-d31736c7-7320-4f25-97f3-a862d27a6dce tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772784 Jul 23 20:28:02.202311 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec3d4d7-52c2-4c57-b098-acfc8b7b8cfa admin admin] Deleting subnet 3be2f305-b5e9-4032-b91f-a7f98f558b55 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:28:02.204713 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-876f51d5-5a74-41ba-a16f-26f1f41a7d1a req-56a42388-1e4d-4c1a-bc13-bebd4c43243f tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413128 Jul 23 20:28:02.237502 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aec3d4d7-52c2-4c57-b098-acfc8b7b8cfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.276030 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c444ad7-adee-4b4c-999f-02abdb7f08e4 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:02.320561 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e198ca96-e553-46fa-b11f-801b2f148034 None None] Network 89e15dc3-b8a1-4519-96ec-0920eca2acfa requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:02.323533 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aec3d4d7-52c2-4c57-b098-acfc8b7b8cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.333252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 7c444ad7-adee-4b4c-999f-02abdb7f08e4 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:02.333981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c444ad7-adee-4b4c-999f-02abdb7f08e4 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:02.334754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 72957653-03eb-4b5e-a324-0c594827de7b no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:02.373736 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f52a378-fe44-4fa2-94a3-76b3cd04b759 x-openstack-request-id: req-3f52a378-fe44-4fa2-94a3-76b3cd04b759 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:02.374402 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05c4e5b-0395-42f9-955f-f0059ee3114a", "name": "network-vif-plugged", "status": "completed", "tag": "b56bc800-7b12-4afd-b3f1-39daa84b60c2", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:02.374831 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f52a378-fe44-4fa2-94a3-76b3cd04b759 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:02.375251 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05c4e5b-0395-42f9-955f-f0059ee3114a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56bc800-7b12-4afd-b3f1-39daa84b60c2', 'code': 200} Jul 23 20:28:02.414935 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 72957653-03eb-4b5e-a324-0c594827de7b {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:02.421221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 72957653-03eb-4b5e-a324-0c594827de7b not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:02.507114 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aec3d4d7-52c2-4c57-b098-acfc8b7b8cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.607974 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aec3d4d7-52c2-4c57-b098-acfc8b7b8cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.660862 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe0b06-e105-45a1-9aeb-c8588234c04a req-d05eef11-8e42-4bbd-acb4-12fc30e86b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:02.662385 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03fe0b06-e105-45a1-9aeb-c8588234c04a req-d05eef11-8e42-4bbd-acb4-12fc30e86b6b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 1097 time: 0.2307789 Jul 23 20:28:02.690853 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3d4d7-52c2-4c57-b098-acfc8b7b8cfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3be2f305-b5e9-4032-b91f-a7f98f558b55,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:02.696758 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aec3d4d7-52c2-4c57-b098-acfc8b7b8cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.699307 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-aec3d4d7-52c2-4c57-b098-acfc8b7b8cfa admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3be2f305-b5e9-4032-b91f-a7f98f558b55 HTTP/1.1" status: 204 len: 168 time: 0.6506565 Jul 23 20:28:02.701757 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58100) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:02.707787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0240a90-cbf8-4faf-8cfa-fdac10abf3e9 None None] Network 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:02.739959 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd59ac-d860-4d9d-a41d-a43625eeb253 req-0d3f3e7a-61d9-4928-876d-66e26852ecc7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:02.744711 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4bd59ac-d860-4d9d-a41d-a43625eeb253 req-0d3f3e7a-61d9-4928-876d-66e26852ecc7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.2081716 Jul 23 20:28:02.746430 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03fe0b06-e105-45a1-9aeb-c8588234c04a req-212cb2aa-c49f-46d6-90eb-40da4bd417f4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752122 Jul 23 20:28:02.808617 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:28:02.812904 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4bd59ac-d860-4d9d-a41d-a43625eeb253 req-91f66978-4e57-444b-96a4-407bbc44e235 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609982 Jul 23 20:28:02.833845 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.920930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] Deleting port c1e72612-62e5-4b08-af4d-43216412a41b {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:02.921464 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.976942 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:02.995253 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6', 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70', 'port_id': '1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6', 'mac_address': 'fa:16:3e:dd:9a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396c122c-6c4d-4a61-ba21-37a5a3eafff5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:28:03.048415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] For port c1e72612-62e5-4b08-af4d-43216412a41b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c1e72612-62e5-4b08-af4d-43216412a41b,segment=NetworkSegment(028c4bfd-4c47-4f36-9238-21941149efb6),segment_id=028c4bfd-4c47-4f36-9238-21941149efb6)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:03.048981 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.073572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7a8c04-75c9-4cc8-abaa-e3e54c673c81 None None] DHCP port deletion for 5bbafa9b-1ff2-449f-b382-7dc58b5f6330 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:28:03.091882 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.095769 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] Calling delete_port for c1e72612-62e5-4b08-af4d-43216412a41b owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:03.132740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:03.193472 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:03.202787 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.206769 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.245190 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e72612-62e5-4b08-af4d-43216412a41b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:03.252739 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] No DVR routers for this DVR port c1e72612-62e5-4b08-af4d-43216412a41b on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:03.317857 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:03.323704 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a8c04-75c9-4cc8-abaa-e3e54c673c81 None None] Deleting port c1e72612-62e5-4b08-af4d-43216412a41b {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:03.324160 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8c04-75c9-4cc8-abaa-e3e54c673c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.350002 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:03.368448 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.390685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbafa9b-1ff2-449f-b382-7dc58b5f6330']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:03.415787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028c4bfd-4c47-4f36-9238-21941149efb6') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:03.416379 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028c4bfd-4c47-4f36-9238-21941149efb6') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:03.430879 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.449071 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.457240 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f50b-61df-4200-ae81-e5848575056a req-8b4cea19-bd96-450d-9b41-863f8d79c4d1 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:03.462386 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ef3f50b-61df-4200-ae81-e5848575056a req-8b4cea19-bd96-450d-9b41-863f8d79c4d1 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/networks?id=89e15dc3-b8a1-4519-96ec-0920eca2acfa HTTP/1.1" status: 200 len: 818 time: 0.3071866 Jul 23 20:28:03.465499 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:03.466328 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:03.470355 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:03.519201 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ef3f50b-61df-4200-ae81-e5848575056a req-7e20805d-8eaa-4aed-8a9a-d843933a8626 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/quotas/d152e20c17724558ae876f3aba918ab8 HTTP/1.1" status: 200 len: 375 time: 0.0503807 Jul 23 20:28:03.536027 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0c7a8c04-75c9-4cc8-abaa-e3e54c673c81 None None] For port c1e72612-62e5-4b08-af4d-43216412a41b, host n-d-791504-18, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:03.536434 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8c04-75c9-4cc8-abaa-e3e54c673c81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.541942 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2af96-b1fd-41df-960d-ab8302d56172 req-85de84d9-a81b-4498-9e8d-1a1a721d6c87 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:03.555249 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2df2af96-b1fd-41df-960d-ab8302d56172 req-85de84d9-a81b-4498-9e8d-1a1a721d6c87 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001 HTTP/1.1" status: 200 len: 945 time: 0.2219300 Jul 23 20:28:03.559499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a8c04-75c9-4cc8-abaa-e3e54c673c81 None None] Calling delete_port for c1e72612-62e5-4b08-af4d-43216412a41b owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:03.562814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-0c7a8c04-75c9-4cc8-abaa-e3e54c673c81 None None] Port c1e72612-62e5-4b08-af4d-43216412a41b was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:28:03.565010 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8c04-75c9-4cc8-abaa-e3e54c673c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.604905 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.609029 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ef3f50b-61df-4200-ae81-e5848575056a req-71af2bb4-68b1-4641-b547-7e493784fbcf tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d152e20c17724558ae876f3aba918ab8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754282 Jul 23 20:28:03.611263 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.615463 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] 10.222.0.55 "DELETE /v2.0/networks/5bbafa9b-1ff2-449f-b382-7dc58b5f6330 HTTP/1.1" status: 204 len: 168 time: 0.9102356 Jul 23 20:28:03.630419 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7a8c04-75c9-4cc8-abaa-e3e54c673c81 None None] No DVR routers for this DVR port c1e72612-62e5-4b08-af4d-43216412a41b on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:03.668489 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78ef37-9b24-4aca-b86f-bd23f2b7005a admin admin] Pushing event deleted for resources: {'Network': ['ID=5bbafa9b-1ff2-449f-b382-7dc58b5f6330,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:03.730773 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2df2af96-b1fd-41df-960d-ab8302d56172 req-4726b2fd-f46f-47d6-b3f3-f8c6e7a0d1c6 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697474 Jul 23 20:28:03.751531 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a8c04-75c9-4cc8-abaa-e3e54c673c81 None None] Pushing event deleted for resources: {'Port': ['ID=c1e72612-62e5-4b08-af4d-43216412a41b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:03.887540 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ef3f50b-61df-4200-ae81-e5848575056a req-55dd6617-c420-4824-8605-21578a6f24d9 service neutron] 10.222.0.55 "GET /v2.0/networks/89e15dc3-b8a1-4519-96ec-0920eca2acfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652476 Jul 23 20:28:03.958047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ac553-9dd4-4f9f-9066-3043f38bb236 req-24c82151-fb54-4c31-a7db-4ea50dd2ddc1 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:03.959753 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb9ac553-9dd4-4f9f-9066-3043f38bb236 req-24c82151-fb54-4c31-a7db-4ea50dd2ddc1 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 945 time: 0.1512747 Jul 23 20:28:04.086956 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb9ac553-9dd4-4f9f-9066-3043f38bb236 req-c361fc65-1ef8-44ae-acdd-1e3a1e8923db tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103919 Jul 23 20:28:04.093532 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ef3f50b-61df-4200-ae81-e5848575056a req-fab8e667-8a16-4969-a9a0-d71f1425bb78 service neutron] 10.222.0.55 "GET /v2.0/networks/89e15dc3-b8a1-4519-96ec-0920eca2acfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949701 Jul 23 20:28:04.114509 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58138) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:04.201410 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-afe376dc-f488-4659-9ce3-97bcd777f3cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f13c05c7d1a64f6eb77c427187b36511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0843132 Jul 23 20:28:04.206617 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58142) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:04.225958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-cfbd11e3-0b0e-4375-9657-e94898f6abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:04.228078 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-cfbd11e3-0b0e-4375-9657-e94898f6abc6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e&tenant_id=1681e95d614a4f089ed176768eeebc0b HTTP/1.1" status: 200 len: 1101 time: 0.1335387 Jul 23 20:28:04.280214 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c1e72612-62e5-4b08-af4d-43216412a41b no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:04.330277 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: c1e72612-62e5-4b08-af4d-43216412a41b {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:04.331200 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c1e72612-62e5-4b08-af4d-43216412a41b not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:04.359834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ba3c371-5b4c-4170-90d3-5944df1f9c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:04.461803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-efdf368d-8be8-49e9-aa25-ad51d7bdaaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:04.467149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-efdf368d-8be8-49e9-aa25-ad51d7bdaaa4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 1101 time: 0.2025995 Jul 23 20:28:04.474040 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ba3c371-5b4c-4170-90d3-5944df1f9c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:04.589113 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ba3c371-5b4c-4170-90d3-5944df1f9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:04.591815 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ba3c371-5b4c-4170-90d3-5944df1f9c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:04.596738 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0ba3c371-5b4c-4170-90d3-5944df1f9c63 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e227ad0a-7567-41d6-89d7-e3962ebdd74a HTTP/1.1" status: 204 len: 168 time: 0.3865848 Jul 23 20:28:04.622392 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3c371-5b4c-4170-90d3-5944df1f9c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e227ad0a-7567-41d6-89d7-e3962ebdd74a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:04.782161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-0b93dd49-a440-43e2-95ee-4347827e2992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:04.784583 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-0b93dd49-a440-43e2-95ee-4347827e2992 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.3137028 Jul 23 20:28:04.811866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:04.813865 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9eb7c-349c-4725-a08e-d0b20ed603af req-0b664bd4-61e4-4591-bb8e-0acf5a2d4e4c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:04.823701 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24d9eb7c-349c-4725-a08e-d0b20ed603af req-0b664bd4-61e4-4591-bb8e-0acf5a2d4e4c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.3007250 Jul 23 20:28:04.877530 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-bf5d3ce9-4b19-479f-bdde-d5a0c62b22bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=1209c012-419a-4849-be81-05f59e68a367 HTTP/1.1" status: 200 len: 217 time: 0.0824776 Jul 23 20:28:04.968987 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:04.974101 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984d10b-878e-4097-8830-8968a5bdc684 req-f7567072-f8f9-447a-986b-3dd2cebdd709 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:04.982613 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d984d10b-878e-4097-8830-8968a5bdc684 req-f7567072-f8f9-447a-986b-3dd2cebdd709 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 1097 time: 0.2358515 Jul 23 20:28:05.037558 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d984d10b-878e-4097-8830-8968a5bdc684 req-b41cbd7a-1d3e-4901-a6a8-a684f8454295 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489752 Jul 23 20:28:05.045229 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24d9eb7c-349c-4725-a08e-d0b20ed603af req-7257d907-5960-4db6-b534-4cfe3c816642 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197323 Jul 23 20:28:05.048028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-d1864775-d947-495c-b0e7-982d87d374ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:05.049513 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-d1864775-d947-495c-b0e7-982d87d374ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1641445 Jul 23 20:28:05.185401 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91dbc85a-b478-42c4-803d-4cf19cef87d9 req-44dc5ef5-77a4-484b-af3f-d6f3a2bbaf12 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c6d2b5b-4e80-4ea3-8490-aca27b522103 HTTP/1.1" status: 200 len: 210 time: 0.0428419 Jul 23 20:28:05.238753 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-5d83b782-7ea4-479d-a49b-5d0399c4dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:05.238990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:05.250440 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-5d83b782-7ea4-479d-a49b-5d0399c4dac6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1833098 Jul 23 20:28:05.290374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:05.300242 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.379346 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:05.522032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1663976-2a77-4ed7-bfa8-77307886150f req-5fd17d7d-3076-4b51-95c0-e0758221bcba tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:05.526567 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1663976-2a77-4ed7-bfa8-77307886150f req-5fd17d7d-3076-4b51-95c0-e0758221bcba tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001 HTTP/1.1" status: 200 len: 945 time: 0.2646768 Jul 23 20:28:05.532932 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bbbf2-c1b9-4cfd-bd2f-06aed140d524 req-76ea86bc-46ab-4e19-9caa-c20b84022242 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:05.552058 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-555bbbf2-c1b9-4cfd-bd2f-06aed140d524 req-76ea86bc-46ab-4e19-9caa-c20b84022242 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 1097 time: 0.2287874 Jul 23 20:28:05.595004 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-e5a3f7de-aeb8-44cb-ab01-a335f35393c5 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436775 Jul 23 20:28:05.651783 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-555bbbf2-c1b9-4cfd-bd2f-06aed140d524 req-cfa56a37-86ad-46a3-b4cd-90410bf412da tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957959 Jul 23 20:28:05.768649 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-552a0711-c60b-4c70-bac4-4e6fa96302d3 req-58cd0922-52ee-4634-bb27-406d8ee0d9fb service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606505 Jul 23 20:28:05.787726 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1663976-2a77-4ed7-bfa8-77307886150f req-96d8e8ab-732a-4c04-989d-f70bd01be71b tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331953 Jul 23 20:28:06.177279 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f50b-61df-4200-ae81-e5848575056a req-9f38d2a0-de4f-444d-9647-b40f407df19a tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:06.180302 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ef3f50b-61df-4200-ae81-e5848575056a req-9f38d2a0-de4f-444d-9647-b40f407df19a tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.57 "GET /v2.0/networks?id=89e15dc3-b8a1-4519-96ec-0920eca2acfa HTTP/1.1" status: 200 len: 818 time: 0.2209396 Jul 23 20:28:06.198492 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-2ef3f50b-61df-4200-ae81-e5848575056a req-106518be-f52e-486b-aa48-cbb7ae552e42 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Request body: {'port': {'device_id': '5c6d2b5b-4e80-4ea3-8490-aca27b522103', 'network_id': '89e15dc3-b8a1-4519-96ec-0920eca2acfa', 'admin_state_up': True, 'tenant_id': 'd152e20c17724558ae876f3aba918ab8'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:06.285659 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58212) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:06.321665 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa71100-5408-42ba-b893-1b16ae3da760 req-cad14de2-ee2f-41a2-aa3b-666fa1b091ac tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:06.323994 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1fa71100-5408-42ba-b893-1b16ae3da760 req-cad14de2-ee2f-41a2-aa3b-666fa1b091ac tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 949 time: 0.1322539 Jul 23 20:28:06.382264 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef3f50b-61df-4200-ae81-e5848575056a req-106518be-f52e-486b-aa48-cbb7ae552e42 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Made reservation on behalf of d152e20c17724558ae876f3aba918ab8 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:06.392124 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2ef3f50b-61df-4200-ae81-e5848575056a req-106518be-f52e-486b-aa48-cbb7ae552e42 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:06.404893 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58216) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:06.416587 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1fa71100-5408-42ba-b893-1b16ae3da760 req-4aa4d843-c859-4c64-be39-c6aba5b58547 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793035 Jul 23 20:28:06.434180 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76f28c-beb2-4771-ab1c-99015cc6eb8e req-a69cc27a-6f88-4ed6-ba06-691532f5c32c tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:06.435635 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f76f28c-beb2-4771-ab1c-99015cc6eb8e req-a69cc27a-6f88-4ed6-ba06-691532f5c32c tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001 HTTP/1.1" status: 200 len: 944 time: 0.1107533 Jul 23 20:28:06.625371 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-2ef3f50b-61df-4200-ae81-e5848575056a req-106518be-f52e-486b-aa48-cbb7ae552e42 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Allocated IP 172.20.0.9 (89e15dc3-b8a1-4519-96ec-0920eca2acfa/f658f425-4fc6-4b8f-b57f-887c27b78545/1b11db0e-4fbd-4b7e-a80c-8167f578a5b9) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:06.667394 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1aa92eef-25e6-4058-8739-426af9e53a0b req-66d0f8a8-ed1f-4f37-96ea-f4adeb2c1941 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c6d2b5b-4e80-4ea3-8490-aca27b522103 HTTP/1.1" status: 200 len: 210 time: 0.0971625 Jul 23 20:28:06.675339 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8e116986-b66e-4dde-9de3-af617580d6da admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311771758-network', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:06.681836 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fceb376-b609-43cc-b1ca-486f942c53ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:06.727773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e116986-b66e-4dde-9de3-af617580d6da admin admin] Made reservation on behalf of 9d4170486b644fb6b74af8c508ff2424 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:06.730168 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e116986-b66e-4dde-9de3-af617580d6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:06.748082 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-0f76f28c-beb2-4771-ab1c-99015cc6eb8e req-784c7dfa-fee9-4e6f-99da-2906ac331b75 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Deleting port 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:06.748427 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0f76f28c-beb2-4771-ab1c-99015cc6eb8e req-784c7dfa-fee9-4e6f-99da-2906ac331b75 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:06.766742 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e116986-b66e-4dde-9de3-af617580d6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:06.838097 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1209c012-419a-4849-be81-05f59e68a367 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:06.923762 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0f76f28c-beb2-4771-ab1c-99015cc6eb8e req-784c7dfa-fee9-4e6f-99da-2906ac331b75 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] For port 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:06.924284 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0f76f28c-beb2-4771-ab1c-99015cc6eb8e req-784c7dfa-fee9-4e6f-99da-2906ac331b75 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:06.939240 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2ef3f50b-61df-4200-ae81-e5848575056a req-106518be-f52e-486b-aa48-cbb7ae552e42 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:06.950089 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-0f76f28c-beb2-4771-ab1c-99015cc6eb8e req-784c7dfa-fee9-4e6f-99da-2906ac331b75 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Calling delete_port for 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:06.973235 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fceb376-b609-43cc-b1ca-486f942c53ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:06.977348 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.014153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35955eb0-7315-4e9f-b966-c3467316a06e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1209c012-419a-4849-be81-05f59e68a367'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:07.016439 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa270d2-2ca9-4c15-9037-13a4be10fe9d" -d '{"events": [{"server_uuid": "35955eb0-7315-4e9f-b966-c3467316a06e", "name": "network-vif-unplugged", "status": "completed", "tag": "1209c012-419a-4849-be81-05f59e68a367"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:07.024945 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2ef3f50b-61df-4200-ae81-e5848575056a req-106518be-f52e-486b-aa48-cbb7ae552e42 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.031430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1209c012-419a-4849-be81-05f59e68a367, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1209c012-419a-4849-be81-05f59e68a367,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:07.036893 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.038738 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fceb376-b609-43cc-b1ca-486f942c53ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.110033 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=1209c012-419a-4849-be81-05f59e68a367,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:07.118070 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef3f50b-61df-4200-ae81-e5848575056a req-106518be-f52e-486b-aa48-cbb7ae552e42 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Network 89e15dc3-b8a1-4519-96ec-0920eca2acfa is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:07.121655 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-2ef3f50b-61df-4200-ae81-e5848575056a req-106518be-f52e-486b-aa48-cbb7ae552e42 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:07.125526 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef3f50b-61df-4200-ae81-e5848575056a req-106518be-f52e-486b-aa48-cbb7ae552e42 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:07.162913 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106518be-f52e-486b-aa48-cbb7ae552e42 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Pushing event updated for resources: {'Port': ['ID=1b11db0e-4fbd-4b7e-a80c-8167f578a5b9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:07.170149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5fceb376-b609-43cc-b1ca-486f942c53ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88a853eff97541efb63089024dbcab27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7639153 Jul 23 20:28:07.171091 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58244) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:07.191511 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f50b-61df-4200-ae81-e5848575056a req-106518be-f52e-486b-aa48-cbb7ae552e42 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:07.193047 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2ef3f50b-61df-4200-ae81-e5848575056a req-106518be-f52e-486b-aa48-cbb7ae552e42 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.221344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fceb376-b609-43cc-b1ca-486f942c53ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e3b21b-7e7f-46db-a011-6088007b71bd,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:07.298895 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-49893570-20dd-489f-a775-882a7ae520dd tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:28:07.300547 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-49893570-20dd-489f-a775-882a7ae520dd tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069206 Jul 23 20:28:07.313767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-b0ba0b67-e601-428a-83a5-020ced7b15e7 service neutron] Request body: {'binding': {'host': 'n-h2-791504-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:07.314353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-b0ba0b67-e601-428a-83a5-020ced7b15e7 service neutron] Unknown quota resources ['binding']. {{(pid=93810) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:28:07.494393 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-b0ba0b67-e601-428a-83a5-020ced7b15e7 service neutron] Attempting to bind port b56bc800-7b12-4afd-b3f1-39daa84b60c2 on host n-h2-791504-18 for vnic_type normal with profile None {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:07.494975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-b0ba0b67-e601-428a-83a5-020ced7b15e7 service neutron] Attempting to bind port b56bc800-7b12-4afd-b3f1-39daa84b60c2 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:07.495339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-b0ba0b67-e601-428a-83a5-020ced7b15e7 service neutron] Attempting to bind port b56bc800-7b12-4afd-b3f1-39daa84b60c2 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:07.500416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-b0ba0b67-e601-428a-83a5-020ced7b15e7 service neutron] Port b56bc800-7b12-4afd-b3f1-39daa84b60c2 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:28:07.500829 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-b0ba0b67-e601-428a-83a5-020ced7b15e7 service neutron] Attempting to bind port b56bc800-7b12-4afd-b3f1-39daa84b60c2 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:07.506676 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-b0ba0b67-e601-428a-83a5-020ced7b15e7 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:07.507008 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-b0ba0b67-e601-428a-83a5-020ced7b15e7 service neutron] Checking segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:07.507422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-b0ba0b67-e601-428a-83a5-020ced7b15e7 service neutron] Bound using segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:07.507906 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-b0ba0b67-e601-428a-83a5-020ced7b15e7 service neutron] Bound port: b56bc800-7b12-4afd-b3f1-39daa84b60c2, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:07.565830 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d434c2-03f9-4dee-a377-0122e1298816 req-ad10726e-97f0-47ae-9550-4a628f628fcf tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:07.573049 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44d434c2-03f9-4dee-a377-0122e1298816 req-ad10726e-97f0-47ae-9550-4a628f628fcf tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001 HTTP/1.1" status: 200 len: 944 time: 0.5498893 Jul 23 20:28:07.587928 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-b0ba0b67-e601-428a-83a5-020ced7b15e7 service neutron] For port b56bc800-7b12-4afd-b3f1-39daa84b60c2, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b56bc800-7b12-4afd-b3f1-39daa84b60c2,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:07.596263 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-b0ba0b67-e601-428a-83a5-020ced7b15e7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.597253 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-b0ba0b67-e601-428a-83a5-020ced7b15e7 service neutron] 10.222.0.55 "POST /v2.0/ports/b56bc800-7b12-4afd-b3f1-39daa84b60c2/bindings HTTP/1.1" status: 201 len: 390 time: 0.2884574 Jul 23 20:28:07.685621 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44d434c2-03f9-4dee-a377-0122e1298816 req-2000c8d7-37d2-48f7-acbc-64c0000cc52f tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059577 Jul 23 20:28:07.698983 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d720981-eaeb-4d8b-9514-f35b1336fbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.731051 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39b9ca2-6726-453b-a1ef-e42fd41e949f x-openstack-request-id: req-f39b9ca2-6726-453b-a1ef-e42fd41e949f {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:07.731730 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35955eb0-7315-4e9f-b966-c3467316a06e", "name": "network-vif-unplugged", "status": "completed", "tag": "1209c012-419a-4849-be81-05f59e68a367", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:07.732149 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f39b9ca2-6726-453b-a1ef-e42fd41e949f {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:07.732697 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35955eb0-7315-4e9f-b966-c3467316a06e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1209c012-419a-4849-be81-05f59e68a367', 'code': 200} Jul 23 20:28:07.773305 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e116986-b66e-4dde-9de3-af617580d6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.779023 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d720981-eaeb-4d8b-9514-f35b1336fbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.788016 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e116986-b66e-4dde-9de3-af617580d6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.795377 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ef3f50b-61df-4200-ae81-e5848575056a req-106518be-f52e-486b-aa48-cbb7ae552e42 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6063898 Jul 23 20:28:07.807980 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Request body: {'port': {'device_id': '5c6d2b5b-4e80-4ea3-8490-aca27b522103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:07.813551 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0f76f28c-beb2-4771-ab1c-99015cc6eb8e req-784c7dfa-fee9-4e6f-99da-2906ac331b75 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.910382 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.971174 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e116986-b66e-4dde-9de3-af617580d6da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:07.975673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c7dfa-fee9-4e6f-99da-2906ac331b75 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Pushing event deleted for resources: {'Port': ['ID=1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:07.989740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e116986-b66e-4dde-9de3-af617580d6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9727ad9a-dc1f-4609-8d05-7bb935dfef83,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:08.055826 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e116986-b66e-4dde-9de3-af617580d6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.056217 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-8e116986-b66e-4dde-9de3-af617580d6da admin admin] Added segment 23f289da-2988-45ec-8102-02942646c8b4 of type vlan for network 937f74f4-5e87-4111-86e1-c8157d4b221d Jul 23 20:28:08.121647 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f76f28c-beb2-4771-ab1c-99015cc6eb8e req-784c7dfa-fee9-4e6f-99da-2906ac331b75 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] No DVR routers for this DVR port 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:08.131747 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0f76f28c-beb2-4771-ab1c-99015cc6eb8e req-784c7dfa-fee9-4e6f-99da-2906ac331b75 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.134420 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f76f28c-beb2-4771-ab1c-99015cc6eb8e req-784c7dfa-fee9-4e6f-99da-2906ac331b75 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.48 "DELETE /v2.0/ports/1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 HTTP/1.1" status: 204 len: 173 time: 1.6919026 Jul 23 20:28:08.137362 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d720981-eaeb-4d8b-9514-f35b1336fbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.139877 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d720981-eaeb-4d8b-9514-f35b1336fbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.143674 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0d720981-eaeb-4d8b-9514-f35b1336fbda admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/73e3b21b-7e7f-46db-a011-6088007b71bd HTTP/1.1" status: 204 len: 168 time: 0.9594073 Jul 23 20:28:08.144257 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001', 'name': 'network-vif-deleted', 'tag': '1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:08.146517 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967e97b5-97dc-48c0-afbd-0fb20e11c576" -d '{"events": [{"server_uuid": "ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001", "name": "network-vif-deleted", "tag": "1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:08.178986 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e116986-b66e-4dde-9de3-af617580d6da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.207362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d720981-eaeb-4d8b-9514-f35b1336fbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e3b21b-7e7f-46db-a011-6088007b71bd,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:08.231627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee1995-64ac-4523-a01b-8c7bec17b23d req-4d5b78b8-8546-4d3e-8f53-43b50a3f0d1c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:08.238408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d1ee1995-64ac-4523-a01b-8c7bec17b23d req-4d5b78b8-8546-4d3e-8f53-43b50a3f0d1c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 947 time: 0.4258950 Jul 23 20:28:08.268338 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4bee5-97b0-4e69-b91b-d27374f9bc57 req-35a14018-ba16-40bd-97fa-405e6bde8b82 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:08.275897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d1d4bee5-97b0-4e69-b91b-d27374f9bc57 req-35a14018-ba16-40bd-97fa-405e6bde8b82 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 945 time: 0.4440649 Jul 23 20:28:08.276820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:08.302331 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.310007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-d9cf32b6-4f72-40c9-a0fc-bd64cd216cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:08.311543 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-d9cf32b6-4f72-40c9-a0fc-bd64cd216cee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 1097 time: 0.3844578 Jul 23 20:28:08.316705 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e116986-b66e-4dde-9de3-af617580d6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.318055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e116986-b66e-4dde-9de3-af617580d6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:08.318724 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e116986-b66e-4dde-9de3-af617580d6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.324391 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Transition to ACTIVE for port object 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:08.329115 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.411638 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d1ee1995-64ac-4523-a01b-8c7bec17b23d req-feb104c4-16f0-4bfb-aee1-7935514b7957 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679752 Jul 23 20:28:08.447809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Pushing event updated for resources: {'Port': ['ID=1b11db0e-4fbd-4b7e-a80c-8167f578a5b9,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:08.480932 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d1d4bee5-97b0-4e69-b91b-d27374f9bc57 req-61b1ea85-4a4e-4e12-ac59-559efd861635 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992447 Jul 23 20:28:08.487191 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8e116986-b66e-4dde-9de3-af617580d6da admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.2004774 Jul 23 20:28:08.489051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58266) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:08.498809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b3d4e392-4e60-44ba-8eaa-a706beb10953 admin admin] Request body: {'subnet': {'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311771758-subnet', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:08.557205 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d4e392-4e60-44ba-8eaa-a706beb10953 admin admin] Made reservation on behalf of 9d4170486b644fb6b74af8c508ff2424 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:08.561588 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3d4e392-4e60-44ba-8eaa-a706beb10953 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.564954 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e116986-b66e-4dde-9de3-af617580d6da admin admin] Pushing event updated for resources: {'Network': ['ID=937f74f4-5e87-4111-86e1-c8157d4b221d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:08.575065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Attempting to bind port 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:08.575473 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Attempting to bind port 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'fed9926c-745b-4189-9388-26ccda57f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89e15dc3-b8a1-4519-96ec-0920eca2acfa'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:08.575806 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Attempting to bind port 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 on network 89e15dc3-b8a1-4519-96ec-0920eca2acfa {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:08.584149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 937f74f4-5e87-4111-86e1-c8157d4b221d details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:08.596012 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Port 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 on network 89e15dc3-b8a1-4519-96ec-0920eca2acfa not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:28:08.596343 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Attempting to bind port 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 on network 89e15dc3-b8a1-4519-96ec-0920eca2acfa {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:08.660054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-f8c75ab1-04e1-424b-8ef3-30929d88d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:08.661697 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-f8c75ab1-04e1-424b-8ef3-30929d88d17e service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 921 time: 0.3267531 Jul 23 20:28:08.674405 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:08.674762 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Checking segment: {'id': 'fed9926c-745b-4189-9388-26ccda57f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89e15dc3-b8a1-4519-96ec-0920eca2acfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:08.675183 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Bound using segment: {'id': 'fed9926c-745b-4189-9388-26ccda57f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89e15dc3-b8a1-4519-96ec-0920eca2acfa'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:08.675647 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Bound port: 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed9926c-745b-4189-9388-26ccda57f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89e15dc3-b8a1-4519-96ec-0920eca2acfa'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:08.676025 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.767760 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321892cc-524d-42a2-9721-1c13f8798663 x-openstack-request-id: req-321892cc-524d-42a2-9721-1c13f8798663 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:08.768056 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001", "name": "network-vif-deleted", "tag": "1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:08.768308 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-321892cc-524d-42a2-9721-1c13f8798663 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:08.768700 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad58ccc8-30bf-4a5b-9d7d-3bbfabb7f001', 'name': 'network-vif-deleted', 'tag': '1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6', 'status': 'completed', 'code': 200} Jul 23 20:28:08.769102 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58272) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:08.780059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-615d45c3-bf46-49df-9fcd-f088a400e0cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b56bc800-7b12-4afd-b3f1-39daa84b60c2 HTTP/1.1" status: 200 len: 217 time: 0.1091068 Jul 23 20:28:08.800134 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3ba842e1-4b4b-4ae5-b718-88474b3b3797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.837619 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1209c012-419a-4849-be81-05f59e68a367 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:28:08.867184 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d1193-9f89-47eb-92c4-2b0dd52ad3a8 req-e41f67d9-eecb-43f7-bcc4-a6170202e83d tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:08.874881 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-370d1193-9f89-47eb-92c4-2b0dd52ad3a8 req-e41f67d9-eecb-43f7-bcc4-a6170202e83d tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c6d2b5b-4e80-4ea3-8490-aca27b522103 HTTP/1.1" status: 200 len: 943 time: 0.3134499 Jul 23 20:28:08.919611 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] For port 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:08.925644 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] For port 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=1b11db0e-4fbd-4b7e-a80c-8167f578a5b9,segment=NetworkSegment(fed9926c-745b-4189-9388-26ccda57f27d),segment_id=fed9926c-745b-4189-9388-26ccda57f27d)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:08.939819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-fe598236-245c-41c0-aa50-f03bb2df91f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:08.941301 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-fe598236-245c-41c0-aa50-f03bb2df91f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.1513169 Jul 23 20:28:08.948184 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.998638 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-370d1193-9f89-47eb-92c4-2b0dd52ad3a8 req-2f0615bc-8be4-4c3f-a9ce-1247329e4005 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f78dce-a4b9-449c-9856-b1ac2329311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227531 Jul 23 20:28:09.017366 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-090d454b-7c23-410b-a343-ce5ca88aeeea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550959 Jul 23 20:28:09.024061 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Pushing event updated for resources: {'Port': ['ID=1b11db0e-4fbd-4b7e-a80c-8167f578a5b9,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:09.033739 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:09.034365 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.037872 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ef3f50b-61df-4200-ae81-e5848575056a req-cca94f11-6ea4-4c03-ab31-de671df80e6a service neutron] 10.222.0.57 "PUT /v2.0/ports/1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 HTTP/1.1" status: 200 len: 1092 time: 1.2346854 Jul 23 20:28:09.038795 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6d2b5b-4e80-4ea3-8490-aca27b522103', 'tag': '1b11db0e-4fbd-4b7e-a80c-8167f578a5b9'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:09.040867 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1209c012-419a-4849-be81-05f59e68a367, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1209c012-419a-4849-be81-05f59e68a367,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:09.043904 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb6a653-18be-4414-a148-f2b0e6937d84" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6d2b5b-4e80-4ea3-8490-aca27b522103", "tag": "1b11db0e-4fbd-4b7e-a80c-8167f578a5b9"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:09.062379 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '1209c012-419a-4849-be81-05f59e68a367', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '1209c012-419a-4849-be81-05f59e68a367', 'mac_address': 'fa:16:3e:98:ad:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:28:09.127491 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.147470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1209c012-419a-4849-be81-05f59e68a367 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:09.158440 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f10a99-9fd7-42c6-a859-da7c3638a816 req-9262c74a-4cbb-4006-bb19-9e74c72c40ad tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:09.167137 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83f10a99-9fd7-42c6-a859-da7c3638a816 req-9262c74a-4cbb-4006-bb19-9e74c72c40ad tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 947 time: 0.3785932 Jul 23 20:28:09.172658 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd89d40b-3066-4ad0-a9d4-4f808854bd7f x-openstack-request-id: req-bd89d40b-3066-4ad0-a9d4-4f808854bd7f {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:09.172852 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1209c012-419a-4849-be81-05f59e68a367, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1209c012-419a-4849-be81-05f59e68a367,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:09.172945 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6d2b5b-4e80-4ea3-8490-aca27b522103", "tag": "1b11db0e-4fbd-4b7e-a80c-8167f578a5b9", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:09.173184 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd89d40b-3066-4ad0-a9d4-4f808854bd7f {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:09.173719 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6d2b5b-4e80-4ea3-8490-aca27b522103', 'tag': '1b11db0e-4fbd-4b7e-a80c-8167f578a5b9', 'status': 'completed', 'code': 200} Jul 23 20:28:09.180698 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.197159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3d4e392-4e60-44ba-8eaa-a706beb10953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.281652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83f10a99-9fd7-42c6-a859-da7c3638a816 req-0f9ed732-9c98-48cd-9e23-bcf165c8f45e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072824 Jul 23 20:28:09.292756 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=1209c012-419a-4849-be81-05f59e68a367,revision_number=10']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:09.326524 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-f2cac1e1-2592-43d5-8763-9a10036f13f7 service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020394 Jul 23 20:28:09.363148 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3ba842e1-4b4b-4ae5-b718-88474b3b3797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.375560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4e392-4e60-44ba-8eaa-a706beb10953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e822dbc2-78ea-4404-9c96-96658096e134,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:09.399761 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f50b-61df-4200-ae81-e5848575056a req-91ff7dad-407f-4dce-9ea5-29fb1d98a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:09.401347 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ef3f50b-61df-4200-ae81-e5848575056a req-91ff7dad-407f-4dce-9ea5-29fb1d98a557 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d152e20c17724558ae876f3aba918ab8&device_id=5c6d2b5b-4e80-4ea3-8490-aca27b522103 HTTP/1.1" status: 200 len: 1095 time: 0.3079996 Jul 23 20:28:09.404553 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d4e392-4e60-44ba-8eaa-a706beb10953 admin admin] Checking segment: {'id': '23f289da-2988-45ec-8102-02942646c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:09.404991 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d4e392-4e60-44ba-8eaa-a706beb10953 admin admin] Network hostable DHCP agents. Network: 937f74f4-5e87-4111-86e1-c8157d4b221d, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:09.414168 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3ba842e1-4b4b-4ae5-b718-88474b3b3797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.447035 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['1209c012-419a-4849-be81-05f59e68a367'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:09.447957 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ef3f50b-61df-4200-ae81-e5848575056a req-8bb4a5a4-5a8c-484a-9df5-ae12ef5ef998 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 HTTP/1.1" status: 200 len: 217 time: 0.0392315 Jul 23 20:28:09.466804 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d4e392-4e60-44ba-8eaa-a706beb10953 admin admin] Network 937f74f4-5e87-4111-86e1-c8157d4b221d is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:09.513201 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba842e1-4b4b-4ae5-b718-88474b3b3797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278a1dd5-feb3-44e9-876a-6449ecb81d59,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:09.517408 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-b3d4e392-4e60-44ba-8eaa-a706beb10953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 937f74f4-5e87-4111-86e1-c8157d4b221d) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:09.529872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d4e392-4e60-44ba-8eaa-a706beb10953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:09.530495 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3d4e392-4e60-44ba-8eaa-a706beb10953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.542740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983654da-71e7-4014-b5e9-676c0a9d7471 None None] Network 937f74f4-5e87-4111-86e1-c8157d4b221d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:09.562823 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b3d4e392-4e60-44ba-8eaa-a706beb10953 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0703442 Jul 23 20:28:09.563854 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58304) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:09.568216 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311771758-router', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:09.579930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f50b-61df-4200-ae81-e5848575056a req-d5cf686d-ca69-4cae-b041-4b70fd1ab360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:09.583159 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ef3f50b-61df-4200-ae81-e5848575056a req-d5cf686d-ca69-4cae-b041-4b70fd1ab360 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f658f425-4fc6-4b8f-b57f-887c27b78545 HTTP/1.1" status: 200 len: 858 time: 0.1250231 Jul 23 20:28:09.604368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3ba842e1-4b4b-4ae5-b718-88474b3b3797 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de10ea428408445ba4e63c1ab28b969b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8284271 Jul 23 20:28:09.617348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58306) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:09.623980 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ef3f50b-61df-4200-ae81-e5848575056a req-ba1b44df-f6d3-46e8-ab46-f598b7b2ac78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89e15dc3-b8a1-4519-96ec-0920eca2acfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339413 Jul 23 20:28:09.629596 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.631215 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.658472 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-cdcf8c40-50ef-4cc1-9e55-21635137491c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1681e95d614a4f089ed176768eeebc0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640156 Jul 23 20:28:09.731262 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-4ec77fb1-da8a-4b86-bf2d-4770b51dd6ff service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942504 Jul 23 20:28:09.758290 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-7935445f-182f-4ca8-b548-c475785b0b98 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:09.759814 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-7935445f-182f-4ca8-b548-c475785b0b98 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/networks?id=e245881d-b7c7-4473-8e7c-2fe8256d1e70 HTTP/1.1" status: 200 len: 822 time: 0.3883262 Jul 23 20:28:09.784693 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-937f74f4-5e87-4111-86e1-c8157d4b221d', 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'fixed_ips': [{'subnet_id': 'e822dbc2-78ea-4404-9c96-96658096e134'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:28:09.785724 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.807562 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-598a03e5-3ae8-4928-905c-e93db945e926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.845795 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.915955 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-335fc539-c4ae-4107-ba75-0c2aea5f471a tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/quotas/4f4b4b395bb04ce681b1729b9a2f9aad HTTP/1.1" status: 200 len: 375 time: 0.1467664 Jul 23 20:28:09.944941 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-598a03e5-3ae8-4928-905c-e93db945e926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.956150 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ef3f50b-61df-4200-ae81-e5848575056a req-dd70a752-0e6d-43b5-a1f7-a7d4de7c37c8 service neutron] 10.222.0.57 "GET /v2.0/networks/89e15dc3-b8a1-4519-96ec-0920eca2acfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166184 Jul 23 20:28:10.004189 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Allocated IP 172.20.0.2 (937f74f4-5e87-4111-86e1-c8157d4b221d/e822dbc2-78ea-4404-9c96-96658096e134/e55aee32-3842-4c92-a2f6-e3e1c53d4abe) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:10.053751 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-25f83b77-0f39-45ed-b870-0f2f0b985a6f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:10.068569 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-25f83b77-0f39-45ed-b870-0f2f0b985a6f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3932984 Jul 23 20:28:10.130618 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.153106 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-958e813b-b733-47a2-8b2b-609abc5a97c4 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/quotas/1681e95d614a4f089ed176768eeebc0b HTTP/1.1" status: 200 len: 375 time: 0.0832093 Jul 23 20:28:10.174077 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ef3f50b-61df-4200-ae81-e5848575056a req-dd2f627a-d114-4879-98e3-af168546a399 service neutron] 10.222.0.57 "GET /v2.0/networks/89e15dc3-b8a1-4519-96ec-0920eca2acfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887047 Jul 23 20:28:10.232046 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1aea9096-7346-4769-addc-9f4039d1ecdd tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f4b4b395bb04ce681b1729b9a2f9aad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3149357 Jul 23 20:28:10.291640 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-598a03e5-3ae8-4928-905c-e93db945e926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.294506 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-598a03e5-3ae8-4928-905c-e93db945e926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.298499 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-598a03e5-3ae8-4928-905c-e93db945e926 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/278a1dd5-feb3-44e9-876a-6449ecb81d59 HTTP/1.1" status: 204 len: 168 time: 0.6741903 Jul 23 20:28:10.328103 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6a653-18be-4414-a148-f2b0e6937d84 req-c833dcc5-d5f1-4c69-9599-13030c4ddd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:10.329754 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5fb6a653-18be-4414-a148-f2b0e6937d84 req-c833dcc5-d5f1-4c69-9599-13030c4ddd2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d152e20c17724558ae876f3aba918ab8&device_id=5c6d2b5b-4e80-4ea3-8490-aca27b522103 HTTP/1.1" status: 200 len: 1095 time: 0.0779727 Jul 23 20:28:10.354803 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-fc0da07d-549f-4478-ac65-f1ced67323a1 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2001016 Jul 23 20:28:10.403971 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.422643 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Transition to ACTIVE for port object e55aee32-3842-4c92-a2f6-e3e1c53d4abe will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:10.427076 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a03e5-3ae8-4928-905c-e93db945e926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278a1dd5-feb3-44e9-876a-6449ecb81d59,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:10.453724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Transition to ACTIVE for port object e55aee32-3842-4c92-a2f6-e3e1c53d4abe will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:10.469994 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.535810 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Network 937f74f4-5e87-4111-86e1-c8157d4b221d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:10.536580 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.551334 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:10.562789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:10.566639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Pushing event updated for resources: {'Port': ['ID=e55aee32-3842-4c92-a2f6-e3e1c53d4abe,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:10.571163 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.579608 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6a653-18be-4414-a148-f2b0e6937d84 req-509a94c4-2e3d-4c45-9ccb-c2d32fd4c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:10.581159 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5fb6a653-18be-4414-a148-f2b0e6937d84 req-509a94c4-2e3d-4c45-9ccb-c2d32fd4c881 service neutron] 10.222.0.57 "GET /v2.0/networks?id=89e15dc3-b8a1-4519-96ec-0920eca2acfa HTTP/1.1" status: 200 len: 919 time: 0.2443855 Jul 23 20:28:10.586461 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-75500333-7860-4962-8afe-0b21b55570fe service neutron] 10.222.0.55 "GET /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515873 Jul 23 20:28:10.642757 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Attempting to bind port e55aee32-3842-4c92-a2f6-e3e1c53d4abe on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:10.643209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Attempting to bind port e55aee32-3842-4c92-a2f6-e3e1c53d4abe by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '23f289da-2988-45ec-8102-02942646c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:10.643577 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Attempting to bind port e55aee32-3842-4c92-a2f6-e3e1c53d4abe on network 937f74f4-5e87-4111-86e1-c8157d4b221d {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:10.650025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:10.650406 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Checking segment: {'id': '23f289da-2988-45ec-8102-02942646c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:10.650813 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.651291 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Bound using segment: {'id': '23f289da-2988-45ec-8102-02942646c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:10.652360 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Bound port: e55aee32-3842-4c92-a2f6-e3e1c53d4abe, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f289da-2988-45ec-8102-02942646c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:10.652779 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.713125 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5fb6a653-18be-4414-a148-f2b0e6937d84 req-48b9cabf-67e7-4c18-a53f-ac2f9c06f261 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 HTTP/1.1" status: 200 len: 217 time: 0.0590370 Jul 23 20:28:10.826334 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] For port e55aee32-3842-4c92-a2f6-e3e1c53d4abe, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:10.847793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] For port e55aee32-3842-4c92-a2f6-e3e1c53d4abe, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e55aee32-3842-4c92-a2f6-e3e1c53d4abe,segment=NetworkSegment(23f289da-2988-45ec-8102-02942646c8b4),segment_id=23f289da-2988-45ec-8102-02942646c8b4)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:10.863243 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6a653-18be-4414-a148-f2b0e6937d84 req-edd69bd7-0971-4ea5-8668-b9a813175fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:10.865299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1209c012-419a-4849-be81-05f59e68a367 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:10.867158 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5fb6a653-18be-4414-a148-f2b0e6937d84 req-edd69bd7-0971-4ea5-8668-b9a813175fa0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f658f425-4fc6-4b8f-b57f-887c27b78545 HTTP/1.1" status: 200 len: 858 time: 0.1406579 Jul 23 20:28:10.934697 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5fb6a653-18be-4414-a148-f2b0e6937d84 req-4ebd3984-938e-4d99-9a52-925c85c10384 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89e15dc3-b8a1-4519-96ec-0920eca2acfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575187 Jul 23 20:28:10.945086 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Allocated IP 172.25.3.38 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/b3c2af70-9a01-40b1-b5d9-e10dc4c1880d) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:11.000596 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.044865 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c38f1-3aff-4626-8dd4-b6257d9f7705 req-b8ad2fa5-d72b-4d0e-bfc4-fb17bcd1277c tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:11.046534 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-802c38f1-3aff-4626-8dd4-b6257d9f7705 req-b8ad2fa5-d72b-4d0e-bfc4-fb17bcd1277c tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 945 time: 0.4153037 Jul 23 20:28:11.078478 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-c5ffdf58-2c96-44bc-b8f9-1310885da2b6 service neutron] 10.222.0.55 "GET /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866743 Jul 23 20:28:11.137760 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 1209c012-419a-4849-be81-05f59e68a367 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:11.138141 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.166194 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-802c38f1-3aff-4626-8dd4-b6257d9f7705 req-767979f7-385e-49bd-85e7-f975414f780d tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034300 Jul 23 20:28:11.228765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd133d13-1867-45e5-a86e-e2aa610ff77e None None] Pushing event updated for resources: {'Port': ['ID=e55aee32-3842-4c92-a2f6-e3e1c53d4abe,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:11.311688 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.325187 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5fb6a653-18be-4414-a148-f2b0e6937d84 req-a7d6cf54-360e-45ab-bf4e-db400b0122fa service neutron] 10.222.0.57 "GET /v2.0/networks/89e15dc3-b8a1-4519-96ec-0920eca2acfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815734 Jul 23 20:28:11.384040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1209c012-419a-4849-be81-05f59e68a367, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1209c012-419a-4849-be81-05f59e68a367,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:11.385182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35955eb0-7315-4e9f-b966-c3467316a06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1209c012-419a-4849-be81-05f59e68a367'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:11.389567 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f477a44f-3488-4cf8-88bd-8250dac7afd8" -d '{"events": [{"server_uuid": "35955eb0-7315-4e9f-b966-c3467316a06e", "name": "network-vif-plugged", "status": "completed", "tag": "1209c012-419a-4849-be81-05f59e68a367"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:11.396708 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.406713 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:11.503899 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.506626 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:11.507152 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1d04630e-3216-4d6c-a75d-7b9f2c6ef6a6 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:11.686731 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=1209c012-419a-4849-be81-05f59e68a367,revision_number=11']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:11.703286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79866067-d058-408f-931e-f7095ce4b378 req-0b32e8fb-9213-41e1-8b46-eaec81a0693c tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:11.705597 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5fb6a653-18be-4414-a148-f2b0e6937d84 req-b8b0a6bf-3dd8-4da8-a988-3e1b8a09b368 service neutron] 10.222.0.57 "GET /v2.0/networks/89e15dc3-b8a1-4519-96ec-0920eca2acfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683722 Jul 23 20:28:11.716877 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79866067-d058-408f-931e-f7095ce4b378 req-0b32e8fb-9213-41e1-8b46-eaec81a0693c tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c6d2b5b-4e80-4ea3-8490-aca27b522103 HTTP/1.1" status: 200 len: 943 time: 0.2629242 Jul 23 20:28:11.727702 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.782580 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79866067-d058-408f-931e-f7095ce4b378 req-8283beb2-8369-4e58-a7e0-d0f445c9a69f tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f78dce-a4b9-449c-9856-b1ac2329311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643027 Jul 23 20:28:11.869566 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:11.896623 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7123d56c-ae9a-4ebf-a80e-907876a1fc06 x-openstack-request-id: req-7123d56c-ae9a-4ebf-a80e-907876a1fc06 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:11.897104 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35955eb0-7315-4e9f-b966-c3467316a06e", "name": "network-vif-plugged", "status": "completed", "tag": "1209c012-419a-4849-be81-05f59e68a367", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:11.897214 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7123d56c-ae9a-4ebf-a80e-907876a1fc06 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:11.897518 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35955eb0-7315-4e9f-b966-c3467316a06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1209c012-419a-4849-be81-05f59e68a367', 'code': 200} Jul 23 20:28:11.901131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-17f0a32d-7a7e-4c9e-b8fd-47bd23f4053f req-9f99aa30-00d0-46b3-bf31-197f4e75719f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 210 time: 0.0904136 Jul 23 20:28:11.902000 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:11.927534 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:11.996157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c2af70-9a01-40b1-b5d9-e10dc4c1880d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:12.045378 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e981933e-7f90-48f2-8e94-feb80269b30e req-bf763f32-584c-44df-8bd3-a09be3ebcca8 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa136b0-fa6c-468b-a276-2dea2a6ffd28 HTTP/1.1" status: 200 len: 210 time: 0.0816414 Jul 23 20:28:12.375898 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e55aee32-3842-4c92-a2f6-e3e1c53d4abe up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:12.507460 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port e55aee32-3842-4c92-a2f6-e3e1c53d4abe completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:12.549845 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:28:12.554281 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:12.574270 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d6cd7-b536-49e1-855f-7b38af094a73 req-1c8d04a9-882d-49e9-a898-8f46e43471e2 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:12.586338 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b7d6cd7-b536-49e1-855f-7b38af094a73 req-1c8d04a9-882d-49e9-a898-8f46e43471e2 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 945 time: 0.2121258 Jul 23 20:28:12.662708 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b7d6cd7-b536-49e1-855f-7b38af094a73 req-2fc69f37-3eb5-4c4d-89fd-a45a8a2efd40 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751317 Jul 23 20:28:12.888929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=1b11db0e-4fbd-4b7e-a80c-8167f578a5b9,segment=NetworkSegment(fed9926c-745b-4189-9388-26ccda57f27d),segment_id=fed9926c-745b-4189-9388-26ccda57f27d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:12.918559 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9196f99c-2553-487e-871f-d9da95c8835e None None] Network 937f74f4-5e87-4111-86e1-c8157d4b221d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:12.925810 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '1b11db0e-4fbd-4b7e-a80c-8167f578a5b9', 'network_id': '89e15dc3-b8a1-4519-96ec-0920eca2acfa', 'port_id': '1b11db0e-4fbd-4b7e-a80c-8167f578a5b9', 'mac_address': 'fa:16:3e:37:30:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f658f425-4fc6-4b8f-b57f-887c27b78545', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:28:13.094507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e632b1-ebcd-4094-bde7-0ed7ee7336bf req-72733926-a777-4d29-b07e-cec951d3976a tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:13.099235 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77e632b1-ebcd-4094-bde7-0ed7ee7336bf req-72733926-a777-4d29-b07e-cec951d3976a tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c6d2b5b-4e80-4ea3-8490-aca27b522103 HTTP/1.1" status: 200 len: 943 time: 0.1832969 Jul 23 20:28:13.200695 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-84c896da-52e1-4bf7-8bdd-7e4f86975c65 req-604d4ced-7e46-4c50-8bc4-e655fecf1dd4 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 210 time: 0.0993130 Jul 23 20:28:13.235752 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-eb7ecbd1-2189-4d86-988e-bd8f31c267a0 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1681e95d614a4f089ed176768eeebc0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6823847 Jul 23 20:28:13.238078 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2e826c3c-68cb-4cb3-90e5-fd58160ee222 None None] Provisioning for port e55aee32-3842-4c92-a2f6-e3e1c53d4abe completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:13.279123 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2e826c3c-68cb-4cb3-90e5-fd58160ee222 None None] Provisioning complete for port e55aee32-3842-4c92-a2f6-e3e1c53d4abe triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:13.279499 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e826c3c-68cb-4cb3-90e5-fd58160ee222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:13.325678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77e632b1-ebcd-4094-bde7-0ed7ee7336bf req-69e3a27a-da80-4b9b-b2e2-d342dd29eee3 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f78dce-a4b9-449c-9856-b1ac2329311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596887 Jul 23 20:28:13.436053 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:13.439917 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d7594889-d0e3-4ab0-94de-03b0a09436a5 req-0d589e31-0b0a-4694-bf22-a677a8409d5b tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa136b0-fa6c-468b-a276-2dea2a6ffd28 HTTP/1.1" status: 200 len: 210 time: 0.0860000 Jul 23 20:28:13.496428 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:13.521078 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=1b11db0e-4fbd-4b7e-a80c-8167f578a5b9,segment=NetworkSegment(fed9926c-745b-4189-9388-26ccda57f27d),segment_id=fed9926c-745b-4189-9388-26ccda57f27d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:13.680332 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:13.701491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-b672db47-ef9c-4e84-8815-119492430957 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:13.704578 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-b672db47-ef9c-4e84-8815-119492430957 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3990879 Jul 23 20:28:13.713522 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e826c3c-68cb-4cb3-90e5-fd58160ee222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:13.727338 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-a54c7e94-a67e-44e4-bb68-c49d0bc5683c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Request body: {'port': {'device_id': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': '1681e95d614a4f089ed176768eeebc0b'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:13.824528 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-def4bc92-4185-4840-abd9-b209c1ee66f3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:13.842819 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-def4bc92-4185-4840-abd9-b209c1ee66f3 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.57 "GET /v2.0/networks?id=e245881d-b7c7-4473-8e7c-2fe8256d1e70 HTTP/1.1" status: 200 len: 822 time: 0.2957623 Jul 23 20:28:13.880560 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:13.890564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-829ad7e3-76d7-4d56-8f6d-1611e7f6f64e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Request body: {'port': {'device_id': '1fa136b0-fa6c-468b-a276-2dea2a6ffd28', 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70', 'admin_state_up': True, 'tenant_id': '4f4b4b395bb04ce681b1729b9a2f9aad'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:13.951521 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2e826c3c-68cb-4cb3-90e5-fd58160ee222 None None] For port e55aee32-3842-4c92-a2f6-e3e1c53d4abe, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e55aee32-3842-4c92-a2f6-e3e1c53d4abe,segment=NetworkSegment(23f289da-2988-45ec-8102-02942646c8b4),segment_id=23f289da-2988-45ec-8102-02942646c8b4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:13.991345 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['1b11db0e-4fbd-4b7e-a80c-8167f578a5b9'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:14.005224 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e826c3c-68cb-4cb3-90e5-fd58160ee222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.064490 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076c24b-d15d-4564-abfa-7705e4cbf57c req-1d34cc4c-2af7-4eac-9f55-1c868a38dd42 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:14.072551 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c076c24b-d15d-4564-abfa-7705e4cbf57c req-1d34cc4c-2af7-4eac-9f55-1c868a38dd42 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 945 time: 0.2929246 Jul 23 20:28:14.091737 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=1b11db0e-4fbd-4b7e-a80c-8167f578a5b9,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:14.107964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-a54c7e94-a67e-44e4-bb68-c49d0bc5683c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Made reservation on behalf of 1681e95d614a4f089ed176768eeebc0b for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:14.112681 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-a54c7e94-a67e-44e4-bb68-c49d0bc5683c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.174363 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c076c24b-d15d-4564-abfa-7705e4cbf57c req-46c38a4e-045b-40df-9594-f51d91141bc9 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006317 Jul 23 20:28:14.197589 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-829ad7e3-76d7-4d56-8f6d-1611e7f6f64e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Made reservation on behalf of 4f4b4b395bb04ce681b1729b9a2f9aad for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:14.203634 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Router b9e18773-12e4-4c16-a980-ffabdb06b77e is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:28:14.206452 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-829ad7e3-76d7-4d56-8f6d-1611e7f6f64e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.392028 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e826c3c-68cb-4cb3-90e5-fd58160ee222 None None] Pushing event updated for resources: {'Port': ['ID=e55aee32-3842-4c92-a2f6-e3e1c53d4abe,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:14.427934 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:14.442547 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Sync routers for ids ['b9e18773-12e4-4c16-a980-ffabdb06b77e'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:14.511139 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Routers {'b9e18773-12e4-4c16-a980-ffabdb06b77e'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:14.513988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:27:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b9e18773-12e4-4c16-a980-ffabdb06b77e'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:14.541997 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.548242 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-45e1953d-bdf3-4d25-8bc3-c2099bee5489 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.9837537 Jul 23 20:28:14.558479 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58424) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:14.686844 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-469f8e8e-3673-4a36-a502-d75e756fd695 req-38b14f41-e3bf-47f5-9d46-f366aa0216db tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 210 time: 0.2269554 Jul 23 20:28:14.769179 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-a54c7e94-a67e-44e4-bb68-c49d0bc5683c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Allocated IP 192.168.233.252 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/cd4a92db-b0f0-425a-9f67-88b659ef5c8a) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:14.815009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-829ad7e3-76d7-4d56-8f6d-1611e7f6f64e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Allocated IP 172.20.0.5 (e245881d-b7c7-4473-8e7c-2fe8256d1e70/396c122c-6c4d-4a61-ba21-37a5a3eafff5/7aae4102-28d1-479b-8af8-ea768434bbbb) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:14.829353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5a30b099-fa97-4e85-9520-4af99b03c0bf None None] Provisioning complete for port e55aee32-3842-4c92-a2f6-e3e1c53d4abe triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:14.829735 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a30b099-fa97-4e85-9520-4af99b03c0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.906293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Set router b9e18773-12e4-4c16-a980-ffabdb06b77e gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:14.948219 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbc5769c-5311-4319-9178-05f4e8e0e2a4 req-2b3ef510-4611-4fbb-802f-d78ee8ed56b4 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa136b0-fa6c-468b-a276-2dea2a6ffd28 HTTP/1.1" status: 200 len: 210 time: 0.0799360 Jul 23 20:28:14.968854 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009ec61-8f87-492d-86fa-dc20f512b400 req-64891247-a593-4dbb-aab4-ae6791b9b7b5 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:14.970503 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2009ec61-8f87-492d-86fa-dc20f512b400 req-64891247-a593-4dbb-aab4-ae6791b9b7b5 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c6d2b5b-4e80-4ea3-8490-aca27b522103 HTTP/1.1" status: 200 len: 944 time: 0.4485037 Jul 23 20:28:15.050474 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2009ec61-8f87-492d-86fa-dc20f512b400 req-02fcc15d-3a54-43f1-8acf-6f9c6df5f07b tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f78dce-a4b9-449c-9856-b1ac2329311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665808 Jul 23 20:28:15.091752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58430) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:15.212832 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-a54c7e94-a67e-44e4-bb68-c49d0bc5683c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.216608 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-829ad7e3-76d7-4d56-8f6d-1611e7f6f64e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.228851 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-a54c7e94-a67e-44e4-bb68-c49d0bc5683c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Transition to ACTIVE for port object cd4a92db-b0f0-425a-9f67-88b659ef5c8a will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:15.273362 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-a54c7e94-a67e-44e4-bb68-c49d0bc5683c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.305181 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['1209c012-419a-4849-be81-05f59e68a367'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:15.360418 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-129040e2-c908-4d83-98a0-0ecb1c38acf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.419070 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.458176 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-829ad7e3-76d7-4d56-8f6d-1611e7f6f64e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.459595 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-a54c7e94-a67e-44e4-bb68-c49d0bc5683c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:15.508792 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-a54c7e94-a67e-44e4-bb68-c49d0bc5683c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:15.517416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-a54c7e94-a67e-44e4-bb68-c49d0bc5683c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:15.546120 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['f9f59964-00a7-4cdb-bd4c-91bc3fe798ca', '3f5d7f53-34c7-43af-ba0c-e59a16565fdd'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:15.548539 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-829ad7e3-76d7-4d56-8f6d-1611e7f6f64e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Network e245881d-b7c7-4473-8e7c-2fe8256d1e70 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:15.567460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c7e94-a67e-44e4-bb68-c49d0bc5683c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Pushing event updated for resources: {'Port': ['ID=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:15.627271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ad7e3-76d7-4d56-8f6d-1611e7f6f64e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Pushing event updated for resources: {'Port': ['ID=7aae4102-28d1-479b-8af8-ea768434bbbb,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:15.635518 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-829ad7e3-76d7-4d56-8f6d-1611e7f6f64e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:15.650298 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-a54c7e94-a67e-44e4-bb68-c49d0bc5683c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:15.655030 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-a54c7e94-a67e-44e4-bb68-c49d0bc5683c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.668219 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-829ad7e3-76d7-4d56-8f6d-1611e7f6f64e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:15.680986 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-829ad7e3-76d7-4d56-8f6d-1611e7f6f64e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:15.681668 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-829ad7e3-76d7-4d56-8f6d-1611e7f6f64e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.724196 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-129040e2-c908-4d83-98a0-0ecb1c38acf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.734897 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a52f63-13cb-4e12-9ba2-8b26489dafcb req-e6cf5b8f-6ed8-4f73-83dd-ec75cb364725 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:15.744271 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18a52f63-13cb-4e12-9ba2-8b26489dafcb req-e6cf5b8f-6ed8-4f73-83dd-ec75cb364725 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 945 time: 0.4607568 Jul 23 20:28:15.749524 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-129040e2-c908-4d83-98a0-0ecb1c38acf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.756668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311771758-router', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:09Z', 'updated_at': '2021-07-23T20:28:12Z', 'revision_number': 3, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'gw_port': {'id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:15.763650 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-829ad7e3-76d7-4d56-8f6d-1611e7f6f64e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8859854 Jul 23 20:28:15.807058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Checking router: b9e18773-12e4-4c16-a980-ffabdb06b77e for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:28:15.807622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Updating router b9e18773-12e4-4c16-a980-ffabdb06b77e port b3c2af70-9a01-40b1-b5d9-e10dc4c1880d binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:28:15.809162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Request body: {'port': {'device_id': '1fa136b0-fa6c-468b-a276-2dea2a6ffd28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:15.832112 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129040e2-c908-4d83-98a0-0ecb1c38acf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26051638-0ab1-4957-8a24-06a6490a3481,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:15.859998 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-a54c7e94-a67e-44e4-bb68-c49d0bc5683c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1423347 Jul 23 20:28:15.886962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Request body: {'port': {'device_id': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:15.902047 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.918965 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-129040e2-c908-4d83-98a0-0ecb1c38acf7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75c16a6405f748ca9a833c0ec712bdd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8260825 Jul 23 20:28:15.956233 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58440) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:15.980265 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18a52f63-13cb-4e12-9ba2-8b26489dafcb req-a5192d67-d3d6-45b6-b331-fc4cf8de22cd tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349284 Jul 23 20:28:16.037360 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.311426 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.325810 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Transition to ACTIVE for port object b3c2af70-9a01-40b1-b5d9-e10dc4c1880d will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:16.347078 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e55aee32-3842-4c92-a2f6-e3e1c53d4abe up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:16.408537 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.475354 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0ccde-ee9b-48cf-a5fe-199232c3dcda None None] Pushing event updated for resources: {'Port': ['ID=b3c2af70-9a01-40b1-b5d9-e10dc4c1880d,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:16.479430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7b857139-4c6c-4c0f-b519-ecf0733f1bc4 None None] Provisioning for port cd4a92db-b0f0-425a-9f67-88b659ef5c8a completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:16.491482 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.511476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Attempting to bind port b3c2af70-9a01-40b1-b5d9-e10dc4c1880d on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:16.512833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Attempting to bind port b3c2af70-9a01-40b1-b5d9-e10dc4c1880d by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:16.513625 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Attempting to bind port b3c2af70-9a01-40b1-b5d9-e10dc4c1880d on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:16.519856 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7b857139-4c6c-4c0f-b519-ecf0733f1bc4 None None] Provisioning complete for port cd4a92db-b0f0-425a-9f67-88b659ef5c8a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:16.520228 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b857139-4c6c-4c0f-b519-ecf0733f1bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.560109 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafd15d-b4f1-495f-907a-2fc883e515b7 req-f8e6fcdb-ac2a-4961-b7b1-7a032208060e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:16.566880 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efafd15d-b4f1-495f-907a-2fc883e515b7 req-f8e6fcdb-ac2a-4961-b7b1-7a032208060e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 936 time: 0.6710086 Jul 23 20:28:16.583486 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port e55aee32-3842-4c92-a2f6-e3e1c53d4abe triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:16.583892 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.644177 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dd41e407-1200-4527-af3e-4ff39abe4d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.678606 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:16.682772 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.754048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:16.754448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:16.754855 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.755293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:16.755770 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Bound port: b3c2af70-9a01-40b1-b5d9-e10dc4c1880d, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:16.756154 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.777809 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.799815 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7b857139-4c6c-4c0f-b519-ecf0733f1bc4 None None] Port cd4a92db-b0f0-425a-9f67-88b659ef5c8a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:16.858114 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efafd15d-b4f1-495f-907a-2fc883e515b7 req-c4f58e19-ae2f-40c4-9e32-b29d0824c5db tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900829 Jul 23 20:28:16.880716 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15d525-fb48-4c40-a9f7-b5a890c1a95a req-1a0a545d-0591-42fb-a471-b0b8c88c15b8 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:16.883251 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd15d525-fb48-4c40-a9f7-b5a890c1a95a req-1a0a545d-0591-42fb-a471-b0b8c88c15b8 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa136b0-fa6c-468b-a276-2dea2a6ffd28 HTTP/1.1" status: 200 len: 931 time: 0.4892979 Jul 23 20:28:16.901907 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:16.905612 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dd41e407-1200-4527-af3e-4ff39abe4d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.914838 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Allocated IP 172.20.0.1 (937f74f4-5e87-4111-86e1-c8157d4b221d/e822dbc2-78ea-4404-9c96-96658096e134/106e586a-7712-4d7a-b73f-a52858bbed8e) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:16.985707 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:16.987447 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.078882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] For port b3c2af70-9a01-40b1-b5d9-e10dc4c1880d, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:17.124308 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.130981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aae4102-28d1-479b-8af8-ea768434bbbb {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:17.133221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] For port b3c2af70-9a01-40b1-b5d9-e10dc4c1880d, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b3c2af70-9a01-40b1-b5d9-e10dc4c1880d,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:17.144242 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.150171 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.156130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Transition to ACTIVE for port object 106e586a-7712-4d7a-b73f-a52858bbed8e will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:17.161857 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Transition to ACTIVE for port object 7aae4102-28d1-479b-8af8-ea768434bbbb will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:17.219090 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.223138 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Routers {'b9e18773-12e4-4c16-a980-ffabdb06b77e'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:17.224397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:27:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b9e18773-12e4-4c16-a980-ffabdb06b77e'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:17.230110 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.231131 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dd41e407-1200-4527-af3e-4ff39abe4d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.234617 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dd41e407-1200-4527-af3e-4ff39abe4d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.236562 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dd41e407-1200-4527-af3e-4ff39abe4d39 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/26051638-0ab1-4957-8a24-06a6490a3481 HTTP/1.1" status: 204 len: 168 time: 1.2782283 Jul 23 20:28:17.308833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Pushing event updated for resources: {'Port': ['ID=7aae4102-28d1-479b-8af8-ea768434bbbb,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:17.320349 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd15d525-fb48-4c40-a9f7-b5a890c1a95a req-09310b5f-eb0b-4b70-9044-2f9e226d8fb9 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234769 Jul 23 20:28:17.371033 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41e407-1200-4527-af3e-4ff39abe4d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26051638-0ab1-4957-8a24-06a6490a3481,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:17.371364 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Pushing event updated for resources: {'Port': ['ID=106e586a-7712-4d7a-b73f-a52858bbed8e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:17.381302 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Network 937f74f4-5e87-4111-86e1-c8157d4b221d is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:17.385143 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:17.391429 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:17.490042 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.507033 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Attempting to bind port 7aae4102-28d1-479b-8af8-ea768434bbbb on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:17.507335 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] Set router b9e18773-12e4-4c16-a980-ffabdb06b77e gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:17.507912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Attempting to bind port 7aae4102-28d1-479b-8af8-ea768434bbbb by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '46ffb3da-3509-4830-a82f-2f5eafec160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:17.507912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Attempting to bind port 7aae4102-28d1-479b-8af8-ea768434bbbb on network e245881d-b7c7-4473-8e7c-2fe8256d1e70 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:17.521477 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Port 7aae4102-28d1-479b-8af8-ea768434bbbb on network e245881d-b7c7-4473-8e7c-2fe8256d1e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:28:17.521879 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Attempting to bind port 7aae4102-28d1-479b-8af8-ea768434bbbb on network e245881d-b7c7-4473-8e7c-2fe8256d1e70 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:17.537487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:17.537840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Checking segment: {'id': '46ffb3da-3509-4830-a82f-2f5eafec160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:17.538401 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Bound using segment: {'id': '46ffb3da-3509-4830-a82f-2f5eafec160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:17.539496 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Bound port: 7aae4102-28d1-479b-8af8-ea768434bbbb, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ffb3da-3509-4830-a82f-2f5eafec160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:17.539982 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.563088 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c09b24-32da-4eea-bd6c-3b712852af9f req-cfdc1406-e6f8-4191-984e-a1a8f36c4d77 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:17.564896 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3c09b24-32da-4eea-bd6c-3b712852af9f req-cfdc1406-e6f8-4191-984e-a1a8f36c4d77 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c6d2b5b-4e80-4ea3-8490-aca27b522103 HTTP/1.1" status: 200 len: 944 time: 0.4013176 Jul 23 20:28:17.637665 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] For port 7aae4102-28d1-479b-8af8-ea768434bbbb, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:17.642870 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] For port 7aae4102-28d1-479b-8af8-ea768434bbbb, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7aae4102-28d1-479b-8af8-ea768434bbbb,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:17.682789 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.759318 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:17.760383 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.763269 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] 10.222.0.57 "PUT /v2.0/ports/7aae4102-28d1-479b-8af8-ea768434bbbb HTTP/1.1" status: 200 len: 1092 time: 1.9789729 Jul 23 20:28:17.777186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa136b0-fa6c-468b-a276-2dea2a6ffd28', 'tag': '7aae4102-28d1-479b-8af8-ea768434bbbb'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:17.781475 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12e0869-21ee-46a9-a189-a621d6c04bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa136b0-fa6c-468b-a276-2dea2a6ffd28", "tag": "7aae4102-28d1-479b-8af8-ea768434bbbb"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:17.829127 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3c09b24-32da-4eea-bd6c-3b712852af9f req-85644484-eeb3-4a14-a098-872749c8335f tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f78dce-a4b9-449c-9856-b1ac2329311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807222 Jul 23 20:28:17.903500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9c548-0ad9-428e-a39c-86d7ea456be2 service neutron] Pushing event updated for resources: {'Port': ['ID=7aae4102-28d1-479b-8af8-ea768434bbbb,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:17.961580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58478) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:17.964733 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0ccde-ee9b-48cf-a5fe-199232c3dcda None None] Pushing event updated for resources: {'Port': ['ID=b3c2af70-9a01-40b1-b5d9-e10dc4c1880d,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:17.979274 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b5ec84-7900-4be2-9139-5177435c75f5 x-openstack-request-id: req-b1b5ec84-7900-4be2-9139-5177435c75f5 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:17.979563 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa136b0-fa6c-468b-a276-2dea2a6ffd28", "tag": "7aae4102-28d1-479b-8af8-ea768434bbbb", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:17.979808 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1b5ec84-7900-4be2-9139-5177435c75f5 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:17.980196 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa136b0-fa6c-468b-a276-2dea2a6ffd28', 'tag': '7aae4102-28d1-479b-8af8-ea768434bbbb', 'status': 'completed', 'code': 200} Jul 23 20:28:17.980886 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-044226eb-46ef-444f-88f9-5f8612a53052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.992723 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b2f2f-4f05-49eb-9114-a6d18aa67682 req-7f4f732a-bd5e-4243-b57f-fb44f7bf49c3 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:18.000701 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-795b2f2f-4f05-49eb-9114-a6d18aa67682 req-7f4f732a-bd5e-4243-b57f-fb44f7bf49c3 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 945 time: 0.3554244 Jul 23 20:28:18.029593 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.060653 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-795b2f2f-4f05-49eb-9114-a6d18aa67682 req-95abcfcb-92a6-4856-80f4-98224e87c94d tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589669 Jul 23 20:28:18.096800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6d2b5b-4e80-4ea3-8490-aca27b522103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b11db0e-4fbd-4b7e-a80c-8167f578a5b9'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:18.099322 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325b7355-08f3-461f-9c33-9b956ad508d6" -d '{"events": [{"server_uuid": "5c6d2b5b-4e80-4ea3-8490-aca27b522103", "name": "network-vif-plugged", "status": "completed", "tag": "1b11db0e-4fbd-4b7e-a80c-8167f578a5b9"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:18.145789 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-4b7a5fa5-6f64-4301-9252-7dc763afd20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:18.148588 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-4b7a5fa5-6f64-4301-9252-7dc763afd20b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f4b4b395bb04ce681b1729b9a2f9aad&device_id=1fa136b0-fa6c-468b-a276-2dea2a6ffd28 HTTP/1.1" status: 200 len: 1095 time: 0.3259313 Jul 23 20:28:18.149105 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=1b11db0e-4fbd-4b7e-a80c-8167f578a5b9,segment=NetworkSegment(fed9926c-745b-4189-9388-26ccda57f27d),segment_id=fed9926c-745b-4189-9388-26ccda57f27d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:18.183061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-977ff421-e28c-46f1-93a9-43a665d917e4 None None] Provisioning for port 106e586a-7712-4d7a-b73f-a52858bbed8e completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:18.188028 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb17e80-63f8-4063-a443-9f219538af9d x-openstack-request-id: req-0eb17e80-63f8-4063-a443-9f219538af9d {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:18.188397 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6d2b5b-4e80-4ea3-8490-aca27b522103", "name": "network-vif-plugged", "status": "completed", "tag": "1b11db0e-4fbd-4b7e-a80c-8167f578a5b9", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:18.188713 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0eb17e80-63f8-4063-a443-9f219538af9d {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:18.189928 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6d2b5b-4e80-4ea3-8490-aca27b522103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b11db0e-4fbd-4b7e-a80c-8167f578a5b9', 'code': 200} Jul 23 20:28:18.192351 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.232574 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-977ff421-e28c-46f1-93a9-43a665d917e4 None None] Provisioning complete for port 106e586a-7712-4d7a-b73f-a52858bbed8e triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:18.232953 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-977ff421-e28c-46f1-93a9-43a665d917e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.276289 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-044226eb-46ef-444f-88f9-5f8612a53052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.291711 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4a92db-b0f0-425a-9f67-88b659ef5c8a {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:18.307129 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.309616 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-977ff421-e28c-46f1-93a9-43a665d917e4 None None] Port 106e586a-7712-4d7a-b73f-a52858bbed8e cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:18.327261 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Transition to ACTIVE for port object cd4a92db-b0f0-425a-9f67-88b659ef5c8a will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:18.327523 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-044226eb-46ef-444f-88f9-5f8612a53052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.332893 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.378564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=1b11db0e-4fbd-4b7e-a80c-8167f578a5b9,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:18.394594 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311771758-router', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:09Z', 'updated_at': '2021-07-23T20:28:12Z', 'revision_number': 3, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'gw_port': {'id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:18.427820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d2943-3208-42d9-859d-855b4e3c86e2 None None] The sync data for ids ['b9e18773-12e4-4c16-a980-ffabdb06b77e'] in n-d-791504-18 is: [{'id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311771758-router', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:09Z', 'updated_at': '2021-07-23T20:28:12Z', 'revision_number': 3, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'gw_port': {'id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:18.469964 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-044226eb-46ef-444f-88f9-5f8612a53052 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=45b2032737ff40b3b7c86dc1a4e7ae63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5063000 Jul 23 20:28:18.480946 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-1a5f6384-3c6a-421d-b5c3-24da4ea08f4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7aae4102-28d1-479b-8af8-ea768434bbbb HTTP/1.1" status: 200 len: 217 time: 0.3176670 Jul 23 20:28:18.498688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58484) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:18.571465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:18.593459 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Attempting to bind port cd4a92db-b0f0-425a-9f67-88b659ef5c8a on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:18.593793 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Attempting to bind port cd4a92db-b0f0-425a-9f67-88b659ef5c8a by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:18.594137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Attempting to bind port cd4a92db-b0f0-425a-9f67-88b659ef5c8a on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:18.620289 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Port cd4a92db-b0f0-425a-9f67-88b659ef5c8a on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:28:18.620521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Attempting to bind port cd4a92db-b0f0-425a-9f67-88b659ef5c8a on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:18.627349 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:18.627774 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:18.628194 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:18.628696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Bound port: cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:18.629007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.665084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044226eb-46ef-444f-88f9-5f8612a53052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2efe5e-bff0-4330-b14c-9f3816fda859,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:18.675589 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bf570-282c-4704-bd93-72d4c8246455 req-25bc8d35-5744-4d95-9573-07a48b734164 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:18.677177 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f79bf570-282c-4704-bd93-72d4c8246455 req-25bc8d35-5744-4d95-9573-07a48b734164 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 936 time: 0.6006572 Jul 23 20:28:18.704179 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.738816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-dc855f82-25d0-47a8-9ed8-d818029c473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:18.740400 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-dc855f82-25d0-47a8-9ed8-d818029c473c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=396c122c-6c4d-4a61-ba21-37a5a3eafff5 HTTP/1.1" status: 200 len: 862 time: 0.2313159 Jul 23 20:28:18.813699 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-2cc0a852-d6ab-435b-a3bd-382b121c449b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e245881d-b7c7-4473-8e7c-2fe8256d1e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643461 Jul 23 20:28:18.824374 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f79bf570-282c-4704-bd93-72d4c8246455 req-16664e6c-1a38-4bf5-90a3-e6bc094699b7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301260 Jul 23 20:28:18.829617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50c3fd-b746-4019-a2d7-d881e0945ebf req-d2292069-86b2-4bf3-9f5b-ba357bf51193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:18.831074 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd50c3fd-b746-4019-a2d7-d881e0945ebf req-d2292069-86b2-4bf3-9f5b-ba357bf51193 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5c6d2b5b-4e80-4ea3-8490-aca27b522103 HTTP/1.1" status: 200 len: 1097 time: 0.5530305 Jul 23 20:28:18.842687 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-04bc218b-e816-412b-acc2-5636d80cb952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.843134 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:18.856025 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:18.883834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.895488 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca5e0c-2521-4421-86f6-ad6d06235ac2 req-85f4b935-3d33-440d-be7a-f36cb3423884 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:18.897075 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbca5e0c-2521-4421-86f6-ad6d06235ac2 req-85f4b935-3d33-440d-be7a-f36cb3423884 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa136b0-fa6c-468b-a276-2dea2a6ffd28 HTTP/1.1" status: 200 len: 943 time: 0.3974588 Jul 23 20:28:18.932862 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-04bc218b-e816-412b-acc2-5636d80cb952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.933593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:18.934421 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.935916 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] 10.222.0.57 "PUT /v2.0/ports/cd4a92db-b0f0-425a-9f67-88b659ef5c8a HTTP/1.1" status: 200 len: 1097 time: 3.0587668 Jul 23 20:28:18.967638 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'tag': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:18.972464 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78a43fb-d48e-4d2b-b5ab-23cee95a3714" -d '{"events": [{"name": "network-changed", "server_uuid": "d1316102-1bfe-4a20-9292-eade87d7c32e", "tag": "cd4a92db-b0f0-425a-9f67-88b659ef5c8a"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:19.104679 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03d798-a26a-47d1-91f0-0246c13921f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:19.140241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd50c3fd-b746-4019-a2d7-d881e0945ebf req-11c05faf-9f0f-4835-936e-c9142504486f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=49f78dce-a4b9-449c-9856-b1ac2329311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986372 Jul 23 20:28:19.217376 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-dfe8bd33-860b-4bb3-b589-c05342fce330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:19.219133 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-dfe8bd33-860b-4bb3-b589-c05342fce330 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 1100 time: 0.2245369 Jul 23 20:28:19.245690 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-04bc218b-e816-412b-acc2-5636d80cb952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:19.248331 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-04bc218b-e816-412b-acc2-5636d80cb952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:19.249613 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-04bc218b-e816-412b-acc2-5636d80cb952 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cb2efe5e-bff0-4330-b14c-9f3816fda859 HTTP/1.1" status: 204 len: 168 time: 0.7476654 Jul 23 20:28:19.278102 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-8f496744-7d75-4eaf-86d5-894cea622b95 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a HTTP/1.1" status: 200 len: 217 time: 0.0493581 Jul 23 20:28:19.303354 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:19.325358 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbca5e0c-2521-4421-86f6-ad6d06235ac2 req-b6c8b5f4-6c50-4d39-ac18-6b120985d275 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438385 Jul 23 20:28:19.330084 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:19.336802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc218b-e816-412b-acc2-5636d80cb952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2efe5e-bff0-4330-b14c-9f3816fda859,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:19.363284 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-4853b932-f7aa-4af0-aa00-f6f24adbeb5a service neutron] 10.222.0.57 "GET /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358672 Jul 23 20:28:19.424340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-dc6cccb9-2881-477a-9ce3-e582cab6f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:19.424870 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-dc6cccb9-2881-477a-9ce3-e582cab6f5fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1349316 Jul 23 20:28:19.439788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9631dda-0f23-4185-84b0-7e8859e50f0d req-a21ce938-89f8-437e-b53e-be7fcf215c4c tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:19.441388 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d9631dda-0f23-4185-84b0-7e8859e50f0d req-a21ce938-89f8-437e-b53e-be7fcf215c4c tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c6d2b5b-4e80-4ea3-8490-aca27b522103 HTTP/1.1" status: 200 len: 945 time: 0.3663268 Jul 23 20:28:19.464686 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:19.482792 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942844f2-3b89-4b56-9e65-827986f539e8 x-openstack-request-id: req-942844f2-3b89-4b56-9e65-827986f539e8 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:19.483526 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1316102-1bfe-4a20-9292-eade87d7c32e", "tag": "cd4a92db-b0f0-425a-9f67-88b659ef5c8a", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:19.483526 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-942844f2-3b89-4b56-9e65-827986f539e8 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:19.483918 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'tag': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a', 'status': 'completed', 'code': 200} Jul 23 20:28:19.494730 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Pushing event updated for resources: {'Port': ['ID=106e586a-7712-4d7a-b73f-a52858bbed8e,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:19.561484 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d9631dda-0f23-4185-84b0-7e8859e50f0d req-8fab8c83-b885-4a39-b315-11043b18f7ea tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f78dce-a4b9-449c-9856-b1ac2329311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809503 Jul 23 20:28:19.599493 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12286cb5-3890-4acb-9f53-7b20be64b0cc req-29c82610-a70a-450b-9f37-fd848c3d39fe service neutron] 10.222.0.57 "GET /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280509 Jul 23 20:28:19.694671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-35f63a76-7f95-4d3a-96d5-511754334a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:19.696258 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-35f63a76-7f95-4d3a-96d5-511754334a69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2431884 Jul 23 20:28:19.705823 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Network 937f74f4-5e87-4111-86e1-c8157d4b221d is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:19.717278 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:19.736654 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544ae59-8c5d-4c48-b4be-bb47cb007ded req-cad011bc-3562-4ad6-937d-f7c5e74f1f59 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:19.745051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f544ae59-8c5d-4c48-b4be-bb47cb007ded req-cad011bc-3562-4ad6-937d-f7c5e74f1f59 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 945 time: 0.1426499 Jul 23 20:28:19.794010 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e0869-21ee-46a9-a189-a621d6c04bbd req-0814b70c-d5db-45b1-ad79-4826ac9eb7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:19.795623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e12e0869-21ee-46a9-a189-a621d6c04bbd req-0814b70c-d5db-45b1-ad79-4826ac9eb7fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f4b4b395bb04ce681b1729b9a2f9aad&device_id=1fa136b0-fa6c-468b-a276-2dea2a6ffd28 HTTP/1.1" status: 200 len: 1095 time: 0.1338091 Jul 23 20:28:19.819203 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f544ae59-8c5d-4c48-b4be-bb47cb007ded req-3c206863-dc99-4acd-9545-baf7b9b4a254 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676720 Jul 23 20:28:19.953925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e0869-21ee-46a9-a189-a621d6c04bbd req-1fbed01b-74ed-4f64-85ce-7fcf58456838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:19.955556 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e12e0869-21ee-46a9-a189-a621d6c04bbd req-1fbed01b-74ed-4f64-85ce-7fcf58456838 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e245881d-b7c7-4473-8e7c-2fe8256d1e70 HTTP/1.1" status: 200 len: 923 time: 0.1345284 Jul 23 20:28:20.054775 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e12e0869-21ee-46a9-a189-a621d6c04bbd req-4bb43d31-91f6-4b03-a34e-f7ec512d8ba3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7aae4102-28d1-479b-8af8-ea768434bbbb HTTP/1.1" status: 200 len: 217 time: 0.0842209 Jul 23 20:28:20.147551 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-7c9d4a40-7ce5-4096-931a-1db817d258f1 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347088 Jul 23 20:28:20.150403 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d8147c2f-afbd-4636-b488-1117cbdc0a3a None None] Provisioning complete for port 106e586a-7712-4d7a-b73f-a52858bbed8e triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:20.151068 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8147c2f-afbd-4636-b488-1117cbdc0a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.162469 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Router b9e18773-12e4-4c16-a980-ffabdb06b77e has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:20.216826 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e0869-21ee-46a9-a189-a621d6c04bbd req-1c667205-9116-42e1-9dc8-d38e3abdbb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:20.218780 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e12e0869-21ee-46a9-a189-a621d6c04bbd req-1c667205-9116-42e1-9dc8-d38e3abdbb64 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=396c122c-6c4d-4a61-ba21-37a5a3eafff5 HTTP/1.1" status: 200 len: 862 time: 0.1472380 Jul 23 20:28:20.238723 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d8147c2f-afbd-4636-b488-1117cbdc0a3a None None] Port 106e586a-7712-4d7a-b73f-a52858bbed8e cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:20.285039 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e12e0869-21ee-46a9-a189-a621d6c04bbd req-c2329f4f-910e-43dc-8d0e-fb15fb410ed5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e245881d-b7c7-4473-8e7c-2fe8256d1e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505497 Jul 23 20:28:20.291062 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b3c2af70-9a01-40b1-b5d9-e10dc4c1880d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:20.300839 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b8e46-4d0d-4c7b-b0de-54c0445ad7b6 req-9b7612a0-7c69-4efc-9832-b85f69cec5b9 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:20.302488 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-060b8e46-4d0d-4c7b-b0de-54c0445ad7b6 req-9b7612a0-7c69-4efc-9832-b85f69cec5b9 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 948 time: 0.2522671 Jul 23 20:28:20.382142 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port b3c2af70-9a01-40b1-b5d9-e10dc4c1880d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:20.390709 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b3c2af70-9a01-40b1-b5d9-e10dc4c1880d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:20.391317 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.419734 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffb47958-2fde-4a02-9243-d3feec8c2002 req-f92115d6-c9d5-4c21-9913-70d2614efdd6 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527552 Jul 23 20:28:20.448109 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:20.454276 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-798aa48c-cc13-4bc6-99fa-489889ac9afa admin admin] 10.222.0.55 "PUT /v2.0/routers/b9e18773-12e4-4c16-a980-ffabdb06b77e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8998003 Jul 23 20:28:20.565538 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.568821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a43fb-d48e-4d2b-b5ab-23cee95a3714 req-e35defe2-7dff-475e-8a9b-b69bb211be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:20.572418 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f78a43fb-d48e-4d2b-b5ab-23cee95a3714 req-e35defe2-7dff-475e-8a9b-b69bb211be2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 1100 time: 0.1058321 Jul 23 20:28:20.610292 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port b3c2af70-9a01-40b1-b5d9-e10dc4c1880d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b3c2af70-9a01-40b1-b5d9-e10dc4c1880d,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:20.628687 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.662080 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e12e0869-21ee-46a9-a189-a621d6c04bbd req-5a87d3b5-7ea8-4920-b55e-4d5f15a7b5b5 service neutron] 10.222.0.57 "GET /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699348 Jul 23 20:28:20.725025 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-060b8e46-4d0d-4c7b-b0de-54c0445ad7b6 req-682b1417-5d92-4f97-a10d-04ba7691b313 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145069 Jul 23 20:28:20.753664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=b3c2af70-9a01-40b1-b5d9-e10dc4c1880d,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:20.782809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a43fb-d48e-4d2b-b5ab-23cee95a3714 req-4437aa83-d02b-402c-ba02-c6c3b24f77f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:20.784497 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f78a43fb-d48e-4d2b-b5ab-23cee95a3714 req-4437aa83-d02b-402c-ba02-c6c3b24f77f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.2028217 Jul 23 20:28:20.847198 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e45a5-4e18-4fff-8587-06ecc132a624 req-093b8090-2184-4da3-8a9c-dcfd0b439d0c tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:20.856816 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f83e45a5-4e18-4fff-8587-06ecc132a624 req-093b8090-2184-4da3-8a9c-dcfd0b439d0c tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa136b0-fa6c-468b-a276-2dea2a6ffd28 HTTP/1.1" status: 200 len: 943 time: 0.3353634 Jul 23 20:28:20.858583 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f78a43fb-d48e-4d2b-b5ab-23cee95a3714 req-3d328359-79ef-4e1e-8c5d-c8d2521c0398 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a HTTP/1.1" status: 200 len: 217 time: 0.0664396 Jul 23 20:28:20.924406 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a43fb-d48e-4d2b-b5ab-23cee95a3714 req-7d62c7f3-6c23-4f21-9f63-217bc002f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:20.926615 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f78a43fb-d48e-4d2b-b5ab-23cee95a3714 req-7d62c7f3-6c23-4f21-9f63-217bc002f302 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0624313 Jul 23 20:28:20.949714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f83e45a5-4e18-4fff-8587-06ecc132a624 req-aa615cb5-f5fb-4a5f-b899-b51a05e1f929 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918808 Jul 23 20:28:20.972297 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Sync routers for ids ['b9e18773-12e4-4c16-a980-ffabdb06b77e'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:20.982419 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e12e0869-21ee-46a9-a189-a621d6c04bbd req-992b1f61-539a-49f6-922c-729d925a8c17 service neutron] 10.222.0.57 "GET /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093107 Jul 23 20:28:20.987168 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Routers {'b9e18773-12e4-4c16-a980-ffabdb06b77e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:20.987643 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:27:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b9e18773-12e4-4c16-a980-ffabdb06b77e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:21.031905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c393f-c151-47de-a0f9-50bc16cb7edb req-a29a9e65-f802-40dd-bfcc-691719d8a644 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:21.037095 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a70c393f-c151-47de-a0f9-50bc16cb7edb req-a29a9e65-f802-40dd-bfcc-691719d8a644 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c6d2b5b-4e80-4ea3-8490-aca27b522103 HTTP/1.1" status: 200 len: 945 time: 0.1741402 Jul 23 20:28:21.040270 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a43fb-d48e-4d2b-b5ab-23cee95a3714 req-51b1edc5-c3f3-4a3b-8d18-2a9d1611ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:21.052242 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f78a43fb-d48e-4d2b-b5ab-23cee95a3714 req-51b1edc5-c3f3-4a3b-8d18-2a9d1611ca40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1184688 Jul 23 20:28:21.107451 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Set router b9e18773-12e4-4c16-a980-ffabdb06b77e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:21.109606 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a70c393f-c151-47de-a0f9-50bc16cb7edb req-6d6f38cb-5961-4784-af6f-63e86a808b1c tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f78dce-a4b9-449c-9856-b1ac2329311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666587 Jul 23 20:28:21.224151 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f78a43fb-d48e-4d2b-b5ab-23cee95a3714 req-a8f640db-6d3f-4c3a-97a7-1fc6ab80cb32 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639512 Jul 23 20:28:21.402925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956086f0-60cc-4595-831c-8006630dbd0c req-98caf2c2-8e24-43d1-9bef-1f68d4aea0f1 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:21.412127 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-956086f0-60cc-4595-831c-8006630dbd0c req-98caf2c2-8e24-43d1-9bef-1f68d4aea0f1 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 945 time: 0.1441450 Jul 23 20:28:21.412957 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311771758-router', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:09Z', 'updated_at': '2021-07-23T20:28:18Z', 'revision_number': 4, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'gw_port': {'id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '106e586a-7712-4d7a-b73f-a52858bbed8e', 'name': '', 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'mac_address': 'fa:16:3e:2e:57:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:16Z', 'updated_at': '2021-07-23T20:28:18Z', 'revision_number': 2, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'subnets': [{'id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:21.419972 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f78a43fb-d48e-4d2b-b5ab-23cee95a3714 req-2ec4a90f-028b-4c1f-aefa-d9e4d36f9d4e service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886563 Jul 23 20:28:21.456638 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Checking router: b9e18773-12e4-4c16-a980-ffabdb06b77e for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:28:21.456988 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Updating router b9e18773-12e4-4c16-a980-ffabdb06b77e port 106e586a-7712-4d7a-b73f-a52858bbed8e binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:28:21.484610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-956086f0-60cc-4595-831c-8006630dbd0c req-ea771943-aebe-4150-bccd-2e4505fa7933 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708537 Jul 23 20:28:21.496286 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.625791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-ca44d80a-d165-4fa3-a66d-5f31680e0a42 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:21.627399 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-ca44d80a-d165-4fa3-a66d-5f31680e0a42 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/networks?id=937f74f4-5e87-4111-86e1-c8157d4b221d HTTP/1.1" status: 200 len: 829 time: 0.1751220 Jul 23 20:28:21.658051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-0a2ebbcb-357c-4700-aae3-a9b378dc38c5 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/quotas/9d4170486b644fb6b74af8c508ff2424 HTTP/1.1" status: 200 len: 375 time: 0.0222316 Jul 23 20:28:21.750843 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-9899706a-9f49-45da-a340-ae7867b0eb84 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d4170486b644fb6b74af8c508ff2424&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863738 Jul 23 20:28:21.852088 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.861363 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-9237326f-688e-4bc2-9e18-96f57c2374c0 service neutron] 10.222.0.55 "GET /v2.0/networks/937f74f4-5e87-4111-86e1-c8157d4b221d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043553 Jul 23 20:28:21.870271 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Transition to ACTIVE for port object 106e586a-7712-4d7a-b73f-a52858bbed8e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:21.882258 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.924837 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad779ab2-cb2e-48ae-b446-2bea229d8522 None None] Pushing event updated for resources: {'Port': ['ID=106e586a-7712-4d7a-b73f-a52858bbed8e,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:21.934446 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad779ab2-cb2e-48ae-b446-2bea229d8522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:21.935025 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad779ab2-cb2e-48ae-b446-2bea229d8522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:21.935559 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad779ab2-cb2e-48ae-b446-2bea229d8522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:21.936046 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad779ab2-cb2e-48ae-b446-2bea229d8522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:21.936534 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad779ab2-cb2e-48ae-b446-2bea229d8522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:21.937016 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad779ab2-cb2e-48ae-b446-2bea229d8522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:21.937506 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad779ab2-cb2e-48ae-b446-2bea229d8522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:21.938003 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad779ab2-cb2e-48ae-b446-2bea229d8522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:21.938479 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad779ab2-cb2e-48ae-b446-2bea229d8522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:21.938952 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad779ab2-cb2e-48ae-b446-2bea229d8522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:21.939450 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad779ab2-cb2e-48ae-b446-2bea229d8522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:21.939925 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad779ab2-cb2e-48ae-b446-2bea229d8522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:22.045662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db0d7-39cd-4e91-b709-d455963768cf req-b1ac149c-595b-4182-9656-95318163bc73 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:22.052605 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da4db0d7-39cd-4e91-b709-d455963768cf req-b1ac149c-595b-4182-9656-95318163bc73 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c6d2b5b-4e80-4ea3-8490-aca27b522103 HTTP/1.1" status: 200 len: 945 time: 0.1506376 Jul 23 20:28:22.087067 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-ebe3d533-37cf-45e9-991a-9cff9ba27f81 service neutron] 10.222.0.55 "GET /v2.0/networks/937f74f4-5e87-4111-86e1-c8157d4b221d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186966 Jul 23 20:28:22.091751 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Attempting to bind port 106e586a-7712-4d7a-b73f-a52858bbed8e on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:22.092268 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Attempting to bind port 106e586a-7712-4d7a-b73f-a52858bbed8e by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '23f289da-2988-45ec-8102-02942646c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:22.092478 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Attempting to bind port 106e586a-7712-4d7a-b73f-a52858bbed8e on network 937f74f4-5e87-4111-86e1-c8157d4b221d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:22.104345 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:22.110079 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Checking segment: {'id': '23f289da-2988-45ec-8102-02942646c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:22.110502 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.110910 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Bound using segment: {'id': '23f289da-2988-45ec-8102-02942646c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:22.113577 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Bound port: 106e586a-7712-4d7a-b73f-a52858bbed8e, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f289da-2988-45ec-8102-02942646c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:22.114179 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.131923 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da4db0d7-39cd-4e91-b709-d455963768cf req-74b03c7b-c8f4-4b48-bac6-6cac32ab201d tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f78dce-a4b9-449c-9856-b1ac2329311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725970 Jul 23 20:28:22.236339 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] For port 106e586a-7712-4d7a-b73f-a52858bbed8e, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:22.240369 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] For port 106e586a-7712-4d7a-b73f-a52858bbed8e, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=106e586a-7712-4d7a-b73f-a52858bbed8e,segment=NetworkSegment(23f289da-2988-45ec-8102-02942646c8b4),segment_id=23f289da-2988-45ec-8102-02942646c8b4)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:22.248639 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.335090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b3c2af70-9a01-40b1-b5d9-e10dc4c1880d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:22.446494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fae23-db62-4cfc-848c-eada61cb6dde req-cc6f2b23-05e7-43c5-8203-333fb10b6d85 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:22.458238 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be0fae23-db62-4cfc-848c-eada61cb6dde req-cc6f2b23-05e7-43c5-8203-333fb10b6d85 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 948 time: 0.1708908 Jul 23 20:28:22.458812 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Routers {'b9e18773-12e4-4c16-a980-ffabdb06b77e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:22.459837 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:27:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b9e18773-12e4-4c16-a980-ffabdb06b77e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:22.603665 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b3c2af70-9a01-40b1-b5d9-e10dc4c1880d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:22.603999 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.652815 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be0fae23-db62-4cfc-848c-eada61cb6dde req-bc88d077-f07f-4924-9fb7-291dfaf49346 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921897 Jul 23 20:28:22.653958 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7aae4102-28d1-479b-8af8-ea768434bbbb details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:28:22.713090 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c34276-6ddb-4f4e-b9aa-5ba8c442d1f6 req-d17a0eef-59df-4461-97ea-3608567db8cc tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:22.735913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b4c34276-6ddb-4f4e-b9aa-5ba8c442d1f6 req-d17a0eef-59df-4461-97ea-3608567db8cc tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa136b0-fa6c-468b-a276-2dea2a6ffd28 HTTP/1.1" status: 200 len: 943 time: 0.2239945 Jul 23 20:28:22.813799 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89520019-a8a1-40cd-a70d-8d7c692a25c8 req-02008313-0e56-43e3-829a-61669a0a63d6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/ports?device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 210 time: 0.0415790 Jul 23 20:28:22.834545 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] Set router b9e18773-12e4-4c16-a980-ffabdb06b77e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:22.848382 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b4c34276-6ddb-4f4e-b9aa-5ba8c442d1f6 req-5742fc94-d04c-432d-bbe4-4f9830869cff tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107202 Jul 23 20:28:22.935363 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad779ab2-cb2e-48ae-b446-2bea229d8522 None None] Pushing event updated for resources: {'Port': ['ID=106e586a-7712-4d7a-b73f-a52858bbed8e,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:22.995190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 7aae4102-28d1-479b-8af8-ea768434bbbb, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7aae4102-28d1-479b-8af8-ea768434bbbb,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:23.018807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '7aae4102-28d1-479b-8af8-ea768434bbbb', 'network_id': 'e245881d-b7c7-4473-8e7c-2fe8256d1e70', 'port_id': '7aae4102-28d1-479b-8af8-ea768434bbbb', 'mac_address': 'fa:16:3e:e4:57:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396c122c-6c4d-4a61-ba21-37a5a3eafff5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:28:23.103486 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.146008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28652484-6e00-4bed-96a0-ee08152aacb6 req-d4189bdc-8f27-4c7d-964b-76462bcb4b95 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:23.154622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aae4102-28d1-479b-8af8-ea768434bbbb {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:23.154793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-28652484-6e00-4bed-96a0-ee08152aacb6 req-d4189bdc-8f27-4c7d-964b-76462bcb4b95 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 945 time: 0.1597474 Jul 23 20:28:23.189037 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d26d1b-0110-4317-955d-f8c4a326aee1 req-9443ad8a-7f53-4b87-82b0-baac9a50754e tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:23.196254 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-15d26d1b-0110-4317-955d-f8c4a326aee1 req-9443ad8a-7f53-4b87-82b0-baac9a50754e tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c6d2b5b-4e80-4ea3-8490-aca27b522103 HTTP/1.1" status: 200 len: 945 time: 0.1755912 Jul 23 20:28:23.245507 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 7aae4102-28d1-479b-8af8-ea768434bbbb, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7aae4102-28d1-479b-8af8-ea768434bbbb,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:23.266702 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-28652484-6e00-4bed-96a0-ee08152aacb6 req-d2d5d657-a2ba-44aa-88f8-7cea84dda089 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067305 Jul 23 20:28:23.267053 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.268069 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cd4a92db-b0f0-425a-9f67-88b659ef5c8a details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:28:23.421057 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff88ba4-4d10-4071-b084-8a6b42d34451 req-13539af9-1e0f-48e0-97ec-889887126454 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:23.423984 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ff88ba4-4d10-4071-b084-8a6b42d34451 req-13539af9-1e0f-48e0-97ec-889887126454 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c6d2b5b-4e80-4ea3-8490-aca27b522103 HTTP/1.1" status: 200 len: 945 time: 0.1219094 Jul 23 20:28:23.434732 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=7aae4102-28d1-479b-8af8-ea768434bbbb,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:23.442060 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-15d26d1b-0110-4317-955d-f8c4a326aee1 req-649efe4c-6081-4b17-83ac-d67dbaf6651c tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Deleting port 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:23.442406 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-15d26d1b-0110-4317-955d-f8c4a326aee1 req-649efe4c-6081-4b17-83ac-d67dbaf6651c tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.498114 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311771758-router', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:09Z', 'updated_at': '2021-07-23T20:28:18Z', 'revision_number': 4, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'gw_port': {'id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '106e586a-7712-4d7a-b73f-a52858bbed8e', 'name': '', 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'mac_address': 'fa:16:3e:2e:57:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:16Z', 'updated_at': '2021-07-23T20:28:22Z', 'revision_number': 4, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'subnets': [{'id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:23.530586 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ff88ba4-4d10-4071-b084-8a6b42d34451 req-5413f94f-c231-4ad7-a82f-9f7c041f0a02 tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.55 "GET /v2.0/security-groups?id=49f78dce-a4b9-449c-9856-b1ac2329311e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902328 Jul 23 20:28:23.531228 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd735b95-3e17-4089-964f-e2af41eb1937 None None] The sync data for ids ['b9e18773-12e4-4c16-a980-ffabdb06b77e'] in n-d-791504-18 is: [{'id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311771758-router', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:09Z', 'updated_at': '2021-07-23T20:28:18Z', 'revision_number': 4, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'gw_port': {'id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '106e586a-7712-4d7a-b73f-a52858bbed8e', 'name': '', 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'mac_address': 'fa:16:3e:2e:57:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:16Z', 'updated_at': '2021-07-23T20:28:22Z', 'revision_number': 4, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'subnets': [{'id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:23.590233 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58622) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:23.628844 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-15d26d1b-0110-4317-955d-f8c4a326aee1 req-649efe4c-6081-4b17-83ac-d67dbaf6651c tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] For port 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=1b11db0e-4fbd-4b7e-a80c-8167f578a5b9,segment=NetworkSegment(fed9926c-745b-4189-9388-26ccda57f27d),segment_id=fed9926c-745b-4189-9388-26ccda57f27d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:23.629216 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-15d26d1b-0110-4317-955d-f8c4a326aee1 req-649efe4c-6081-4b17-83ac-d67dbaf6651c tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.650700 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-15d26d1b-0110-4317-955d-f8c4a326aee1 req-649efe4c-6081-4b17-83ac-d67dbaf6651c tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Calling delete_port for 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:23.877258 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:23.905717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a', 'mac_address': 'fa:16:3e:fe:10:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:28:23.906069 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d92f89cf-2030-4eee-a1aa-4ce3ef935746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.907443 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-15d26d1b-0110-4317-955d-f8c4a326aee1 req-649efe4c-6081-4b17-83ac-d67dbaf6651c tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.942578 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649efe4c-6081-4b17-83ac-d67dbaf6651c tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Pushing event deleted for resources: {'Port': ['ID=1b11db0e-4fbd-4b7e-a80c-8167f578a5b9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:23.993385 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b41d59a-6278-4f1f-aff5-c90fcacaf259 req-9efabcb2-39f6-4f53-9892-d8253d39c9ca tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/ports?device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 210 time: 0.0692418 Jul 23 20:28:24.028669 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.034592 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d26d1b-0110-4317-955d-f8c4a326aee1 req-649efe4c-6081-4b17-83ac-d67dbaf6651c tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] No DVR routers for this DVR port 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:24.040323 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['1b11db0e-4fbd-4b7e-a80c-8167f578a5b9'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:24.046050 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-15d26d1b-0110-4317-955d-f8c4a326aee1 req-649efe4c-6081-4b17-83ac-d67dbaf6651c tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.049148 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-15d26d1b-0110-4317-955d-f8c4a326aee1 req-649efe4c-6081-4b17-83ac-d67dbaf6651c tempest-InstanceActionsV221TestJSON-1860421416 tempest-InstanceActionsV221TestJSON-1860421416-project] 10.222.0.57 "DELETE /v2.0/ports/1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 HTTP/1.1" status: 204 len: 173 time: 0.8462934 Jul 23 20:28:24.049148 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6d2b5b-4e80-4ea3-8490-aca27b522103', 'name': 'network-vif-deleted', 'tag': '1b11db0e-4fbd-4b7e-a80c-8167f578a5b9'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:24.055481 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106c9d30-edee-4c56-9d18-d4bdfbaf98f8" -d '{"events": [{"server_uuid": "5c6d2b5b-4e80-4ea3-8490-aca27b522103", "name": "network-vif-deleted", "tag": "1b11db0e-4fbd-4b7e-a80c-8167f578a5b9"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:24.110515 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474e46f-b854-40de-b1ce-a3e73695b97e req-31950392-04b1-4d4f-9c50-1e66108f4d15 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:24.120124 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4a92db-b0f0-425a-9f67-88b659ef5c8a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:24.127879 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3474e46f-b854-40de-b1ce-a3e73695b97e req-31950392-04b1-4d4f-9c50-1e66108f4d15 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 948 time: 0.3215234 Jul 23 20:28:24.151364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:24.164424 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.239692 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:24.372208 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 106e586a-7712-4d7a-b73f-a52858bbed8e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:24.466628 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 106e586a-7712-4d7a-b73f-a52858bbed8e completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:24.475790 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 106e586a-7712-4d7a-b73f-a52858bbed8e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:24.476702 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.510119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['7aae4102-28d1-479b-8af8-ea768434bbbb'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:24.546126 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4b8d-3710-4373-86ab-680bdeb3bd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.547960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['cd4a92db-b0f0-425a-9f67-88b659ef5c8a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:24.610809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-a62b3750-8d01-4966-bed1-8dbc87f3f395 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:24.612950 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-a62b3750-8d01-4966-bed1-8dbc87f3f395 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a&tenant_id=5a185053a28c406bbec1c43816d9e38b&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 1097 time: 0.1405766 Jul 23 20:28:24.636562 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-18'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:24.668339 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:24.719614 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:24.719989 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 1b11db0e-4fbd-4b7e-a80c-8167f578a5b9 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:24.802910 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.827877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-bc12e6bc-4179-4274-bd08-f14aa61c457f tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:24.829433 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-bc12e6bc-4179-4274-bd08-f14aa61c457f tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.48 "GET /v2.0/networks?id=937f74f4-5e87-4111-86e1-c8157d4b221d HTTP/1.1" status: 200 len: 829 time: 0.6929440 Jul 23 20:28:24.847714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3474e46f-b854-40de-b1ce-a3e73695b97e req-156c8914-801e-43b0-a3c2-82c8799be108 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7172725 Jul 23 20:28:24.870720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-f89a44e7-ba31-4275-9789-5492e9f13027 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Request body: {'port': {'device_id': '8007e2bf-98fd-4dde-8c42-9cd4bb3f3771', 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d', 'admin_state_up': True, 'tenant_id': '9d4170486b644fb6b74af8c508ff2424'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:24.918569 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.017140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] For port b56bc800-7b12-4afd-b3f1-39daa84b60c2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b56bc800-7b12-4afd-b3f1-39daa84b60c2,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:25.035299 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363a22a0-ad15-4c09-b19b-06ba489c1206 x-openstack-request-id: req-363a22a0-ad15-4c09-b19b-06ba489c1206 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:25.035778 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6d2b5b-4e80-4ea3-8490-aca27b522103", "name": "network-vif-deleted", "tag": "1b11db0e-4fbd-4b7e-a80c-8167f578a5b9", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:25.036385 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-363a22a0-ad15-4c09-b19b-06ba489c1206 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:25.037082 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6d2b5b-4e80-4ea3-8490-aca27b522103', 'name': 'network-vif-deleted', 'tag': '1b11db0e-4fbd-4b7e-a80c-8167f578a5b9', 'status': 'completed', 'code': 200} Jul 23 20:28:25.057092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84af90-2f07-436f-9dd2-aee0cb7c5e0b req-a1bfc27c-b1f2-4bcb-a23b-b6369d1e9072 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:25.064711 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7c84af90-2f07-436f-9dd2-aee0cb7c5e0b req-a1bfc27c-b1f2-4bcb-a23b-b6369d1e9072 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa136b0-fa6c-468b-a276-2dea2a6ffd28 HTTP/1.1" status: 200 len: 944 time: 0.8040252 Jul 23 20:28:25.090753 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] For port b56bc800-7b12-4afd-b3f1-39daa84b60c2, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:25.119598 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 106e586a-7712-4d7a-b73f-a52858bbed8e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=106e586a-7712-4d7a-b73f-a52858bbed8e,segment=NetworkSegment(23f289da-2988-45ec-8102-02942646c8b4),segment_id=23f289da-2988-45ec-8102-02942646c8b4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:25.130330 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.152440 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.160561 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.178189 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d92f89cf-2030-4eee-a1aa-4ce3ef935746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.203262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=106e586a-7712-4d7a-b73f-a52858bbed8e,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:25.204151 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d92f89cf-2030-4eee-a1aa-4ce3ef935746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.220070 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7c84af90-2f07-436f-9dd2-aee0cb7c5e0b req-845f1d9a-a06b-44a8-be57-77da2d99f32a tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538908 Jul 23 20:28:25.248090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d92f89cf-2030-4eee-a1aa-4ce3ef935746 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d094751769a4e3399b4420e47c5e65d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6553769 Jul 23 20:28:25.249031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58646) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:25.296800 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f89cf-2030-4eee-a1aa-4ce3ef935746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812d3173-62bb-4483-9007-434387696711,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:25.301593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Pushing event updated for resources: {'Port': ['ID=b56bc800-7b12-4afd-b3f1-39daa84b60c2,revision_number=7']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:25.316436 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-f89a44e7-ba31-4275-9789-5492e9f13027 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Made reservation on behalf of 9d4170486b644fb6b74af8c508ff2424 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:25.325191 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-f89a44e7-ba31-4275-9789-5492e9f13027 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.327346 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Attempting to bind port b56bc800-7b12-4afd-b3f1-39daa84b60c2 on host n-h1-791504-18 for vnic_type normal with profile {"migrating_to": "n-h2-791504-18"} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:25.327696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Attempting to bind port b56bc800-7b12-4afd-b3f1-39daa84b60c2 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:25.327907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Attempting to bind port b56bc800-7b12-4afd-b3f1-39daa84b60c2 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:25.339445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92e0d7-3f41-4fe6-b222-4d3dfce3497b req-5c79c331-6f59-4086-8836-5685b4c58c56 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:25.339811 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Port b56bc800-7b12-4afd-b3f1-39daa84b60c2 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:28:25.340039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Attempting to bind port b56bc800-7b12-4afd-b3f1-39daa84b60c2 on network 7e56589e-9a72-40c0-80e1-89204b3d73d0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:25.341253 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a92e0d7-3f41-4fe6-b222-4d3dfce3497b req-5c79c331-6f59-4086-8836-5685b4c58c56 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 945 time: 0.2332561 Jul 23 20:28:25.355932 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1021ae50-7770-43eb-addf-c2f339c13b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.357696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:25.358028 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Checking segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:25.358408 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Bound using segment: {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:25.358841 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Bound port: b56bc800-7b12-4afd-b3f1-39daa84b60c2, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '880ce7b8-cc1a-4fd0-a221-7defb48fb269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7e56589e-9a72-40c0-80e1-89204b3d73d0'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:25.359394 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.418684 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1021ae50-7770-43eb-addf-c2f339c13b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.475471 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] For port b56bc800-7b12-4afd-b3f1-39daa84b60c2, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:25.492871 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] For port b56bc800-7b12-4afd-b3f1-39daa84b60c2, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b56bc800-7b12-4afd-b3f1-39daa84b60c2,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:25.498506 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.518441 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a92e0d7-3f41-4fe6-b222-4d3dfce3497b req-a291bfa0-52f7-4f4e-8717-1140abc8f676 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689339 Jul 23 20:28:25.546329 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1021ae50-7770-43eb-addf-c2f339c13b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.546329 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1021ae50-7770-43eb-addf-c2f339c13b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.550078 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1021ae50-7770-43eb-addf-c2f339c13b30 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/812d3173-62bb-4483-9007-434387696711 HTTP/1.1" status: 204 len: 168 time: 0.2980499 Jul 23 20:28:25.598679 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:25.599887 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.601533 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] 10.222.0.57 "PUT /v2.0/ports/b56bc800-7b12-4afd-b3f1-39daa84b60c2 HTTP/1.1" status: 200 len: 1123 time: 0.9770448 Jul 23 20:28:25.606597 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-0c5a3d27-50ea-471c-9dff-67a7c9123904 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:25.608152 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-0c5a3d27-50ea-471c-9dff-67a7c9123904 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 808 time: 0.2363667 Jul 23 20:28:25.613890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021ae50-7770-43eb-addf-c2f339c13b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812d3173-62bb-4483-9007-434387696711,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:25.623010 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ada1b-473d-477f-9e4b-62b68b5b688d service neutron] Pushing event updated for resources: {'Port': ['ID=b56bc800-7b12-4afd-b3f1-39daa84b60c2,revision_number=8']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:25.690404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-f89a44e7-ba31-4275-9789-5492e9f13027 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Allocated IP 172.20.0.10 (937f74f4-5e87-4111-86e1-c8157d4b221d/e822dbc2-78ea-4404-9c96-96658096e134/9bcc9c70-27ff-453b-a013-46aec0229402) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:25.694757 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d614cb16-675a-40cb-ad1c-f4c67401e95e req-a468f426-0d66-4700-a4f3-5f27558cbaad tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/ports?device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 210 time: 0.0594654 Jul 23 20:28:25.696302 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-468ec123-d630-4133-be43-aa00c9a55903 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/quotas/c2d3a1fa9beb4bbeaa6d9816abdb145d HTTP/1.1" status: 200 len: 375 time: 0.0810592 Jul 23 20:28:25.697751 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['b56bc800-7b12-4afd-b3f1-39daa84b60c2'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:25.815070 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['b56bc800-7b12-4afd-b3f1-39daa84b60c2'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:25.878152 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-cb321fb5-f63b-4801-ac6f-56ce4c18b02f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1728549 Jul 23 20:28:25.969516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58666) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:25.985632 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83b66610-1218-4f35-9b79-46e833df5ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.993420 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-f89a44e7-ba31-4275-9789-5492e9f13027 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.044669 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-f89a44e7-ba31-4275-9789-5492e9f13027 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Transition to ACTIVE for port object 9bcc9c70-27ff-453b-a013-46aec0229402 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:26.073680 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-e67e0ffd-4cf1-4f42-8b5f-4f3cc6093c10 service neutron] 10.222.0.55 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946642 Jul 23 20:28:26.084615 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83b66610-1218-4f35-9b79-46e833df5ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.088545 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83b66610-1218-4f35-9b79-46e833df5ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.128289 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b66610-1218-4f35-9b79-46e833df5ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772fde6f-30e2-48ca-a0fc-ec054d9c58d7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:26.133515 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-83b66610-1218-4f35-9b79-46e833df5ec2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b33dc707574c4d48b234b0b0bb7055e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613510 Jul 23 20:28:26.135337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58668) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:26.138433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e91e6f-0db1-4956-b3a2-a351865ef102 req-4734f685-fc6b-4267-a839-03a3748a9faa tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:26.140016 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-71e91e6f-0db1-4956-b3a2-a351865ef102 req-4734f685-fc6b-4267-a839-03a3748a9faa tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 949 time: 0.1602283 Jul 23 20:28:26.191346 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59c9bfb1-ed44-4713-aa84-a4e0ee927f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.194382 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-f89a44e7-ba31-4275-9789-5492e9f13027 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.218622 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59c9bfb1-ed44-4713-aa84-a4e0ee927f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.221158 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 106e586a-7712-4d7a-b73f-a52858bbed8e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:26.270105 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 106e586a-7712-4d7a-b73f-a52858bbed8e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:26.270458 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.275875 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59c9bfb1-ed44-4713-aa84-a4e0ee927f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.278934 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59c9bfb1-ed44-4713-aa84-a4e0ee927f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.282927 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-59c9bfb1-ed44-4713-aa84-a4e0ee927f29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/772fde6f-30e2-48ca-a0fc-ec054d9c58d7 HTTP/1.1" status: 204 len: 168 time: 0.1429958 Jul 23 20:28:26.286564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-f89a44e7-ba31-4275-9789-5492e9f13027 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Network 937f74f4-5e87-4111-86e1-c8157d4b221d is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:26.290119 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9bfb1-ed44-4713-aa84-a4e0ee927f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772fde6f-30e2-48ca-a0fc-ec054d9c58d7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:26.297689 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-71e91e6f-0db1-4956-b3a2-a351865ef102 req-45826aee-5eab-43dc-a53c-0c5ffe421d40 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183250 Jul 23 20:28:26.298968 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-f89a44e7-ba31-4275-9789-5492e9f13027 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:26.301539 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-f89a44e7-ba31-4275-9789-5492e9f13027 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:26.307965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-f89a44e7-ba31-4275-9789-5492e9f13027 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:26.308608 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-f89a44e7-ba31-4275-9789-5492e9f13027 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.311065 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a44e7-ba31-4275-9789-5492e9f13027 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Pushing event updated for resources: {'Port': ['ID=9bcc9c70-27ff-453b-a013-46aec0229402,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:26.316260 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-7a90f16f-6354-49ba-9259-e43bbc0da3f8 service neutron] 10.222.0.55 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334294 Jul 23 20:28:26.332607 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-f89a44e7-ba31-4275-9789-5492e9f13027 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4796886 Jul 23 20:28:26.361026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Request body: {'port': {'device_id': '8007e2bf-98fd-4dde-8c42-9cd4bb3f3771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:26.426266 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58676) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:26.514731 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e93eb6-d35d-4dc1-947e-974d851b0d2c admin admin] Deleting subnet f658f425-4fc6-4b8f-b57f-887c27b78545 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:28:26.519824 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9e93eb6-d35d-4dc1-947e-974d851b0d2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.524112 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.589831 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9e93eb6-d35d-4dc1-947e-974d851b0d2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.645998 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9e93eb6-d35d-4dc1-947e-974d851b0d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.649793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b56bc800-7b12-4afd-b3f1-39daa84b60c2 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:28:26.653918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cd4a92db-b0f0-425a-9f67-88b659ef5c8a up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:26.720954 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9e93eb6-d35d-4dc1-947e-974d851b0d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.724454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b3e92b0f-78e8-4202-8d14-ff5a772efb4d None None] Provisioning for port 9bcc9c70-27ff-453b-a013-46aec0229402 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:26.733176 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b3e92b0f-78e8-4202-8d14-ff5a772efb4d None None] Provisioning complete for port 9bcc9c70-27ff-453b-a013-46aec0229402 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:26.733717 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3e92b0f-78e8-4202-8d14-ff5a772efb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.802852 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e93eb6-d35d-4dc1-947e-974d851b0d2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f658f425-4fc6-4b8f-b57f-887c27b78545,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:26.805518 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9e93eb6-d35d-4dc1-947e-974d851b0d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.809973 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f9e93eb6-d35d-4dc1-947e-974d851b0d2c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f658f425-4fc6-4b8f-b57f-887c27b78545 HTTP/1.1" status: 204 len: 168 time: 0.3798032 Jul 23 20:28:26.810562 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58694) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:26.832739 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port cd4a92db-b0f0-425a-9f67-88b659ef5c8a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:26.862528 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port cd4a92db-b0f0-425a-9f67-88b659ef5c8a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:26.862896 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.910439 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a057b879-da3d-404d-b432-cff968de1deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.951699 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b3e92b0f-78e8-4202-8d14-ff5a772efb4d None None] Port 9bcc9c70-27ff-453b-a013-46aec0229402 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:27.026287 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.054470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b56bc800-7b12-4afd-b3f1-39daa84b60c2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b56bc800-7b12-4afd-b3f1-39daa84b60c2,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:27.081379 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d9f5a33a-f3eb-4a92-bd61-5b8442c47921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.084419 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b56bc800-7b12-4afd-b3f1-39daa84b60c2 has no active binding in host n-h2-791504-18 {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:28:27.090949 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:27.093520 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fdb5ba-af45-45b5-b875-ef40423b5b2e" -d '{"events": [{"server_uuid": "d1316102-1bfe-4a20-9292-eade87d7c32e", "name": "network-vif-plugged", "status": "completed", "tag": "cd4a92db-b0f0-425a-9f67-88b659ef5c8a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:27.096573 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcc9c70-27ff-453b-a013-46aec0229402 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:27.108800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:27.112129 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.115377 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.116987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7aae4102-28d1-479b-8af8-ea768434bbbb up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:27.130486 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a057b879-da3d-404d-b432-cff968de1deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.132837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64954c-d0cc-4460-ba4a-e74f439b2f10 req-0af9ad52-a8ec-42a5-a0bd-fb0a84dac1bb tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:27.133825 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05c4e5b-0395-42f9-955f-f0059ee3114a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b56bc800-7b12-4afd-b3f1-39daa84b60c2'}, {'name': 'network-changed', 'server_uuid': 'e05c4e5b-0395-42f9-955f-f0059ee3114a', 'tag': 'b56bc800-7b12-4afd-b3f1-39daa84b60c2'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:27.137090 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c95fc9-88e8-47ad-93cd-85804b293910" -d '{"events": [{"server_uuid": "e05c4e5b-0395-42f9-955f-f0059ee3114a", "name": "network-vif-unplugged", "status": "completed", "tag": "b56bc800-7b12-4afd-b3f1-39daa84b60c2"}, {"name": "network-changed", "server_uuid": "e05c4e5b-0395-42f9-955f-f0059ee3114a", "tag": "b56bc800-7b12-4afd-b3f1-39daa84b60c2"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:27.140073 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f64954c-d0cc-4460-ba4a-e74f439b2f10 req-0af9ad52-a8ec-42a5-a0bd-fb0a84dac1bb tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa136b0-fa6c-468b-a276-2dea2a6ffd28 HTTP/1.1" status: 200 len: 944 time: 0.2969153 Jul 23 20:28:27.150184 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6825c2-e72b-46dd-90ba-c62818bf3d8b req-398261d4-0ca4-4c6a-8a88-a7160895de9d tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:27.152221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-a057b879-da3d-404d-b432-cff968de1deb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e15dc3-b8a1-4519-96ec-0920eca2acfa']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:27.157305 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3c6825c2-e72b-46dd-90ba-c62818bf3d8b req-398261d4-0ca4-4c6a-8a88-a7160895de9d tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 943 time: 0.3098490 Jul 23 20:28:27.166327 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-a057b879-da3d-404d-b432-cff968de1deb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed9926c-745b-4189-9388-26ccda57f27d') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:27.167150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-a057b879-da3d-404d-b432-cff968de1deb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed9926c-745b-4189-9388-26ccda57f27d') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:27.180112 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Transition to ACTIVE for port object 9bcc9c70-27ff-453b-a013-46aec0229402 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:27.181217 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a057b879-da3d-404d-b432-cff968de1deb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.199781 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.212669 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a057b879-da3d-404d-b432-cff968de1deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.223078 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a057b879-da3d-404d-b432-cff968de1deb admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:27.223587 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a057b879-da3d-404d-b432-cff968de1deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:27.229595 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:27.275311 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:27.279005 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.281405 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 7aae4102-28d1-479b-8af8-ea768434bbbb completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:27.286363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 7aae4102-28d1-479b-8af8-ea768434bbbb triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:27.286860 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.327835 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f64954c-d0cc-4460-ba4a-e74f439b2f10 req-012d45bc-63b4-4e4d-8ca4-164213329911 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866443 Jul 23 20:28:27.345311 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3c6825c2-e72b-46dd-90ba-c62818bf3d8b req-94808be1-b401-4900-8f71-1096a61f2dc4 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871426 Jul 23 20:28:27.382096 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a057b879-da3d-404d-b432-cff968de1deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.393172 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a057b879-da3d-404d-b432-cff968de1deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.398547 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a057b879-da3d-404d-b432-cff968de1deb admin admin] 10.222.0.55 "DELETE /v2.0/networks/89e15dc3-b8a1-4519-96ec-0920eca2acfa HTTP/1.1" status: 204 len: 168 time: 0.5868666 Jul 23 20:28:27.424144 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057b879-da3d-404d-b432-cff968de1deb admin admin] Pushing event deleted for resources: {'Network': ['ID=89e15dc3-b8a1-4519-96ec-0920eca2acfa,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:27.495411 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.585383 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Attempting to bind port 9bcc9c70-27ff-453b-a013-46aec0229402 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:27.585729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Attempting to bind port 9bcc9c70-27ff-453b-a013-46aec0229402 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '23f289da-2988-45ec-8102-02942646c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:27.586064 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Attempting to bind port 9bcc9c70-27ff-453b-a013-46aec0229402 on network 937f74f4-5e87-4111-86e1-c8157d4b221d {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:27.587797 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 7aae4102-28d1-479b-8af8-ea768434bbbb, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7aae4102-28d1-479b-8af8-ea768434bbbb,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:27.598619 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.599977 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3d03db1-9d5c-43ee-ae9f-76ef7ddb9ebb req-5d9becba-85f0-4efa-a836-3ace6019d267 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 210 time: 0.0638235 Jul 23 20:28:27.661373 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58726) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:27.671196 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Port 9bcc9c70-27ff-453b-a013-46aec0229402 on network 937f74f4-5e87-4111-86e1-c8157d4b221d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:28:27.674179 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Attempting to bind port 9bcc9c70-27ff-453b-a013-46aec0229402 on network 937f74f4-5e87-4111-86e1-c8157d4b221d {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:27.676738 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcc9c70-27ff-453b-a013-46aec0229402,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:27.680866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=7aae4102-28d1-479b-8af8-ea768434bbbb,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:27.706346 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639c7a7b-6130-4130-9e60-43ad5de44cbc x-openstack-request-id: req-639c7a7b-6130-4130-9e60-43ad5de44cbc {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:27.707187 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1316102-1bfe-4a20-9292-eade87d7c32e", "name": "network-vif-plugged", "status": "completed", "tag": "cd4a92db-b0f0-425a-9f67-88b659ef5c8a", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:27.707447 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-639c7a7b-6130-4130-9e60-43ad5de44cbc {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:27.709949 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a', 'code': 200} Jul 23 20:28:27.712324 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:27.712848 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Checking segment: {'id': '23f289da-2988-45ec-8102-02942646c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:27.713608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Bound using segment: {'id': '23f289da-2988-45ec-8102-02942646c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:27.714693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Bound port: 9bcc9c70-27ff-453b-a013-46aec0229402, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f289da-2988-45ec-8102-02942646c8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:27.715249 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.751268 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f0cc4dc1-e87e-4cee-a36e-953160b84548 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d152e20c17724558ae876f3aba918ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0885506 Jul 23 20:28:27.753629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58730) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:27.764771 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d699221-a9f5-4b59-8f4e-9347386d87fc x-openstack-request-id: req-1d699221-a9f5-4b59-8f4e-9347386d87fc {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:27.765568 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05c4e5b-0395-42f9-955f-f0059ee3114a", "name": "network-vif-unplugged", "status": "completed", "tag": "b56bc800-7b12-4afd-b3f1-39daa84b60c2", "code": 200}, {"name": "network-changed", "server_uuid": "e05c4e5b-0395-42f9-955f-f0059ee3114a", "tag": "b56bc800-7b12-4afd-b3f1-39daa84b60c2", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:27.766040 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d699221-a9f5-4b59-8f4e-9347386d87fc {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:27.767025 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05c4e5b-0395-42f9-955f-f0059ee3114a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b56bc800-7b12-4afd-b3f1-39daa84b60c2', 'code': 200} Jul 23 20:28:27.767394 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05c4e5b-0395-42f9-955f-f0059ee3114a', 'tag': 'b56bc800-7b12-4afd-b3f1-39daa84b60c2', 'status': 'completed', 'code': 200} Jul 23 20:28:27.825688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a5c6d-e18e-431f-a82d-becd3de9bed9 req-69587dab-c7d9-4a32-91e5-2dd01dc70e67 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:27.828073 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-970a5c6d-e18e-431f-a82d-becd3de9bed9 req-69587dab-c7d9-4a32-91e5-2dd01dc70e67 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/ports?device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 944 time: 0.3636811 Jul 23 20:28:27.892037 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] For port 9bcc9c70-27ff-453b-a013-46aec0229402, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:27.932866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] For port 9bcc9c70-27ff-453b-a013-46aec0229402, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9bcc9c70-27ff-453b-a013-46aec0229402,segment=NetworkSegment(23f289da-2988-45ec-8102-02942646c8b4),segment_id=23f289da-2988-45ec-8102-02942646c8b4)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:27.938923 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d2e276b-50e8-47e8-9d12-87a390b1d1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.947731 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.962665 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a878e04-59e0-4b23-9358-6448021c98a0 req-31e2e787-3ff6-4df0-a017-c7339d69d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:27.964166 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9a878e04-59e0-4b23-9358-6448021c98a0 req-31e2e787-3ff6-4df0-a017-c7339d69d293 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 1102 time: 0.1683373 Jul 23 20:28:27.969189 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d2e276b-50e8-47e8-9d12-87a390b1d1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.029677 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-970a5c6d-e18e-431f-a82d-becd3de9bed9 req-3cb7e9b5-f828-468a-8f9c-ced93f06b414 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/security-groups?id=9727ad9a-dc1f-4609-8d05-7bb935dfef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312478 Jul 23 20:28:28.047842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:28.048685 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.050492 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] 10.222.0.48 "PUT /v2.0/ports/9bcc9c70-27ff-453b-a013-46aec0229402 HTTP/1.1" status: 200 len: 1093 time: 1.7080233 Jul 23 20:28:28.054426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8007e2bf-98fd-4dde-8c42-9cd4bb3f3771', 'tag': '9bcc9c70-27ff-453b-a013-46aec0229402'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:28.057403 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e856daa6-6897-45ee-8c9f-e248d8edc690" -d '{"events": [{"name": "network-changed", "server_uuid": "8007e2bf-98fd-4dde-8c42-9cd4bb3f3771", "tag": "9bcc9c70-27ff-453b-a013-46aec0229402"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:28.060201 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9a878e04-59e0-4b23-9358-6448021c98a0 req-d7492c76-e755-4b26-b5ee-785a6d66ef2e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876288 Jul 23 20:28:28.087487 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d2e276b-50e8-47e8-9d12-87a390b1d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.091705 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d2e276b-50e8-47e8-9d12-87a390b1d1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.095343 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7d2e276b-50e8-47e8-9d12-87a390b1d1a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49f78dce-a4b9-449c-9856-b1ac2329311e HTTP/1.1" status: 204 len: 168 time: 0.3374567 Jul 23 20:28:28.102571 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c98674-e090-466f-aa76-aa5bcc62686c req-e1f927c2-732e-458a-bee7-e15227819dc6 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:28.104214 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37c98674-e090-466f-aa76-aa5bcc62686c req-e1f927c2-732e-458a-bee7-e15227819dc6 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.2471955 Jul 23 20:28:28.106605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e276b-50e8-47e8-9d12-87a390b1d1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f78dce-a4b9-449c-9856-b1ac2329311e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:28.210033 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab30bf1b-dd03-4d37-884f-aae891cc591f x-openstack-request-id: req-ab30bf1b-dd03-4d37-884f-aae891cc591f {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:28.211135 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8007e2bf-98fd-4dde-8c42-9cd4bb3f3771", "tag": "9bcc9c70-27ff-453b-a013-46aec0229402", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:28.211307 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab30bf1b-dd03-4d37-884f-aae891cc591f {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:28.211702 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8007e2bf-98fd-4dde-8c42-9cd4bb3f3771', 'tag': '9bcc9c70-27ff-453b-a013-46aec0229402', 'status': 'completed', 'code': 200} Jul 23 20:28:28.226142 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c95fc9-88e8-47ad-93cd-85804b293910 req-efb12501-4a8c-48a8-9a0e-0d15a4bf83af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:28.227689 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59c95fc9-88e8-47ad-93cd-85804b293910 req-efb12501-4a8c-48a8-9a0e-0d15a4bf83af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 1126 time: 0.4295123 Jul 23 20:28:28.231296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068e006-59a0-440d-a659-e77a2d876510 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcc9c70-27ff-453b-a013-46aec0229402,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:28.295067 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37c98674-e090-466f-aa76-aa5bcc62686c req-0c947857-815c-4982-98eb-784d4ad30047 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395838 Jul 23 20:28:28.376803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58752) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:28.395314 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.412828 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-73372e76-a92e-458d-b6fe-f5a3b9660264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:28.414530 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-73372e76-a92e-458d-b6fe-f5a3b9660264 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d4170486b644fb6b74af8c508ff2424&device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 1096 time: 0.3094084 Jul 23 20:28:28.547255 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c95fc9-88e8-47ad-93cd-85804b293910 req-ea4db4e1-565a-40a0-a01b-45c60bd1edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:28.548833 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59c95fc9-88e8-47ad-93cd-85804b293910 req-ea4db4e1-565a-40a0-a01b-45c60bd1edd5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 921 time: 0.3118539 Jul 23 20:28:28.581951 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-16dc853b-21f0-40f2-8181-2fb55d841feb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bcc9c70-27ff-453b-a013-46aec0229402 HTTP/1.1" status: 200 len: 217 time: 0.1514919 Jul 23 20:28:28.633608 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-5e393726-8c8c-4b69-9289-1489717ab9d1 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:28.635518 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-5e393726-8c8c-4b69-9289-1489717ab9d1 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.48 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 808 time: 0.3089533 Jul 23 20:28:28.656344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-1604b80b-5b7b-4a8e-93a5-9fd6a098c3d8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Request body: {'port': {'device_id': '70f84632-b7fd-42d9-b6ef-dab789c0b0d6', 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387', 'admin_state_up': True, 'tenant_id': 'c2d3a1fa9beb4bbeaa6d9816abdb145d'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:28.705066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59c95fc9-88e8-47ad-93cd-85804b293910 req-ae7428bf-dbce-4bd7-8859-ade42d03c228 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b56bc800-7b12-4afd-b3f1-39daa84b60c2 HTTP/1.1" status: 200 len: 217 time: 0.1130726 Jul 23 20:28:28.754094 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e9bd53c2-ca0a-4868-a75c-f079be89c03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.800471 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-1604b80b-5b7b-4a8e-93a5-9fd6a098c3d8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Made reservation on behalf of c2d3a1fa9beb4bbeaa6d9816abdb145d for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:28.805396 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-f1be270a-f997-4342-8c6c-e13334e730ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:28.806512 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-1604b80b-5b7b-4a8e-93a5-9fd6a098c3d8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.806891 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-f1be270a-f997-4342-8c6c-e13334e730ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e822dbc2-78ea-4404-9c96-96658096e134 HTTP/1.1" status: 200 len: 868 time: 0.2095048 Jul 23 20:28:28.887152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c95fc9-88e8-47ad-93cd-85804b293910 req-2755da55-1a84-4bf3-bcca-d6ef4b9cc8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:28.889180 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59c95fc9-88e8-47ad-93cd-85804b293910 req-2755da55-1a84-4bf3-bcca-d6ef4b9cc8c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.1516974 Jul 23 20:28:28.897271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95996182-97d6-4b5e-9181-235f22153e43 req-f2f2edd1-08ed-43bc-9d0d-abb3d4645128 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:28.904051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-95996182-97d6-4b5e-9181-235f22153e43 req-f2f2edd1-08ed-43bc-9d0d-abb3d4645128 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa136b0-fa6c-468b-a276-2dea2a6ffd28 HTTP/1.1" status: 200 len: 945 time: 0.4480114 Jul 23 20:28:28.935341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1271d7-ff67-4e34-a9f8-25e491af3d26 req-e59550b8-961d-4b4e-9caf-9070ccae1022 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:28.943747 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af1271d7-ff67-4e34-a9f8-25e491af3d26 req-e59550b8-961d-4b4e-9caf-9070ccae1022 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 943 time: 0.3986237 Jul 23 20:28:28.997879 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59c95fc9-88e8-47ad-93cd-85804b293910 req-15e08a90-d762-49d0-b4ce-2de3dafd2e07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885279 Jul 23 20:28:29.004901 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-1604b80b-5b7b-4a8e-93a5-9fd6a098c3d8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Allocated IP 172.20.0.2 (44f569b7-90aa-4a8d-8748-eb524f6ea387/d0023097-714c-4bc6-9cfd-cd5938a22d68/bdc5d7db-570c-487f-be89-85eec4088389) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:29.113242 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-95996182-97d6-4b5e-9181-235f22153e43 req-d3baa6ab-9645-48be-a0c9-3b1b1fdaa2d1 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082348 Jul 23 20:28:29.173133 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af1271d7-ff67-4e34-a9f8-25e491af3d26 req-2bdd9b4f-71f3-42ad-970f-ece109a5a52b tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281890 Jul 23 20:28:29.274089 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-1604b80b-5b7b-4a8e-93a5-9fd6a098c3d8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.318104 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-b9ed7593-f488-4dc8-a689-eb8fdad26cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:29.319983 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-b9ed7593-f488-4dc8-a689-eb8fdad26cc9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=937f74f4-5e87-4111-86e1-c8157d4b221d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4968517 Jul 23 20:28:29.325089 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58780) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:29.356912 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-1604b80b-5b7b-4a8e-93a5-9fd6a098c3d8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.370464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['499087ef-b504-47ae-8eac-aed11d098fb8'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:29.407355 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c55d64e9-1a86-4ab1-bd08-87965e1f9e3b req-5cbc439e-d2ac-4849-a1c7-53a53cd5c964 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 210 time: 0.1020920 Jul 23 20:28:29.436406 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-1604b80b-5b7b-4a8e-93a5-9fd6a098c3d8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Network 44f569b7-90aa-4a8d-8748-eb524f6ea387 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:29.443230 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-1604b80b-5b7b-4a8e-93a5-9fd6a098c3d8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:29.452866 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-1604b80b-5b7b-4a8e-93a5-9fd6a098c3d8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:29.506494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604b80b-5b7b-4a8e-93a5-9fd6a098c3d8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Pushing event updated for resources: {'Port': ['ID=bdc5d7db-570c-487f-be89-85eec4088389,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:29.557526 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7aff9866-4350-491b-bef2-cb8581a05340 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-714683408-network', 'tenant_id': '1484427228d144efaecdf76666ccf699'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:29.569069 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-1604b80b-5b7b-4a8e-93a5-9fd6a098c3d8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:29.571000 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-1604b80b-5b7b-4a8e-93a5-9fd6a098c3d8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.607260 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e9bd53c2-ca0a-4868-a75c-f079be89c03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.628267 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-1604b80b-5b7b-4a8e-93a5-9fd6a098c3d8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9758589 Jul 23 20:28:29.645752 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59c95fc9-88e8-47ad-93cd-85804b293910 req-3a9cefcb-da5a-4644-bc9e-d8afe1b02261 service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6337180 Jul 23 20:28:29.652558 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e9bd53c2-ca0a-4868-a75c-f079be89c03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.655142 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Request body: {'port': {'device_id': '70f84632-b7fd-42d9-b6ef-dab789c0b0d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:29.665021 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aff9866-4350-491b-bef2-cb8581a05340 admin admin] Made reservation on behalf of 1484427228d144efaecdf76666ccf699 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:29.670678 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7aff9866-4350-491b-bef2-cb8581a05340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.701870 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7aff9866-4350-491b-bef2-cb8581a05340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.711703 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa136b0-fa6c-468b-a276-2dea2a6ffd28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aae4102-28d1-479b-8af8-ea768434bbbb'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:29.715682 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c515a02-7b13-4d68-b69b-54d5a4bff981" -d '{"events": [{"server_uuid": "1fa136b0-fa6c-468b-a276-2dea2a6ffd28", "name": "network-vif-plugged", "status": "completed", "tag": "7aae4102-28d1-479b-8af8-ea768434bbbb"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:29.795310 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.842376 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.975971 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7aff9866-4350-491b-bef2-cb8581a05340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.988569 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7aff9866-4350-491b-bef2-cb8581a05340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.058632 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aff9866-4350-491b-bef2-cb8581a05340 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:30.072962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff9866-4350-491b-bef2-cb8581a05340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:30.084598 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7aff9866-4350-491b-bef2-cb8581a05340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.084949 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-7aff9866-4350-491b-bef2-cb8581a05340 admin admin] Added segment 6651b80e-1032-460f-ac95-d368c8034bbe of type vlan for network 81adb9b9-5b39-46eb-a416-31edf12647f3 Jul 23 20:28:30.110751 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd53c2-ca0a-4868-a75c-f079be89c03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7d9a82-8520-4c8d-b6f5-b2e9edbd8c32,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:30.144978 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7aff9866-4350-491b-bef2-cb8581a05340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.163975 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e9bd53c2-ca0a-4868-a75c-f079be89c03f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa3159093bd34b5c9b4e59509847ba31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7846708 Jul 23 20:28:30.169092 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-2fb4fea8-165e-4a2c-91a8-9d07e894efad service neutron] 10.222.0.48 "GET /v2.0/networks/937f74f4-5e87-4111-86e1-c8157d4b221d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8298006 Jul 23 20:28:30.171904 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58790) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:30.203880 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7aff9866-4350-491b-bef2-cb8581a05340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.205260 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aff9866-4350-491b-bef2-cb8581a05340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:30.205410 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7aff9866-4350-491b-bef2-cb8581a05340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.215038 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861bf4d-ffcd-47ef-adb2-a48a33760902 req-dc647a4b-a139-4f17-9767-81157875bb67 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:30.216585 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9861bf4d-ffcd-47ef-adb2-a48a33760902 req-dc647a4b-a139-4f17-9767-81157875bb67 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/ports?device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 944 time: 0.8738749 Jul 23 20:28:30.265303 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7aff9866-4350-491b-bef2-cb8581a05340 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9391387 Jul 23 20:28:30.271485 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58794) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:30.276136 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc5d7db-570c-487f-be89-85eec4088389 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:30.285381 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-33e6fe21-5c62-4cd9-afb9-9a3a2f4dfea8 admin admin] Request body: {'subnet': {'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-714683408-subnet', 'tenant_id': '1484427228d144efaecdf76666ccf699', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:30.323992 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.331436 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff9866-4350-491b-bef2-cb8581a05340 admin admin] Pushing event updated for resources: {'Network': ['ID=81adb9b9-5b39-46eb-a416-31edf12647f3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:30.333892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59c95fc9-88e8-47ad-93cd-85804b293910 req-d40cf411-2a54-4e36-bf2e-683ec3435363 service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6780081 Jul 23 20:28:30.349287 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Transition to ACTIVE for port object bdc5d7db-570c-487f-be89-85eec4088389 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:30.354744 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e6fe21-5c62-4cd9-afb9-9a3a2f4dfea8 admin admin] Made reservation on behalf of 1484427228d144efaecdf76666ccf699 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:30.356391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 81adb9b9-5b39-46eb-a416-31edf12647f3 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:30.358528 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33e6fe21-5c62-4cd9-afb9-9a3a2f4dfea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.364393 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.395952 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d177e802-d532-4f9a-b7d0-567dc1119ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.425809 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d177e802-d532-4f9a-b7d0-567dc1119ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.485623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9861bf4d-ffcd-47ef-adb2-a48a33760902 req-0719b523-38c1-4c3d-99f9-8d80d9171810 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/security-groups?id=9727ad9a-dc1f-4609-8d05-7bb935dfef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539713 Jul 23 20:28:30.531950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b25c5c-e5ba-47ad-b62a-7551c0c256f1 req-ec0fcb2f-9a2c-4a51-b368-0356d5cfbdfd tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:30.533616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13b25c5c-e5ba-47ad-b62a-7551c0c256f1 req-ec0fcb2f-9a2c-4a51-b368-0356d5cfbdfd tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.5567920 Jul 23 20:28:30.534300 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d177e802-d532-4f9a-b7d0-567dc1119ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.544916 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d177e802-d532-4f9a-b7d0-567dc1119ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.551961 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d177e802-d532-4f9a-b7d0-567dc1119ef4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b7d9a82-8520-4c8d-b6f5-b2e9edbd8c32 HTTP/1.1" status: 204 len: 168 time: 0.3789477 Jul 23 20:28:30.593317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177e802-d532-4f9a-b7d0-567dc1119ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7d9a82-8520-4c8d-b6f5-b2e9edbd8c32,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:30.613799 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16ebe21-d8b5-4978-9ef7-6b683caa2d12 x-openstack-request-id: req-c16ebe21-d8b5-4978-9ef7-6b683caa2d12 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:30.614092 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa136b0-fa6c-468b-a276-2dea2a6ffd28", "name": "network-vif-plugged", "status": "completed", "tag": "7aae4102-28d1-479b-8af8-ea768434bbbb", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:30.614349 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c16ebe21-d8b5-4978-9ef7-6b683caa2d12 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:30.614741 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa136b0-fa6c-468b-a276-2dea2a6ffd28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aae4102-28d1-479b-8af8-ea768434bbbb', 'code': 200} Jul 23 20:28:30.713356 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbe9b8a4-d09d-419c-908a-e6efe335436c req-46f06564-4c7b-4051-bb79-fac35dd4e439 service neutron] 10.222.0.48 "GET /v2.0/networks/937f74f4-5e87-4111-86e1-c8157d4b221d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266030 Jul 23 20:28:30.747915 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13b25c5c-e5ba-47ad-b62a-7551c0c256f1 req-42211d21-1500-4fa0-977e-44f9b1296bfe tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947365 Jul 23 20:28:30.873793 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc5d7db-570c-487f-be89-85eec4088389,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:30.928059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-c71f03af-3bad-4545-be6c-efc02c5992ff service neutron] 10.222.0.48 "GET /v2.0/ports/b56bc800-7b12-4afd-b3f1-39daa84b60c2/bindings/n-h2-791504-18 HTTP/1.1" status: 200 len: 385 time: 0.1070905 Jul 23 20:28:30.931884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device b56bc800-7b12-4afd-b3f1-39daa84b60c2 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:31.153340 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f2559-e760-440e-8805-d92d5d2e472d req-54749450-e639-4111-bf87-39cb628e9bb2 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:31.160707 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-831f2559-e760-440e-8805-d92d5d2e472d req-54749450-e639-4111-bf87-39cb628e9bb2 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa136b0-fa6c-468b-a276-2dea2a6ffd28 HTTP/1.1" status: 200 len: 945 time: 0.4114211 Jul 23 20:28:31.169606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff325996-ae00-4967-82b1-6cea9ee53516 req-c1e10fb9-bb43-4bd5-a792-febc8f5f7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:31.170156 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856daa6-6897-45ee-8c9f-e248d8edc690 req-7f0b9603-a227-421b-a97e-bc517a6b5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:31.171124 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ff325996-ae00-4967-82b1-6cea9ee53516 req-c1e10fb9-bb43-4bd5-a792-febc8f5f7540 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1fa136b0-fa6c-468b-a276-2dea2a6ffd28 HTTP/1.1" status: 200 len: 1097 time: 0.2929068 Jul 23 20:28:31.171592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e856daa6-6897-45ee-8c9f-e248d8edc690 req-7f0b9603-a227-421b-a97e-bc517a6b5575 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d4170486b644fb6b74af8c508ff2424&device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 1096 time: 0.3890412 Jul 23 20:28:31.209261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def78272-f656-45cc-afb9-2ccb4f1967c5 req-258f53aa-5cbe-47d1-a84c-fbd0a5765849 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:31.210844 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-def78272-f656-45cc-afb9-2ccb4f1967c5 req-258f53aa-5cbe-47d1-a84c-fbd0a5765849 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 943 time: 0.3194294 Jul 23 20:28:31.264015 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Attempting to bind port bdc5d7db-570c-487f-be89-85eec4088389 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:31.264523 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Attempting to bind port bdc5d7db-570c-487f-be89-85eec4088389 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:31.264922 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Attempting to bind port bdc5d7db-570c-487f-be89-85eec4088389 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:31.292058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Port bdc5d7db-570c-487f-be89-85eec4088389 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:28:31.292058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Attempting to bind port bdc5d7db-570c-487f-be89-85eec4088389 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:31.292321 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-831f2559-e760-440e-8805-d92d5d2e472d req-578500b7-69ac-4da5-85a8-7b388310a02a tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305425 Jul 23 20:28:31.295397 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ff325996-ae00-4967-82b1-6cea9ee53516 req-7d173c35-fb69-49c1-b416-87c2b9d3e450 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101863 Jul 23 20:28:31.321138 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:31.321479 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Checking segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:31.321865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Bound using segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:31.322320 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Bound port: bdc5d7db-570c-487f-be89-85eec4088389, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:31.322683 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:31.429696 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-def78272-f656-45cc-afb9-2ccb4f1967c5 req-aa0fc357-87d7-4005-9228-09437711b713 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936028 Jul 23 20:28:31.551025 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] For port bdc5d7db-570c-487f-be89-85eec4088389, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:31.562828 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] For port bdc5d7db-570c-487f-be89-85eec4088389, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=bdc5d7db-570c-487f-be89-85eec4088389,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:31.565233 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33e6fe21-5c62-4cd9-afb9-9a3a2f4dfea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:31.575156 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:31.590073 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-7972d4c6-2d1e-40ed-a26b-e253cc2f0787 service neutron] For port b56bc800-7b12-4afd-b3f1-39daa84b60c2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b56bc800-7b12-4afd-b3f1-39daa84b60c2,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:31.610675 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856daa6-6897-45ee-8c9f-e248d8edc690 req-de894b62-12e2-49a0-937e-1567a9be060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:31.628974 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e856daa6-6897-45ee-8c9f-e248d8edc690 req-de894b62-12e2-49a0-937e-1567a9be060b service neutron] 10.222.0.48 "GET /v2.0/networks?id=937f74f4-5e87-4111-86e1-c8157d4b221d HTTP/1.1" status: 200 len: 930 time: 0.4455709 Jul 23 20:28:31.656277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc5d7db-570c-487f-be89-85eec4088389,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:31.684491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:31.685127 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:31.686546 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-828d1e42-e2d6-428f-9177-bb96fd602633 service neutron] 10.222.0.48 "PUT /v2.0/ports/bdc5d7db-570c-487f-be89-85eec4088389 HTTP/1.1" status: 200 len: 1092 time: 2.0450671 Jul 23 20:28:31.700979 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f84632-b7fd-42d9-b6ef-dab789c0b0d6', 'tag': 'bdc5d7db-570c-487f-be89-85eec4088389'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:31.703780 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f83a60-18c8-488b-b461-c3b5fc07ad78" -d '{"events": [{"name": "network-changed", "server_uuid": "70f84632-b7fd-42d9-b6ef-dab789c0b0d6", "tag": "bdc5d7db-570c-487f-be89-85eec4088389"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:31.731437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6fe21-5c62-4cd9-afb9-9a3a2f4dfea8 admin admin] Checking segment: {'id': '6651b80e-1032-460f-ac95-d368c8034bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:31.734282 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e6fe21-5c62-4cd9-afb9-9a3a2f4dfea8 admin admin] Network hostable DHCP agents. Network: 81adb9b9-5b39-46eb-a416-31edf12647f3, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:31.738992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-7972d4c6-2d1e-40ed-a26b-e253cc2f0787 service neutron] For port b56bc800-7b12-4afd-b3f1-39daa84b60c2, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:31.745086 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e856daa6-6897-45ee-8c9f-e248d8edc690 req-de3fa81c-db80-477a-9eac-20b496cfb7ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bcc9c70-27ff-453b-a013-46aec0229402 HTTP/1.1" status: 200 len: 217 time: 0.0945919 Jul 23 20:28:31.746605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6fe21-5c62-4cd9-afb9-9a3a2f4dfea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34d5605a-a709-4512-817b-14f47d6578a8,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:31.802049 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e6fe21-5c62-4cd9-afb9-9a3a2f4dfea8 admin admin] Network 81adb9b9-5b39-46eb-a416-31edf12647f3 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:31.808048 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785df56-6acf-49f2-99ca-8f6855128368 req-74becb7a-d018-4924-9dad-3d89e89bc6b0 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:31.828427 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a785df56-6acf-49f2-99ca-8f6855128368 req-74becb7a-d018-4924-9dad-3d89e89bc6b0 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 943 time: 0.4101055 Jul 23 20:28:31.829848 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-33e6fe21-5c62-4cd9-afb9-9a3a2f4dfea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 81adb9b9-5b39-46eb-a416-31edf12647f3) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:31.836933 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e6fe21-5c62-4cd9-afb9-9a3a2f4dfea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:31.837585 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33e6fe21-5c62-4cd9-afb9-9a3a2f4dfea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:31.849419 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb2314a-0239-4393-880d-617525f7d5f9 None None] Network 81adb9b9-5b39-46eb-a416-31edf12647f3 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:31.888563 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-33e6fe21-5c62-4cd9-afb9-9a3a2f4dfea8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6146219 Jul 23 20:28:31.890634 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-374e88af-a075-43ae-924c-33d4e3e8d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:31.892172 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-374e88af-a075-43ae-924c-33d4e3e8d15f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 1095 time: 0.1541359 Jul 23 20:28:31.951048 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-7972d4c6-2d1e-40ed-a26b-e253cc2f0787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56bc800-7b12-4afd-b3f1-39daa84b60c2 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:31.966120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-7972d4c6-2d1e-40ed-a26b-e253cc2f0787 service neutron] For port b56bc800-7b12-4afd-b3f1-39daa84b60c2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b56bc800-7b12-4afd-b3f1-39daa84b60c2,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:32.020366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856daa6-6897-45ee-8c9f-e248d8edc690 req-e922fb0e-266a-4ee3-bd7a-dcea9f0f0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:32.022001 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-570e73ff-d84f-4ab0-96f4-89fef4a199f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bdc5d7db-570c-487f-be89-85eec4088389 HTTP/1.1" status: 200 len: 217 time: 0.1211710 Jul 23 20:28:32.022505 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e856daa6-6897-45ee-8c9f-e248d8edc690 req-e922fb0e-266a-4ee3-bd7a-dcea9f0f0cd6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e822dbc2-78ea-4404-9c96-96658096e134 HTTP/1.1" status: 200 len: 868 time: 0.2534635 Jul 23 20:28:32.026287 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-7972d4c6-2d1e-40ed-a26b-e253cc2f0787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.180585 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9910cd-7a12-43df-8a18-7003bcfa75e1 None None] Network 81adb9b9-5b39-46eb-a416-31edf12647f3 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:32.182964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-40dc3356-5520-41d7-8642-1dad5d9c2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:32.195119 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-40dc3356-5520-41d7-8642-1dad5d9c2bd1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.1503050 Jul 23 20:28:32.213082 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a785df56-6acf-49f2-99ca-8f6855128368 req-472a1796-54cf-4d6a-8a16-95ff2f70758d tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842523 Jul 23 20:28:32.243053 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-e07f8d09-55c2-42c7-9a29-0fb74bcd67a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468576 Jul 23 20:28:32.332822 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c7f06-ac72-4529-926a-8248a921b8e3 req-04ec96f4-b52f-4468-a455-35fd931bf9b8 tempest-MigrationsAdminTest-1139639968 tempest-MigrationsAdminTest-1139639968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:32.334964 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-879c7f06-ac72-4529-926a-8248a921b8e3 req-04ec96f4-b52f-4468-a455-35fd931bf9b8 tempest-MigrationsAdminTest-1139639968 tempest-MigrationsAdminTest-1139639968-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 1102 time: 0.7047901 Jul 23 20:28:32.443731 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-e2315847-cc5e-4410-82d4-baa9f9dfdd6a service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924365 Jul 23 20:28:32.453180 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856daa6-6897-45ee-8c9f-e248d8edc690 req-f2006384-ec24-425a-bb6d-d90452ee7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:32.455159 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e856daa6-6897-45ee-8c9f-e248d8edc690 req-f2006384-ec24-425a-bb6d-d90452ee7af7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=937f74f4-5e87-4111-86e1-c8157d4b221d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4089968 Jul 23 20:28:32.462330 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-879c7f06-ac72-4529-926a-8248a921b8e3 req-bc37e9f9-c9ee-4c73-9907-eff57053e7f1 tempest-MigrationsAdminTest-1139639968 tempest-MigrationsAdminTest-1139639968-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096857 Jul 23 20:28:32.467451 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-7972d4c6-2d1e-40ed-a26b-e253cc2f0787 service neutron] Transition to ACTIVE for port object b56bc800-7b12-4afd-b3f1-39daa84b60c2 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:32.489960 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-7972d4c6-2d1e-40ed-a26b-e253cc2f0787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.602430 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94a7084-e7af-424e-980f-fe2c610ff13a x-openstack-request-id: req-c94a7084-e7af-424e-980f-fe2c610ff13a {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:32.603127 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f84632-b7fd-42d9-b6ef-dab789c0b0d6", "tag": "bdc5d7db-570c-487f-be89-85eec4088389", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:32.603605 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c94a7084-e7af-424e-980f-fe2c610ff13a {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:32.604241 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f84632-b7fd-42d9-b6ef-dab789c0b0d6', 'tag': 'bdc5d7db-570c-487f-be89-85eec4088389', 'status': 'completed', 'code': 200} Jul 23 20:28:32.622117 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd159c8-e5a8-45f0-9218-dbff72d749e8 req-c5393011-ab72-47ba-97eb-77e345a7a197 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:32.627046 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-be7c5edd-3af4-43f1-a942-906c7cce8ddb req-7b02277b-5d6b-453f-bcf9-3ac072e92824 service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696365 Jul 23 20:28:32.628918 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfd159c8-e5a8-45f0-9218-dbff72d749e8 req-c5393011-ab72-47ba-97eb-77e345a7a197 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/ports?device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 944 time: 0.2985470 Jul 23 20:28:32.674539 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-7972d4c6-2d1e-40ed-a26b-e253cc2f0787 service neutron] No DVR routers for this DVR port b56bc800-7b12-4afd-b3f1-39daa84b60c2 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:32.735578 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972d4c6-2d1e-40ed-a26b-e253cc2f0787 service neutron] Pushing event updated for resources: {'Port': ['ID=b56bc800-7b12-4afd-b3f1-39daa84b60c2,revision_number=10']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:32.784967 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e856daa6-6897-45ee-8c9f-e248d8edc690 req-b801cf92-22a1-4e5c-9e9b-74c77ec3f8d2 service neutron] 10.222.0.48 "GET /v2.0/networks/937f74f4-5e87-4111-86e1-c8157d4b221d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189256 Jul 23 20:28:32.789561 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-7972d4c6-2d1e-40ed-a26b-e253cc2f0787 service neutron] 10.222.0.48 "PUT /v2.0/ports/b56bc800-7b12-4afd-b3f1-39daa84b60c2/bindings/n-h2-791504-18/activate HTTP/1.1" status: 200 len: 370 time: 1.8428853 Jul 23 20:28:32.802780 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfd159c8-e5a8-45f0-9218-dbff72d749e8 req-904c9275-481e-4ef1-aa92-b44beeb48dfd tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/security-groups?id=9727ad9a-dc1f-4609-8d05-7bb935dfef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693616 Jul 23 20:28:32.810464 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f83a60-18c8-488b-b461-c3b5fc07ad78 req-64392596-1f41-4236-aabc-f2a7dbabb7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:32.811697 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-77f83a60-18c8-488b-b461-c3b5fc07ad78 req-64392596-1f41-4236-aabc-f2a7dbabb7ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 1095 time: 0.1255860 Jul 23 20:28:32.951211 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9bcc9c70-27ff-453b-a013-46aec0229402 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:28:33.011179 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f83a60-18c8-488b-b461-c3b5fc07ad78 req-960507e4-6ef4-45e2-b03e-0cd33bc3ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:33.016217 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-77f83a60-18c8-488b-b461-c3b5fc07ad78 req-960507e4-6ef4-45e2-b03e-0cd33bc3ffda service neutron] 10.222.0.48 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 909 time: 0.1906199 Jul 23 20:28:33.048794 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-6d41d610-f57d-4d7a-bf6c-b5cccbaf480f tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:33.052724 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-6d41d610-f57d-4d7a-bf6c-b5cccbaf480f tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a&tenant_id=5a185053a28c406bbec1c43816d9e38b&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 1096 time: 0.1948116 Jul 23 20:28:33.053200 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e856daa6-6897-45ee-8c9f-e248d8edc690 req-cdf4ad09-d5ab-45bf-b467-199064d4e4b8 service neutron] 10.222.0.48 "GET /v2.0/networks/937f74f4-5e87-4111-86e1-c8157d4b221d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472956 Jul 23 20:28:33.120471 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-cd6bc568-5343-4e8d-9067-94a6251a1265 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:33.124266 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-cd6bc568-5343-4e8d-9067-94a6251a1265 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/networks?id=81adb9b9-5b39-46eb-a416-31edf12647f3 HTTP/1.1" status: 200 len: 812 time: 0.2080741 Jul 23 20:28:33.176833 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-8ce69edc-f6ab-4071-b6ae-51269bbe40bc tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/quotas/1484427228d144efaecdf76666ccf699 HTTP/1.1" status: 200 len: 375 time: 0.0380108 Jul 23 20:28:33.178872 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9bcc9c70-27ff-453b-a013-46aec0229402, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9bcc9c70-27ff-453b-a013-46aec0229402,segment=NetworkSegment(23f289da-2988-45ec-8102-02942646c8b4),segment_id=23f289da-2988-45ec-8102-02942646c8b4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:33.188494 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-77f83a60-18c8-488b-b461-c3b5fc07ad78 req-27d94725-fc85-4e20-b0e7-7ad9affacd56 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bdc5d7db-570c-487f-be89-85eec4088389 HTTP/1.1" status: 200 len: 217 time: 0.1592903 Jul 23 20:28:33.193965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60402d-05d9-48f0-93f1-b4a9a52f4723 req-9a4e8f26-2ab8-4f55-b286-1ca838e10e79 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:33.202337 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa60402d-05d9-48f0-93f1-b4a9a52f4723 req-9a4e8f26-2ab8-4f55-b286-1ca838e10e79 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa136b0-fa6c-468b-a276-2dea2a6ffd28 HTTP/1.1" status: 200 len: 945 time: 0.2829008 Jul 23 20:28:33.202542 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58880) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:33.207610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '9bcc9c70-27ff-453b-a013-46aec0229402', 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d', 'port_id': '9bcc9c70-27ff-453b-a013-46aec0229402', 'mac_address': 'fa:16:3e:1c:05:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:28:33.265535 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-c6dbe7c6-57eb-434e-abd0-e421fa875edd tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1484427228d144efaecdf76666ccf699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639670 Jul 23 20:28:33.283170 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f83a60-18c8-488b-b461-c3b5fc07ad78 req-24dbc4e1-9f8d-4833-9b2a-d1f2b4ae7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:33.283573 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.289634 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-77f83a60-18c8-488b-b461-c3b5fc07ad78 req-24dbc4e1-9f8d-4833-9b2a-d1f2b4ae7bfc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.0901501 Jul 23 20:28:33.308517 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcc9c70-27ff-453b-a013-46aec0229402 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:33.331292 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa60402d-05d9-48f0-93f1-b4a9a52f4723 req-5b34d595-5fee-44e2-a345-56789f46efd2 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140954 Jul 23 20:28:33.337343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9bcc9c70-27ff-453b-a013-46aec0229402, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9bcc9c70-27ff-453b-a013-46aec0229402,segment=NetworkSegment(23f289da-2988-45ec-8102-02942646c8b4),segment_id=23f289da-2988-45ec-8102-02942646c8b4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:33.347141 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.360016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-28c555c0-ec0a-4905-9b62-a741fb9e697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:33.361648 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-28c555c0-ec0a-4905-9b62-a741fb9e697f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a&tenant_id=5a185053a28c406bbec1c43816d9e38b HTTP/1.1" status: 200 len: 1096 time: 0.2427125 Jul 23 20:28:33.363694 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-77f83a60-18c8-488b-b461-c3b5fc07ad78 req-73f48260-0ff3-4b1c-8452-d00245fda4cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678015 Jul 23 20:28:33.433810 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=9bcc9c70-27ff-453b-a013-46aec0229402,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:33.492755 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f429a2a3-e257-4455-99c8-107cf03f1a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.494612 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-eda99139-13c9-45ec-bdc5-d25c995aa27c service neutron] 10.222.0.55 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275488 Jul 23 20:28:33.541781 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-77f83a60-18c8-488b-b461-c3b5fc07ad78 req-86315a56-1ce4-4c09-b6af-ba4bd37c4d67 service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598792 Jul 23 20:28:33.602182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207330ac-9e81-45a2-9714-d3afc101ebbf req-9b308da6-f559-4331-9f45-8822412aba82 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:33.607732 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-207330ac-9e81-45a2-9714-d3afc101ebbf req-9b308da6-f559-4331-9f45-8822412aba82 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 944 time: 0.1632113 Jul 23 20:28:33.615201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['9bcc9c70-27ff-453b-a013-46aec0229402'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:33.615847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-69e3484a-c3ae-4447-8bed-b84ac48136aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:33.617909 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-69e3484a-c3ae-4447-8bed-b84ac48136aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 1096 time: 0.1605463 Jul 23 20:28:33.662552 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-4d84c82e-c07d-4e48-9322-80175c0dabd5 service neutron] 10.222.0.55 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624160 Jul 23 20:28:33.682895 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-207330ac-9e81-45a2-9714-d3afc101ebbf req-15575e79-1d32-4623-96e6-5b8ea2eae780 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683498 Jul 23 20:28:33.807087 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-77f83a60-18c8-488b-b461-c3b5fc07ad78 req-e35fc0ce-e736-4532-ba55-145724d529dc service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537575 Jul 23 20:28:33.808312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-0653433a-4c56-479b-914f-bb8640973eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:33.809661 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-0653433a-4c56-479b-914f-bb8640973eab service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 921 time: 0.1617343 Jul 23 20:28:33.838539 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f429a2a3-e257-4455-99c8-107cf03f1a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.927621 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-21ae53e5-b365-4d47-ac2f-367340ee6530 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b56bc800-7b12-4afd-b3f1-39daa84b60c2 HTTP/1.1" status: 200 len: 217 time: 0.0867922 Jul 23 20:28:33.928097 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f429a2a3-e257-4455-99c8-107cf03f1a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.988147 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f429a2a3-e257-4455-99c8-107cf03f1a44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8fec90aaa09045ac9f8139a5780067c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7847676 Jul 23 20:28:33.990830 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58900) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:34.097844 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429a2a3-e257-4455-99c8-107cf03f1a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db038fa-bc3c-4c77-a52a-f1d366133531,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:34.102594 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-cb3cfbd2-0a52-444e-a3e6-3699ee573abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:34.105749 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-cb3cfbd2-0a52-444e-a3e6-3699ee573abe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.1231089 Jul 23 20:28:34.141089 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bcebc5d3-d927-4c5c-a620-23bf9d07cb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.180839 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-647e22cd-b990-4af2-9a15-5b28c0fbab0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679674 Jul 23 20:28:34.215051 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bcebc5d3-d927-4c5c-a620-23bf9d07cb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.231273 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d522b1b-5e84-4c39-80e2-e57e3ed4a426 req-7c0a7f73-724d-4aec-adc5-5b50e62158a9 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:34.232971 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d522b1b-5e84-4c39-80e2-e57e3ed4a426 req-7c0a7f73-724d-4aec-adc5-5b50e62158a9 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 943 time: 0.2159958 Jul 23 20:28:34.341209 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-b78afbc0-d3b4-410d-9d52-aab4daea5771 service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464305 Jul 23 20:28:34.341834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d522b1b-5e84-4c39-80e2-e57e3ed4a426 req-94cc36e1-ab05-498d-89e8-33d8e9b9833a tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959508 Jul 23 20:28:34.389889 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bcebc5d3-d927-4c5c-a620-23bf9d07cb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.395485 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bcebc5d3-d927-4c5c-a620-23bf9d07cb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.405853 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bcebc5d3-d927-4c5c-a620-23bf9d07cb19 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5db038fa-bc3c-4c77-a52a-f1d366133531 HTTP/1.1" status: 204 len: 168 time: 0.4103131 Jul 23 20:28:34.447595 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebc5d3-d927-4c5c-a620-23bf9d07cb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db038fa-bc3c-4c77-a52a-f1d366133531,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:34.627520 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85748dc-08ea-4ce7-be37-3de5def8420e req-e1d7ce2a-fc51-4771-af00-826a93f97a9d tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:34.632974 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b85748dc-08ea-4ce7-be37-3de5def8420e req-e1d7ce2a-fc51-4771-af00-826a93f97a9d tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/ports?device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 945 time: 0.1087759 Jul 23 20:28:34.694360 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b85748dc-08ea-4ce7-be37-3de5def8420e req-fe7f373d-d378-427f-8460-087693fda6a2 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/security-groups?id=9727ad9a-dc1f-4609-8d05-7bb935dfef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562549 Jul 23 20:28:34.762181 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-895e7375-1b15-4f5c-afa1-5db056ac99f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2189138 Jul 23 20:28:34.764391 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-4d7df9c3-5a1f-4df7-bede-2a9b9605a77b service neutron] 10.222.0.57 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106584 Jul 23 20:28:34.932920 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fedafe-4dfc-430d-b8cc-cd4e4325b0c1 req-204c7575-f4ef-4362-8f4b-963a260ee1a6 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:34.934828 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42fedafe-4dfc-430d-b8cc-cd4e4325b0c1 req-204c7575-f4ef-4362-8f4b-963a260ee1a6 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.1449151 Jul 23 20:28:34.962835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9bcc9c70-27ff-453b-a013-46aec0229402 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:35.029795 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42fedafe-4dfc-430d-b8cc-cd4e4325b0c1 req-59af2f0b-c2e3-45b3-9550-d2a45ec7bf0b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851300 Jul 23 20:28:35.042858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 9bcc9c70-27ff-453b-a013-46aec0229402 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:35.048106 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 9bcc9c70-27ff-453b-a013-46aec0229402 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:35.048766 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.129491 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36716f-5894-4c7a-a672-7d60e19fa0c5 req-17214944-73fb-4b29-b3fb-827369802ca1 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:35.136866 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ff36716f-5894-4c7a-a672-7d60e19fa0c5 req-17214944-73fb-4b29-b3fb-827369802ca1 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa136b0-fa6c-468b-a276-2dea2a6ffd28 HTTP/1.1" status: 200 len: 945 time: 0.1264009 Jul 23 20:28:35.156745 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.193454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8007e2bf-98fd-4dde-8c42-9cd4bb3f3771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcc9c70-27ff-453b-a013-46aec0229402'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:35.198220 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ad21c5-973f-4198-bc07-8b914c98b67e" -d '{"events": [{"server_uuid": "8007e2bf-98fd-4dde-8c42-9cd4bb3f3771", "name": "network-vif-plugged", "status": "completed", "tag": "9bcc9c70-27ff-453b-a013-46aec0229402"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:35.221094 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ff36716f-5894-4c7a-a672-7d60e19fa0c5 req-07a9031a-3a79-4ebf-b609-64f923b349c0 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831654 Jul 23 20:28:35.241596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9bcc9c70-27ff-453b-a013-46aec0229402, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9bcc9c70-27ff-453b-a013-46aec0229402,segment=NetworkSegment(23f289da-2988-45ec-8102-02942646c8b4),segment_id=23f289da-2988-45ec-8102-02942646c8b4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:35.250371 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.383023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=9bcc9c70-27ff-453b-a013-46aec0229402,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:35.411305 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-95426037-6f43-4099-a180-6310437fea40 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:35.413266 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-95426037-6f43-4099-a180-6310437fea40 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a&tenant_id=5a185053a28c406bbec1c43816d9e38b&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 1096 time: 0.1429677 Jul 23 20:28:35.448027 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42dd4741-9c08-4965-a22a-bb20934b46ba req-3f10eef5-efbb-43e7-89a1-ccaff6c56acd tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f HTTP/1.1" status: 200 len: 210 time: 0.0834973 Jul 23 20:28:35.481431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3049d4-6ff6-4b1f-989f-594b2b4f1f4c req-2558adfd-2b67-4621-9baf-2893dbaf3497 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:35.495444 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ff3049d4-6ff6-4b1f-989f-594b2b4f1f4c req-2558adfd-2b67-4621-9baf-2893dbaf3497 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 944 time: 0.2894235 Jul 23 20:28:35.602233 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbfa26b-eb6d-4426-8dda-4ee5b6b12f4f x-openstack-request-id: req-6fbfa26b-eb6d-4426-8dda-4ee5b6b12f4f {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:35.602914 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8007e2bf-98fd-4dde-8c42-9cd4bb3f3771", "name": "network-vif-plugged", "status": "completed", "tag": "9bcc9c70-27ff-453b-a013-46aec0229402", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:35.603190 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6fbfa26b-eb6d-4426-8dda-4ee5b6b12f4f {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:35.603620 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8007e2bf-98fd-4dde-8c42-9cd4bb3f3771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcc9c70-27ff-453b-a013-46aec0229402', 'code': 200} Jul 23 20:28:35.768643 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-6fffab7b-9b49-4a22-9ec5-ed3058a1640d service neutron] For port b56bc800-7b12-4afd-b3f1-39daa84b60c2, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:35.772990 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-6fffab7b-9b49-4a22-9ec5-ed3058a1640d service neutron] Notify callbacks [] for binding, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.774295 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f9ec47e5-caaa-499f-aa34-dc7c3ff18194 req-6fffab7b-9b49-4a22-9ec5-ed3058a1640d service neutron] 10.222.0.57 "DELETE /v2.0/ports/b56bc800-7b12-4afd-b3f1-39daa84b60c2/bindings/n-h1-791504-18 HTTP/1.1" status: 204 len: 173 time: 0.3502190 Jul 23 20:28:35.834577 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c52ef-2bfa-44af-99f8-a2e936a7dc99 req-6ad31c1b-8e18-4a56-aef1-3b5e7d1d09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:35.836912 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-010c52ef-2bfa-44af-99f8-a2e936a7dc99 req-6ad31c1b-8e18-4a56-aef1-3b5e7d1d09f7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 1098 time: 0.1228895 Jul 23 20:28:35.891694 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-010c52ef-2bfa-44af-99f8-a2e936a7dc99 req-b5fed808-5f29-481c-93f2-9fb343eed270 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9727ad9a-dc1f-4609-8d05-7bb935dfef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471985 Jul 23 20:28:36.042540 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ff3049d4-6ff6-4b1f-989f-594b2b4f1f4c req-64d67539-0b12-4d8c-b854-97132a27c7e8 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450225 Jul 23 20:28:36.239499 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b280c0e-4464-4b00-bdaf-53166332e2ef req-1cc8b3b8-dd13-480c-92d6-63d51d5bbd7e tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:36.248072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b280c0e-4464-4b00-bdaf-53166332e2ef req-1cc8b3b8-dd13-480c-92d6-63d51d5bbd7e tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 943 time: 0.2627387 Jul 23 20:28:36.319028 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b280c0e-4464-4b00-bdaf-53166332e2ef req-51cbca5b-6c1f-41af-8b2c-f201e26895a8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696304 Jul 23 20:28:36.403823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be4dd1-a6cb-4446-b06a-5a35888bea65 req-eeaf4062-bc32-49c8-9034-84168c347b91 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:36.405536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-80be4dd1-a6cb-4446-b06a-5a35888bea65 req-eeaf4062-bc32-49c8-9034-84168c347b91 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/ports?device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 946 time: 0.2841716 Jul 23 20:28:36.453034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-535b8ed3-6e15-4c4d-855c-248a7e9a4141 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:36.454872 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-535b8ed3-6e15-4c4d-855c-248a7e9a4141 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.57 "GET /v2.0/networks?id=81adb9b9-5b39-46eb-a416-31edf12647f3 HTTP/1.1" status: 200 len: 812 time: 0.3539834 Jul 23 20:28:36.457225 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011e5c8-1be0-4536-b8b7-90048d16fa67 req-352335b0-67d0-4bbb-8a49-a3eb551cedc9 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:36.459959 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b011e5c8-1be0-4536-b8b7-90048d16fa67 req-352335b0-67d0-4bbb-8a49-a3eb551cedc9 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fa136b0-fa6c-468b-a276-2dea2a6ffd28 HTTP/1.1" status: 200 len: 945 time: 0.2435801 Jul 23 20:28:36.480680 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-c509561e-81d3-40df-bc1b-2162107a0ec6 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Request body: {'port': {'device_id': '72a56e01-40c3-4725-8ca2-20c5fd371e8d', 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3', 'admin_state_up': True, 'tenant_id': '1484427228d144efaecdf76666ccf699'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:36.558837 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-80be4dd1-a6cb-4446-b06a-5a35888bea65 req-8cd38b2b-f566-4af2-b6fa-7a0528f86f5a tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/security-groups?id=9727ad9a-dc1f-4609-8d05-7bb935dfef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407750 Jul 23 20:28:36.667191 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-093494d9-ba20-4a79-b0fe-78e59dde3cb5 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:36.668814 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-093494d9-ba20-4a79-b0fe-78e59dde3cb5 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.48 "GET /v2.0/networks?id=81adb9b9-5b39-46eb-a416-31edf12647f3 HTTP/1.1" status: 200 len: 812 time: 0.3469145 Jul 23 20:28:36.686857 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cf8e4-d37d-4115-ac02-de0fbd64705d req-41f007ae-b29c-4f2b-abb0-c62098ea7582 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:36.694433 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-905cf8e4-d37d-4115-ac02-de0fbd64705d req-41f007ae-b29c-4f2b-abb0-c62098ea7582 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.2792964 Jul 23 20:28:36.695291 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-5474d533-3c0b-42b7-b4f0-8f99284de352 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Request body: {'port': {'device_id': 'c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f', 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3', 'admin_state_up': True, 'tenant_id': '1484427228d144efaecdf76666ccf699'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:36.779357 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-905cf8e4-d37d-4115-ac02-de0fbd64705d req-52b0f921-79df-445e-9980-884312ee8b2b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800986 Jul 23 20:28:36.788246 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-b011e5c8-1be0-4536-b8b7-90048d16fa67 req-05c469e5-f6c8-4590-9003-ae2428a18d4d tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Deleting port 7aae4102-28d1-479b-8af8-ea768434bbbb {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:36.788818 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b011e5c8-1be0-4536-b8b7-90048d16fa67 req-05c469e5-f6c8-4590-9003-ae2428a18d4d tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:36.839832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-c509561e-81d3-40df-bc1b-2162107a0ec6 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Made reservation on behalf of 1484427228d144efaecdf76666ccf699 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:36.846549 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-c509561e-81d3-40df-bc1b-2162107a0ec6 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:36.921900 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7d366-45fd-4932-ae09-ea185b9f8af5 req-62742df3-376b-4e30-80db-ecbc175d640b tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:36.925407 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bae7d366-45fd-4932-ae09-ea185b9f8af5 req-62742df3-376b-4e30-80db-ecbc175d640b tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa136b0-fa6c-468b-a276-2dea2a6ffd28 HTTP/1.1" status: 200 len: 945 time: 0.2593317 Jul 23 20:28:36.930120 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7dedfcba-a8e7-45dd-a968-4b4da3cd9f54 req-70b65cbf-ac83-49d3-b718-5ed2a059be98 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f HTTP/1.1" status: 200 len: 210 time: 0.0740368 Jul 23 20:28:37.015869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-b011e5c8-1be0-4536-b8b7-90048d16fa67 req-05c469e5-f6c8-4590-9003-ae2428a18d4d tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] For port 7aae4102-28d1-479b-8af8-ea768434bbbb, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7aae4102-28d1-479b-8af8-ea768434bbbb,segment=NetworkSegment(46ffb3da-3509-4830-a82f-2f5eafec160d),segment_id=46ffb3da-3509-4830-a82f-2f5eafec160d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:37.016548 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b011e5c8-1be0-4536-b8b7-90048d16fa67 req-05c469e5-f6c8-4590-9003-ae2428a18d4d tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.021599 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bae7d366-45fd-4932-ae09-ea185b9f8af5 req-5c111c7f-8e9f-478b-aaee-eefe3fa6cc81 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups?id=50d75170-01cb-43fb-be9c-b03800271974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656281 Jul 23 20:28:37.048729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-b011e5c8-1be0-4536-b8b7-90048d16fa67 req-05c469e5-f6c8-4590-9003-ae2428a18d4d tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Calling delete_port for 7aae4102-28d1-479b-8af8-ea768434bbbb owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:37.085013 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-5474d533-3c0b-42b7-b4f0-8f99284de352 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Made reservation on behalf of 1484427228d144efaecdf76666ccf699 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:37.089803 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-5474d533-3c0b-42b7-b4f0-8f99284de352 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.127915 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-c509561e-81d3-40df-bc1b-2162107a0ec6 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Allocated IP 172.20.0.2 (81adb9b9-5b39-46eb-a416-31edf12647f3/34d5605a-a709-4512-817b-14f47d6578a8/31f3eea9-51b9-4fcf-80a5-29ef1110b743) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:37.286475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d96a7d-b074-4926-9ce8-99727c646fe7 req-f96e7d55-18e5-40b2-a7f6-1bdb1f731c28 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:37.288858 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4d96a7d-b074-4926-9ce8-99727c646fe7 req-f96e7d55-18e5-40b2-a7f6-1bdb1f731c28 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 944 time: 0.1105809 Jul 23 20:28:37.358192 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-c509561e-81d3-40df-bc1b-2162107a0ec6 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.392834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4d96a7d-b074-4926-9ce8-99727c646fe7 req-46f50db7-6b2f-4ed8-a028-6d4b03a6a8fe tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855861 Jul 23 20:28:37.404491 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b011e5c8-1be0-4536-b8b7-90048d16fa67 req-05c469e5-f6c8-4590-9003-ae2428a18d4d tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.417706 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['7aae4102-28d1-479b-8af8-ea768434bbbb'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:37.492244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c469e5-f6c8-4590-9003-ae2428a18d4d tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Pushing event deleted for resources: {'Port': ['ID=7aae4102-28d1-479b-8af8-ea768434bbbb,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:37.509252 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-c509561e-81d3-40df-bc1b-2162107a0ec6 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.551960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b011e5c8-1be0-4536-b8b7-90048d16fa67 req-05c469e5-f6c8-4590-9003-ae2428a18d4d tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] No DVR routers for this DVR port 7aae4102-28d1-479b-8af8-ea768434bbbb on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:37.585627 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b011e5c8-1be0-4536-b8b7-90048d16fa67 req-05c469e5-f6c8-4590-9003-ae2428a18d4d tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.590221 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b011e5c8-1be0-4536-b8b7-90048d16fa67 req-05c469e5-f6c8-4590-9003-ae2428a18d4d tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.57 "DELETE /v2.0/ports/7aae4102-28d1-479b-8af8-ea768434bbbb HTTP/1.1" status: 204 len: 173 time: 1.1102817 Jul 23 20:28:37.596538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-c509561e-81d3-40df-bc1b-2162107a0ec6 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Network 81adb9b9-5b39-46eb-a416-31edf12647f3 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:37.605196 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-c509561e-81d3-40df-bc1b-2162107a0ec6 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:37.607007 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509561e-81d3-40df-bc1b-2162107a0ec6 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Pushing event updated for resources: {'Port': ['ID=31f3eea9-51b9-4fcf-80a5-29ef1110b743,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:37.609289 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-c509561e-81d3-40df-bc1b-2162107a0ec6 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:37.612248 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-5474d533-3c0b-42b7-b4f0-8f99284de352 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Allocated IP 172.20.0.5 (81adb9b9-5b39-46eb-a416-31edf12647f3/34d5605a-a709-4512-817b-14f47d6578a8/091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:37.619739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa136b0-fa6c-468b-a276-2dea2a6ffd28', 'name': 'network-vif-deleted', 'tag': '7aae4102-28d1-479b-8af8-ea768434bbbb'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:37.622960 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55935706-807f-45c6-8729-f3e8b38d3375" -d '{"events": [{"server_uuid": "1fa136b0-fa6c-468b-a276-2dea2a6ffd28", "name": "network-vif-deleted", "tag": "7aae4102-28d1-479b-8af8-ea768434bbbb"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:37.688992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fc2e9-2353-4e5c-828d-338f88921c30 req-b0be6ed8-c2dd-4b68-b4e1-5f1c12119123 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:37.699046 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d1fc2e9-2353-4e5c-828d-338f88921c30 req-b0be6ed8-c2dd-4b68-b4e1-5f1c12119123 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 943 time: 0.3099186 Jul 23 20:28:37.709294 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-c509561e-81d3-40df-bc1b-2162107a0ec6 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:37.710217 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-c509561e-81d3-40df-bc1b-2162107a0ec6 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.736157 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-3ba3308c-4d56-4f55-9b4d-38a77733c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:37.737556 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-3ba3308c-4d56-4f55-9b4d-38a77733c3b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 1102 time: 0.1866848 Jul 23 20:28:37.740057 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd9d8c-8651-42ee-8a9d-4badb8d171ec req-64f04b25-aa73-4a06-bb62-242bdd89c873 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:37.742028 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6acd9d8c-8651-42ee-8a9d-4badb8d171ec req-64f04b25-aa73-4a06-bb62-242bdd89c873 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 1096 time: 0.1931109 Jul 23 20:28:37.767335 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-c509561e-81d3-40df-bc1b-2162107a0ec6 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2970881 Jul 23 20:28:37.789103 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Request body: {'port': {'device_id': '72a56e01-40c3-4725-8ca2-20c5fd371e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:37.808042 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d1fc2e9-2353-4e5c-828d-338f88921c30 req-bbb3105c-6b18-4297-8cd9-583fe17e2bb0 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075635 Jul 23 20:28:37.923677 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6acd9d8c-8651-42ee-8a9d-4badb8d171ec req-ae3081f2-ac1b-412a-b3c4-d71399874cb8 tempest-LiveAutoBlockMigrationV225Test-1626400887 tempest-LiveAutoBlockMigrationV225Test-1626400887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573362 Jul 23 20:28:37.933192 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.954817 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-7d90f4b8-f325-4695-8c06-b519612c203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:37.956878 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-7d90f4b8-f325-4695-8c06-b519612c203a service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.2097161 Jul 23 20:28:37.985084 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-5474d533-3c0b-42b7-b4f0-8f99284de352 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.017599 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-abea5959-1bbd-4212-abc2-917c2f3c8fa2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a HTTP/1.1" status: 200 len: 217 time: 0.0526340 Jul 23 20:28:38.024769 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381509e7-3b8a-44a0-bed0-9dea0d8a93de x-openstack-request-id: req-381509e7-3b8a-44a0-bed0-9dea0d8a93de {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:38.025280 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa136b0-fa6c-468b-a276-2dea2a6ffd28", "name": "network-vif-deleted", "tag": "7aae4102-28d1-479b-8af8-ea768434bbbb", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:38.025711 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-381509e7-3b8a-44a0-bed0-9dea0d8a93de {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:38.026244 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa136b0-fa6c-468b-a276-2dea2a6ffd28', 'name': 'network-vif-deleted', 'tag': '7aae4102-28d1-479b-8af8-ea768434bbbb', 'status': 'completed', 'code': 200} Jul 23 20:28:38.045787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df616b-128c-40bb-bac6-884fcdf0cc58 req-afda35f3-54a4-4474-ba45-36ff83a22adc tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:38.054500 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26df616b-128c-40bb-bac6-884fcdf0cc58 req-afda35f3-54a4-4474-ba45-36ff83a22adc tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/ports?device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 946 time: 0.1769347 Jul 23 20:28:38.176106 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-474421b7-37e9-45f6-98e2-d76e3295a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:38.177735 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-474421b7-37e9-45f6-98e2-d76e3295a8be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1412044 Jul 23 20:28:38.185690 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26df616b-128c-40bb-bac6-884fcdf0cc58 req-9cbdaae8-1860-4be1-a57c-8bbadaedd573 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/security-groups?id=9727ad9a-dc1f-4609-8d05-7bb935dfef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280200 Jul 23 20:28:38.218627 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-5474d533-3c0b-42b7-b4f0-8f99284de352 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.260688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d9428-1a8b-45c0-8078-7c4f14cba3cb req-c3c4055f-e395-48ff-adab-d2846da49584 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:38.267873 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f85d9428-1a8b-45c0-8078-7c4f14cba3cb req-c3c4055f-e395-48ff-adab-d2846da49584 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.1642148 Jul 23 20:28:38.349097 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-5474d533-3c0b-42b7-b4f0-8f99284de352 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Network 81adb9b9-5b39-46eb-a416-31edf12647f3 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:38.356599 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-5474d533-3c0b-42b7-b4f0-8f99284de352 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:38.359178 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-5474d533-3c0b-42b7-b4f0-8f99284de352 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:38.363530 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f85d9428-1a8b-45c0-8078-7c4f14cba3cb req-17970ba1-cca9-4555-baa7-20c2d1896454 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945930 Jul 23 20:28:38.375587 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-dc8df5f8-1d92-4663-adc0-09c03f0b810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:38.377492 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-dc8df5f8-1d92-4663-adc0-09c03f0b810b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1792612 Jul 23 20:28:38.394540 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474d533-3c0b-42b7-b4f0-8f99284de352 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Pushing event updated for resources: {'Port': ['ID=091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:38.425265 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1e994-a519-48bc-9b44-9198f70f99f9 req-bcfc9548-e07e-4769-9cca-f64d0716a850 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:38.427049 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53b1e994-a519-48bc-9b44-9198f70f99f9 req-bcfc9548-e07e-4769-9cca-f64d0716a850 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f HTTP/1.1" status: 200 len: 931 time: 0.1570125 Jul 23 20:28:38.454210 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-5474d533-3c0b-42b7-b4f0-8f99284de352 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:38.454847 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-5474d533-3c0b-42b7-b4f0-8f99284de352 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.484726 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-5474d533-3c0b-42b7-b4f0-8f99284de352 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7954955 Jul 23 20:28:38.513537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Request body: {'port': {'device_id': 'c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:38.518583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59106) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:38.520579 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53b1e994-a519-48bc-9b44-9198f70f99f9 req-e79a5aed-acd1-47d4-8780-119a4ed37778 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554910 Jul 23 20:28:38.524202 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-460ee049-c4a6-48ed-8491-ec3ead3278b1 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390221 Jul 23 20:28:38.569086 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f3eea9-51b9-4fcf-80a5-29ef1110b743 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:38.580870 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.772717 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:28:38.886296 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-fe9c16d2-ca88-4c50-af46-9fba055d2e61 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544950 Jul 23 20:28:38.901104 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Transition to ACTIVE for port object 31f3eea9-51b9-4fcf-80a5-29ef1110b743 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:38.910978 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-e63f79cb-8e82-4342-9129-3eaa4146bbe6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 258 time: 0.2909162 Jul 23 20:28:38.916246 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.918003 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.922957 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b59a172f-a04a-4d51-9bab-1cd1fc32012f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.927576 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-a49362ee-c463-41ba-b157-6b50c2617ce9 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:38.949320 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da62e2-6324-4208-af91-dd9b0341fd71 req-069cbb74-6a93-43ab-82ea-d3f6453f2382 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:38.952069 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d1da62e2-6324-4208-af91-dd9b0341fd71 req-069cbb74-6a93-43ab-82ea-d3f6453f2382 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 944 time: 0.2183299 Jul 23 20:28:38.983371 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-a49362ee-c463-41ba-b157-6b50c2617ce9 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.016064 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Pushing event updated for resources: {'Port': ['ID=31f3eea9-51b9-4fcf-80a5-29ef1110b743,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:39.026247 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d1da62e2-6324-4208-af91-dd9b0341fd71 req-8eb22700-f333-41c7-9887-1904e0dd7418 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659328 Jul 23 20:28:39.121025 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-a49362ee-c463-41ba-b157-6b50c2617ce9 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.238904 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Attempting to bind port 31f3eea9-51b9-4fcf-80a5-29ef1110b743 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:39.239170 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Attempting to bind port 31f3eea9-51b9-4fcf-80a5-29ef1110b743 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '6651b80e-1032-460f-ac95-d368c8034bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:39.239477 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Attempting to bind port 31f3eea9-51b9-4fcf-80a5-29ef1110b743 on network 81adb9b9-5b39-46eb-a416-31edf12647f3 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:39.278371 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Port 31f3eea9-51b9-4fcf-80a5-29ef1110b743 on network 81adb9b9-5b39-46eb-a416-31edf12647f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:28:39.278728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Attempting to bind port 31f3eea9-51b9-4fcf-80a5-29ef1110b743 on network 81adb9b9-5b39-46eb-a416-31edf12647f3 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:39.293967 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:39.294308 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Checking segment: {'id': '6651b80e-1032-460f-ac95-d368c8034bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:39.294696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Bound using segment: {'id': '6651b80e-1032-460f-ac95-d368c8034bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:39.295155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Bound port: 31f3eea9-51b9-4fcf-80a5-29ef1110b743, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6651b80e-1032-460f-ac95-d368c8034bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:39.295517 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.296692 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-a49362ee-c463-41ba-b157-6b50c2617ce9 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Allocated IP 172.25.3.95 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/f7e394cb-5ef0-4868-b968-dbcf7a85f707) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:39.318379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94281bc2-2c54-4db7-b59b-b393a202725e req-d7b5c127-e73f-4ae8-9003-a99ca2cbffd4 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:39.319936 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94281bc2-2c54-4db7-b59b-b393a202725e req-d7b5c127-e73f-4ae8-9003-a99ca2cbffd4 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 943 time: 0.1568723 Jul 23 20:28:39.343929 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b59a172f-a04a-4d51-9bab-1cd1fc32012f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.371475 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b59a172f-a04a-4d51-9bab-1cd1fc32012f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.421667 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94281bc2-2c54-4db7-b59b-b393a202725e req-1bd6a374-7884-4a30-b138-0b1a38683201 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931947 Jul 23 20:28:39.428958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810fd48-365b-4684-a30e-e7c4b028e751 req-16345885-4a00-4dfd-85d2-6ae7bb95d2c3 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:39.430872 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6810fd48-365b-4684-a30e-e7c4b028e751 req-16345885-4a00-4dfd-85d2-6ae7bb95d2c3 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.57 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 944 time: 0.1892204 Jul 23 20:28:39.437596 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b59a172f-a04a-4d51-9bab-1cd1fc32012f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a3904006ae742478c87adc7aca8cf12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9171345 Jul 23 20:28:39.446893 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59124) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:39.480126 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a172f-a04a-4d51-9bab-1cd1fc32012f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84de945-8284-4778-8cf0-1550a8273461,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:39.483613 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] For port 31f3eea9-51b9-4fcf-80a5-29ef1110b743, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:39.500605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] For port 31f3eea9-51b9-4fcf-80a5-29ef1110b743, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=31f3eea9-51b9-4fcf-80a5-29ef1110b743,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:39.510602 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:39.516411 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.526098 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.553648 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-a49362ee-c463-41ba-b157-6b50c2617ce9 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.565709 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:39.566306 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.567759 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] 10.222.0.57 "PUT /v2.0/ports/31f3eea9-51b9-4fcf-80a5-29ef1110b743 HTTP/1.1" status: 200 len: 1092 time: 1.7857175 Jul 23 20:28:39.570379 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a56e01-40c3-4725-8ca2-20c5fd371e8d', 'tag': '31f3eea9-51b9-4fcf-80a5-29ef1110b743'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:39.572651 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8665a9a6-9db5-47b6-932f-69e0e269b9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "72a56e01-40c3-4725-8ca2-20c5fd371e8d", "tag": "31f3eea9-51b9-4fcf-80a5-29ef1110b743"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:39.581280 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Transition to ACTIVE for port object 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:39.592600 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.605260 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4737cbb-6838-4dc2-9b2e-46e372378f9d service neutron] Pushing event updated for resources: {'Port': ['ID=31f3eea9-51b9-4fcf-80a5-29ef1110b743,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:39.633606 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56dbc4f0-4d24-49d1-83f8-bd0211a6ac64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.680109 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56dbc4f0-4d24-49d1-83f8-bd0211a6ac64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.726508 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Pushing event updated for resources: {'Port': ['ID=091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:39.731210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-6810fd48-365b-4684-a30e-e7c4b028e751 req-18b621ed-2723-456a-86ec-9995acbca6cc tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Deleting port b56bc800-7b12-4afd-b3f1-39daa84b60c2 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:39.731540 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6810fd48-365b-4684-a30e-e7c4b028e751 req-18b621ed-2723-456a-86ec-9995acbca6cc tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.740496 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-a49362ee-c463-41ba-b157-6b50c2617ce9 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.755919 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-fc0e2df7-2c67-4bf2-a5b0-a621f7bc5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:39.757552 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-fc0e2df7-2c67-4bf2-a5b0-a621f7bc5d6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1484427228d144efaecdf76666ccf699&device_id=72a56e01-40c3-4725-8ca2-20c5fd371e8d HTTP/1.1" status: 200 len: 1095 time: 0.1491623 Jul 23 20:28:39.806156 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Attempting to bind port 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:39.806491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Attempting to bind port 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '6651b80e-1032-460f-ac95-d368c8034bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:39.806810 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Attempting to bind port 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec on network 81adb9b9-5b39-46eb-a416-31edf12647f3 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:39.808335 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587a102-5cc2-4534-8b18-8cdcc0d755ba req-d18a957c-9eea-4a55-a5bc-77f88c26c72b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:39.809754 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-edc1feb4-ff51-49b8-a919-1a887908e870 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31f3eea9-51b9-4fcf-80a5-29ef1110b743 HTTP/1.1" status: 200 len: 217 time: 0.0431831 Jul 23 20:28:39.809876 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8587a102-5cc2-4534-8b18-8cdcc0d755ba req-d18a957c-9eea-4a55-a5bc-77f88c26c72b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.2601852 Jul 23 20:28:39.815900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Port 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec on network 81adb9b9-5b39-46eb-a416-31edf12647f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:28:39.815900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Attempting to bind port 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec on network 81adb9b9-5b39-46eb-a416-31edf12647f3 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:39.846243 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-a49362ee-c463-41ba-b157-6b50c2617ce9 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:39.847185 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:39.847530 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Checking segment: {'id': '6651b80e-1032-460f-ac95-d368c8034bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:39.847916 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Bound using segment: {'id': '6651b80e-1032-460f-ac95-d368c8034bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:39.848363 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Bound port: 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6651b80e-1032-460f-ac95-d368c8034bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:39.848727 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.893482 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-a964f5b8-2dbb-4f30-a3ed-d84c077ff0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:39.894962 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-a964f5b8-2dbb-4f30-a3ed-d84c077ff0b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=34d5605a-a709-4512-817b-14f47d6578a8 HTTP/1.1" status: 200 len: 852 time: 0.0769544 Jul 23 20:28:39.934982 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-a01c82fd-d479-4f65-a2c4-bdd1f1d96f55 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81adb9b9-5b39-46eb-a416-31edf12647f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332484 Jul 23 20:28:39.987489 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] For port 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:40.029007 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] For port 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:40.034688 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.092349 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:40.092975 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.094361 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] 10.222.0.48 "PUT /v2.0/ports/091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec HTTP/1.1" status: 200 len: 1092 time: 1.5862207 Jul 23 20:28:40.100504 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-2d34f236-e1d5-4586-b130-41a8a839276d service neutron] 10.222.0.57 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548829 Jul 23 20:28:40.140918 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326fcb3-8faf-4356-ac82-a5d427a68df2 service neutron] Pushing event updated for resources: {'Port': ['ID=091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:40.164449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-a49362ee-c463-41ba-b157-6b50c2617ce9 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:40.170102 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-a49362ee-c463-41ba-b157-6b50c2617ce9 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:40.175342 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49362ee-c463-41ba-b157-6b50c2617ce9 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Pushing event updated for resources: {'Port': ['ID=f7e394cb-5ef0-4868-b968-dbcf7a85f707,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:40.207166 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56dbc4f0-4d24-49d1-83f8-bd0211a6ac64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.209616 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56dbc4f0-4d24-49d1-83f8-bd0211a6ac64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.213383 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-56dbc4f0-4d24-49d1-83f8-bd0211a6ac64 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a84de945-8284-4778-8cf0-1550a8273461 HTTP/1.1" status: 204 len: 168 time: 0.7628779 Jul 23 20:28:40.253062 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-a8bf2107-ac83-4af7-89f0-f75929481bf1 service neutron] 10.222.0.57 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397746 Jul 23 20:28:40.260074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbc4f0-4d24-49d1-83f8-bd0211a6ac64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84de945-8284-4778-8cf0-1550a8273461,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:40.262792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6810fd48-365b-4684-a30e-e7c4b028e751 req-18b621ed-2723-456a-86ec-9995acbca6cc tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] For port b56bc800-7b12-4afd-b3f1-39daa84b60c2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b56bc800-7b12-4afd-b3f1-39daa84b60c2,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:40.263176 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6810fd48-365b-4684-a30e-e7c4b028e751 req-18b621ed-2723-456a-86ec-9995acbca6cc tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.266995 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-4784f40e-cc8b-41cd-a332-ac97b15916b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:40.268639 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-4784f40e-cc8b-41cd-a332-ac97b15916b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1484427228d144efaecdf76666ccf699&device_id=c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f HTTP/1.1" status: 200 len: 1095 time: 0.1189466 Jul 23 20:28:40.282746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8587a102-5cc2-4534-8b18-8cdcc0d755ba req-0727ae59-cea8-451d-b49a-afcaa5e9acee tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335451 Jul 23 20:28:40.317351 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-a49362ee-c463-41ba-b157-6b50c2617ce9 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.318860 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-6810fd48-365b-4684-a30e-e7c4b028e751 req-18b621ed-2723-456a-86ec-9995acbca6cc tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Calling delete_port for b56bc800-7b12-4afd-b3f1-39daa84b60c2 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:40.330020 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-3632da7e-b18d-42c9-a573-39e4bf600ac4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec HTTP/1.1" status: 200 len: 217 time: 0.0515952 Jul 23 20:28:40.384044 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-a23fcff6-c222-4965-89d7-9fe0e129b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:40.385636 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-a23fcff6-c222-4965-89d7-9fe0e129b342 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34d5605a-a709-4512-817b-14f47d6578a8 HTTP/1.1" status: 200 len: 852 time: 0.0496194 Jul 23 20:28:40.431017 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-cb4febdd-e328-4f37-b054-a69f8c107bad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81adb9b9-5b39-46eb-a416-31edf12647f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376585 Jul 23 20:28:40.433089 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-a49362ee-c463-41ba-b157-6b50c2617ce9 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.532714 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-705f8fc2-5cab-4a8f-a212-4c5b50e3e902 service neutron] 10.222.0.48 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945854 Jul 23 20:28:40.582504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59144) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:40.627861 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb11ef-aa72-4169-9650-d0109736bb6f req-619440be-36aa-49bd-a993-5bafb117b492 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:40.629549 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ddb11ef-aa72-4169-9650-d0109736bb6f req-619440be-36aa-49bd-a993-5bafb117b492 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f HTTP/1.1" status: 200 len: 943 time: 0.1974156 Jul 23 20:28:40.631408 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-16eaf7a4-de4a-4333-a986-02e3cc4f2e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.644481 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4c4b9c9-cc85-446d-8f93-5620e2d540e4 req-7f3460d6-2a01-4ccf-9073-ae325eaa4651 service neutron] 10.222.0.48 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043634 Jul 23 20:28:40.670023 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6810fd48-365b-4684-a30e-e7c4b028e751 req-18b621ed-2723-456a-86ec-9995acbca6cc tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.684965 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['28d35720-ce9d-4e20-aede-709584c1d93e', 'b56bc800-7b12-4afd-b3f1-39daa84b60c2'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:40.688245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['fca716f7-0dc1-486b-befd-6f4040d6c385'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:40.734473 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b621ed-2723-456a-86ec-9995acbca6cc tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Pushing event deleted for resources: {'Port': ['ID=b56bc800-7b12-4afd-b3f1-39daa84b60c2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:40.748593 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b56bc800-7b12-4afd-b3f1-39daa84b60c2 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:40.782034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: b56bc800-7b12-4afd-b3f1-39daa84b60c2 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:40.782374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b56bc800-7b12-4afd-b3f1-39daa84b60c2 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:40.782786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7aae4102-28d1-479b-8af8-ea768434bbbb no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:40.806389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 7aae4102-28d1-479b-8af8-ea768434bbbb {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:40.806793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7aae4102-28d1-479b-8af8-ea768434bbbb not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:40.817413 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ddb11ef-aa72-4169-9650-d0109736bb6f req-93b24eed-0081-45c3-8adf-65f4f9ed8b98 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509216 Jul 23 20:28:40.842306 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6810fd48-365b-4684-a30e-e7c4b028e751 req-18b621ed-2723-456a-86ec-9995acbca6cc tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] No DVR routers for this DVR port b56bc800-7b12-4afd-b3f1-39daa84b60c2 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:40.847904 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6810fd48-365b-4684-a30e-e7c4b028e751 req-18b621ed-2723-456a-86ec-9995acbca6cc tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.849892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6810fd48-365b-4684-a30e-e7c4b028e751 req-18b621ed-2723-456a-86ec-9995acbca6cc tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.57 "DELETE /v2.0/ports/b56bc800-7b12-4afd-b3f1-39daa84b60c2 HTTP/1.1" status: 204 len: 173 time: 1.4128368 Jul 23 20:28:40.850341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05c4e5b-0395-42f9-955f-f0059ee3114a', 'name': 'network-vif-deleted', 'tag': 'b56bc800-7b12-4afd-b3f1-39daa84b60c2'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:40.852730 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99834021-7976-4b07-be60-1f1bf9215581" -d '{"events": [{"server_uuid": "e05c4e5b-0395-42f9-955f-f0059ee3114a", "name": "network-vif-deleted", "tag": "b56bc800-7b12-4afd-b3f1-39daa84b60c2"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:40.877637 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-a49362ee-c463-41ba-b157-6b50c2617ce9 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.880738 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1e3a07-19f6-45c0-a233-a1beb5295909 x-openstack-request-id: req-5f1e3a07-19f6-45c0-a233-a1beb5295909 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:40.881236 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a56e01-40c3-4725-8ca2-20c5fd371e8d", "tag": "31f3eea9-51b9-4fcf-80a5-29ef1110b743", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:40.881759 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f1e3a07-19f6-45c0-a233-a1beb5295909 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:40.882839 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a56e01-40c3-4725-8ca2-20c5fd371e8d', 'tag': '31f3eea9-51b9-4fcf-80a5-29ef1110b743', 'status': 'completed', 'code': 200} Jul 23 20:28:40.885225 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-a49362ee-c463-41ba-b157-6b50c2617ce9 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.950226 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-a49362ee-c463-41ba-b157-6b50c2617ce9 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.009041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49362ee-c463-41ba-b157-6b50c2617ce9 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Pushing event updated for resources: {'Port': ['ID=f7e394cb-5ef0-4868-b968-dbcf7a85f707,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:41.012916 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-16eaf7a4-de4a-4333-a986-02e3cc4f2e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.025859 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-16eaf7a4-de4a-4333-a986-02e3cc4f2e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.044342 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-a49362ee-c463-41ba-b157-6b50c2617ce9 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.051815 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-a49362ee-c463-41ba-b157-6b50c2617ce9 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1254032 Jul 23 20:28:41.096552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665a9a6-9db5-47b6-932f-69e0e269b9d5 req-1b0cf590-fb7a-4dba-9585-3826cc842a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:41.097946 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8665a9a6-9db5-47b6-932f-69e0e269b9d5 req-1b0cf590-fb7a-4dba-9585-3826cc842a89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1484427228d144efaecdf76666ccf699&device_id=72a56e01-40c3-4725-8ca2-20c5fd371e8d HTTP/1.1" status: 200 len: 1095 time: 0.1685214 Jul 23 20:28:41.120104 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-16eaf7a4-de4a-4333-a986-02e3cc4f2e51 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e2c015b1acd24a37828ffa8de8f3b3d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5250416 Jul 23 20:28:41.120538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59148) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:41.161311 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d02dd7b3-2289-42ff-82dc-13c0fc3cb008 req-a3f7944a-d5cf-43df-a948-9628ec9dded9 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 210 time: 0.1055655 Jul 23 20:28:41.175918 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eaf7a4-de4a-4333-a986-02e3cc4f2e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfc9bd3-5d63-42d0-ac0a-9d0b83e1dd9d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:41.188899 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-0691861b-1521-44ce-b6ce-e9d24d0b988f tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.95 HTTP/1.1" status: 200 len: 695 time: 0.1268263 Jul 23 20:28:41.224728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59150) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:41.238984 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7e9bf32-a626-491a-8973-c3fb0e11c329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.295268 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7e9bf32-a626-491a-8973-c3fb0e11c329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.344366 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68db0bda-6f12-4997-905d-3b78675f407e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.375376 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68db0bda-6f12-4997-905d-3b78675f407e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.390928 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7e9bf32-a626-491a-8973-c3fb0e11c329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.393551 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7e9bf32-a626-491a-8973-c3fb0e11c329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.397069 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e7e9bf32-a626-491a-8973-c3fb0e11c329 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0dfc9bd3-5d63-42d0-ac0a-9d0b83e1dd9d HTTP/1.1" status: 204 len: 168 time: 0.2732596 Jul 23 20:28:41.397241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665a9a6-9db5-47b6-932f-69e0e269b9d5 req-788f41df-9800-4f9a-9894-ec7582fce91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:41.397241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8665a9a6-9db5-47b6-932f-69e0e269b9d5 req-788f41df-9800-4f9a-9894-ec7582fce91f service neutron] 10.222.0.57 "GET /v2.0/networks?id=81adb9b9-5b39-46eb-a416-31edf12647f3 HTTP/1.1" status: 200 len: 913 time: 0.2772114 Jul 23 20:28:41.418240 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9bf32-a626-491a-8973-c3fb0e11c329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfc9bd3-5d63-42d0-ac0a-9d0b83e1dd9d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:41.418933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-3b304f14-61c7-46be-b791-e5620c215053 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:41.431752 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-3b304f14-61c7-46be-b791-e5620c215053 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.2315567 Jul 23 20:28:41.468742 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68db0bda-6f12-4997-905d-3b78675f407e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.473070 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68db0bda-6f12-4997-905d-3b78675f407e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.476684 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-68db0bda-6f12-4997-905d-3b78675f407e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "DELETE /v2.0/security-groups/aecadc2f-15b8-4d16-a530-f0adae219103 HTTP/1.1" status: 204 len: 168 time: 0.2485542 Jul 23 20:28:41.485903 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59156) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:41.486711 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db0bda-6f12-4997-905d-3b78675f407e tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecadc2f-15b8-4d16-a530-f0adae219103,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:41.495359 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-7db8d623-9bb0-4832-b5e1-21e536cbfddb tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:28:41.496609 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8451108c-f0ae-444b-a0c8-005bd42bad31 req-7db8d623-9bb0-4832-b5e1-21e536cbfddb tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455792 Jul 23 20:28:41.502794 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8665a9a6-9db5-47b6-932f-69e0e269b9d5 req-a8a6150c-fcc6-4c95-8a9e-5af4fc078dd6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31f3eea9-51b9-4fcf-80a5-29ef1110b743 HTTP/1.1" status: 200 len: 217 time: 0.0668514 Jul 23 20:28:41.515324 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-c1353e53-47f8-4b22-9f5c-eff2a9134f69 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] show failed (client error): The resource could not be found. Jul 23 20:28:41.519157 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c1353e53-47f8-4b22-9f5c-eff2a9134f69 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "GET /v2.0/security-groups/aecadc2f-15b8-4d16-a530-f0adae219103 HTTP/1.1" status: 404 len: 347 time: 0.0180895 Jul 23 20:28:41.519574 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59160) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:41.558843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad03e9-662f-4127-aefd-ade2c81fc99e req-e8d94090-d4a1-443b-9f51-dc2c0eda23e2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:41.560841 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7ad03e9-662f-4127-aefd-ade2c81fc99e req-e8d94090-d4a1-443b-9f51-dc2c0eda23e2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 943 time: 0.2786591 Jul 23 20:28:41.589344 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796e2cfa-0e9b-4fb9-a9ca-39c6acbacbe0 x-openstack-request-id: req-796e2cfa-0e9b-4fb9-a9ca-39c6acbacbe0 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:41.590311 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05c4e5b-0395-42f9-955f-f0059ee3114a", "name": "network-vif-deleted", "tag": "b56bc800-7b12-4afd-b3f1-39daa84b60c2", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:41.590571 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-796e2cfa-0e9b-4fb9-a9ca-39c6acbacbe0 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:41.590968 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05c4e5b-0395-42f9-955f-f0059ee3114a', 'name': 'network-vif-deleted', 'tag': 'b56bc800-7b12-4afd-b3f1-39daa84b60c2', 'status': 'completed', 'code': 200} Jul 23 20:28:41.599213 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665a9a6-9db5-47b6-932f-69e0e269b9d5 req-99eb9d75-2b10-4212-b97e-3731deb8c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:41.601206 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8665a9a6-9db5-47b6-932f-69e0e269b9d5 req-99eb9d75-2b10-4212-b97e-3731deb8c171 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=34d5605a-a709-4512-817b-14f47d6578a8 HTTP/1.1" status: 200 len: 852 time: 0.0884230 Jul 23 20:28:41.649031 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8665a9a6-9db5-47b6-932f-69e0e269b9d5 req-4f3ba6db-a81a-4ece-a872-e33062f6d9c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81adb9b9-5b39-46eb-a416-31edf12647f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373645 Jul 23 20:28:41.652354 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7ad03e9-662f-4127-aefd-ade2c81fc99e req-be9a69eb-cc61-4b0a-81fa-964e90dd2ad9 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823221 Jul 23 20:28:41.754572 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-bbac99f7-4ea7-4e47-b3e1-b64d3e4ae324 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Deleting port 9d8453e3-d1c2-46d1-9146-d08be2fe8deb {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:41.755202 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bbac99f7-4ea7-4e47-b3e1-b64d3e4ae324 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.854821 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bbac99f7-4ea7-4e47-b3e1-b64d3e4ae324 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.856548 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bbac99f7-4ea7-4e47-b3e1-b64d3e4ae324 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.858157 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8665a9a6-9db5-47b6-932f-69e0e269b9d5 req-d2cc94cc-e71e-4338-b3fa-8a0f83367bb4 service neutron] 10.222.0.57 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014468 Jul 23 20:28:41.874896 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-bbac99f7-4ea7-4e47-b3e1-b64d3e4ae324 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Calling delete_port for 9d8453e3-d1c2-46d1-9146-d08be2fe8deb owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:41.913811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd85258-e625-4fc9-9145-635fadd2c2fd req-b5ac1534-6293-467a-ac6b-d3a0d3dd8608 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:41.915378 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8dd85258-e625-4fc9-9145-635fadd2c2fd req-b5ac1534-6293-467a-ac6b-d3a0d3dd8608 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.2111998 Jul 23 20:28:41.968758 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58801363-16ff-437b-a202-d4669e10bdf5 req-4a99d971-7f57-44c6-a6d7-0603db20117a tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:41.970868 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58801363-16ff-437b-a202-d4669e10bdf5 req-4a99d971-7f57-44c6-a6d7-0603db20117a tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/ports?device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1884937 Jul 23 20:28:42.058202 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58801363-16ff-437b-a202-d4669e10bdf5 req-6f93381e-d66f-471e-a540-aa861894135d tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.95 HTTP/1.1" status: 200 len: 695 time: 0.0710235 Jul 23 20:28:42.064905 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8dd85258-e625-4fc9-9145-635fadd2c2fd req-abdcf544-962d-4e70-badd-0ef3ab806007 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394811 Jul 23 20:28:42.066897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8665a9a6-9db5-47b6-932f-69e0e269b9d5 req-4930100d-03aa-46b3-b44a-78ee4ee1139f service neutron] 10.222.0.57 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996887 Jul 23 20:28:42.084366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-58801363-16ff-437b-a202-d4669e10bdf5 req-9bd6ecf2-9f15-4907-ac6a-c28c861aa082 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Request body: {'floatingip': {'port_id': '9bcc9c70-27ff-453b-a013-46aec0229402', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:42.125033 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bbac99f7-4ea7-4e47-b3e1-b64d3e4ae324 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.158060 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-58801363-16ff-437b-a202-d4669e10bdf5 req-9bd6ecf2-9f15-4907-ac6a-c28c861aa082 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.173747 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac99f7-4ea7-4e47-b3e1-b64d3e4ae324 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Pushing event deleted for resources: {'Port': ['ID=9d8453e3-d1c2-46d1-9146-d08be2fe8deb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:42.289874 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bbac99f7-4ea7-4e47-b3e1-b64d3e4ae324 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.292564 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bbac99f7-4ea7-4e47-b3e1-b64d3e4ae324 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.294946 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bbac99f7-4ea7-4e47-b3e1-b64d3e4ae324 tempest-ImagesOneServerNegativeTestJSON-811886777 tempest-ImagesOneServerNegativeTestJSON-811886777-project] 10.222.0.55 "DELETE /v2.0/floatingips/167a430e-3767-42d8-bd2d-a14695f91ab1 HTTP/1.1" status: 204 len: 168 time: 0.7744248 Jul 23 20:28:42.356042 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fe0ab-fba8-421a-aa17-0b076b6b30fd req-fe85af55-9136-4aec-9f9b-1eda27f7cd49 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:42.357553 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-354fe0ab-fba8-421a-aa17-0b076b6b30fd req-fe85af55-9136-4aec-9f9b-1eda27f7cd49 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f HTTP/1.1" status: 200 len: 943 time: 0.1531854 Jul 23 20:28:42.488000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-354fe0ab-fba8-421a-aa17-0b076b6b30fd req-4a4687be-41fe-4bca-9c0a-ea406bf2e2c5 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190913 Jul 23 20:28:42.697770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7070656a-245d-422b-8366-2e8475e7c4b2 req-4a14fd5c-6968-4658-b860-4e5ac6596a2c tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 210 time: 0.0395863 Jul 23 20:28:42.749897 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 31f3eea9-51b9-4fcf-80a5-29ef1110b743 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:28:42.856704 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-58801363-16ff-437b-a202-d4669e10bdf5 req-9bd6ecf2-9f15-4907-ac6a-c28c861aa082 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.865510 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-58801363-16ff-437b-a202-d4669e10bdf5 req-9bd6ecf2-9f15-4907-ac6a-c28c861aa082 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.884280 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f', 'tag': '091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:42.887273 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce62daa-6d81-498a-80c4-aa047dba5ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f", "tag": "091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:42.902157 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 31f3eea9-51b9-4fcf-80a5-29ef1110b743, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=31f3eea9-51b9-4fcf-80a5-29ef1110b743,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:42.915602 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '31f3eea9-51b9-4fcf-80a5-29ef1110b743', 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3', 'port_id': '31f3eea9-51b9-4fcf-80a5-29ef1110b743', 'mac_address': 'fa:16:3e:fd:4e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d5605a-a709-4512-817b-14f47d6578a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:28:42.977232 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25316d7a-37f1-43b1-bc5d-d6c5d4112b45 req-60bcdec4-aa15-4af5-b905-b923d2849ee6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:42.979484 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-25316d7a-37f1-43b1-bc5d-d6c5d4112b45 req-60bcdec4-aa15-4af5-b905-b923d2849ee6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 943 time: 0.1716354 Jul 23 20:28:42.986187 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.003229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:28:43.019370 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f3eea9-51b9-4fcf-80a5-29ef1110b743 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:43.037022 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-25316d7a-37f1-43b1-bc5d-d6c5d4112b45 req-ab94d2ab-2b6c-4897-9f67-a6036f58afac tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508265 Jul 23 20:28:43.040671 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [req-58801363-16ff-437b-a202-d4669e10bdf5 req-9bd6ecf2-9f15-4907-ac6a-c28c861aa082 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Floating IP aeb06171-bb11-4fee-b7ca-ba9067b0eb55 associated. External IP: 172.25.3.95, port: 9bcc9c70-27ff-453b-a013-46aec0229402. Jul 23 20:28:43.054973 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 31f3eea9-51b9-4fcf-80a5-29ef1110b743, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=31f3eea9-51b9-4fcf-80a5-29ef1110b743,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:43.080609 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.110467 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59214) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:43.162037 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97599b77-f702-4b14-9c85-d1c3fc47e108 x-openstack-request-id: req-97599b77-f702-4b14-9c85-d1c3fc47e108 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:43.162037 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f", "tag": "091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:43.162955 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97599b77-f702-4b14-9c85-d1c3fc47e108 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:43.164574 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f', 'tag': '091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec', 'status': 'completed', 'code': 200} Jul 23 20:28:43.250602 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:43.265172 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec', 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3', 'port_id': '091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec', 'mac_address': 'fa:16:3e:2c:84:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d5605a-a709-4512-817b-14f47d6578a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:28:43.276658 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62daa-6d81-498a-80c4-aa047dba5ec4 req-ce666794-4693-4c71-bb90-4e3f0249469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:43.278192 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bce62daa-6d81-498a-80c4-aa047dba5ec4 req-ce666794-4693-4c71-bb90-4e3f0249469d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1484427228d144efaecdf76666ccf699&device_id=c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f HTTP/1.1" status: 200 len: 1095 time: 0.0811648 Jul 23 20:28:43.333978 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.361742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=31f3eea9-51b9-4fcf-80a5-29ef1110b743,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:43.374141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fa4db-14be-4e65-8bf4-8fa72404074e req-86a654eb-5e43-4deb-8571-f57cb332cab0 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:43.378335 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:43.381143 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8d6fa4db-14be-4e65-8bf4-8fa72404074e req-86a654eb-5e43-4deb-8571-f57cb332cab0 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.1383936 Jul 23 20:28:43.407587 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:43.409379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58801363-16ff-437b-a202-d4669e10bdf5 req-9bd6ecf2-9f15-4907-ac6a-c28c861aa082 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Router b9e18773-12e4-4c16-a980-ffabdb06b77e has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:43.415978 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.426012 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8d6fa4db-14be-4e65-8bf4-8fa72404074e req-4b45b061-5ecb-49b7-8086-f1dd0dfe49dc tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440242 Jul 23 20:28:43.426760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-ab9b0b2d-a7aa-4e93-b759-6d17092f0a13 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1785889086'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:43.464345 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62daa-6d81-498a-80c4-aa047dba5ec4 req-f4b93c6e-5dc4-4519-ae32-4cb5e955eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:43.466243 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bce62daa-6d81-498a-80c4-aa047dba5ec4 req-f4b93c6e-5dc4-4519-ae32-4cb5e955eed8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=81adb9b9-5b39-46eb-a416-31edf12647f3 HTTP/1.1" status: 200 len: 913 time: 0.1807477 Jul 23 20:28:43.471752 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9b0b2d-a7aa-4e93-b759-6d17092f0a13 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Made reservation on behalf of 8d2e9627b33d438c98c14af5aeec3122 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:43.477466 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0b2d-a7aa-4e93-b759-6d17092f0a13 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.496727 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0b2d-a7aa-4e93-b759-6d17092f0a13 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.513562 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59220) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:43.517976 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:43.522439 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['31f3eea9-51b9-4fcf-80a5-29ef1110b743'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:43.544791 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bce62daa-6d81-498a-80c4-aa047dba5ec4 req-d088d188-1e53-4d9c-905a-9dfb594a4d5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec HTTP/1.1" status: 200 len: 217 time: 0.0633836 Jul 23 20:28:43.664959 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce62daa-6d81-498a-80c4-aa047dba5ec4 req-d75b428c-99a6-4ef2-95d5-40086f3d4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:43.666613 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bce62daa-6d81-498a-80c4-aa047dba5ec4 req-d75b428c-99a6-4ef2-95d5-40086f3d4f86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34d5605a-a709-4512-817b-14f47d6578a8 HTTP/1.1" status: 200 len: 852 time: 0.1010211 Jul 23 20:28:43.706511 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:43.721974 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bce62daa-6d81-498a-80c4-aa047dba5ec4 req-0f0216ca-13ea-40f6-88d7-0359ceadd57d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81adb9b9-5b39-46eb-a416-31edf12647f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456605 Jul 23 20:28:43.869102 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0b2d-a7aa-4e93-b759-6d17092f0a13 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.877692 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bce62daa-6d81-498a-80c4-aa047dba5ec4 req-95db137b-112e-4f9f-b068-cda8a5fdbe9d service neutron] 10.222.0.48 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454363 Jul 23 20:28:43.878393 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0b2d-a7aa-4e93-b759-6d17092f0a13 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.945117 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9b0b2d-a7aa-4e93-b759-6d17092f0a13 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:43.953986 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-0feefde8-e753-4254-8ce6-3da245924c8b admin admin] Deleting subnet 396c122c-6c4d-4a61-ba21-37a5a3eafff5 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:28:43.959013 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0feefde8-e753-4254-8ce6-3da245924c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.981111 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b0b2d-a7aa-4e93-b759-6d17092f0a13 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1dce60-d2d2-4b0b-9bbd-45705d547988,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:43.993673 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0b2d-a7aa-4e93-b759-6d17092f0a13 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.994088 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-ab9b0b2d-a7aa-4e93-b759-6d17092f0a13 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Added segment 0790c2bb-e627-4d2d-8b37-b39dcf5226ba of type vlan for network 5c8a5fff-cefc-410d-a2fc-c39d1bfb3f0c Jul 23 20:28:44.009580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58801363-16ff-437b-a202-d4669e10bdf5 req-9bd6ecf2-9f15-4907-ac6a-c28c861aa082 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:44.017441 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-58801363-16ff-437b-a202-d4669e10bdf5 req-9bd6ecf2-9f15-4907-ac6a-c28c861aa082 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.021008 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4164a692-93f3-41f6-a036-d0f05ebd1a94 None None] Sync routers for ids ['b9e18773-12e4-4c16-a980-ffabdb06b77e'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:44.024799 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0feefde8-e753-4254-8ce6-3da245924c8b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.030317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4164a692-93f3-41f6-a036-d0f05ebd1a94 None None] Routers {'b9e18773-12e4-4c16-a980-ffabdb06b77e'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:44.031058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4164a692-93f3-41f6-a036-d0f05ebd1a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:28:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b9e18773-12e4-4c16-a980-ffabdb06b77e'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:44.057549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f8dc8-333a-463f-8ce2-45c38aebd437 req-ecd6db76-b486-4807-9828-829eaf710825 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:44.059083 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-399f8dc8-333a-463f-8ce2-45c38aebd437 req-ecd6db76-b486-4807-9828-829eaf710825 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f HTTP/1.1" status: 200 len: 944 time: 0.1704199 Jul 23 20:28:44.060244 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0feefde8-e753-4254-8ce6-3da245924c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.067691 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0b2d-a7aa-4e93-b759-6d17092f0a13 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.075222 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bce62daa-6d81-498a-80c4-aa047dba5ec4 req-16f5cefa-5d13-4ae3-a728-cff9dbd5eb89 service neutron] 10.222.0.48 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811774 Jul 23 20:28:44.120387 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0b2d-a7aa-4e93-b759-6d17092f0a13 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.126072 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9b0b2d-a7aa-4e93-b759-6d17092f0a13 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:44.126661 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0b2d-a7aa-4e93-b759-6d17092f0a13 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.129793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58801363-16ff-437b-a202-d4669e10bdf5 req-9bd6ecf2-9f15-4907-ac6a-c28c861aa082 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "PUT /v2.0/floatingips/aeb06171-bb11-4fee-b7ca-ba9067b0eb55 HTTP/1.1" status: 200 len: 996 time: 2.0496848 Jul 23 20:28:44.137428 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8007e2bf-98fd-4dde-8c42-9cd4bb3f3771', 'tag': '9bcc9c70-27ff-453b-a013-46aec0229402'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:44.139932 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8674558e-9338-4c51-a271-bd1e6a6d3fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "8007e2bf-98fd-4dde-8c42-9cd4bb3f3771", "tag": "9bcc9c70-27ff-453b-a013-46aec0229402"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:44.152970 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-399f8dc8-333a-463f-8ce2-45c38aebd437 req-6f72ef85-13c2-40dd-a3b6-2db59d75040a tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690382 Jul 23 20:28:44.212305 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-4164a692-93f3-41f6-a036-d0f05ebd1a94 None None] Set router b9e18773-12e4-4c16-a980-ffabdb06b77e gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:44.213422 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0feefde8-e753-4254-8ce6-3da245924c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.248389 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ab9b0b2d-a7aa-4e93-b759-6d17092f0a13 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1367693 Jul 23 20:28:44.253920 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59232) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:44.266393 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feefde8-e753-4254-8ce6-3da245924c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396c122c-6c4d-4a61-ba21-37a5a3eafff5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:44.283132 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0feefde8-e753-4254-8ce6-3da245924c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.285807 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0feefde8-e753-4254-8ce6-3da245924c8b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/396c122c-6c4d-4a61-ba21-37a5a3eafff5 HTTP/1.1" status: 204 len: 168 time: 0.7712996 Jul 23 20:28:44.288295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59236) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:44.327883 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58801363-16ff-437b-a202-d4669e10bdf5 req-3a700b4c-7f76-47d2-891b-1e5b2bdc1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:44.336205 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58801363-16ff-437b-a202-d4669e10bdf5 req-3a700b4c-7f76-47d2-891b-1e5b2bdc1871 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d4170486b644fb6b74af8c508ff2424&device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 1098 time: 0.1796572 Jul 23 20:28:44.425764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b0b2d-a7aa-4e93-b759-6d17092f0a13 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Pushing event updated for resources: {'Network': ['ID=5c8a5fff-cefc-410d-a2fc-c39d1bfb3f0c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:44.434981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-fa023aac-cfd2-4d25-b3eb-b2fe45811d3a tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Request body: {'network': {'name': 'tempest-network--1269910808', 'router:external': True}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:44.442868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 5c8a5fff-cefc-410d-a2fc-c39d1bfb3f0c details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:44.494748 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.532732 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb604c7b-e00f-4cdc-8838-6ced944d587c req-191de35a-a3b4-4e03-83f8-44d435e61949 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c4e5b-0395-42f9-955f-f0059ee3114a HTTP/1.1" status: 200 len: 210 time: 0.0889876 Jul 23 20:28:44.575137 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa023aac-cfd2-4d25-b3eb-b2fe45811d3a tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Made reservation on behalf of 84310e0bf79c496c8a22eb902ff8219e for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:44.577431 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa023aac-cfd2-4d25-b3eb-b2fe45811d3a tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.585451 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58801363-16ff-437b-a202-d4669e10bdf5 req-301cba20-e2ba-4f3b-a8b9-38ab9272a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:44.586945 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58801363-16ff-437b-a202-d4669e10bdf5 req-301cba20-e2ba-4f3b-a8b9-38ab9272a8b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=937f74f4-5e87-4111-86e1-c8157d4b221d HTTP/1.1" status: 200 len: 930 time: 0.2498918 Jul 23 20:28:44.593174 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4164a692-93f3-41f6-a036-d0f05ebd1a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311771758-router', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:09Z', 'updated_at': '2021-07-23T20:28:18Z', 'revision_number': 4, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'gw_port': {'id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'aeb06171-bb11-4fee-b7ca-ba9067b0eb55', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'floating_ip_address': '172.25.3.95', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'port_id': '9bcc9c70-27ff-453b-a013-46aec0229402', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d', 'mac_address': 'fa:16:3e:1c:05:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8007e2bf-98fd-4dde-8c42-9cd4bb3f3771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:28:40Z', 'updated_at': '2021-07-23T20:28:42Z', 'revision_number': 1, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106e586a-7712-4d7a-b73f-a52858bbed8e', 'name': '', 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'mac_address': 'fa:16:3e:2e:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:16Z', 'updated_at': '2021-07-23T20:28:25Z', 'revision_number': 5, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'subnets': [{'id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:44.624170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4164a692-93f3-41f6-a036-d0f05ebd1a94 None None] Checking router: b9e18773-12e4-4c16-a980-ffabdb06b77e for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:28:44.627167 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa023aac-cfd2-4d25-b3eb-b2fe45811d3a tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.641172 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4164a692-93f3-41f6-a036-d0f05ebd1a94 None None] Routers {'b9e18773-12e4-4c16-a980-ffabdb06b77e'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:44.641801 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4164a692-93f3-41f6-a036-d0f05ebd1a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:28:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b9e18773-12e4-4c16-a980-ffabdb06b77e'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:44.755867 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-4164a692-93f3-41f6-a036-d0f05ebd1a94 None None] Set router b9e18773-12e4-4c16-a980-ffabdb06b77e gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:44.759040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 31f3eea9-51b9-4fcf-80a5-29ef1110b743 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:44.763655 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58801363-16ff-437b-a202-d4669e10bdf5 req-fa06ce2a-66b9-47f7-bf2e-8f8880c4addd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bcc9c70-27ff-453b-a013-46aec0229402 HTTP/1.1" status: 200 len: 999 time: 0.1612861 Jul 23 20:28:44.797763 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.828271 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:28:44.828765 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:28:44.829613 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:28:44.830059 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Subscribe: > port after_create 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:28:44.830454 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:28:44.830861 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Subscribe: > port after_update 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:28:44.831512 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:28:44.831901 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:28:44.832291 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:28:44.832792 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:28:44.898995 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 31f3eea9-51b9-4fcf-80a5-29ef1110b743 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:44.921865 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 31f3eea9-51b9-4fcf-80a5-29ef1110b743 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:44.922234 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.936705 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:28:44.937239 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:28:44.937836 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:28:44.938404 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:28:44.938855 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e245881d-b7c7-4473-8e7c-2fe8256d1e70']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:44.983292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ffb3da-3509-4830-a82f-2f5eafec160d') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:44.983996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ffb3da-3509-4830-a82f-2f5eafec160d') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:44.998444 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device bdc5d7db-570c-487f-be89-85eec4088389 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:28:45.001756 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:45.024177 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.067806 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.081194 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58801363-16ff-437b-a202-d4669e10bdf5 req-fe4ef733-6c21-4843-a5d0-b5d094f12c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:45.082915 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58801363-16ff-437b-a202-d4669e10bdf5 req-fe4ef733-6c21-4843-a5d0-b5d094f12c9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e822dbc2-78ea-4404-9c96-96658096e134 HTTP/1.1" status: 200 len: 868 time: 0.2746720 Jul 23 20:28:45.105907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9aeaf-4752-4239-9bad-293dee5d770b req-be753516-a109-4411-bdc6-4232315d6f44 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:45.107637 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1f9aeaf-4752-4239-9bad-293dee5d770b req-be753516-a109-4411-bdc6-4232315d6f44 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 943 time: 0.4815917 Jul 23 20:28:45.109331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:45.109481 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: from cryptography.utils import int_from_bytes Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: from cryptography.utils import int_from_bytes Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:45.119078 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:45.265208 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa023aac-cfd2-4d25-b3eb-b2fe45811d3a tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.276924 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa023aac-cfd2-4d25-b3eb-b2fe45811d3a tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.283376 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1f9aeaf-4752-4239-9bad-293dee5d770b req-8af389ce-7b19-47f4-b129-5e93f91dae6f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632967 Jul 23 20:28:45.292811 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.345512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa023aac-cfd2-4d25-b3eb-b2fe45811d3a tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:45.349049 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.351644 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e245881d-b7c7-4473-8e7c-2fe8256d1e70 HTTP/1.1" status: 204 len: 168 time: 1.0623281 Jul 23 20:28:45.361476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eea67b-4fd2-4198-b740-a9e7ced76933 admin admin] Pushing event deleted for resources: {'Network': ['ID=e245881d-b7c7-4473-8e7c-2fe8256d1e70,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:45.368936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa023aac-cfd2-4d25-b3eb-b2fe45811d3a tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e73f088-1b96-4f41-9b75-b779ee1295a6,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:45.373985 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa023aac-cfd2-4d25-b3eb-b2fe45811d3a tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.374336 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-fa023aac-cfd2-4d25-b3eb-b2fe45811d3a tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Added segment 5fe2f56b-2eb1-4652-9eb5-13f648917906 of type vlan for network 432006af-32a0-4e9f-938f-6c87323ed76a Jul 23 20:28:45.388130 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58801363-16ff-437b-a202-d4669e10bdf5 req-474d7ec5-c6fc-4afe-a1e5-51badf915739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:45.389458 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.397185 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58801363-16ff-437b-a202-d4669e10bdf5 req-474d7ec5-c6fc-4afe-a1e5-51badf915739 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=937f74f4-5e87-4111-86e1-c8157d4b221d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2827034 Jul 23 20:28:45.435260 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7ef0e8-2712-46ed-8d29-52273ca9a940 x-openstack-request-id: req-ef7ef0e8-2712-46ed-8d29-52273ca9a940 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:45.436186 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8007e2bf-98fd-4dde-8c42-9cd4bb3f3771", "tag": "9bcc9c70-27ff-453b-a013-46aec0229402", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:45.436186 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef7ef0e8-2712-46ed-8d29-52273ca9a940 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:45.436643 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8007e2bf-98fd-4dde-8c42-9cd4bb3f3771', 'tag': '9bcc9c70-27ff-453b-a013-46aec0229402', 'status': 'completed', 'code': 200} Jul 23 20:28:45.451765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:45.460952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:45.461572 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.488634 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa023aac-cfd2-4d25-b3eb-b2fe45811d3a tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.499131 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.594078 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674558e-9338-4c51-a271-bd1e6a6d3fb9 req-4be4ce30-a6b2-4903-943e-05ff9e51b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:45.595824 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8674558e-9338-4c51-a271-bd1e6a6d3fb9 req-4be4ce30-a6b2-4903-943e-05ff9e51b31d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d4170486b644fb6b74af8c508ff2424&device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 1098 time: 0.1552904 Jul 23 20:28:45.596153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 31f3eea9-51b9-4fcf-80a5-29ef1110b743, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=31f3eea9-51b9-4fcf-80a5-29ef1110b743,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:45.601284 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a56e01-40c3-4725-8ca2-20c5fd371e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f3eea9-51b9-4fcf-80a5-29ef1110b743'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:45.603926 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2414ecb-238f-4c39-94c5-d6fca9e6083f" -d '{"events": [{"server_uuid": "72a56e01-40c3-4725-8ca2-20c5fd371e8d", "name": "network-vif-plugged", "status": "completed", "tag": "31f3eea9-51b9-4fcf-80a5-29ef1110b743"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:45.609597 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4164a692-93f3-41f6-a036-d0f05ebd1a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311771758-router', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:09Z', 'updated_at': '2021-07-23T20:28:18Z', 'revision_number': 4, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'gw_port': {'id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'aeb06171-bb11-4fee-b7ca-ba9067b0eb55', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'floating_ip_address': '172.25.3.95', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'port_id': '9bcc9c70-27ff-453b-a013-46aec0229402', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d', 'mac_address': 'fa:16:3e:1c:05:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8007e2bf-98fd-4dde-8c42-9cd4bb3f3771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:28:40Z', 'updated_at': '2021-07-23T20:28:42Z', 'revision_number': 1, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106e586a-7712-4d7a-b73f-a52858bbed8e', 'name': '', 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'mac_address': 'fa:16:3e:2e:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:16Z', 'updated_at': '2021-07-23T20:28:25Z', 'revision_number': 5, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'subnets': [{'id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:45.659547 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4164a692-93f3-41f6-a036-d0f05ebd1a94 None None] The sync data for ids ['b9e18773-12e4-4c16-a980-ffabdb06b77e'] in n-d-791504-18 is: [{'id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311771758-router', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:09Z', 'updated_at': '2021-07-23T20:28:18Z', 'revision_number': 4, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'gw_port': {'id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'aeb06171-bb11-4fee-b7ca-ba9067b0eb55', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'floating_ip_address': '172.25.3.95', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'port_id': '9bcc9c70-27ff-453b-a013-46aec0229402', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d', 'mac_address': 'fa:16:3e:1c:05:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8007e2bf-98fd-4dde-8c42-9cd4bb3f3771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:28:40Z', 'updated_at': '2021-07-23T20:28:42Z', 'revision_number': 1, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106e586a-7712-4d7a-b73f-a52858bbed8e', 'name': '', 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'mac_address': 'fa:16:3e:2e:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:16Z', 'updated_at': '2021-07-23T20:28:25Z', 'revision_number': 5, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'subnets': [{'id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:45.663903 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59250) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:45.675850 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.680566 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port bdc5d7db-570c-487f-be89-85eec4088389, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=bdc5d7db-570c-487f-be89-85eec4088389,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:45.687512 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58801363-16ff-437b-a202-d4669e10bdf5 req-5a4ccd67-eb5a-43cb-b685-f4e82091900b service neutron] 10.222.0.55 "GET /v2.0/networks/937f74f4-5e87-4111-86e1-c8157d4b221d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889788 Jul 23 20:28:45.719914 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa023aac-cfd2-4d25-b3eb-b2fe45811d3a tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.721063 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa023aac-cfd2-4d25-b3eb-b2fe45811d3a tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:45.721806 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa023aac-cfd2-4d25-b3eb-b2fe45811d3a tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.744584 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'bdc5d7db-570c-487f-be89-85eec4088389', 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387', 'port_id': 'bdc5d7db-570c-487f-be89-85eec4088389', 'mac_address': 'fa:16:3e:75:f3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0023097-714c-4bc6-9cfd-cd5938a22d68', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:28:45.812547 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-82dcb78a-0853-4da1-8351-20320502aeea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4f4b4b395bb04ce681b1729b9a2f9aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453524 Jul 23 20:28:45.813023 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59252) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:45.823635 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fa023aac-cfd2-4d25-b3eb-b2fe45811d3a tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5669477 Jul 23 20:28:45.838367 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201f7c9-0f5e-4429-90fc-edd3fb03de8c req-afaba46b-303f-4f7d-8b31-83b20d196171 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:45.840367 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1201f7c9-0f5e-4429-90fc-edd3fb03de8c req-afaba46b-303f-4f7d-8b31-83b20d196171 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 946 time: 0.2801216 Jul 23 20:28:45.841035 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59254) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:45.878270 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.882069 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.884131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=31f3eea9-51b9-4fcf-80a5-29ef1110b743,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:45.890959 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674558e-9338-4c51-a271-bd1e6a6d3fb9 req-aaadb7a2-52d1-449f-8ac2-ed46ee864bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:45.892465 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8674558e-9338-4c51-a271-bd1e6a6d3fb9 req-aaadb7a2-52d1-449f-8ac2-ed46ee864bca service neutron] 10.222.0.48 "GET /v2.0/networks?id=937f74f4-5e87-4111-86e1-c8157d4b221d HTTP/1.1" status: 200 len: 930 time: 0.2883282 Jul 23 20:28:45.904471 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa023aac-cfd2-4d25-b3eb-b2fe45811d3a tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Pushing event updated for resources: {'Network': ['ID=432006af-32a0-4e9f-938f-6c87323ed76a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:45.925761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 432006af-32a0-4e9f-938f-6c87323ed76a details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:45.941882 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e1925193-40ca-4228-815b-aa9da0c17f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.945809 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58801363-16ff-437b-a202-d4669e10bdf5 req-bf9a3bd7-4928-4720-91e3-c1ef4518c686 service neutron] 10.222.0.55 "GET /v2.0/networks/937f74f4-5e87-4111-86e1-c8157d4b221d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497578 Jul 23 20:28:45.981089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:45.988383 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1201f7c9-0f5e-4429-90fc-edd3fb03de8c req-ede7cb4b-5725-45f1-8938-3c31370bf1e1 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998461 Jul 23 20:28:45.989859 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc5d7db-570c-487f-be89-85eec4088389 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:46.007994 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.061325 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1302-127c-428e-b876-4967e599761e tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.064212 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port bdc5d7db-570c-487f-be89-85eec4088389, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=bdc5d7db-570c-487f-be89-85eec4088389,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:46.064905 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e1925193-40ca-4228-815b-aa9da0c17f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.092295 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad34e8ef-8571-447d-81aa-7a22fb56f860 None None] New status for floating IP aeb06171-bb11-4fee-b7ca-ba9067b0eb55: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:28:46.104781 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8674558e-9338-4c51-a271-bd1e6a6d3fb9 req-4a2aa144-5e73-4acb-b240-2dd4ba06196b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bcc9c70-27ff-453b-a013-46aec0229402 HTTP/1.1" status: 200 len: 999 time: 0.2038929 Jul 23 20:28:46.124273 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.147833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:46.208632 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674558e-9338-4c51-a271-bd1e6a6d3fb9 req-9a080bea-d6a3-4ecf-8aca-e8c2e2c299d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:46.210595 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8674558e-9338-4c51-a271-bd1e6a6d3fb9 req-9a080bea-d6a3-4ecf-8aca-e8c2e2c299d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e822dbc2-78ea-4404-9c96-96658096e134 HTTP/1.1" status: 200 len: 868 time: 0.0970259 Jul 23 20:28:46.262694 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=bdc5d7db-570c-487f-be89-85eec4088389,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:46.277575 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e1925193-40ca-4228-815b-aa9da0c17f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.280561 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e1925193-40ca-4228-815b-aa9da0c17f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.284091 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e1925193-40ca-4228-815b-aa9da0c17f60 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50d75170-01cb-43fb-be9c-b03800271974 HTTP/1.1" status: 204 len: 168 time: 0.4679153 Jul 23 20:28:46.296670 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1925193-40ca-4228-815b-aa9da0c17f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d75170-01cb-43fb-be9c-b03800271974,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:46.348379 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674558e-9338-4c51-a271-bd1e6a6d3fb9 req-8de26aea-7b4f-41af-bfbf-d08ee7216831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:46.350171 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8674558e-9338-4c51-a271-bd1e6a6d3fb9 req-8de26aea-7b4f-41af-bfbf-d08ee7216831 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=937f74f4-5e87-4111-86e1-c8157d4b221d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1323845 Jul 23 20:28:46.373402 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1302-127c-428e-b876-4967e599761e tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.395785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-9ffd1302-127c-428e-b876-4967e599761e tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432006af-32a0-4e9f-938f-6c87323ed76a']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:46.403008 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['bdc5d7db-570c-487f-be89-85eec4088389'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:46.407650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c894d1-70f1-4fba-9d9f-09743f25cd53 req-a4a1d6ff-a6a3-4c88-8c52-9d4b99ade585 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:46.409191 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8c894d1-70f1-4fba-9d9f-09743f25cd53 req-a4a1d6ff-a6a3-4c88-8c52-9d4b99ade585 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f HTTP/1.1" status: 200 len: 945 time: 0.2381566 Jul 23 20:28:46.462341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-9ffd1302-127c-428e-b876-4967e599761e tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe2f56b-2eb1-4652-9eb5-13f648917906') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:46.462630 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-9ffd1302-127c-428e-b876-4967e599761e tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe2f56b-2eb1-4652-9eb5-13f648917906') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:46.470317 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8674558e-9338-4c51-a271-bd1e6a6d3fb9 req-0b2ff695-1b12-4dbe-ac0e-3eddfe5a09c6 service neutron] 10.222.0.48 "GET /v2.0/networks/937f74f4-5e87-4111-86e1-c8157d4b221d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107428 Jul 23 20:28:46.471957 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb05460-4259-48aa-96f7-071892fd7336 req-567673ef-7d0a-42c8-8c68-e6110eeb1426 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:46.473964 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3fb05460-4259-48aa-96f7-071892fd7336 req-567673ef-7d0a-42c8-8c68-e6110eeb1426 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.3661013 Jul 23 20:28:46.493291 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1302-127c-428e-b876-4967e599761e tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.526864 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8c894d1-70f1-4fba-9d9f-09743f25cd53 req-296ade79-27f2-4a53-a1b9-7394a9d9da75 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029532 Jul 23 20:28:46.551539 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1302-127c-428e-b876-4967e599761e tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.563047 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3fb05460-4259-48aa-96f7-071892fd7336 req-f0213f93-08b8-4b00-99ad-f248a11f2565 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822895 Jul 23 20:28:46.568320 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffd1302-127c-428e-b876-4967e599761e tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:46.568781 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1302-127c-428e-b876-4967e599761e tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:46.578675 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:46.641945 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.655535 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8674558e-9338-4c51-a271-bd1e6a6d3fb9 req-af963d1d-26d0-48b9-815d-60f3ad6209c8 service neutron] 10.222.0.48 "GET /v2.0/networks/937f74f4-5e87-4111-86e1-c8157d4b221d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732991 Jul 23 20:28:46.685808 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3a61e4-9a2f-4e4b-b258-c9e32757f3b9 x-openstack-request-id: req-9f3a61e4-9a2f-4e4b-b258-c9e32757f3b9 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:46.686108 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a56e01-40c3-4725-8ca2-20c5fd371e8d", "name": "network-vif-plugged", "status": "completed", "tag": "31f3eea9-51b9-4fcf-80a5-29ef1110b743", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:46.686365 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f3a61e4-9a2f-4e4b-b258-c9e32757f3b9 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:46.687247 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a56e01-40c3-4725-8ca2-20c5fd371e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f3eea9-51b9-4fcf-80a5-29ef1110b743', 'code': 200} Jul 23 20:28:46.789733 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1302-127c-428e-b876-4967e599761e tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.798172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffd1302-127c-428e-b876-4967e599761e tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 432006af-32a0-4e9f-938f-6c87323ed76a {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:28:46.801104 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1302-127c-428e-b876-4967e599761e tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.813616 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59274) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:46.819614 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5c8b09ea-9c0a-4668-be7d-f6e6bfc15690 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:46.823589 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9ffd1302-127c-428e-b876-4967e599761e tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] 10.222.0.55 "DELETE /v2.0/networks/432006af-32a0-4e9f-938f-6c87323ed76a HTTP/1.1" status: 204 len: 168 time: 0.9777610 Jul 23 20:28:46.862307 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8b09ea-9c0a-4668-be7d-f6e6bfc15690 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Made reservation on behalf of 84310e0bf79c496c8a22eb902ff8219e for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:46.864938 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c8b09ea-9c0a-4668-be7d-f6e6bfc15690 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.909624 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8b09ea-9c0a-4668-be7d-f6e6bfc15690 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:46.942733 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd1302-127c-428e-b876-4967e599761e tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Pushing event deleted for resources: {'Network': ['ID=432006af-32a0-4e9f-938f-6c87323ed76a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:46.957340 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c8b09ea-9c0a-4668-be7d-f6e6bfc15690 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.959482 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-5c8b09ea-9c0a-4668-be7d-f6e6bfc15690 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Added segment e49e9dd8-9440-4ad7-8639-fc85bb6dea3e of type vlan for network c21cbb8a-cec2-4f0e-a048-d351a7aeccbe Jul 23 20:28:46.995492 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-6085d0ac-dc32-4126-8463-87fe05a44d66 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 258 time: 0.2847590 Jul 23 20:28:46.998344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7f73f-a936-489a-ada9-2fb2da920c48 req-46bac6f2-86d3-48ea-ba4b-91b17cab4724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:47.000331 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11d7f73f-a936-489a-ada9-2fb2da920c48 req-46bac6f2-86d3-48ea-ba4b-91b17cab4724 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72a56e01-40c3-4725-8ca2-20c5fd371e8d HTTP/1.1" status: 200 len: 1097 time: 0.2621520 Jul 23 20:28:47.014868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-0a512927-d84e-442c-a7cc-c78bbc74a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:47.062280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a1aa8-ff60-448f-b263-fb92f402e1bd req-3061744d-3a83-4bce-b510-7d29915821be tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:47.064660 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-814a1aa8-ff60-448f-b263-fb92f402e1bd req-3061744d-3a83-4bce-b510-7d29915821be tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 944 time: 0.2391901 Jul 23 20:28:47.076657 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c8b09ea-9c0a-4668-be7d-f6e6bfc15690 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.101739 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-0a512927-d84e-442c-a7cc-c78bbc74a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.159192 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c8b09ea-9c0a-4668-be7d-f6e6bfc15690 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.160205 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b09ea-9c0a-4668-be7d-f6e6bfc15690 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:47.160905 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c8b09ea-9c0a-4668-be7d-f6e6bfc15690 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.171710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11d7f73f-a936-489a-ada9-2fb2da920c48 req-e3de2f79-bd6f-4790-879b-cf1bdd036e1f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501529 Jul 23 20:28:47.220221 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5c8b09ea-9c0a-4668-be7d-f6e6bfc15690 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4054899 Jul 23 20:28:47.223182 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59286) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:47.229795 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-ee2465bc-d576-40af-a646-686e0a660b46 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Request body: {'subnet': {'network_id': 'c21cbb8a-cec2-4f0e-a048-d351a7aeccbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:47.244598 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-814a1aa8-ff60-448f-b263-fb92f402e1bd req-f3795200-3765-4a07-b5e3-bb1babd14a39 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711414 Jul 23 20:28:47.327518 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b09ea-9c0a-4668-be7d-f6e6bfc15690 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Pushing event updated for resources: {'Network': ['ID=c21cbb8a-cec2-4f0e-a048-d351a7aeccbe,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:47.340904 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network c21cbb8a-cec2-4f0e-a048-d351a7aeccbe details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:47.380192 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2465bc-d576-40af-a646-686e0a660b46 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Made reservation on behalf of 84310e0bf79c496c8a22eb902ff8219e for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:47.383202 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee2465bc-d576-40af-a646-686e0a660b46 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.409511 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59290) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:47.453849 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-0a512927-d84e-442c-a7cc-c78bbc74a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.621006 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6fa9e43e-4c2f-44c7-a77f-509b7ef5eff1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2110992670-network', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:47.752582 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-0a512927-d84e-442c-a7cc-c78bbc74a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Allocated IP 172.25.3.184 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/779a3628-897d-4201-9748-3e52dd8d8abc) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:47.763197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa9e43e-4c2f-44c7-a77f-509b7ef5eff1 admin admin] Made reservation on behalf of 83cc6e1e107f4085988ac2c55dd76f61 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:47.765644 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6fa9e43e-4c2f-44c7-a77f-509b7ef5eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.790582 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6fa9e43e-4c2f-44c7-a77f-509b7ef5eff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.817248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1ab22-a40b-499f-80e4-60aff08b6d65 req-2cb55b91-0e5a-44ca-a983-bf315da868d2 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:47.819093 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-05d1ab22-a40b-499f-80e4-60aff08b6d65 req-2cb55b91-0e5a-44ca-a983-bf315da868d2 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f HTTP/1.1" status: 200 len: 945 time: 0.1679249 Jul 23 20:28:47.833559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.objects.ports [None req-ee2465bc-d576-40af-a646-686e0a660b46 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93810) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:28:47.834086 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee2465bc-d576-40af-a646-686e0a660b46 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.885747 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2465bc-d576-40af-a646-686e0a660b46 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Pushing event updated for resources: {'Subnet': ['ID=941e2af3-847c-4bae-877f-ba8fe886e523,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:47.903949 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2465bc-d576-40af-a646-686e0a660b46 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Checking segment: {'id': 'e49e9dd8-9440-4ad7-8639-fc85bb6dea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c21cbb8a-cec2-4f0e-a048-d351a7aeccbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:47.905137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2465bc-d576-40af-a646-686e0a660b46 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Network hostable DHCP agents. Network: c21cbb8a-cec2-4f0e-a048-d351a7aeccbe, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:47.925619 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2465bc-d576-40af-a646-686e0a660b46 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Network c21cbb8a-cec2-4f0e-a048-d351a7aeccbe is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:47.940988 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-05d1ab22-a40b-499f-80e4-60aff08b6d65 req-cd408253-0f5c-4834-8416-b4e94e6f704b tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114790 Jul 23 20:28:47.941771 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-ee2465bc-d576-40af-a646-686e0a660b46 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, c21cbb8a-cec2-4f0e-a048-d351a7aeccbe) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:47.952119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd73f60-4d72-4729-8b40-163a45b9e46c None None] Network c21cbb8a-cec2-4f0e-a048-d351a7aeccbe requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:47.956968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2465bc-d576-40af-a646-686e0a660b46 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:47.957656 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee2465bc-d576-40af-a646-686e0a660b46 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.006283 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-0a512927-d84e-442c-a7cc-c78bbc74a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.049162 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6fa9e43e-4c2f-44c7-a77f-509b7ef5eff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.062530 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6fa9e43e-4c2f-44c7-a77f-509b7ef5eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.074225 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ee2465bc-d576-40af-a646-686e0a660b46 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8481724 Jul 23 20:28:48.076962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59300) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:48.081958 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d8084b2c-1982-4c34-9155-964aa3843289 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Request body: {'floatingip': {'floating_network_id': 'c21cbb8a-cec2-4f0e-a048-d351a7aeccbe'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:48.144018 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa9e43e-4c2f-44c7-a77f-509b7ef5eff1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:48.150055 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8084b2c-1982-4c34-9155-964aa3843289 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.164285 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-0a512927-d84e-442c-a7cc-c78bbc74a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.172615 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6fa9e43e-4c2f-44c7-a77f-509b7ef5eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.172959 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-6fa9e43e-4c2f-44c7-a77f-509b7ef5eff1 admin admin] Added segment 876faced-d8cf-4f41-b4e8-dd51f3ba19be of type vlan for network c97f5b5d-a800-4aa3-8195-36fc8395644b Jul 23 20:28:48.177092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9e43e-4c2f-44c7-a77f-509b7ef5eff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f837adb8-15a1-4264-b119-9b0de60861ae,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:48.231088 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993a4c80-58ba-45d6-8c33-7f63144e2281 None None] Network c21cbb8a-cec2-4f0e-a048-d351a7aeccbe requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:48.304812 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6fa9e43e-4c2f-44c7-a77f-509b7ef5eff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.312229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-0a512927-d84e-442c-a7cc-c78bbc74a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:48.321933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a512927-d84e-442c-a7cc-c78bbc74a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Pushing event updated for resources: {'Port': ['ID=779a3628-897d-4201-9748-3e52dd8d8abc,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:48.325738 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-0a512927-d84e-442c-a7cc-c78bbc74a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:48.328047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-0a512927-d84e-442c-a7cc-c78bbc74a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:48.341301 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8084b2c-1982-4c34-9155-964aa3843289 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.417686 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734684e-59e6-4df6-af12-27cd5ad93215 req-ddf35a0d-8284-4e67-832b-7509ec4f0d56 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:48.425469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2734684e-59e6-4df6-af12-27cd5ad93215 req-ddf35a0d-8284-4e67-832b-7509ec4f0d56 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.3186359 Jul 23 20:28:48.463391 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-d8084b2c-1982-4c34-9155-964aa3843289 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Allocated IP 172.20.0.13 (c21cbb8a-cec2-4f0e-a048-d351a7aeccbe/941e2af3-847c-4bae-877f-ba8fe886e523/98381ec2-d5aa-4542-be5b-63bb1147dde9) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:48.472037 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-0a512927-d84e-442c-a7cc-c78bbc74a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.485540 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6fa9e43e-4c2f-44c7-a77f-509b7ef5eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.486634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa9e43e-4c2f-44c7-a77f-509b7ef5eff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:48.487360 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6fa9e43e-4c2f-44c7-a77f-509b7ef5eff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.567150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9e43e-4c2f-44c7-a77f-509b7ef5eff1 admin admin] Pushing event updated for resources: {'Network': ['ID=c97f5b5d-a800-4aa3-8195-36fc8395644b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:48.580943 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network c97f5b5d-a800-4aa3-8195-36fc8395644b details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:48.589738 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2734684e-59e6-4df6-af12-27cd5ad93215 req-d35f3838-0dcc-4c92-84dd-972a01265954 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632204 Jul 23 20:28:48.669634 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6fa9e43e-4c2f-44c7-a77f-509b7ef5eff1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2589357 Jul 23 20:28:48.674441 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59304) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:48.681882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-96be61d4-7b4a-49be-b12a-6c0c24624303 admin admin] Request body: {'subnet': {'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2110992670-subnet', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:48.695557 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:48.699153 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fec73be-ad6f-4344-bdd8-8e5e4d20b0a3" -d '{"events": [{"server_uuid": "c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f", "name": "network-vif-plugged", "status": "completed", "tag": "091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:48.711068 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-0a512927-d84e-442c-a7cc-c78bbc74a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.785201 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96be61d4-7b4a-49be-b12a-6c0c24624303 admin admin] Made reservation on behalf of 83cc6e1e107f4085988ac2c55dd76f61 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:48.787506 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96be61d4-7b4a-49be-b12a-6c0c24624303 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.854526 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8084b2c-1982-4c34-9155-964aa3843289 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.903522 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8084b2c-1982-4c34-9155-964aa3843289 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.952374 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8084b2c-1982-4c34-9155-964aa3843289 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Network c21cbb8a-cec2-4f0e-a048-d351a7aeccbe is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:48.956328 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-d8084b2c-1982-4c34-9155-964aa3843289 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:48.970920 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8084b2c-1982-4c34-9155-964aa3843289 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:49.000548 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8084b2c-1982-4c34-9155-964aa3843289 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Pushing event updated for resources: {'Port': ['ID=98381ec2-d5aa-4542-be5b-63bb1147dde9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:49.040693 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device bdc5d7db-570c-487f-be89-85eec4088389 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:49.102451 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port bdc5d7db-570c-487f-be89-85eec4088389 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:49.105060 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8084b2c-1982-4c34-9155-964aa3843289 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.109633 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port bdc5d7db-570c-487f-be89-85eec4088389 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:49.110161 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.164241 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8084b2c-1982-4c34-9155-964aa3843289 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.223745 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.273246 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port bdc5d7db-570c-487f-be89-85eec4088389, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=bdc5d7db-570c-487f-be89-85eec4088389,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:49.280519 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.317070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0307f-0e29-430c-9f09-b8afbc9a73ed req-cf4a0c6e-4be5-4943-b60a-3ca79513f6b7 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:49.318872 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4eb0307f-0e29-430c-9f09-b8afbc9a73ed req-cf4a0c6e-4be5-4943-b60a-3ca79513f6b7 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 944 time: 0.6215303 Jul 23 20:28:49.349703 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=bdc5d7db-570c-487f-be89-85eec4088389,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:49.379062 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-0a512927-d84e-442c-a7cc-c78bbc74a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.399324 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-0a512927-d84e-442c-a7cc-c78bbc74a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.411630 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8084b2c-1982-4c34-9155-964aa3843289 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.417798 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8084b2c-1982-4c34-9155-964aa3843289 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.434149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4eb0307f-0e29-430c-9f09-b8afbc9a73ed req-8a1298e0-9c2c-471c-b3fc-9bda4896fff7 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949056 Jul 23 20:28:49.484653 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8084b2c-1982-4c34-9155-964aa3843289 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Pushing event updated for resources: {'Port': ['ID=98381ec2-d5aa-4542-be5b-63bb1147dde9,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:49.524626 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-0a512927-d84e-442c-a7cc-c78bbc74a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.529120 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8084b2c-1982-4c34-9155-964aa3843289 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.536163 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6284807-2c20-44bd-bb07-8b0e95c4d329 x-openstack-request-id: req-e6284807-2c20-44bd-bb07-8b0e95c4d329 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:49.536461 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f", "name": "network-vif-plugged", "status": "completed", "tag": "091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:49.536716 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e6284807-2c20-44bd-bb07-8b0e95c4d329 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:49.537114 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec', 'code': 200} Jul 23 20:28:49.551389 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8084b2c-1982-4c34-9155-964aa3843289 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.555680 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d8084b2c-1982-4c34-9155-964aa3843289 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4746985 Jul 23 20:28:49.559255 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59312) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:49.583669 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-0a512927-d84e-442c-a7cc-c78bbc74a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.585575 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-0a512927-d84e-442c-a7cc-c78bbc74a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5826871 Jul 23 20:28:49.649770 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a512927-d84e-442c-a7cc-c78bbc74a7a6 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Pushing event updated for resources: {'Port': ['ID=779a3628-897d-4201-9748-3e52dd8d8abc,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:49.661944 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96be61d4-7b4a-49be-b12a-6c0c24624303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.684240 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c0d45215-260e-4531-99c0-5aede8f882ef tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] 10.222.0.55 "GET /v2.0/floatingips?floating_network_id=c21cbb8a-cec2-4f0e-a048-d351a7aeccbe HTTP/1.1" status: 200 len: 690 time: 0.1249866 Jul 23 20:28:49.685171 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59316) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:49.770593 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-6179b593-3e8c-4b5f-9d2a-f37b0e3d245d tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.184 HTTP/1.1" status: 200 len: 696 time: 0.1665652 Jul 23 20:28:49.770852 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd127b0-a0c0-42a6-88ed-9ac9b08ef802 req-3308eb1d-00f2-4bcc-80bb-52930ae2554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:49.772265 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bcd127b0-a0c0-42a6-88ed-9ac9b08ef802 req-3308eb1d-00f2-4bcc-80bb-52930ae2554b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f HTTP/1.1" status: 200 len: 1097 time: 0.1376956 Jul 23 20:28:49.799369 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be61d4-7b4a-49be-b12a-6c0c24624303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7750dd8-00f3-4a53-80a2-8d4fd6798e2e,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:49.810456 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.901605 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96be61d4-7b4a-49be-b12a-6c0c24624303 admin admin] Checking segment: {'id': '876faced-d8cf-4f41-b4e8-dd51f3ba19be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:49.901958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96be61d4-7b4a-49be-b12a-6c0c24624303 admin admin] Network hostable DHCP agents. Network: c97f5b5d-a800-4aa3-8195-36fc8395644b, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:49.934542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc333d-f96d-4524-874e-4eec8f6886a9 req-d74cf70a-ca2a-421f-8c80-5db0604e5b7a tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:49.936057 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bcd127b0-a0c0-42a6-88ed-9ac9b08ef802 req-fc3b0708-27d1-4f60-b15d-320a3588e50f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550801 Jul 23 20:28:49.936565 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-35bc333d-f96d-4524-874e-4eec8f6886a9 req-d74cf70a-ca2a-421f-8c80-5db0604e5b7a tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f HTTP/1.1" status: 200 len: 945 time: 0.2895534 Jul 23 20:28:49.949195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-7d0cfd19-fca8-42a2-8a7b-b8b704c6d79f tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:49.950572 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-231ded01-d75c-4dc9-9e14-574fa2e2fda9 req-7d0cfd19-fca8-42a2-8a7b-b8b704c6d79f tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.1707315 Jul 23 20:28:49.970312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96be61d4-7b4a-49be-b12a-6c0c24624303 admin admin] Network c97f5b5d-a800-4aa3-8195-36fc8395644b is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:49.993355 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-96be61d4-7b4a-49be-b12a-6c0c24624303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, c97f5b5d-a800-4aa3-8195-36fc8395644b) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:49.997682 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96be61d4-7b4a-49be-b12a-6c0c24624303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:49.999984 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96be61d4-7b4a-49be-b12a-6c0c24624303 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.008833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d5606c-72bd-4220-b45b-f7e706cbba74 None None] Network c97f5b5d-a800-4aa3-8195-36fc8395644b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:50.019417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Deleting port 98381ec2-d5aa-4542-be5b-63bb1147dde9 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:50.019783 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.056257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-35bc333d-f96d-4524-874e-4eec8f6886a9 req-5b9bc265-93db-49e1-8833-d99e419ebb55 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045651 Jul 23 20:28:50.058723 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-96be61d4-7b4a-49be-b12a-6c0c24624303 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3813646 Jul 23 20:28:50.061507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59320) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:50.066293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2110992670-router', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:50.115728 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.119359 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.148467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb7146-f132-42a2-b6cf-938b7be7cfa1 req-52534ac9-bfde-423e-aeff-a3896f28623e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:50.150213 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43eb7146-f132-42a2-b6cf-938b7be7cfa1 req-52534ac9-bfde-423e-aeff-a3896f28623e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.1355376 Jul 23 20:28:50.181524 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.182573 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.201163 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Calling delete_port for 98381ec2-d5aa-4542-be5b-63bb1147dde9 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:50.216624 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.250601 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-c97f5b5d-a800-4aa3-8195-36fc8395644b', 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'fixed_ips': [{'subnet_id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:28:50.251565 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.337239 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43eb7146-f132-42a2-b6cf-938b7be7cfa1 req-ef7f0f23-0e06-4400-9b00-c5e4c2a99040 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689065 Jul 23 20:28:50.390375 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.453595 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Pushing event deleted for resources: {'Port': ['ID=98381ec2-d5aa-4542-be5b-63bb1147dde9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:50.454496 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.474487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Allocated IP 172.20.0.2 (c97f5b5d-a800-4aa3-8195-36fc8395644b/f7750dd8-00f3-4a53-80a2-8d4fd6798e2e/5fa9fe20-7115-46dd-be35-1a208394ed13) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:50.474962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1916e-05c9-4d8f-bf8d-5a7ec2bd34a6 req-142c2c21-d375-43fe-ae35-2141c2a53116 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:50.482784 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98b1916e-05c9-4d8f-bf8d-5a7ec2bd34a6 req-142c2c21-d375-43fe-ae35-2141c2a53116 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/ports?device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3133044 Jul 23 20:28:50.573140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98b1916e-05c9-4d8f-bf8d-5a7ec2bd34a6 req-f1365e79-c9c1-49f6-811e-1f4da7626e98 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.184 HTTP/1.1" status: 200 len: 696 time: 0.0892045 Jul 23 20:28:50.580876 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-98b1916e-05c9-4d8f-bf8d-5a7ec2bd34a6 req-dc2dd896-388c-4a5d-9488-9064523bbcf3 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Request body: {'floatingip': {'port_id': '9bcc9c70-27ff-453b-a013-46aec0229402', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:50.657508 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-98b1916e-05c9-4d8f-bf8d-5a7ec2bd34a6 req-dc2dd896-388c-4a5d-9488-9064523bbcf3 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.676196 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.685492 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-044cc416-3e96-41d7-98c4-4012620b8b28 req-cfb36f41-147d-4e50-bcb7-5ced9a630d4a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2260356 Jul 23 20:28:50.754527 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.765573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Transition to ACTIVE for port object 5fa9fe20-7115-46dd-be35-1a208394ed13 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:50.782663 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Transition to ACTIVE for port object 5fa9fe20-7115-46dd-be35-1a208394ed13 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:50.789939 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.795036 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.859978 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cc416-3e96-41d7-98c4-4012620b8b28 req-55b0cb86-924b-4a7a-994b-33ba72d8fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:50.861479 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-044cc416-3e96-41d7-98c4-4012620b8b28 req-55b0cb86-924b-4a7a-994b-33ba72d8fda5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5a185053a28c406bbec1c43816d9e38b&device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 1098 time: 0.1114135 Jul 23 20:28:50.867635 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Network c97f5b5d-a800-4aa3-8195-36fc8395644b is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:50.872262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:50.876225 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.877758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:50.937715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=941e2af3-847c-4bae-877f-ba8fe886e523,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:50.975014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Attempting to bind port 5fa9fe20-7115-46dd-be35-1a208394ed13 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:50.975692 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Attempting to bind port 5fa9fe20-7115-46dd-be35-1a208394ed13 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '876faced-d8cf-4f41-b4e8-dd51f3ba19be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:50.976446 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Attempting to bind port 5fa9fe20-7115-46dd-be35-1a208394ed13 on network c97f5b5d-a800-4aa3-8195-36fc8395644b {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:50.978738 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Pushing event updated for resources: {'Port': ['ID=5fa9fe20-7115-46dd-be35-1a208394ed13,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:50.994567 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:50.995470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Checking segment: {'id': '876faced-d8cf-4f41-b4e8-dd51f3ba19be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:50.996680 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.997185 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Bound using segment: {'id': '876faced-d8cf-4f41-b4e8-dd51f3ba19be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:50.998539 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Bound port: 5fa9fe20-7115-46dd-be35-1a208394ed13, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876faced-d8cf-4f41-b4e8-dd51f3ba19be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:50.999031 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.012119 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bdd54-7b3b-4ed8-9d50-8f0b34d82f57 req-d54b2908-6109-4d1a-ab75-d59c74cf53e1 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.014203 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-307bdd54-7b3b-4ed8-9d50-8f0b34d82f57 req-d54b2908-6109-4d1a-ab75-d59c74cf53e1 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 945 time: 0.2901530 Jul 23 20:28:51.083511 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.094174 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] For port 5fa9fe20-7115-46dd-be35-1a208394ed13, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:51.099579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] For port 5fa9fe20-7115-46dd-be35-1a208394ed13, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=5fa9fe20-7115-46dd-be35-1a208394ed13,segment=NetworkSegment(876faced-d8cf-4f41-b4e8-dd51f3ba19be),segment_id=876faced-d8cf-4f41-b4e8-dd51f3ba19be)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:51.105691 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21cbb8a-cec2-4f0e-a048-d351a7aeccbe']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:51.109070 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.124433 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49e9dd8-9440-4ad7-8639-fc85bb6dea3e') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:51.125588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49e9dd8-9440-4ad7-8639-fc85bb6dea3e') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:51.152831 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.167039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cc416-3e96-41d7-98c4-4012620b8b28 req-8a2d0958-3787-463e-8cad-9f5ef61f1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.169130 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-044cc416-3e96-41d7-98c4-4012620b8b28 req-8a2d0958-3787-463e-8cad-9f5ef61f1a60 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 200 len: 921 time: 0.2438140 Jul 23 20:28:51.175643 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.197834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-307bdd54-7b3b-4ed8-9d50-8f0b34d82f57 req-b2b59f5f-cb44-4fb9-8a72-dd874a090e78 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750679 Jul 23 20:28:51.211025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fa470-a778-4e1e-ab1c-4f89dceed66d None None] Pushing event updated for resources: {'Port': ['ID=5fa9fe20-7115-46dd-be35-1a208394ed13,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:51.238887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:51.239341 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:51.242497 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:51.244791 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-98b1916e-05c9-4d8f-bf8d-5a7ec2bd34a6 req-dc2dd896-388c-4a5d-9488-9064523bbcf3 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 20:28:51.253022 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98b1916e-05c9-4d8f-bf8d-5a7ec2bd34a6 req-dc2dd896-388c-4a5d-9488-9064523bbcf3 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "PUT /v2.0/floatingips/ccd0dfaf-e132-4009-b6b4-671d49d2b2c1 HTTP/1.1" status: 409 len: 551 time: 0.6788356 Jul 23 20:28:51.257641 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-044cc416-3e96-41d7-98c4-4012620b8b28 req-01711c4c-395f-48c0-9a6f-474222a9bce6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fca716f7-0dc1-486b-befd-6f4040d6c385 HTTP/1.1" status: 200 len: 217 time: 0.0751717 Jul 23 20:28:51.359336 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cc416-3e96-41d7-98c4-4012620b8b28 req-a6403473-adcf-4287-b13b-1fd110dbf43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.362364 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-044cc416-3e96-41d7-98c4-4012620b8b28 req-a6403473-adcf-4287-b13b-1fd110dbf43a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 200 len: 860 time: 0.0937343 Jul 23 20:28:51.363396 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.371851 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c21cbb8a-cec2-4f0e-a048-d351a7aeccbe {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:28:51.376740 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.395379 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.398186 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] 10.222.0.55 "DELETE /v2.0/networks/c21cbb8a-cec2-4f0e-a048-d351a7aeccbe HTTP/1.1" status: 204 len: 168 time: 1.7120867 Jul 23 20:28:51.399568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3577b-180b-4bf8-b9b2-7a71d6047f40 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Pushing event deleted for resources: {'Network': ['ID=c21cbb8a-cec2-4f0e-a048-d351a7aeccbe,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:51.404127 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59336) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:51.420096 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-044cc416-3e96-41d7-98c4-4012620b8b28 req-ff5c6b1d-fcc5-487f-b7d4-04d455e47409 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e56589e-9a72-40c0-80e1-89204b3d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495408 Jul 23 20:28:51.458614 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.539034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f84632-b7fd-42d9-b6ef-dab789c0b0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc5d7db-570c-487f-be89-85eec4088389'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:51.541397 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4601f7a-f513-471e-91e6-387e9da7f244" -d '{"events": [{"server_uuid": "70f84632-b7fd-42d9-b6ef-dab789c0b0d6", "name": "network-vif-plugged", "status": "completed", "tag": "bdc5d7db-570c-487f-be89-85eec4088389"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:51.584708 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-044cc416-3e96-41d7-98c4-4012620b8b28 req-d7708bd7-930c-4b27-a4f7-ab34500467a4 service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447079 Jul 23 20:28:51.610803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba54612-e99e-4aac-ad24-af02aabbb8bd req-d7d1c949-adf6-467f-916b-707ff0283631 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.612631 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6ba54612-e99e-4aac-ad24-af02aabbb8bd req-d7d1c949-adf6-467f-916b-707ff0283631 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.57 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 944 time: 0.4633815 Jul 23 20:28:51.696209 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-044cc416-3e96-41d7-98c4-4012620b8b28 req-06c89b72-38fe-4f79-8ba4-ba627757f876 service neutron] 10.222.0.48 "GET /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043894 Jul 23 20:28:51.701177 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3f33e0d3-b6d8-482d-8262-c849e0d56aec tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2263 time: 0.2688599 Jul 23 20:28:51.704624 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59340) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:51.755028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1713da-050e-4e0b-96fe-fa2b6fed2adb req-a1a8beef-0c5f-4297-abe2-ab1575c244b6 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.756607 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2c1713da-050e-4e0b-96fe-fa2b6fed2adb req-a1a8beef-0c5f-4297-abe2-ab1575c244b6 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f HTTP/1.1" status: 200 len: 945 time: 0.4126332 Jul 23 20:28:51.764183 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f23ee-a154-4eae-a558-02d4fc805aaa req-e1346876-d9f1-4307-a2ad-a148d3986cf9 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.765663 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e51f23ee-a154-4eae-a558-02d4fc805aaa req-e1346876-d9f1-4307-a2ad-a148d3986cf9 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e911d9-cc85-4cc4-a02d-26afcce969b7 HTTP/1.1" status: 200 len: 944 time: 0.4817157 Jul 23 20:28:51.823181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea109d51-f37f-4a31-80a8-87f7c4fe7d21 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.823760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea109d51-f37f-4a31-80a8-87f7c4fe7d21 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.824223 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea109d51-f37f-4a31-80a8-87f7c4fe7d21 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.824677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea109d51-f37f-4a31-80a8-87f7c4fe7d21 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.825139 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea109d51-f37f-4a31-80a8-87f7c4fe7d21 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.825570 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea109d51-f37f-4a31-80a8-87f7c4fe7d21 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.826018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea109d51-f37f-4a31-80a8-87f7c4fe7d21 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.826480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea109d51-f37f-4a31-80a8-87f7c4fe7d21 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.826924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea109d51-f37f-4a31-80a8-87f7c4fe7d21 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.827388 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea109d51-f37f-4a31-80a8-87f7c4fe7d21 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.827831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea109d51-f37f-4a31-80a8-87f7c4fe7d21 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.828270 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea109d51-f37f-4a31-80a8-87f7c4fe7d21 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.833126 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ea109d51-f37f-4a31-80a8-87f7c4fe7d21 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7912 time: 0.1243520 Jul 23 20:28:51.833421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59342) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:51.868091 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-22a36a40-4b15-4b69-a55f-f38501aa989e tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] delete failed (client error): The resource could not be found. Jul 23 20:28:51.869037 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-22a36a40-4b15-4b69-a55f-f38501aa989e tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/87d7a724-abab-41fc-9e7f-fa067e87104d HTTP/1.1" status: 404 len: 345 time: 0.0346372 Jul 23 20:28:51.871860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59344) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:51.888586 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-2405a813-126d-41b2-8e7b-e038093de352 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] DELETE failed (client error): The resource could not be found. Jul 23 20:28:51.889133 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2405a813-126d-41b2-8e7b-e038093de352 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:51.891150 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2405a813-126d-41b2-8e7b-e038093de352 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] 10.222.0.55 "DELETE /v2.0/networks/c21cbb8a-cec2-4f0e-a048-d351a7aeccbe HTTP/1.1" status: 404 len: 339 time: 0.0180190 Jul 23 20:28:51.895000 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59346) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:51.900584 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8fbee25b-c5c9-4bb2-9b10-05f0a1976dcf tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Request body: {'network': {'name': 'tempest-network--1704621032', 'router:external': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:51.900759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2c1713da-050e-4e0b-96fe-fa2b6fed2adb req-ada0fe01-1ca4-4e7e-bc4b-0323f4cfc200 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340084 Jul 23 20:28:51.926921 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbee25b-c5c9-4bb2-9b10-05f0a1976dcf tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Made reservation on behalf of 84310e0bf79c496c8a22eb902ff8219e for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:51.927862 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e51f23ee-a154-4eae-a558-02d4fc805aaa req-d1199196-60c1-485c-86f5-c75b833e3fb0 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496429 Jul 23 20:28:51.930374 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8fbee25b-c5c9-4bb2-9b10-05f0a1976dcf tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.976535 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbee25b-c5c9-4bb2-9b10-05f0a1976dcf tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:51.989011 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8fbee25b-c5c9-4bb2-9b10-05f0a1976dcf tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.989694 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-8fbee25b-c5c9-4bb2-9b10-05f0a1976dcf tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Added segment 72604005-bca0-4fa1-98b4-a91e73f1fb53 of type vlan for network bb7e36b6-f552-4845-8799-7f84d7ae7293 Jul 23 20:28:52.025585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Allocated IP 172.25.3.155 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/70d277bc-d370-444e-8ce8-604cea98bc92) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:52.051730 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8fbee25b-c5c9-4bb2-9b10-05f0a1976dcf tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.067132 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e57c8fb6-01d5-4bc2-ae9b-71c7ce68eb08 req-92b4577f-2327-4604-8cdf-5f3d77ef62c3 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/floatingips/ccd0dfaf-e132-4009-b6b4-671d49d2b2c1 HTTP/1.1" status: 200 len: 693 time: 0.1289308 Jul 23 20:28:52.101085 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8fbee25b-c5c9-4bb2-9b10-05f0a1976dcf tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.102059 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbee25b-c5c9-4bb2-9b10-05f0a1976dcf tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:52.102631 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8fbee25b-c5c9-4bb2-9b10-05f0a1976dcf tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.138585 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8fbee25b-c5c9-4bb2-9b10-05f0a1976dcf tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2425349 Jul 23 20:28:52.142622 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59350) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:52.167837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-6ba54612-e99e-4aac-ad24-af02aabbb8bd req-306ff70a-1833-4df7-a363-20023e46c831 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Deleting port 28d35720-ce9d-4e20-aede-709584c1d93e {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:52.168191 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6ba54612-e99e-4aac-ad24-af02aabbb8bd req-306ff70a-1833-4df7-a363-20023e46c831 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.221320 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbee25b-c5c9-4bb2-9b10-05f0a1976dcf tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Pushing event updated for resources: {'Network': ['ID=bb7e36b6-f552-4845-8799-7f84d7ae7293,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:52.252814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network bb7e36b6-f552-4845-8799-7f84d7ae7293 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:52.276325 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6ba54612-e99e-4aac-ad24-af02aabbb8bd req-306ff70a-1833-4df7-a363-20023e46c831 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] For port 28d35720-ce9d-4e20-aede-709584c1d93e, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=28d35720-ce9d-4e20-aede-709584c1d93e,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:52.276687 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6ba54612-e99e-4aac-ad24-af02aabbb8bd req-306ff70a-1833-4df7-a363-20023e46c831 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.337381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-6ba54612-e99e-4aac-ad24-af02aabbb8bd req-306ff70a-1833-4df7-a363-20023e46c831 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Calling delete_port for 28d35720-ce9d-4e20-aede-709584c1d93e owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:52.340810 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5fa9fe20-7115-46dd-be35-1a208394ed13 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:52.412310 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 5fa9fe20-7115-46dd-be35-1a208394ed13 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:52.427080 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330e6a20-a6cf-432e-8614-1c3a91a623d4 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:52.434214 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330e6a20-a6cf-432e-8614-1c3a91a623d4 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:52.440618 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330e6a20-a6cf-432e-8614-1c3a91a623d4 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:52.447395 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330e6a20-a6cf-432e-8614-1c3a91a623d4 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:52.452077 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-330e6a20-a6cf-432e-8614-1c3a91a623d4 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3084598 Jul 23 20:28:52.452788 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59354) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:52.466530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4952755e-2f54-4b72-b6ed-57afabc1e393 None None] Network c97f5b5d-a800-4aa3-8195-36fc8395644b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:52.485809 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbef2c5-bbbf-4d89-bf44-807d955b86d1 req-5cb1b57e-7e77-4b68-96b3-76c8e298cf62 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:52.488069 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7fbef2c5-bbbf-4d89-bf44-807d955b86d1 req-5cb1b57e-7e77-4b68-96b3-76c8e298cf62 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.4601462 Jul 23 20:28:52.506029 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c8fb6-01d5-4bc2-ae9b-71c7ce68eb08 req-dfdb276f-659b-46ac-8ed0-827d3d45b9f7 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:52.507648 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e57c8fb6-01d5-4bc2-ae9b-71c7ce68eb08 req-dfdb276f-659b-46ac-8ed0-827d3d45b9f7 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.4036334 Jul 23 20:28:52.538314 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29719979-38b8-485c-8934-90ddb3709920 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.560489 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.588409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-102564a2-3e5e-4f03-86ca-d26ebbb047d9 None None] Provisioning for port 5fa9fe20-7115-46dd-be35-1a208394ed13 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:52.594640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-102564a2-3e5e-4f03-86ca-d26ebbb047d9 None None] Provisioning complete for port 5fa9fe20-7115-46dd-be35-1a208394ed13 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:52.595152 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-102564a2-3e5e-4f03-86ca-d26ebbb047d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.622825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e57c8fb6-01d5-4bc2-ae9b-71c7ce68eb08 req-c810e6a7-7484-4c3d-b6b9-e978d7b4e5db tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.184 HTTP/1.1" status: 200 len: 696 time: 0.0894992 Jul 23 20:28:52.623387 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29719979-38b8-485c-8934-90ddb3709920 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.636832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-29719979-38b8-485c-8934-90ddb3709920 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7e36b6-f552-4845-8799-7f84d7ae7293']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:52.646745 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7fbef2c5-bbbf-4d89-bf44-807d955b86d1 req-9ccafd62-f701-42f1-b72b-5a8a09dc09bf tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483135 Jul 23 20:28:52.651764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-29719979-38b8-485c-8934-90ddb3709920 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72604005-bca0-4fa1-98b4-a91e73f1fb53') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:52.651764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-29719979-38b8-485c-8934-90ddb3709920 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72604005-bca0-4fa1-98b4-a91e73f1fb53') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:52.663413 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29719979-38b8-485c-8934-90ddb3709920 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.695916 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29719979-38b8-485c-8934-90ddb3709920 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.702471 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e57c8fb6-01d5-4bc2-ae9b-71c7ce68eb08 req-46b45e41-b392-4d82-a97b-3f4f2e82077f tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.184 HTTP/1.1" status: 200 len: 696 time: 0.0683496 Jul 23 20:28:52.716927 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29719979-38b8-485c-8934-90ddb3709920 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:52.718039 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29719979-38b8-485c-8934-90ddb3709920 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:52.719279 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:52.736787 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fa9fa8-6e5a-45ce-a082-7b437cfb77c1 x-openstack-request-id: req-24fa9fa8-6e5a-45ce-a082-7b437cfb77c1 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:52.737153 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f84632-b7fd-42d9-b6ef-dab789c0b0d6", "name": "network-vif-plugged", "status": "completed", "tag": "bdc5d7db-570c-487f-be89-85eec4088389", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:52.738388 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24fa9fa8-6e5a-45ce-a082-7b437cfb77c1 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:52.738388 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f84632-b7fd-42d9-b6ef-dab789c0b0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc5d7db-570c-487f-be89-85eec4088389', 'code': 200} Jul 23 20:28:52.755635 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-102564a2-3e5e-4f03-86ca-d26ebbb047d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.808763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-102564a2-3e5e-4f03-86ca-d26ebbb047d9 None None] For port 5fa9fe20-7115-46dd-be35-1a208394ed13, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=5fa9fe20-7115-46dd-be35-1a208394ed13,segment=NetworkSegment(876faced-d8cf-4f41-b4e8-dd51f3ba19be),segment_id=876faced-d8cf-4f41-b4e8-dd51f3ba19be)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:52.814953 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-102564a2-3e5e-4f03-86ca-d26ebbb047d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.838268 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29719979-38b8-485c-8934-90ddb3709920 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.845552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29719979-38b8-485c-8934-90ddb3709920 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bb7e36b6-f552-4845-8799-7f84d7ae7293 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:28:52.849582 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29719979-38b8-485c-8934-90ddb3709920 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.852098 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-29719979-38b8-485c-8934-90ddb3709920 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] 10.222.0.55 "DELETE /v2.0/networks/bb7e36b6-f552-4845-8799-7f84d7ae7293 HTTP/1.1" status: 204 len: 168 time: 0.3982952 Jul 23 20:28:52.877886 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59356) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:52.884427 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-36df37d0-e99a-49d4-a328-a31601bb0b3c tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Request body: {'network': {'name': 'tempest-network--928735865', 'router:external': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:52.903859 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29719979-38b8-485c-8934-90ddb3709920 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb7e36b6-f552-4845-8799-7f84d7ae7293,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:52.910267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102564a2-3e5e-4f03-86ca-d26ebbb047d9 None None] Pushing event updated for resources: {'Port': ['ID=5fa9fe20-7115-46dd-be35-1a208394ed13,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:52.920776 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36df37d0-e99a-49d4-a328-a31601bb0b3c tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Made reservation on behalf of 84310e0bf79c496c8a22eb902ff8219e for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:52.923339 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36df37d0-e99a-49d4-a328-a31601bb0b3c tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.939424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce07dfb-1bde-4a1a-9b58-1e99638987b4 req-dd22aaf2-0504-40d6-af75-81d651a6a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:52.940950 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5ce07dfb-1bde-4a1a-9b58-1e99638987b4 req-dd22aaf2-0504-40d6-af75-81d651a6a72b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 1097 time: 0.1455507 Jul 23 20:28:52.970842 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36df37d0-e99a-49d4-a328-a31601bb0b3c tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:52.991943 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36df37d0-e99a-49d4-a328-a31601bb0b3c tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.992529 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-36df37d0-e99a-49d4-a328-a31601bb0b3c tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Added segment 88c7e1e3-3bd0-464b-b8a4-cd923a8479eb of type vlan for network d23cb373-1c1e-41c7-ae3d-56b27ee26fd9 Jul 23 20:28:52.995177 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5ce07dfb-1bde-4a1a-9b58-1e99638987b4 req-b9017f6f-8b64-47c1-b6aa-d93412511d3b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470273 Jul 23 20:28:53.038510 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2379f548-4170-43a6-9c5f-b2c85aa5e559 None None] Provisioning complete for port 5fa9fe20-7115-46dd-be35-1a208394ed13 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:53.038889 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2379f548-4170-43a6-9c5f-b2c85aa5e559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.048005 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36df37d0-e99a-49d4-a328-a31601bb0b3c tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.095634 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36df37d0-e99a-49d4-a328-a31601bb0b3c tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.099034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36df37d0-e99a-49d4-a328-a31601bb0b3c tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:53.104319 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36df37d0-e99a-49d4-a328-a31601bb0b3c tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.177248 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.188016 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-36df37d0-e99a-49d4-a328-a31601bb0b3c tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3065348 Jul 23 20:28:53.188352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59360) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:53.238550 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df37d0-e99a-49d4-a328-a31601bb0b3c tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Pushing event updated for resources: {'Network': ['ID=d23cb373-1c1e-41c7-ae3d-56b27ee26fd9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:53.249196 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6ba54612-e99e-4aac-ad24-af02aabbb8bd req-306ff70a-1833-4df7-a363-20023e46c831 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.261976 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network d23cb373-1c1e-41c7-ae3d-56b27ee26fd9 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:53.269536 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['fca716f7-0dc1-486b-befd-6f4040d6c385'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:53.285905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:53.304437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:53.315463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:53.321912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8cb63e-15fa-45d8-b3a5-eb1fc6a0bca9 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:53.325954 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9b8cb63e-15fa-45d8-b3a5-eb1fc6a0bca9 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] 10.222.0.55 "GET /v2.0/networks/d23cb373-1c1e-41c7-ae3d-56b27ee26fd9 HTTP/1.1" status: 200 len: 756 time: 0.1340699 Jul 23 20:28:53.326112 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Pushing event updated for resources: {'Port': ['ID=70d277bc-d370-444e-8ce8-604cea98bc92,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:53.329502 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-42b2494d-e847-4d8b-8b32-546aded7d520 req-b6d5be8d-9216-4b17-b8aa-261a5c749fd2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2143135 Jul 23 20:28:53.329502 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59362) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:53.425760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dad499-7aa2-4882-8242-d32b273fe473 req-f19bd890-fee4-460d-a1fb-39d5f4376c64 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:53.427382 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56dad499-7aa2-4882-8242-d32b273fe473 req-f19bd890-fee4-460d-a1fb-39d5f4376c64 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=72a56e01-40c3-4725-8ca2-20c5fd371e8d HTTP/1.1" status: 200 len: 945 time: 0.3438077 Jul 23 20:28:53.428139 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba54612-e99e-4aac-ad24-af02aabbb8bd req-306ff70a-1833-4df7-a363-20023e46c831 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] No DVR routers for this DVR port 28d35720-ce9d-4e20-aede-709584c1d93e on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:53.430380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ff70a-1833-4df7-a363-20023e46c831 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Pushing event deleted for resources: {'Port': ['ID=28d35720-ce9d-4e20-aede-709584c1d93e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:53.435359 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6ba54612-e99e-4aac-ad24-af02aabbb8bd req-306ff70a-1833-4df7-a363-20023e46c831 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.437307 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6ba54612-e99e-4aac-ad24-af02aabbb8bd req-306ff70a-1833-4df7-a363-20023e46c831 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.57 "DELETE /v2.0/ports/28d35720-ce9d-4e20-aede-709584c1d93e HTTP/1.1" status: 204 len: 173 time: 1.7813969 Jul 23 20:28:53.438496 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e911d9-cc85-4cc4-a02d-26afcce969b7', 'name': 'network-vif-deleted', 'tag': '28d35720-ce9d-4e20-aede-709584c1d93e'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:53.440369 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9bd814-586a-48c1-95d7-ee47e2a01f32" -d '{"events": [{"server_uuid": "16e911d9-cc85-4cc4-a02d-26afcce969b7", "name": "network-vif-deleted", "tag": "28d35720-ce9d-4e20-aede-709584c1d93e"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:53.448446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c74212-3827-4224-9802-822007496304 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:53.449500 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-48c74212-3827-4224-9802-822007496304 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] 10.222.0.55 "GET /v2.0/networks/5c8a5fff-cefc-410d-a2fc-c39d1bfb3f0c HTTP/1.1" status: 200 len: 768 time: 0.1217389 Jul 23 20:28:53.452273 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59366) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:53.469960 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2494d-e847-4d8b-8b32-546aded7d520 req-69e4be51-5f91-44e4-8c71-432640033d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:53.471815 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-42b2494d-e847-4d8b-8b32-546aded7d520 req-69e4be51-5f91-44e4-8c71-432640033d43 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 1097 time: 0.1094022 Jul 23 20:28:53.583338 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-e57c8fb6-01d5-4bc2-ae9b-71c7ce68eb08 req-a73ff5d7-0996-48fb-9ebf-719d955a03cd tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Deleting port 779a3628-897d-4201-9748-3e52dd8d8abc {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:53.583970 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e57c8fb6-01d5-4bc2-ae9b-71c7ce68eb08 req-a73ff5d7-0996-48fb-9ebf-719d955a03cd tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.589017 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2494d-e847-4d8b-8b32-546aded7d520 req-20c397ac-c849-460a-b23b-fac692f2276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:53.590469 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-42b2494d-e847-4d8b-8b32-546aded7d520 req-20c397ac-c849-460a-b23b-fac692f2276e service neutron] 10.222.0.57 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 909 time: 0.0972159 Jul 23 20:28:53.635921 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-42b2494d-e847-4d8b-8b32-546aded7d520 req-3bc1dc94-75ad-4f27-8c80-aa959da3c6b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2b47be9-a533-465b-9a27-c492d3654f3d HTTP/1.1" status: 200 len: 217 time: 0.0384772 Jul 23 20:28:53.672848 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56dad499-7aa2-4882-8242-d32b273fe473 req-a0c8cea6-b5fd-4981-b7b3-ca3926557cc8 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975482 Jul 23 20:28:53.683271 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7c6c09d-8400-4996-ac0e-c183e30472fa tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.685946 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2494d-e847-4d8b-8b32-546aded7d520 req-0fb5e9a1-96c6-4af4-9de9-b796c3b71e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:53.687441 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-42b2494d-e847-4d8b-8b32-546aded7d520 req-0fb5e9a1-96c6-4af4-9de9-b796c3b71e34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.0450137 Jul 23 20:28:53.724949 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-42b2494d-e847-4d8b-8b32-546aded7d520 req-b68ac4b1-0bd2-426c-a82e-1a72950b9010 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296066 Jul 23 20:28:53.869899 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e57c8fb6-01d5-4bc2-ae9b-71c7ce68eb08 req-a73ff5d7-0996-48fb-9ebf-719d955a03cd tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.870181 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e57c8fb6-01d5-4bc2-ae9b-71c7ce68eb08 req-a73ff5d7-0996-48fb-9ebf-719d955a03cd tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.907605 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-e57c8fb6-01d5-4bc2-ae9b-71c7ce68eb08 req-a73ff5d7-0996-48fb-9ebf-719d955a03cd tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Calling delete_port for 779a3628-897d-4201-9748-3e52dd8d8abc owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:53.964205 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7c6c09d-8400-4996-ac0e-c183e30472fa tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.982690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-a7c6c09d-8400-4996-ac0e-c183e30472fa tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23cb373-1c1e-41c7-ae3d-56b27ee26fd9']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:54.035245 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-a7c6c09d-8400-4996-ac0e-c183e30472fa tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c7e1e3-3bd0-464b-b8a4-cd923a8479eb') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:54.035585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-a7c6c09d-8400-4996-ac0e-c183e30472fa tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c7e1e3-3bd0-464b-b8a4-cd923a8479eb') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:54.060434 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.064850 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7c6c09d-8400-4996-ac0e-c183e30472fa tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.073989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56bc93-351b-485e-b378-10f79ef7d89d req-b4adde4e-c554-408c-a2ee-1e450673a905 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:54.075693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9e56bc93-351b-485e-b378-10f79ef7d89d req-b4adde4e-c554-408c-a2ee-1e450673a905 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 945 time: 0.3379519 Jul 23 20:28:54.085374 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-42b2494d-e847-4d8b-8b32-546aded7d520 req-fef8d4cf-5600-432f-9164-2715b0ab57b8 service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505619 Jul 23 20:28:54.174249 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7c6c09d-8400-4996-ac0e-c183e30472fa tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.180342 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-42b2494d-e847-4d8b-8b32-546aded7d520 req-485b6967-a201-4d6c-9af6-4b7d371c5646 service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879614 Jul 23 20:28:54.199980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c6c09d-8400-4996-ac0e-c183e30472fa tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:54.200551 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7c6c09d-8400-4996-ac0e-c183e30472fa tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:54.203531 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:54.270342 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5fa9fe20-7115-46dd-be35-1a208394ed13 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:54.293625 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9e56bc93-351b-485e-b378-10f79ef7d89d req-3b93bc04-cffc-488d-9627-43c1fded687b tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707575 Jul 23 20:28:54.321128 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 5fa9fe20-7115-46dd-be35-1a208394ed13 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:54.321760 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.341081 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7c6c09d-8400-4996-ac0e-c183e30472fa tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.403146 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff067a98-6d16-4c93-a846-01273a0f31ac x-openstack-request-id: req-ff067a98-6d16-4c93-a846-01273a0f31ac {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:54.403965 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e911d9-cc85-4cc4-a02d-26afcce969b7", "name": "network-vif-deleted", "tag": "28d35720-ce9d-4e20-aede-709584c1d93e", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:54.403965 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff067a98-6d16-4c93-a846-01273a0f31ac {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:54.404218 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e911d9-cc85-4cc4-a02d-26afcce969b7', 'name': 'network-vif-deleted', 'tag': '28d35720-ce9d-4e20-aede-709584c1d93e', 'status': 'completed', 'code': 200} Jul 23 20:28:54.404652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c6c09d-8400-4996-ac0e-c183e30472fa tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d23cb373-1c1e-41c7-ae3d-56b27ee26fd9 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:28:54.413871 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7c6c09d-8400-4996-ac0e-c183e30472fa tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.415824 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a7c6c09d-8400-4996-ac0e-c183e30472fa tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] 10.222.0.55 "DELETE /v2.0/networks/d23cb373-1c1e-41c7-ae3d-56b27ee26fd9 HTTP/1.1" status: 204 len: 168 time: 0.9626064 Jul 23 20:28:54.420418 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59374) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:54.425735 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2f6a6a1b-8c15-47d4-9c1b-d7b211d68df4 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Request body: {'network': {'name': 'tempest-network--1921592755'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:54.437145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6c09d-8400-4996-ac0e-c183e30472fa tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Pushing event deleted for resources: {'Network': ['ID=d23cb373-1c1e-41c7-ae3d-56b27ee26fd9,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:54.449260 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e57c8fb6-01d5-4bc2-ae9b-71c7ce68eb08 req-a73ff5d7-0996-48fb-9ebf-719d955a03cd tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.455068 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6a6a1b-8c15-47d4-9c1b-d7b211d68df4 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Made reservation on behalf of 84310e0bf79c496c8a22eb902ff8219e for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:54.458328 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6a1b-8c15-47d4-9c1b-d7b211d68df4 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.491831 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ff5d7-0996-48fb-9ebf-719d955a03cd tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Pushing event deleted for resources: {'Port': ['ID=779a3628-897d-4201-9748-3e52dd8d8abc,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:54.493228 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c63dc664-d749-4878-ab13-d05aadf05249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.497716 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6a6a1b-8c15-47d4-9c1b-d7b211d68df4 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:54.513815 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6a1b-8c15-47d4-9c1b-d7b211d68df4 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.514225 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-2f6a6a1b-8c15-47d4-9c1b-d7b211d68df4 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Added segment 4e185037-a066-404c-b3fe-be43f7ef712e of type vlan for network 4ce6595f-6afc-4e5d-84d8-d1a79ccb0d9e Jul 23 20:28:54.560092 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.564147 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6a1b-8c15-47d4-9c1b-d7b211d68df4 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.610285 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6a1b-8c15-47d4-9c1b-d7b211d68df4 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.611638 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6a6a1b-8c15-47d4-9c1b-d7b211d68df4 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:54.612416 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6a1b-8c15-47d4-9c1b-d7b211d68df4 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.650890 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2f6a6a1b-8c15-47d4-9c1b-d7b211d68df4 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2293172 Jul 23 20:28:54.653538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59376) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:54.659450 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-553bd7d0-2d0a-452a-89ba-e84dffa00223 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:54.678193 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e57c8fb6-01d5-4bc2-ae9b-71c7ce68eb08 req-a73ff5d7-0996-48fb-9ebf-719d955a03cd tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.681270 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e57c8fb6-01d5-4bc2-ae9b-71c7ce68eb08 req-a73ff5d7-0996-48fb-9ebf-719d955a03cd tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.682432 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e57c8fb6-01d5-4bc2-ae9b-71c7ce68eb08 req-a73ff5d7-0996-48fb-9ebf-719d955a03cd tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "DELETE /v2.0/floatingips/ccd0dfaf-e132-4009-b6b4-671d49d2b2c1 HTTP/1.1" status: 204 len: 173 time: 1.6065331 Jul 23 20:28:54.710084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4d31b-3356-4b70-9053-317bc6195496 req-36234373-ed21-44da-8ff9-c36f7761bd10 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:54.716874 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1e4d31b-3356-4b70-9053-317bc6195496 req-36234373-ed21-44da-8ff9-c36f7761bd10 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.2309511 Jul 23 20:28:54.775925 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1e4d31b-3356-4b70-9053-317bc6195496 req-e06a450a-8eac-4219-a622-30056c682d0a tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581381 Jul 23 20:28:54.791465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a6a1b-8c15-47d4-9c1b-d7b211d68df4 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Pushing event updated for resources: {'Network': ['ID=4ce6595f-6afc-4e5d-84d8-d1a79ccb0d9e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:54.803137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 4ce6595f-6afc-4e5d-84d8-d1a79ccb0d9e details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:54.845289 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Router d21dcc4d-051d-430e-85bb-069c0d1e13cd is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:28:54.858464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 28d35720-ce9d-4e20-aede-709584c1d93e no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:54.901645 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 28d35720-ce9d-4e20-aede-709584c1d93e {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:54.901989 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 28d35720-ce9d-4e20-aede-709584c1d93e not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:54.942824 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-553bd7d0-2d0a-452a-89ba-e84dffa00223 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.960894 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-553bd7d0-2d0a-452a-89ba-e84dffa00223 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.971799 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-553bd7d0-2d0a-452a-89ba-e84dffa00223 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Network 4ce6595f-6afc-4e5d-84d8-d1a79ccb0d9e is not hosted by any dhcp agent {{(pid=93810) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:28:54.972669 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553bd7d0-2d0a-452a-89ba-e84dffa00223 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:54.973504 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-553bd7d0-2d0a-452a-89ba-e84dffa00223 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.975005 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-553bd7d0-2d0a-452a-89ba-e84dffa00223 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] 10.222.0.55 "PUT /v2.0/networks/4ce6595f-6afc-4e5d-84d8-d1a79ccb0d9e HTTP/1.1" status: 200 len: 858 time: 0.3203652 Jul 23 20:28:54.985311 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59384) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:55.057247 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553bd7d0-2d0a-452a-89ba-e84dffa00223 tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Pushing event updated for resources: {'Network': ['ID=4ce6595f-6afc-4e5d-84d8-d1a79ccb0d9e,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:55.078037 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-4951b93f-c7c7-447b-92d7-e1153f023383 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.95 HTTP/1.1" status: 200 len: 1001 time: 0.2003064 Jul 23 20:28:55.100339 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5eef7971-701a-4f3a-8fee-7c158f3a2b2d tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.143280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:55.152174 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-72f760ae-637a-4db8-9c6e-af05cb3271a4 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:55.157514 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Sync routers for ids ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:55.164293 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-72f760ae-637a-4db8-9c6e-af05cb3271a4 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/ports/9bcc9c70-27ff-453b-a013-46aec0229402 HTTP/1.1" status: 200 len: 943 time: 0.0852971 Jul 23 20:28:55.177067 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Routers {'d21dcc4d-051d-430e-85bb-069c0d1e13cd'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:55.177724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:28:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:55.197830 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.201610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c1edab5f-7986-4bf8-84f3-ca912faeb96f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1366735 Jul 23 20:28:55.202023 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59388) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:55.317037 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-b755e838-edf4-4f14-a4ff-7894715537d4 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.95 HTTP/1.1" status: 200 len: 1001 time: 0.1065643 Jul 23 20:28:55.324472 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5eef7971-701a-4f3a-8fee-7c158f3a2b2d tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.324740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Set router d21dcc4d-051d-430e-85bb-069c0d1e13cd gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:55.339892 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5eef7971-701a-4f3a-8fee-7c158f3a2b2d tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce6595f-6afc-4e5d-84d8-d1a79ccb0d9e']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:55.353979 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5eef7971-701a-4f3a-8fee-7c158f3a2b2d tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e185037-a066-404c-b3fe-be43f7ef712e') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:55.354380 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5eef7971-701a-4f3a-8fee-7c158f3a2b2d tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e185037-a066-404c-b3fe-be43f7ef712e') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:55.370450 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5eef7971-701a-4f3a-8fee-7c158f3a2b2d tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.373404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd25d8d-a1e3-4a9f-8f9f-94718c73d2c8 req-2bcab108-bc3f-479c-8616-ed4e8013b365 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:55.381056 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1cd25d8d-a1e3-4a9f-8f9f-94718c73d2c8 req-2bcab108-bc3f-479c-8616-ed4e8013b365 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 944 time: 0.1276493 Jul 23 20:28:55.495374 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5eef7971-701a-4f3a-8fee-7c158f3a2b2d tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.520914 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eef7971-701a-4f3a-8fee-7c158f3a2b2d tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:55.521319 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5eef7971-701a-4f3a-8fee-7c158f3a2b2d tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:55.525592 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:55.662713 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'name': 'tempest-ServersTestBootFromVolume-2110992670-router', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:50Z', 'updated_at': '2021-07-23T20:28:53Z', 'revision_number': 3, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'gw_port': {'id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:51Z', 'updated_at': '2021-07-23T20:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:55.691315 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Checking router: d21dcc4d-051d-430e-85bb-069c0d1e13cd for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:28:55.691680 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Updating router d21dcc4d-051d-430e-85bb-069c0d1e13cd port 70d277bc-d370-444e-8ce8-604cea98bc92 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:28:55.693341 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5eef7971-701a-4f3a-8fee-7c158f3a2b2d tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.702969 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eef7971-701a-4f3a-8fee-7c158f3a2b2d tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4ce6595f-6afc-4e5d-84d8-d1a79ccb0d9e {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:28:55.710864 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5eef7971-701a-4f3a-8fee-7c158f3a2b2d tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.712807 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5eef7971-701a-4f3a-8fee-7c158f3a2b2d tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] 10.222.0.55 "DELETE /v2.0/networks/4ce6595f-6afc-4e5d-84d8-d1a79ccb0d9e HTTP/1.1" status: 204 len: 168 time: 0.7266872 Jul 23 20:28:55.728760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59394) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:55.738468 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.744025 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef7971-701a-4f3a-8fee-7c158f3a2b2d tempest-ExternalNetworksTestJSON-948019678 tempest-ExternalNetworksTestJSON-948019678-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ce6595f-6afc-4e5d-84d8-d1a79ccb0d9e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:55.757319 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dfff6-3f9d-42df-8052-5c9ef39d4a29 req-a4eb2d20-650e-43fe-b25a-1912f1a4b451 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:55.759575 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f51dfff6-3f9d-42df-8052-5c9ef39d4a29 req-a4eb2d20-650e-43fe-b25a-1912f1a4b451 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.48 "GET /v2.0/ports?device_id=51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba HTTP/1.1" status: 200 len: 944 time: 0.2762640 Jul 23 20:28:55.784316 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1cd25d8d-a1e3-4a9f-8f9f-94718c73d2c8 req-66aca5d3-dd9a-4768-9c70-98fdefa66ba0 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/security-groups?id=3984d128-e733-4920-9659-31e7fe028b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965514 Jul 23 20:28:55.788727 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-b872cede-74fa-443f-98fb-7ef817386c66 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:55.789164 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b872cede-74fa-443f-98fb-7ef817386c66 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:55.790769 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b872cede-74fa-443f-98fb-7ef817386c66 tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] 10.222.0.55 "DELETE /v2.0/subnets/941e2af3-847c-4bae-877f-ba8fe886e523 HTTP/1.1" status: 404 len: 337 time: 0.0595829 Jul 23 20:28:55.803420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59398) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:55.900441 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-add7a645-244e-4bb5-bed6-e85cc8ecaaef tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:55.903604 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-add7a645-244e-4bb5-bed6-e85cc8ecaaef tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.5829499 Jul 23 20:28:56.037797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-f51dfff6-3f9d-42df-8052-5c9ef39d4a29 req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Deleting port 88dfe02c-b823-4b31-9325-d390e1434169 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:56.038564 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f51dfff6-3f9d-42df-8052-5c9ef39d4a29 req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.044987 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74bf5fdd-7fe3-43b5-a8d4-6d0c52593c2b tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.109139 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.111340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-28f664ae-78aa-49aa-9e31-dfe9aa52809c tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.95 HTTP/1.1" status: 200 len: 1001 time: 0.1966555 Jul 23 20:28:56.128594 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Transition to ACTIVE for port object 70d277bc-d370-444e-8ce8-604cea98bc92 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:56.139093 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.157371 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f51dfff6-3f9d-42df-8052-5c9ef39d4a29 req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] For port 88dfe02c-b823-4b31-9325-d390e1434169, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=88dfe02c-b823-4b31-9325-d390e1434169,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:56.157958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-1f493921-e314-4cc6-93e7-ac94f3cab893 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:56.158068 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f51dfff6-3f9d-42df-8052-5c9ef39d4a29 req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.161438 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.191428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-f51dfff6-3f9d-42df-8052-5c9ef39d4a29 req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Calling delete_port for 88dfe02c-b823-4b31-9325-d390e1434169 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:56.208602 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08923095-bcf2-4bee-b8d2-85c67fcd6ec6 None None] Pushing event updated for resources: {'Port': ['ID=70d277bc-d370-444e-8ce8-604cea98bc92,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:56.226366 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Attempting to bind port 70d277bc-d370-444e-8ce8-604cea98bc92 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:56.227272 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Attempting to bind port 70d277bc-d370-444e-8ce8-604cea98bc92 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:56.227881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Attempting to bind port 70d277bc-d370-444e-8ce8-604cea98bc92 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:56.234683 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:56.235222 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:56.236135 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.236625 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:56.238237 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Bound port: 70d277bc-d370-444e-8ce8-604cea98bc92, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:56.238723 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.284732 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2c91df39-7bbe-422b-a247-2c85d2cda801 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:56.286534 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2c91df39-7bbe-422b-a247-2c85d2cda801 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/networks?id=81adb9b9-5b39-46eb-a416-31edf12647f3 HTTP/1.1" status: 200 len: 812 time: 0.3595142 Jul 23 20:28:56.315979 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] For port 70d277bc-d370-444e-8ce8-604cea98bc92, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:56.319878 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74bf5fdd-7fe3-43b5-a8d4-6d0c52593c2b tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.320054 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] For port 70d277bc-d370-444e-8ce8-604cea98bc92, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=70d277bc-d370-444e-8ce8-604cea98bc92,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:56.329422 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.343182 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-1f493921-e314-4cc6-93e7-ac94f3cab893 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.347069 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-74bf5fdd-7fe3-43b5-a8d4-6d0c52593c2b tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8a5fff-cefc-410d-a2fc-c39d1bfb3f0c']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:56.386455 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-fe6854fa-b55f-450c-a0b3-52c7e6cfa6ea tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/quotas/1484427228d144efaecdf76666ccf699 HTTP/1.1" status: 200 len: 375 time: 0.0627003 Jul 23 20:28:56.388488 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-74bf5fdd-7fe3-43b5-a8d4-6d0c52593c2b tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0790c2bb-e627-4d2d-8b37-b39dcf5226ba') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:56.388948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-74bf5fdd-7fe3-43b5-a8d4-6d0c52593c2b tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0790c2bb-e627-4d2d-8b37-b39dcf5226ba') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:56.416455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90be521-6916-4e97-a9f3-7c1b383744ed req-328e1bb9-20ab-427e-9869-a76b301e4878 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:56.417354 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74bf5fdd-7fe3-43b5-a8d4-6d0c52593c2b tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.418257 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f90be521-6916-4e97-a9f3-7c1b383744ed req-328e1bb9-20ab-427e-9869-a76b301e4878 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.57 "GET /v2.0/ports?device_id=72a56e01-40c3-4725-8ca2-20c5fd371e8d HTTP/1.1" status: 200 len: 945 time: 0.1843348 Jul 23 20:28:56.428373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08923095-bcf2-4bee-b8d2-85c67fcd6ec6 None None] Pushing event updated for resources: {'Port': ['ID=70d277bc-d370-444e-8ce8-604cea98bc92,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:56.442575 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Routers {'d21dcc4d-051d-430e-85bb-069c0d1e13cd'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:56.443520 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:28:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:56.464691 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74bf5fdd-7fe3-43b5-a8d4-6d0c52593c2b tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.509600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74bf5fdd-7fe3-43b5-a8d4-6d0c52593c2b tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:56.510015 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74bf5fdd-7fe3-43b5-a8d4-6d0c52593c2b tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:56.514651 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:56.576087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] Set router d21dcc4d-051d-430e-85bb-069c0d1e13cd gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:56.584718 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Allocated IP 172.20.0.1 (c97f5b5d-a800-4aa3-8195-36fc8395644b/f7750dd8-00f3-4a53-80a2-8d4fd6798e2e/d8655c30-c040-42b5-94f8-c7f697133622) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:56.606101 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f51dfff6-3f9d-42df-8052-5c9ef39d4a29 req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.623714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-92e275ed-0bcb-4ec6-90b2-f4cf0bf62a45 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1484427228d144efaecdf76666ccf699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2308531 Jul 23 20:28:56.641313 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['fca716f7-0dc1-486b-befd-6f4040d6c385'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:56.653244 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Pushing event deleted for resources: {'Port': ['ID=88dfe02c-b823-4b31-9325-d390e1434169,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:56.662096 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74bf5fdd-7fe3-43b5-a8d4-6d0c52593c2b tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.677705 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:56.678055 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:56.679145 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:56.679652 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:56.680143 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:56.680634 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:56.681130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:56.681631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:56.682122 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:56.682596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:56.683081 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:56.683583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:56.704444 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-1f493921-e314-4cc6-93e7-ac94f3cab893 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.737438 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-1f493921-e314-4cc6-93e7-ac94f3cab893 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.737857 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-1f493921-e314-4cc6-93e7-ac94f3cab893 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Floating IP aeb06171-bb11-4fee-b7ca-ba9067b0eb55 disassociated. External IP: 172.25.3.95, port: 9bcc9c70-27ff-453b-a013-46aec0229402. Jul 23 20:28:56.773255 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51dfff6-3f9d-42df-8052-5c9ef39d4a29 req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] No DVR routers for this DVR port 88dfe02c-b823-4b31-9325-d390e1434169 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:56.778062 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-f90be521-6916-4e97-a9f3-7c1b383744ed req-558230f3-a341-4796-80d9-11597764d229 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Deleting port 31f3eea9-51b9-4fcf-80a5-29ef1110b743 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:56.778399 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f90be521-6916-4e97-a9f3-7c1b383744ed req-558230f3-a341-4796-80d9-11597764d229 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.783050 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f51dfff6-3f9d-42df-8052-5c9ef39d4a29 req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.785017 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f51dfff6-3f9d-42df-8052-5c9ef39d4a29 req-a252da76-c3f5-4fac-80b7-ba7a6ceb5548 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.48 "DELETE /v2.0/ports/88dfe02c-b823-4b31-9325-d390e1434169 HTTP/1.1" status: 204 len: 173 time: 1.0061672 Jul 23 20:28:56.787051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba', 'name': 'network-vif-deleted', 'tag': '88dfe02c-b823-4b31-9325-d390e1434169'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:56.788984 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5430df6-1a0c-4990-b291-7570610c2314" -d '{"events": [{"server_uuid": "51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba", "name": "network-vif-deleted", "tag": "88dfe02c-b823-4b31-9325-d390e1434169"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:56.792795 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74bf5fdd-7fe3-43b5-a8d4-6d0c52593c2b tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.799221 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-74bf5fdd-7fe3-43b5-a8d4-6d0c52593c2b tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] 10.222.0.55 "DELETE /v2.0/networks/5c8a5fff-cefc-410d-a2fc-c39d1bfb3f0c HTTP/1.1" status: 204 len: 168 time: 0.9941323 Jul 23 20:28:56.852917 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf5fdd-7fe3-43b5-a8d4-6d0c52593c2b tempest-ExternalNetworksTestJSON-560757608 tempest-ExternalNetworksTestJSON-560757608-project] Pushing event deleted for resources: {'Network': ['ID=5c8a5fff-cefc-410d-a2fc-c39d1bfb3f0c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:56.875581 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.899968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Transition to ACTIVE for port object d8655c30-c040-42b5-94f8-c7f697133622 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:56.921978 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f90be521-6916-4e97-a9f3-7c1b383744ed req-558230f3-a341-4796-80d9-11597764d229 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] For port 31f3eea9-51b9-4fcf-80a5-29ef1110b743, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=31f3eea9-51b9-4fcf-80a5-29ef1110b743,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:56.922374 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f90be521-6916-4e97-a9f3-7c1b383744ed req-558230f3-a341-4796-80d9-11597764d229 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.923038 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'name': 'tempest-ServersTestBootFromVolume-2110992670-router', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:50Z', 'updated_at': '2021-07-23T20:28:53Z', 'revision_number': 3, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'gw_port': {'id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:51Z', 'updated_at': '2021-07-23T20:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:56.944931 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-f90be521-6916-4e97-a9f3-7c1b383744ed req-558230f3-a341-4796-80d9-11597764d229 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Calling delete_port for 31f3eea9-51b9-4fcf-80a5-29ef1110b743 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:56.965292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3677c1-4aec-4330-8d41-d84d8b074292 req-3b0e822f-b108-4472-bb2f-6ba0180a6376 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:56.967305 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d3677c1-4aec-4330-8d41-d84d8b074292 req-3b0e822f-b108-4472-bb2f-6ba0180a6376 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f HTTP/1.1" status: 200 len: 945 time: 0.3124609 Jul 23 20:28:56.969261 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f00d7-fb54-47b4-ae18-d0f2d730e9f8 None None] The sync data for ids ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'] in n-d-791504-18 is: [{'id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'name': 'tempest-ServersTestBootFromVolume-2110992670-router', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:50Z', 'updated_at': '2021-07-23T20:28:53Z', 'revision_number': 3, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'gw_port': {'id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:51Z', 'updated_at': '2021-07-23T20:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:56.987058 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-163cc900-9577-45e0-9a52-242be9541b14 service neutron] 10.222.0.55 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620341 Jul 23 20:28:57.020929 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.066243 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe63f128-d971-4113-bea1-30fa51bf4370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.098399 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Network c97f5b5d-a800-4aa3-8195-36fc8395644b is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:57.102678 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:57.111847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:57.116935 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d8655c30-c040-42b5-94f8-c7f697133622,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:57.199214 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.235258 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59416) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:57.291595 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f90be521-6916-4e97-a9f3-7c1b383744ed req-558230f3-a341-4796-80d9-11597764d229 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.299615 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.307523 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-73ac75b3-879e-4c1c-ac2a-b7703fa5e918 service neutron] 10.222.0.55 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740798 Jul 23 20:28:57.327198 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['31f3eea9-51b9-4fcf-80a5-29ef1110b743'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:57.342588 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-1f493921-e314-4cc6-93e7-ac94f3cab893 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Router b9e18773-12e4-4c16-a980-ffabdb06b77e has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:57.344510 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558230f3-a341-4796-80d9-11597764d229 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Pushing event deleted for resources: {'Port': ['ID=31f3eea9-51b9-4fcf-80a5-29ef1110b743,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:57.356777 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-6d3677c1-4aec-4330-8d41-d84d8b074292 req-ff1ea38c-f7c8-4d24-a214-4ffca20bde32 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Deleting port 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:57.357178 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6d3677c1-4aec-4330-8d41-d84d8b074292 req-ff1ea38c-f7c8-4d24-a214-4ffca20bde32 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.541693 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90be521-6916-4e97-a9f3-7c1b383744ed req-558230f3-a341-4796-80d9-11597764d229 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] No DVR routers for this DVR port 31f3eea9-51b9-4fcf-80a5-29ef1110b743 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:57.568530 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f90be521-6916-4e97-a9f3-7c1b383744ed req-558230f3-a341-4796-80d9-11597764d229 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.575147 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f90be521-6916-4e97-a9f3-7c1b383744ed req-558230f3-a341-4796-80d9-11597764d229 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.57 "DELETE /v2.0/ports/31f3eea9-51b9-4fcf-80a5-29ef1110b743 HTTP/1.1" status: 204 len: 173 time: 1.1489158 Jul 23 20:28:57.678094 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.688067 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6d3677c1-4aec-4330-8d41-d84d8b074292 req-ff1ea38c-f7c8-4d24-a214-4ffca20bde32 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] For port 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:57.688448 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6d3677c1-4aec-4330-8d41-d84d8b074292 req-ff1ea38c-f7c8-4d24-a214-4ffca20bde32 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.711345 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-547004c2-3548-4fba-881e-815b7bd36b67 None None] Provisioning for port d8655c30-c040-42b5-94f8-c7f697133622 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:57.715859 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-547004c2-3548-4fba-881e-815b7bd36b67 None None] Provisioning complete for port d8655c30-c040-42b5-94f8-c7f697133622 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:57.716231 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-547004c2-3548-4fba-881e-815b7bd36b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.763263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-6d3677c1-4aec-4330-8d41-d84d8b074292 req-ff1ea38c-f7c8-4d24-a214-4ffca20bde32 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Calling delete_port for 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:57.800789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-547004c2-3548-4fba-881e-815b7bd36b67 None None] Port d8655c30-c040-42b5-94f8-c7f697133622 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:57.850596 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a636c9ff-a62d-4a0f-a4b4-85edf89a731f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d2e9627b33d438c98c14af5aeec3122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6128883 Jul 23 20:28:57.885640 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59426) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:57.939470 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.948251 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.959474 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-1f493921-e314-4cc6-93e7-ac94f3cab893 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:57.969575 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f3504c-fb27-42b6-bcc8-78e124ae0ddf None None] Sync routers for ids ['b9e18773-12e4-4c16-a980-ffabdb06b77e'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:57.978510 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-1f493921-e314-4cc6-93e7-ac94f3cab893 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.980348 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f3504c-fb27-42b6-bcc8-78e124ae0ddf None None] Routers {'b9e18773-12e4-4c16-a980-ffabdb06b77e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:57.980986 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b5f3504c-fb27-42b6-bcc8-78e124ae0ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:28:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b9e18773-12e4-4c16-a980-ffabdb06b77e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:58.023820 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.069971 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-baf7fe6c-c2a1-436d-9b86-d64d276c5516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.106312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db804f-c309-45f2-9523-070021f4d8be req-63cbb809-0b8a-47e2-8f69-6ed8c0465d09 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:58.117721 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93db804f-c309-45f2-9523-070021f4d8be req-63cbb809-0b8a-47e2-8f69-6ed8c0465d09 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 945 time: 0.3755698 Jul 23 20:28:58.141440 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-baf7fe6c-c2a1-436d-9b86-d64d276c5516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.148070 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d8655c30-c040-42b5-94f8-c7f697133622,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:58.150834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-1f493921-e314-4cc6-93e7-ac94f3cab893 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "PUT /v2.0/floatingips/aeb06171-bb11-4fee-b7ca-ba9067b0eb55 HTTP/1.1" status: 200 len: 694 time: 2.0293272 Jul 23 20:28:58.161364 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Network c97f5b5d-a800-4aa3-8195-36fc8395644b is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:58.163339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:58.181046 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8007e2bf-98fd-4dde-8c42-9cd4bb3f3771', 'tag': '9bcc9c70-27ff-453b-a013-46aec0229402'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:58.187794 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41efb4ed-eaa2-48c6-8d81-f14073ceaf92" -d '{"events": [{"name": "network-changed", "server_uuid": "8007e2bf-98fd-4dde-8c42-9cd4bb3f3771", "tag": "9bcc9c70-27ff-453b-a013-46aec0229402"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:58.220258 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b5f3504c-fb27-42b6-bcc8-78e124ae0ddf None None] Set router b9e18773-12e4-4c16-a980-ffabdb06b77e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:58.360878 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Router d21dcc4d-051d-430e-85bb-069c0d1e13cd has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:58.399780 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.436806 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 70d277bc-d370-444e-8ce8-604cea98bc92 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:58.493625 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93db804f-c309-45f2-9523-070021f4d8be req-7ffd4d3a-e234-47bb-88e3-108be3d46e55 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749185 Jul 23 20:28:58.567252 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6d3677c1-4aec-4330-8d41-d84d8b074292 req-ff1ea38c-f7c8-4d24-a214-4ffca20bde32 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.580616 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 70d277bc-d370-444e-8ce8-604cea98bc92 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:58.585186 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['31f3eea9-51b9-4fcf-80a5-29ef1110b743'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:58.631031 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 70d277bc-d370-444e-8ce8-604cea98bc92 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:58.631310 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.657965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ea38c-f7c8-4d24-a214-4ffca20bde32 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Pushing event deleted for resources: {'Port': ['ID=091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:58.668800 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-21bc7fbe-7a76-4718-b2e0-d4fef458fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:58.670692 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-21bc7fbe-7a76-4718-b2e0-d4fef458fce4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d4170486b644fb6b74af8c508ff2424&device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 1098 time: 0.4672570 Jul 23 20:28:58.671501 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-baf7fe6c-c2a1-436d-9b86-d64d276c5516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.674584 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-baf7fe6c-c2a1-436d-9b86-d64d276c5516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.678735 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-baf7fe6c-c2a1-436d-9b86-d64d276c5516 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d1dce60-d2d2-4b0b-9bbd-45705d547988 HTTP/1.1" status: 204 len: 168 time: 0.7906246 Jul 23 20:28:58.692151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-27ded8cb-a16e-4f8f-bbc6-0cc832791033 None None] Provisioning complete for port d8655c30-c040-42b5-94f8-c7f697133622 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:58.692517 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27ded8cb-a16e-4f8f-bbc6-0cc832791033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.769628 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-27ded8cb-a16e-4f8f-bbc6-0cc832791033 None None] Port d8655c30-c040-42b5-94f8-c7f697133622 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:58.806324 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b5f3504c-fb27-42b6-bcc8-78e124ae0ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311771758-router', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:09Z', 'updated_at': '2021-07-23T20:28:18Z', 'revision_number': 4, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'gw_port': {'id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '106e586a-7712-4d7a-b73f-a52858bbed8e', 'name': '', 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'mac_address': 'fa:16:3e:2e:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:16Z', 'updated_at': '2021-07-23T20:28:25Z', 'revision_number': 5, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'subnets': [{'id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:58.883462 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7fe6c-c2a1-436d-9b86-d64d276c5516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1dce60-d2d2-4b0b-9bbd-45705d547988,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:58.887899 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f3504c-fb27-42b6-bcc8-78e124ae0ddf None None] Checking router: b9e18773-12e4-4c16-a980-ffabdb06b77e for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:28:58.896864 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3677c1-4aec-4330-8d41-d84d8b074292 req-ff1ea38c-f7c8-4d24-a214-4ffca20bde32 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] No DVR routers for this DVR port 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:58.905155 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f3504c-fb27-42b6-bcc8-78e124ae0ddf None None] Routers {'b9e18773-12e4-4c16-a980-ffabdb06b77e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:58.911794 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b5f3504c-fb27-42b6-bcc8-78e124ae0ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:28:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b9e18773-12e4-4c16-a980-ffabdb06b77e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:58.917697 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6d3677c1-4aec-4330-8d41-d84d8b074292 req-ff1ea38c-f7c8-4d24-a214-4ffca20bde32 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.930951 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d3677c1-4aec-4330-8d41-d84d8b074292 req-ff1ea38c-f7c8-4d24-a214-4ffca20bde32 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.48 "DELETE /v2.0/ports/091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec HTTP/1.1" status: 204 len: 173 time: 1.9583974 Jul 23 20:28:58.964756 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:59.033261 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:59.034458 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 70d277bc-d370-444e-8ce8-604cea98bc92, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=70d277bc-d370-444e-8ce8-604cea98bc92,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:59.053023 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:59.074209 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9527e925-0151-4742-8f00-44f78e87a1f2 admin admin] 10.222.0.55 "PUT /v2.0/routers/d21dcc4d-051d-430e-85bb-069c0d1e13cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8629587 Jul 23 20:28:59.080544 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c5015-a8c6-49ae-afe9-41391b48a891 req-6a15177e-d891-4236-894c-13e7e6921b05 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:59.094286 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f6c5015-a8c6-49ae-afe9-41391b48a891 req-6a15177e-d891-4236-894c-13e7e6921b05 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.4479866 Jul 23 20:28:59.122394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-91da88cc-374d-4ec3-9d40-6c0b662c4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:59.124487 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-91da88cc-374d-4ec3-9d40-6c0b662c4f4f service neutron] 10.222.0.55 "GET /v2.0/networks?id=937f74f4-5e87-4111-86e1-c8157d4b221d HTTP/1.1" status: 200 len: 930 time: 0.3904240 Jul 23 20:28:59.124881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 88dfe02c-b823-4b31-9325-d390e1434169 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:59.175847 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b5f3504c-fb27-42b6-bcc8-78e124ae0ddf None None] Set router b9e18773-12e4-4c16-a980-ffabdb06b77e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:59.197705 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 88dfe02c-b823-4b31-9325-d390e1434169 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:59.198263 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 88dfe02c-b823-4b31-9325-d390e1434169 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:59.198779 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:59.245845 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-25c9f8b3-1000-43e5-80ae-8598d9967d0e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bcc9c70-27ff-453b-a013-46aec0229402 HTTP/1.1" status: 200 len: 217 time: 0.1024859 Jul 23 20:28:59.254252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:59.254657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:59.269261 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=70d277bc-d370-444e-8ce8-604cea98bc92,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:59.296334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f6c5015-a8c6-49ae-afe9-41391b48a891 req-9121ec0e-a4c2-4799-b5cb-597bcc0e0728 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004585 Jul 23 20:28:59.346928 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e6cf29-bd15-434a-a79c-ef3d9d4122e1 x-openstack-request-id: req-48e6cf29-bd15-434a-a79c-ef3d9d4122e1 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:59.347252 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba", "name": "network-vif-deleted", "tag": "88dfe02c-b823-4b31-9325-d390e1434169", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:59.347503 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48e6cf29-bd15-434a-a79c-ef3d9d4122e1 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:59.347900 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f5b9d7-56c5-4a67-bcad-c35ffeb2b8ba', 'name': 'network-vif-deleted', 'tag': '88dfe02c-b823-4b31-9325-d390e1434169', 'status': 'completed', 'code': 200} Jul 23 20:28:59.348315 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59450) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:59.388822 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-e287cb90-a7e7-42ec-b69b-f3a43300c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:59.390681 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-e287cb90-a7e7-42ec-b69b-f3a43300c3ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e822dbc2-78ea-4404-9c96-96658096e134 HTTP/1.1" status: 200 len: 868 time: 0.1210020 Jul 23 20:28:59.404982 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3443a3db-4b8b-412f-a819-7ee1fcc84de3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84310e0bf79c496c8a22eb902ff8219e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549476 Jul 23 20:28:59.407577 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59454) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:59.468413 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7fe57daf-0071-4b9f-ac01-189d4c310ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:59.510526 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7fe57daf-0071-4b9f-ac01-189d4c310ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:59.511433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-606ac64f-a9f3-44fa-869e-7e5ae1edb8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:59.511559 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b5f3504c-fb27-42b6-bcc8-78e124ae0ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311771758-router', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:09Z', 'updated_at': '2021-07-23T20:28:18Z', 'revision_number': 4, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'gw_port': {'id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '106e586a-7712-4d7a-b73f-a52858bbed8e', 'name': '', 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'mac_address': 'fa:16:3e:2e:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:16Z', 'updated_at': '2021-07-23T20:28:25Z', 'revision_number': 5, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'subnets': [{'id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:59.520667 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-606ac64f-a9f3-44fa-869e-7e5ae1edb8e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=937f74f4-5e87-4111-86e1-c8157d4b221d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1176715 Jul 23 20:28:59.592511 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f3504c-fb27-42b6-bcc8-78e124ae0ddf None None] The sync data for ids ['b9e18773-12e4-4c16-a980-ffabdb06b77e'] in n-d-791504-18 is: [{'id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311771758-router', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:09Z', 'updated_at': '2021-07-23T20:28:18Z', 'revision_number': 4, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'gw_port': {'id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '106e586a-7712-4d7a-b73f-a52858bbed8e', 'name': '', 'network_id': '937f74f4-5e87-4111-86e1-c8157d4b221d', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'mac_address': 'fa:16:3e:2e:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:16Z', 'updated_at': '2021-07-23T20:28:25Z', 'revision_number': 5, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'subnets': [{'id': 'e822dbc2-78ea-4404-9c96-96658096e134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:59.610803 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7fe57daf-0071-4b9f-ac01-189d4c310ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:59.613929 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7fe57daf-0071-4b9f-ac01-189d4c310ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:59.615421 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7fe57daf-0071-4b9f-ac01-189d4c310ced admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e73f088-1b96-4f41-9b75-b779ee1295a6 HTTP/1.1" status: 204 len: 168 time: 0.2067769 Jul 23 20:28:59.625634 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe57daf-0071-4b9f-ac01-189d4c310ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e73f088-1b96-4f41-9b75-b779ee1295a6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:59.692963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Sync routers for ids ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:59.733570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Routers {'d21dcc4d-051d-430e-85bb-069c0d1e13cd'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:59.736384 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:28:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:59.774755 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-46d50fa3-3c19-4b5a-a553-712475e7ad13 service neutron] 10.222.0.55 "GET /v2.0/networks/937f74f4-5e87-4111-86e1-c8157d4b221d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531223 Jul 23 20:28:59.787756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-6ddc1141-db72-4cf7-b2e9-6a87b76c6ca1 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:59.789761 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-6ddc1141-db72-4cf7-b2e9-6a87b76c6ca1 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.48 "GET /v2.0/networks?id=81adb9b9-5b39-46eb-a416-31edf12647f3 HTTP/1.1" status: 200 len: 812 time: 0.2289119 Jul 23 20:28:59.814478 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-64365cdc-88e2-4845-abd6-c1881b038ad9 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Request body: {'port': {'device_id': '67ec8f80-3f71-4e9c-ba94-ef2edc7054ef', 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3', 'admin_state_up': True, 'tenant_id': '1484427228d144efaecdf76666ccf699'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:00.016593 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:00.079802 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-5ff887ee-8508-4e1f-9421-0d9d471cfb16 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:00.081897 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-5ff887ee-8508-4e1f-9421-0d9d471cfb16 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.57 "GET /v2.0/networks?id=81adb9b9-5b39-46eb-a416-31edf12647f3 HTTP/1.1" status: 200 len: 812 time: 0.3374858 Jul 23 20:29:00.091690 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efb4ed-eaa2-48c6-8d81-f14073ceaf92 req-f44730ff-2c2d-47f2-b9b9-1f13785f472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:00.093345 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41efb4ed-eaa2-48c6-8d81-f14073ceaf92 req-f44730ff-2c2d-47f2-b9b9-1f13785f472a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d4170486b644fb6b74af8c508ff2424&device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 1098 time: 0.1241643 Jul 23 20:29:00.098974 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c375b721-48c6-4ac2-8314-b61649f2a2ca tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Request body: {'port': {'device_id': '59208be3-9c61-47dc-b76c-dad1181f03c5', 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3', 'admin_state_up': True, 'tenant_id': '1484427228d144efaecdf76666ccf699'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:00.110279 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Set router d21dcc4d-051d-430e-85bb-069c0d1e13cd gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:00.175292 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fc8f84-c784-4d02-a9e2-3969aa158a4e None None] New status for floating IP aeb06171-bb11-4fee-b7ca-ba9067b0eb55: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:29:00.358186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c375b721-48c6-4ac2-8314-b61649f2a2ca tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Made reservation on behalf of 1484427228d144efaecdf76666ccf699 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:00.363443 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c375b721-48c6-4ac2-8314-b61649f2a2ca tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:00.394970 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8f49a7-82d3-4791-846f-f507a2b35361 x-openstack-request-id: req-5e8f49a7-82d3-4791-846f-f507a2b35361 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:00.395583 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8007e2bf-98fd-4dde-8c42-9cd4bb3f3771", "tag": "9bcc9c70-27ff-453b-a013-46aec0229402", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:00.395583 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e8f49a7-82d3-4791-846f-f507a2b35361 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:00.395873 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8007e2bf-98fd-4dde-8c42-9cd4bb3f3771', 'tag': '9bcc9c70-27ff-453b-a013-46aec0229402', 'status': 'completed', 'code': 200} Jul 23 20:29:00.404119 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efb4ed-eaa2-48c6-8d81-f14073ceaf92 req-9c208a1b-ace1-412a-954f-384908b41d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:00.405996 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41efb4ed-eaa2-48c6-8d81-f14073ceaf92 req-9c208a1b-ace1-412a-954f-384908b41d23 service neutron] 10.222.0.48 "GET /v2.0/networks?id=937f74f4-5e87-4111-86e1-c8157d4b221d HTTP/1.1" status: 200 len: 930 time: 0.2982833 Jul 23 20:29:00.414881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 70d277bc-d370-444e-8ce8-604cea98bc92 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:00.518977 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbc9281c-959b-4f83-b9ef-e48e015583d4 req-d54c4e33-42a9-472e-86ed-6473e7132d84 service neutron] 10.222.0.55 "GET /v2.0/networks/937f74f4-5e87-4111-86e1-c8157d4b221d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7281821 Jul 23 20:29:00.530576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 70d277bc-d370-444e-8ce8-604cea98bc92 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:00.531120 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:00.546017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e3283-1b5d-4dbe-b587-beeb4f44c7d6 req-94a15bef-4cd8-4174-96e0-88a6304f5262 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:00.548347 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c8e3283-1b5d-4dbe-b587-beeb4f44c7d6 req-94a15bef-4cd8-4174-96e0-88a6304f5262 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 1097 time: 0.1567001 Jul 23 20:29:00.572928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-64365cdc-88e2-4845-abd6-c1881b038ad9 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Made reservation on behalf of 1484427228d144efaecdf76666ccf699 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:00.576442 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-64365cdc-88e2-4845-abd6-c1881b038ad9 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:00.607519 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41efb4ed-eaa2-48c6-8d81-f14073ceaf92 req-c74d3790-1073-4423-bc50-54724224b2e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bcc9c70-27ff-453b-a013-46aec0229402 HTTP/1.1" status: 200 len: 217 time: 0.1016438 Jul 23 20:29:00.634098 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c8e3283-1b5d-4dbe-b587-beeb4f44c7d6 req-37665abf-d9ba-44a8-a1d5-a9d06041053b tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690713 Jul 23 20:29:00.673056 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'name': 'tempest-ServersTestBootFromVolume-2110992670-router', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:50Z', 'updated_at': '2021-07-23T20:28:57Z', 'revision_number': 4, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'gw_port': {'id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:51Z', 'updated_at': '2021-07-23T20:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd8655c30-c040-42b5-94f8-c7f697133622', 'name': '', 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'mac_address': 'fa:16:3e:b5:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:56Z', 'updated_at': '2021-07-23T20:28:57Z', 'revision_number': 2, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'subnets': [{'id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:00.727639 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efb4ed-eaa2-48c6-8d81-f14073ceaf92 req-23045d2d-4c6c-4220-b98b-8d5ea208c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:00.729444 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41efb4ed-eaa2-48c6-8d81-f14073ceaf92 req-23045d2d-4c6c-4220-b98b-8d5ea208c72c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e822dbc2-78ea-4404-9c96-96658096e134 HTTP/1.1" status: 200 len: 868 time: 0.1075940 Jul 23 20:29:00.882518 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-a14b04e7-79cf-48dc-95e2-eb744a1d0fca service neutron] show failed (client error): The resource could not be found. Jul 23 20:29:00.888720 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-a14b04e7-79cf-48dc-95e2-eb744a1d0fca service neutron] 10.222.0.57 "GET /v2.0/ports/cd4a92db-b0f0-425a-9f67-88b659ef5c8a/bindings/n-h1-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.1713424 Jul 23 20:29:00.931126 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 31f3eea9-51b9-4fcf-80a5-29ef1110b743 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:00.972028 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c375b721-48c6-4ac2-8314-b61649f2a2ca tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Allocated IP 172.20.0.10 (81adb9b9-5b39-46eb-a416-31edf12647f3/34d5605a-a709-4512-817b-14f47d6578a8/11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:00.976040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Checking router: d21dcc4d-051d-430e-85bb-069c0d1e13cd for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:00.976366 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Updating router d21dcc4d-051d-430e-85bb-069c0d1e13cd port d8655c30-c040-42b5-94f8-c7f697133622 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:29:00.990092 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efb4ed-eaa2-48c6-8d81-f14073ceaf92 req-d2d6116d-daf7-4e19-9e0a-dc97a7e4f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:00.994473 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41efb4ed-eaa2-48c6-8d81-f14073ceaf92 req-d2d6116d-daf7-4e19-9e0a-dc97a7e4f611 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=937f74f4-5e87-4111-86e1-c8157d4b221d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2517612 Jul 23 20:29:01.038386 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 31f3eea9-51b9-4fcf-80a5-29ef1110b743 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:01.039708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 31f3eea9-51b9-4fcf-80a5-29ef1110b743 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:01.077582 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7db4e081-384b-423c-97f5-3f3d474e8d52 req-7d64b218-8205-4421-9b7f-46ca1c1e8704 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=59208be3-9c61-47dc-b76c-dad1181f03c5 HTTP/1.1" status: 200 len: 210 time: 0.0584743 Jul 23 20:29:01.094373 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.113214 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41efb4ed-eaa2-48c6-8d81-f14073ceaf92 req-e903ac03-c430-4ff4-89ee-a65a1ec092b7 service neutron] 10.222.0.48 "GET /v2.0/networks/937f74f4-5e87-4111-86e1-c8157d4b221d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105230 Jul 23 20:29:01.259082 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-ca92209f-40e4-4910-860f-a3f723b89284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:01.261758 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-ca92209f-40e4-4910-860f-a3f723b89284 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e&tenant_id=1681e95d614a4f089ed176768eeebc0b HTTP/1.1" status: 200 len: 1102 time: 0.1154730 Jul 23 20:29:01.279396 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:01.320720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ae996-8ef6-4eed-a82e-751ce52093be req-bf9dc31a-651b-467e-b16e-1a54354c6c1b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:01.320720 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cf9ae996-8ef6-4eed-a82e-751ce52093be req-bf9dc31a-651b-467e-b16e-1a54354c6c1b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.1274829 Jul 23 20:29:01.323528 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59490) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:01.327797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--167743235', 'description': 'tempest-description--304832789'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:01.360401 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a56e01-40c3-4725-8ca2-20c5fd371e8d', 'name': 'network-vif-deleted', 'tag': '31f3eea9-51b9-4fcf-80a5-29ef1110b743'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:01.363898 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c65fca-9faf-4674-bb06-fe44a0a35237" -d '{"events": [{"server_uuid": "72a56e01-40c3-4725-8ca2-20c5fd371e8d", "name": "network-vif-deleted", "tag": "31f3eea9-51b9-4fcf-80a5-29ef1110b743"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:01.412926 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c8411f8-8aaf-450b-9e22-dbceaa48c3dd req-d8250dbd-1c87-45ca-ae78-138ad5a9f5fc tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/floatingips/aeb06171-bb11-4fee-b7ca-ba9067b0eb55 HTTP/1.1" status: 200 len: 692 time: 0.0900152 Jul 23 20:29:01.461777 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41efb4ed-eaa2-48c6-8d81-f14073ceaf92 req-31e570d6-331c-47f2-8be9-34d65273cdb9 service neutron] 10.222.0.48 "GET /v2.0/networks/937f74f4-5e87-4111-86e1-c8157d4b221d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369184 Jul 23 20:29:01.483120 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c375b721-48c6-4ac2-8314-b61649f2a2ca tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.512686 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.524801 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Transition to ACTIVE for port object d8655c30-c040-42b5-94f8-c7f697133622 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:01.535519 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.536116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656b705-fd91-4278-9868-b985c7cc369c req-ce7f502c-5d5e-44e9-b84a-eb14d41bf47f tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:01.537917 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c656b705-fd91-4278-9868-b985c7cc369c req-ce7f502c-5d5e-44e9-b84a-eb14d41bf47f tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.48 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 946 time: 0.1248369 Jul 23 20:29:01.575788 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.599305 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c375b721-48c6-4ac2-8314-b61649f2a2ca tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.610934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da59eb9-efc3-4213-8128-1c79dd21ff1a None None] Pushing event updated for resources: {'Port': ['ID=d8655c30-c040-42b5-94f8-c7f697133622,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:01.624409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59eb9-efc3-4213-8128-1c79dd21ff1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:01.624753 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59eb9-efc3-4213-8128-1c79dd21ff1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:01.625092 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59eb9-efc3-4213-8128-1c79dd21ff1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:01.625423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59eb9-efc3-4213-8128-1c79dd21ff1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:01.625868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59eb9-efc3-4213-8128-1c79dd21ff1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:01.626053 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59eb9-efc3-4213-8128-1c79dd21ff1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:01.626381 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59eb9-efc3-4213-8128-1c79dd21ff1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:01.626700 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59eb9-efc3-4213-8128-1c79dd21ff1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:01.627018 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59eb9-efc3-4213-8128-1c79dd21ff1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:01.627364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59eb9-efc3-4213-8128-1c79dd21ff1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:01.627682 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59eb9-efc3-4213-8128-1c79dd21ff1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:01.628002 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59eb9-efc3-4213-8128-1c79dd21ff1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:01.634963 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cf9ae996-8ef6-4eed-a82e-751ce52093be req-2391d225-fc26-49ac-a904-226b3a709d99 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948129 Jul 23 20:29:01.697690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8411f8-8aaf-450b-9e22-dbceaa48c3dd req-3b2740f9-3ae3-4bba-91c4-5a479460231b tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:01.699181 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c8411f8-8aaf-450b-9e22-dbceaa48c3dd req-3b2740f9-3ae3-4bba-91c4-5a479460231b tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.2753012 Jul 23 20:29:01.710432 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.762544 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c375b721-48c6-4ac2-8314-b61649f2a2ca tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Network 81adb9b9-5b39-46eb-a416-31edf12647f3 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:01.768877 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Attempting to bind port d8655c30-c040-42b5-94f8-c7f697133622 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:01.769696 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Attempting to bind port d8655c30-c040-42b5-94f8-c7f697133622 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '876faced-d8cf-4f41-b4e8-dd51f3ba19be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:01.770653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Attempting to bind port d8655c30-c040-42b5-94f8-c7f697133622 on network c97f5b5d-a800-4aa3-8195-36fc8395644b {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:01.772963 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c375b721-48c6-4ac2-8314-b61649f2a2ca tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:01.785266 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:01.786323 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Checking segment: {'id': '876faced-d8cf-4f41-b4e8-dd51f3ba19be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:01.786983 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c375b721-48c6-4ac2-8314-b61649f2a2ca tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:01.787417 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.788763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Bound using segment: {'id': '876faced-d8cf-4f41-b4e8-dd51f3ba19be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:01.789513 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Bound port: d8655c30-c040-42b5-94f8-c7f697133622, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876faced-d8cf-4f41-b4e8-dd51f3ba19be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:01.790536 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.823233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375b721-48c6-4ac2-8314-b61649f2a2ca tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Pushing event updated for resources: {'Port': ['ID=11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:01.827431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-64365cdc-88e2-4845-abd6-c1881b038ad9 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Allocated IP 172.20.0.13 (81adb9b9-5b39-46eb-a416-31edf12647f3/34d5605a-a709-4512-817b-14f47d6578a8/17266544-96a1-4e95-b279-7c8c72207857) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:01.885094 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] For port d8655c30-c040-42b5-94f8-c7f697133622, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:01.888294 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c8411f8-8aaf-450b-9e22-dbceaa48c3dd req-dc0622c8-dcbc-40b0-8d6a-f339e74d28da tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.95 HTTP/1.1" status: 200 len: 695 time: 0.1736155 Jul 23 20:29:01.888768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] For port d8655c30-c040-42b5-94f8-c7f697133622, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d8655c30-c040-42b5-94f8-c7f697133622,segment=NetworkSegment(876faced-d8cf-4f41-b4e8-dd51f3ba19be),segment_id=876faced-d8cf-4f41-b4e8-dd51f3ba19be)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:01.888927 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c375b721-48c6-4ac2-8314-b61649f2a2ca tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:01.889424 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c375b721-48c6-4ac2-8314-b61649f2a2ca tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.896163 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.902604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-c656b705-fd91-4278-9868-b985c7cc369c req-fcb073ff-dd5f-4f7f-9926-855d4d4db1f3 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Deleting port fca716f7-0dc1-486b-befd-6f4040d6c385 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:01.902959 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c656b705-fd91-4278-9868-b985c7cc369c req-fcb073ff-dd5f-4f7f-9926-855d4d4db1f3 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.989978 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da59eb9-efc3-4213-8128-1c79dd21ff1a None None] Pushing event updated for resources: {'Port': ['ID=d8655c30-c040-42b5-94f8-c7f697133622,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:01.993955 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Routers {'d21dcc4d-051d-430e-85bb-069c0d1e13cd'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:01.994590 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:28:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:02.016277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-c656b705-fd91-4278-9868-b985c7cc369c req-fcb073ff-dd5f-4f7f-9926-855d4d4db1f3 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] For port fca716f7-0dc1-486b-befd-6f4040d6c385, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=fca716f7-0dc1-486b-befd-6f4040d6c385,segment=NetworkSegment(880ce7b8-cc1a-4fd0-a221-7defb48fb269),segment_id=880ce7b8-cc1a-4fd0-a221-7defb48fb269)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:02.016687 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c656b705-fd91-4278-9868-b985c7cc369c req-fcb073ff-dd5f-4f7f-9926-855d4d4db1f3 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.030603 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-c656b705-fd91-4278-9868-b985c7cc369c req-fcb073ff-dd5f-4f7f-9926-855d4d4db1f3 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Calling delete_port for fca716f7-0dc1-486b-befd-6f4040d6c385 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:02.089629 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c8411f8-8aaf-450b-9e22-dbceaa48c3dd req-a5d996fe-d416-47a2-bc77-d08a6503ba6d tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.95 HTTP/1.1" status: 200 len: 695 time: 0.1624336 Jul 23 20:29:02.116722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59510) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:02.199408 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] Set router d21dcc4d-051d-430e-85bb-069c0d1e13cd gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:02.263186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e8470642-ab04-4ed8-8312-a5b8cce69dab tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:02.272923 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c656b705-fd91-4278-9868-b985c7cc369c req-fcb073ff-dd5f-4f7f-9926-855d4d4db1f3 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.300019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['fca716f7-0dc1-486b-befd-6f4040d6c385'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:29:02.308128 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb073ff-dd5f-4f7f-9926-855d4d4db1f3 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Pushing event deleted for resources: {'Port': ['ID=fca716f7-0dc1-486b-befd-6f4040d6c385,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:02.354211 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee80a9-fe40-4886-86e3-477e83069654 req-640182a8-d43e-434a-b20e-bebe0d1315a1 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:02.355834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9cee80a9-fe40-4886-86e3-477e83069654 req-640182a8-d43e-434a-b20e-bebe0d1315a1 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 1097 time: 0.5581465 Jul 23 20:29:02.361220 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-c656b705-fd91-4278-9868-b985c7cc369c req-fcb073ff-dd5f-4f7f-9926-855d4d4db1f3 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] No DVR routers for this DVR port fca716f7-0dc1-486b-befd-6f4040d6c385 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:02.363670 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.363946 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c656b705-fd91-4278-9868-b985c7cc369c req-fcb073ff-dd5f-4f7f-9926-855d4d4db1f3 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.366296 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c656b705-fd91-4278-9868-b985c7cc369c req-fcb073ff-dd5f-4f7f-9926-855d4d4db1f3 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.48 "DELETE /v2.0/ports/fca716f7-0dc1-486b-befd-6f4040d6c385 HTTP/1.1" status: 204 len: 173 time: 0.8224840 Jul 23 20:29:02.387002 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c375b721-48c6-4ac2-8314-b61649f2a2ca tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2924721 Jul 23 20:29:02.396280 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8470642-ab04-4ed8-8312-a5b8cce69dab tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.403582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Request body: {'port': {'device_id': '59208be3-9c61-47dc-b76c-dad1181f03c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:02.472769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f', 'name': 'network-vif-deleted', 'tag': '091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:02.473714 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'name': 'tempest-ServersTestBootFromVolume-2110992670-router', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:50Z', 'updated_at': '2021-07-23T20:28:57Z', 'revision_number': 4, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'gw_port': {'id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:51Z', 'updated_at': '2021-07-23T20:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd8655c30-c040-42b5-94f8-c7f697133622', 'name': '', 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'mac_address': 'fa:16:3e:b5:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:56Z', 'updated_at': '2021-07-23T20:29:01Z', 'revision_number': 4, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'subnets': [{'id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:02.475811 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7de18d7-72e8-48b0-b347-a1ddfada619c" -d '{"events": [{"server_uuid": "c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f", "name": "network-vif-deleted", "tag": "091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:02.483759 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.520624 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbae889-08f1-4d05-92e0-6fc56d41d50a None None] The sync data for ids ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'] in n-d-791504-18 is: [{'id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'name': 'tempest-ServersTestBootFromVolume-2110992670-router', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:50Z', 'updated_at': '2021-07-23T20:28:57Z', 'revision_number': 4, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'gw_port': {'id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:51Z', 'updated_at': '2021-07-23T20:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd8655c30-c040-42b5-94f8-c7f697133622', 'name': '', 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'mac_address': 'fa:16:3e:b5:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:56Z', 'updated_at': '2021-07-23T20:29:01Z', 'revision_number': 4, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'subnets': [{'id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:02.531232 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.594998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab05eb11-a394-4ca1-965f-fef6dea08b62,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:02.641121 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:02.641577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:02.642060 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:02.642466 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:02.642868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:02.643298 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:02.643701 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:02.644104 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:02.644500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:02.644896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:02.645297 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:02.645621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:02.655447 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:02.660030 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.664363 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2a2f0980-9f2a-4bda-a42d-4ef830c130d3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3368721 Jul 23 20:29:02.686198 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59518) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:02.692546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b09ecef2-1e1a-4754-bc3a-c66670ff404b tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Request body: {'security_group_rule': {'security_group_id': 'ab05eb11-a394-4ca1-965f-fef6dea08b62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:02.718966 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8470642-ab04-4ed8-8312-a5b8cce69dab tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.741777 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-64365cdc-88e2-4845-abd6-c1881b038ad9 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.786415 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9cee80a9-fe40-4886-86e3-477e83069654 req-821c5bec-bd47-49bf-8288-7e1d5c0a5935 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945961 Jul 23 20:29:02.817858 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:02.846697 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-8c8411f8-8aaf-450b-9e22-dbceaa48c3dd req-0e827afd-1483-4b8b-b249-1c2fea21818a tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Deleting port f7e394cb-5ef0-4868-b968-dbcf7a85f707 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:02.847065 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8c8411f8-8aaf-450b-9e22-dbceaa48c3dd req-0e827afd-1483-4b8b-b249-1c2fea21818a tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.856891 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b09ecef2-1e1a-4754-bc3a-c66670ff404b tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.873248 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-e8470642-ab04-4ed8-8312-a5b8cce69dab tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Allocated IP 172.25.3.24 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/82bb4e8d-c9d0-4281-a376-72c3d8c7f75d) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:02.942472 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.995160 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-64365cdc-88e2-4845-abd6-c1881b038ad9 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.031953 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Transition to ACTIVE for port object cd4a92db-b0f0-425a-9f67-88b659ef5c8a will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:03.076342 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-64365cdc-88e2-4845-abd6-c1881b038ad9 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Network 81adb9b9-5b39-46eb-a416-31edf12647f3 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:03.087440 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-64365cdc-88e2-4845-abd6-c1881b038ad9 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:03.095718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-64365cdc-88e2-4845-abd6-c1881b038ad9 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:03.103682 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.114913 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8470642-ab04-4ed8-8312-a5b8cce69dab tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.186728 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c6533706-2173-43f7-a551-c4380c0aa8b1 req-6c03c5ba-0b0a-456d-9a53-5b8e842f2382 tempest-LiveAutoBlockMigrationV225Test-302860575 tempest-LiveAutoBlockMigrationV225Test-302860575-project] 10.222.0.55 "GET /v2.0/ports?device_id=20711a65-543a-42bc-bc98-c3a90008c974 HTTP/1.1" status: 200 len: 210 time: 0.2800808 Jul 23 20:29:03.196603 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8c8411f8-8aaf-450b-9e22-dbceaa48c3dd req-0e827afd-1483-4b8b-b249-1c2fea21818a tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.196931 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8c8411f8-8aaf-450b-9e22-dbceaa48c3dd req-0e827afd-1483-4b8b-b249-1c2fea21818a tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.218583 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b09ecef2-1e1a-4754-bc3a-c66670ff404b tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.227850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64365cdc-88e2-4845-abd6-c1881b038ad9 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Pushing event updated for resources: {'Port': ['ID=17266544-96a1-4e95-b279-7c8c72207857,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:03.231017 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:29:03.236404 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8470642-ab04-4ed8-8312-a5b8cce69dab tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.240516 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b09ecef2-1e1a-4754-bc3a-c66670ff404b tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.245274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-8c8411f8-8aaf-450b-9e22-dbceaa48c3dd req-0e827afd-1483-4b8b-b249-1c2fea21818a tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Calling delete_port for f7e394cb-5ef0-4868-b968-dbcf7a85f707 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:03.248863 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.252802 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045d279f-7d73-41fb-9ff3-ccb95cdb12e2 x-openstack-request-id: req-045d279f-7d73-41fb-9ff3-ccb95cdb12e2 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:03.253166 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a56e01-40c3-4725-8ca2-20c5fd371e8d", "name": "network-vif-deleted", "tag": "31f3eea9-51b9-4fcf-80a5-29ef1110b743", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:03.253495 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-045d279f-7d73-41fb-9ff3-ccb95cdb12e2 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:03.253930 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a56e01-40c3-4725-8ca2-20c5fd371e8d', 'name': 'network-vif-deleted', 'tag': '31f3eea9-51b9-4fcf-80a5-29ef1110b743', 'status': 'completed', 'code': 200} Jul 23 20:29:03.308688 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Transition to ACTIVE for port object 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:03.322622 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8470642-ab04-4ed8-8312-a5b8cce69dab tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:03.329633 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-e8470642-ab04-4ed8-8312-a5b8cce69dab tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:03.331606 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.343821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8470642-ab04-4ed8-8312-a5b8cce69dab tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:03.347483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-64365cdc-88e2-4845-abd6-c1881b038ad9 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:03.348137 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-64365cdc-88e2-4845-abd6-c1881b038ad9 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.363395 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] No DVR routers for this DVR port cd4a92db-b0f0-425a-9f67-88b659ef5c8a on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:03.415244 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8470642-ab04-4ed8-8312-a5b8cce69dab tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Pushing event updated for resources: {'Port': ['ID=82bb4e8d-c9d0-4281-a376-72c3d8c7f75d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:03.517042 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ecef2-1e1a-4754-bc3a-c66670ff404b tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b220fc1-03b7-4a10-9ae6-352266a6bc3b,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:03.574316 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b09ecef2-1e1a-4754-bc3a-c66670ff404b tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.575525 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b09ecef2-1e1a-4754-bc3a-c66670ff404b tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8883550 Jul 23 20:29:03.579737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59526) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:03.583845 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-64365cdc-88e2-4845-abd6-c1881b038ad9 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7732313 Jul 23 20:29:03.589534 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-130b64e2-efc0-40f2-9970-d6bd3f63d2d2 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Request body: {'security_group_rule': {'security_group_id': 'ab05eb11-a394-4ca1-965f-fef6dea08b62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:03.620119 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Pushing event updated for resources: {'Port': ['ID=11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:03.632324 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Request body: {'port': {'device_id': '67ec8f80-3f71-4e9c-ba94-ef2edc7054ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:03.650788 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8470642-ab04-4ed8-8312-a5b8cce69dab tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.673268 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-130b64e2-efc0-40f2-9970-d6bd3f63d2d2 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.685380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,revision_number=6']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:03.693823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Attempting to bind port cd4a92db-b0f0-425a-9f67-88b659ef5c8a on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:03.693823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Attempting to bind port cd4a92db-b0f0-425a-9f67-88b659ef5c8a by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:03.693823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Attempting to bind port cd4a92db-b0f0-425a-9f67-88b659ef5c8a on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:03.713856 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Port cd4a92db-b0f0-425a-9f67-88b659ef5c8a on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:29:03.714179 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Attempting to bind port cd4a92db-b0f0-425a-9f67-88b659ef5c8a on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:03.727581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Attempting to bind port 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:03.727790 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Attempting to bind port 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '6651b80e-1032-460f-ac95-d368c8034bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:03.728139 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Attempting to bind port 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 on network 81adb9b9-5b39-46eb-a416-31edf12647f3 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:03.729673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:03.730117 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:03.730500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:03.730901 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Bound port: cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:03.731320 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.742320 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Port 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 on network 81adb9b9-5b39-46eb-a416-31edf12647f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:29:03.742681 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Attempting to bind port 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 on network 81adb9b9-5b39-46eb-a416-31edf12647f3 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:03.749526 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8470642-ab04-4ed8-8312-a5b8cce69dab tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.767992 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8c8411f8-8aaf-450b-9e22-dbceaa48c3dd req-0e827afd-1483-4b8b-b249-1c2fea21818a tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.778406 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:03.778746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Checking segment: {'id': '6651b80e-1032-460f-ac95-d368c8034bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:03.779261 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Bound using segment: {'id': '6651b80e-1032-460f-ac95-d368c8034bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:03.779737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Bound port: 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6651b80e-1032-460f-ac95-d368c8034bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:03.780117 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.817428 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e827afd-1483-4b8b-b249-1c2fea21818a tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Pushing event deleted for resources: {'Port': ['ID=f7e394cb-5ef0-4868-b968-dbcf7a85f707,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:03.858527 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-130b64e2-efc0-40f2-9970-d6bd3f63d2d2 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.871495 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-130b64e2-efc0-40f2-9970-d6bd3f63d2d2 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.877977 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462838a-cba7-49d9-8dec-bd6c65727baf req-c9b29696-7991-493c-ba1a-ab38539ce70f tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:03.879165 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6462838a-cba7-49d9-8dec-bd6c65727baf req-c9b29696-7991-493c-ba1a-ab38539ce70f tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=59208be3-9c61-47dc-b76c-dad1181f03c5 HTTP/1.1" status: 200 len: 944 time: 0.3004284 Jul 23 20:29:03.881756 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.906614 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b64e2-efc0-40f2-9970-d6bd3f63d2d2 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770f86a7-7ca9-4526-aa2c-58abf71aab40,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:03.934522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] For port 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:03.951339 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-130b64e2-efc0-40f2-9970-d6bd3f63d2d2 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.952692 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-130b64e2-efc0-40f2-9970-d6bd3f63d2d2 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3666399 Jul 23 20:29:03.959445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59528) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:03.977944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] For port 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:03.990392 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.993763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-37d87626-3ce7-40fe-8780-d0170380f010 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:04.006305 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8c8411f8-8aaf-450b-9e22-dbceaa48c3dd req-0e827afd-1483-4b8b-b249-1c2fea21818a tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.009118 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8c8411f8-8aaf-450b-9e22-dbceaa48c3dd req-0e827afd-1483-4b8b-b249-1c2fea21818a tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.010472 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c8411f8-8aaf-450b-9e22-dbceaa48c3dd req-0e827afd-1483-4b8b-b249-1c2fea21818a tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "DELETE /v2.0/floatingips/aeb06171-bb11-4fee-b7ca-ba9067b0eb55 HTTP/1.1" status: 204 len: 173 time: 1.9060853 Jul 23 20:29:04.017089 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:04.029032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:04.037364 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:04.038551 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.040034 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] 10.222.0.57 "PUT /v2.0/ports/11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 HTTP/1.1" status: 200 len: 1093 time: 1.6450987 Jul 23 20:29:04.056136 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.090713 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da3151-c32a-4b21-bfa3-8ce87b496b45 service neutron] Pushing event updated for resources: {'Port': ['ID=11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:04.091198 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ba4c25-6fac-474f-8b93-c3c6746e449b x-openstack-request-id: req-a4ba4c25-6fac-474f-8b93-c3c6746e449b {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:04.091605 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f", "name": "network-vif-deleted", "tag": "091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:04.091954 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4ba4c25-6fac-474f-8b93-c3c6746e449b {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:04.092426 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c27c8a-a7a6-418d-afb7-b6f7a85ce26f', 'name': 'network-vif-deleted', 'tag': '091fa72d-c66d-4d9b-a6e5-0bcf502ca7ec', 'status': 'completed', 'code': 200} Jul 23 20:29:04.096318 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6462838a-cba7-49d9-8dec-bd6c65727baf req-57e96020-a7f5-4c83-a384-f44f88b474a5 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789484 Jul 23 20:29:04.134072 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8470642-ab04-4ed8-8312-a5b8cce69dab tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.145267 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8470642-ab04-4ed8-8312-a5b8cce69dab tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.177675 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-37d87626-3ce7-40fe-8780-d0170380f010 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.185728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:04.186854 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.188837 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] 10.222.0.48 "PUT /v2.0/ports/cd4a92db-b0f0-425a-9f67-88b659ef5c8a HTTP/1.1" status: 200 len: 1097 time: 2.9180984 Jul 23 20:29:04.215927 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-ca93d461-33e7-40c2-a117-c7856f8d4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:04.221875 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-ca93d461-33e7-40c2-a117-c7856f8d4e10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1484427228d144efaecdf76666ccf699&device_id=59208be3-9c61-47dc-b76c-dad1181f03c5 HTTP/1.1" status: 200 len: 1096 time: 0.1228504 Jul 23 20:29:04.275890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8470642-ab04-4ed8-8312-a5b8cce69dab tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Pushing event updated for resources: {'Port': ['ID=82bb4e8d-c9d0-4281-a376-72c3d8c7f75d,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:04.320288 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-d74b282b-82ab-401f-b4c9-732d2295dcdb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 HTTP/1.1" status: 200 len: 217 time: 0.0856895 Jul 23 20:29:04.332122 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8470642-ab04-4ed8-8312-a5b8cce69dab tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.342337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d8655c30-c040-42b5-94f8-c7f697133622 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:04.383687 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8470642-ab04-4ed8-8312-a5b8cce69dab tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.384912 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e8470642-ab04-4ed8-8312-a5b8cce69dab tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2657313 Jul 23 20:29:04.387933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa06f4e-c117-48e1-b546-81460df6d651 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,revision_number=7']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:04.391610 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59538) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:04.403340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-0767ea73-17ca-45ec-8d97-3556d987805b tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-339639490', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'fixed_ips': [{'ip_address': '172.25.3.24'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:04.407806 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-e3826eca-6902-4fea-9be6-eb1d69c582e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:04.409248 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-e3826eca-6902-4fea-9be6-eb1d69c582e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=34d5605a-a709-4512-817b-14f47d6578a8 HTTP/1.1" status: 200 len: 852 time: 0.0783913 Jul 23 20:29:04.415543 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port d8655c30-c040-42b5-94f8-c7f697133622 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:04.420362 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port d8655c30-c040-42b5-94f8-c7f697133622 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:04.421328 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.462131 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-6b6a6136-1b28-4a42-bb5f-46478946ed5f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81adb9b9-5b39-46eb-a416-31edf12647f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407681 Jul 23 20:29:04.470769 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0767ea73-17ca-45ec-8d97-3556d987805b tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Made reservation on behalf of 244246a9fd984f24bcf6f7740c22658f for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:04.474302 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0767ea73-17ca-45ec-8d97-3556d987805b tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.552445 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.592911 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-a000cd63-6691-48af-803e-e0dc2d5ec92e service neutron] 10.222.0.57 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137755 Jul 23 20:29:04.594435 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0767ea73-17ca-45ec-8d97-3556d987805b tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.599418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port d8655c30-c040-42b5-94f8-c7f697133622, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d8655c30-c040-42b5-94f8-c7f697133622,segment=NetworkSegment(876faced-d8cf-4f41-b4e8-dd51f3ba19be),segment_id=876faced-d8cf-4f41-b4e8-dd51f3ba19be)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:04.606887 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.626161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd967d7a-d2d7-488c-a993-a1ab4bc7e8c6 req-3178dbd6-854b-408b-be0e-4a55e3457501 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:04.633428 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd967d7a-d2d7-488c-a993-a1ab4bc7e8c6 req-3178dbd6-854b-408b-be0e-4a55e3457501 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 946 time: 0.3482423 Jul 23 20:29:04.636434 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-7e97d054-9d6b-4eb9-8a55-0c7397a58c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:04.638199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-7e97d054-9d6b-4eb9-8a55-0c7397a58c7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 1100 time: 0.3905909 Jul 23 20:29:04.646692 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b7beb-b4cd-4b1b-8cc8-efa3265fd47e req-9be7b64a-e64d-448e-b72f-0ef4290d2f54 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:04.648976 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c8b7beb-b4cd-4b1b-8cc8-efa3265fd47e req-9be7b64a-e64d-448e-b72f-0ef4290d2f54 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 948 time: 0.4728174 Jul 23 20:29:04.690462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=d8655c30-c040-42b5-94f8-c7f697133622,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:04.755004 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-652e051d-c984-4796-bf35-b287f0f022d3 service neutron] 10.222.0.57 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513700 Jul 23 20:29:04.820844 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0767ea73-17ca-45ec-8d97-3556d987805b tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.829201 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0767ea73-17ca-45ec-8d97-3556d987805b tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.835403 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-0767ea73-17ca-45ec-8d97-3556d987805b tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] device_id is not set on port 7d42905f-e962-47e2-bccc-7282f4ececb7 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:29:04.901556 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cd4a92db-b0f0-425a-9f67-88b659ef5c8a no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:04.949403 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cd4a92db-b0f0-425a-9f67-88b659ef5c8a not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:04.969106 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767ea73-17ca-45ec-8d97-3556d987805b tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893cac72-5b8e-4a0f-ad5e-42d5872db086,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:05.080544 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf0251-8479-4381-875f-77cc14b5e1f1 req-0bdff4b8-dda0-4fc0-8296-362c3a25e946 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:05.081925 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0eaf0251-8479-4381-875f-77cc14b5e1f1 req-0bdff4b8-dda0-4fc0-8296-362c3a25e946 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 946 time: 0.1579864 Jul 23 20:29:05.098000 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-0767ea73-17ca-45ec-8d97-3556d987805b tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 20:29:05.098567 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0767ea73-17ca-45ec-8d97-3556d987805b tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:29:05.134670 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device fca716f7-0dc1-486b-befd-6f4040d6c385 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:05.135634 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd967d7a-d2d7-488c-a993-a1ab4bc7e8c6 req-2e16393d-460f-4368-b552-2ad79a2f9a00 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d04059b0-72c5-4762-9634-6acd68b38e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5013299 Jul 23 20:29:05.149054 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0767ea73-17ca-45ec-8d97-3556d987805b tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7543714 Jul 23 20:29:05.170236 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: fca716f7-0dc1-486b-befd-6f4040d6c385 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:05.170595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device fca716f7-0dc1-486b-befd-6f4040d6c385 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:05.173846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59542) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:05.191744 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c8b7beb-b4cd-4b1b-8cc8-efa3265fd47e req-6ff37ad3-83ba-444b-a3f6-7b21efa24a11 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099051 Jul 23 20:29:05.250575 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-0eaf0251-8479-4381-875f-77cc14b5e1f1 req-9dc1e698-a061-4775-9deb-28b8beb244c9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Deleting port bedf154e-bae0-4e26-a241-96e446fff0aa {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:05.250937 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0eaf0251-8479-4381-875f-77cc14b5e1f1 req-9dc1e698-a061-4775-9deb-28b8beb244c9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.261453 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59546) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:05.283032 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20711a65-543a-42bc-bc98-c3a90008c974', 'name': 'network-vif-deleted', 'tag': 'fca716f7-0dc1-486b-befd-6f4040d6c385'}, {'name': 'network-changed', 'server_uuid': '59208be3-9c61-47dc-b76c-dad1181f03c5', 'tag': '11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:05.286036 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe756f92-3974-4fc4-a7a0-688cdfd4fcbc" -d '{"events": [{"server_uuid": "20711a65-543a-42bc-bc98-c3a90008c974", "name": "network-vif-deleted", "tag": "fca716f7-0dc1-486b-befd-6f4040d6c385"}, {"name": "network-changed", "server_uuid": "59208be3-9c61-47dc-b76c-dad1181f03c5", "tag": "11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:05.296136 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-37d87626-3ce7-40fe-8780-d0170380f010 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.299604 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17266544-96a1-4e95-b279-7c8c72207857 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:29:05.348953 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-5c2675b6-9a28-44cf-bd83-88a97ccdceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:05.350448 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-5c2675b6-9a28-44cf-bd83-88a97ccdceac service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.6996660 Jul 23 20:29:05.352846 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.378928 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-0eaf0251-8479-4381-875f-77cc14b5e1f1 req-9dc1e698-a061-4775-9deb-28b8beb244c9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] For port bedf154e-bae0-4e26-a241-96e446fff0aa, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bedf154e-bae0-4e26-a241-96e446fff0aa,segment=NetworkSegment(37f4fce7-6013-41e7-8a2d-fe7311437d21),segment_id=37f4fce7-6013-41e7-8a2d-fe7311437d21)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:05.379385 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0eaf0251-8479-4381-875f-77cc14b5e1f1 req-9dc1e698-a061-4775-9deb-28b8beb244c9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.520790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-da506c9f-96ca-4a8b-aaf7-517dcf29b287 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a HTTP/1.1" status: 200 len: 217 time: 0.1603706 Jul 23 20:29:05.539637 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Transition to ACTIVE for port object 17266544-96a1-4e95-b279-7c8c72207857 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:05.548517 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5abe62-9a31-4eb5-812e-e43144e93f0f admin admin] Deleting subnet a04cc1b4-e7d5-485f-8df9-995da9a55827 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:05.569439 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cb5abe62-9a31-4eb5-812e-e43144e93f0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.571309 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.723307 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cb5abe62-9a31-4eb5-812e-e43144e93f0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.769865 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-05cacd72-3c5c-4ea6-a044-5b394a78b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:05.771445 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-05cacd72-3c5c-4ea6-a044-5b394a78b620 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.2280850 Jul 23 20:29:05.803939 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Pushing event updated for resources: {'Port': ['ID=17266544-96a1-4e95-b279-7c8c72207857,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:05.870340 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46fc87-ff94-4926-b4f1-5141c7d4b820 req-3ad42dc2-882c-4efb-9e9a-286e1f74dea7 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:05.877619 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db46fc87-ff94-4926-b4f1-5141c7d4b820 req-3ad42dc2-882c-4efb-9e9a-286e1f74dea7 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=59208be3-9c61-47dc-b76c-dad1181f03c5 HTTP/1.1" status: 200 len: 944 time: 0.5351577 Jul 23 20:29:05.881084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-37d87626-3ce7-40fe-8780-d0170380f010 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Allocated IP 172.25.3.228 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/5c5b7c99-4773-4261-a577-ae81fabdc127) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:05.911510 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0eaf0251-8479-4381-875f-77cc14b5e1f1 req-9dc1e698-a061-4775-9deb-28b8beb244c9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.912098 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0eaf0251-8479-4381-875f-77cc14b5e1f1 req-9dc1e698-a061-4775-9deb-28b8beb244c9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.912631 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [req-0eaf0251-8479-4381-875f-77cc14b5e1f1 req-9dc1e698-a061-4775-9deb-28b8beb244c9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Floating IP ba8eea19-d6ea-4044-b82e-22169166ea68 disassociated. External IP: 172.25.3.254, port: bedf154e-bae0-4e26-a241-96e446fff0aa. Jul 23 20:29:05.913113 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-0eaf0251-8479-4381-875f-77cc14b5e1f1 req-9dc1e698-a061-4775-9deb-28b8beb244c9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Calling delete_port for bedf154e-bae0-4e26-a241-96e446fff0aa owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:05.920276 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6c315b0d-614e-4849-8344-1f29ee26625c tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Deleting port 82bb4e8d-c9d0-4281-a376-72c3d8c7f75d {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:05.920605 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c315b0d-614e-4849-8344-1f29ee26625c tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.928060 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cb5abe62-9a31-4eb5-812e-e43144e93f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.057434 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0eaf0251-8479-4381-875f-77cc14b5e1f1 req-9dc1e698-a061-4775-9deb-28b8beb244c9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.089872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1e698-a061-4775-9deb-28b8beb244c9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Pushing event deleted for resources: {'Port': ['ID=bedf154e-bae0-4e26-a241-96e446fff0aa,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:06.094103 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a'}, {'name': 'network-changed', 'server_uuid': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'tag': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:06.096742 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17a1578-f48d-48c7-a7b2-ce2741530738" -d '{"events": [{"server_uuid": "d1316102-1bfe-4a20-9292-eade87d7c32e", "name": "network-vif-unplugged", "status": "completed", "tag": "cd4a92db-b0f0-425a-9f67-88b659ef5c8a"}, {"name": "network-changed", "server_uuid": "d1316102-1bfe-4a20-9292-eade87d7c32e", "tag": "cd4a92db-b0f0-425a-9f67-88b659ef5c8a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:06.182550 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-077e32af-1225-4fe6-bae4-c3e73679eadf tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:29:06.183607 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-077e32af-1225-4fe6-bae4-c3e73679eadf tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080097 Jul 23 20:29:06.191186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Attempting to bind port 17266544-96a1-4e95-b279-7c8c72207857 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:06.191530 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Attempting to bind port 17266544-96a1-4e95-b279-7c8c72207857 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '6651b80e-1032-460f-ac95-d368c8034bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:06.191863 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Attempting to bind port 17266544-96a1-4e95-b279-7c8c72207857 on network 81adb9b9-5b39-46eb-a416-31edf12647f3 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:06.201471 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-46ea0466-1d30-43c6-b025-12c373f2332b service neutron] Request body: {'binding': {'host': 'n-h2-791504-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:06.201923 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-46ea0466-1d30-43c6-b025-12c373f2332b service neutron] Unknown quota resources ['binding']. {{(pid=93810) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:29:06.206579 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c315b0d-614e-4849-8344-1f29ee26625c tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.206917 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c315b0d-614e-4849-8344-1f29ee26625c tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.223664 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db46fc87-ff94-4926-b4f1-5141c7d4b820 req-0f371668-40cb-4243-9ccc-9730e015fbeb tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451390 Jul 23 20:29:06.248506 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Port 17266544-96a1-4e95-b279-7c8c72207857 on network 81adb9b9-5b39-46eb-a416-31edf12647f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:29:06.248837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Attempting to bind port 17266544-96a1-4e95-b279-7c8c72207857 on network 81adb9b9-5b39-46eb-a416-31edf12647f3 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:06.258689 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-c21e5e57-8215-485f-bf70-2243d5adc7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:06.260310 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-c21e5e57-8215-485f-bf70-2243d5adc7a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4738703 Jul 23 20:29:06.261749 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cb5abe62-9a31-4eb5-812e-e43144e93f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.275054 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d8655c30-c040-42b5-94f8-c7f697133622 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:06.325349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port d8655c30-c040-42b5-94f8-c7f697133622 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:06.326134 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.328602 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6c315b0d-614e-4849-8344-1f29ee26625c tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Calling delete_port for 82bb4e8d-c9d0-4281-a376-72c3d8c7f75d owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:06.332860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0eaf0251-8479-4381-875f-77cc14b5e1f1 req-9dc1e698-a061-4775-9deb-28b8beb244c9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Router 604175e0-803e-4dc3-a847-19f171f63526 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:29:06.379372 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-37d87626-3ce7-40fe-8780-d0170380f010 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.387712 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cb5abe62-9a31-4eb5-812e-e43144e93f0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.392244 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cb5abe62-9a31-4eb5-812e-e43144e93f0f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a04cc1b4-e7d5-485f-8df9-995da9a55827 HTTP/1.1" status: 204 len: 168 time: 1.1197171 Jul 23 20:29:06.392244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:06.392244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Checking segment: {'id': '6651b80e-1032-460f-ac95-d368c8034bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:06.392937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Bound using segment: {'id': '6651b80e-1032-460f-ac95-d368c8034bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:06.397872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Bound port: 17266544-96a1-4e95-b279-7c8c72207857, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6651b80e-1032-460f-ac95-d368c8034bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:06.397872 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.398159 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59578) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:06.452490 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5abe62-9a31-4eb5-812e-e43144e93f0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04cc1b4-e7d5-485f-8df9-995da9a55827,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:06.482940 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-46ea0466-1d30-43c6-b025-12c373f2332b service neutron] Attempting to bind port bdc5d7db-570c-487f-be89-85eec4088389 on host n-h2-791504-18 for vnic_type normal with profile None {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:06.483323 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-46ea0466-1d30-43c6-b025-12c373f2332b service neutron] Attempting to bind port bdc5d7db-570c-487f-be89-85eec4088389 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:06.483652 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-46ea0466-1d30-43c6-b025-12c373f2332b service neutron] Attempting to bind port bdc5d7db-570c-487f-be89-85eec4088389 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:06.532409 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-46ea0466-1d30-43c6-b025-12c373f2332b service neutron] Port bdc5d7db-570c-487f-be89-85eec4088389 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:29:06.532742 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-46ea0466-1d30-43c6-b025-12c373f2332b service neutron] Attempting to bind port bdc5d7db-570c-487f-be89-85eec4088389 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:06.559371 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0eaf0251-8479-4381-875f-77cc14b5e1f1 req-9dc1e698-a061-4775-9deb-28b8beb244c9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:06.559371 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-46ea0466-1d30-43c6-b025-12c373f2332b service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:06.559729 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-46ea0466-1d30-43c6-b025-12c373f2332b service neutron] Checking segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:06.559888 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-46ea0466-1d30-43c6-b025-12c373f2332b service neutron] Bound using segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:06.560337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-46ea0466-1d30-43c6-b025-12c373f2332b service neutron] Bound port: bdc5d7db-570c-487f-be89-85eec4088389, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:06.564491 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22562100-6596-4914-afe2-246ff68382b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.577514 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab926f-440a-4401-ab86-892168cb8975 None None] Sync routers for ids ['604175e0-803e-4dc3-a847-19f171f63526'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:06.589824 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab926f-440a-4401-ab86-892168cb8975 None None] Routers {'604175e0-803e-4dc3-a847-19f171f63526'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:06.590778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-faab926f-440a-4401-ab86-892168cb8975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:28:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['604175e0-803e-4dc3-a847-19f171f63526'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:06.605399 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-b08d291c-8aa9-4b40-a434-ccb96105094e service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117456 Jul 23 20:29:06.651073 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eaf0251-8479-4381-875f-77cc14b5e1f1 req-9dc1e698-a061-4775-9deb-28b8beb244c9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] No DVR routers for this DVR port bedf154e-bae0-4e26-a241-96e446fff0aa on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:06.663945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] For port 17266544-96a1-4e95-b279-7c8c72207857, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:06.672128 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0eaf0251-8479-4381-875f-77cc14b5e1f1 req-9dc1e698-a061-4775-9deb-28b8beb244c9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.674342 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0eaf0251-8479-4381-875f-77cc14b5e1f1 req-9dc1e698-a061-4775-9deb-28b8beb244c9 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.57 "DELETE /v2.0/ports/bedf154e-bae0-4e26-a241-96e446fff0aa HTTP/1.1" status: 204 len: 173 time: 1.5856190 Jul 23 20:29:06.706090 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] For port 17266544-96a1-4e95-b279-7c8c72207857, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=17266544-96a1-4e95-b279-7c8c72207857,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:06.714091 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-37d87626-3ce7-40fe-8780-d0170380f010 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.725075 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108a543-7c59-455d-b515-dcd2b2d835d0 req-e08c69d0-dba3-49ee-b6b5-c8f07094aaa8 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:06.727614 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a108a543-7c59-455d-b515-dcd2b2d835d0 req-e08c69d0-dba3-49ee-b6b5-c8f07094aaa8 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/ports?device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3892276 Jul 23 20:29:06.733948 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.743001 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-faab926f-440a-4401-ab86-892168cb8975 None None] Set router 604175e0-803e-4dc3-a847-19f171f63526 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:06.757273 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22562100-6596-4914-afe2-246ff68382b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.767744 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-22562100-6596-4914-afe2-246ff68382b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e56589e-9a72-40c0-80e1-89204b3d73d0']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:06.781973 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-22562100-6596-4914-afe2-246ff68382b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880ce7b8-cc1a-4fd0-a221-7defb48fb269') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:06.782268 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-22562100-6596-4914-afe2-246ff68382b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880ce7b8-cc1a-4fd0-a221-7defb48fb269') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:06.791952 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22562100-6596-4914-afe2-246ff68382b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.816199 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22562100-6596-4914-afe2-246ff68382b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.822678 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-46ea0466-1d30-43c6-b025-12c373f2332b service neutron] For port bdc5d7db-570c-487f-be89-85eec4088389, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bdc5d7db-570c-487f-be89-85eec4088389,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:06.825453 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22562100-6596-4914-afe2-246ff68382b3 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:06.825849 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22562100-6596-4914-afe2-246ff68382b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:06.827645 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:06.839936 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-46ea0466-1d30-43c6-b025-12c373f2332b service neutron] Notify callbacks [] for binding, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.849066 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-46ea0466-1d30-43c6-b025-12c373f2332b service neutron] 10.222.0.55 "POST /v2.0/ports/bdc5d7db-570c-487f-be89-85eec4088389/bindings HTTP/1.1" status: 201 len: 390 time: 0.6484356 Jul 23 20:29:06.897632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d87626-3ce7-40fe-8780-d0170380f010 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:06.899187 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22562100-6596-4914-afe2-246ff68382b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.901064 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:06.901997 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.903400 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] 10.222.0.48 "PUT /v2.0/ports/17266544-96a1-4e95-b279-7c8c72207857 HTTP/1.1" status: 200 len: 1093 time: 3.3109031 Jul 23 20:29:06.906973 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22562100-6596-4914-afe2-246ff68382b3 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.907187 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a108a543-7c59-455d-b515-dcd2b2d835d0 req-268e87f2-3d2b-4c66-9e0c-4a99c1dc4862 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1339355 Jul 23 20:29:06.914431 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:29:06.922346 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-22562100-6596-4914-afe2-246ff68382b3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7e56589e-9a72-40c0-80e1-89204b3d73d0 HTTP/1.1" status: 204 len: 168 time: 0.5197592 Jul 23 20:29:06.925644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59580) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:06.926612 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d87626-3ce7-40fe-8780-d0170380f010 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Pushing event updated for resources: {'Port': ['ID=5c5b7c99-4773-4261-a577-ae81fabdc127,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:06.938201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22562100-6596-4914-afe2-246ff68382b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e56589e-9a72-40c0-80e1-89204b3d73d0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:06.946835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-37d87626-3ce7-40fe-8780-d0170380f010 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:07.021653 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78751e77-b4e3-44f6-8526-f6549eeddb9c x-openstack-request-id: req-78751e77-b4e3-44f6-8526-f6549eeddb9c {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:07.022665 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20711a65-543a-42bc-bc98-c3a90008c974", "name": "network-vif-deleted", "tag": "fca716f7-0dc1-486b-befd-6f4040d6c385", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "59208be3-9c61-47dc-b76c-dad1181f03c5", "tag": "11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:07.022665 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78751e77-b4e3-44f6-8526-f6549eeddb9c {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:07.022665 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20711a65-543a-42bc-bc98-c3a90008c974', 'name': 'network-vif-deleted', 'tag': 'fca716f7-0dc1-486b-befd-6f4040d6c385', 'status': 'completed', 'code': 200} Jul 23 20:29:07.022665 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59208be3-9c61-47dc-b76c-dad1181f03c5', 'tag': '11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0', 'status': 'completed', 'code': 200} Jul 23 20:29:07.036288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89cb03f-37c6-490c-9b56-65cca874f2ab admin admin] Deleting subnet 29d7ea9b-c22d-45ca-87a6-8e361d22d5e7 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:07.125568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d87626-3ce7-40fe-8780-d0170380f010 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:07.150669 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe756f92-3974-4fc4-a7a0-688cdfd4fcbc req-ac306b78-9d5a-4885-9b5d-6e8224092c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:07.152298 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe756f92-3974-4fc4-a7a0-688cdfd4fcbc req-ac306b78-9d5a-4885-9b5d-6e8224092c69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1484427228d144efaecdf76666ccf699&device_id=59208be3-9c61-47dc-b76c-dad1181f03c5 HTTP/1.1" status: 200 len: 1096 time: 0.1246164 Jul 23 20:29:07.184383 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16e56cc-1ff4-45a6-b0e7-bc4e05c8c0ac x-openstack-request-id: req-d16e56cc-1ff4-45a6-b0e7-bc4e05c8c0ac {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:07.184709 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1316102-1bfe-4a20-9292-eade87d7c32e", "name": "network-vif-unplugged", "status": "completed", "tag": "cd4a92db-b0f0-425a-9f67-88b659ef5c8a", "code": 200}, {"name": "network-changed", "server_uuid": "d1316102-1bfe-4a20-9292-eade87d7c32e", "tag": "cd4a92db-b0f0-425a-9f67-88b659ef5c8a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:07.184963 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d16e56cc-1ff4-45a6-b0e7-bc4e05c8c0ac {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:07.185366 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a', 'code': 200} Jul 23 20:29:07.185611 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'tag': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a', 'status': 'completed', 'code': 200} Jul 23 20:29:07.186247 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c89cb03f-37c6-490c-9b56-65cca874f2ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.188243 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c315b0d-614e-4849-8344-1f29ee26625c tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.212883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:07.231659 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0', 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3', 'port_id': '11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0', 'mac_address': 'fa:16:3e:5d:6b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d5605a-a709-4512-817b-14f47d6578a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:29:07.238914 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-faab926f-440a-4401-ab86-892168cb8975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '2ee261b4-b198-4de1-9655-e7cef69e167d', 'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'mac_address': 'fa:16:3e:91:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:57Z', 'updated_at': '2021-07-23T20:24:07Z', 'revision_number': 5, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'subnets': [{'id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:07.296098 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe756f92-3974-4fc4-a7a0-688cdfd4fcbc req-c313afb9-3270-4cce-bee9-5a7b319a539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:07.297611 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe756f92-3974-4fc4-a7a0-688cdfd4fcbc req-c313afb9-3270-4cce-bee9-5a7b319a539f service neutron] 10.222.0.57 "GET /v2.0/networks?id=81adb9b9-5b39-46eb-a416-31edf12647f3 HTTP/1.1" status: 200 len: 913 time: 0.1391888 Jul 23 20:29:07.307078 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab926f-440a-4401-ab86-892168cb8975 None None] Checking router: 604175e0-803e-4dc3-a847-19f171f63526 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:07.309329 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.313199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e7ef1f9-b7d9-4f9a-89c2-e6ae6f5e8728 req-675d21d6-1320-4ee5-968b-17b203b4d5be service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6932502 Jul 23 20:29:07.331980 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:29:07.339224 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab926f-440a-4401-ab86-892168cb8975 None None] Routers {'604175e0-803e-4dc3-a847-19f171f63526'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:07.339994 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-faab926f-440a-4401-ab86-892168cb8975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:28:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['604175e0-803e-4dc3-a847-19f171f63526'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:07.365860 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-354e93e4-b994-4a81-b769-fccc4f4c671d req-f84ac0e2-dd4a-4523-be52-a839ea440e7d tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1d6c557-1e4e-498c-bd87-1f4c3bf32571 HTTP/1.1" status: 200 len: 210 time: 0.1934319 Jul 23 20:29:07.378622 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe756f92-3974-4fc4-a7a0-688cdfd4fcbc req-78647f16-7be5-4825-9c00-d261cce3bdc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 HTTP/1.1" status: 200 len: 217 time: 0.0727136 Jul 23 20:29:07.434037 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe756f92-3974-4fc4-a7a0-688cdfd4fcbc req-60c51972-2b5d-453d-9197-ba6f28d16055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:07.436242 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe756f92-3974-4fc4-a7a0-688cdfd4fcbc req-60c51972-2b5d-453d-9197-ba6f28d16055 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=34d5605a-a709-4512-817b-14f47d6578a8 HTTP/1.1" status: 200 len: 852 time: 0.0493648 Jul 23 20:29:07.451389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:07.464949 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.487502 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe756f92-3974-4fc4-a7a0-688cdfd4fcbc req-b834626e-2d2c-4b28-ba03-fc834abe9d7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81adb9b9-5b39-46eb-a416-31edf12647f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446987 Jul 23 20:29:07.551812 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-faab926f-440a-4401-ab86-892168cb8975 None None] Set router 604175e0-803e-4dc3-a847-19f171f63526 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:07.588663 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:07.599852 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe756f92-3974-4fc4-a7a0-688cdfd4fcbc req-52303b2a-1ef0-42c8-bb11-05480f73098b service neutron] 10.222.0.57 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052599 Jul 23 20:29:07.696097 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe756f92-3974-4fc4-a7a0-688cdfd4fcbc req-0320560b-bc33-44ce-8c55-3abe29242c7f service neutron] 10.222.0.57 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884900 Jul 23 20:29:07.757822 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82975d-f714-4936-9334-1755ae916b5a service neutron] Pushing event updated for resources: {'Port': ['ID=17266544-96a1-4e95-b279-7c8c72207857,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:07.826152 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:29:07.852127 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c89cb03f-37c6-490c-9b56-65cca874f2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.880775 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c315b0d-614e-4849-8344-1f29ee26625c tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Pushing event deleted for resources: {'Port': ['ID=82bb4e8d-c9d0-4281-a376-72c3d8c7f75d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:07.982140 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-faab926f-440a-4401-ab86-892168cb8975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '2ee261b4-b198-4de1-9655-e7cef69e167d', 'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'mac_address': 'fa:16:3e:91:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:57Z', 'updated_at': '2021-07-23T20:24:07Z', 'revision_number': 5, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'subnets': [{'id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:08.016604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab926f-440a-4401-ab86-892168cb8975 None None] The sync data for ids ['604175e0-803e-4dc3-a847-19f171f63526'] in n-d-791504-18 is: [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:23:58Z', 'revision_number': 4, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '2ee261b4-b198-4de1-9655-e7cef69e167d', 'name': '', 'network_id': 'f7d042f9-5f6b-45f4-af0d-c0167546d960', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'mac_address': 'fa:16:3e:91:b1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:57Z', 'updated_at': '2021-07-23T20:24:07Z', 'revision_number': 5, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'subnets': [{'id': '70510b3b-e3cb-4ef3-a472-cc252ad56cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:08.018103 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c315b0d-614e-4849-8344-1f29ee26625c tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.020583 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c315b0d-614e-4849-8344-1f29ee26625c tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.025433 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6c315b0d-614e-4849-8344-1f29ee26625c tempest-ExternalNetworksAdminNegativeTestJSON-1360055057 tempest-ExternalNetworksAdminNegativeTestJSON-1360055057-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/79a4ee21-8aa6-4d48-8b29-439c1ea4d89d HTTP/1.1" status: 204 len: 168 time: 2.8420835 Jul 23 20:29:08.029511 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c89cb03f-37c6-490c-9b56-65cca874f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.038998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-ceb36bba-55f8-4b45-830d-060f3fb5e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:08.040569 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-ceb36bba-55f8-4b45-830d-060f3fb5e23f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1484427228d144efaecdf76666ccf699&device_id=67ec8f80-3f71-4e9c-ba94-ef2edc7054ef HTTP/1.1" status: 200 len: 1096 time: 0.9226420 Jul 23 20:29:08.064701 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-37d87626-3ce7-40fe-8780-d0170380f010 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.088577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-a8448d48-52ff-4055-8229-cec9d28a55a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:08.090042 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-a8448d48-52ff-4055-8229-cec9d28a55a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 1100 time: 0.9150639 Jul 23 20:29:08.091820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-87afdba7-9296-4b70-9c24-7524bcb6e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:08.093201 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-87afdba7-9296-4b70-9c24-7524bcb6e199 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 1097 time: 0.8406985 Jul 23 20:29:08.158525 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1d657-a0d1-4e65-bd4e-8ccd6053b9f3 req-a3423428-1ada-4312-9418-2d056e54c4a3 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:08.160065 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d9d1d657-a0d1-4e65-bd4e-8ccd6053b9f3 req-a3423428-1ada-4312-9418-2d056e54c4a3 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 948 time: 0.8997786 Jul 23 20:29:08.216907 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-4afa450e-fa6d-4de0-bc52-599476a0739b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17266544-96a1-4e95-b279-7c8c72207857 HTTP/1.1" status: 200 len: 217 time: 0.1444557 Jul 23 20:29:08.231023 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-f0419f8d-58c8-4626-b2c5-7437c6418115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:08.232918 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-f0419f8d-58c8-4626-b2c5-7437c6418115 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 1100 time: 0.8228030 Jul 23 20:29:08.309397 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59596) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:08.312368 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a029fadd-ae39-4ba1-9525-4ba46021eae3 None None] New status for floating IP ba8eea19-d6ea-4044-b82e-22169166ea68: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:29:08.418958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1d77e-ffd7-416a-8969-867f3de796fb req-26ae86cc-b522-4dc6-a745-dfa71ecdf2a7 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:08.420498 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ef1d77e-ffd7-416a-8969-867f3de796fb req-26ae86cc-b522-4dc6-a745-dfa71ecdf2a7 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 945 time: 0.6763604 Jul 23 20:29:08.434135 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-37d87626-3ce7-40fe-8780-d0170380f010 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.437128 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea822-9f0f-4eba-bd8b-5e2353cd6d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.500323 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c89cb03f-37c6-490c-9b56-65cca874f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.545539 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea822-9f0f-4eba-bd8b-5e2353cd6d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.549523 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-ee0249dc-5c50-4ed0-8b0b-817b27e5adca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:08.551254 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-ee0249dc-5c50-4ed0-8b0b-817b27e5adca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34d5605a-a709-4512-817b-14f47d6578a8 HTTP/1.1" status: 200 len: 852 time: 0.3039162 Jul 23 20:29:08.551575 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea822-9f0f-4eba-bd8b-5e2353cd6d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.554730 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d9d1d657-a0d1-4e65-bd4e-8ccd6053b9f3 req-43d7cacf-72a8-4e02-a84b-710ff41f7f46 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829873 Jul 23 20:29:08.591496 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ea822-9f0f-4eba-bd8b-5e2353cd6d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448cd2bc-e211-4ab9-81f2-4bb8df2c6a80,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:08.599657 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4a8ea822-9f0f-4eba-bd8b-5e2353cd6d4c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b1fe5467985346ee82192ce0cf27b600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867568 Jul 23 20:29:08.600028 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59602) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:08.633810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cb03f-37c6-490c-9b56-65cca874f2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d7ea9b-c22d-45ca-87a6-8e361d22d5e7,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:08.651022 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd15d71e-c935-4aad-b218-58917a5ed84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.653483 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c89cb03f-37c6-490c-9b56-65cca874f2ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.657659 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c89cb03f-37c6-490c-9b56-65cca874f2ab admin admin] 10.222.0.55 "DELETE /v2.0/subnets/29d7ea9b-c22d-45ca-87a6-8e361d22d5e7 HTTP/1.1" status: 204 len: 168 time: 1.7098761 Jul 23 20:29:08.659730 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59604) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:08.679921 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-3e819885-0bf8-4107-bb61-af1448d1c20a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81adb9b9-5b39-46eb-a416-31edf12647f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922112 Jul 23 20:29:08.688236 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd15d71e-c935-4aad-b218-58917a5ed84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.717611 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-2f71b549-cdd9-4b5b-8f18-21b24fb3a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:08.719072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-2f71b549-cdd9-4b5b-8f18-21b24fb3a6ad service neutron] 10.222.0.57 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 909 time: 0.6100967 Jul 23 20:29:08.720151 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-679b183e-9c20-4668-a5db-b8b17461c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:08.721576 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-679b183e-9c20-4668-a5db-b8b17461c043 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.6159856 Jul 23 20:29:08.733944 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87359771-3036-4ccb-8f6c-eabc39b03cfb req-a0f7f315-0359-464c-8b1a-6bad63a16eb4 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1250420 Jul 23 20:29:08.747288 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ef1d77e-ffd7-416a-8969-867f3de796fb req-343d517f-6898-43b6-9ff3-1c2972ec96d4 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097353 Jul 23 20:29:08.779800 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6e06f37-441b-4829-b7a5-1f341c28c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.828029 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd15d71e-c935-4aad-b218-58917a5ed84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.831348 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd15d71e-c935-4aad-b218-58917a5ed84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.835185 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bd15d71e-c935-4aad-b218-58917a5ed84c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/448cd2bc-e211-4ab9-81f2-4bb8df2c6a80 HTTP/1.1" status: 204 len: 168 time: 0.2311213 Jul 23 20:29:08.856655 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-d9ad4acc-ba7a-4b67-a416-04cd0822dafc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bdc5d7db-570c-487f-be89-85eec4088389 HTTP/1.1" status: 200 len: 217 time: 0.1171424 Jul 23 20:29:08.857720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-19d18a54-9dbd-4d3c-933c-aabac88fa42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:08.859200 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-19d18a54-9dbd-4d3c-933c-aabac88fa42a service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.5872247 Jul 23 20:29:08.860543 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-00e1d5df-4990-4e5d-b52f-ce48c6357401 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a HTTP/1.1" status: 200 len: 217 time: 0.1165555 Jul 23 20:29:08.860690 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15d71e-c935-4aad-b218-58917a5ed84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448cd2bc-e211-4ab9-81f2-4bb8df2c6a80,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:08.909792 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6e06f37-441b-4829-b7a5-1f341c28c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.914321 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:08.939750 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f6e06f37-441b-4829-b7a5-1f341c28c2ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a503baa6-f276-44fe-8e73-3f6774dc42d1']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:08.958026 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f6e06f37-441b-4829-b7a5-1f341c28c2ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316b8620-000b-432d-a800-73ca941ebfad') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:08.958519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f6e06f37-441b-4829-b7a5-1f341c28c2ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316b8620-000b-432d-a800-73ca941ebfad') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:08.982291 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6e06f37-441b-4829-b7a5-1f341c28c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.018595 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6e06f37-441b-4829-b7a5-1f341c28c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.021386 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:09.026431 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:09.027646 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.035707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e06f37-441b-4829-b7a5-1f341c28c2ed admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:09.036107 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6e06f37-441b-4829-b7a5-1f341c28c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.064845 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-dee7ef9d-bfa7-4359-93fc-8f8a4e10ccf7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a HTTP/1.1" status: 200 len: 217 time: 0.1927271 Jul 23 20:29:09.100492 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d6c557-1e4e-498c-bd87-1f4c3bf32571', 'name': 'network-vif-deleted', 'tag': 'bedf154e-bae0-4e26-a241-96e446fff0aa'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:09.104216 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8982d6ec-0f51-4058-ad42-175518469d9c" -d '{"events": [{"server_uuid": "b1d6c557-1e4e-498c-bd87-1f4c3bf32571", "name": "network-vif-deleted", "tag": "bedf154e-bae0-4e26-a241-96e446fff0aa"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:09.107684 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:09.112455 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6e06f37-441b-4829-b7a5-1f341c28c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.123307 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6e06f37-441b-4829-b7a5-1f341c28c2ed admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.130477 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f6e06f37-441b-4829-b7a5-1f341c28c2ed admin admin] 10.222.0.55 "DELETE /v2.0/networks/a503baa6-f276-44fe-8e73-3f6774dc42d1 HTTP/1.1" status: 204 len: 168 time: 0.4675651 Jul 23 20:29:09.165058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device cd4a92db-b0f0-425a-9f67-88b659ef5c8a details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:29:09.173782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-58b3ddcf-4104-45fa-97ac-212260ef4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:09.175484 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-58b3ddcf-4104-45fa-97ac-212260ef4688 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.3023419 Jul 23 20:29:09.180996 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e06f37-441b-4829-b7a5-1f341c28c2ed admin admin] Pushing event deleted for resources: {'Network': ['ID=a503baa6-f276-44fe-8e73-3f6774dc42d1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:09.184400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-d1b1610b-b65c-4c21-a7cd-820cb9718071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:09.186469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-d1b1610b-b65c-4c21-a7cd-820cb9718071 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.3124180 Jul 23 20:29:09.194075 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ec8f80-3f71-4e9c-ba94-ef2edc7054ef', 'tag': '17266544-96a1-4e95-b279-7c8c72207857'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:09.195485 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.196712 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2dbe67-1274-42f2-9116-4dd2f4d97ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "67ec8f80-3f71-4e9c-ba94-ef2edc7054ef", "tag": "17266544-96a1-4e95-b279-7c8c72207857"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:09.223001 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-ad985431-8449-4dbb-8687-32d7115743e2 service neutron] 10.222.0.48 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090189 Jul 23 20:29:09.243678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59208be3-9c61-47dc-b76c-dad1181f03c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:09.246361 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4795594c-212c-459d-a2d0-98c2c32397be" -d '{"events": [{"server_uuid": "59208be3-9c61-47dc-b76c-dad1181f03c5", "name": "network-vif-plugged", "status": "completed", "tag": "11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:09.265468 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:09.295600 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.297061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bedf154e-bae0-4e26-a241-96e446fff0aa no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:09.300760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-8b5f46fb-f893-4d08-b51d-b8a453e4cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:09.302448 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-8b5f46fb-f893-4d08-b51d-b8a453e4cf8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.2212064 Jul 23 20:29:09.334259 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-515ade3a-a658-413c-a627-5b9e1ee49481 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448443 Jul 23 20:29:09.339837 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: bedf154e-bae0-4e26-a241-96e446fff0aa {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:09.340183 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bedf154e-bae0-4e26-a241-96e446fff0aa not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:09.359369 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59626) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:09.411842 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:09.422559 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-04f85be8-0bee-45a4-88e1-a0105246a84e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=244246a9fd984f24bcf6f7740c22658f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619061 Jul 23 20:29:09.424998 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59628) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:09.426587 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:09.431701 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a', 'mac_address': 'fa:16:3e:fe:10:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:29:09.457373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3b6cd-8924-4914-9a84-af8fdf8b7564 req-e9e39ec1-cca3-4e27-94c9-dc4730c32701 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:09.458979 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4d3b6cd-8924-4914-9a84-af8fdf8b7564 req-e9e39ec1-cca3-4e27-94c9-dc4730c32701 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=59208be3-9c61-47dc-b76c-dad1181f03c5 HTTP/1.1" status: 200 len: 945 time: 0.6131721 Jul 23 20:29:09.474477 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-37d87626-3ce7-40fe-8780-d0170380f010 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.486453 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.491708 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac572573-1484-4dac-9fc0-31481403eb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.516303 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac572573-1484-4dac-9fc0-31481403eb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.516773 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4a92db-b0f0-425a-9f67-88b659ef5c8a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:29:09.523422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59630) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:09.538213 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-37d87626-3ce7-40fe-8780-d0170380f010 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.542322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:09.552409 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.595027 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b517c92d-4622-4a93-b28c-b1f250a83b49 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a185053a28c406bbec1c43816d9e38b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702560 Jul 23 20:29:09.597934 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59634) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:09.612966 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:09.633623 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac572573-1484-4dac-9fc0-31481403eb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.636173 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac572573-1484-4dac-9fc0-31481403eb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.637313 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ac572573-1484-4dac-9fc0-31481403eb11 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/893cac72-5b8e-4a0f-ad5e-42d5872db086 HTTP/1.1" status: 204 len: 168 time: 0.2109208 Jul 23 20:29:09.654459 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac572573-1484-4dac-9fc0-31481403eb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893cac72-5b8e-4a0f-ad5e-42d5872db086,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:09.670874 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-80c9070c-4dfc-42c9-845a-43ccce4f0950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.694867 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-80c9070c-4dfc-42c9-845a-43ccce4f0950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.738941 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-c3b162c0-94f6-4e9f-8597-022379424518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:09.741627 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-c3b162c0-94f6-4e9f-8597-022379424518 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5324998 Jul 23 20:29:09.758858 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-80c9070c-4dfc-42c9-845a-43ccce4f0950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.762614 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-80c9070c-4dfc-42c9-845a-43ccce4f0950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.764579 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d87626-3ce7-40fe-8780-d0170380f010 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Pushing event updated for resources: {'Port': ['ID=5c5b7c99-4773-4261-a577-ae81fabdc127,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:09.766713 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-80c9070c-4dfc-42c9-845a-43ccce4f0950 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3984d128-e733-4920-9659-31e7fe028b26 HTTP/1.1" status: 204 len: 168 time: 0.1676569 Jul 23 20:29:09.785675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9070c-4dfc-42c9-845a-43ccce4f0950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3984d128-e733-4920-9659-31e7fe028b26,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:09.799721 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-384c3e86-61d7-47a5-8155-84002c1c7928 req-e78788ba-75f4-415c-9fd5-a5b334692301 service neutron] 10.222.0.48 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552962 Jul 23 20:29:09.817845 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['cd4a92db-b0f0-425a-9f67-88b659ef5c8a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:29:09.833917 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4d3b6cd-8924-4914-9a84-af8fdf8b7564 req-69ac19a0-6c69-4f2e-9c97-1d196e958e7f tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627176 Jul 23 20:29:09.864283 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-daedd90f-b321-41eb-b014-1a9c5d1046b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:09.866694 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-daedd90f-b321-41eb-b014-1a9c5d1046b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5186458 Jul 23 20:29:09.877846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec483ebd-fd5f-4a55-ad41-0f7daa9d2e1c req-eba689a3-f405-458d-88f8-929809cf6651 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:09.885723 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ec483ebd-fd5f-4a55-ad41-0f7daa9d2e1c req-eba689a3-f405-458d-88f8-929809cf6651 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/ports?device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 946 time: 0.6791744 Jul 23 20:29:09.899236 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-75ea1f4d-078c-4e2a-b659-d85724d958ef service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336170 Jul 23 20:29:09.909992 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-37d87626-3ce7-40fe-8780-d0170380f010 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.929582 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59182f59-89aa-470e-8a9c-d03544a30147 x-openstack-request-id: req-59182f59-89aa-470e-8a9c-d03544a30147 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:09.930112 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d6c557-1e4e-498c-bd87-1f4c3bf32571", "name": "network-vif-deleted", "tag": "bedf154e-bae0-4e26-a241-96e446fff0aa", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:09.931027 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59182f59-89aa-470e-8a9c-d03544a30147 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:09.931615 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d6c557-1e4e-498c-bd87-1f4c3bf32571', 'name': 'network-vif-deleted', 'tag': 'bedf154e-bae0-4e26-a241-96e446fff0aa', 'status': 'completed', 'code': 200} Jul 23 20:29:10.026576 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d489f9-47b0-430b-afaa-16a133fb9e37 x-openstack-request-id: req-e1d489f9-47b0-430b-afaa-16a133fb9e37 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:10.027066 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59208be3-9c61-47dc-b76c-dad1181f03c5", "name": "network-vif-plugged", "status": "completed", "tag": "11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:10.027228 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1d489f9-47b0-430b-afaa-16a133fb9e37 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:10.027580 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59208be3-9c61-47dc-b76c-dad1181f03c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0', 'code': 200} Jul 23 20:29:10.165905 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f353a-e60b-4fe3-8dc5-eea9f4800f1d req-1dc479f7-8d12-4d80-af4c-b8bf31977fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:10.167987 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6d0f353a-e60b-4fe3-8dc5-eea9f4800f1d req-1dc479f7-8d12-4d80-af4c-b8bf31977fa0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=59208be3-9c61-47dc-b76c-dad1181f03c5 HTTP/1.1" status: 200 len: 1098 time: 0.0939255 Jul 23 20:29:10.215054 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6d0f353a-e60b-4fe3-8dc5-eea9f4800f1d req-e5877481-6092-4bb5-b846-a7d94b571b0e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396473 Jul 23 20:29:10.281449 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59654) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:10.336972 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-62904860-fdc3-4ebb-845a-9641ff891db9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f925d7d3ef74077876e622c22191d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540514 Jul 23 20:29:10.339459 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59658) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:10.364671 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c5d28c-5359-4c1e-8a76-ee68236d3eb4 x-openstack-request-id: req-b8c5d28c-5359-4c1e-8a76-ee68236d3eb4 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:10.364964 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ec8f80-3f71-4e9c-ba94-ef2edc7054ef", "tag": "17266544-96a1-4e95-b279-7c8c72207857", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:10.365211 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b8c5d28c-5359-4c1e-8a76-ee68236d3eb4 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:10.365588 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ec8f80-3f71-4e9c-ba94-ef2edc7054ef', 'tag': '17266544-96a1-4e95-b279-7c8c72207857', 'status': 'completed', 'code': 200} Jul 23 20:29:10.401246 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2744f60c-5c66-4815-849f-f240f2bf1a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.434833 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2744f60c-5c66-4815-849f-f240f2bf1a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.492334 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-37d87626-3ce7-40fe-8780-d0170380f010 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.493581 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-37d87626-3ce7-40fe-8780-d0170380f010 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5141792 Jul 23 20:29:10.508727 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2744f60c-5c66-4815-849f-f240f2bf1a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.512715 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2744f60c-5c66-4815-849f-f240f2bf1a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.514351 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2744f60c-5c66-4815-849f-f240f2bf1a17 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c472ed2-ef60-4f4d-86a6-b436b320a5e8 HTTP/1.1" status: 204 len: 168 time: 0.1736302 Jul 23 20:29:10.524473 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744f60c-5c66-4815-849f-f240f2bf1a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c472ed2-ef60-4f4d-86a6-b436b320a5e8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:10.567716 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ec483ebd-fd5f-4a55-ad41-0f7daa9d2e1c req-4d8a83b4-5b9a-491f-9507-53d64de4facc tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/security-groups?id=9727ad9a-dc1f-4609-8d05-7bb935dfef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6810334 Jul 23 20:29:10.649373 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-5c12df07-b56e-45ba-8982-8e74a313e456 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8720915 Jul 23 20:29:10.696166 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cebdb-9463-458e-a28b-9e5a24a7efd7 req-0a162fc3-ee2f-4be8-87b5-14e860b51299 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:10.699070 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7f4cebdb-9463-458e-a28b-9e5a24a7efd7 req-0a162fc3-ee2f-4be8-87b5-14e860b51299 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.48 "GET /v2.0/ports?device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 946 time: 0.0889435 Jul 23 20:29:10.753394 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-4b4168a9-6873-4c86-8dd0-4960af40627e service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8446357 Jul 23 20:29:10.760497 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-f50d0c98-c334-431e-be18-58d56ed8b00a service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8469727 Jul 23 20:29:10.808719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dbe67-1274-42f2-9116-4dd2f4d97ce9 req-07ef498d-cb9d-4c4f-b640-29a2efdb8ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:10.810235 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b2dbe67-1274-42f2-9116-4dd2f4d97ce9 req-07ef498d-cb9d-4c4f-b640-29a2efdb8ee4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1484427228d144efaecdf76666ccf699&device_id=67ec8f80-3f71-4e9c-ba94-ef2edc7054ef HTTP/1.1" status: 200 len: 1096 time: 0.4515626 Jul 23 20:29:10.843304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9918e-c7c9-434b-a661-9618efdb933d req-574dbc26-e1ea-4f79-9f93-b0b9a03e5fae tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:10.844058 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ad9918e-c7c9-434b-a661-9618efdb933d req-574dbc26-e1ea-4f79-9f93-b0b9a03e5fae tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 949 time: 0.4828150 Jul 23 20:29:10.897676 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-7f4cebdb-9463-458e-a28b-9e5a24a7efd7 req-d7b2a89b-5891-4377-84f6-087689274c73 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Deleting port 9bcc9c70-27ff-453b-a013-46aec0229402 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:10.898117 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7f4cebdb-9463-458e-a28b-9e5a24a7efd7 req-d7b2a89b-5891-4377-84f6-087689274c73 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.117514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-7f4cebdb-9463-458e-a28b-9e5a24a7efd7 req-d7b2a89b-5891-4377-84f6-087689274c73 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] For port 9bcc9c70-27ff-453b-a013-46aec0229402, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9bcc9c70-27ff-453b-a013-46aec0229402,segment=NetworkSegment(23f289da-2988-45ec-8102-02942646c8b4),segment_id=23f289da-2988-45ec-8102-02942646c8b4)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:11.118000 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7f4cebdb-9463-458e-a28b-9e5a24a7efd7 req-d7b2a89b-5891-4377-84f6-087689274c73 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.167172 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-7f4cebdb-9463-458e-a28b-9e5a24a7efd7 req-d7b2a89b-5891-4377-84f6-087689274c73 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Calling delete_port for 9bcc9c70-27ff-453b-a013-46aec0229402 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:11.181092 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device cd4a92db-b0f0-425a-9f67-88b659ef5c8a up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:11.211069 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb04232-5693-408e-b597-6faccb8ba9c4 req-a972cc30-00ff-4f7f-8922-6f7ea65bce43 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:11.220014 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6bb04232-5693-408e-b597-6faccb8ba9c4 req-a972cc30-00ff-4f7f-8922-6f7ea65bce43 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 945 time: 0.6019855 Jul 23 20:29:11.223739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-b950dfed-913a-43ee-b5b3-c55b5916f8ec service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329542 Jul 23 20:29:11.272789 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ad9918e-c7c9-434b-a661-9618efdb933d req-c79dc73e-8771-42e1-ae9a-e70ffbc2cc0b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483994 Jul 23 20:29:11.284114 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a17a1578-f48d-48c7-a7b2-ce2741530738 req-955d8208-5221-48d6-ae78-90913720164e service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131221 Jul 23 20:29:11.348244 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port cd4a92db-b0f0-425a-9f67-88b659ef5c8a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:11.355478 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59724) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:11.360360 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port cd4a92db-b0f0-425a-9f67-88b659ef5c8a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:11.361032 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.394965 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6bb04232-5693-408e-b597-6faccb8ba9c4 req-dca3fb63-6ece-409e-9381-546596666917 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596508 Jul 23 20:29:11.466183 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dbe67-1274-42f2-9116-4dd2f4d97ce9 req-171c8b75-1055-4b91-b79c-00da3acc5f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:11.479995 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b2dbe67-1274-42f2-9116-4dd2f4d97ce9 req-171c8b75-1055-4b91-b79c-00da3acc5f1b service neutron] 10.222.0.48 "GET /v2.0/networks?id=81adb9b9-5b39-46eb-a416-31edf12647f3 HTTP/1.1" status: 200 len: 913 time: 0.6337454 Jul 23 20:29:11.540488 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.592578 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:11.600936 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.612559 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7f4cebdb-9463-458e-a28b-9e5a24a7efd7 req-d7b2a89b-5891-4377-84f6-087689274c73 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.671275 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2a89b-5891-4377-84f6-087689274c73 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Pushing event deleted for resources: {'Port': ['ID=9bcc9c70-27ff-453b-a013-46aec0229402,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:11.778592 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4cebdb-9463-458e-a28b-9e5a24a7efd7 req-d7b2a89b-5891-4377-84f6-087689274c73 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] No DVR routers for this DVR port 9bcc9c70-27ff-453b-a013-46aec0229402 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:11.791811 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b2dbe67-1274-42f2-9116-4dd2f4d97ce9 req-95dc4b18-6329-4698-9d93-dc2a50b1463d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17266544-96a1-4e95-b279-7c8c72207857 HTTP/1.1" status: 200 len: 217 time: 0.2970636 Jul 23 20:29:11.801051 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7f4cebdb-9463-458e-a28b-9e5a24a7efd7 req-d7b2a89b-5891-4377-84f6-087689274c73 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.806089 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7f4cebdb-9463-458e-a28b-9e5a24a7efd7 req-d7b2a89b-5891-4377-84f6-087689274c73 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.48 "DELETE /v2.0/ports/9bcc9c70-27ff-453b-a013-46aec0229402 HTTP/1.1" status: 204 len: 173 time: 1.1000226 Jul 23 20:29:11.837622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:11.889246 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc8c52cb-19a7-4e4c-b39c-377ecbc3ceab tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.932887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8007e2bf-98fd-4dde-8c42-9cd4bb3f3771', 'name': 'network-vif-deleted', 'tag': '9bcc9c70-27ff-453b-a013-46aec0229402'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:11.940026 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057761b1-b28b-49ca-a933-8b0caf23627e" -d '{"events": [{"server_uuid": "8007e2bf-98fd-4dde-8c42-9cd4bb3f3771", "name": "network-vif-deleted", "tag": "9bcc9c70-27ff-453b-a013-46aec0229402"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:12.028822 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:12.036724 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3062f39-015e-4fb4-87c8-6f32b1840ff4" -d '{"events": [{"server_uuid": "d1316102-1bfe-4a20-9292-eade87d7c32e", "name": "network-vif-plugged", "status": "completed", "tag": "cd4a92db-b0f0-425a-9f67-88b659ef5c8a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:12.140126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247eab00-9d22-4711-b165-382b1e0b4dbe req-a90d4a3f-13e3-4b44-9cff-2d16ff729730 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:12.152787 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-247eab00-9d22-4711-b165-382b1e0b4dbe req-a90d4a3f-13e3-4b44-9cff-2d16ff729730 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=59208be3-9c61-47dc-b76c-dad1181f03c5 HTTP/1.1" status: 200 len: 946 time: 0.6118901 Jul 23 20:29:12.157399 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc8c52cb-19a7-4e4c-b39c-377ecbc3ceab tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.169721 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a67e1287-2781-4f1d-be9a-b381d4e4862d req-a7a1446d-1283-4efc-ac27-f8a3c4f5d808 tempest-FloatingIPsAssociationNegativeTestJSON-548135996 tempest-FloatingIPsAssociationNegativeTestJSON-548135996-project] 10.222.0.55 "GET /v2.0/ports?device_id=8007e2bf-98fd-4dde-8c42-9cd4bb3f3771 HTTP/1.1" status: 200 len: 210 time: 0.1612320 Jul 23 20:29:12.204282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dbe67-1274-42f2-9116-4dd2f4d97ce9 req-4fbc2487-bc69-4131-8cbd-7f5da5ab4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:12.205408 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-97e0747d-3a33-47e6-a3d9-39ca84883f1b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:12.206669 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b2dbe67-1274-42f2-9116-4dd2f4d97ce9 req-4fbc2487-bc69-4131-8cbd-7f5da5ab4e3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=34d5605a-a709-4512-817b-14f47d6578a8 HTTP/1.1" status: 200 len: 852 time: 0.3463399 Jul 23 20:29:12.208947 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-97e0747d-3a33-47e6-a3d9-39ca84883f1b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e&tenant_id=1681e95d614a4f089ed176768eeebc0b&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 950 time: 0.3499053 Jul 23 20:29:12.400525 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-e2f4f895-22a3-439e-8ce0-994661ea412a service neutron] 10.222.0.48 "GET /v2.0/ports/cd4a92db-b0f0-425a-9f67-88b659ef5c8a/bindings/n-h1-791504-18 HTTP/1.1" status: 200 len: 383 time: 0.1767766 Jul 23 20:29:12.412957 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b2dbe67-1274-42f2-9116-4dd2f4d97ce9 req-57291596-1d29-46aa-871d-8863e14de4fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81adb9b9-5b39-46eb-a416-31edf12647f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1679778 Jul 23 20:29:12.561562 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-247eab00-9d22-4711-b165-382b1e0b4dbe req-7ce4bd07-b011-4266-bad0-93d0b1a2b974 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074037 Jul 23 20:29:12.584806 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-04cdbce6-3fb0-4770-b8e5-eb1c8110e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:12.586408 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-04cdbce6-3fb0-4770-b8e5-eb1c8110e91a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 1102 time: 0.1543474 Jul 23 20:29:12.589505 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59796) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:12.670078 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db29fe2-1ac2-47cd-9895-5d6dd5b0079e x-openstack-request-id: req-7db29fe2-1ac2-47cd-9895-5d6dd5b0079e {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:12.670703 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8007e2bf-98fd-4dde-8c42-9cd4bb3f3771", "name": "network-vif-deleted", "tag": "9bcc9c70-27ff-453b-a013-46aec0229402", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:12.670703 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7db29fe2-1ac2-47cd-9895-5d6dd5b0079e {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:12.671013 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8007e2bf-98fd-4dde-8c42-9cd4bb3f3771', 'name': 'network-vif-deleted', 'tag': '9bcc9c70-27ff-453b-a013-46aec0229402', 'status': 'completed', 'code': 200} Jul 23 20:29:12.752657 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a3383e-6e8c-4388-a354-bab45f53b8b9 x-openstack-request-id: req-38a3383e-6e8c-4388-a354-bab45f53b8b9 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:12.753130 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1316102-1bfe-4a20-9292-eade87d7c32e", "name": "network-vif-plugged", "status": "completed", "tag": "cd4a92db-b0f0-425a-9f67-88b659ef5c8a", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:12.753261 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38a3383e-6e8c-4388-a354-bab45f53b8b9 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:12.753557 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a', 'code': 200} Jul 23 20:29:12.833276 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b2dbe67-1274-42f2-9116-4dd2f4d97ce9 req-ab911258-fa1f-4e14-8ec8-7086527489ed service neutron] 10.222.0.48 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740613 Jul 23 20:29:12.838532 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc8c52cb-19a7-4e4c-b39c-377ecbc3ceab tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.841195 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc8c52cb-19a7-4e4c-b39c-377ecbc3ceab tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.842513 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dc8c52cb-19a7-4e4c-b39c-377ecbc3ceab tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "DELETE /v2.0/security-groups/d04059b0-72c5-4762-9634-6acd68b38e61 HTTP/1.1" status: 204 len: 168 time: 1.4859266 Jul 23 20:29:12.851894 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-101855a9-3710-4758-9c1d-d4313f50f255 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-42462251', 'router:external': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:12.856467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59806) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:12.876521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-8215b5ba-0ea3-473b-a654-f0324961283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:12.879029 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-8215b5ba-0ea3-473b-a654-f0324961283c service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.2767344 Jul 23 20:29:12.901890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c52cb-19a7-4e4c-b39c-377ecbc3ceab tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04059b0-72c5-4762-9634-6acd68b38e61,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:12.948373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb0f9e-1d58-4769-9fa7-e7726296a4b5 req-16adc049-e061-4e69-be32-ffdc8ce29359 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:12.957437 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87fb0f9e-1d58-4769-9fa7-e7726296a4b5 req-16adc049-e061-4e69-be32-ffdc8ce29359 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.5491252 Jul 23 20:29:12.973195 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-12bc9725-855e-4ec9-9fcd-b0b56483967b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a HTTP/1.1" status: 200 len: 217 time: 0.0845950 Jul 23 20:29:13.082943 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101855a9-3710-4758-9c1d-d4313f50f255 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Made reservation on behalf of 46f0f775d92347fb8d224cc00e177a76 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:13.097801 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-101855a9-3710-4758-9c1d-d4313f50f255 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.119464 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-101855a9-3710-4758-9c1d-d4313f50f255 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.150740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-e1759bd6-1fba-4365-9d44-5cd04d772521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:13.161738 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-e1759bd6-1fba-4365-9d44-5cd04d772521 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1803365 Jul 23 20:29:13.197825 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 17266544-96a1-4e95-b279-7c8c72207857 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:29:13.199839 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9bcc9c70-27ff-453b-a013-46aec0229402 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:13.267906 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 9bcc9c70-27ff-453b-a013-46aec0229402 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:13.268246 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9bcc9c70-27ff-453b-a013-46aec0229402 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:13.271556 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87fb0f9e-1d58-4769-9fa7-e7726296a4b5 req-752e4592-8845-4713-b0e0-2b234881228c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060946 Jul 23 20:29:13.289073 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b2dbe67-1274-42f2-9116-4dd2f4d97ce9 req-58ec166d-f821-4448-8a20-b73dfeb40526 service neutron] 10.222.0.48 "GET /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453921 Jul 23 20:29:13.373819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a95553-d87b-48aa-be3a-b5968bff202d req-622a3fd9-bb14-48a0-b0e5-3abf5974cc46 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:13.380338 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c9a95553-d87b-48aa-be3a-b5968bff202d req-622a3fd9-bb14-48a0-b0e5-3abf5974cc46 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 945 time: 0.4560723 Jul 23 20:29:13.413236 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-38312d6a-6eda-4206-a8e4-b468e27c4527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:13.415879 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-38312d6a-6eda-4206-a8e4-b468e27c4527 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2375007 Jul 23 20:29:13.487617 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 17266544-96a1-4e95-b279-7c8c72207857, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=17266544-96a1-4e95-b279-7c8c72207857,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:13.513744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '17266544-96a1-4e95-b279-7c8c72207857', 'network_id': '81adb9b9-5b39-46eb-a416-31edf12647f3', 'port_id': '17266544-96a1-4e95-b279-7c8c72207857', 'mac_address': 'fa:16:3e:37:d4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d5605a-a709-4512-817b-14f47d6578a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:29:13.588875 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-91798b42-331a-4343-9b71-1c25e6476c45 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] show failed (client error): The resource could not be found. Jul 23 20:29:13.594988 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-91798b42-331a-4343-9b71-1c25e6476c45 tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "GET /v2.0/security-groups/d04059b0-72c5-4762-9634-6acd68b38e61 HTTP/1.1" status: 404 len: 347 time: 0.7336080 Jul 23 20:29:13.603607 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59822) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:13.610963 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.615231 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-101855a9-3710-4758-9c1d-d4313f50f255 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.628786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17266544-96a1-4e95-b279-7c8c72207857 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:29:13.637951 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c9a95553-d87b-48aa-be3a-b5968bff202d req-99252d12-0468-4b2f-9d7c-6eb5e1898cde tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507267 Jul 23 20:29:13.668725 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 17266544-96a1-4e95-b279-7c8c72207857, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=17266544-96a1-4e95-b279-7c8c72207857,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:13.676839 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.712078 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-101855a9-3710-4758-9c1d-d4313f50f255 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.738397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d07ca2-3476-49dd-83c5-6d1c4f519fa5 req-fd5e0ebd-bcc7-4bce-91f1-436af1155a48 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:13.753362 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63d07ca2-3476-49dd-83c5-6d1c4f519fa5 req-fd5e0ebd-bcc7-4bce-91f1-436af1155a48 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ec8f80-3f71-4e9c-ba94-ef2edc7054ef HTTP/1.1" status: 200 len: 944 time: 0.3102214 Jul 23 20:29:13.756106 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59826) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:13.806081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=17266544-96a1-4e95-b279-7c8c72207857,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:13.823805 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-83775dd0-cd3e-4466-9573-a1a184cadecd service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965580 Jul 23 20:29:13.854217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101855a9-3710-4758-9c1d-d4313f50f255 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:13.915857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101855a9-3710-4758-9c1d-d4313f50f255 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4bb8a6-4b3a-41c1-85da-965f5f46ac4b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:13.941303 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-101855a9-3710-4758-9c1d-d4313f50f255 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.944648 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['17266544-96a1-4e95-b279-7c8c72207857'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:29:13.946011 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-101855a9-3710-4758-9c1d-d4313f50f255 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Added segment 8c512c52-2310-4125-99f4-bead32e248ad of type vlan for network 5e92ea22-8885-463d-a971-ce5ca0a6ec4f Jul 23 20:29:14.117580 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63d07ca2-3476-49dd-83c5-6d1c4f519fa5 req-0da24c5a-6692-470c-a6ec-dda2e3533bf4 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628654 Jul 23 20:29:14.123494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-463cbfe8-6d35-43dc-b666-3c2992ff42da tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Deleting port 6414250c-27d1-45c3-8596-f5a944c5413a {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:14.128307 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-463cbfe8-6d35-43dc-b666-3c2992ff42da tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.137055 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-101855a9-3710-4758-9c1d-d4313f50f255 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.443550 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-b4836a13-cfed-41d8-a363-e7da7e4ec552 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935068 Jul 23 20:29:14.464297 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.db.resource_extend [None req-101855a9-3710-4758-9c1d-d4313f50f255 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:29:14.494667 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-463cbfe8-6d35-43dc-b666-3c2992ff42da tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.495967 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-463cbfe8-6d35-43dc-b666-3c2992ff42da tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.515893 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-463cbfe8-6d35-43dc-b666-3c2992ff42da tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Calling delete_port for 6414250c-27d1-45c3-8596-f5a944c5413a owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:14.521408 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-101855a9-3710-4758-9c1d-d4313f50f255 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.523354 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101855a9-3710-4758-9c1d-d4313f50f255 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:14.524101 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-101855a9-3710-4758-9c1d-d4313f50f255 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.616997 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb960a62-510b-4d47-93ef-6cc98bbc8704 req-405c5841-c562-4ec1-9a97-8eafde29c6c7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:14.618740 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb960a62-510b-4d47-93ef-6cc98bbc8704 req-405c5841-c562-4ec1-9a97-8eafde29c6c7 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.2290518 Jul 23 20:29:14.674380 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-101855a9-3710-4758-9c1d-d4313f50f255 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.0836647 Jul 23 20:29:14.690202 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59858) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:14.695731 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-92939fc6-8aa7-4ca2-97e9-5be45c9bee75 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Request body: {'subnet': {'network_id': '5e92ea22-8885-463d-a971-ce5ca0a6ec4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:14.790320 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101855a9-3710-4758-9c1d-d4313f50f255 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Pushing event updated for resources: {'Network': ['ID=5e92ea22-8885-463d-a971-ce5ca0a6ec4f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:14.798073 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb960a62-510b-4d47-93ef-6cc98bbc8704 req-ca7ff477-c97e-4295-84fd-5532a9fb011d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883548 Jul 23 20:29:14.806197 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 5e92ea22-8885-463d-a971-ce5ca0a6ec4f details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:29:14.869035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92939fc6-8aa7-4ca2-97e9-5be45c9bee75 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Made reservation on behalf of 46f0f775d92347fb8d224cc00e177a76 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:14.888306 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-92939fc6-8aa7-4ca2-97e9-5be45c9bee75 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.081960 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-552be4fb-cac6-4cb6-bf85-fd06a951c983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.124894 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.155308 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-463cbfe8-6d35-43dc-b666-3c2992ff42da tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.175202 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b766d-a37b-450a-8130-dac1f97076bd req-a0c6f5ee-68b8-4b81-aeb0-be26a3c7e67f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:15.177073 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-147b766d-a37b-450a-8130-dac1f97076bd req-a0c6f5ee-68b8-4b81-aeb0-be26a3c7e67f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 945 time: 0.2306130 Jul 23 20:29:15.204949 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cbfe8-6d35-43dc-b666-3c2992ff42da tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Pushing event deleted for resources: {'Port': ['ID=6414250c-27d1-45c3-8596-f5a944c5413a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:15.211730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 17266544-96a1-4e95-b279-7c8c72207857 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:15.283486 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-147b766d-a37b-450a-8130-dac1f97076bd req-122f65ed-2ed7-4275-80bd-58f2c37acab2 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951262 Jul 23 20:29:15.321489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 17266544-96a1-4e95-b279-7c8c72207857 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:15.326091 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 17266544-96a1-4e95-b279-7c8c72207857 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:15.326716 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.514813 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.588144 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec8f80-3f71-4e9c-ba94-ef2edc7054ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17266544-96a1-4e95-b279-7c8c72207857'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:15.598441 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1f7f84-0aaa-4e9a-b408-18bbcbb8e8a9" -d '{"events": [{"server_uuid": "67ec8f80-3f71-4e9c-ba94-ef2edc7054ef", "name": "network-vif-plugged", "status": "completed", "tag": "17266544-96a1-4e95-b279-7c8c72207857"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:15.643341 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 17266544-96a1-4e95-b279-7c8c72207857, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=17266544-96a1-4e95-b279-7c8c72207857,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:15.651005 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.653328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bae95-14aa-4faf-8fc7-e325f7283820 req-b46f0f91-bd9d-402a-8b2f-7586eab9181b tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:15.658818 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d42bae95-14aa-4faf-8fc7-e325f7283820 req-b46f0f91-bd9d-402a-8b2f-7586eab9181b tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ec8f80-3f71-4e9c-ba94-ef2edc7054ef HTTP/1.1" status: 200 len: 945 time: 0.3889844 Jul 23 20:29:15.689391 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415444c7-fbb8-4cc2-a65e-e9b3ceeeb0c0 x-openstack-request-id: req-415444c7-fbb8-4cc2-a65e-e9b3ceeeb0c0 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:15.689686 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec8f80-3f71-4e9c-ba94-ef2edc7054ef", "name": "network-vif-plugged", "status": "completed", "tag": "17266544-96a1-4e95-b279-7c8c72207857", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:15.690135 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-415444c7-fbb8-4cc2-a65e-e9b3ceeeb0c0 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:15.690763 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ec8f80-3f71-4e9c-ba94-ef2edc7054ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17266544-96a1-4e95-b279-7c8c72207857', 'code': 200} Jul 23 20:29:15.752592 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=17266544-96a1-4e95-b279-7c8c72207857,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:15.764067 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-463cbfe8-6d35-43dc-b666-3c2992ff42da tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.768083 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-463cbfe8-6d35-43dc-b666-3c2992ff42da tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.773216 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:29:15.775640 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-463cbfe8-6d35-43dc-b666-3c2992ff42da tempest-ServersWithSpecificFlavorTestJSON-1240850480 tempest-ServersWithSpecificFlavorTestJSON-1240850480-project] 10.222.0.55 "DELETE /v2.0/floatingips/ba8eea19-d6ea-4044-b82e-22169166ea68 HTTP/1.1" status: 204 len: 168 time: 2.1709604 Jul 23 20:29:15.917609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b37c9d-2348-4a11-afc0-23d8fbdcbd75 req-b8b15caf-e37e-4997-9fab-928c3bdacb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:15.920253 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f1b37c9d-2348-4a11-afc0-23d8fbdcbd75 req-b8b15caf-e37e-4997-9fab-928c3bdacb10 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67ec8f80-3f71-4e9c-ba94-ef2edc7054ef HTTP/1.1" status: 200 len: 1098 time: 0.1277890 Jul 23 20:29:16.008176 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f1b37c9d-2348-4a11-afc0-23d8fbdcbd75 req-4d4cf858-77a1-4b31-80db-78f6648aa367 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759902 Jul 23 20:29:16.168972 n-d-791504-18 neutron-server[93810]: DEBUG neutron.objects.ports [None req-92939fc6-8aa7-4ca2-97e9-5be45c9bee75 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93810) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:29:16.169663 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-92939fc6-8aa7-4ca2-97e9-5be45c9bee75 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.336627 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92939fc6-8aa7-4ca2-97e9-5be45c9bee75 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Checking segment: {'id': '8c512c52-2310-4125-99f4-bead32e248ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5e92ea22-8885-463d-a971-ce5ca0a6ec4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:16.336995 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92939fc6-8aa7-4ca2-97e9-5be45c9bee75 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Network hostable DHCP agents. Network: 5e92ea22-8885-463d-a971-ce5ca0a6ec4f, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:29:16.339087 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59894) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:16.377778 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92939fc6-8aa7-4ca2-97e9-5be45c9bee75 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9d1f07ac-1b80-41f4-a381-bfb0e548c82d,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:16.419783 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92939fc6-8aa7-4ca2-97e9-5be45c9bee75 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Network 5e92ea22-8885-463d-a971-ce5ca0a6ec4f is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:29:16.446220 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-92939fc6-8aa7-4ca2-97e9-5be45c9bee75 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 5e92ea22-8885-463d-a971-ce5ca0a6ec4f) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:16.453070 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92939fc6-8aa7-4ca2-97e9-5be45c9bee75 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:16.453821 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-92939fc6-8aa7-4ca2-97e9-5be45c9bee75 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.457210 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4e03a3-a6c9-4e3f-aa08-dc2e49b6b638 None None] Network 5e92ea22-8885-463d-a971-ce5ca0a6ec4f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:16.477846 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-92939fc6-8aa7-4ca2-97e9-5be45c9bee75 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7866075 Jul 23 20:29:16.480567 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59898) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:16.486314 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2e758057-7419-4096-ab1c-1b7bd4a7b977 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-563521129', 'network_id': '5e92ea22-8885-463d-a971-ce5ca0a6ec4f'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:16.539839 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e758057-7419-4096-ab1c-1b7bd4a7b977 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Made reservation on behalf of 46f0f775d92347fb8d224cc00e177a76 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:16.542728 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2e758057-7419-4096-ab1c-1b7bd4a7b977 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.588678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d42bae95-14aa-4faf-8fc7-e325f7283820 req-30b1fd2d-6df3-4b96-9864-8a9bd34a1896 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9178426 Jul 23 20:29:16.595270 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-2e758057-7419-4096-ab1c-1b7bd4a7b977 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] device_id is not set on port a9ace1f8-c94a-4608-8909-053613806dba yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:29:16.645684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8faf12-b7ec-4a6a-b031-6f21ab638cc2 None None] Network 5e92ea22-8885-463d-a971-ce5ca0a6ec4f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:16.651528 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.745183 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-552be4fb-cac6-4cb6-bf85-fd06a951c983 admin admin] Deleting port 106e586a-7712-4d7a-b73f-a52858bbed8e {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:16.745772 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-552be4fb-cac6-4cb6-bf85-fd06a951c983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.813772 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d6c2d070-86fd-4627-b352-ac9d7d077ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.815945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcc559-a4e2-48ff-ab47-d80f87f4021d req-ab4eea1f-2bac-436c-9d85-1acb196c125f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:16.825065 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-21bcc559-a4e2-48ff-ab47-d80f87f4021d req-ab4eea1f-2bac-436c-9d85-1acb196c125f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.3888056 Jul 23 20:29:17.043524 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-21bcc559-a4e2-48ff-ab47-d80f87f4021d req-195c4840-3f0b-4aa7-985a-b30fcad4f116 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176039 Jul 23 20:29:17.054205 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-2e758057-7419-4096-ab1c-1b7bd4a7b977 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Allocated IP 172.20.0.10 (5e92ea22-8885-463d-a971-ce5ca0a6ec4f/9d1f07ac-1b80-41f4-a381-bfb0e548c82d/a9ace1f8-c94a-4608-8909-053613806dba) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:17.085272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-552be4fb-cac6-4cb6-bf85-fd06a951c983 admin admin] For port 106e586a-7712-4d7a-b73f-a52858bbed8e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=106e586a-7712-4d7a-b73f-a52858bbed8e,segment=NetworkSegment(23f289da-2988-45ec-8102-02942646c8b4),segment_id=23f289da-2988-45ec-8102-02942646c8b4)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:17.085648 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-552be4fb-cac6-4cb6-bf85-fd06a951c983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.120726 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-552be4fb-cac6-4cb6-bf85-fd06a951c983 admin admin] Calling delete_port for 106e586a-7712-4d7a-b73f-a52858bbed8e owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:17.129132 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-f39a7b12-6459-4fd7-a702-9d151f436473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:17.130287 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-f39a7b12-6459-4fd7-a702-9d151f436473 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e&tenant_id=1681e95d614a4f089ed176768eeebc0b HTTP/1.1" status: 200 len: 1102 time: 0.2405963 Jul 23 20:29:17.144100 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:17.159362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb644dd7-d335-47cc-b635-dadc68535941 req-3a25fc71-a49d-43cf-be16-eed187c0f570 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:17.161154 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb644dd7-d335-47cc-b635-dadc68535941 req-3a25fc71-a49d-43cf-be16-eed187c0f570 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 945 time: 0.2754626 Jul 23 20:29:17.202562 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d6c2d070-86fd-4627-b352-ac9d7d077ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.216498 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d6c2d070-86fd-4627-b352-ac9d7d077ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.296438 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb644dd7-d335-47cc-b635-dadc68535941 req-7a14dd86-ffe9-4fe8-a3a0-a5566fe478de tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005685 Jul 23 20:29:17.318104 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d6c2d070-86fd-4627-b352-ac9d7d077ff2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29cb0a1fc18e428abed4d608910fd422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9746330 Jul 23 20:29:17.322762 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59910) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:17.323554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2d070-86fd-4627-b352-ac9d7d077ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e5c9e4-3b4b-444b-88ce-c1d73f6a296c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:17.469678 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7720710-7d1b-4dd6-b1dc-27c2beddeaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.497623 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2e758057-7419-4096-ab1c-1b7bd4a7b977 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.506783 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59916) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:17.520439 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7720710-7d1b-4dd6-b1dc-27c2beddeaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.566302 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-552be4fb-cac6-4cb6-bf85-fd06a951c983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.572644 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.605143 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2e758057-7419-4096-ab1c-1b7bd4a7b977 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.613584 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552be4fb-cac6-4cb6-bf85-fd06a951c983 admin admin] Pushing event deleted for resources: {'Port': ['ID=106e586a-7712-4d7a-b73f-a52858bbed8e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:17.664084 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7720710-7d1b-4dd6-b1dc-27c2beddeaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.666926 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7720710-7d1b-4dd6-b1dc-27c2beddeaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.681428 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e7720710-7d1b-4dd6-b1dc-27c2beddeaa8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5e5c9e4-3b4b-444b-88ce-c1d73f6a296c HTTP/1.1" status: 204 len: 168 time: 0.3544290 Jul 23 20:29:17.701927 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e758057-7419-4096-ab1c-1b7bd4a7b977 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Network 5e92ea22-8885-463d-a971-ce5ca0a6ec4f is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:17.713872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2e758057-7419-4096-ab1c-1b7bd4a7b977 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:17.816300 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e758057-7419-4096-ab1c-1b7bd4a7b977 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:17.857834 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7720710-7d1b-4dd6-b1dc-27c2beddeaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e5c9e4-3b4b-444b-88ce-c1d73f6a296c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:17.868957 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e758057-7419-4096-ab1c-1b7bd4a7b977 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Pushing event updated for resources: {'Port': ['ID=a9ace1f8-c94a-4608-8909-053613806dba,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:17.931436 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e758057-7419-4096-ab1c-1b7bd4a7b977 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:17.932054 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2e758057-7419-4096-ab1c-1b7bd4a7b977 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.992837 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2e758057-7419-4096-ab1c-1b7bd4a7b977 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.5080097 Jul 23 20:29:17.994717 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59926) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:18.181031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59932) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:18.220862 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e701cf-1649-4aed-a4ec-dd1f897461b1 req-f8006e4a-67bb-4740-9de2-9873911bcfe6 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:18.229645 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09e701cf-1649-4aed-a4ec-dd1f897461b1 req-f8006e4a-67bb-4740-9de2-9873911bcfe6 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ec8f80-3f71-4e9c-ba94-ef2edc7054ef HTTP/1.1" status: 200 len: 946 time: 0.5272853 Jul 23 20:29:18.299698 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-da7de534-e293-4f0f-aeec-0561a1abb884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.387630 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-552be4fb-cac6-4cb6-bf85-fd06a951c983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.394343 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3e807-41ca-43bf-8981-4e9298dd796a tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Deleting port a9ace1f8-c94a-4608-8909-053613806dba {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:18.394982 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1bf3e807-41ca-43bf-8981-4e9298dd796a tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.407824 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09e701cf-1649-4aed-a4ec-dd1f897461b1 req-6315d027-22c9-4884-aa8a-e58ab4439bcf tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762927 Jul 23 20:29:18.447074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:18.590514 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1bf3e807-41ca-43bf-8981-4e9298dd796a tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.607089 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3e807-41ca-43bf-8981-4e9298dd796a tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Calling delete_port for a9ace1f8-c94a-4608-8909-053613806dba owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:18.624431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1eb698-db2a-415a-b422-263250e0c125 req-7a66240f-989e-4d03-80cc-e5c2e8c1a5f3 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:18.625846 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db1eb698-db2a-415a-b422-263250e0c125 req-7a66240f-989e-4d03-80cc-e5c2e8c1a5f3 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.4292424 Jul 23 20:29:18.672691 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ad6630f6-895f-433e-8ad6-48d97db2818b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.686122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:18.774376 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db1eb698-db2a-415a-b422-263250e0c125 req-24f5609a-72da-4f1b-8c92-f8b56ff50869 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348567 Jul 23 20:29:18.796764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:18.799221 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235d7d1a-2768-4047-83da-be9e315d4ff4" -d '{"events": [{"server_uuid": "d1316102-1bfe-4a20-9292-eade87d7c32e", "name": "network-vif-unplugged", "status": "completed", "tag": "cd4a92db-b0f0-425a-9f67-88b659ef5c8a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:18.809588 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.817071 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-da7de534-e293-4f0f-aeec-0561a1abb884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.837490 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58428e9-5e88-43dc-b6fe-01972940ada4 req-895d5267-2fe3-40e6-aa0a-4e7f055004df tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:18.841382 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c58428e9-5e88-43dc-b6fe-01972940ada4 req-895d5267-2fe3-40e6-aa0a-4e7f055004df tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 945 time: 0.3453004 Jul 23 20:29:18.868606 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-da7de534-e293-4f0f-aeec-0561a1abb884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.947695 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1bf3e807-41ca-43bf-8981-4e9298dd796a tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.985360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3e807-41ca-43bf-8981-4e9298dd796a tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9ace1f8-c94a-4608-8909-053613806dba,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:19.030514 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce1d9e5-5cda-46b7-89e2-d56a9b57c5c5 x-openstack-request-id: req-bce1d9e5-5cda-46b7-89e2-d56a9b57c5c5 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:19.030948 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1316102-1bfe-4a20-9292-eade87d7c32e", "name": "network-vif-unplugged", "status": "completed", "tag": "cd4a92db-b0f0-425a-9f67-88b659ef5c8a", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:19.031386 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bce1d9e5-5cda-46b7-89e2-d56a9b57c5c5 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:19.031872 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a', 'code': 200} Jul 23 20:29:19.049922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Transition to ACTIVE for port object cd4a92db-b0f0-425a-9f67-88b659ef5c8a will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:19.062384 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552be4fb-cac6-4cb6-bf85-fd06a951c983 admin admin] Router b9e18773-12e4-4c16-a980-ffabdb06b77e has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:29:19.083519 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.090110 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1bf3e807-41ca-43bf-8981-4e9298dd796a tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.095388 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1bf3e807-41ca-43bf-8981-4e9298dd796a tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "DELETE /v2.0/ports/a9ace1f8-c94a-4608-8909-053613806dba HTTP/1.1" status: 204 len: 168 time: 1.0964344 Jul 23 20:29:19.097647 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59942) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:19.105352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e92ea22-8885-463d-a971-ce5ca0a6ec4f', 'external_fixed_ips': [{'subnet_id': '9d1f07ac-1b80-41f4-a381-bfb0e548c82d', 'ip_address': '172.20.0.10'}]}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:19.110889 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7de534-e293-4f0f-aeec-0561a1abb884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc7f5e4-4733-45b1-a5f7-53f4e1a809fe,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:19.154622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-da7de534-e293-4f0f-aeec-0561a1abb884 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ce23d8b3243423d9ad7c2ff3bc1c17f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9709170 Jul 23 20:29:19.168759 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59944) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:19.183007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.184072 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.227471 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device cd4a92db-b0f0-425a-9f67-88b659ef5c8a no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:19.304054 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.309798 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device cd4a92db-b0f0-425a-9f67-88b659ef5c8a not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:19.310851 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ad6630f6-895f-433e-8ad6-48d97db2818b admin admin] Deleting port 2ee261b4-b198-4de1-9655-e7cef69e167d {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:19.311275 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ad6630f6-895f-433e-8ad6-48d97db2818b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.315488 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27cb3132-c0c8-4261-85bd-596105d4be08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.415731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] No DVR routers for this DVR port cd4a92db-b0f0-425a-9f67-88b659ef5c8a on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:19.425010 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552be4fb-cac6-4cb6-bf85-fd06a951c983 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:19.437944 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-552be4fb-cac6-4cb6-bf85-fd06a951c983 admin admin] 10.222.0.55 "PUT /v2.0/routers/b9e18773-12e4-4c16-a980-ffabdb06b77e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6803751 Jul 23 20:29:19.438113 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3da82f7-a3a8-43bd-ad63-16919aed437b None None] Sync routers for ids ['b9e18773-12e4-4c16-a980-ffabdb06b77e'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:19.450200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59950) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:19.453408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c58428e9-5e88-43dc-b6fe-01972940ada4 req-c7fc743a-2217-4c34-b71a-0dbf939cfb01 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5867164 Jul 23 20:29:19.460504 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3da82f7-a3a8-43bd-ad63-16919aed437b None None] Routers {'b9e18773-12e4-4c16-a980-ffabdb06b77e'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:19.461646 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a3da82f7-a3a8-43bd-ad63-16919aed437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:28:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b9e18773-12e4-4c16-a980-ffabdb06b77e'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:19.496234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Pushing event updated for resources: {'Port': ['ID=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,revision_number=10']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:19.516706 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27cb3132-c0c8-4261-85bd-596105d4be08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.555264 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.635254 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-ad6630f6-895f-433e-8ad6-48d97db2818b admin admin] For port 2ee261b4-b198-4de1-9655-e7cef69e167d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2ee261b4-b198-4de1-9655-e7cef69e167d,segment=NetworkSegment(37f4fce7-6013-41e7-8a2d-fe7311437d21),segment_id=37f4fce7-6013-41e7-8a2d-fe7311437d21)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:19.635613 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ad6630f6-895f-433e-8ad6-48d97db2818b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.636737 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-a3da82f7-a3a8-43bd-ad63-16919aed437b None None] Set router b9e18773-12e4-4c16-a980-ffabdb06b77e gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:19.653174 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ad6630f6-895f-433e-8ad6-48d97db2818b admin admin] Calling delete_port for 2ee261b4-b198-4de1-9655-e7cef69e167d owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:19.664188 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd886-c367-4b20-bb1b-b3b2fde9a348 admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.670732 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27cb3132-c0c8-4261-85bd-596105d4be08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.673222 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27cb3132-c0c8-4261-85bd-596105d4be08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.676703 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-27cb3132-c0c8-4261-85bd-596105d4be08 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8cc7f5e4-4733-45b1-a5f7-53f4e1a809fe HTTP/1.1" status: 204 len: 168 time: 0.5037773 Jul 23 20:29:19.737876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb3132-c0c8-4261-85bd-596105d4be08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc7f5e4-4733-45b1-a5f7-53f4e1a809fe,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:19.768606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Attempting to bind port cd4a92db-b0f0-425a-9f67-88b659ef5c8a on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:19.769108 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Attempting to bind port cd4a92db-b0f0-425a-9f67-88b659ef5c8a by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:19.769615 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Attempting to bind port cd4a92db-b0f0-425a-9f67-88b659ef5c8a on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:19.794070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Port cd4a92db-b0f0-425a-9f67-88b659ef5c8a on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:29:19.794890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Attempting to bind port cd4a92db-b0f0-425a-9f67-88b659ef5c8a on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:19.804688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:19.804965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:19.805445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:19.806098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Bound port: cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:19.806648 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.869202 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c705c2-3934-4c5a-8f9e-93285a964ac5 req-b95268be-babb-4f1f-90c7-f19420865f80 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:19.879425 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56c705c2-3934-4c5a-8f9e-93285a964ac5 req-b95268be-babb-4f1f-90c7-f19420865f80 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ec8f80-3f71-4e9c-ba94-ef2edc7054ef HTTP/1.1" status: 200 len: 946 time: 0.5947373 Jul 23 20:29:19.932881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a3da82f7-a3a8-43bd-ad63-16919aed437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311771758-router', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:09Z', 'updated_at': '2021-07-23T20:29:17Z', 'revision_number': 5, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'gw_port': {'id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:19.993356 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3da82f7-a3a8-43bd-ad63-16919aed437b None None] Checking router: b9e18773-12e4-4c16-a980-ffabdb06b77e for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:20.008219 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3da82f7-a3a8-43bd-ad63-16919aed437b None None] Routers {'b9e18773-12e4-4c16-a980-ffabdb06b77e'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:20.009246 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a3da82f7-a3a8-43bd-ad63-16919aed437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:28:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b9e18773-12e4-4c16-a980-ffabdb06b77e'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:20.010577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:20.013676 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd886-c367-4b20-bb1b-b3b2fde9a348 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.032635 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56c705c2-3934-4c5a-8f9e-93285a964ac5 req-eef3ee92-144c-452d-b270-d2ba6af50820 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520030 Jul 23 20:29:20.065035 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:20.079035 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ad6630f6-895f-433e-8ad6-48d97db2818b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.114407 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6630f6-895f-433e-8ad6-48d97db2818b admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee261b4-b198-4de1-9655-e7cef69e167d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:20.118857 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.163038 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05272383-b007-432c-a008-c3c052b57816 req-5dc8517a-cda8-4154-aecf-114e8856d208 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:20.167340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-05272383-b007-432c-a008-c3c052b57816 req-5dc8517a-cda8-4154-aecf-114e8856d208 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 949 time: 0.2450907 Jul 23 20:29:20.169331 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.189131 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.222758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-a3da82f7-a3a8-43bd-ad63-16919aed437b None None] Set router b9e18773-12e4-4c16-a980-ffabdb06b77e gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:20.409983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:20.410616 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.412088 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] 10.222.0.57 "PUT /v2.0/ports/cd4a92db-b0f0-425a-9f67-88b659ef5c8a HTTP/1.1" status: 200 len: 1098 time: 3.2724257 Jul 23 20:29:20.519290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-05272383-b007-432c-a008-c3c052b57816 req-b6147d74-e638-448a-9221-0b2f3e937acf tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282881 Jul 23 20:29:20.576463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214658d8-867b-4ed6-a0db-859a5483fe6b service neutron] Pushing event updated for resources: {'Port': ['ID=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,revision_number=11']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:20.675482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-dc6bd886-c367-4b20-bb1b-b3b2fde9a348 admin admin] Deleting port b3c2af70-9a01-40b1-b5d9-e10dc4c1880d {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:20.675829 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd886-c367-4b20-bb1b-b3b2fde9a348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.718375 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a3da82f7-a3a8-43bd-ad63-16919aed437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311771758-router', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:09Z', 'updated_at': '2021-07-23T20:29:17Z', 'revision_number': 5, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'gw_port': {'id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:20.770218 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3da82f7-a3a8-43bd-ad63-16919aed437b None None] The sync data for ids ['b9e18773-12e4-4c16-a980-ffabdb06b77e'] in n-d-791504-18 is: [{'id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311771758-router', 'tenant_id': '9d4170486b644fb6b74af8c508ff2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:09Z', 'updated_at': '2021-07-23T20:29:17Z', 'revision_number': 5, 'project_id': '9d4170486b644fb6b74af8c508ff2424', 'gw_port': {'id': 'b3c2af70-9a01-40b1-b5d9-e10dc4c1880d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e18773-12e4-4c16-a980-ffabdb06b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:10Z', 'updated_at': '2021-07-23T20:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:21.105644 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ad6630f6-895f-433e-8ad6-48d97db2818b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.122551 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Allocated IP 172.20.0.10 (5e92ea22-8885-463d-a971-ce5ca0a6ec4f/9d1f07ac-1b80-41f4-a381-bfb0e548c82d/ef6749be-b06a-4498-a4d9-07e542080529) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:21.187064 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'tag': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:21.190292 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e290a76-082a-44d7-8834-6e3e4a2e78f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d1316102-1bfe-4a20-9292-eade87d7c32e", "tag": "cd4a92db-b0f0-425a-9f67-88b659ef5c8a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:21.233330 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fd557-5d4d-4e0e-9126-ff9698fc99bd req-f47daba5-a677-490e-8e0b-6ffaa3fb3324 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:21.238525 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b93fd557-5d4d-4e0e-9126-ff9698fc99bd req-f47daba5-a677-490e-8e0b-6ffaa3fb3324 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.48 "GET /v2.0/ports?device_id=67ec8f80-3f71-4e9c-ba94-ef2edc7054ef HTTP/1.1" status: 200 len: 946 time: 0.3592739 Jul 23 20:29:21.450048 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f6f7e-37c2-4cc3-8a8b-ee451b520a9c req-993d04c8-e877-4d95-b67c-8fb062a82d43 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:21.452180 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f3f6f7e-37c2-4cc3-8a8b-ee451b520a9c req-993d04c8-e877-4d95-b67c-8fb062a82d43 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.57 "GET /v2.0/ports?device_id=59208be3-9c61-47dc-b76c-dad1181f03c5 HTTP/1.1" status: 200 len: 946 time: 0.9145989 Jul 23 20:29:21.454622 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-dc6bd886-c367-4b20-bb1b-b3b2fde9a348 admin admin] For port b3c2af70-9a01-40b1-b5d9-e10dc4c1880d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b3c2af70-9a01-40b1-b5d9-e10dc4c1880d,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:21.455155 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd886-c367-4b20-bb1b-b3b2fde9a348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.501975 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71daef-4164-4063-8fba-a3a42a1bcdeb req-5a6ffcef-8f4d-4fe1-a4e5-607c130aef6a tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:21.511036 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb71daef-4164-4063-8fba-a3a42a1bcdeb req-5a6ffcef-8f4d-4fe1-a4e5-607c130aef6a tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ec8f80-3f71-4e9c-ba94-ef2edc7054ef HTTP/1.1" status: 200 len: 946 time: 0.3074124 Jul 23 20:29:21.522818 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e197d-c1d0-4e3f-a844-329e4c977dfe req-fd00501f-50e1-446f-826d-b252d2484809 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:21.530577 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-127e197d-c1d0-4e3f-a844-329e4c977dfe req-fd00501f-50e1-446f-826d-b252d2484809 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 945 time: 0.8905818 Jul 23 20:29:21.534676 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-dc6bd886-c367-4b20-bb1b-b3b2fde9a348 admin admin] Calling delete_port for b3c2af70-9a01-40b1-b5d9-e10dc4c1880d owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:21.567891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-59c3ee2d-ec93-4223-8c9c-e6630ea7b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:21.569788 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-59c3ee2d-ec93-4223-8c9c-e6630ea7b093 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 1101 time: 1.0690298 Jul 23 20:29:21.646520 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.677873 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-b93fd557-5d4d-4e0e-9126-ff9698fc99bd req-01def1c0-b6f8-4482-8c33-d83441157fbc tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Deleting port 17266544-96a1-4e95-b279-7c8c72207857 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:21.678317 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b93fd557-5d4d-4e0e-9126-ff9698fc99bd req-01def1c0-b6f8-4482-8c33-d83441157fbc tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.738208 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-127e197d-c1d0-4e3f-a844-329e4c977dfe req-a4bb4ff6-e6dd-4359-81bc-d984a072f3bb tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063696 Jul 23 20:29:21.741698 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb71daef-4164-4063-8fba-a3a42a1bcdeb req-2cd55707-7fd6-4603-8fe8-54e024de35e3 tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.55 "GET /v2.0/security-groups?id=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290928 Jul 23 20:29:21.760974 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6630f6-895f-433e-8ad6-48d97db2818b admin admin] Router 604175e0-803e-4dc3-a847-19f171f63526 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:29:21.852824 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.895073 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cac8d7-6c29-4606-a8fb-47447071a648 x-openstack-request-id: req-08cac8d7-6c29-4606-a8fb-47447071a648 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:21.895468 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1316102-1bfe-4a20-9292-eade87d7c32e", "tag": "cd4a92db-b0f0-425a-9f67-88b659ef5c8a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:21.895787 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08cac8d7-6c29-4606-a8fb-47447071a648 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:21.896283 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'tag': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a', 'status': 'completed', 'code': 200} Jul 23 20:29:21.935152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-7c9d5eae-5061-4cb9-bb55-92543e25995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:21.936937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-7c9d5eae-5061-4cb9-bb55-92543e25995b service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.3226347 Jul 23 20:29:21.972719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Pushing event updated for resources: {'Port': ['ID=ef6749be-b06a-4498-a4d9-07e542080529,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:21.994475 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-b93fd557-5d4d-4e0e-9126-ff9698fc99bd req-01def1c0-b6f8-4482-8c33-d83441157fbc tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] For port 17266544-96a1-4e95-b279-7c8c72207857, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=17266544-96a1-4e95-b279-7c8c72207857,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:21.994898 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b93fd557-5d4d-4e0e-9126-ff9698fc99bd req-01def1c0-b6f8-4482-8c33-d83441157fbc tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.014244 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Network 5e92ea22-8885-463d-a971-ce5ca0a6ec4f is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:22.022429 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-b93fd557-5d4d-4e0e-9126-ff9698fc99bd req-01def1c0-b6f8-4482-8c33-d83441157fbc tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Calling delete_port for 17266544-96a1-4e95-b279-7c8c72207857 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:22.024441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:22.030620 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:22.034205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-5f3f6f7e-37c2-4cc3-8a8b-ee451b520a9c req-14a0ddbc-1342-4a0c-9de5-926f7db2402c tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Deleting port 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:22.034625 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5f3f6f7e-37c2-4cc3-8a8b-ee451b520a9c req-14a0ddbc-1342-4a0c-9de5-926f7db2402c tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.078209 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-a6237f15-5d49-441f-9f94-3c8e41401dd9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a HTTP/1.1" status: 200 len: 217 time: 0.1250777 Jul 23 20:29:22.127137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6630f6-895f-433e-8ad6-48d97db2818b admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:22.136968 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ad6630f6-895f-433e-8ad6-48d97db2818b admin admin] 10.222.0.55 "PUT /v2.0/routers/604175e0-803e-4dc3-a847-19f171f63526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6262155 Jul 23 20:29:22.137387 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60002) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:22.139930 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4b8523-d205-4c57-a0ee-e7792282710b None None] Sync routers for ids ['604175e0-803e-4dc3-a847-19f171f63526'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:22.153038 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4b8523-d205-4c57-a0ee-e7792282710b None None] Routers {'604175e0-803e-4dc3-a847-19f171f63526'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:22.154074 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2d4b8523-d205-4c57-a0ee-e7792282710b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:28:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['604175e0-803e-4dc3-a847-19f171f63526'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:22.165228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-4a5ae2bf-e2ba-4f51-aa92-94275b656a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:22.167748 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-4a5ae2bf-e2ba-4f51-aa92-94275b656a5b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0769074 Jul 23 20:29:22.267018 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 106e586a-7712-4d7a-b73f-a52858bbed8e no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:22.303086 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-2d4b8523-d205-4c57-a0ee-e7792282710b None None] Set router 604175e0-803e-4dc3-a847-19f171f63526 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:22.316552 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 106e586a-7712-4d7a-b73f-a52858bbed8e {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:22.316899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 106e586a-7712-4d7a-b73f-a52858bbed8e not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:22.434269 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bb69ba4-df14-42b3-81e1-f349105692e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.468397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-ace27591-aa2f-4f28-80cb-4028bd768db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:22.470067 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-ace27591-aa2f-4f28-80cb-4028bd768db8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 1101 time: 0.5412612 Jul 23 20:29:22.490256 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35319ce7-bd8f-4a01-a208-ea5bf8436603 req-bd2e7f76-59ad-4597-888a-eb503070b132 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:22.492541 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-35319ce7-bd8f-4a01-a208-ea5bf8436603 req-bd2e7f76-59ad-4597-888a-eb503070b132 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 949 time: 0.5660260 Jul 23 20:29:22.514839 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b93fd557-5d4d-4e0e-9126-ff9698fc99bd req-01def1c0-b6f8-4482-8c33-d83441157fbc tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.516604 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd886-c367-4b20-bb1b-b3b2fde9a348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.532103 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:29:22.562221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01def1c0-b6f8-4482-8c33-d83441157fbc tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Pushing event deleted for resources: {'Port': ['ID=17266544-96a1-4e95-b279-7c8c72207857,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:22.637567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bd886-c367-4b20-bb1b-b3b2fde9a348 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c2af70-9a01-40b1-b5d9-e10dc4c1880d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:22.674801 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-5f3f6f7e-37c2-4cc3-8a8b-ee451b520a9c req-14a0ddbc-1342-4a0c-9de5-926f7db2402c tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] For port 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0,segment=NetworkSegment(6651b80e-1032-460f-ac95-d368c8034bbe),segment_id=6651b80e-1032-460f-ac95-d368c8034bbe)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:22.675299 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5f3f6f7e-37c2-4cc3-8a8b-ee451b520a9c req-14a0ddbc-1342-4a0c-9de5-926f7db2402c tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.685322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93fd557-5d4d-4e0e-9126-ff9698fc99bd req-01def1c0-b6f8-4482-8c33-d83441157fbc tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] No DVR routers for this DVR port 17266544-96a1-4e95-b279-7c8c72207857 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:22.691854 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b93fd557-5d4d-4e0e-9126-ff9698fc99bd req-01def1c0-b6f8-4482-8c33-d83441157fbc tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.694235 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b93fd557-5d4d-4e0e-9126-ff9698fc99bd req-01def1c0-b6f8-4482-8c33-d83441157fbc tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.48 "DELETE /v2.0/ports/17266544-96a1-4e95-b279-7c8c72207857 HTTP/1.1" status: 204 len: 173 time: 1.4096208 Jul 23 20:29:22.694699 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec8f80-3f71-4e9c-ba94-ef2edc7054ef', 'name': 'network-vif-deleted', 'tag': '17266544-96a1-4e95-b279-7c8c72207857'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:22.697139 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e906376-512a-4d1c-8877-08263ee80ec9" -d '{"events": [{"server_uuid": "67ec8f80-3f71-4e9c-ba94-ef2edc7054ef", "name": "network-vif-deleted", "tag": "17266544-96a1-4e95-b279-7c8c72207857"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:22.699252 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-b5f3aa29-2340-4200-92cc-b864d6e43fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:22.700942 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-b5f3aa29-2340-4200-92cc-b864d6e43fca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5278783 Jul 23 20:29:22.736989 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bb69ba4-df14-42b3-81e1-f349105692e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.739549 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2d4b8523-d205-4c57-a0ee-e7792282710b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:29:19Z', 'revision_number': 5, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port': {'id': '173eaaea-ee7e-4e53-af91-ad7f83c4f6ab', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604175e0-803e-4dc3-a847-19f171f63526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:55Z', 'updated_at': '2021-07-23T20:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:22.754076 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.802359 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-35319ce7-bd8f-4a01-a208-ea5bf8436603 req-d0e9bcce-2dfd-4c91-96bc-acd133848652 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980070 Jul 23 20:29:22.810198 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4b8523-d205-4c57-a0ee-e7792282710b None None] Checking router: 604175e0-803e-4dc3-a847-19f171f63526 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:22.843418 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4b8523-d205-4c57-a0ee-e7792282710b None None] Routers {'604175e0-803e-4dc3-a847-19f171f63526'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:22.844093 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2d4b8523-d205-4c57-a0ee-e7792282710b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:28:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['604175e0-803e-4dc3-a847-19f171f63526'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:22.957151 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-7dcb717c-ae80-4d22-9d58-5378c9e53235 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399183 Jul 23 20:29:22.960730 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-d8fcea72-2127-44e5-8dd0-f4a0ecbc3371 req-e937716d-45c8-4010-9cde-976ac8a460a7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1669204314', 'description': 'tempest-description-1632951550'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:22.981564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-5f3f6f7e-37c2-4cc3-8a8b-ee451b520a9c req-14a0ddbc-1342-4a0c-9de5-926f7db2402c tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Calling delete_port for 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:23.028593 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-2d4b8523-d205-4c57-a0ee-e7792282710b None None] Set router 604175e0-803e-4dc3-a847-19f171f63526 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:23.044139 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd113cb4-1f63-4526-9431-c03230311eb6 x-openstack-request-id: req-cd113cb4-1f63-4526-9431-c03230311eb6 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:23.044139 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec8f80-3f71-4e9c-ba94-ef2edc7054ef", "name": "network-vif-deleted", "tag": "17266544-96a1-4e95-b279-7c8c72207857", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:23.044512 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd113cb4-1f63-4526-9431-c03230311eb6 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:23.045213 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ec8f80-3f71-4e9c-ba94-ef2edc7054ef', 'name': 'network-vif-deleted', 'tag': '17266544-96a1-4e95-b279-7c8c72207857', 'status': 'completed', 'code': 200} Jul 23 20:29:23.106618 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd886-c367-4b20-bb1b-b3b2fde9a348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.130074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-2f523ecd-2bdf-42df-b293-c6bd771d6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:23.130569 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2d4b8523-d205-4c57-a0ee-e7792282710b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:29:22Z', 'revision_number': 6, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:23.132493 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-2f523ecd-2bdf-42df-b293-c6bd771d6f29 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.6513064 Jul 23 20:29:23.139532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-6bb69ba4-df14-42b3-81e1-f349105692e3 admin admin] Deleting port 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:23.140076 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bb69ba4-df14-42b3-81e1-f349105692e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.168089 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.188355 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4b8523-d205-4c57-a0ee-e7792282710b None None] The sync data for ids ['604175e0-803e-4dc3-a847-19f171f63526'] in n-d-791504-18 is: [{'id': '604175e0-803e-4dc3-a847-19f171f63526', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-272661286-router', 'tenant_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:54Z', 'updated_at': '2021-07-23T20:29:22Z', 'revision_number': 6, 'project_id': '282b5619c5a34c6ea12d7fca8ffb305e', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:23.258374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 17266544-96a1-4e95-b279-7c8c72207857 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:23.269755 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d8fcea72-2127-44e5-8dd0-f4a0ecbc3371 req-e937716d-45c8-4010-9cde-976ac8a460a7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.287272 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d8fcea72-2127-44e5-8dd0-f4a0ecbc3371 req-e937716d-45c8-4010-9cde-976ac8a460a7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.290410 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 17266544-96a1-4e95-b279-7c8c72207857 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:23.291429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 17266544-96a1-4e95-b279-7c8c72207857 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:23.341471 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-6bb69ba4-df14-42b3-81e1-f349105692e3 admin admin] For port 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=173eaaea-ee7e-4e53-af91-ad7f83c4f6ab,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:23.341846 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bb69ba4-df14-42b3-81e1-f349105692e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.372323 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-6bb69ba4-df14-42b3-81e1-f349105692e3 admin admin] Calling delete_port for 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:23.384962 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd886-c367-4b20-bb1b-b3b2fde9a348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.388661 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-d65375f2-8245-4ff9-81be-c1cf232c822f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a HTTP/1.1" status: 200 len: 217 time: 0.1899686 Jul 23 20:29:23.392449 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd886-c367-4b20-bb1b-b3b2fde9a348 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.457038 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Router 08f98857-33be-47d6-b5dc-2b029079adc4 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:29:23.555939 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dde26c0-0051-43f5-bd0f-c35339cbe895 req-652e87ae-64e6-4a83-b581-cae06a3c2047 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708163 Jul 23 20:29:23.561487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-1d0b047d-4140-40e2-bdbc-2b6c11d57c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:23.563081 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-1d0b047d-4140-40e2-bdbc-2b6c11d57c0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1612613 Jul 23 20:29:23.666128 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd886-c367-4b20-bb1b-b3b2fde9a348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.667075 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6bd886-c367-4b20-bb1b-b3b2fde9a348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9e18773-12e4-4c16-a980-ffabdb06b77e {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:29:23.698793 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc6bd886-c367-4b20-bb1b-b3b2fde9a348 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.698793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dc6bd886-c367-4b20-bb1b-b3b2fde9a348 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b9e18773-12e4-4c16-a980-ffabdb06b77e HTTP/1.1" status: 204 len: 168 time: 4.2418573 Jul 23 20:29:23.700776 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60020) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:23.825787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e06ee5-a221-472e-ad4f-5cea0c5c84d9 admin admin] Deleting subnet e822dbc2-78ea-4404-9c96-96658096e134 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:23.856534 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c8e06ee5-a221-472e-ad4f-5cea0c5c84d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.859710 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5f3f6f7e-37c2-4cc3-8a8b-ee451b520a9c req-14a0ddbc-1342-4a0c-9de5-926f7db2402c tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.923553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0ddbc-1342-4a0c-9de5-926f7db2402c tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Pushing event deleted for resources: {'Port': ['ID=11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:23.940972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb0d26-b7b7-4336-a9be-bdd5a198e941 req-78068a55-771d-43a7-a281-82b6b87f15b4 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:23.942612 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41bb0d26-b7b7-4336-a9be-bdd5a198e941 req-78068a55-771d-43a7-a281-82b6b87f15b4 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 945 time: 0.7841809 Jul 23 20:29:24.045225 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c8e06ee5-a221-472e-ad4f-5cea0c5c84d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.116362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3f6f7e-37c2-4cc3-8a8b-ee451b520a9c req-14a0ddbc-1342-4a0c-9de5-926f7db2402c tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] No DVR routers for this DVR port 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:24.119140 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5f3f6f7e-37c2-4cc3-8a8b-ee451b520a9c req-14a0ddbc-1342-4a0c-9de5-926f7db2402c tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.121402 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f3f6f7e-37c2-4cc3-8a8b-ee451b520a9c req-14a0ddbc-1342-4a0c-9de5-926f7db2402c tempest-MultipleCreateTestJSON-310093137 tempest-MultipleCreateTestJSON-310093137-project] 10.222.0.57 "DELETE /v2.0/ports/11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 HTTP/1.1" status: 204 len: 173 time: 2.6497037 Jul 23 20:29:24.122174 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:24.131919 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59208be3-9c61-47dc-b76c-dad1181f03c5', 'name': 'network-vif-deleted', 'tag': '11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:24.135694 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e069dd-0c93-4047-951e-0d7bf4b025df" -d '{"events": [{"server_uuid": "59208be3-9c61-47dc-b76c-dad1181f03c5", "name": "network-vif-deleted", "tag": "11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:24.137603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d9e28-5e48-4c9f-a1d6-2d3b3e7be480 None None] Sync routers for ids ['08f98857-33be-47d6-b5dc-2b029079adc4'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:24.155602 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d9e28-5e48-4c9f-a1d6-2d3b3e7be480 None None] Routers {'08f98857-33be-47d6-b5dc-2b029079adc4'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:24.156672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a68d9e28-5e48-4c9f-a1d6-2d3b3e7be480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:28:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['08f98857-33be-47d6-b5dc-2b029079adc4'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:24.172816 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bb69ba4-df14-42b3-81e1-f349105692e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.195081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-28e772d5-c270-4749-8262-cbe24b665587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:24.195555 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-28e772d5-c270-4749-8262-cbe24b665587 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1681e95d614a4f089ed176768eeebc0b&device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 1101 time: 0.5095401 Jul 23 20:29:24.204050 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb69ba4-df14-42b3-81e1-f349105692e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=173eaaea-ee7e-4e53-af91-ad7f83c4f6ab,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:24.208423 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d8fcea72-2127-44e5-8dd0-f4a0ecbc3371 req-e937716d-45c8-4010-9cde-976ac8a460a7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.214453 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-74f98263-895a-4cfb-b602-a7af2e747a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:24.216322 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-74f98263-895a-4cfb-b602-a7af2e747a4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6428521 Jul 23 20:29:24.226143 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41bb0d26-b7b7-4336-a9be-bdd5a198e941 req-6c81fe22-2579-4509-8aea-52703d347b96 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704787 Jul 23 20:29:24.269655 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.273627 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d941f50e-f242-485c-be18-28b43477d87d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.1720250 Jul 23 20:29:24.328224 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60026) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:24.331954 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d8fcea72-2127-44e5-8dd0-f4a0ecbc3371 req-e937716d-45c8-4010-9cde-976ac8a460a7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.364362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-c42a384d-059d-4b51-aa31-45b2a6eda51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:24.366971 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-c42a384d-059d-4b51-aa31-45b2a6eda51a service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.1440480 Jul 23 20:29:24.377491 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937716d-45c8-4010-9cde-976ac8a460a7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac795d0-ee6b-480c-9d34-0d5ea35a3c60,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:24.497191 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bb69ba4-df14-42b3-81e1-f349105692e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.525546 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-a68d9e28-5e48-4c9f-a1d6-2d3b3e7be480 None None] Set router 08f98857-33be-47d6-b5dc-2b029079adc4 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:24.697516 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bb69ba4-df14-42b3-81e1-f349105692e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.714635 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bb69ba4-df14-42b3-81e1-f349105692e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.731459 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a765e41a-3b5c-4f9a-9cf4-fb971f99c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.812408 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2464c454-6622-404f-b277-1edf53e642aa tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.860145 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2ee261b4-b198-4de1-9655-e7cef69e167d no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:24.894102 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 2ee261b4-b198-4de1-9655-e7cef69e167d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:24.894439 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2ee261b4-b198-4de1-9655-e7cef69e167d not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:24.894931 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:24.934170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:24.935162 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 173eaaea-ee7e-4e53-af91-ad7f83c4f6ab not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:24.957369 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2464c454-6622-404f-b277-1edf53e642aa tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.963248 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bb69ba4-df14-42b3-81e1-f349105692e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.963807 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb69ba4-df14-42b3-81e1-f349105692e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 604175e0-803e-4dc3-a847-19f171f63526 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:29:24.969013 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bb69ba4-df14-42b3-81e1-f349105692e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.970425 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6bb69ba4-df14-42b3-81e1-f349105692e3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/604175e0-803e-4dc3-a847-19f171f63526 HTTP/1.1" status: 204 len: 168 time: 2.8287022 Jul 23 20:29:24.973911 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60032) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:24.997263 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bdc5d7db-570c-487f-be89-85eec4088389 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:29:25.001102 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:25.035180 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:25.035504 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:25.072455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-30bfe6fa-75a7-4dc3-a412-402457868938 admin admin] Deleting subnet 70510b3b-e3cb-4ef3-a472-cc252ad56cea {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:25.077084 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30bfe6fa-75a7-4dc3-a412-402457868938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.108637 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a68d9e28-5e48-4c9f-a1d6-2d3b3e7be480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f98857-33be-47d6-b5dc-2b029079adc4', 'name': '', 'tenant_id': '46f0f775d92347fb8d224cc00e177a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e92ea22-8885-463d-a971-ce5ca0a6ec4f', 'external_fixed_ips': [{'subnet_id': '9d1f07ac-1b80-41f4-a381-bfb0e548c82d', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ef6749be-b06a-4498-a4d9-07e542080529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:19Z', 'updated_at': '2021-07-23T20:29:22Z', 'revision_number': 3, 'project_id': '46f0f775d92347fb8d224cc00e177a76', 'gw_port': {'id': 'ef6749be-b06a-4498-a4d9-07e542080529', 'name': '', 'network_id': '5e92ea22-8885-463d-a971-ce5ca0a6ec4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f98857-33be-47d6-b5dc-2b029079adc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9d1f07ac-1b80-41f4-a381-bfb0e548c82d', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:20Z', 'updated_at': '2021-07-23T20:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1f07ac-1b80-41f4-a381-bfb0e548c82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:25.136591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-2464c454-6622-404f-b277-1edf53e642aa tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Deleting port ef6749be-b06a-4498-a4d9-07e542080529 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:25.136941 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2464c454-6622-404f-b277-1edf53e642aa tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.176909 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30bfe6fa-75a7-4dc3-a412-402457868938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.181307 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d9e28-5e48-4c9f-a1d6-2d3b3e7be480 None None] Checking router: 08f98857-33be-47d6-b5dc-2b029079adc4 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:25.181655 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d9e28-5e48-4c9f-a1d6-2d3b3e7be480 None None] Updating router 08f98857-33be-47d6-b5dc-2b029079adc4 port ef6749be-b06a-4498-a4d9-07e542080529 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:29:25.236349 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-05db6219-b934-4686-abdd-d0d7dc161541 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a HTTP/1.1" status: 200 len: 217 time: 0.8470914 Jul 23 20:29:25.244197 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port bdc5d7db-570c-487f-be89-85eec4088389, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=bdc5d7db-570c-487f-be89-85eec4088389,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:25.248519 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a68d9e28-5e48-4c9f-a1d6-2d3b3e7be480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.320671 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bdc5d7db-570c-487f-be89-85eec4088389 has no active binding in host n-h2-791504-18 {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:29:25.339891 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2464c454-6622-404f-b277-1edf53e642aa tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.352406 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c8e06ee5-a221-472e-ad4f-5cea0c5c84d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.368828 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-2464c454-6622-404f-b277-1edf53e642aa tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Calling delete_port for ef6749be-b06a-4498-a4d9-07e542080529 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:25.377043 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30bfe6fa-75a7-4dc3-a412-402457868938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.506800 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-24788615-e2d5-4fb5-81bf-3d0a223a2b97 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2768803 Jul 23 20:29:25.508607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-a2400f65-de1d-4ddf-b130-c6f11af0fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:25.510182 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-a2400f65-de1d-4ddf-b130-c6f11af0fc0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.2439008 Jul 23 20:29:25.519352 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30bfe6fa-75a7-4dc3-a412-402457868938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.521406 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d6579-d124-4316-989e-d7fdf1b73b1e req-987c837e-370f-4a2c-8ff5-b8b6287e973c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:25.523756 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-402d6579-d124-4316-989e-d7fdf1b73b1e req-987c837e-370f-4a2c-8ff5-b8b6287e973c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 949 time: 1.1085298 Jul 23 20:29:25.599023 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d8fcea72-2127-44e5-8dd0-f4a0ecbc3371 req-e937716d-45c8-4010-9cde-976ac8a460a7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.599413 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30bfe6fa-75a7-4dc3-a412-402457868938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.606692 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-30bfe6fa-75a7-4dc3-a412-402457868938 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/70510b3b-e3cb-4ef3-a472-cc252ad56cea HTTP/1.1" status: 204 len: 168 time: 0.6300871 Jul 23 20:29:25.607011 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da024a11-7595-4a25-961f-4ca24b311097 None None] Network f7d042f9-5f6b-45f4-af0d-c0167546d960 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:25.609660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60036) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:25.636304 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfe6fa-75a7-4dc3-a412-402457868938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70510b3b-e3cb-4ef3-a472-cc252ad56cea,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:25.691480 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d8fcea72-2127-44e5-8dd0-f4a0ecbc3371 req-e937716d-45c8-4010-9cde-976ac8a460a7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.720207 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c8e06ee5-a221-472e-ad4f-5cea0c5c84d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.762133 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-147e2389-30fb-4942-bb2a-0145d7eb94d4 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:25.763952 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-147e2389-30fb-4942-bb2a-0145d7eb94d4 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6&tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 1097 time: 1.2922082 Jul 23 20:29:25.768185 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2464c454-6622-404f-b277-1edf53e642aa tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.790532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-18'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:25.812643 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464c454-6622-404f-b277-1edf53e642aa tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef6749be-b06a-4498-a4d9-07e542080529,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:25.828468 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-a68d9e28-5e48-4c9f-a1d6-2d3b3e7be480 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:29:25.828820 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-a68d9e28-5e48-4c9f-a1d6-2d3b3e7be480 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:29:25.874210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e06ee5-a221-472e-ad4f-5cea0c5c84d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e822dbc2-78ea-4404-9c96-96658096e134,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:25.895621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987424ba-efde-44f4-9830-682f04f6e668 None None] Network 937f74f4-5e87-4111-86e1-c8157d4b221d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:25.945230 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c8e06ee5-a221-472e-ad4f-5cea0c5c84d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.949990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba6c164-9210-4b7c-a537-4c79557f8d21 None None] DHCP port deletion for f7d042f9-5f6b-45f4-af0d-c0167546d960 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:29:25.950819 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c8e06ee5-a221-472e-ad4f-5cea0c5c84d9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e822dbc2-78ea-4404-9c96-96658096e134 HTTP/1.1" status: 204 len: 168 time: 2.1914315 Jul 23 20:29:25.953637 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60040) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:25.955947 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d8fcea72-2127-44e5-8dd0-f4a0ecbc3371 req-e937716d-45c8-4010-9cde-976ac8a460a7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.957165 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d8fcea72-2127-44e5-8dd0-f4a0ecbc3371 req-e937716d-45c8-4010-9cde-976ac8a460a7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 3.1412883 Jul 23 20:29:26.047418 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937716d-45c8-4010-9cde-976ac8a460a7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515b9678-085e-414b-938a-3f3b834e765d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:26.054517 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-402d6579-d124-4316-989e-d7fdf1b73b1e req-684ccf42-b71f-43a4-8af5-10f5fb183d5e tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904974 Jul 23 20:29:26.099404 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.121145 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2464c454-6622-404f-b277-1edf53e642aa tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.143624 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-6684c684-ebe6-4111-be3f-3c2df2555343 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079762 Jul 23 20:29:26.144085 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60046) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:26.156167 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-8bfd4b10-fecf-4966-8599-2c583bceb412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:26.158221 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-8bfd4b10-fecf-4966-8599-2c583bceb412 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6322680 Jul 23 20:29:26.212908 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1ba6c164-9210-4b7c-a537-4c79557f8d21 None None] Deleting port 989193b4-58af-41f4-93a9-9eafbfc85596 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:26.213288 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c164-9210-4b7c-a537-4c79557f8d21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.282488 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.321571 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.332172 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2464c454-6622-404f-b277-1edf53e642aa tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.335852 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2464c454-6622-404f-b277-1edf53e642aa tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.388632 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1ba6c164-9210-4b7c-a537-4c79557f8d21 None None] For port 989193b4-58af-41f4-93a9-9eafbfc85596, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=989193b4-58af-41f4-93a9-9eafbfc85596,segment=NetworkSegment(37f4fce7-6013-41e7-8a2d-fe7311437d21),segment_id=37f4fce7-6013-41e7-8a2d-fe7311437d21)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:26.389039 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c164-9210-4b7c-a537-4c79557f8d21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.412751 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b3c2af70-9a01-40b1-b5d9-e10dc4c1880d no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:26.434582 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-ed5fa3e6-d672-4047-b00d-170b4b37899a service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665675 Jul 23 20:29:26.458081 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2464c454-6622-404f-b277-1edf53e642aa tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.458927 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2464c454-6622-404f-b277-1edf53e642aa tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08f98857-33be-47d6-b5dc-2b029079adc4 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:29:26.461903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ebff19-e2d8-4849-aa63-c6878f80424a admin admin] Deleting subnet 34d5605a-a709-4512-817b-14f47d6578a8 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:26.465897 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5ebff19-e2d8-4849-aa63-c6878f80424a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.470374 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2464c454-6622-404f-b277-1edf53e642aa tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.472317 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2464c454-6622-404f-b277-1edf53e642aa tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "DELETE /v2.0/routers/08f98857-33be-47d6-b5dc-2b029079adc4 HTTP/1.1" status: 204 len: 168 time: 2.1427503 Jul 23 20:29:26.475245 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60048) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:26.488153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1ba6c164-9210-4b7c-a537-4c79557f8d21 None None] Calling delete_port for 989193b4-58af-41f4-93a9-9eafbfc85596 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:26.494014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: b3c2af70-9a01-40b1-b5d9-e10dc4c1880d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:26.494339 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b3c2af70-9a01-40b1-b5d9-e10dc4c1880d not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:26.494751 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 989193b4-58af-41f4-93a9-9eafbfc85596 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:26.496590 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d9e28-5e48-4c9f-a1d6-2d3b3e7be480 None None] Port ef6749be-b06a-4498-a4d9-07e542080529 not found while updating agent binding for router 08f98857-33be-47d6-b5dc-2b029079adc4. {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 20:29:26.515130 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-c691b61e-d8cd-4db1-bb08-d41acd872600 req-1c217623-16a1-49db-9d61-42093a3f0be7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1764184853', 'description': 'tempest-description-2081717698'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:26.520492 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea856dee-e43d-4a59-baef-770b46e469ba x-openstack-request-id: req-ea856dee-e43d-4a59-baef-770b46e469ba {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:26.520773 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59208be3-9c61-47dc-b76c-dad1181f03c5", "name": "network-vif-deleted", "tag": "11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:26.521076 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea856dee-e43d-4a59-baef-770b46e469ba {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:26.521389 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59208be3-9c61-47dc-b76c-dad1181f03c5', 'name': 'network-vif-deleted', 'tag': '11d3ab1b-a5e6-4fc5-9bc5-108bd561c7f0', 'status': 'completed', 'code': 200} Jul 23 20:29:26.585756 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d9e28-5e48-4c9f-a1d6-2d3b3e7be480 None None] Routers set() bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:26.586756 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d9e28-5e48-4c9f-a1d6-2d3b3e7be480 None None] Router IDs set() for agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 20:29:26.586890 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_agentschedulers_db [None req-a68d9e28-5e48-4c9f-a1d6-2d3b3e7be480 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'08f98857-33be-47d6-b5dc-2b029079adc4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:28:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent'). {{(pid=93812) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 20:29:26.587242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d9e28-5e48-4c9f-a1d6-2d3b3e7be480 None None] The sync data for ids ['08f98857-33be-47d6-b5dc-2b029079adc4'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:26.592181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] Deleting port e55aee32-3842-4c92-a2f6-e3e1c53d4abe {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:26.592526 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.599308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbca05f-2bc5-40d0-87aa-a08d0e73b7b2 None None] DHCP port deletion for 937f74f4-5e87-4111-86e1-c8157d4b221d request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:29:26.649508 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e290a76-082a-44d7-8834-6e3e4a2e78f8 req-db3d6dc7-1f2c-4267-844e-63aee9aef532 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489046 Jul 23 20:29:26.670903 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] For port e55aee32-3842-4c92-a2f6-e3e1c53d4abe, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e55aee32-3842-4c92-a2f6-e3e1c53d4abe,segment=NetworkSegment(23f289da-2988-45ec-8102-02942646c8b4),segment_id=23f289da-2988-45ec-8102-02942646c8b4)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:26.671382 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.695306 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] Calling delete_port for e55aee32-3842-4c92-a2f6-e3e1c53d4abe owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:26.705279 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.708552 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5ebff19-e2d8-4849-aa63-c6878f80424a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.708960 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c164-9210-4b7c-a537-4c79557f8d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.751723 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] Deleting port 989193b4-58af-41f4-93a9-9eafbfc85596 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:26.752156 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.756808 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6c164-9210-4b7c-a537-4c79557f8d21 None None] Pushing event deleted for resources: {'Port': ['ID=989193b4-58af-41f4-93a9-9eafbfc85596,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:26.764756 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba6c164-9210-4b7c-a537-4c79557f8d21 None None] No DVR routers for this DVR port 989193b4-58af-41f4-93a9-9eafbfc85596 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:26.769295 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9dbca05f-2bc5-40d0-87aa-a08d0e73b7b2 None None] Deleting port e55aee32-3842-4c92-a2f6-e3e1c53d4abe {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:26.769668 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9dbca05f-2bc5-40d0-87aa-a08d0e73b7b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.807408 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffafcefa-1546-413c-b060-e8c4ec9d0035 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Deleting subnet 9d1f07ac-1b80-41f4-a381-bfb0e548c82d {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:26.810346 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.814853 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ffafcefa-1546-413c-b060-e8c4ec9d0035 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.830630 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] For port 989193b4-58af-41f4-93a9-9eafbfc85596, host n-d-791504-18, got binding levels [] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:26.830906 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.859551 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c691b61e-d8cd-4db1-bb08-d41acd872600 req-1c217623-16a1-49db-9d61-42093a3f0be7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.864124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] Calling delete_port for 989193b4-58af-41f4-93a9-9eafbfc85596 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:26.867031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] Pushing event deleted for resources: {'Port': ['ID=e55aee32-3842-4c92-a2f6-e3e1c53d4abe,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:26.873971 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9dbca05f-2bc5-40d0-87aa-a08d0e73b7b2 None None] For port e55aee32-3842-4c92-a2f6-e3e1c53d4abe, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e55aee32-3842-4c92-a2f6-e3e1c53d4abe,segment=NetworkSegment(23f289da-2988-45ec-8102-02942646c8b4),segment_id=23f289da-2988-45ec-8102-02942646c8b4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:26.874371 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9dbca05f-2bc5-40d0-87aa-a08d0e73b7b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.876584 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] No DVR routers for this DVR port e55aee32-3842-4c92-a2f6-e3e1c53d4abe on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:26.891913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9dbca05f-2bc5-40d0-87aa-a08d0e73b7b2 None None] Calling delete_port for e55aee32-3842-4c92-a2f6-e3e1c53d4abe owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:26.893328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.ipam_backend_mixin [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] Port 989193b4-58af-41f4-93a9-9eafbfc85596 was not found and therefore no delete operation was performed {{(pid=93811) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:29:26.909948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617f174-e48f-4347-9d9c-9f12ffc6cc66 req-1fc2cda3-d759-4d0a-ae4e-9f8db29a0484 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:26.917094 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9617f174-e48f-4347-9d9c-9f12ffc6cc66 req-1fc2cda3-d759-4d0a-ae4e-9f8db29a0484 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 945 time: 0.6719351 Jul 23 20:29:26.924022 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ffafcefa-1546-413c-b060-e8c4ec9d0035 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.943086 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.984449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] Pushing event deleted for resources: {'Port': ['ID=989193b4-58af-41f4-93a9-9eafbfc85596,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:27.015762 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cd4a92db-b0f0-425a-9f67-88b659ef5c8a details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:29:27.031041 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5ebff19-e2d8-4849-aa63-c6878f80424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.067123 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.072309 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ffafcefa-1546-413c-b060-e8c4ec9d0035 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.076642 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] No DVR routers for this DVR port 989193b4-58af-41f4-93a9-9eafbfc85596 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:27.097105 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9617f174-e48f-4347-9d9c-9f12ffc6cc66 req-ffb3e423-75ef-45bb-bcca-234a881d8058 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775768 Jul 23 20:29:27.106712 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9dbca05f-2bc5-40d0-87aa-a08d0e73b7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.137703 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937f74f4-5e87-4111-86e1-c8157d4b221d']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:27.153892 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3df7d41a-1ee9-4194-a07e-35c0f03b2704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.155516 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbca05f-2bc5-40d0-87aa-a08d0e73b7b2 None None] Pushing event deleted for resources: {'Port': ['ID=e55aee32-3842-4c92-a2f6-e3e1c53d4abe,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:27.170809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f289da-2988-45ec-8102-02942646c8b4') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:27.171217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f289da-2988-45ec-8102-02942646c8b4') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:27.201774 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.205418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbca05f-2bc5-40d0-87aa-a08d0e73b7b2 None None] No DVR routers for this DVR port e55aee32-3842-4c92-a2f6-e3e1c53d4abe on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:27.225378 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] For port bdc5d7db-570c-487f-be89-85eec4088389, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=bdc5d7db-570c-487f-be89-85eec4088389,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:27.239504 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.246048 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ffafcefa-1546-413c-b060-e8c4ec9d0035 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.257313 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:27.257741 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:27.263548 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:27.275305 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:27.294721 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafcefa-1546-413c-b060-e8c4ec9d0035 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9d1f07ac-1b80-41f4-a381-bfb0e548c82d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:27.310570 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ffafcefa-1546-413c-b060-e8c4ec9d0035 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.314590 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ffafcefa-1546-413c-b060-e8c4ec9d0035 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/9d1f07ac-1b80-41f4-a381-bfb0e548c82d HTTP/1.1" status: 204 len: 168 time: 0.8315845 Jul 23 20:29:27.331252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a', 'mac_address': 'fa:16:3e:fe:10:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:29:27.339092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60054) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:27.342399 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.364548 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.371496 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.374296 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] 10.222.0.55 "DELETE /v2.0/networks/937f74f4-5e87-4111-86e1-c8157d4b221d HTTP/1.1" status: 204 len: 168 time: 1.4197235 Jul 23 20:29:27.389530 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b35e6-76bf-40f1-907c-f6a7119ddcdd admin admin] Pushing event deleted for resources: {'Network': ['ID=937f74f4-5e87-4111-86e1-c8157d4b221d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:27.395465 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.424649 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.435235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d042f9-5f6b-45f4-af0d-c0167546d960']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:27.446738 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4a92db-b0f0-425a-9f67-88b659ef5c8a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:29:27.468906 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5ebff19-e2d8-4849-aa63-c6878f80424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.478312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f4fce7-6013-41e7-8a2d-fe7311437d21') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:27.478600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:27.478722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f4fce7-6013-41e7-8a2d-fe7311437d21') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:27.483952 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.488318 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] For port bdc5d7db-570c-487f-be89-85eec4088389, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:27.574913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,revision_number=12']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:27.642100 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60058) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:27.703217 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-71785950-dec2-4b1a-92b8-a14032870b93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d4170486b644fb6b74af8c508ff2424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597227 Jul 23 20:29:27.704178 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60060) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:27.762721 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['cd4a92db-b0f0-425a-9f67-88b659ef5c8a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:29:27.770718 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9a9e591-7b3a-4718-a5ab-8ac2319bd77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.798042 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9a9e591-7b3a-4718-a5ab-8ac2319bd77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.820373 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.833066 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebff19-e2d8-4849-aa63-c6878f80424a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34d5605a-a709-4512-817b-14f47d6578a8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:27.855318 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5ebff19-e2d8-4849-aa63-c6878f80424a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.859875 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d5ebff19-e2d8-4849-aa63-c6878f80424a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/34d5605a-a709-4512-817b-14f47d6578a8 HTTP/1.1" status: 204 len: 168 time: 1.7099345 Jul 23 20:29:27.860714 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60062) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:27.864285 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e0597cf-3ee6-4e26-8f70-266f3f2e1e81 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.877672 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.887152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3a7ea-4d96-4483-8889-64728c471084 req-d3b792de-4ef4-4f27-9376-51f08f236653 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:27.888642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-95e3a7ea-4d96-4483-8889-64728c471084 req-d3b792de-4ef4-4f27-9376-51f08f236653 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 949 time: 0.6392040 Jul 23 20:29:27.903332 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:27.903332 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:27.918629 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:27.922524 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c691b61e-d8cd-4db1-bb08-d41acd872600 req-1c217623-16a1-49db-9d61-42093a3f0be7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.947388 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cce5de0-3cad-40fa-adf8-dd6ded4a636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.953216 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.956656 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c691b61e-d8cd-4db1-bb08-d41acd872600 req-1c217623-16a1-49db-9d61-42093a3f0be7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.962315 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9a9e591-7b3a-4718-a5ab-8ac2319bd77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.965264 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9a9e591-7b3a-4718-a5ab-8ac2319bd77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.968248 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a9a9e591-7b3a-4718-a5ab-8ac2319bd77e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9727ad9a-dc1f-4609-8d05-7bb935dfef83 HTTP/1.1" status: 204 len: 168 time: 0.2608068 Jul 23 20:29:28.005157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9e591-7b3a-4718-a5ab-8ac2319bd77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9727ad9a-dc1f-4609-8d05-7bb935dfef83,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:28.046978 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.085362 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cce5de0-3cad-40fa-adf8-dd6ded4a636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.106896 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-4cce5de0-3cad-40fa-adf8-dd6ded4a636d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81adb9b9-5b39-46eb-a416-31edf12647f3']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:28.120571 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e0597cf-3ee6-4e26-8f70-266f3f2e1e81 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.121324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-4cce5de0-3cad-40fa-adf8-dd6ded4a636d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6651b80e-1032-460f-ac95-d368c8034bbe') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:28.121555 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-4cce5de0-3cad-40fa-adf8-dd6ded4a636d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6651b80e-1032-460f-ac95-d368c8034bbe') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:28.132027 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8e0597cf-3ee6-4e26-8f70-266f3f2e1e81 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e92ea22-8885-463d-a971-ce5ca0a6ec4f']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:28.133590 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cce5de0-3cad-40fa-adf8-dd6ded4a636d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.142968 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8e0597cf-3ee6-4e26-8f70-266f3f2e1e81 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c512c52-2310-4125-99f4-bead32e248ad') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:28.145383 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8e0597cf-3ee6-4e26-8f70-266f3f2e1e81 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c512c52-2310-4125-99f4-bead32e248ad') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:28.154524 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cce5de0-3cad-40fa-adf8-dd6ded4a636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.167297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cce5de0-3cad-40fa-adf8-dd6ded4a636d admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:28.167760 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cce5de0-3cad-40fa-adf8-dd6ded4a636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:28.170340 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:28.189804 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e0597cf-3ee6-4e26-8f70-266f3f2e1e81 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.211937 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c691b61e-d8cd-4db1-bb08-d41acd872600 req-1c217623-16a1-49db-9d61-42093a3f0be7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.213218 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c691b61e-d8cd-4db1-bb08-d41acd872600 req-1c217623-16a1-49db-9d61-42093a3f0be7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.7024415 Jul 23 20:29:28.221366 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.239374 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.241301 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] 10.222.0.55 "DELETE /v2.0/networks/f7d042f9-5f6b-45f4-af0d-c0167546d960 HTTP/1.1" status: 204 len: 168 time: 2.5911407 Jul 23 20:29:28.246761 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-95e3a7ea-4d96-4483-8889-64728c471084 req-1594b6fb-5ddb-4890-b972-1caad5dc2157 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353615 Jul 23 20:29:28.250703 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e0597cf-3ee6-4e26-8f70-266f3f2e1e81 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.282081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60072) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:28.282784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c217623-16a1-49db-9d61-42093a3f0be7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f04cdae-f884-4117-8fe1-7ebff286ef6d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:28.310844 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cce5de0-3cad-40fa-adf8-dd6ded4a636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.325568 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cce5de0-3cad-40fa-adf8-dd6ded4a636d admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.334483 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4cce5de0-3cad-40fa-adf8-dd6ded4a636d admin admin] 10.222.0.55 "DELETE /v2.0/networks/81adb9b9-5b39-46eb-a416-31edf12647f3 HTTP/1.1" status: 204 len: 168 time: 0.4702837 Jul 23 20:29:28.341511 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbca72-cf77-4a04-a49b-214b12b6afbc admin admin] Pushing event deleted for resources: {'Network': ['ID=f7d042f9-5f6b-45f4-af0d-c0167546d960,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:28.345343 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0597cf-3ee6-4e26-8f70-266f3f2e1e81 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:28.345952 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e0597cf-3ee6-4e26-8f70-266f3f2e1e81 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.361345 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce5de0-3cad-40fa-adf8-dd6ded4a636d admin admin] Pushing event deleted for resources: {'Network': ['ID=81adb9b9-5b39-46eb-a416-31edf12647f3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:28.389138 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:28.405216 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.410621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e55aee32-3842-4c92-a2f6-e3e1c53d4abe no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:28.450333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc5d7db-570c-487f-be89-85eec4088389,revision_number=7']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:28.455304 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: e55aee32-3842-4c92-a2f6-e3e1c53d4abe {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:28.455721 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e55aee32-3842-4c92-a2f6-e3e1c53d4abe not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:28.524341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f84632-b7fd-42d9-b6ef-dab789c0b0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdc5d7db-570c-487f-be89-85eec4088389'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:28.526646 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996a3ce1-cfa0-410b-a8e1-856f96b8af09" -d '{"events": [{"server_uuid": "70f84632-b7fd-42d9-b6ef-dab789c0b0d6", "name": "network-vif-unplugged", "status": "completed", "tag": "bdc5d7db-570c-487f-be89-85eec4088389"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:28.551132 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Attempting to bind port bdc5d7db-570c-487f-be89-85eec4088389 on host n-h1-791504-18 for vnic_type normal with profile {"migrating_to": "n-h2-791504-18"} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:28.551487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Attempting to bind port bdc5d7db-570c-487f-be89-85eec4088389 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:28.551835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Attempting to bind port bdc5d7db-570c-487f-be89-85eec4088389 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:28.575180 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e0597cf-3ee6-4e26-8f70-266f3f2e1e81 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.580252 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Port bdc5d7db-570c-487f-be89-85eec4088389 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:29:28.580895 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Attempting to bind port bdc5d7db-570c-487f-be89-85eec4088389 on network 44f569b7-90aa-4a8d-8748-eb524f6ea387 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:28.592974 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0597cf-3ee6-4e26-8f70-266f3f2e1e81 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e92ea22-8885-463d-a971-ce5ca0a6ec4f {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:29:28.613171 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e0597cf-3ee6-4e26-8f70-266f3f2e1e81 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.621918 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8e0597cf-3ee6-4e26-8f70-266f3f2e1e81 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "DELETE /v2.0/networks/5e92ea22-8885-463d-a971-ce5ca0a6ec4f HTTP/1.1" status: 204 len: 168 time: 1.2809994 Jul 23 20:29:28.623610 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:28.624155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Checking segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:28.624732 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Bound using segment: {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:28.625358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Bound port: bdc5d7db-570c-487f-be89-85eec4088389, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0086776a-04fd-413d-8fc9-3c6d7ac3a249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '44f569b7-90aa-4a8d-8748-eb524f6ea387'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:28.625899 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.630232 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0597cf-3ee6-4e26-8f70-266f3f2e1e81 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e92ea22-8885-463d-a971-ce5ca0a6ec4f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:28.661615 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60088) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:28.716087 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262caf99-a406-4732-a98f-3c30026706c6 req-700368e7-7524-46d8-8fac-bd77ecbee46d tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:28.723228 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-262caf99-a406-4732-a98f-3c30026706c6 req-700368e7-7524-46d8-8fac-bd77ecbee46d tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 943 time: 0.3303246 Jul 23 20:29:28.783502 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-7d4c6267-79a1-40d2-afdd-03b6ee98b283 req-bb0e5a63-6ca2-4b17-90b5-f214fbe39305 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1304787445', 'description': 'tempest-description-1188377629'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:28.796199 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-624922fd-c082-422c-b2c5-a181163389fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1484427228d144efaecdf76666ccf699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1320472 Jul 23 20:29:28.798472 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60090) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:28.863576 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-262caf99-a406-4732-a98f-3c30026706c6 req-053c9370-bd08-4ee8-af50-608857e87ce6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349430 Jul 23 20:29:28.881822 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7d4c6267-79a1-40d2-afdd-03b6ee98b283 req-bb0e5a63-6ca2-4b17-90b5-f214fbe39305 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.890781 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] For port bdc5d7db-570c-487f-be89-85eec4088389, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:28.902479 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] For port bdc5d7db-570c-487f-be89-85eec4088389, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=bdc5d7db-570c-487f-be89-85eec4088389,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:28.932761 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.941719 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7d4c6267-79a1-40d2-afdd-03b6ee98b283 req-bb0e5a63-6ca2-4b17-90b5-f214fbe39305 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.968688 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-807bdc1b-3d58-4612-9593-e02cda40e3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.026307 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cd4a92db-b0f0-425a-9f67-88b659ef5c8a up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:29.034332 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-807bdc1b-3d58-4612-9593-e02cda40e3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.142818 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-807bdc1b-3d58-4612-9593-e02cda40e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.145815 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-807bdc1b-3d58-4612-9593-e02cda40e3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.148052 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-807bdc1b-3d58-4612-9593-e02cda40e3e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/269fa6fb-c38d-4cd5-bd63-121c8b7a87dc HTTP/1.1" status: 204 len: 168 time: 0.3485909 Jul 23 20:29:29.163476 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807bdc1b-3d58-4612-9593-e02cda40e3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269fa6fb-c38d-4cd5-bd63-121c8b7a87dc,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:29.171241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc5d7db-570c-487f-be89-85eec4088389,revision_number=8']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:29.181662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:29.182441 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.184012 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-22886985-c979-4ee3-9f7a-01a8af67a174 service neutron] 10.222.0.57 "PUT /v2.0/ports/bdc5d7db-570c-487f-be89-85eec4088389 HTTP/1.1" status: 200 len: 1123 time: 3.3985934 Jul 23 20:29:29.262655 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port cd4a92db-b0f0-425a-9f67-88b659ef5c8a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:29.264252 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c21a3-0483-40a6-a6b1-8220cd566f42 req-a9f2fb0e-1821-409c-b649-417e35c61e76 tempest-MigrationsAdminTest-1139639968 tempest-MigrationsAdminTest-1139639968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:29.266615 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-986c21a3-0483-40a6-a6b1-8220cd566f42 req-a9f2fb0e-1821-409c-b649-417e35c61e76 tempest-MigrationsAdminTest-1139639968 tempest-MigrationsAdminTest-1139639968-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 1102 time: 0.2565594 Jul 23 20:29:29.268448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port cd4a92db-b0f0-425a-9f67-88b659ef5c8a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:29.268933 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.363427 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-986c21a3-0483-40a6-a6b1-8220cd566f42 req-398acb29-1c4d-4f75-8436-53060d9413d7 tempest-MigrationsAdminTest-1139639968 tempest-MigrationsAdminTest-1139639968-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863235 Jul 23 20:29:29.391609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['bdc5d7db-570c-487f-be89-85eec4088389'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:29:29.391609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['bdc5d7db-570c-487f-be89-85eec4088389'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:29:29.403911 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7d4c6267-79a1-40d2-afdd-03b6ee98b283 req-bb0e5a63-6ca2-4b17-90b5-f214fbe39305 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.414416 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7d4c6267-79a1-40d2-afdd-03b6ee98b283 req-bb0e5a63-6ca2-4b17-90b5-f214fbe39305 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.479508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e5a63-6ca2-4b17-90b5-f214fbe39305 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180c2e25-65e8-4ee2-b0b7-e7d8880f75d5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:29.495317 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9512f43c-6202-4cfd-90ad-428516b37081 x-openstack-request-id: req-9512f43c-6202-4cfd-90ad-428516b37081 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:29.496008 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f84632-b7fd-42d9-b6ef-dab789c0b0d6", "name": "network-vif-unplugged", "status": "completed", "tag": "bdc5d7db-570c-487f-be89-85eec4088389", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:29.496008 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9512f43c-6202-4cfd-90ad-428516b37081 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:29.496281 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f84632-b7fd-42d9-b6ef-dab789c0b0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdc5d7db-570c-487f-be89-85eec4088389', 'code': 200} Jul 23 20:29:29.514453 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4db9ba7c-20f7-4423-bc7a-222d9ad0a57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.786375 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7d4c6267-79a1-40d2-afdd-03b6ee98b283 req-bb0e5a63-6ca2-4b17-90b5-f214fbe39305 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.794757 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7d4c6267-79a1-40d2-afdd-03b6ee98b283 req-bb0e5a63-6ca2-4b17-90b5-f214fbe39305 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.797081 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60114) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:29.803047 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9955cf61-64f2-4601-b4b3-37c6b30d31e6 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Request body: {'router': {'name': 'tempest-router--1822067693', 'project_id': 'b3fe06f6a94c4970a6cf9095dc46afa5'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:29.839037 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e5a63-6ca2-4b17-90b5-f214fbe39305 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16357d57-ec65-4a1a-9496-72f72e3676b8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:29.885577 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9955cf61-64f2-4601-b4b3-37c6b30d31e6 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.887075 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9955cf61-64f2-4601-b4b3-37c6b30d31e6 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.988639 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9955cf61-64f2-4601-b4b3-37c6b30d31e6 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.999506 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9955cf61-64f2-4601-b4b3-37c6b30d31e6 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.022066 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7d4c6267-79a1-40d2-afdd-03b6ee98b283 req-bb0e5a63-6ca2-4b17-90b5-f214fbe39305 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.023446 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d4c6267-79a1-40d2-afdd-03b6ee98b283 req-bb0e5a63-6ca2-4b17-90b5-f214fbe39305 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2506342 Jul 23 20:29:30.029670 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9955cf61-64f2-4601-b4b3-37c6b30d31e6 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.032767 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9955cf61-64f2-4601-b4b3-37c6b30d31e6 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2323062 Jul 23 20:29:30.039174 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60130) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:30.187641 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6c78063-92e9-4d01-b9d2-d12fce87bc72 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.195276 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.236092 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:30.237765 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.239061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:30.242000 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa47d8b6-d6a8-4bd3-995b-13954e82b605" -d '{"events": [{"server_uuid": "d1316102-1bfe-4a20-9292-eade87d7c32e", "name": "network-vif-plugged", "status": "completed", "tag": "cd4a92db-b0f0-425a-9f67-88b659ef5c8a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:30.250761 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60136) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:30.261462 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.305677 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596641c7-1f00-45bc-9768-30cd995230e6 req-22637ab0-2377-4f37-9235-4e314c9c2ccf tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:30.309664 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-596641c7-1f00-45bc-9768-30cd995230e6 req-22637ab0-2377-4f37-9235-4e314c9c2ccf tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 950 time: 0.3929930 Jul 23 20:29:30.332438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-4db9ba7c-20f7-4423-bc7a-222d9ad0a57b admin admin] Deleting port 9b673d99-b9f4-4d47-928a-d65d001ec788 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:30.332781 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4db9ba7c-20f7-4423-bc7a-222d9ad0a57b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.463683 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,revision_number=13']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:30.515254 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-596641c7-1f00-45bc-9768-30cd995230e6 req-e279f487-9ffd-4a57-8c41-c4c20c32c471 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953681 Jul 23 20:29:30.536984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ebe4c12f-c964-4768-b905-4e6ab9944fe5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-609553401-network', 'tenant_id': '7b94e68001ad46d3a344b7ec05611f58'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:30.548190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a719f-f189-4219-b340-b7a7d115a200 req-be53c559-7bbb-4a7c-970d-d06fb6b5506e tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:30.550577 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6c78063-92e9-4d01-b9d2-d12fce87bc72 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.560213 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6c78063-92e9-4d01-b9d2-d12fce87bc72 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.563812 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a6a719f-f189-4219-b340-b7a7d115a200 req-be53c559-7bbb-4a7c-970d-d06fb6b5506e tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 943 time: 0.4725020 Jul 23 20:29:30.647033 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6c78063-92e9-4d01-b9d2-d12fce87bc72 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.647033 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c78063-92e9-4d01-b9d2-d12fce87bc72 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f018ae3a-54a0-4b7a-8e49-015791a963e6 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:29:30.652538 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6c78063-92e9-4d01-b9d2-d12fce87bc72 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.654468 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f6c78063-92e9-4d01-b9d2-d12fce87bc72 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "DELETE /v2.0/routers/f018ae3a-54a0-4b7a-8e49-015791a963e6 HTTP/1.1" status: 204 len: 168 time: 0.6137722 Jul 23 20:29:30.733798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-776a9a14-12a0-4cc5-8b35-c3de627db922 req-a4a3e653-333c-41a3-a84b-757f15d47668 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-744049150', 'description': 'tempest-description-1151612608'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:30.794891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe4c12f-c964-4768-b905-4e6ab9944fe5 admin admin] Made reservation on behalf of 7b94e68001ad46d3a344b7ec05611f58 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:30.800803 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebe4c12f-c964-4768-b905-4e6ab9944fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.832201 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-4db9ba7c-20f7-4423-bc7a-222d9ad0a57b admin admin] For port 9b673d99-b9f4-4d47-928a-d65d001ec788, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9b673d99-b9f4-4d47-928a-d65d001ec788,segment=NetworkSegment(a4602c4e-4a8f-4166-9839-67c22f22e320),segment_id=a4602c4e-4a8f-4166-9839-67c22f22e320)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:30.832604 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4db9ba7c-20f7-4423-bc7a-222d9ad0a57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.854856 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-4db9ba7c-20f7-4423-bc7a-222d9ad0a57b admin admin] Calling delete_port for 9b673d99-b9f4-4d47-928a-d65d001ec788 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:30.941035 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebe4c12f-c964-4768-b905-4e6ab9944fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.949085 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a6a719f-f189-4219-b340-b7a7d115a200 req-b8989084-1036-4850-b61e-8a46003d12c1 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843379 Jul 23 20:29:30.981962 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-776a9a14-12a0-4cc5-8b35-c3de627db922 req-a4a3e653-333c-41a3-a84b-757f15d47668 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.021551 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57519e9-b6c3-42f1-8df8-1fbf5631c0d4 x-openstack-request-id: req-c57519e9-b6c3-42f1-8df8-1fbf5631c0d4 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:31.022135 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1316102-1bfe-4a20-9292-eade87d7c32e", "name": "network-vif-plugged", "status": "completed", "tag": "cd4a92db-b0f0-425a-9f67-88b659ef5c8a", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:31.022437 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c57519e9-b6c3-42f1-8df8-1fbf5631c0d4 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:31.022902 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a', 'code': 200} Jul 23 20:29:31.053042 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60168) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:31.300559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1441437509', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:31.463233 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebe4c12f-c964-4768-b905-4e6ab9944fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.464831 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4db9ba7c-20f7-4423-bc7a-222d9ad0a57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.496571 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebe4c12f-c964-4768-b905-4e6ab9944fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.506260 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f84632-b7fd-42d9-b6ef-dab789c0b0d6', 'tag': 'bdc5d7db-570c-487f-be89-85eec4088389'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:31.509497 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a313064-138d-43ba-99da-dfb1ab1b206b" -d '{"events": [{"name": "network-changed", "server_uuid": "70f84632-b7fd-42d9-b6ef-dab789c0b0d6", "tag": "bdc5d7db-570c-487f-be89-85eec4088389"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:31.524164 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9ba7c-20f7-4423-bc7a-222d9ad0a57b admin admin] Pushing event deleted for resources: {'Port': ['ID=9b673d99-b9f4-4d47-928a-d65d001ec788,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:31.576570 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe4c12f-c964-4768-b905-4e6ab9944fe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:31.627058 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43de9fad-405b-4af9-9a64-f9d6b997f262 x-openstack-request-id: req-43de9fad-405b-4af9-9a64-f9d6b997f262 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:31.627495 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f84632-b7fd-42d9-b6ef-dab789c0b0d6", "tag": "bdc5d7db-570c-487f-be89-85eec4088389", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:31.627680 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43de9fad-405b-4af9-9a64-f9d6b997f262 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:31.628039 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f84632-b7fd-42d9-b6ef-dab789c0b0d6', 'tag': 'bdc5d7db-570c-487f-be89-85eec4088389', 'status': 'completed', 'code': 200} Jul 23 20:29:31.657816 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebe4c12f-c964-4768-b905-4e6ab9944fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.658171 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-ebe4c12f-c964-4768-b905-4e6ab9944fe5 admin admin] Added segment 948403f2-3181-438c-a858-10148c958bb7 of type vlan for network aa5442f1-6f3f-4912-bf67-c966e156e737 Jul 23 20:29:31.742921 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4c12f-c964-4768-b905-4e6ab9944fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d437753-9ce9-47db-aab5-bc8414bc3441,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:31.867973 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebe4c12f-c964-4768-b905-4e6ab9944fe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.048140 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-776a9a14-12a0-4cc5-8b35-c3de627db922 req-a4a3e653-333c-41a3-a84b-757f15d47668 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.072167 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-776a9a14-12a0-4cc5-8b35-c3de627db922 req-a4a3e653-333c-41a3-a84b-757f15d47668 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.073479 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.076187 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebe4c12f-c964-4768-b905-4e6ab9944fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.076793 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.077140 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe4c12f-c964-4768-b905-4e6ab9944fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:32.077722 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebe4c12f-c964-4768-b905-4e6ab9944fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.140701 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.150445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482bfcb-290a-429f-941e-d07d5212a419 req-367d15de-bb4c-4d24-8920-b58ad704c6bf tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:32.158821 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3482bfcb-290a-429f-941e-d07d5212a419 req-367d15de-bb4c-4d24-8920-b58ad704c6bf tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 951 time: 0.5594723 Jul 23 20:29:32.214547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a313064-138d-43ba-99da-dfb1ab1b206b req-29ad1f41-a5e5-4d84-9c22-3b9a31ca2dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:32.216309 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a313064-138d-43ba-99da-dfb1ab1b206b req-29ad1f41-a5e5-4d84-9c22-3b9a31ca2dee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 1126 time: 0.5602298 Jul 23 20:29:32.217000 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3e653-333c-41a3-a84b-757f15d47668 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243fa9e1-e5c7-4ba4-84f7-f0842f8dd27c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:32.231870 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ebe4c12f-c964-4768-b905-4e6ab9944fe5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9609478 Jul 23 20:29:32.245178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60208) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:32.304498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382868-00ba-41c8-a580-6eaaf6c1e2cc req-3b1033a3-6773-416c-a703-6cb62a375e21 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:32.312038 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf382868-00ba-41c8-a580-6eaaf6c1e2cc req-3b1033a3-6773-416c-a703-6cb62a375e21 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 951 time: 0.5131855 Jul 23 20:29:32.325057 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8c7cd692-7a43-4cdf-8bfc-f042cb2ae75a admin admin] Request body: {'subnet': {'network_id': 'aa5442f1-6f3f-4912-bf67-c966e156e737', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-609553401-subnet', 'tenant_id': '7b94e68001ad46d3a344b7ec05611f58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:32.329264 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4c12f-c964-4768-b905-4e6ab9944fe5 admin admin] Pushing event updated for resources: {'Network': ['ID=aa5442f1-6f3f-4912-bf67-c966e156e737,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:32.339147 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-776a9a14-12a0-4cc5-8b35-c3de627db922 req-a4a3e653-333c-41a3-a84b-757f15d47668 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.353954 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-776a9a14-12a0-4cc5-8b35-c3de627db922 req-a4a3e653-333c-41a3-a84b-757f15d47668 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7663054 Jul 23 20:29:32.354437 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network aa5442f1-6f3f-4912-bf67-c966e156e737 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:29:32.472774 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70336e86-1324-4efb-b01c-07408309ec6a req-b5b98c29-471b-4d51-9548-1a0462f85ca6 tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.0419173 Jul 23 20:29:32.604502 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4db9ba7c-20f7-4423-bc7a-222d9ad0a57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.692720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a313064-138d-43ba-99da-dfb1ab1b206b req-dafdb48c-39d6-4230-90e6-b08411bcbdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:32.695007 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a313064-138d-43ba-99da-dfb1ab1b206b req-dafdb48c-39d6-4230-90e6-b08411bcbdcc service neutron] 10.222.0.48 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 909 time: 0.4620025 Jul 23 20:29:32.727653 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.792968 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf382868-00ba-41c8-a580-6eaaf6c1e2cc req-b22d8185-a60d-4fc3-826d-a2206ca30676 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799378 Jul 23 20:29:32.814114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7cd692-7a43-4cdf-8bfc-f042cb2ae75a admin admin] Made reservation on behalf of 7b94e68001ad46d3a344b7ec05611f58 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:32.816871 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd692-7a43-4cdf-8bfc-f042cb2ae75a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.937406 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a313064-138d-43ba-99da-dfb1ab1b206b req-9b6c377d-bb48-4712-b3fb-fa15cd8dccbf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bdc5d7db-570c-487f-be89-85eec4088389 HTTP/1.1" status: 200 len: 217 time: 0.2064493 Jul 23 20:29:33.060881 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.091667 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.205791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a313064-138d-43ba-99da-dfb1ab1b206b req-0df3b4fc-99ee-4e6b-bbff-a28ec1678224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:33.207307 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a313064-138d-43ba-99da-dfb1ab1b206b req-0df3b4fc-99ee-4e6b-bbff-a28ec1678224 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.2320008 Jul 23 20:29:33.227051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-3482bfcb-290a-429f-941e-d07d5212a419 req-73788386-02e8-401e-992e-c312f208ef35 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Deleting port cd4a92db-b0f0-425a-9f67-88b659ef5c8a {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:33.227458 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3482bfcb-290a-429f-941e-d07d5212a419 req-73788386-02e8-401e-992e-c312f208ef35 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.265740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Allocated IP 172.25.3.109 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/4503fff1-8550-4bae-9b50-b8b325f80b09) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:33.304685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a313064-138d-43ba-99da-dfb1ab1b206b req-3926521c-37af-41b8-8f2f-1cda460b10ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847435 Jul 23 20:29:33.353210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8136b0-f60a-465b-aabf-cc2bc64c223d req-28e5dc81-c1ad-444d-95a8-597fe530554e tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:33.354809 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d8136b0-f60a-465b-aabf-cc2bc64c223d req-28e5dc81-c1ad-444d-95a8-597fe530554e tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 943 time: 0.7454588 Jul 23 20:29:33.455983 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.506771 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.586800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:33.588593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:33.591349 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:33.594321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Pushing event updated for resources: {'Port': ['ID=4503fff1-8550-4bae-9b50-b8b325f80b09,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:33.885041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db9ba7c-20f7-4423-bc7a-222d9ad0a57b admin admin] Router adab3754-a396-4d18-a617-addaebf8f2bf has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:29:33.886662 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd692-7a43-4cdf-8bfc-f042cb2ae75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.953707 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.020812 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-3482bfcb-290a-429f-941e-d07d5212a419 req-73788386-02e8-401e-992e-c312f208ef35 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] For port cd4a92db-b0f0-425a-9f67-88b659ef5c8a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:34.021105 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3482bfcb-290a-429f-941e-d07d5212a419 req-73788386-02e8-401e-992e-c312f208ef35 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.079145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-3482bfcb-290a-429f-941e-d07d5212a419 req-73788386-02e8-401e-992e-c312f208ef35 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Calling delete_port for cd4a92db-b0f0-425a-9f67-88b659ef5c8a owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:34.110201 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d8136b0-f60a-465b-aabf-cc2bc64c223d req-6baed605-587a-45c5-9fc1-9b6c2c655a67 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7318797 Jul 23 20:29:34.217458 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cd692-7a43-4cdf-8bfc-f042cb2ae75a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b32a6173-1acd-43b2-94de-1ae0b68a12cc,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:34.243085 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.292752 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a313064-138d-43ba-99da-dfb1ab1b206b req-203f2a49-f11f-494f-bb38-d37516164697 service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9496679 Jul 23 20:29:34.332037 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7cd692-7a43-4cdf-8bfc-f042cb2ae75a admin admin] Checking segment: {'id': '948403f2-3181-438c-a858-10148c958bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'aa5442f1-6f3f-4912-bf67-c966e156e737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:34.332721 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7cd692-7a43-4cdf-8bfc-f042cb2ae75a admin admin] Network hostable DHCP agents. Network: aa5442f1-6f3f-4912-bf67-c966e156e737, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:29:34.337246 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2e1cc19-b669-40c9-8300-ba217fb182a8 req-44c31086-5f14-49ff-8d1e-c9adae92a2cd tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.1135466 Jul 23 20:29:34.494475 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-31deb3ac-0946-4154-8c82-6b196cdaa41a service neutron] 10.222.0.48 "GET /v2.0/ports/bdc5d7db-570c-487f-be89-85eec4088389/bindings/n-h2-791504-18 HTTP/1.1" status: 200 len: 385 time: 0.0977578 Jul 23 20:29:34.498997 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Router fbc8e851-f977-40cc-addb-13248d86b9d4 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:29:34.538787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7cd692-7a43-4cdf-8bfc-f042cb2ae75a admin admin] Network aa5442f1-6f3f-4912-bf67-c966e156e737 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:29:34.551226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db9ba7c-20f7-4423-bc7a-222d9ad0a57b admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:34.559500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-8c7cd692-7a43-4cdf-8bfc-f042cb2ae75a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, aa5442f1-6f3f-4912-bf67-c966e156e737) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:34.567658 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4db9ba7c-20f7-4423-bc7a-222d9ad0a57b admin admin] 10.222.0.55 "PUT /v2.0/routers/adab3754-a396-4d18-a617-addaebf8f2bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2821770 Jul 23 20:29:34.575149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37485ae4-5a68-4741-8ede-0c488fa1436e None None] Network aa5442f1-6f3f-4912-bf67-c966e156e737 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:34.580316 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5aaba-944b-48cc-87bb-4daca7dd1abe None None] Sync routers for ids ['adab3754-a396-4d18-a617-addaebf8f2bf'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:34.596942 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5aaba-944b-48cc-87bb-4daca7dd1abe None None] Routers {'adab3754-a396-4d18-a617-addaebf8f2bf'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:34.598741 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-96a5aaba-944b-48cc-87bb-4daca7dd1abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['adab3754-a396-4d18-a617-addaebf8f2bf'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:34.625274 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60232) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:34.649124 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-ec91f82c-0ba4-4719-a542-b365236f9ead tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47846 time: 1.7216985 Jul 23 20:29:34.669864 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7cd692-7a43-4cdf-8bfc-f042cb2ae75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:34.673679 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8c7cd692-7a43-4cdf-8bfc-f042cb2ae75a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.768923 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-96a5aaba-944b-48cc-87bb-4daca7dd1abe None None] Set router adab3754-a396-4d18-a617-addaebf8f2bf gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:34.817239 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b3fd36b-3091-4003-bd65-f8cdf4c6967f req-5060a2ef-bcae-4dc1-97b5-7a2d23e5b243 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.1501896 Jul 23 20:29:34.839022 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a313064-138d-43ba-99da-dfb1ab1b206b req-4ccc468b-0676-48ad-aa59-fe9a138329a4 service neutron] 10.222.0.48 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182357 Jul 23 20:29:34.862857 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e00e6b-f6d7-4b79-a199-8c9a7da42bfc None None] Network aa5442f1-6f3f-4912-bf67-c966e156e737 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:34.880211 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8c7cd692-7a43-4cdf-8bfc-f042cb2ae75a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5592065 Jul 23 20:29:34.918588 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-20fa08f6-d341-449b-88dd-287c23370f1b tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/16af6425-73a7-467b-a53a-411c300260f8 HTTP/1.1" status: 200 len: 2981 time: 0.2685399 Jul 23 20:29:34.919755 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:34.930898 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3482bfcb-290a-429f-941e-d07d5212a419 req-73788386-02e8-401e-992e-c312f208ef35 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.979200 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['f9f59964-00a7-4cdb-bd4c-91bc3fe798ca', '3f5d7f53-34c7-43af-ba0c-e59a16565fdd'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:29:34.981342 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['1209c012-419a-4849-be81-05f59e68a367'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:29:34.983525 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dce2bfb-ddbf-4cab-8ae5-d39629e6dcc0 None None] Sync routers for ids ['fbc8e851-f977-40cc-addb-13248d86b9d4'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:34.994250 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1f298b0-ceb9-49e2-a155-76e3dcddcfe7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.075580 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cd4a92db-b0f0-425a-9f67-88b659ef5c8a no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:35.097146 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73788386-02e8-401e-992e-c312f208ef35 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Pushing event deleted for resources: {'Port': ['ID=cd4a92db-b0f0-425a-9f67-88b659ef5c8a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:35.113123 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-19de05b0-97c8-47bc-9bda-50a5cb500e3b tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/16af6425-73a7-467b-a53a-411c300260f8 HTTP/1.1" status: 200 len: 2981 time: 0.1798861 Jul 23 20:29:35.142233 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: cd4a92db-b0f0-425a-9f67-88b659ef5c8a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:35.142620 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cd4a92db-b0f0-425a-9f67-88b659ef5c8a not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:35.161711 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce2bfb-ddbf-4cab-8ae5-d39629e6dcc0 None None] Routers {'fbc8e851-f977-40cc-addb-13248d86b9d4'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:35.164617 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-0dce2bfb-ddbf-4cab-8ae5-d39629e6dcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fbc8e851-f977-40cc-addb-13248d86b9d4'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:35.185400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3482bfcb-290a-429f-941e-d07d5212a419 req-73788386-02e8-401e-992e-c312f208ef35 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] No DVR routers for this DVR port cd4a92db-b0f0-425a-9f67-88b659ef5c8a on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:35.197910 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989f5a9-9990-42e1-9519-282f5c191b01 req-fe085be7-51a6-4771-98ae-8c9bddd71e51 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:35.208064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d989f5a9-9990-42e1-9519-282f5c191b01 req-fe085be7-51a6-4771-98ae-8c9bddd71e51 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1316102-1bfe-4a20-9292-eade87d7c32e HTTP/1.1" status: 200 len: 868 time: 0.5536652 Jul 23 20:29:35.208064 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3482bfcb-290a-429f-941e-d07d5212a419 req-73788386-02e8-401e-992e-c312f208ef35 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.210685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3482bfcb-290a-429f-941e-d07d5212a419 req-73788386-02e8-401e-992e-c312f208ef35 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.57 "DELETE /v2.0/ports/cd4a92db-b0f0-425a-9f67-88b659ef5c8a HTTP/1.1" status: 204 len: 173 time: 3.0470829 Jul 23 20:29:35.223941 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'name': 'network-vif-deleted', 'tag': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:35.229327 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9324469-0439-40a3-a760-9f4f48b0035a" -d '{"events": [{"server_uuid": "d1316102-1bfe-4a20-9292-eade87d7c32e", "name": "network-vif-deleted", "tag": "cd4a92db-b0f0-425a-9f67-88b659ef5c8a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:35.231189 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-96a5aaba-944b-48cc-87bb-4daca7dd1abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-488419322-router', 'tenant_id': 'a5849c8febe94b04bee56c915d77e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '1dd2a706-ac81-49c8-b78d-c8d8283a2885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:24:02Z', 'updated_at': '2021-07-23T20:29:31Z', 'revision_number': 5, 'project_id': 'a5849c8febe94b04bee56c915d77e7e6', 'gw_port': {'id': '1dd2a706-ac81-49c8-b78d-c8d8283a2885', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:24:02Z', 'updated_at': '2021-07-23T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:35.306676 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5aaba-944b-48cc-87bb-4daca7dd1abe None None] Checking router: adab3754-a396-4d18-a617-addaebf8f2bf for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:35.322597 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device bdc5d7db-570c-487f-be89-85eec4088389 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:35.329761 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-efc6bd69-4673-4541-a741-66e40b98dacf service neutron] For port bdc5d7db-570c-487f-be89-85eec4088389, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=bdc5d7db-570c-487f-be89-85eec4088389,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:35.336240 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5aaba-944b-48cc-87bb-4daca7dd1abe None None] Routers {'adab3754-a396-4d18-a617-addaebf8f2bf'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:35.336898 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-96a5aaba-944b-48cc-87bb-4daca7dd1abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['adab3754-a396-4d18-a617-addaebf8f2bf'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:35.343772 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d989f5a9-9990-42e1-9519-282f5c191b01 req-ab8d2cf6-ed23-40fc-b492-53dbc9735e7a tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372113 Jul 23 20:29:35.367041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-efc6bd69-4673-4541-a741-66e40b98dacf service neutron] For port bdc5d7db-570c-487f-be89-85eec4088389, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:35.370632 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-28ed9764-15bf-4a80-88ba-65de15b2fedc tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/180c2e25-65e8-4ee2-b0b7-e7d8880f75d5 HTTP/1.1" status: 200 len: 2981 time: 0.2497988 Jul 23 20:29:35.416336 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-0dce2bfb-ddbf-4cab-8ae5-d39629e6dcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:35.456403 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-efc6bd69-4673-4541-a741-66e40b98dacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc5d7db-570c-487f-be89-85eec4088389 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:29:35.470373 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-efc6bd69-4673-4541-a741-66e40b98dacf service neutron] For port bdc5d7db-570c-487f-be89-85eec4088389, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bdc5d7db-570c-487f-be89-85eec4088389,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:35.508257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-8d9ec579-7c55-471c-881b-5c51de5f056c tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/180c2e25-65e8-4ee2-b0b7-e7d8880f75d5 HTTP/1.1" status: 200 len: 2981 time: 0.1279364 Jul 23 20:29:35.516914 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.521188 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a4bfdc7b-a3af-497c-b3c5-c56dfb9a8a27 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4644306 Jul 23 20:29:35.523213 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-efc6bd69-4673-4541-a741-66e40b98dacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.524061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce2bfb-ddbf-4cab-8ae5-d39629e6dcc0 None None] Routers {'fbc8e851-f977-40cc-addb-13248d86b9d4'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:35.524198 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-0dce2bfb-ddbf-4cab-8ae5-d39629e6dcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fbc8e851-f977-40cc-addb-13248d86b9d4'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:35.526066 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60248) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:35.575637 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-96a5aaba-944b-48cc-87bb-4daca7dd1abe None None] Set router adab3754-a396-4d18-a617-addaebf8f2bf gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:35.641469 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-0dce2bfb-ddbf-4cab-8ae5-d39629e6dcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:35.643331 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dce2bfb-ddbf-4cab-8ae5-d39629e6dcc0 None None] The sync data for ids ['fbc8e851-f977-40cc-addb-13248d86b9d4'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:35.644571 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-48700249-704d-416e-8b28-6707ded3bd6d tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/2d0a4f6b-204b-47f0-9ff9-f9cde15a8edd HTTP/1.1" status: 200 len: 2981 time: 0.0843978 Jul 23 20:29:35.672577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b77a8c-e494-4b93-89e8-4efa8930b887 req-dca794a9-9901-4f16-95c1-42fe4f8de563 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:35.674264 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44b77a8c-e494-4b93-89e8-4efa8930b887 req-dca794a9-9901-4f16-95c1-42fe4f8de563 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 943 time: 0.1955886 Jul 23 20:29:35.724763 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-91fd54f5-1674-42b0-8866-9939466d1852 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "GET /v2.0/routers/fbc8e851-f977-40cc-addb-13248d86b9d4 HTTP/1.1" status: 200 len: 921 time: 0.1937099 Jul 23 20:29:35.729784 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60250) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:35.825842 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c6abc68e-0613-448d-ba7a-fdfe2d9a860c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbc8e851-f977-40cc-addb-13248d86b9d4 HTTP/1.1" status: 200 len: 205 time: 0.0932405 Jul 23 20:29:35.829754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60252) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:35.863567 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44b77a8c-e494-4b93-89e8-4efa8930b887 req-b6a8b9c4-d644-40aa-9461-57c20d4376c6 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765664 Jul 23 20:29:35.879038 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-12cf5dd9-b4b1-4ac5-b96f-9e88b65d0345 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/2d0a4f6b-204b-47f0-9ff9-f9cde15a8edd HTTP/1.1" status: 200 len: 2981 time: 0.1901963 Jul 23 20:29:35.974504 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-8d67b4b6-e177-4459-acd4-65f4541411f3 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/2d437753-9ce9-47db-aab5-bc8414bc3441 HTTP/1.1" status: 200 len: 2981 time: 0.0863531 Jul 23 20:29:35.983245 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-efc6bd69-4673-4541-a741-66e40b98dacf service neutron] Transition to ACTIVE for port object bdc5d7db-570c-487f-be89-85eec4088389 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:35.990100 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-96a5aaba-944b-48cc-87bb-4daca7dd1abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-488419322-router', 'tenant_id': 'a5849c8febe94b04bee56c915d77e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '1dd2a706-ac81-49c8-b78d-c8d8283a2885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:24:02Z', 'updated_at': '2021-07-23T20:29:31Z', 'revision_number': 5, 'project_id': 'a5849c8febe94b04bee56c915d77e7e6', 'gw_port': {'id': '1dd2a706-ac81-49c8-b78d-c8d8283a2885', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:24:02Z', 'updated_at': '2021-07-23T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:36.050253 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-efc6bd69-4673-4541-a741-66e40b98dacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.086582 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5aaba-944b-48cc-87bb-4daca7dd1abe None None] The sync data for ids ['adab3754-a396-4d18-a617-addaebf8f2bf'] in n-d-791504-18 is: [{'id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-488419322-router', 'tenant_id': 'a5849c8febe94b04bee56c915d77e7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '1dd2a706-ac81-49c8-b78d-c8d8283a2885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:24:02Z', 'updated_at': '2021-07-23T20:29:31Z', 'revision_number': 5, 'project_id': 'a5849c8febe94b04bee56c915d77e7e6', 'gw_port': {'id': '1dd2a706-ac81-49c8-b78d-c8d8283a2885', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adab3754-a396-4d18-a617-addaebf8f2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:24:02Z', 'updated_at': '2021-07-23T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:36.096469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-ee20413e-6bb8-4d1a-97ca-40138583e5e7 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/2d437753-9ce9-47db-aab5-bc8414bc3441 HTTP/1.1" status: 200 len: 2981 time: 0.0909371 Jul 23 20:29:36.210825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-20b4f629-ac70-4017-9ad8-0f8d57c4a120 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/3d4bb8a6-4b3a-41c1-85da-965f5f46ac4b HTTP/1.1" status: 200 len: 2981 time: 0.0733876 Jul 23 20:29:36.333555 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-3d93716d-2a91-4a6f-8dc6-4c9781646fea tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/3d4bb8a6-4b3a-41c1-85da-965f5f46ac4b HTTP/1.1" status: 200 len: 2981 time: 0.1215305 Jul 23 20:29:36.396110 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-0d672367-5b53-48f3-bd72-ae95e65fc81d tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:36.398264 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-0d672367-5b53-48f3-bd72-ae95e65fc81d tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/networks?id=aa5442f1-6f3f-4912-bf67-c966e156e737 HTTP/1.1" status: 200 len: 821 time: 0.1836572 Jul 23 20:29:36.421696 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-777a72d5-d5dd-4b19-9e76-aa8514f827e3 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/4ae6411a-6705-4653-841b-8a9971e5a222 HTTP/1.1" status: 200 len: 2981 time: 0.0795407 Jul 23 20:29:36.438157 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-9c41e468-605e-45ad-8c22-7f076d76b9a6 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/quotas/7b94e68001ad46d3a344b7ec05611f58 HTTP/1.1" status: 200 len: 375 time: 0.0316534 Jul 23 20:29:36.478420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-efc6bd69-4673-4541-a741-66e40b98dacf service neutron] No DVR routers for this DVR port bdc5d7db-570c-487f-be89-85eec4088389 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:36.478947 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-9b341769-e532-4a79-8d0e-4fb45f6dc976 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/4ae6411a-6705-4653-841b-8a9971e5a222 HTTP/1.1" status: 200 len: 2981 time: 0.0559382 Jul 23 20:29:36.489978 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1f298b0-ceb9-49e2-a155-76e3dcddcfe7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.496076 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9b673d99-b9f4-4d47-928a-d65d001ec788 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:36.499834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-8278fe90-5f7f-4cb4-89d8-8c92ff9a935b tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b94e68001ad46d3a344b7ec05611f58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517466 Jul 23 20:29:36.542186 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 9b673d99-b9f4-4d47-928a-d65d001ec788 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:36.542535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9b673d99-b9f4-4d47-928a-d65d001ec788 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:36.550723 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-bd1b8816-73de-498f-807f-f73e7b66cf01 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/6cd5a8ad-f5c9-44d4-a662-d51c4a1cd23b HTTP/1.1" status: 200 len: 2977 time: 0.0533409 Jul 23 20:29:36.581852 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-efc6bd69-4673-4541-a741-66e40b98dacf service neutron] 10.222.0.48 "PUT /v2.0/ports/bdc5d7db-570c-487f-be89-85eec4088389/bindings/n-h2-791504-18/activate HTTP/1.1" status: 200 len: 370 time: 2.0764987 Jul 23 20:29:36.582545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6bd69-4673-4541-a741-66e40b98dacf service neutron] Pushing event updated for resources: {'Port': ['ID=bdc5d7db-570c-487f-be89-85eec4088389,revision_number=10']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:36.621951 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e42f1657-525f-47ac-a0f3-c321e28aa657 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.691212 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-ee296027-cbbb-42be-8240-a364ff022884 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/6cd5a8ad-f5c9-44d4-a662-d51c4a1cd23b HTTP/1.1" status: 200 len: 2977 time: 0.1150174 Jul 23 20:29:36.745162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-f1f298b0-ceb9-49e2-a155-76e3dcddcfe7 admin admin] Deleting port 1dd2a706-ac81-49c8-b78d-c8d8283a2885 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:36.745505 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1f298b0-ceb9-49e2-a155-76e3dcddcfe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.788929 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-dd1b8820-0944-41c3-914b-b27dc0f24e7c tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/7652a15e-9f72-485d-bafd-2d3a7cfa9f77 HTTP/1.1" status: 200 len: 2981 time: 0.0900455 Jul 23 20:29:36.796058 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e42f1657-525f-47ac-a0f3-c321e28aa657 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.830755 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-ec216b67-2036-40d5-aefb-de27e75b9e53 service neutron] 10.222.0.55 "GET /v2.0/networks/aa5442f1-6f3f-4912-bf67-c966e156e737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178017 Jul 23 20:29:36.858743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-a27eb293-e3e4-4796-bb30-546e099038d1 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:36.860483 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-a27eb293-e3e4-4796-bb30-546e099038d1 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6&tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 1096 time: 0.2085669 Jul 23 20:29:36.890982 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-f1f298b0-ceb9-49e2-a155-76e3dcddcfe7 admin admin] For port 1dd2a706-ac81-49c8-b78d-c8d8283a2885, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1dd2a706-ac81-49c8-b78d-c8d8283a2885,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:36.895603 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1f298b0-ceb9-49e2-a155-76e3dcddcfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.925222 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-f1f298b0-ceb9-49e2-a155-76e3dcddcfe7 admin admin] Calling delete_port for 1dd2a706-ac81-49c8-b78d-c8d8283a2885 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:36.932743 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-c077c88d-353f-49c1-8941-484e909c7f80 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/7652a15e-9f72-485d-bafd-2d3a7cfa9f77 HTTP/1.1" status: 200 len: 2981 time: 0.1349983 Jul 23 20:29:37.003999 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-e42f1657-525f-47ac-a0f3-c321e28aa657 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Deleting port 4503fff1-8550-4bae-9b50-b8b325f80b09 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:37.004508 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e42f1657-525f-47ac-a0f3-c321e28aa657 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.027243 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-2da94bc0-35e3-49f5-b808-e76865c5bb9d service neutron] 10.222.0.55 "GET /v2.0/networks/aa5442f1-6f3f-4912-bf67-c966e156e737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824195 Jul 23 20:29:37.038955 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-bc27e38d-efa5-4466-b5dc-75d3f585a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:37.040260 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-bc27e38d-efa5-4466-b5dc-75d3f585a99a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6&tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d HTTP/1.1" status: 200 len: 1096 time: 0.1635633 Jul 23 20:29:37.043981 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-0da0359e-4be4-401e-af5b-186477ee1406 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/78d972ca-43e6-4606-a03a-3ed5a2c10176 HTTP/1.1" status: 200 len: 2977 time: 0.0812261 Jul 23 20:29:37.137541 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-04087d4e-04ce-4710-a1ff-cb70accaa368 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/78d972ca-43e6-4606-a03a-3ed5a2c10176 HTTP/1.1" status: 200 len: 2977 time: 0.0798767 Jul 23 20:29:37.179787 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e42f1657-525f-47ac-a0f3-c321e28aa657 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.194968 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-0461d166-00b7-419e-917e-9c7af2d44687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:37.197183 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-0461d166-00b7-419e-917e-9c7af2d44687 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 1096 time: 0.1252422 Jul 23 20:29:37.211816 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935ce942-8bf4-4481-be49-aac555a92020 x-openstack-request-id: req-935ce942-8bf4-4481-be49-aac555a92020 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:37.211816 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1316102-1bfe-4a20-9292-eade87d7c32e", "name": "network-vif-deleted", "tag": "cd4a92db-b0f0-425a-9f67-88b659ef5c8a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:37.212157 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-935ce942-8bf4-4481-be49-aac555a92020 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:37.212662 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1316102-1bfe-4a20-9292-eade87d7c32e', 'name': 'network-vif-deleted', 'tag': 'cd4a92db-b0f0-425a-9f67-88b659ef5c8a', 'status': 'completed', 'code': 200} Jul 23 20:29:37.224232 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-e42f1657-525f-47ac-a0f3-c321e28aa657 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Calling delete_port for 4503fff1-8550-4bae-9b50-b8b325f80b09 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:37.245254 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-bd38e46f-f490-4780-b1a2-3b17105da899 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/7957cbea-0313-40f6-b29b-9e243c3312a2 HTTP/1.1" status: 200 len: 2977 time: 0.0991483 Jul 23 20:29:37.309551 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1f298b0-ceb9-49e2-a155-76e3dcddcfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.343241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0e9ad47-51c5-4348-bf59-ffced1d29827 req-44bf8437-69b0-48c9-94ae-57970e05847e tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.0388265 Jul 23 20:29:37.358160 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f298b0-ceb9-49e2-a155-76e3dcddcfe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd2a706-ac81-49c8-b78d-c8d8283a2885,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:37.376110 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-aa2cb9d9-28ec-486f-a1b1-a977611d24ec tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/7957cbea-0313-40f6-b29b-9e243c3312a2 HTTP/1.1" status: 200 len: 2977 time: 0.1230865 Jul 23 20:29:37.392914 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-850e04b3-4eed-4a00-86ea-5d09fbb6e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:37.394381 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-850e04b3-4eed-4a00-86ea-5d09fbb6e8cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 200 len: 909 time: 0.1808863 Jul 23 20:29:37.455582 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-1318f053-04f4-4e46-a9a3-2a3dedd8ade7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bdc5d7db-570c-487f-be89-85eec4088389 HTTP/1.1" status: 200 len: 217 time: 0.0529478 Jul 23 20:29:37.489843 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1f298b0-ceb9-49e2-a155-76e3dcddcfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.509014 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-9115fda5-699b-4b1d-bf18-c71608f7650d tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea HTTP/1.1" status: 200 len: 2981 time: 0.1266255 Jul 23 20:29:37.581739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-92f9de03-c781-4e9e-b25e-4e1159ee3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:37.588739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-92f9de03-c781-4e9e-b25e-4e1159ee3083 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 200 len: 848 time: 0.1233225 Jul 23 20:29:37.628020 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1f298b0-ceb9-49e2-a155-76e3dcddcfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.633640 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1f298b0-ceb9-49e2-a155-76e3dcddcfe7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.640468 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-a2747884-9f2a-46a7-8d14-f8584541e2ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44f569b7-90aa-4a8d-8748-eb524f6ea387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460019 Jul 23 20:29:37.643693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-5852e52e-70d4-4304-ade3-888b49493db1 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea HTTP/1.1" status: 200 len: 2981 time: 0.1259651 Jul 23 20:29:37.658555 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc644b4e-20da-42a0-82cd-0538ab5e2c7c req-67df9d9a-a3d8-469c-90bd-5369d9dfe5f8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:37.660091 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc644b4e-20da-42a0-82cd-0538ab5e2c7c req-67df9d9a-a3d8-469c-90bd-5369d9dfe5f8 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 944 time: 0.1562779 Jul 23 20:29:37.692294 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e42f1657-525f-47ac-a0f3-c321e28aa657 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.700572 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1f298b0-ceb9-49e2-a155-76e3dcddcfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.701095 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f298b0-ceb9-49e2-a155-76e3dcddcfe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adab3754-a396-4d18-a617-addaebf8f2bf {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:29:37.713407 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1f298b0-ceb9-49e2-a155-76e3dcddcfe7 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.714565 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f1f298b0-ceb9-49e2-a155-76e3dcddcfe7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/adab3754-a396-4d18-a617-addaebf8f2bf HTTP/1.1" status: 204 len: 168 time: 3.0867958 Jul 23 20:29:37.719162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60288) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:37.789236 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-c42138f5-0df9-43d5-9e6e-363abd76301d tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/bac795d0-ee6b-480c-9d34-0d5ea35a3c60 HTTP/1.1" status: 200 len: 2981 time: 0.1281426 Jul 23 20:29:37.794492 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f1657-525f-47ac-a0f3-c321e28aa657 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Pushing event deleted for resources: {'Port': ['ID=4503fff1-8550-4bae-9b50-b8b325f80b09,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:37.806436 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc644b4e-20da-42a0-82cd-0538ab5e2c7c req-b0534a8a-a5c4-4a61-8cab-4c786727cc6a tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326303 Jul 23 20:29:37.858617 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddbe0c6-5fa8-456f-af31-1c3e3888e630 admin admin] Deleting subnet 2ea6d201-01e4-44eb-9f1b-8cab36174fbc {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:37.864855 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fddbe0c6-5fa8-456f-af31-1c3e3888e630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.894307 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e42f1657-525f-47ac-a0f3-c321e28aa657 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.895953 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-b71909ef-db4b-4abc-b4e8-5248cca07238 service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453923 Jul 23 20:29:37.905051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-ac1da2bf-3a5b-4d71-88a9-282ca40db118 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/bac795d0-ee6b-480c-9d34-0d5ea35a3c60 HTTP/1.1" status: 200 len: 2981 time: 0.0974755 Jul 23 20:29:37.946147 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ab5bc0a-29d9-427c-af7d-3f33b84e173d req-f6ffe765-8a52-4d23-ae7e-99834ae04732 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/ports?device_id=c48ac234-ccf9-4dc9-9e85-5a274996196b HTTP/1.1" status: 200 len: 210 time: 0.0588357 Jul 23 20:29:38.009758 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fddbe0c6-5fa8-456f-af31-1c3e3888e630 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.031529 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e42f1657-525f-47ac-a0f3-c321e28aa657 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.035368 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e42f1657-525f-47ac-a0f3-c321e28aa657 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.036713 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-b141195e-c415-4284-88a7-7054dc43d431 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/da189fab-0981-430c-83d3-7dd022c30203 HTTP/1.1" status: 200 len: 2973 time: 0.0942471 Jul 23 20:29:38.097032 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e42f1657-525f-47ac-a0f3-c321e28aa657 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.097556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42f1657-525f-47ac-a0f3-c321e28aa657 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Fanout notify agent at l3_agent the message router_deleted on router fbc8e851-f977-40cc-addb-13248d86b9d4 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:29:38.106216 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e42f1657-525f-47ac-a0f3-c321e28aa657 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.107344 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e42f1657-525f-47ac-a0f3-c321e28aa657 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "DELETE /v2.0/routers/fbc8e851-f977-40cc-addb-13248d86b9d4 HTTP/1.1" status: 204 len: 168 time: 2.2746224 Jul 23 20:29:38.111015 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60302) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:38.117676 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Request body: {'router': {'name': 'tempest-snat-router-841637284', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'enable_snat': False}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:38.172058 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fddbe0c6-5fa8-456f-af31-1c3e3888e630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.223220 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.225578 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.352186 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.357795 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fddbe0c6-5fa8-456f-af31-1c3e3888e630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.364607 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1dd2a706-ac81-49c8-b78d-c8d8283a2885 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:38.390035 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 1dd2a706-ac81-49c8-b78d-c8d8283a2885 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:38.391063 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1dd2a706-ac81-49c8-b78d-c8d8283a2885 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:38.413264 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-69275ada-de11-48cc-b684-8ae45c1f03a9 service neutron] 10.222.0.57 "GET /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072038 Jul 23 20:29:38.465766 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbe0c6-5fa8-456f-af31-1c3e3888e630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ea6d201-01e4-44eb-9f1b-8cab36174fbc,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:38.488511 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6917d22d-e1af-450d-b298-a86901d2ba1a None None] Network 31ff004f-7913-441a-be6d-0ce67950a7b4 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:38.503909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-b59975d3-76d2-4772-9e74-8c8f3737e589 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/da189fab-0981-430c-83d3-7dd022c30203 HTTP/1.1" status: 200 len: 2973 time: 0.4593410 Jul 23 20:29:38.558472 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.563941 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fddbe0c6-5fa8-456f-af31-1c3e3888e630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.566039 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fddbe0c6-5fa8-456f-af31-1c3e3888e630 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2ea6d201-01e4-44eb-9f1b-8cab36174fbc HTTP/1.1" status: 204 len: 168 time: 0.8460603 Jul 23 20:29:38.569309 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60312) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:38.681267 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-c5c1a1f2-da72-4db8-9fd8-4faee6618878 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:38.686431 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-c5c1a1f2-da72-4db8-9fd8-4faee6618878 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.57 "GET /v2.0/networks?id=aa5442f1-6f3f-4912-bf67-c966e156e737 HTTP/1.1" status: 200 len: 821 time: 0.2670720 Jul 23 20:29:38.688966 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-758855c8-d9aa-45df-81b8-6df7b8074f5c tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/f837adb8-15a1-4264-b119-9b0de60861ae HTTP/1.1" status: 200 len: 2981 time: 0.1521869 Jul 23 20:29:38.690492 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.704035 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-7e97369f-f77b-4eb7-928c-3a1e0c8c9671 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Request body: {'port': {'device_id': 'c48ac234-ccf9-4dc9-9e85-5a274996196b', 'network_id': 'aa5442f1-6f3f-4912-bf67-c966e156e737', 'admin_state_up': True, 'tenant_id': '7b94e68001ad46d3a344b7ec05611f58'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:38.806500 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] Deleting port 27ac3c67-f343-4976-8488-aa34c67eedf4 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:38.806833 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.817183 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfcdb29-1175-4ca2-b84a-a9d52a633e3c None None] DHCP port deletion for 31ff004f-7913-441a-be6d-0ce67950a7b4 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:29:38.863658 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-3b33c256-dc6d-4dfd-9c36-99a158fdcc55 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--167743235&fields=id&tenant_id=83cc6e1e107f4085988ac2c55dd76f61 HTTP/1.1" status: 200 len: 267 time: 0.1532469 Jul 23 20:29:38.873819 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5dfcdb29-1175-4ca2-b84a-a9d52a633e3c None None] Deleting port 27ac3c67-f343-4976-8488-aa34c67eedf4 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:38.874310 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5dfcdb29-1175-4ca2-b84a-a9d52a633e3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.941907 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5dfcdb29-1175-4ca2-b84a-a9d52a633e3c None None] For port 27ac3c67-f343-4976-8488-aa34c67eedf4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=27ac3c67-f343-4976-8488-aa34c67eedf4,segment=NetworkSegment(a4602c4e-4a8f-4166-9839-67c22f22e320),segment_id=a4602c4e-4a8f-4166-9839-67c22f22e320)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:38.942658 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5dfcdb29-1175-4ca2-b84a-a9d52a633e3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.955093 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5dfcdb29-1175-4ca2-b84a-a9d52a633e3c None None] Calling delete_port for 27ac3c67-f343-4976-8488-aa34c67eedf4 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:38.955347 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] For port 27ac3c67-f343-4976-8488-aa34c67eedf4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=27ac3c67-f343-4976-8488-aa34c67eedf4,segment=NetworkSegment(a4602c4e-4a8f-4166-9839-67c22f22e320),segment_id=a4602c4e-4a8f-4166-9839-67c22f22e320)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:38.955562 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.977426 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc827240-92d8-48a5-a5b8-2acb17825c67 req-1af05acf-53dd-431d-b230-86ff7ed4eb1a tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/f837adb8-15a1-4264-b119-9b0de60861ae HTTP/1.1" status: 200 len: 2981 time: 0.2600994 Jul 23 20:29:38.979320 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] Calling delete_port for 27ac3c67-f343-4976-8488-aa34c67eedf4 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:38.996251 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.054902 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.060922 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5dfcdb29-1175-4ca2-b84a-a9d52a633e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.081511 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43695724-32e5-4447-b79a-b3d6dda94154 req-14768585-d0c7-4c60-8b52-5bf0d55d72c0 tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.0553405 Jul 23 20:29:39.088243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcdb29-1175-4ca2-b84a-a9d52a633e3c None None] Pushing event deleted for resources: {'Port': ['ID=27ac3c67-f343-4976-8488-aa34c67eedf4,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:39.093348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-4eda7816-abff-43c0-a833-f794491f838d tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:39.095013 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-4eda7816-abff-43c0-a833-f794491f838d tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6&tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 1096 time: 0.3427682 Jul 23 20:29:39.100473 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfcdb29-1175-4ca2-b84a-a9d52a633e3c None None] No DVR routers for this DVR port 27ac3c67-f343-4976-8488-aa34c67eedf4 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:39.172436 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-36c916b0-8594-437e-a9bd-0f7048c35706 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:39.179125 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-36c916b0-8594-437e-a9bd-0f7048c35706 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/networks?id=c97f5b5d-a800-4aa3-8195-36fc8395644b HTTP/1.1" status: 200 len: 816 time: 0.2747889 Jul 23 20:29:39.180807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-7e97369f-f77b-4eb7-928c-3a1e0c8c9671 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Made reservation on behalf of 7b94e68001ad46d3a344b7ec05611f58 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:39.182762 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.184221 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-7e97369f-f77b-4eb7-928c-3a1e0c8c9671 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.223931 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] Pushing event deleted for resources: {'Port': ['ID=27ac3c67-f343-4976-8488-aa34c67eedf4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:39.225442 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] No DVR routers for this DVR port 27ac3c67-f343-4976-8488-aa34c67eedf4 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:39.259284 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-c9f57172-9ee5-4b39-8f89-d3ee3e06fedf tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/quotas/83cc6e1e107f4085988ac2c55dd76f61 HTTP/1.1" status: 200 len: 375 time: 0.0718107 Jul 23 20:29:39.273267 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Allocated IP 172.25.3.25 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/07992425-716f-47a3-88e3-52dd72ade64b) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:39.319539 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.341822 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ff004f-7913-441a-be6d-0ce67950a7b4']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:39.364006 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4602c4e-4a8f-4166-9839-67c22f22e320') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:39.364201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4602c4e-4a8f-4166-9839-67c22f22e320') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:39.377433 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.421506 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.432857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:39.433253 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:39.434903 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:39.453671 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911ed3d-a45c-4dfe-a9b7-5dc214cca008 req-86225eb3-dbe3-4589-82fa-c45edc015a7f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:39.455331 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a911ed3d-a45c-4dfe-a9b7-5dc214cca008 req-86225eb3-dbe3-4589-82fa-c45edc015a7f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 950 time: 0.2786269 Jul 23 20:29:39.506428 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.518957 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.527625 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.529906 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] 10.222.0.55 "DELETE /v2.0/networks/31ff004f-7913-441a-be6d-0ce67950a7b4 HTTP/1.1" status: 204 len: 168 time: 0.9589531 Jul 23 20:29:39.531170 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-d51320f7-5872-49cd-a0d1-d9bfbbbf4af4 service neutron] For port bdc5d7db-570c-487f-be89-85eec4088389, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:39.547419 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1c32f-2b4e-43db-aaf6-8edb37134279 admin admin] Pushing event deleted for resources: {'Network': ['ID=31ff004f-7913-441a-be6d-0ce67950a7b4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:39.555916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-7e97369f-f77b-4eb7-928c-3a1e0c8c9671 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Allocated IP 172.20.0.10 (aa5442f1-6f3f-4912-bf67-c966e156e737/b32a6173-1acd-43b2-94de-1ae0b68a12cc/ba491b27-2071-42ea-97b4-8c1b13ea9645) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:39.575036 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.587737 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-9e7d74a6-f639-48fa-8062-7f20b2f7990e tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=83cc6e1e107f4085988ac2c55dd76f61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3171902 Jul 23 20:29:39.596239 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-d51320f7-5872-49cd-a0d1-d9bfbbbf4af4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:39.597397 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-d51320f7-5872-49cd-a0d1-d9bfbbbf4af4 service neutron] 10.222.0.57 "DELETE /v2.0/ports/bdc5d7db-570c-487f-be89-85eec4088389/bindings/n-h1-791504-18 HTTP/1.1" status: 204 len: 173 time: 0.4912694 Jul 23 20:29:39.618478 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:39.625432 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:39.630135 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:39.634336 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Pushing event updated for resources: {'Port': ['ID=07992425-716f-47a3-88e3-52dd72ade64b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:39.659310 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a911ed3d-a45c-4dfe-a9b7-5dc214cca008 req-0acd6568-7fe1-46e5-a6a2-f708da18d6a1 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779408 Jul 23 20:29:39.788966 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60324) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:39.859904 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-733df0ca-52e4-40e8-8f32-7ea87deea8a9 service neutron] 10.222.0.55 "GET /v2.0/networks/c97f5b5d-a800-4aa3-8195-36fc8395644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523384 Jul 23 20:29:39.923701 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-91fb0593-9dcd-4f30-8c28-5e938c2e1dba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=282b5619c5a34c6ea12d7fca8ffb305e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1333597 Jul 23 20:29:39.926765 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60326) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:39.989656 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5dff66-586c-4f97-aca2-9041100bb653 req-a042cee3-eb51-416a-9a89-c59d239a399c tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:39.993043 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce5dff66-586c-4f97-aca2-9041100bb653 req-a042cee3-eb51-416a-9a89-c59d239a399c tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 944 time: 0.2623115 Jul 23 20:29:39.996292 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-7e97369f-f77b-4eb7-928c-3a1e0c8c9671 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.050001 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-21420265-cc6f-4b32-82e4-d94ce9c79202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.054023 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.056407 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-b62ca80d-d895-44b8-b8ae-bfd3bce3d32f service neutron] 10.222.0.55 "GET /v2.0/networks/c97f5b5d-a800-4aa3-8195-36fc8395644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882930 Jul 23 20:29:40.069618 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce5dff66-586c-4f97-aca2-9041100bb653 req-bd26a7c7-12e0-4641-aa16-389155555149 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665717 Jul 23 20:29:40.108323 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-7e97369f-f77b-4eb7-928c-3a1e0c8c9671 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.165029 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-21420265-cc6f-4b32-82e4-d94ce9c79202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.219452 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-7e97369f-f77b-4eb7-928c-3a1e0c8c9671 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Network aa5442f1-6f3f-4912-bf67-c966e156e737 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:40.221877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97369f-f77b-4eb7-928c-3a1e0c8c9671 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Pushing event updated for resources: {'Port': ['ID=ba491b27-2071-42ea-97b4-8c1b13ea9645,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:40.226326 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-7e97369f-f77b-4eb7-928c-3a1e0c8c9671 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:40.230465 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-7e97369f-f77b-4eb7-928c-3a1e0c8c9671 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:40.242860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53925e2-933a-46e0-85d0-932a40a0a682 req-85c66050-6d2c-46e0-992f-e8e4e4266687 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:40.244408 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b53925e2-933a-46e0-85d0-932a40a0a682 req-85c66050-6d2c-46e0-992f-e8e4e4266687 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.48 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 950 time: 0.2391636 Jul 23 20:29:40.300973 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-7e97369f-f77b-4eb7-928c-3a1e0c8c9671 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:40.301571 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-7e97369f-f77b-4eb7-928c-3a1e0c8c9671 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.316220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769730ae-d42b-4770-9469-3d4375e870ef req-a7419187-9914-4ead-abb1-cdff4874495f tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:40.317810 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-769730ae-d42b-4770-9469-3d4375e870ef req-a7419187-9914-4ead-abb1-cdff4874495f tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/ports?device_id=c48ac234-ccf9-4dc9-9e85-5a274996196b HTTP/1.1" status: 200 len: 932 time: 0.1613624 Jul 23 20:29:40.328633 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 27ac3c67-f343-4976-8488-aa34c67eedf4 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:40.334669 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-7e97369f-f77b-4eb7-928c-3a1e0c8c9671 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6390843 Jul 23 20:29:40.350861 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 27ac3c67-f343-4976-8488-aa34c67eedf4 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:40.351508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Request body: {'port': {'device_id': 'c48ac234-ccf9-4dc9-9e85-5a274996196b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:40.351804 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 27ac3c67-f343-4976-8488-aa34c67eedf4 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:40.424790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-769730ae-d42b-4770-9469-3d4375e870ef req-65476916-85de-4b4e-b9fb-d5d499c41297 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d437753-9ce9-47db-aab5-bc8414bc3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763912 Jul 23 20:29:40.586498 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.652510 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-484472aa-5ead-44a3-90eb-0767f4efcd0a req-19e69bf8-b035-4a2a-bc49-148f62dfcad1 tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.0538752 Jul 23 20:29:40.668697 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2078dc4-b7ae-4221-bbaa-9f1a8801aa3b req-b246c620-8db8-4c20-86de-8e46fec4b6ea tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=51f7d8b2baa949f99d250e859299323b HTTP/1.1" status: 200 len: 6104 time: 0.2107792 Jul 23 20:29:40.756595 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-21420265-cc6f-4b32-82e4-d94ce9c79202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.759180 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-21420265-cc6f-4b32-82e4-d94ce9c79202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.760351 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-21420265-cc6f-4b32-82e4-d94ce9c79202 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6cd5a8ad-f5c9-44d4-a662-d51c4a1cd23b HTTP/1.1" status: 204 len: 168 time: 0.8312435 Jul 23 20:29:40.843395 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd6cda66-1d71-4923-8daf-1d328eea4d31 req-8ac00cd9-8c9d-4997-893b-d427fc075120 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 210 time: 0.0941482 Jul 23 20:29:40.853235 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2078dc4-b7ae-4221-bbaa-9f1a8801aa3b req-1fdc944e-91c2-48fd-ac1a-f22229256d5a tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] 10.222.0.55 "GET /v2.0/security-groups/bac795d0-ee6b-480c-9d34-0d5ea35a3c60 HTTP/1.1" status: 200 len: 2981 time: 0.1835167 Jul 23 20:29:40.857176 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21420265-cc6f-4b32-82e4-d94ce9c79202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd5a8ad-f5c9-44d4-a662-d51c4a1cd23b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:40.903898 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.049688 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-b53925e2-933a-46e0-85d0-932a40a0a682 req-dd5c14e7-8f9f-4ae9-9e04-a99fb80e83df tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Deleting port 1209c012-419a-4849-be81-05f59e68a367 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:41.050279 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b53925e2-933a-46e0-85d0-932a40a0a682 req-dd5c14e7-8f9f-4ae9-9e04-a99fb80e83df tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.070894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2078dc4-b7ae-4221-bbaa-9f1a8801aa3b req-af25b57b-e44f-4862-9726-050e4e763d45 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] 10.222.0.55 "GET /v2.0/security-groups/bac795d0-ee6b-480c-9d34-0d5ea35a3c60 HTTP/1.1" status: 200 len: 2981 time: 0.2094662 Jul 23 20:29:41.232110 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-b53925e2-933a-46e0-85d0-932a40a0a682 req-dd5c14e7-8f9f-4ae9-9e04-a99fb80e83df tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] For port 1209c012-419a-4849-be81-05f59e68a367, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1209c012-419a-4849-be81-05f59e68a367,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:41.233038 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b53925e2-933a-46e0-85d0-932a40a0a682 req-dd5c14e7-8f9f-4ae9-9e04-a99fb80e83df tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.264045 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-b53925e2-933a-46e0-85d0-932a40a0a682 req-dd5c14e7-8f9f-4ae9-9e04-a99fb80e83df tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Calling delete_port for 1209c012-419a-4849-be81-05f59e68a367 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:41.284952 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Router 2787fb01-b515-4723-b3da-fbfe0ff44118 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:29:41.320265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60358) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:41.454853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31546f-7399-4896-bb84-1299f344243b req-4a32572a-9646-49b9-8415-7425a912ad13 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:41.456320 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b31546f-7399-4896-bb84-1299f344243b req-4a32572a-9646-49b9-8415-7425a912ad13 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 1096 time: 0.4544859 Jul 23 20:29:41.457575 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3d4f666f-63b6-4609-8ed9-925c5fee8668 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5849c8febe94b04bee56c915d77e7e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1347542 Jul 23 20:29:41.461268 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60362) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:41.516077 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:41.529328 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Sync routers for ids ['2787fb01-b515-4723-b3da-fbfe0ff44118'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:41.542905 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Routers {'2787fb01-b515-4723-b3da-fbfe0ff44118'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:41.543907 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2787fb01-b515-4723-b3da-fbfe0ff44118'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:41.544252 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.547714 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-165da52f-be27-4fdf-b4e2-7045eb7d66e5 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4355741 Jul 23 20:29:41.548987 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba491b27-2071-42ea-97b4-8c1b13ea9645 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:29:41.552288 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60364) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:41.574015 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.601831 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c78d53-2740-471a-bdcb-9fb38f3a8a35 req-fec9e44a-ed92-437a-8076-895068c6c9a0 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:41.603582 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53c78d53-2740-471a-bdcb-9fb38f3a8a35 req-fec9e44a-ed92-437a-8076-895068c6c9a0 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=35955eb0-7315-4e9f-b966-c3467316a06e HTTP/1.1" status: 200 len: 950 time: 0.4678154 Jul 23 20:29:41.622050 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b31546f-7399-4896-bb84-1299f344243b req-d6dc8182-3f7d-4eae-8128-cd4a509ab584 tempest-LiveMigrationTest-521392336 tempest-LiveMigrationTest-521392336-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292739 Jul 23 20:29:41.625081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Transition to ACTIVE for port object ba491b27-2071-42ea-97b4-8c1b13ea9645 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:41.660925 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-79ae6932-73e0-41fa-96a6-e842f684bbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.663323 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.703540 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b53925e2-933a-46e0-85d0-932a40a0a682 req-dd5c14e7-8f9f-4ae9-9e04-a99fb80e83df tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.717308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['f9f59964-00a7-4cdb-bd4c-91bc3fe798ca', '3f5d7f53-34c7-43af-ba0c-e59a16565fdd'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:29:41.744519 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c49d6ddf-8173-4fa5-947e-b2365561e6e6 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "GET /v2.0/routers/2787fb01-b515-4723-b3da-fbfe0ff44118 HTTP/1.1" status: 200 len: 907 time: 0.1907275 Jul 23 20:29:41.745588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60370) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:41.751705 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Request body: {'router': {'name': 'tempest-snat-router-841637284', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'enable_snat': True}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:41.758337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c14e7-8f9f-4ae9-9e04-a99fb80e83df tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Pushing event deleted for resources: {'Port': ['ID=1209c012-419a-4849-be81-05f59e68a367,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:41.779579 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53c78d53-2740-471a-bdcb-9fb38f3a8a35 req-4b50756d-299b-4b5f-b6ef-2a0e17bf3a69 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532176 Jul 23 20:29:41.822117 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Set router 2787fb01-b515-4723-b3da-fbfe0ff44118 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:41.833435 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53925e2-933a-46e0-85d0-932a40a0a682 req-dd5c14e7-8f9f-4ae9-9e04-a99fb80e83df tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] No DVR routers for this DVR port 1209c012-419a-4849-be81-05f59e68a367 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:41.836815 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b53925e2-933a-46e0-85d0-932a40a0a682 req-dd5c14e7-8f9f-4ae9-9e04-a99fb80e83df tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.839047 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b53925e2-933a-46e0-85d0-932a40a0a682 req-dd5c14e7-8f9f-4ae9-9e04-a99fb80e83df tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.48 "DELETE /v2.0/ports/1209c012-419a-4849-be81-05f59e68a367 HTTP/1.1" status: 204 len: 173 time: 1.5815420 Jul 23 20:29:41.841884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35955eb0-7315-4e9f-b966-c3467316a06e', 'name': 'network-vif-deleted', 'tag': '1209c012-419a-4849-be81-05f59e68a367'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:41.846456 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb344fb-9b13-4717-9ecb-5607b8330095" -d '{"events": [{"server_uuid": "35955eb0-7315-4e9f-b966-c3467316a06e", "name": "network-vif-deleted", "tag": "1209c012-419a-4849-be81-05f59e68a367"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:41.853248 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-79ae6932-73e0-41fa-96a6-e842f684bbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.869305 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.870465 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.888203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Pushing event updated for resources: {'Port': ['ID=ba491b27-2071-42ea-97b4-8c1b13ea9645,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:41.963369 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.040692 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-c5c209ec-09a5-4ad2-8d72-c8b24ef3ddd4 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:42.042331 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-c5c209ec-09a5-4ad2-8d72-c8b24ef3ddd4 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.48 "GET /v2.0/networks?id=c97f5b5d-a800-4aa3-8195-36fc8395644b HTTP/1.1" status: 200 len: 816 time: 0.3267856 Jul 23 20:29:42.095863 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc303d25-256c-414e-868a-5100127cdff1 req-8d0c9837-f9e2-4710-826c-370539f66c93 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/243fa9e1-e5c7-4ba4-84f7-f0842f8dd27c HTTP/1.1" status: 200 len: 1777 time: 0.4215941 Jul 23 20:29:42.130826 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2787fb01-b515-4723-b3da-fbfe0ff44118', 'name': 'tempest-snat-router-841637284', 'tenant_id': '46f0f775d92347fb8d224cc00e177a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.25'}], 'enable_snat': False}, 'gw_port_id': '07992425-716f-47a3-88e3-52dd72ade64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:38Z', 'updated_at': '2021-07-23T20:29:39Z', 'revision_number': 3, 'project_id': '46f0f775d92347fb8d224cc00e177a76', 'gw_port': {'id': '07992425-716f-47a3-88e3-52dd72ade64b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2787fb01-b515-4723-b3da-fbfe0ff44118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:39Z', 'updated_at': '2021-07-23T20:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:42.161503 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.170847 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Attempting to bind port ba491b27-2071-42ea-97b4-8c1b13ea9645 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:42.171208 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Attempting to bind port ba491b27-2071-42ea-97b4-8c1b13ea9645 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '948403f2-3181-438c-a858-10148c958bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'aa5442f1-6f3f-4912-bf67-c966e156e737'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:42.171576 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Attempting to bind port ba491b27-2071-42ea-97b4-8c1b13ea9645 on network aa5442f1-6f3f-4912-bf67-c966e156e737 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:42.187923 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Checking router: 2787fb01-b515-4723-b3da-fbfe0ff44118 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:42.188318 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Updating router 2787fb01-b515-4723-b3da-fbfe0ff44118 port 07992425-716f-47a3-88e3-52dd72ade64b binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:29:42.203825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-6e143baf-6ce6-4e86-a97a-e7b2e8dfc742 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83cc6e1e107f4085988ac2c55dd76f61 HTTP/1.1" status: 200 len: 379 time: 0.1067195 Jul 23 20:29:42.223635 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-27c1f21a-92ba-4d29-8f73-718f7d6be1db tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Request body: {'port': {'device_id': 'a11529f3-02f9-4bb1-b11d-d6e54f1efb81', 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b', 'admin_state_up': True, 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'security_groups': ['ab05eb11-a394-4ca1-965f-fef6dea08b62']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:42.247148 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.257871 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Port ba491b27-2071-42ea-97b4-8c1b13ea9645 on network aa5442f1-6f3f-4912-bf67-c966e156e737 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:29:42.258205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Attempting to bind port ba491b27-2071-42ea-97b4-8c1b13ea9645 on network aa5442f1-6f3f-4912-bf67-c966e156e737 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:42.275126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:42.275927 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Checking segment: {'id': '948403f2-3181-438c-a858-10148c958bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'aa5442f1-6f3f-4912-bf67-c966e156e737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:42.275927 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Bound using segment: {'id': '948403f2-3181-438c-a858-10148c958bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'aa5442f1-6f3f-4912-bf67-c966e156e737'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:42.276358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Bound port: ba491b27-2071-42ea-97b4-8c1b13ea9645, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '948403f2-3181-438c-a858-10148c958bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'aa5442f1-6f3f-4912-bf67-c966e156e737'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:42.276719 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.366407 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-79ae6932-73e0-41fa-96a6-e842f684bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.369013 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-79ae6932-73e0-41fa-96a6-e842f684bbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.370164 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-79ae6932-73e0-41fa-96a6-e842f684bbfa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7957cbea-0313-40f6-b29b-9e243c3312a2 HTTP/1.1" status: 204 len: 168 time: 0.9081502 Jul 23 20:29:42.527377 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.548345 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] For port ba491b27-2071-42ea-97b4-8c1b13ea9645, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:42.562060 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] For port ba491b27-2071-42ea-97b4-8c1b13ea9645, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ba491b27-2071-42ea-97b4-8c1b13ea9645,segment=NetworkSegment(948403f2-3181-438c-a858-10148c958bb7),segment_id=948403f2-3181-438c-a858-10148c958bb7)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:42.578831 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.583275 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae6932-73e0-41fa-96a6-e842f684bbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7957cbea-0313-40f6-b29b-9e243c3312a2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:42.609353 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.694572 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7ed82-9666-4912-a340-21a58bbfc9f0 req-c76dcb62-34ea-4880-9432-6eb3e6660e47 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:42.696511 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ed7ed82-9666-4912-a340-21a58bbfc9f0 req-c76dcb62-34ea-4880-9432-6eb3e6660e47 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/ports?device_id=c48ac234-ccf9-4dc9-9e85-5a274996196b HTTP/1.1" status: 200 len: 944 time: 0.7413573 Jul 23 20:29:42.705933 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dc303d25-256c-414e-868a-5100127cdff1 req-d1af6163-57c3-4c4f-b62d-0a3b343724d1 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.731200 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.743817 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Transition to ACTIVE for port object 07992425-716f-47a3-88e3-52dd72ade64b will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:42.752341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:42.752971 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.754840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] 10.222.0.57 "PUT /v2.0/ports/ba491b27-2071-42ea-97b4-8c1b13ea9645 HTTP/1.1" status: 200 len: 1093 time: 2.4090612 Jul 23 20:29:42.755354 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48ac234-ccf9-4dc9-9e85-5a274996196b', 'tag': 'ba491b27-2071-42ea-97b4-8c1b13ea9645'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:42.757834 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6b2628-bf7e-4b8d-ac64-aa010937c43e" -d '{"events": [{"name": "network-changed", "server_uuid": "c48ac234-ccf9-4dc9-9e85-5a274996196b", "tag": "ba491b27-2071-42ea-97b4-8c1b13ea9645"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:42.759267 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.816846 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dc303d25-256c-414e-868a-5100127cdff1 req-d1af6163-57c3-4c4f-b62d-0a3b343724d1 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.825031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920bff0-aa5a-4ab6-896f-215c0932df53 service neutron] Pushing event updated for resources: {'Port': ['ID=ba491b27-2071-42ea-97b4-8c1b13ea9645,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:42.852895 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Attempting to bind port 07992425-716f-47a3-88e3-52dd72ade64b on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:42.853268 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Attempting to bind port 07992425-716f-47a3-88e3-52dd72ade64b by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:42.853637 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Attempting to bind port 07992425-716f-47a3-88e3-52dd72ade64b on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:42.876161 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:42.876548 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:42.876952 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.878389 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:42.878912 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Bound port: 07992425-716f-47a3-88e3-52dd72ade64b, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:42.879361 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.881537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Allocated IP 172.25.3.129 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/e24251e0-06a9-4e01-b013-e497767a9fe8) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:42.894322 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ed7ed82-9666-4912-a340-21a58bbfc9f0 req-875d4d11-2b23-4384-ade6-fc7af45df011 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d437753-9ce9-47db-aab5-bc8414bc3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792376 Jul 23 20:29:42.906719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-27c1f21a-92ba-4d29-8f73-718f7d6be1db tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Made reservation on behalf of 83cc6e1e107f4085988ac2c55dd76f61 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:42.910337 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-27c1f21a-92ba-4d29-8f73-718f7d6be1db tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.952371 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c6c1e-7368-4513-b8d7-c07ea4cc7379 None None] Pushing event updated for resources: {'Port': ['ID=07992425-716f-47a3-88e3-52dd72ade64b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:42.984197 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c6c1e-7368-4513-b8d7-c07ea4cc7379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.985574 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c6c1e-7368-4513-b8d7-c07ea4cc7379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.985970 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c6c1e-7368-4513-b8d7-c07ea4cc7379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.987525 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c6c1e-7368-4513-b8d7-c07ea4cc7379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.987853 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c6c1e-7368-4513-b8d7-c07ea4cc7379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.988949 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c6c1e-7368-4513-b8d7-c07ea4cc7379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.990993 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c6c1e-7368-4513-b8d7-c07ea4cc7379 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.991374 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c6c1e-7368-4513-b8d7-c07ea4cc7379 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.991716 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c6c1e-7368-4513-b8d7-c07ea4cc7379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.992050 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c6c1e-7368-4513-b8d7-c07ea4cc7379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.992388 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c6c1e-7368-4513-b8d7-c07ea4cc7379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.992715 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c6c1e-7368-4513-b8d7-c07ea4cc7379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:43.056040 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dc303d25-256c-414e-868a-5100127cdff1 req-d1af6163-57c3-4c4f-b62d-0a3b343724d1 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.059733 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] For port 07992425-716f-47a3-88e3-52dd72ade64b, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:43.063559 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.066891 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] For port 07992425-716f-47a3-88e3-52dd72ade64b, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=07992425-716f-47a3-88e3-52dd72ade64b,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:43.067693 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dc303d25-256c-414e-868a-5100127cdff1 req-d1af6163-57c3-4c4f-b62d-0a3b343724d1 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.069519 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc303d25-256c-414e-868a-5100127cdff1 req-d1af6163-57c3-4c4f-b62d-0a3b343724d1 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/243fa9e1-e5c7-4ba4-84f7-f0842f8dd27c HTTP/1.1" status: 204 len: 173 time: 0.9491160 Jul 23 20:29:43.081307 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.152225 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af6163-57c3-4c4f-b62d-0a3b343724d1 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243fa9e1-e5c7-4ba4-84f7-f0842f8dd27c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:43.177360 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-b787054f-bc2d-4396-9f30-c1619e61ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:43.181481 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-b787054f-bc2d-4396-9f30-c1619e61ca63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b94e68001ad46d3a344b7ec05611f58&device_id=c48ac234-ccf9-4dc9-9e85-5a274996196b HTTP/1.1" status: 200 len: 1096 time: 0.3448076 Jul 23 20:29:43.192577 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.207211 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c6c1e-7368-4513-b8d7-c07ea4cc7379 None None] Pushing event updated for resources: {'Port': ['ID=07992425-716f-47a3-88e3-52dd72ade64b,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:43.238792 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:43.239074 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Routers {'2787fb01-b515-4723-b3da-fbfe0ff44118'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:43.239074 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2787fb01-b515-4723-b3da-fbfe0ff44118'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:43.241444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:43.247663 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:43.283690 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Pushing event updated for resources: {'Port': ['ID=e24251e0-06a9-4e01-b013-e497767a9fe8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:43.305305 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6388b178-7a20-4a33-a563-428f575088e7 x-openstack-request-id: req-6388b178-7a20-4a33-a563-428f575088e7 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:43.309623 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35955eb0-7315-4e9f-b966-c3467316a06e", "name": "network-vif-deleted", "tag": "1209c012-419a-4849-be81-05f59e68a367", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:43.310285 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6388b178-7a20-4a33-a563-428f575088e7 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:43.310844 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35955eb0-7315-4e9f-b966-c3467316a06e', 'name': 'network-vif-deleted', 'tag': '1209c012-419a-4849-be81-05f59e68a367', 'status': 'completed', 'code': 200} Jul 23 20:29:43.321630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1209c012-419a-4849-be81-05f59e68a367 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:43.366399 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 1209c012-419a-4849-be81-05f59e68a367 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:43.368871 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1209c012-419a-4849-be81-05f59e68a367 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:43.386883 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fa13724-f3db-4a18-9aec-b72b92cb5f09 req-d0af5f09-4cbc-4d66-8464-bd0778fd5d1a tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.1983874 Jul 23 20:29:43.393917 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] Set router 2787fb01-b515-4723-b3da-fbfe0ff44118 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:43.399542 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-19e23eae-ce62-4fcd-a483-c1bbbc1948c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba491b27-2071-42ea-97b4-8c1b13ea9645 HTTP/1.1" status: 200 len: 217 time: 0.1941571 Jul 23 20:29:43.466237 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d4ec50-27cb-47b2-b75d-422373419d47 x-openstack-request-id: req-47d4ec50-27cb-47b2-b75d-422373419d47 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:43.466960 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48ac234-ccf9-4dc9-9e85-5a274996196b", "tag": "ba491b27-2071-42ea-97b4-8c1b13ea9645", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:43.467058 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47d4ec50-27cb-47b2-b75d-422373419d47 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:43.467460 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48ac234-ccf9-4dc9-9e85-5a274996196b', 'tag': 'ba491b27-2071-42ea-97b4-8c1b13ea9645', 'status': 'completed', 'code': 200} Jul 23 20:29:43.530238 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a68ce5e6-a198-48af-8213-2d5349289736 req-ca52ab22-ae1f-4c6c-8788-ccb24d683fbe tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 210 time: 0.1297040 Jul 23 20:29:43.628783 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-27c1f21a-92ba-4d29-8f73-718f7d6be1db tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Allocated IP 172.20.0.11 (c97f5b5d-a800-4aa3-8195-36fc8395644b/f7750dd8-00f3-4a53-80a2-8d4fd6798e2e/4678e243-b021-4da0-9bc1-8241fec7e7f0) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:43.655491 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2787fb01-b515-4723-b3da-fbfe0ff44118', 'name': 'tempest-snat-router-841637284', 'tenant_id': '46f0f775d92347fb8d224cc00e177a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.25'}], 'enable_snat': False}, 'gw_port_id': '07992425-716f-47a3-88e3-52dd72ade64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:38Z', 'updated_at': '2021-07-23T20:29:39Z', 'revision_number': 3, 'project_id': '46f0f775d92347fb8d224cc00e177a76', 'gw_port': {'id': '07992425-716f-47a3-88e3-52dd72ade64b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2787fb01-b515-4723-b3da-fbfe0ff44118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:39Z', 'updated_at': '2021-07-23T20:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:43.657410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-a5800c75-1336-4ffd-aa99-de256f0d9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:43.659060 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-a5800c75-1336-4ffd-aa99-de256f0d9686 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b32a6173-1acd-43b2-94de-1ae0b68a12cc HTTP/1.1" status: 200 len: 861 time: 0.2272589 Jul 23 20:29:43.697501 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0af220-2f4e-4440-8b8b-88955ac96013 None None] The sync data for ids ['2787fb01-b515-4723-b3da-fbfe0ff44118'] in n-d-791504-18 is: [{'id': '2787fb01-b515-4723-b3da-fbfe0ff44118', 'name': 'tempest-snat-router-841637284', 'tenant_id': '46f0f775d92347fb8d224cc00e177a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.25'}], 'enable_snat': False}, 'gw_port_id': '07992425-716f-47a3-88e3-52dd72ade64b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:38Z', 'updated_at': '2021-07-23T20:29:39Z', 'revision_number': 3, 'project_id': '46f0f775d92347fb8d224cc00e177a76', 'gw_port': {'id': '07992425-716f-47a3-88e3-52dd72ade64b', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2787fb01-b515-4723-b3da-fbfe0ff44118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:39Z', 'updated_at': '2021-07-23T20:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:43.726930 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4c6cdb5-3381-4b4d-a5a4-861514b6343a req-f65280e3-2b32-4249-8fdc-e4abc2a9e30b tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "GET /v2.0/security-groups/16357d57-ec65-4a1a-9496-72f72e3676b8 HTTP/1.1" status: 200 len: 1778 time: 0.1645384 Jul 23 20:29:43.728940 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-068ac626-1678-41ad-85ab-123b28618842 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa5442f1-6f3f-4912-bf67-c966e156e737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415289 Jul 23 20:29:43.731888 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.950472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d9cdb-3f4e-4085-a493-5879f9274220 req-c5d10df4-7cf0-4346-b680-b2cf5a9ab518 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:43.951991 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-040d9cdb-3f4e-4085-a493-5879f9274220 req-c5d10df4-7cf0-4346-b680-b2cf5a9ab518 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 944 time: 0.3195503 Jul 23 20:29:43.997506 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.103494 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-a207cd6f-de23-4e36-88b7-40625646051f service neutron] 10.222.0.57 "GET /v2.0/networks/aa5442f1-6f3f-4912-bf67-c966e156e737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663156 Jul 23 20:29:44.110231 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d4c6cdb5-3381-4b4d-a5a4-861514b6343a req-e0a0d010-7920-4e0e-b7f7-17681c75d474 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.138743 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d4c6cdb5-3381-4b4d-a5a4-861514b6343a req-e0a0d010-7920-4e0e-b7f7-17681c75d474 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.213094 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d4c6cdb5-3381-4b4d-a5a4-861514b6343a req-e0a0d010-7920-4e0e-b7f7-17681c75d474 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.216260 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d4c6cdb5-3381-4b4d-a5a4-861514b6343a req-e0a0d010-7920-4e0e-b7f7-17681c75d474 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.229762 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4c6cdb5-3381-4b4d-a5a4-861514b6343a req-e0a0d010-7920-4e0e-b7f7-17681c75d474 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/16357d57-ec65-4a1a-9496-72f72e3676b8 HTTP/1.1" status: 204 len: 173 time: 0.4948509 Jul 23 20:29:44.295767 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-040d9cdb-3f4e-4085-a493-5879f9274220 req-13d3b963-71cc-4797-af4d-bc33662442ab tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053145 Jul 23 20:29:44.313996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0d010-7920-4e0e-b7f7-17681c75d474 tempest-SecurityGroupsTestAdminJSON-1489973366 tempest-SecurityGroupsTestAdminJSON-1489973366-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16357d57-ec65-4a1a-9496-72f72e3676b8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:44.320341 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Router cb30e8d5-5f71-4fad-ab77-ebdbe7c236cc is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:29:44.400705 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 07992425-716f-47a3-88e3-52dd72ade64b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:44.522847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 07992425-716f-47a3-88e3-52dd72ade64b completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:44.532049 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 07992425-716f-47a3-88e3-52dd72ade64b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:44.534048 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.582195 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-27c1f21a-92ba-4d29-8f73-718f7d6be1db tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.596727 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:44.600535 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2f2fb-fe0e-44de-b688-6e9d859002ce req-c48b8f7c-3348-47b9-a98d-72d36feda4b0 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:44.604444 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2e2f2fb-fe0e-44de-b688-6e9d859002ce req-c48b8f7c-3348-47b9-a98d-72d36feda4b0 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.57 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 944 time: 0.7226999 Jul 23 20:29:44.618610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e561b1eb-88ba-42f6-9422-7a02fb0e3b84 None None] Sync routers for ids ['cb30e8d5-5f71-4fad-ab77-ebdbe7c236cc'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:44.628562 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.630162 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-65e0477a-aa17-44d4-b503-5412e06f1fbb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8819566 Jul 23 20:29:44.633416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60430) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:44.648658 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e561b1eb-88ba-42f6-9422-7a02fb0e3b84 None None] Routers {'cb30e8d5-5f71-4fad-ab77-ebdbe7c236cc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:44.651023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e561b1eb-88ba-42f6-9422-7a02fb0e3b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['cb30e8d5-5f71-4fad-ab77-ebdbe7c236cc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:44.669650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-27c1f21a-92ba-4d29-8f73-718f7d6be1db tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Transition to ACTIVE for port object 4678e243-b021-4da0-9bc1-8241fec7e7f0 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:44.757553 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbf8b0d9-7d23-4fad-be6b-82d89c75af1c req-0056676e-e636-4355-ac2a-36ba6b1133ff service neutron] 10.222.0.57 "GET /v2.0/networks/aa5442f1-6f3f-4912-bf67-c966e156e737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748255 Jul 23 20:29:44.821118 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-27c1f21a-92ba-4d29-8f73-718f7d6be1db tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.836264 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69bcb24c-300e-4c70-9d9c-42e5660124d1 req-9f49d4d7-4f2b-4814-84e1-09aeca5489c7 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] 10.222.0.55 "GET /v2.0/security-groups/6f04cdae-f884-4117-8fe1-7ebff286ef6d HTTP/1.1" status: 200 len: 1778 time: 0.1321168 Jul 23 20:29:44.853978 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6e43a68e-1e3f-4d96-9bdc-dacdab8ea482 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "GET /v2.0/routers/cb30e8d5-5f71-4fad-ab77-ebdbe7c236cc HTTP/1.1" status: 200 len: 907 time: 0.2166936 Jul 23 20:29:44.854256 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60434) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:44.903147 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.941538 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-e561b1eb-88ba-42f6-9422-7a02fb0e3b84 None None] Set router cb30e8d5-5f71-4fad-ab77-ebdbe7c236cc gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:45.008073 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-27c1f21a-92ba-4d29-8f73-718f7d6be1db tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Network c97f5b5d-a800-4aa3-8195-36fc8395644b is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:45.008725 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f855369-dcad-4493-9452-eb4af839d5eb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.028643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-27c1f21a-92ba-4d29-8f73-718f7d6be1db tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:45.033280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-27c1f21a-92ba-4d29-8f73-718f7d6be1db tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:45.125622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 07992425-716f-47a3-88e3-52dd72ade64b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=07992425-716f-47a3-88e3-52dd72ade64b,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:45.147302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1f21a-92ba-4d29-8f73-718f7d6be1db tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Pushing event updated for resources: {'Port': ['ID=4678e243-b021-4da0-9bc1-8241fec7e7f0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:45.163777 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.192435 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76951d4-b041-41aa-a4b1-e66e9c2507be req-084b3dd7-e170-46da-894a-53141c20eb4f tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:45.200699 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b76951d4-b041-41aa-a4b1-e66e9c2507be req-084b3dd7-e170-46da-894a-53141c20eb4f tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/ports?device_id=c48ac234-ccf9-4dc9-9e85-5a274996196b HTTP/1.1" status: 200 len: 944 time: 0.6300435 Jul 23 20:29:45.211060 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b2628-bf7e-4b8d-ac64-aa010937c43e req-b3270908-d48f-4ae5-8284-da245f7f8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:45.212956 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c6b2628-bf7e-4b8d-ac64-aa010937c43e req-b3270908-d48f-4ae5-8284-da245f7f8e9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b94e68001ad46d3a344b7ec05611f58&device_id=c48ac234-ccf9-4dc9-9e85-5a274996196b HTTP/1.1" status: 200 len: 1096 time: 0.3424354 Jul 23 20:29:45.213779 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-69bcb24c-300e-4c70-9d9c-42e5660124d1 req-232eda4a-034c-4e5d-b623-11a7f47c1e27 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.264207 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.276106 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-27c1f21a-92ba-4d29-8f73-718f7d6be1db tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:45.276789 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-27c1f21a-92ba-4d29-8f73-718f7d6be1db tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.309357 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-e2e2f2fb-fe0e-44de-b688-6e9d859002ce req-2dcc4aae-8eb3-4222-9732-13d0b4c664da tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Deleting port bdc5d7db-570c-487f-be89-85eec4088389 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:45.309734 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e2e2f2fb-fe0e-44de-b688-6e9d859002ce req-2dcc4aae-8eb3-4222-9732-13d0b4c664da tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.323225 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-27c1f21a-92ba-4d29-8f73-718f7d6be1db tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1061480 Jul 23 20:29:45.342366 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-69bcb24c-300e-4c70-9d9c-42e5660124d1 req-232eda4a-034c-4e5d-b623-11a7f47c1e27 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.349913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=07992425-716f-47a3-88e3-52dd72ade64b,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:45.364866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Request body: {'port': {'device_id': 'a11529f3-02f9-4bb1-b11d-d6e54f1efb81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:45.408325 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-15336b66-bb0e-45f8-a479-b4244aafe57c None None] Provisioning for port 4678e243-b021-4da0-9bc1-8241fec7e7f0 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:45.416461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-15336b66-bb0e-45f8-a479-b4244aafe57c None None] Provisioning complete for port 4678e243-b021-4da0-9bc1-8241fec7e7f0 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:45.416997 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-15336b66-bb0e-45f8-a479-b4244aafe57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.460848 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b76951d4-b041-41aa-a4b1-e66e9c2507be req-8184dab3-50e8-40db-a3a7-9f59bacea5e3 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d437753-9ce9-47db-aab5-bc8414bc3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567432 Jul 23 20:29:45.481157 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-15336b66-bb0e-45f8-a479-b4244aafe57c None None] Port 4678e243-b021-4da0-9bc1-8241fec7e7f0 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:45.492058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e561b1eb-88ba-42f6-9422-7a02fb0e3b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb30e8d5-5f71-4fad-ab77-ebdbe7c236cc', 'name': 'tempest-snat-router-841637284', 'tenant_id': '46f0f775d92347fb8d224cc00e177a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'e24251e0-06a9-4e01-b013-e497767a9fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:41Z', 'updated_at': '2021-07-23T20:29:43Z', 'revision_number': 3, 'project_id': '46f0f775d92347fb8d224cc00e177a76', 'gw_port': {'id': 'e24251e0-06a9-4e01-b013-e497767a9fe8', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb30e8d5-5f71-4fad-ab77-ebdbe7c236cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:42Z', 'updated_at': '2021-07-23T20:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:45.531440 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e561b1eb-88ba-42f6-9422-7a02fb0e3b84 None None] Checking router: cb30e8d5-5f71-4fad-ab77-ebdbe7c236cc for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:45.531788 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e561b1eb-88ba-42f6-9422-7a02fb0e3b84 None None] Updating router cb30e8d5-5f71-4fad-ab77-ebdbe7c236cc port e24251e0-06a9-4e01-b013-e497767a9fe8 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:29:45.537450 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f855369-dcad-4493-9452-eb4af839d5eb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.619530 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-8f855369-dcad-4493-9452-eb4af839d5eb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Deleting port e24251e0-06a9-4e01-b013-e497767a9fe8 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:45.619932 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f855369-dcad-4493-9452-eb4af839d5eb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.651568 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0dc7e2a-9d9b-4f72-b3bf-f1993efb6c37 req-6240e7f5-6245-43fd-8f54-f6365f483b09 tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.0662897 Jul 23 20:29:45.704019 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-e2e2f2fb-fe0e-44de-b688-6e9d859002ce req-2dcc4aae-8eb3-4222-9732-13d0b4c664da tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] For port bdc5d7db-570c-487f-be89-85eec4088389, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bdc5d7db-570c-487f-be89-85eec4088389,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:45.704726 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e2e2f2fb-fe0e-44de-b688-6e9d859002ce req-2dcc4aae-8eb3-4222-9732-13d0b4c664da tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.721587 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-e2e2f2fb-fe0e-44de-b688-6e9d859002ce req-2dcc4aae-8eb3-4222-9732-13d0b4c664da tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Calling delete_port for bdc5d7db-570c-487f-be89-85eec4088389 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:45.775137 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f855369-dcad-4493-9452-eb4af839d5eb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.779686 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e561b1eb-88ba-42f6-9422-7a02fb0e3b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.788442 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-8f855369-dcad-4493-9452-eb4af839d5eb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Calling delete_port for e24251e0-06a9-4e01-b013-e497767a9fe8 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:46.026550 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d14f8a-e7eb-4f39-b1be-9f7c263d874e req-49c5b208-29cb-4a54-ba3d-0dca56d7cf25 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:46.028924 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-44d14f8a-e7eb-4f39-b1be-9f7c263d874e req-49c5b208-29cb-4a54-ba3d-0dca56d7cf25 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.57 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.1614163 Jul 23 20:29:46.135325 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b2628-bf7e-4b8d-ac64-aa010937c43e req-6b248dca-1384-4124-b0ad-910f3885e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:46.137451 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c6b2628-bf7e-4b8d-ac64-aa010937c43e req-6b248dca-1384-4124-b0ad-910f3885e322 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa5442f1-6f3f-4912-bf67-c966e156e737 HTTP/1.1" status: 200 len: 922 time: 0.9109404 Jul 23 20:29:46.141642 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-69bcb24c-300e-4c70-9d9c-42e5660124d1 req-232eda4a-034c-4e5d-b623-11a7f47c1e27 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.148660 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-69bcb24c-300e-4c70-9d9c-42e5660124d1 req-232eda4a-034c-4e5d-b623-11a7f47c1e27 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.153545 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69bcb24c-300e-4c70-9d9c-42e5660124d1 req-232eda4a-034c-4e5d-b623-11a7f47c1e27 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] 10.222.0.55 "DELETE /v2.0/security-groups/6f04cdae-f884-4117-8fe1-7ebff286ef6d HTTP/1.1" status: 204 len: 173 time: 1.3165524 Jul 23 20:29:46.214001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232eda4a-034c-4e5d-b623-11a7f47c1e27 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f04cdae-f884-4117-8fe1-7ebff286ef6d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:46.234213 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-44d14f8a-e7eb-4f39-b1be-9f7c263d874e req-ef3c67ca-a437-4612-9767-8a2776cca1b8 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Deleting port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:46.235607 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-44d14f8a-e7eb-4f39-b1be-9f7c263d874e req-ef3c67ca-a437-4612-9767-8a2776cca1b8 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.239969 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-e561b1eb-88ba-42f6-9422-7a02fb0e3b84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:29:46.240623 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-e561b1eb-88ba-42f6-9422-7a02fb0e3b84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:29:46.267616 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f855369-dcad-4493-9452-eb4af839d5eb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.280852 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.298146 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f855369-dcad-4493-9452-eb4af839d5eb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Pushing event deleted for resources: {'Port': ['ID=e24251e0-06a9-4e01-b013-e497767a9fe8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:46.320648 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c6b2628-bf7e-4b8d-ac64-aa010937c43e req-2597a048-7e89-4b90-8238-cb144cc1118b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba491b27-2071-42ea-97b4-8c1b13ea9645 HTTP/1.1" status: 200 len: 217 time: 0.1474631 Jul 23 20:29:46.333531 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 07992425-716f-47a3-88e3-52dd72ade64b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:46.407324 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 07992425-716f-47a3-88e3-52dd72ade64b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:46.407955 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.419650 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-44d14f8a-e7eb-4f39-b1be-9f7c263d874e req-ef3c67ca-a437-4612-9767-8a2776cca1b8 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] For port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:46.420451 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-44d14f8a-e7eb-4f39-b1be-9f7c263d874e req-ef3c67ca-a437-4612-9767-8a2776cca1b8 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.439541 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-44d14f8a-e7eb-4f39-b1be-9f7c263d874e req-ef3c67ca-a437-4612-9767-8a2776cca1b8 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Calling delete_port for 3f5d7f53-34c7-43af-ba0c-e59a16565fdd owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:46.441792 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f855369-dcad-4493-9452-eb4af839d5eb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.460055 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e2e2f2fb-fe0e-44de-b688-6e9d859002ce req-2dcc4aae-8eb3-4222-9732-13d0b4c664da tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.473152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f19ea5-f677-45c7-8a1e-26f37fe0e8d4 req-990c222c-5724-456f-98c9-02a0233b7027 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:46.481728 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93f19ea5-f677-45c7-8a1e-26f37fe0e8d4 req-990c222c-5724-456f-98c9-02a0233b7027 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=b835358e-b95f-4785-b5e3-17bb199a45f1 HTTP/1.1" status: 200 len: 950 time: 0.4075055 Jul 23 20:29:46.490526 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['499087ef-b504-47ae-8eac-aed11d098fb8'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:29:46.586946 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b2628-bf7e-4b8d-ac64-aa010937c43e req-d75956a2-3e98-4701-91bd-1bf604701cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:46.588461 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c6b2628-bf7e-4b8d-ac64-aa010937c43e req-d75956a2-3e98-4701-91bd-1bf604701cc1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b32a6173-1acd-43b2-94de-1ae0b68a12cc HTTP/1.1" status: 200 len: 861 time: 0.2219520 Jul 23 20:29:46.598144 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f855369-dcad-4493-9452-eb4af839d5eb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.603569 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f855369-dcad-4493-9452-eb4af839d5eb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.604124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc4aae-8eb3-4222-9732-13d0b4c664da tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Pushing event deleted for resources: {'Port': ['ID=bdc5d7db-570c-487f-be89-85eec4088389,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:46.659203 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.672193 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93f19ea5-f677-45c7-8a1e-26f37fe0e8d4 req-7be6280e-2a19-4719-891c-f7efc58d881d tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894186 Jul 23 20:29:46.683975 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f855369-dcad-4493-9452-eb4af839d5eb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.685124 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f855369-dcad-4493-9452-eb4af839d5eb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb30e8d5-5f71-4fad-ab77-ebdbe7c236cc {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:29:46.692569 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c6b2628-bf7e-4b8d-ac64-aa010937c43e req-bf10d42d-b598-4066-a36f-c42bb1ca6dd0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa5442f1-6f3f-4912-bf67-c966e156e737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840468 Jul 23 20:29:46.713904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f855369-dcad-4493-9452-eb4af839d5eb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.716251 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8f855369-dcad-4493-9452-eb4af839d5eb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "DELETE /v2.0/routers/cb30e8d5-5f71-4fad-ab77-ebdbe7c236cc HTTP/1.1" status: 204 len: 168 time: 1.8610005 Jul 23 20:29:46.719563 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60446) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:46.769107 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06f47f-2087-4bcb-b435-191cb33d031d req-9ae079d9-7974-4386-9bc8-f7df11bfe470 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:46.777575 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d06f47f-2087-4bcb-b435-191cb33d031d req-9ae079d9-7974-4386-9bc8-f7df11bfe470 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 932 time: 0.5567994 Jul 23 20:29:46.778090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e561b1eb-88ba-42f6-9422-7a02fb0e3b84 None None] Port e24251e0-06a9-4e01-b013-e497767a9fe8 not found while updating agent binding for router cb30e8d5-5f71-4fad-ab77-ebdbe7c236cc. {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 20:29:46.789113 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e2f2fb-fe0e-44de-b688-6e9d859002ce req-2dcc4aae-8eb3-4222-9732-13d0b4c664da tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] No DVR routers for this DVR port bdc5d7db-570c-487f-be89-85eec4088389 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:46.802033 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e561b1eb-88ba-42f6-9422-7a02fb0e3b84 None None] Routers set() bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:46.802760 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e561b1eb-88ba-42f6-9422-7a02fb0e3b84 None None] Router IDs set() for agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 20:29:46.804323 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e2e2f2fb-fe0e-44de-b688-6e9d859002ce req-2dcc4aae-8eb3-4222-9732-13d0b4c664da tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.805595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_agentschedulers_db [None req-e561b1eb-88ba-42f6-9422-7a02fb0e3b84 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cb30e8d5-5f71-4fad-ab77-ebdbe7c236cc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent'). {{(pid=93812) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 20:29:46.806456 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2e2f2fb-fe0e-44de-b688-6e9d859002ce req-2dcc4aae-8eb3-4222-9732-13d0b4c664da tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.57 "DELETE /v2.0/ports/bdc5d7db-570c-487f-be89-85eec4088389 HTTP/1.1" status: 204 len: 173 time: 2.0463245 Jul 23 20:29:46.806899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e561b1eb-88ba-42f6-9422-7a02fb0e3b84 None None] The sync data for ids ['cb30e8d5-5f71-4fad-ab77-ebdbe7c236cc'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:46.813516 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f84632-b7fd-42d9-b6ef-dab789c0b0d6', 'name': 'network-vif-deleted', 'tag': 'bdc5d7db-570c-487f-be89-85eec4088389'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:46.816249 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cb7b4e-50bb-44e2-a59e-17d42c4461d9" -d '{"events": [{"server_uuid": "70f84632-b7fd-42d9-b6ef-dab789c0b0d6", "name": "network-vif-deleted", "tag": "bdc5d7db-570c-487f-be89-85eec4088389"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:46.867341 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-44d14f8a-e7eb-4f39-b1be-9f7c263d874e req-ef3c67ca-a437-4612-9767-8a2776cca1b8 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.884864 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['f9f59964-00a7-4cdb-bd4c-91bc3fe798ca', '3f5d7f53-34c7-43af-ba0c-e59a16565fdd'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:29:46.910537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c67ca-a437-4612-9767-8a2776cca1b8 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Pushing event deleted for resources: {'Port': ['ID=3f5d7f53-34c7-43af-ba0c-e59a16565fdd,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:46.924324 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4f1aad9-f598-4bdd-9c44-65ae633e7abd tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.954895 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d06f47f-2087-4bcb-b435-191cb33d031d req-0e9e59a5-0e42-425a-ac60-e219343cfb94 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab05eb11-a394-4ca1-965f-fef6dea08b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763203 Jul 23 20:29:47.032960 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c6b2628-bf7e-4b8d-ac64-aa010937c43e req-196b0433-4dd3-4bc3-aee1-2a3403959179 service neutron] 10.222.0.57 "GET /v2.0/networks/aa5442f1-6f3f-4912-bf67-c966e156e737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355577 Jul 23 20:29:47.116813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8405b8c6-d22a-4ca4-bcd6-61be8d8a4a0e req-780e344b-8f92-48f6-b933-44e100d82b3a tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 210 time: 0.0423584 Jul 23 20:29:47.152607 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d14f8a-e7eb-4f39-b1be-9f7c263d874e req-ef3c67ca-a437-4612-9767-8a2776cca1b8 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] No DVR routers for this DVR port 3f5d7f53-34c7-43af-ba0c-e59a16565fdd on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:47.155315 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-44d14f8a-e7eb-4f39-b1be-9f7c263d874e req-ef3c67ca-a437-4612-9767-8a2776cca1b8 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.159223 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-44d14f8a-e7eb-4f39-b1be-9f7c263d874e req-ef3c67ca-a437-4612-9767-8a2776cca1b8 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.57 "DELETE /v2.0/ports/3f5d7f53-34c7-43af-ba0c-e59a16565fdd HTTP/1.1" status: 204 len: 173 time: 1.1190093 Jul 23 20:29:47.161436 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b835358e-b95f-4785-b5e3-17bb199a45f1', 'name': 'network-vif-deleted', 'tag': '3f5d7f53-34c7-43af-ba0c-e59a16565fdd'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:47.165265 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ba491b27-2071-42ea-97b4-8c1b13ea9645 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:29:47.178053 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2003268-3a1d-4b3f-bd1b-521d21fab6e8" -d '{"events": [{"server_uuid": "b835358e-b95f-4785-b5e3-17bb199a45f1", "name": "network-vif-deleted", "tag": "3f5d7f53-34c7-43af-ba0c-e59a16565fdd"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:47.186862 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4f1aad9-f598-4bdd-9c44-65ae633e7abd tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.194391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bdc5d7db-570c-487f-be89-85eec4088389 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:47.230045 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: bdc5d7db-570c-487f-be89-85eec4088389 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:47.230277 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bdc5d7db-570c-487f-be89-85eec4088389 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:47.313782 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b4f1aad9-f598-4bdd-9c44-65ae633e7abd tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Deleting port 07992425-716f-47a3-88e3-52dd72ade64b {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:47.314546 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4f1aad9-f598-4bdd-9c44-65ae633e7abd tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.328129 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4678e243-b021-4da0-9bc1-8241fec7e7f0 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:29:47.335058 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4a6742a-ffaf-4fd6-a2a2-2ad16defd0f2 req-4e296dbe-76bd-455c-a56c-f5457180f241 tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] 10.222.0.55 "GET /v2.0/security-groups/515b9678-085e-414b-938a-3f3b834e765d HTTP/1.1" status: 200 len: 1778 time: 0.2156990 Jul 23 20:29:47.352168 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.385611 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port ba491b27-2071-42ea-97b4-8c1b13ea9645, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ba491b27-2071-42ea-97b4-8c1b13ea9645,segment=NetworkSegment(948403f2-3181-438c-a858-10148c958bb7),segment_id=948403f2-3181-438c-a858-10148c958bb7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:47.400922 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'ba491b27-2071-42ea-97b4-8c1b13ea9645', 'network_id': 'aa5442f1-6f3f-4912-bf67-c966e156e737', 'port_id': 'ba491b27-2071-42ea-97b4-8c1b13ea9645', 'mac_address': 'fa:16:3e:88:8e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b32a6173-1acd-43b2-94de-1ae0b68a12cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:29:47.408070 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c6b2628-bf7e-4b8d-ac64-aa010937c43e req-e35497d4-c4a6-4b4d-a958-c71252166f3e service neutron] 10.222.0.57 "GET /v2.0/networks/aa5442f1-6f3f-4912-bf67-c966e156e737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635979 Jul 23 20:29:47.412099 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Transition to ACTIVE for port object 4678e243-b021-4da0-9bc1-8241fec7e7f0 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:47.445238 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.462811 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-b4f1aad9-f598-4bdd-9c44-65ae633e7abd tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] For port 07992425-716f-47a3-88e3-52dd72ade64b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=07992425-716f-47a3-88e3-52dd72ade64b,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:47.465787 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.469163 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4f1aad9-f598-4bdd-9c44-65ae633e7abd tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.485457 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba491b27-2071-42ea-97b4-8c1b13ea9645 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:29:47.501513 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b4f1aad9-f598-4bdd-9c44-65ae633e7abd tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Calling delete_port for 07992425-716f-47a3-88e3-52dd72ade64b owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:47.551623 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port ba491b27-2071-42ea-97b4-8c1b13ea9645, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ba491b27-2071-42ea-97b4-8c1b13ea9645,segment=NetworkSegment(948403f2-3181-438c-a858-10148c958bb7),segment_id=948403f2-3181-438c-a858-10148c958bb7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:47.561277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be51dd-e9ff-4cce-a8f9-87c20aaf3c36 req-e5cc2013-ccbc-478b-9637-72e3ba4ff0ab tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:47.562910 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44be51dd-e9ff-4cce-a8f9-87c20aaf3c36 req-e5cc2013-ccbc-478b-9637-72e3ba4ff0ab tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/ports?device_id=c48ac234-ccf9-4dc9-9e85-5a274996196b HTTP/1.1" status: 200 len: 944 time: 0.3775764 Jul 23 20:29:47.569233 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.573379 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f4a6742a-ffaf-4fd6-a2a2-2ad16defd0f2 req-74c623b7-9b20-4eb1-91ff-ccce3f0297ae tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.631327 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Pushing event updated for resources: {'Port': ['ID=4678e243-b021-4da0-9bc1-8241fec7e7f0,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:47.645021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=ba491b27-2071-42ea-97b4-8c1b13ea9645,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:47.681002 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f4a6742a-ffaf-4fd6-a2a2-2ad16defd0f2 req-74c623b7-9b20-4eb1-91ff-ccce3f0297ae tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.783370 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4f1aad9-f598-4bdd-9c44-65ae633e7abd tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.791647 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f4a6742a-ffaf-4fd6-a2a2-2ad16defd0f2 req-74c623b7-9b20-4eb1-91ff-ccce3f0297ae tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.794631 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f4a6742a-ffaf-4fd6-a2a2-2ad16defd0f2 req-74c623b7-9b20-4eb1-91ff-ccce3f0297ae tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.795937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4a6742a-ffaf-4fd6-a2a2-2ad16defd0f2 req-74c623b7-9b20-4eb1-91ff-ccce3f0297ae tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] 10.222.0.55 "DELETE /v2.0/security-groups/515b9678-085e-414b-938a-3f3b834e765d HTTP/1.1" status: 204 len: 173 time: 0.4463089 Jul 23 20:29:47.806628 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['ba491b27-2071-42ea-97b4-8c1b13ea9645'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:29:47.820995 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1aad9-f598-4bdd-9c44-65ae633e7abd tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Pushing event deleted for resources: {'Port': ['ID=07992425-716f-47a3-88e3-52dd72ade64b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:47.865090 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c623b7-9b20-4eb1-91ff-ccce3f0297ae tempest-SecurityGroupsTestAdminJSON-1433113082 tempest-SecurityGroupsTestAdminJSON-1433113082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=515b9678-085e-414b-938a-3f3b834e765d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:47.876490 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44be51dd-e9ff-4cce-a8f9-87c20aaf3c36 req-05b674f1-4084-455c-9fb5-09dd1f3cb269 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d437753-9ce9-47db-aab5-bc8414bc3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954314 Jul 23 20:29:47.921552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Attempting to bind port 4678e243-b021-4da0-9bc1-8241fec7e7f0 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:47.921910 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Attempting to bind port 4678e243-b021-4da0-9bc1-8241fec7e7f0 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '876faced-d8cf-4f41-b4e8-dd51f3ba19be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:47.922454 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Attempting to bind port 4678e243-b021-4da0-9bc1-8241fec7e7f0 on network c97f5b5d-a800-4aa3-8195-36fc8395644b {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:47.933193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Port 4678e243-b021-4da0-9bc1-8241fec7e7f0 on network c97f5b5d-a800-4aa3-8195-36fc8395644b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:29:47.934765 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Attempting to bind port 4678e243-b021-4da0-9bc1-8241fec7e7f0 on network c97f5b5d-a800-4aa3-8195-36fc8395644b {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:47.977497 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4f1aad9-f598-4bdd-9c44-65ae633e7abd tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.982568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:47.982908 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Checking segment: {'id': '876faced-d8cf-4f41-b4e8-dd51f3ba19be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:47.983313 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Bound using segment: {'id': '876faced-d8cf-4f41-b4e8-dd51f3ba19be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:47.983756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Bound port: 4678e243-b021-4da0-9bc1-8241fec7e7f0, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '876faced-d8cf-4f41-b4e8-dd51f3ba19be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:47.987450 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.020546 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0c15c9-9eba-434a-a259-dfaaccabc666 x-openstack-request-id: req-7d0c15c9-9eba-434a-a259-dfaaccabc666 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:48.020837 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f84632-b7fd-42d9-b6ef-dab789c0b0d6", "name": "network-vif-deleted", "tag": "bdc5d7db-570c-487f-be89-85eec4088389", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:48.021085 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d0c15c9-9eba-434a-a259-dfaaccabc666 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:48.021528 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f84632-b7fd-42d9-b6ef-dab789c0b0d6', 'name': 'network-vif-deleted', 'tag': 'bdc5d7db-570c-487f-be89-85eec4088389', 'status': 'completed', 'code': 200} Jul 23 20:29:48.061973 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56b5dce-2cbd-4875-8dd8-b90db5d3325c x-openstack-request-id: req-a56b5dce-2cbd-4875-8dd8-b90db5d3325c {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:48.062409 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b835358e-b95f-4785-b5e3-17bb199a45f1", "name": "network-vif-deleted", "tag": "3f5d7f53-34c7-43af-ba0c-e59a16565fdd", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:48.062547 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a56b5dce-2cbd-4875-8dd8-b90db5d3325c {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:48.062984 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b835358e-b95f-4785-b5e3-17bb199a45f1', 'name': 'network-vif-deleted', 'tag': '3f5d7f53-34c7-43af-ba0c-e59a16565fdd', 'status': 'completed', 'code': 200} Jul 23 20:29:48.104363 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4f1aad9-f598-4bdd-9c44-65ae633e7abd tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.106546 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4f1aad9-f598-4bdd-9c44-65ae633e7abd tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.148274 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44607f5b-d230-4643-9eff-5e23bec49547 req-f496c727-7c29-41a6-963b-e31d64573f6a tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.1977303 Jul 23 20:29:48.171450 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4f1aad9-f598-4bdd-9c44-65ae633e7abd tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.172209 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f1aad9-f598-4bdd-9c44-65ae633e7abd tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2787fb01-b515-4723-b3da-fbfe0ff44118 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:29:48.178784 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4f1aad9-f598-4bdd-9c44-65ae633e7abd tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.181844 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b4f1aad9-f598-4bdd-9c44-65ae633e7abd tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "DELETE /v2.0/routers/2787fb01-b515-4723-b3da-fbfe0ff44118 HTTP/1.1" status: 204 len: 168 time: 1.4621360 Jul 23 20:29:48.185598 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60470) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:48.191241 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1554258086', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:48.226727 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] For port 4678e243-b021-4da0-9bc1-8241fec7e7f0, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:48.257593 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.258838 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.360691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] For port 4678e243-b021-4da0-9bc1-8241fec7e7f0, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=4678e243-b021-4da0-9bc1-8241fec7e7f0,segment=NetworkSegment(876faced-d8cf-4f41-b4e8-dd51f3ba19be),segment_id=876faced-d8cf-4f41-b4e8-dd51f3ba19be)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:48.363164 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.364097 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60478) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:48.380115 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.457381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:48.458471 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.460262 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] 10.222.0.48 "PUT /v2.0/ports/4678e243-b021-4da0-9bc1-8241fec7e7f0 HTTP/1.1" status: 200 len: 1093 time: 3.1068835 Jul 23 20:29:48.486903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ad043-581d-4e4f-b06d-b96fe7a8e1d4 req-c3fdca9f-0aff-44b3-ab92-acd21094a063 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:48.489638 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-680ad043-581d-4e4f-b06d-b96fe7a8e1d4 req-c3fdca9f-0aff-44b3-ab92-acd21094a063 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 944 time: 0.2457893 Jul 23 20:29:48.606174 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce75a0-62ac-4a81-8532-bb7b8d19c7be service neutron] Pushing event updated for resources: {'Port': ['ID=4678e243-b021-4da0-9bc1-8241fec7e7f0,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:48.627378 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-680ad043-581d-4e4f-b06d-b96fe7a8e1d4 req-d64bc375-d4c2-4505-b21d-ccf8bdf6e491 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab05eb11-a394-4ca1-965f-fef6dea08b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207068 Jul 23 20:29:48.645715 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2dd21cf1-4cd2-4a60-9085-f073a1ed4d96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=51f7d8b2baa949f99d250e859299323b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798407 Jul 23 20:29:48.647001 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60484) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:48.687541 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6ae35944-5a3a-4d72-9fc3-518dd937b519 req-cacd0463-82df-438a-a74b-8295d96d274c tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 210 time: 0.0778847 Jul 23 20:29:48.736224 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-1635bd9f-15f6-461c-a5b1-b57da5330087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:48.740955 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-1635bd9f-15f6-461c-a5b1-b57da5330087 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=83cc6e1e107f4085988ac2c55dd76f61&device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 1096 time: 0.2034960 Jul 23 20:29:48.789915 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.858087 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-1fbebf73-b7f2-4136-bf3b-da4fa77a7889 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4678e243-b021-4da0-9bc1-8241fec7e7f0 HTTP/1.1" status: 200 len: 217 time: 0.1108687 Jul 23 20:29:48.885385 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eec7a40e-e5cd-41ea-a511-cc185d39e514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.926043 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eec7a40e-e5cd-41ea-a511-cc185d39e514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.032614 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eec7a40e-e5cd-41ea-a511-cc185d39e514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.035204 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eec7a40e-e5cd-41ea-a511-cc185d39e514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.036368 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-eec7a40e-e5cd-41ea-a511-cc185d39e514 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bac795d0-ee6b-480c-9d34-0d5ea35a3c60 HTTP/1.1" status: 204 len: 168 time: 0.3873425 Jul 23 20:29:49.055192 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7a40e-e5cd-41ea-a511-cc185d39e514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac795d0-ee6b-480c-9d34-0d5ea35a3c60,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:49.070301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-7ae7a449-e809-4478-bc59-fd590eadde51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:49.072014 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-7ae7a449-e809-4478-bc59-fd590eadde51 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7750dd8-00f3-4a53-80a2-8d4fd6798e2e HTTP/1.1" status: 200 len: 855 time: 0.2002037 Jul 23 20:29:49.102450 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80155e59-91f6-40ef-95d3-8a3f9e236b5d req-425b1042-f876-4589-8095-1dfd6549c1e1 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:49.104022 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-80155e59-91f6-40ef-95d3-8a3f9e236b5d req-425b1042-f876-4589-8095-1dfd6549c1e1 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 950 time: 0.2533865 Jul 23 20:29:49.165683 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de9a9f-3d8a-4e42-908c-bc858e30921f req-260636e6-d504-414d-9d92-35a9bea3d4f0 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:49.172224 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7de9a9f-3d8a-4e42-908c-bc858e30921f req-260636e6-d504-414d-9d92-35a9bea3d4f0 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/ports?device_id=c48ac234-ccf9-4dc9-9e85-5a274996196b HTTP/1.1" status: 200 len: 945 time: 0.1702671 Jul 23 20:29:49.195840 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ba491b27-2071-42ea-97b4-8c1b13ea9645 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:49.200454 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.213510 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-80155e59-91f6-40ef-95d3-8a3f9e236b5d req-72ef9a24-3b09-43f2-8594-1d21994c3dd2 tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857418 Jul 23 20:29:49.258516 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.268101 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port ba491b27-2071-42ea-97b4-8c1b13ea9645 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:49.273598 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port ba491b27-2071-42ea-97b4-8c1b13ea9645 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:49.274350 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.310865 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7de9a9f-3d8a-4e42-908c-bc858e30921f req-f808ca39-d2eb-44db-a8eb-4fe5b7990cc2 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d437753-9ce9-47db-aab5-bc8414bc3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376691 Jul 23 20:29:49.328116 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-faa3747e-bf99-42aa-8898-8ffaa0e04a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:49.329639 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-faa3747e-bf99-42aa-8898-8ffaa0e04a07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c97f5b5d-a800-4aa3-8195-36fc8395644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2482553 Jul 23 20:29:49.378079 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.438544 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48ac234-ccf9-4dc9-9e85-5a274996196b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba491b27-2071-42ea-97b4-8c1b13ea9645'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:49.441980 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819359e2-b5ef-41de-a1ca-f28482c9fa14" -d '{"events": [{"server_uuid": "c48ac234-ccf9-4dc9-9e85-5a274996196b", "name": "network-vif-plugged", "status": "completed", "tag": "ba491b27-2071-42ea-97b4-8c1b13ea9645"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:49.458048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port ba491b27-2071-42ea-97b4-8c1b13ea9645, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ba491b27-2071-42ea-97b4-8c1b13ea9645,segment=NetworkSegment(948403f2-3181-438c-a858-10148c958bb7),segment_id=948403f2-3181-438c-a858-10148c958bb7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:49.468215 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.469534 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 3f5d7f53-34c7-43af-ba0c-e59a16565fdd no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:49.501108 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Allocated IP 172.25.3.190 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/3e17988e-82c4-4fa1-95a2-b4adbbd64986) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:49.583568 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9827045d-3f60-456f-a1d7-b499150afc8d req-07294252-b27a-4653-b114-5f62e895fa54 tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.1515536 Jul 23 20:29:49.585806 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60514) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:49.634669 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=ba491b27-2071-42ea-97b4-8c1b13ea9645,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:49.640946 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 3f5d7f53-34c7-43af-ba0c-e59a16565fdd {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:49.641628 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 3f5d7f53-34c7-43af-ba0c-e59a16565fdd not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:49.678960 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.695567 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-b3bebc85-dc73-4a73-8f22-0b7d8794ba97 service neutron] 10.222.0.48 "GET /v2.0/networks/c97f5b5d-a800-4aa3-8195-36fc8395644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557806 Jul 23 20:29:49.737680 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4ce4dd8f-b181-4556-a87e-4c499127a3af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4cbf9f0b43e54727ba3d5f4de50be35d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451528 Jul 23 20:29:49.741086 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60522) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:49.766467 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.825119 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:49.825745 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60524) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:49.828316 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:49.830854 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:49.899482 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Pushing event updated for resources: {'Port': ['ID=3e17988e-82c4-4fa1-95a2-b4adbbd64986,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:49.907374 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0392fd8b-6817-49c6-ad19-f316b4b0976a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.924329 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac106ca6-645a-4079-bb96-a2d1ae139bbc req-859f955d-1fe7-4dc7-aa30-f8fa99ac9bd6 service neutron] 10.222.0.48 "GET /v2.0/networks/c97f5b5d-a800-4aa3-8195-36fc8395644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171836 Jul 23 20:29:49.971609 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6383d239-5df5-4516-a671-c53ee6c20ea3 x-openstack-request-id: req-6383d239-5df5-4516-a671-c53ee6c20ea3 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:49.971906 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48ac234-ccf9-4dc9-9e85-5a274996196b", "name": "network-vif-plugged", "status": "completed", "tag": "ba491b27-2071-42ea-97b4-8c1b13ea9645", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:49.972157 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6383d239-5df5-4516-a671-c53ee6c20ea3 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:49.972854 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48ac234-ccf9-4dc9-9e85-5a274996196b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba491b27-2071-42ea-97b4-8c1b13ea9645', 'code': 200} Jul 23 20:29:49.987833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9a296-19ef-49fe-bef3-ae396a2dc401 req-053f17f1-fb46-47e8-b3af-9cce80c0b3a5 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:50.009115 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70f9a296-19ef-49fe-bef3-ae396a2dc401 req-053f17f1-fb46-47e8-b3af-9cce80c0b3a5 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 944 time: 0.2562103 Jul 23 20:29:50.019194 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0392fd8b-6817-49c6-ad19-f316b4b0976a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.061472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11529f3-02f9-4bb1-b11d-d6e54f1efb81', 'tag': '4678e243-b021-4da0-9bc1-8241fec7e7f0'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:50.063790 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba408fcc-5015-4234-bb27-01cc02856f25" -d '{"events": [{"name": "network-changed", "server_uuid": "a11529f3-02f9-4bb1-b11d-d6e54f1efb81", "tag": "4678e243-b021-4da0-9bc1-8241fec7e7f0"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:50.100536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db7503d5-89b1-415f-a1b5-52809017f0d4 req-d212cae1-f48c-485d-8f0b-1f365cf37bec tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 210 time: 0.0480800 Jul 23 20:29:50.101672 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-30bcc4f4-bfba-4b80-a1ff-b54e7a9c070c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.140334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70f9a296-19ef-49fe-bef3-ae396a2dc401 req-ea2db1a4-4541-4f1f-8b4d-9dd766c572a2 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab05eb11-a394-4ca1-965f-fef6dea08b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296341 Jul 23 20:29:50.171780 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c93c1d-9590-47b2-8d2a-a354dab72a24 req-95e9b248-41d1-4625-a463-1182114c7b7b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:50.173008 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4c93c1d-9590-47b2-8d2a-a354dab72a24 req-95e9b248-41d1-4625-a463-1182114c7b7b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 950 time: 0.3310919 Jul 23 20:29:50.191960 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0203ef7-c5f4-4b88-80d0-e7148778d385 x-openstack-request-id: req-e0203ef7-c5f4-4b88-80d0-e7148778d385 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:50.192254 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11529f3-02f9-4bb1-b11d-d6e54f1efb81", "tag": "4678e243-b021-4da0-9bc1-8241fec7e7f0", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:50.192507 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e0203ef7-c5f4-4b88-80d0-e7148778d385 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:50.192892 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11529f3-02f9-4bb1-b11d-d6e54f1efb81', 'tag': '4678e243-b021-4da0-9bc1-8241fec7e7f0', 'status': 'completed', 'code': 200} Jul 23 20:29:50.201744 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7a13d-4328-41d3-8485-8fb195306756 req-4e31b8b6-3e26-4dba-aeae-c621830a1d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:50.203820 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9bc7a13d-4328-41d3-8485-8fb195306756 req-4e31b8b6-3e26-4dba-aeae-c621830a1d0b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c48ac234-ccf9-4dc9-9e85-5a274996196b HTTP/1.1" status: 200 len: 1098 time: 0.1523547 Jul 23 20:29:50.235173 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0392fd8b-6817-49c6-ad19-f316b4b0976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.237729 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0392fd8b-6817-49c6-ad19-f316b4b0976a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.238795 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0392fd8b-6817-49c6-ad19-f316b4b0976a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/180c2e25-65e8-4ee2-b0b7-e7d8880f75d5 HTTP/1.1" status: 204 len: 168 time: 0.4962409 Jul 23 20:29:50.268160 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392fd8b-6817-49c6-ad19-f316b4b0976a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180c2e25-65e8-4ee2-b0b7-e7d8880f75d5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:50.324458 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9bc7a13d-4328-41d3-8485-8fb195306756 req-bce4c2df-4a98-4212-a7ef-836afdbe7861 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2d437753-9ce9-47db-aab5-bc8414bc3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931773 Jul 23 20:29:50.342406 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 07992425-716f-47a3-88e3-52dd72ade64b no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:50.383681 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.397675 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 07992425-716f-47a3-88e3-52dd72ade64b {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:50.400719 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 07992425-716f-47a3-88e3-52dd72ade64b not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:50.419944 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba408fcc-5015-4234-bb27-01cc02856f25 req-fc0cee36-c5df-4cca-ae9e-638b5f1082ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:50.421468 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba408fcc-5015-4234-bb27-01cc02856f25 req-fc0cee36-c5df-4cca-ae9e-638b5f1082ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=83cc6e1e107f4085988ac2c55dd76f61&device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 1096 time: 0.2028196 Jul 23 20:29:50.676157 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.782818 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-30bcc4f4-bfba-4b80-a1ff-b54e7a9c070c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.796246 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-30bcc4f4-bfba-4b80-a1ff-b54e7a9c070c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.833208 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Router ff7d21d7-c289-42b4-ac8a-4979f66001eb is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:29:50.844080 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-a4c93c1d-9590-47b2-8d2a-a354dab72a24 req-f31074f3-2570-4220-9d67-7ccd7f6bda5c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Deleting port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:50.844693 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a4c93c1d-9590-47b2-8d2a-a354dab72a24 req-f31074f3-2570-4220-9d67-7ccd7f6bda5c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.853702 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcc4f4-bfba-4b80-a1ff-b54e7a9c070c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f4d3e0-47f5-48f6-b3ec-c637288ed4dd,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:50.973704 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4ed56-187b-4759-be12-ddfddae3b18f req-b215777d-766b-4078-9ebd-9cca8583fb1b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:50.976268 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ed4ed56-187b-4759-be12-ddfddae3b18f req-b215777d-766b-4078-9ebd-9cca8583fb1b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 950 time: 0.6370308 Jul 23 20:29:51.005139 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-30bcc4f4-bfba-4b80-a1ff-b54e7a9c070c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0ed10a70b5ca4e749585e3094366048b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1730893 Jul 23 20:29:51.014000 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60552) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:51.202347 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60562) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:51.214182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65a7c5-7689-4956-b7f6-cba2a3ff96ee req-3e5c64fa-d445-4335-ba48-7fe357a5224f tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:51.215736 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb65a7c5-7689-4956-b7f6-cba2a3ff96ee req-3e5c64fa-d445-4335-ba48-7fe357a5224f tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/ports?device_id=c48ac234-ccf9-4dc9-9e85-5a274996196b HTTP/1.1" status: 200 len: 946 time: 0.7658942 Jul 23 20:29:51.239468 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ed4ed56-187b-4759-be12-ddfddae3b18f req-73525ed3-8044-4a6f-ab8a-c65f06ece85f tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/security-groups?id=7652a15e-9f72-485d-bafd-2d3a7cfa9f77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523396 Jul 23 20:29:51.240555 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba408fcc-5015-4234-bb27-01cc02856f25 req-4e58f493-8b55-46bb-82bb-543203d2bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:51.242272 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba408fcc-5015-4234-bb27-01cc02856f25 req-4e58f493-8b55-46bb-82bb-543203d2bef9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c97f5b5d-a800-4aa3-8195-36fc8395644b HTTP/1.1" status: 200 len: 917 time: 0.8047357 Jul 23 20:29:51.335583 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba408fcc-5015-4234-bb27-01cc02856f25 req-d2ec4eac-5588-4c36-be8f-06091664e8c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4678e243-b021-4da0-9bc1-8241fec7e7f0 HTTP/1.1" status: 200 len: 217 time: 0.0789819 Jul 23 20:29:51.337371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a4c93c1d-9590-47b2-8d2a-a354dab72a24 req-f31074f3-2570-4220-9d67-7ccd7f6bda5c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] For port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:51.337725 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a4c93c1d-9590-47b2-8d2a-a354dab72a24 req-f31074f3-2570-4220-9d67-7ccd7f6bda5c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.342033 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:51.356292 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0140e-8c3d-446d-9a05-ff76366fff2d None None] Sync routers for ids ['ff7d21d7-c289-42b4-ac8a-4979f66001eb'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:51.365583 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5be085d3-ded1-4982-a6b5-6b54e0195b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.381230 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0140e-8c3d-446d-9a05-ff76366fff2d None None] Routers {'ff7d21d7-c289-42b4-ac8a-4979f66001eb'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:51.382025 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28c0140e-8c3d-446d-9a05-ff76366fff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ff7d21d7-c289-42b4-ac8a-4979f66001eb'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:51.385800 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.389505 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a43b34dd-36c7-450a-8640-dfa3b5d0b378 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2002583 Jul 23 20:29:51.389838 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60566) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:51.395119 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c30aad7b-5903-4786-8c08-5653d7154c0d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'enable_snat': False}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:51.402717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-a4c93c1d-9590-47b2-8d2a-a354dab72a24 req-f31074f3-2570-4220-9d67-7ccd7f6bda5c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Calling delete_port for f9f59964-00a7-4cdb-bd4c-91bc3fe798ca owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:51.418640 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb65a7c5-7689-4956-b7f6-cba2a3ff96ee req-a12bb4aa-0c9f-4faa-98de-02ed11b0cdf0 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d437753-9ce9-47db-aab5-bc8414bc3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863225 Jul 23 20:29:51.447553 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28c0140e-8c3d-446d-9a05-ff76366fff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:51.464121 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1b481edb-1d0f-4cb9-9f9d-a0aa2472d28c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1765086176-network', 'tenant_id': '7f4f78c938f442e1b432392379dc58a8'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:51.470571 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0140e-8c3d-446d-9a05-ff76366fff2d None None] Routers {'ff7d21d7-c289-42b4-ac8a-4979f66001eb'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:51.471252 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28c0140e-8c3d-446d-9a05-ff76366fff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ff7d21d7-c289-42b4-ac8a-4979f66001eb'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:51.478906 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fd46165a-9f48-49e0-b930-c5b051e8228a req-d7205cdb-37ce-402f-a1b4-248386d0a2ab tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.1065066 Jul 23 20:29:51.490916 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5be085d3-ded1-4982-a6b5-6b54e0195b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.549217 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28c0140e-8c3d-446d-9a05-ff76366fff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:51.550074 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0140e-8c3d-446d-9a05-ff76366fff2d None None] The sync data for ids ['ff7d21d7-c289-42b4-ac8a-4979f66001eb'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:51.555752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba408fcc-5015-4234-bb27-01cc02856f25 req-973d3809-5fb5-451e-b312-d4b9bdef2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:51.557252 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba408fcc-5015-4234-bb27-01cc02856f25 req-973d3809-5fb5-451e-b312-d4b9bdef2a68 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7750dd8-00f3-4a53-80a2-8d4fd6798e2e HTTP/1.1" status: 200 len: 855 time: 0.2128327 Jul 23 20:29:51.618741 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-370e6cef-66be-41c7-acd4-ecd30e26e433 req-e209bdc5-911b-40cf-bc60-16abc3b6a2de tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 210 time: 0.0730910 Jul 23 20:29:51.653666 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b481edb-1d0f-4cb9-9f9d-a0aa2472d28c admin admin] Made reservation on behalf of 7f4f78c938f442e1b432392379dc58a8 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:51.655955 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b481edb-1d0f-4cb9-9f9d-a0aa2472d28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.696148 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b481edb-1d0f-4cb9-9f9d-a0aa2472d28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.789942 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5be085d3-ded1-4982-a6b5-6b54e0195b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.792419 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5be085d3-ded1-4982-a6b5-6b54e0195b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.795905 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5be085d3-ded1-4982-a6b5-6b54e0195b4d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8f4d3e0-47f5-48f6-b3ec-c637288ed4dd HTTP/1.1" status: 204 len: 168 time: 0.7699261 Jul 23 20:29:51.816963 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c30aad7b-5903-4786-8c08-5653d7154c0d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.841451 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be085d3-ded1-4982-a6b5-6b54e0195b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f4d3e0-47f5-48f6-b3ec-c637288ed4dd,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:51.877476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951613d-4488-49ce-aa51-270041777e44 req-0f80ec21-aeb7-45d8-9f3b-fb0c0cfa6b08 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:51.879344 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8951613d-4488-49ce-aa51-270041777e44 req-0f80ec21-aeb7-45d8-9f3b-fb0c0cfa6b08 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 944 time: 0.2666299 Jul 23 20:29:51.886074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba408fcc-5015-4234-bb27-01cc02856f25 req-e39c24a5-fe42-4d76-a57f-adf08cc07bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:51.887595 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba408fcc-5015-4234-bb27-01cc02856f25 req-e39c24a5-fe42-4d76-a57f-adf08cc07bac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c97f5b5d-a800-4aa3-8195-36fc8395644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3113582 Jul 23 20:29:51.898938 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a4c93c1d-9590-47b2-8d2a-a354dab72a24 req-f31074f3-2570-4220-9d67-7ccd7f6bda5c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.985606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31074f3-2570-4220-9d67-7ccd7f6bda5c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Pushing event deleted for resources: {'Port': ['ID=f9f59964-00a7-4cdb-bd4c-91bc3fe798ca,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:52.048026 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8951613d-4488-49ce-aa51-270041777e44 req-bb055634-2812-4567-b067-3f02d71b22c4 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab05eb11-a394-4ca1-965f-fef6dea08b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592615 Jul 23 20:29:52.087508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c93c1d-9590-47b2-8d2a-a354dab72a24 req-f31074f3-2570-4220-9d67-7ccd7f6bda5c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] No DVR routers for this DVR port f9f59964-00a7-4cdb-bd4c-91bc3fe798ca on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:52.118904 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a4c93c1d-9590-47b2-8d2a-a354dab72a24 req-f31074f3-2570-4220-9d67-7ccd7f6bda5c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.121672 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4c93c1d-9590-47b2-8d2a-a354dab72a24 req-f31074f3-2570-4220-9d67-7ccd7f6bda5c tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.57 "DELETE /v2.0/ports/f9f59964-00a7-4cdb-bd4c-91bc3fe798ca HTTP/1.1" status: 204 len: 173 time: 1.9415803 Jul 23 20:29:52.172806 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b481edb-1d0f-4cb9-9f9d-a0aa2472d28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.178813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba408fcc-5015-4234-bb27-01cc02856f25 req-9ee56587-3eae-4b0a-818c-e3977a036f2a service neutron] 10.222.0.48 "GET /v2.0/networks/c97f5b5d-a800-4aa3-8195-36fc8395644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669244 Jul 23 20:29:52.179468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60572) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:52.186578 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b481edb-1d0f-4cb9-9f9d-a0aa2472d28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.211151 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0f7a41-7237-49cd-9308-6661ecc32b2b', 'name': 'network-vif-deleted', 'tag': 'f9f59964-00a7-4cdb-bd4c-91bc3fe798ca'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:52.211151 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcf9cc8-6c86-488e-94e8-b0bd1dfbacf0" -d '{"events": [{"server_uuid": "ab0f7a41-7237-49cd-9308-6661ecc32b2b", "name": "network-vif-deleted", "tag": "f9f59964-00a7-4cdb-bd4c-91bc3fe798ca"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:52.261154 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2630242-c1a3-4b99-a0ac-07ab1880c945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.277252 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b481edb-1d0f-4cb9-9f9d-a0aa2472d28c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:52.282691 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c0b823-2a45-4789-a7fd-68199d2ba7b1 x-openstack-request-id: req-54c0b823-2a45-4789-a7fd-68199d2ba7b1 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:52.282968 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0f7a41-7237-49cd-9308-6661ecc32b2b", "name": "network-vif-deleted", "tag": "f9f59964-00a7-4cdb-bd4c-91bc3fe798ca", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:52.283353 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54c0b823-2a45-4789-a7fd-68199d2ba7b1 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:52.283635 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0f7a41-7237-49cd-9308-6661ecc32b2b', 'name': 'network-vif-deleted', 'tag': 'f9f59964-00a7-4cdb-bd4c-91bc3fe798ca', 'status': 'completed', 'code': 200} Jul 23 20:29:52.323211 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b481edb-1d0f-4cb9-9f9d-a0aa2472d28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e5785b-cb08-4dba-b19b-2422e2c21a73,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:52.328910 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b481edb-1d0f-4cb9-9f9d-a0aa2472d28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.329298 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-1b481edb-1d0f-4cb9-9f9d-a0aa2472d28c admin admin] Added segment a727ead1-206b-4c3a-af5e-e283202f48eb of type vlan for network 0d48d846-e84e-4259-9c40-9f0e760d3dc5 Jul 23 20:29:52.448756 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c30aad7b-5903-4786-8c08-5653d7154c0d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.452767 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c30aad7b-5903-4786-8c08-5653d7154c0d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.477639 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b481edb-1d0f-4cb9-9f9d-a0aa2472d28c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.589535 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30aad7b-5903-4786-8c08-5653d7154c0d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Router ff7d21d7-c289-42b4-ac8a-4979f66001eb has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:29:52.607486 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18a25f81-ca98-4e1a-8504-0b90b3a96041 req-2eb20999-c0b3-4970-8735-2f40ccd2761b tempest-MigrationsAdminTest-698609580 tempest-MigrationsAdminTest-698609580-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab0f7a41-7237-49cd-9308-6661ecc32b2b HTTP/1.1" status: 200 len: 210 time: 0.2251122 Jul 23 20:29:52.618899 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba408fcc-5015-4234-bb27-01cc02856f25 req-b72c5e76-bd7c-4dcc-a4e9-829868029cee service neutron] 10.222.0.48 "GET /v2.0/networks/c97f5b5d-a800-4aa3-8195-36fc8395644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284661 Jul 23 20:29:52.673842 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2630242-c1a3-4b99-a0ac-07ab1880c945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.676709 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b481edb-1d0f-4cb9-9f9d-a0aa2472d28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.677947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b481edb-1d0f-4cb9-9f9d-a0aa2472d28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:52.678538 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b481edb-1d0f-4cb9-9f9d-a0aa2472d28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.741857 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b481edb-1d0f-4cb9-9f9d-a0aa2472d28c admin admin] Pushing event updated for resources: {'Network': ['ID=0d48d846-e84e-4259-9c40-9f0e760d3dc5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:52.744050 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2630242-c1a3-4b99-a0ac-07ab1880c945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.754094 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 0d48d846-e84e-4259-9c40-9f0e760d3dc5 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:29:52.777662 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:29:52.802899 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30aad7b-5903-4786-8c08-5653d7154c0d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:52.819766 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c30aad7b-5903-4786-8c08-5653d7154c0d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.819958 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-849c6c55-2410-40d1-aba0-5a6ed490b908 req-fdbef85f-8fda-4ba3-964a-827bb66821a9 tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.0789657 Jul 23 20:29:52.821058 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1b481edb-1d0f-4cb9-9f9d-a0aa2472d28c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6157019 Jul 23 20:29:52.824669 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c30aad7b-5903-4786-8c08-5653d7154c0d tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "PUT /v2.0/routers/ff7d21d7-c289-42b4-ac8a-4979f66001eb HTTP/1.1" status: 200 len: 922 time: 1.4335780 Jul 23 20:29:52.825893 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60584) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:52.827543 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60586) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:52.831985 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8fed4e3f-2d88-4b09-b8e8-fb8045162529 admin admin] Request body: {'subnet': {'network_id': '0d48d846-e84e-4259-9c40-9f0e760d3dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1765086176-subnet', 'tenant_id': '7f4f78c938f442e1b432392379dc58a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:52.835046 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c4b28-cea8-4282-8cd7-f8276abd6a86 None None] Sync routers for ids ['ff7d21d7-c289-42b4-ac8a-4979f66001eb'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:52.866353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fed4e3f-2d88-4b09-b8e8-fb8045162529 admin admin] Made reservation on behalf of 7f4f78c938f442e1b432392379dc58a8 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:52.869154 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8fed4e3f-2d88-4b09-b8e8-fb8045162529 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.902034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c4b28-cea8-4282-8cd7-f8276abd6a86 None None] Routers {'ff7d21d7-c289-42b4-ac8a-4979f66001eb'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:52.902937 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5b8c4b28-cea8-4282-8cd7-f8276abd6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ff7d21d7-c289-42b4-ac8a-4979f66001eb'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:52.918109 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f2630242-c1a3-4b99-a0ac-07ab1880c945 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da560da7164c4a3c93cbe4ba864d5e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7352579 Jul 23 20:29:52.919057 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60588) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:52.929300 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2630242-c1a3-4b99-a0ac-07ab1880c945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb925c16-fad8-4b50-a41d-58d5ad11933b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:52.942410 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5b8c4b28-cea8-4282-8cd7-f8276abd6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:52.953961 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c4b28-cea8-4282-8cd7-f8276abd6a86 None None] Routers {'ff7d21d7-c289-42b4-ac8a-4979f66001eb'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:52.954851 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5b8c4b28-cea8-4282-8cd7-f8276abd6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ff7d21d7-c289-42b4-ac8a-4979f66001eb'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:52.962882 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6a67a164-b9bf-40e2-8c1a-09749ee959d7 req-120166bb-1d7f-4c5f-aa43-8a0e75cb5e20 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 210 time: 0.0533226 Jul 23 20:29:52.993250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d7fb2-0d9c-4df3-8673-8683741120ad req-11d2fb3d-cb4c-4674-adde-81ff98450d8d tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:52.995528 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5b8c4b28-cea8-4282-8cd7-f8276abd6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:52.996189 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c4b28-cea8-4282-8cd7-f8276abd6a86 None None] The sync data for ids ['ff7d21d7-c289-42b4-ac8a-4979f66001eb'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:52.996408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2c6d7fb2-0d9c-4df3-8673-8683741120ad req-11d2fb3d-cb4c-4674-adde-81ff98450d8d tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/ports?device_id=c48ac234-ccf9-4dc9-9e85-5a274996196b HTTP/1.1" status: 200 len: 946 time: 0.3828638 Jul 23 20:29:53.031146 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0a5543f3-d049-480f-b5ab-e325dcc5b823 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "GET /v2.0/routers/ff7d21d7-c289-42b4-ac8a-4979f66001eb HTTP/1.1" status: 200 len: 922 time: 0.1986184 Jul 23 20:29:53.034394 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60590) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:53.043318 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2c6d7fb2-0d9c-4df3-8673-8683741120ad req-a32d0b72-cdb0-4077-9ed2-ff3a023a322a tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d437753-9ce9-47db-aab5-bc8414bc3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460341 Jul 23 20:29:53.096048 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-288a248e-a986-4022-8d48-414703ea18a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.163529 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-288a248e-a986-4022-8d48-414703ea18a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.195228 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device f9f59964-00a7-4cdb-bd4c-91bc3fe798ca no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:53.234970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424e114-d9bc-45ac-9373-abb3a7f3267b req-b701e16f-80bf-40ae-865b-67bdd4394f50 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:53.245492 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: f9f59964-00a7-4cdb-bd4c-91bc3fe798ca {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:53.245826 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device f9f59964-00a7-4cdb-bd4c-91bc3fe798ca not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:53.248208 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7424e114-d9bc-45ac-9373-abb3a7f3267b req-b701e16f-80bf-40ae-865b-67bdd4394f50 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 944 time: 0.1056650 Jul 23 20:29:53.282059 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d3a7a-85ff-42d7-a18b-8d50d3bb27b6 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:53.283674 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-620d3a7a-85ff-42d7-a18b-8d50d3bb27b6 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&device_id=ff7d21d7-c289-42b4-ac8a-4979f66001eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2470877 Jul 23 20:29:53.287396 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60600) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:53.296947 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8fed4e3f-2d88-4b09-b8e8-fb8045162529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.333386 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7424e114-d9bc-45ac-9373-abb3a7f3267b req-a2f7973c-2173-40a3-96fc-25f5a9938661 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab05eb11-a394-4ca1-965f-fef6dea08b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730016 Jul 23 20:29:53.370365 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-288a248e-a986-4022-8d48-414703ea18a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.372905 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-288a248e-a986-4022-8d48-414703ea18a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.374041 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-288a248e-a986-4022-8d48-414703ea18a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cb925c16-fad8-4b50-a41d-58d5ad11933b HTTP/1.1" status: 204 len: 168 time: 0.4540238 Jul 23 20:29:53.430125 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a248e-a986-4022-8d48-414703ea18a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb925c16-fad8-4b50-a41d-58d5ad11933b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:53.444509 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed4e3f-2d88-4b09-b8e8-fb8045162529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72d97ee1-1b33-4e99-881d-d0d34a669cc1,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:53.468163 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fed4e3f-2d88-4b09-b8e8-fb8045162529 admin admin] Checking segment: {'id': 'a727ead1-206b-4c3a-af5e-e283202f48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d48d846-e84e-4259-9c40-9f0e760d3dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:53.468711 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fed4e3f-2d88-4b09-b8e8-fb8045162529 admin admin] Network hostable DHCP agents. Network: 0d48d846-e84e-4259-9c40-9f0e760d3dc5, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:29:53.474833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4bec31-4e3e-46f0-bc01-6e8c2d7daefb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:53.476298 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4a4bec31-4e3e-46f0-bc01-6e8c2d7daefb tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 881 time: 0.1879668 Jul 23 20:29:53.479215 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60606) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:53.496891 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fed4e3f-2d88-4b09-b8e8-fb8045162529 admin admin] Network 0d48d846-e84e-4259-9c40-9f0e760d3dc5 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:29:53.510494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-8fed4e3f-2d88-4b09-b8e8-fb8045162529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 0d48d846-e84e-4259-9c40-9f0e760d3dc5) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:53.515763 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fed4e3f-2d88-4b09-b8e8-fb8045162529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:53.517593 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8fed4e3f-2d88-4b09-b8e8-fb8045162529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.523144 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2eef2c-68c0-4914-a841-83ac9690ece4 None None] Network 0d48d846-e84e-4259-9c40-9f0e760d3dc5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:53.532156 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-706a888d-d0c8-4804-a309-c283d7297f43 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff7d21d7-c289-42b4-ac8a-4979f66001eb HTTP/1.1" status: 200 len: 205 time: 0.0516658 Jul 23 20:29:53.534768 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60608) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:53.579312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b29016-9ba1-40e2-8974-b379b79431eb req-3e4230df-b203-43dd-83fc-ce47bd2236d2 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:53.580452 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8fed4e3f-2d88-4b09-b8e8-fb8045162529 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7535250 Jul 23 20:29:53.587668 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39b29016-9ba1-40e2-8974-b379b79431eb req-3e4230df-b203-43dd-83fc-ce47bd2236d2 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/ports?device_id=c48ac234-ccf9-4dc9-9e85-5a274996196b HTTP/1.1" status: 200 len: 946 time: 0.1694643 Jul 23 20:29:53.589578 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60610) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:53.596120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1765086176-router', 'tenant_id': '7f4f78c938f442e1b432392379dc58a8', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:53.665129 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39b29016-9ba1-40e2-8974-b379b79431eb req-a01ba2c0-1e0d-4b4d-b989-2ed99b12190b tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d437753-9ce9-47db-aab5-bc8414bc3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715709 Jul 23 20:29:53.674992 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.676321 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.690907 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59500852-160d-469f-8ee3-1bae8e91736b tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.741102 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.861915 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-0d48d846-e84e-4259-9c40-9f0e760d3dc5', 'network_id': '0d48d846-e84e-4259-9c40-9f0e760d3dc5', 'tenant_id': '7f4f78c938f442e1b432392379dc58a8', 'fixed_ips': [{'subnet_id': '72d97ee1-1b33-4e99-881d-d0d34a669cc1'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:29:53.864116 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.879272 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59500852-160d-469f-8ee3-1bae8e91736b tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.003504 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.033035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-59500852-160d-469f-8ee3-1bae8e91736b tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Deleting port 3e17988e-82c4-4fa1-95a2-b4adbbd64986 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:54.038932 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59500852-160d-469f-8ee3-1bae8e91736b tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.057495 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c3403f0e-a209-467b-b079-eeaabdac87f8 req-fb687256-1c17-4b4b-b744-8089a9f8f091 tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.0408604 Jul 23 20:29:54.198123 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8440385a-9664-49df-8c61-5383e9619d89 req-9e0acbd0-fdab-4751-99fe-cc660a4be96c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29755bd9e6a949dd9706884b42817a69&device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.0782211 Jul 23 20:29:54.253745 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Allocated IP 172.20.0.2 (0d48d846-e84e-4259-9c40-9f0e760d3dc5/72d97ee1-1b33-4e99-881d-d0d34a669cc1/daa3b6ec-440a-40eb-81c2-9d84541d05f8) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:54.283800 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59500852-160d-469f-8ee3-1bae8e91736b tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.287244 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7106c60-3f7c-4554-a0b1-aaf8e52570ac req-e870d902-a2b6-4647-9435-bf8086ee89f7 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f84632-b7fd-42d9-b6ef-dab789c0b0d6 HTTP/1.1" status: 200 len: 210 time: 0.0869272 Jul 23 20:29:54.324730 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60634) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:54.331649 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-59500852-160d-469f-8ee3-1bae8e91736b tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Calling delete_port for 3e17988e-82c4-4fa1-95a2-b4adbbd64986 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:54.424698 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8440385a-9664-49df-8c61-5383e9619d89 req-33dd4a28-62b6-4289-ac8b-2d6d579ad7b4 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=29755bd9e6a949dd9706884b42817a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1304092 Jul 23 20:29:54.554723 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c382214d-d373-4a03-b87d-72acf38736d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.578816 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.591150 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Transition to ACTIVE for port object daa3b6ec-440a-40eb-81c2-9d84541d05f8 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:54.607674 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Transition to ACTIVE for port object daa3b6ec-440a-40eb-81c2-9d84541d05f8 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:54.624146 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.702642 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59500852-160d-469f-8ee3-1bae8e91736b tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.755585 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Network 0d48d846-e84e-4259-9c40-9f0e760d3dc5 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:54.764114 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:54.769110 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:54.779278 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59500852-160d-469f-8ee3-1bae8e91736b tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Pushing event deleted for resources: {'Port': ['ID=3e17988e-82c4-4fa1-95a2-b4adbbd64986,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:54.798934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Pushing event updated for resources: {'Port': ['ID=daa3b6ec-440a-40eb-81c2-9d84541d05f8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:54.861136 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59500852-160d-469f-8ee3-1bae8e91736b tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.873901 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Attempting to bind port daa3b6ec-440a-40eb-81c2-9d84541d05f8 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:54.875134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Attempting to bind port daa3b6ec-440a-40eb-81c2-9d84541d05f8 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a727ead1-206b-4c3a-af5e-e283202f48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d48d846-e84e-4259-9c40-9f0e760d3dc5'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:54.875795 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Attempting to bind port daa3b6ec-440a-40eb-81c2-9d84541d05f8 on network 0d48d846-e84e-4259-9c40-9f0e760d3dc5 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:54.883680 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:54.885254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Checking segment: {'id': 'a727ead1-206b-4c3a-af5e-e283202f48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d48d846-e84e-4259-9c40-9f0e760d3dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:54.885863 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.886441 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Bound using segment: {'id': 'a727ead1-206b-4c3a-af5e-e283202f48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d48d846-e84e-4259-9c40-9f0e760d3dc5'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:54.887484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Bound port: daa3b6ec-440a-40eb-81c2-9d84541d05f8, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a727ead1-206b-4c3a-af5e-e283202f48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d48d846-e84e-4259-9c40-9f0e760d3dc5'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:54.888043 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.967646 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] For port daa3b6ec-440a-40eb-81c2-9d84541d05f8, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:54.972429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] For port daa3b6ec-440a-40eb-81c2-9d84541d05f8, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=daa3b6ec-440a-40eb-81c2-9d84541d05f8,segment=NetworkSegment(a727ead1-206b-4c3a-af5e-e283202f48eb),segment_id=a727ead1-206b-4c3a-af5e-e283202f48eb)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:54.981065 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.011788 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59500852-160d-469f-8ee3-1bae8e91736b tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.014665 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59500852-160d-469f-8ee3-1bae8e91736b tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.051272 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c4db6-f859-4b82-b8bf-246c6612816c None None] Pushing event updated for resources: {'Port': ['ID=daa3b6ec-440a-40eb-81c2-9d84541d05f8,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:55.083438 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59500852-160d-469f-8ee3-1bae8e91736b tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.084538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59500852-160d-469f-8ee3-1bae8e91736b tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Fanout notify agent at l3_agent the message router_deleted on router ff7d21d7-c289-42b4-ac8a-4979f66001eb {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:29:55.093298 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59500852-160d-469f-8ee3-1bae8e91736b tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.094987 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-59500852-160d-469f-8ee3-1bae8e91736b tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "DELETE /v2.0/routers/ff7d21d7-c289-42b4-ac8a-4979f66001eb HTTP/1.1" status: 204 len: 168 time: 1.5588596 Jul 23 20:29:55.098280 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60654) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:55.106454 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d9f222ad-a7e8-4b0c-98be-1d058fc8a7e1 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-309668837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:55.164836 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d9f222ad-a7e8-4b0c-98be-1d058fc8a7e1 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.166339 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d9f222ad-a7e8-4b0c-98be-1d058fc8a7e1 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.254257 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d9f222ad-a7e8-4b0c-98be-1d058fc8a7e1 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.268415 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d9f222ad-a7e8-4b0c-98be-1d058fc8a7e1 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.295697 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d9f222ad-a7e8-4b0c-98be-1d058fc8a7e1 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.298405 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d9f222ad-a7e8-4b0c-98be-1d058fc8a7e1 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1969087 Jul 23 20:29:55.301849 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60660) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:55.311248 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-46dfcb2f-0050-4262-a2fb-5928e7676eff tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:55.364459 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440385a-9664-49df-8c61-5383e9619d89 req-ac49fafd-d6a6-4073-8bdf-f08f81813f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:55.366577 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8440385a-9664-49df-8c61-5383e9619d89 req-ac49fafd-d6a6-4073-8bdf-f08f81813f0e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9408207 Jul 23 20:29:55.401145 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4b02f752-411d-4dc8-9ea4-e3be72fb5da4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1681e95d614a4f089ed176768eeebc0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0740111 Jul 23 20:29:55.404325 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60666) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:55.553248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8f0de-955a-4aa8-936c-c754a681ee84 req-9f7e1aea-418e-4694-a13c-c2b2e1a97f62 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:55.554830 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1cc8f0de-955a-4aa8-936c-c754a681ee84 req-9f7e1aea-418e-4694-a13c-c2b2e1a97f62 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.57 "GET /v2.0/ports?device_id=c48ac234-ccf9-4dc9-9e85-5a274996196b HTTP/1.1" status: 200 len: 946 time: 0.7228045 Jul 23 20:29:55.582363 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf14f8-8c03-4771-9db4-b190112ce6a9 req-25347b4b-25a0-40e2-adf0-a3efea71804d tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:55.589938 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0cf14f8-8c03-4771-9db4-b190112ce6a9 req-25347b4b-25a0-40e2-adf0-a3efea71804d tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/ports?device_id=c48ac234-ccf9-4dc9-9e85-5a274996196b HTTP/1.1" status: 200 len: 946 time: 0.7545941 Jul 23 20:29:55.615826 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a973036-b5d3-4e34-8798-fe9febc75243 req-b8b1b964-6a3d-4d4a-9893-cc7634a97091 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:55.617341 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a973036-b5d3-4e34-8798-fe9febc75243 req-b8b1b964-6a3d-4d4a-9893-cc7634a97091 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 944 time: 0.9985249 Jul 23 20:29:55.635752 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd4902b2-7967-43ab-9534-cb5dc16eb6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.706259 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.720548 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46dfcb2f-0050-4262-a2fb-5928e7676eff tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.729098 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd4902b2-7967-43ab-9534-cb5dc16eb6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.767730 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0cf14f8-8c03-4771-9db4-b190112ce6a9 req-e35b0e9e-f863-493f-94f5-7e4ef471ea76 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d437753-9ce9-47db-aab5-bc8414bc3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768119 Jul 23 20:29:55.791904 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.808348 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a973036-b5d3-4e34-8798-fe9febc75243 req-0fbdd80f-f136-4587-adcd-9af6c28bba10 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab05eb11-a394-4ca1-965f-fef6dea08b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544025 Jul 23 20:29:55.871612 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd4902b2-7967-43ab-9534-cb5dc16eb6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.874448 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd4902b2-7967-43ab-9534-cb5dc16eb6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.886894 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cd4902b2-7967-43ab-9534-cb5dc16eb6c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7652a15e-9f72-485d-bafd-2d3a7cfa9f77 HTTP/1.1" status: 204 len: 168 time: 0.4447196 Jul 23 20:29:55.908040 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4902b2-7967-43ab-9534-cb5dc16eb6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7652a15e-9f72-485d-bafd-2d3a7cfa9f77,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:55.959386 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79dd57b3-4e65-43bd-92e6-7ff37bbc5fb4 req-13f8e391-1dff-4be6-baad-2acff1b131e5 tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.0854566 Jul 23 20:29:56.032527 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-1cc8f0de-955a-4aa8-936c-c754a681ee84 req-45e10285-7595-4eab-b166-5b85b5610a15 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Deleting port ba491b27-2071-42ea-97b4-8c1b13ea9645 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:56.032650 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1cc8f0de-955a-4aa8-936c-c754a681ee84 req-45e10285-7595-4eab-b166-5b85b5610a15 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.317724 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-1cc8f0de-955a-4aa8-936c-c754a681ee84 req-45e10285-7595-4eab-b166-5b85b5610a15 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] For port ba491b27-2071-42ea-97b4-8c1b13ea9645, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ba491b27-2071-42ea-97b4-8c1b13ea9645,segment=NetworkSegment(948403f2-3181-438c-a858-10148c958bb7),segment_id=948403f2-3181-438c-a858-10148c958bb7)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:56.321133 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1cc8f0de-955a-4aa8-936c-c754a681ee84 req-45e10285-7595-4eab-b166-5b85b5610a15 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.366829 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-1cc8f0de-955a-4aa8-936c-c754a681ee84 req-45e10285-7595-4eab-b166-5b85b5610a15 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Calling delete_port for ba491b27-2071-42ea-97b4-8c1b13ea9645 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:56.444491 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device daa3b6ec-440a-40eb-81c2-9d84541d05f8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:56.551691 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port daa3b6ec-440a-40eb-81c2-9d84541d05f8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:56.577619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Allocated IP 172.25.3.56 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/119126fc-2af6-4fb0-a3ac-62c53e070a20) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:56.607656 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46dfcb2f-0050-4262-a2fb-5928e7676eff tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.657145 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60684) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:56.658302 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46dfcb2f-0050-4262-a2fb-5928e7676eff tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.663155 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7832b0-1782-4f15-9799-d1a140bfca55 None None] Network 0d48d846-e84e-4259-9c40-9f0e760d3dc5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:56.757627 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5ece2778-8e76-4524-901a-2190c9fb99da admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1cef590e22934f648203c6cf52a67d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0910513 Jul 23 20:29:56.763360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60686) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:56.845174 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d00b10e-7c5e-40c2-9830-2cd2cf18d1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.860613 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c4f21776-a264-4da7-8d65-3252e78e5489 None None] Provisioning for port daa3b6ec-440a-40eb-81c2-9d84541d05f8 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:56.872954 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d00b10e-7c5e-40c2-9830-2cd2cf18d1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.921897 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c4f21776-a264-4da7-8d65-3252e78e5489 None None] Provisioning complete for port daa3b6ec-440a-40eb-81c2-9d84541d05f8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:56.922198 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4f21776-a264-4da7-8d65-3252e78e5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.947206 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d00b10e-7c5e-40c2-9830-2cd2cf18d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.955670 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d00b10e-7c5e-40c2-9830-2cd2cf18d1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.957535 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8d00b10e-7c5e-40c2-9830-2cd2cf18d1c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4ae6411a-6705-4653-841b-8a9971e5a222 HTTP/1.1" status: 204 len: 168 time: 0.1932118 Jul 23 20:29:56.968813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00b10e-7c5e-40c2-9830-2cd2cf18d1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae6411a-6705-4653-841b-8a9971e5a222,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:56.978772 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00b10e-7c5e-40c2-9830-2cd2cf18d1c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:56.979460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00b10e-7c5e-40c2-9830-2cd2cf18d1c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:56.980033 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00b10e-7c5e-40c2-9830-2cd2cf18d1c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:56.980647 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00b10e-7c5e-40c2-9830-2cd2cf18d1c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:56.981193 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00b10e-7c5e-40c2-9830-2cd2cf18d1c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:56.981759 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00b10e-7c5e-40c2-9830-2cd2cf18d1c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:56.982242 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00b10e-7c5e-40c2-9830-2cd2cf18d1c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:56.982728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00b10e-7c5e-40c2-9830-2cd2cf18d1c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:56.983378 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00b10e-7c5e-40c2-9830-2cd2cf18d1c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:56.984264 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00b10e-7c5e-40c2-9830-2cd2cf18d1c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:56.984790 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00b10e-7c5e-40c2-9830-2cd2cf18d1c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:56.985322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00b10e-7c5e-40c2-9830-2cd2cf18d1c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:57.107419 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4f21776-a264-4da7-8d65-3252e78e5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.165630 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f7206cc9-b6c2-48c2-82fd-283696c29ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.191511 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-c4f21776-a264-4da7-8d65-3252e78e5489 None None] For port daa3b6ec-440a-40eb-81c2-9d84541d05f8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=daa3b6ec-440a-40eb-81c2-9d84541d05f8,segment=NetworkSegment(a727ead1-206b-4c3a-af5e-e283202f48eb),segment_id=a727ead1-206b-4c3a-af5e-e283202f48eb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:57.207267 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4f21776-a264-4da7-8d65-3252e78e5489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.300534 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65ffd9-1b71-4049-8e01-76e5c022c15d req-245f0102-168d-4baf-963b-c39f188443a9 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:57.301050 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65ffd9-1b71-4049-8e01-76e5c022c15d req-245f0102-168d-4baf-963b-c39f188443a9 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:57.301553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65ffd9-1b71-4049-8e01-76e5c022c15d req-245f0102-168d-4baf-963b-c39f188443a9 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:57.302025 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65ffd9-1b71-4049-8e01-76e5c022c15d req-245f0102-168d-4baf-963b-c39f188443a9 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:57.303624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65ffd9-1b71-4049-8e01-76e5c022c15d req-245f0102-168d-4baf-963b-c39f188443a9 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:57.304170 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65ffd9-1b71-4049-8e01-76e5c022c15d req-245f0102-168d-4baf-963b-c39f188443a9 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:57.304649 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65ffd9-1b71-4049-8e01-76e5c022c15d req-245f0102-168d-4baf-963b-c39f188443a9 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:57.305148 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65ffd9-1b71-4049-8e01-76e5c022c15d req-245f0102-168d-4baf-963b-c39f188443a9 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:57.308132 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2e65ffd9-1b71-4049-8e01-76e5c022c15d req-245f0102-168d-4baf-963b-c39f188443a9 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5709 time: 0.7202880 Jul 23 20:29:57.315011 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.345872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6725fb1-06e9-44da-b365-9d46d0554771 req-7776bb3a-ad79-4a4d-a07c-62722a937424 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:57.354955 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.368422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f21776-a264-4da7-8d65-3252e78e5489 None None] Pushing event updated for resources: {'Port': ['ID=daa3b6ec-440a-40eb-81c2-9d84541d05f8,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:57.370462 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6725fb1-06e9-44da-b365-9d46d0554771 req-7776bb3a-ad79-4a4d-a07c-62722a937424 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/ports?device_id=c48ac234-ccf9-4dc9-9e85-5a274996196b HTTP/1.1" status: 200 len: 946 time: 0.4814529 Jul 23 20:29:57.403194 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1cc8f0de-955a-4aa8-936c-c754a681ee84 req-45e10285-7595-4eab-b166-5b85b5610a15 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.413783 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 4678e243-b021-4da0-9bc1-8241fec7e7f0 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:29:57.477102 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2487e4d5-1c37-4433-abc6-37d7cac999f8 None None] Provisioning complete for port daa3b6ec-440a-40eb-81c2-9d84541d05f8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:57.477802 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2487e4d5-1c37-4433-abc6-37d7cac999f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.573729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc8f0de-955a-4aa8-936c-c754a681ee84 req-45e10285-7595-4eab-b166-5b85b5610a15 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] No DVR routers for this DVR port ba491b27-2071-42ea-97b4-8c1b13ea9645 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:57.577953 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1cc8f0de-955a-4aa8-936c-c754a681ee84 req-45e10285-7595-4eab-b166-5b85b5610a15 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.581675 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1cc8f0de-955a-4aa8-936c-c754a681ee84 req-45e10285-7595-4eab-b166-5b85b5610a15 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.57 "DELETE /v2.0/ports/ba491b27-2071-42ea-97b4-8c1b13ea9645 HTTP/1.1" status: 204 len: 173 time: 1.9869099 Jul 23 20:29:57.582845 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e10285-7595-4eab-b166-5b85b5610a15 tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] Pushing event deleted for resources: {'Port': ['ID=ba491b27-2071-42ea-97b4-8c1b13ea9645,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:57.634853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48ac234-ccf9-4dc9-9e85-5a274996196b', 'name': 'network-vif-deleted', 'tag': 'ba491b27-2071-42ea-97b4-8c1b13ea9645'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:57.637341 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20eedd8d-d41a-4333-9dbc-c3618a24ddd1" -d '{"events": [{"server_uuid": "c48ac234-ccf9-4dc9-9e85-5a274996196b", "name": "network-vif-deleted", "tag": "ba491b27-2071-42ea-97b4-8c1b13ea9645"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:57.663405 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6725fb1-06e9-44da-b365-9d46d0554771 req-86e8d5e8-a798-44c1-b96d-331937781bbd tempest-InstanceActionsNegativeTestJSON-1181947278 tempest-InstanceActionsNegativeTestJSON-1181947278-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d437753-9ce9-47db-aab5-bc8414bc3441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915184 Jul 23 20:29:57.753655 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.811981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0443f-8ef8-4b8d-aade-38762917df41 req-4b3ddcec-785f-4bfc-9173-9a5936c2b778 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:57.813574 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55e0443f-8ef8-4b8d-aade-38762917df41 req-4b3ddcec-785f-4bfc-9173-9a5936c2b778 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 944 time: 0.3796084 Jul 23 20:29:57.815589 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:57.820681 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:57.823324 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:57.877278 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-46dfcb2f-0050-4262-a2fb-5928e7676eff tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Allocated IP 172.25.3.107 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/2152ac61-4137-44a4-9a0b-7e9259d2759a) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:57.898809 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 4678e243-b021-4da0-9bc1-8241fec7e7f0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=4678e243-b021-4da0-9bc1-8241fec7e7f0,segment=NetworkSegment(876faced-d8cf-4f41-b4e8-dd51f3ba19be),segment_id=876faced-d8cf-4f41-b4e8-dd51f3ba19be)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:57.912230 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '4678e243-b021-4da0-9bc1-8241fec7e7f0', 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b', 'port_id': '4678e243-b021-4da0-9bc1-8241fec7e7f0', 'mac_address': 'fa:16:3e:bb:2c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:29:57.915312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Pushing event updated for resources: {'Port': ['ID=119126fc-2af6-4fb0-a3ac-62c53e070a20,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:57.964588 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f0560c6-6a5e-4097-83ba-c80e31f76abb req-a27b5f21-ba77-41db-aca5-ff82bbdc1c82 tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.0791752 Jul 23 20:29:57.979908 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.994690 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55e0443f-8ef8-4b8d-aade-38762917df41 req-390cbb34-9388-48cb-8547-aa3a6fd52d2b tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab05eb11-a394-4ca1-965f-fef6dea08b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635642 Jul 23 20:29:57.996556 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4678e243-b021-4da0-9bc1-8241fec7e7f0 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:29:58.021066 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 4678e243-b021-4da0-9bc1-8241fec7e7f0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=4678e243-b021-4da0-9bc1-8241fec7e7f0,segment=NetworkSegment(876faced-d8cf-4f41-b4e8-dd51f3ba19be),segment_id=876faced-d8cf-4f41-b4e8-dd51f3ba19be)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:58.031672 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.102289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=4678e243-b021-4da0-9bc1-8241fec7e7f0,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:58.156570 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46dfcb2f-0050-4262-a2fb-5928e7676eff tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.247177 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c84e421-e6d1-4e43-8275-d379f5335ebb x-openstack-request-id: req-2c84e421-e6d1-4e43-8275-d379f5335ebb {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:58.247484 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48ac234-ccf9-4dc9-9e85-5a274996196b", "name": "network-vif-deleted", "tag": "ba491b27-2071-42ea-97b4-8c1b13ea9645", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:58.247741 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c84e421-e6d1-4e43-8275-d379f5335ebb {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:58.248132 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48ac234-ccf9-4dc9-9e85-5a274996196b', 'name': 'network-vif-deleted', 'tag': 'ba491b27-2071-42ea-97b4-8c1b13ea9645', 'status': 'completed', 'code': 200} Jul 23 20:29:58.249147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3eaa9-6bbd-4fbb-86e4-5b999f675e79 req-1ae8f4c2-5272-4bbf-8a25-9f87700b2343 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:58.250556 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85e3eaa9-6bbd-4fbb-86e4-5b999f675e79 req-1ae8f4c2-5272-4bbf-8a25-9f87700b2343 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 886 time: 0.1861963 Jul 23 20:29:58.269790 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['4678e243-b021-4da0-9bc1-8241fec7e7f0'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:29:58.291536 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46dfcb2f-0050-4262-a2fb-5928e7676eff tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.409220 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dfcb2f-0050-4262-a2fb-5928e7676eff tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:58.430396 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-46dfcb2f-0050-4262-a2fb-5928e7676eff tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:58.431342 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device daa3b6ec-440a-40eb-81c2-9d84541d05f8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:58.435502 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dfcb2f-0050-4262-a2fb-5928e7676eff tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:58.450175 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfcb2f-0050-4262-a2fb-5928e7676eff tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Pushing event updated for resources: {'Port': ['ID=2152ac61-4137-44a4-9a0b-7e9259d2759a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:58.527075 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.538059 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port daa3b6ec-440a-40eb-81c2-9d84541d05f8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:58.538568 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.703476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daf70e-711e-4d95-bf1f-1c923b904b96 req-98093f38-74d1-4662-83f8-5bdaa3caed18 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:58.704028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daf70e-711e-4d95-bf1f-1c923b904b96 req-98093f38-74d1-4662-83f8-5bdaa3caed18 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:58.727718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daf70e-711e-4d95-bf1f-1c923b904b96 req-98093f38-74d1-4662-83f8-5bdaa3caed18 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:58.728383 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daf70e-711e-4d95-bf1f-1c923b904b96 req-98093f38-74d1-4662-83f8-5bdaa3caed18 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:58.729015 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daf70e-711e-4d95-bf1f-1c923b904b96 req-98093f38-74d1-4662-83f8-5bdaa3caed18 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:58.729641 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daf70e-711e-4d95-bf1f-1c923b904b96 req-98093f38-74d1-4662-83f8-5bdaa3caed18 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:58.730273 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daf70e-711e-4d95-bf1f-1c923b904b96 req-98093f38-74d1-4662-83f8-5bdaa3caed18 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:58.731635 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daf70e-711e-4d95-bf1f-1c923b904b96 req-98093f38-74d1-4662-83f8-5bdaa3caed18 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:58.756756 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41daf70e-711e-4d95-bf1f-1c923b904b96 req-98093f38-74d1-4662-83f8-5bdaa3caed18 tempest-NetworksTest-847979954 tempest-NetworksTest-847979954-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5709 time: 0.4255624 Jul 23 20:29:58.801952 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.858186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60730) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:59.043648 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b64cd4-f63d-4425-a36e-5e0d54f0a9d8 admin admin] Deleting subnet b32a6173-1acd-43b2-94de-1ae0b68a12cc {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:59.058033 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83b64cd4-f63d-4425-a36e-5e0d54f0a9d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.138608 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46dfcb2f-0050-4262-a2fb-5928e7676eff tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.181636 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83b64cd4-f63d-4425-a36e-5e0d54f0a9d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.183635 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60742) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:59.242016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ba491b27-2071-42ea-97b4-8c1b13ea9645 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:59.281767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: ba491b27-2071-42ea-97b4-8c1b13ea9645 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:59.282115 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ba491b27-2071-42ea-97b4-8c1b13ea9645 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:59.307423 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83b64cd4-f63d-4425-a36e-5e0d54f0a9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.447181 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 4678e243-b021-4da0-9bc1-8241fec7e7f0 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:59.468423 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83b64cd4-f63d-4425-a36e-5e0d54f0a9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.489425 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d950685-8b7b-496b-a930-09407fcef114 req-4a9190ce-9db9-43b1-bddb-2a9873f19231 tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.0684779 Jul 23 20:29:59.509538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b64cd4-f63d-4425-a36e-5e0d54f0a9d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b32a6173-1acd-43b2-94de-1ae0b68a12cc,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:59.516248 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83b64cd4-f63d-4425-a36e-5e0d54f0a9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.518326 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-83b64cd4-f63d-4425-a36e-5e0d54f0a9d8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b32a6173-1acd-43b2-94de-1ae0b68a12cc HTTP/1.1" status: 204 len: 168 time: 0.6589367 Jul 23 20:29:59.521008 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60758) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:59.561359 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be87cf-12ac-4165-b224-c7380f7be0d3 req-5a78c4f0-aeb5-4255-bc0b-d63624b453fe tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:59.561359 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2be87cf-12ac-4165-b224-c7380f7be0d3 req-5a78c4f0-aeb5-4255-bc0b-d63624b453fe tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 945 time: 0.1396325 Jul 23 20:29:59.561359 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.562289 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46dfcb2f-0050-4262-a2fb-5928e7676eff tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.577042 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46dfcb2f-0050-4262-a2fb-5928e7676eff tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.627165 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 4678e243-b021-4da0-9bc1-8241fec7e7f0 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:59.627545 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 4678e243-b021-4da0-9bc1-8241fec7e7f0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:59.628248 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.786519 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0cfd6b4-e775-43ae-9498-ef73f911b05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.796381 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d67de9ad-1e36-499e-b6dd-0bca36a5ae10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.803705 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.832379 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2be87cf-12ac-4165-b224-c7380f7be0d3 req-ee90b539-628f-47bc-9416-b31a099a8966 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab05eb11-a394-4ca1-965f-fef6dea08b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413111 Jul 23 20:29:59.874347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11529f3-02f9-4bb1-b11d-d6e54f1efb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4678e243-b021-4da0-9bc1-8241fec7e7f0'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:59.876801 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670f343f-b175-4181-a2ae-624261777618" -d '{"events": [{"server_uuid": "a11529f3-02f9-4bb1-b11d-d6e54f1efb81", "name": "network-vif-plugged", "status": "completed", "tag": "4678e243-b021-4da0-9bc1-8241fec7e7f0"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:59.894825 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.917380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 4678e243-b021-4da0-9bc1-8241fec7e7f0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=4678e243-b021-4da0-9bc1-8241fec7e7f0,segment=NetworkSegment(876faced-d8cf-4f41-b4e8-dd51f3ba19be),segment_id=876faced-d8cf-4f41-b4e8-dd51f3ba19be)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:59.929070 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.938885 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Router 0c2d2baf-ce91-41f3-a56f-ea7472c06813 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:29:59.972198 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0cfd6b4-e775-43ae-9498-ef73f911b05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.982734 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0cfd6b4-e775-43ae-9498-ef73f911b05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.004831 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28e3f61-2c72-4623-8488-01b911f86f01 x-openstack-request-id: req-a28e3f61-2c72-4623-8488-01b911f86f01 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:00.005114 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11529f3-02f9-4bb1-b11d-d6e54f1efb81", "name": "network-vif-plugged", "status": "completed", "tag": "4678e243-b021-4da0-9bc1-8241fec7e7f0", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:00.005437 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a28e3f61-2c72-4623-8488-01b911f86f01 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:00.005850 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11529f3-02f9-4bb1-b11d-d6e54f1efb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4678e243-b021-4da0-9bc1-8241fec7e7f0', 'code': 200} Jul 23 20:30:00.081494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=4678e243-b021-4da0-9bc1-8241fec7e7f0,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:00.121162 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d67de9ad-1e36-499e-b6dd-0bca36a5ae10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.151786 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-d67de9ad-1e36-499e-b6dd-0bca36a5ae10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5442f1-6f3f-4912-bf67-c966e156e737']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:00.176573 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-d67de9ad-1e36-499e-b6dd-0bca36a5ae10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948403f2-3181-438c-a858-10148c958bb7') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:00.177955 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-d67de9ad-1e36-499e-b6dd-0bca36a5ae10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948403f2-3181-438c-a858-10148c958bb7') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:00.202577 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d67de9ad-1e36-499e-b6dd-0bca36a5ae10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.219003 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d67de9ad-1e36-499e-b6dd-0bca36a5ae10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.226154 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67de9ad-1e36-499e-b6dd-0bca36a5ae10 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:00.226559 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d67de9ad-1e36-499e-b6dd-0bca36a5ae10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.266185 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02ab9e-41a7-4ca2-8b23-e8964b9b03e5 req-636d712e-2a20-44d9-917e-eb161c3a403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:00.267912 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b02ab9e-41a7-4ca2-8b23-e8964b9b03e5 req-636d712e-2a20-44d9-917e-eb161c3a403b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 1098 time: 0.1873431 Jul 23 20:30:00.299949 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:00.313298 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Sync routers for ids ['0c2d2baf-ce91-41f3-a56f-ea7472c06813'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:00.319955 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:00.322064 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dfcb2f-0050-4262-a2fb-5928e7676eff tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Router d49dd0a2-1be9-4a30-997d-fffb530a0eab is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:30:00.328346 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b02ab9e-41a7-4ca2-8b23-e8964b9b03e5 req-f9cab9aa-8864-45e8-962e-4fa33f0234bd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ab05eb11-a394-4ca1-965f-fef6dea08b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510578 Jul 23 20:30:00.331823 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.336215 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d67de9ad-1e36-499e-b6dd-0bca36a5ae10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.336406 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a3e3936b-2fdb-44c3-9037-93a8f5d2f550 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7414689 Jul 23 20:30:00.336513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60782) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:00.353765 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Routers {'0c2d2baf-ce91-41f3-a56f-ea7472c06813'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:00.354626 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['0c2d2baf-ce91-41f3-a56f-ea7472c06813'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:00.368222 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d67de9ad-1e36-499e-b6dd-0bca36a5ae10 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.372609 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d67de9ad-1e36-499e-b6dd-0bca36a5ae10 admin admin] 10.222.0.55 "DELETE /v2.0/networks/aa5442f1-6f3f-4912-bf67-c966e156e737 HTTP/1.1" status: 204 len: 168 time: 0.8482771 Jul 23 20:30:00.409735 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a0cfd6b4-e775-43ae-9498-ef73f911b05a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b8f962ef86494a7aaf7da82cd5069241&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2249284 Jul 23 20:30:00.410496 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfd6b4-e775-43ae-9498-ef73f911b05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8be97e1-0550-4bf4-a3d1-2e11db2c1dc9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:00.421794 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60788) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:00.488895 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67de9ad-1e36-499e-b6dd-0bca36a5ae10 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa5442f1-6f3f-4912-bf67-c966e156e737,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:00.567519 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Set router 0c2d2baf-ce91-41f3-a56f-ea7472c06813 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:00.707950 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bb9361b7-e44a-455f-b05f-6b729b1e3ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.737243 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60796) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:00.766471 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bb9361b7-e44a-455f-b05f-6b729b1e3ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.781355 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d95192-47dc-48f4-b0ce-f4273dd5a9cd req-465a1836-1716-4ed2-83fb-01ebd72839d1 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:00.790311 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8d95192-47dc-48f4-b0ce-f4273dd5a9cd req-465a1836-1716-4ed2-83fb-01ebd72839d1 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 944 time: 0.2872326 Jul 23 20:30:00.813686 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2c58257-1f11-49d5-ba32-3a6fc0f0fff7 req-9eb6119d-a260-4d1c-9a03-6d26712299b6 tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.1031141 Jul 23 20:30:00.831547 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'name': 'tempest-FloatingIPsTestJSON-1765086176-router', 'tenant_id': '7f4f78c938f442e1b432392379dc58a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '119126fc-2af6-4fb0-a3ac-62c53e070a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:53Z', 'updated_at': '2021-07-23T20:29:58Z', 'revision_number': 3, 'project_id': '7f4f78c938f442e1b432392379dc58a8', 'gw_port': {'id': '119126fc-2af6-4fb0-a3ac-62c53e070a20', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:11:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:55Z', 'updated_at': '2021-07-23T20:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:00.848516 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-964b6084-7fce-4564-8b27-beafea76aea3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b94e68001ad46d3a344b7ec05611f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1096251 Jul 23 20:30:00.867130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60802) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:00.877272 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Checking router: 0c2d2baf-ce91-41f3-a56f-ea7472c06813 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:30:00.877623 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Updating router 0c2d2baf-ce91-41f3-a56f-ea7472c06813 port 119126fc-2af6-4fb0-a3ac-62c53e070a20 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:30:00.896677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dfcb2f-0050-4262-a2fb-5928e7676eff tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:00.907714 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46dfcb2f-0050-4262-a2fb-5928e7676eff tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.909203 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-46dfcb2f-0050-4262-a2fb-5928e7676eff tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "PUT /v2.0/routers/d49dd0a2-1be9-4a30-997d-fffb530a0eab HTTP/1.1" status: 200 len: 879 time: 5.6050711 Jul 23 20:30:00.910289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df39836-fb89-4434-b3db-3ef7e536f44a None None] Sync routers for ids ['d49dd0a2-1be9-4a30-997d-fffb530a0eab'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:00.914448 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60804) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:00.928653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df39836-fb89-4434-b3db-3ef7e536f44a None None] Routers {'d49dd0a2-1be9-4a30-997d-fffb530a0eab'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:00.930498 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4df39836-fb89-4434-b3db-3ef7e536f44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d49dd0a2-1be9-4a30-997d-fffb530a0eab'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:00.934415 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.963656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8d95192-47dc-48f4-b0ce-f4273dd5a9cd req-1ed35b2a-c13c-49e6-aa8f-f7ac8867b567 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629329 Jul 23 20:30:01.019627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4df39836-fb89-4434-b3db-3ef7e536f44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:01.039566 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df39836-fb89-4434-b3db-3ef7e536f44a None None] Routers {'d49dd0a2-1be9-4a30-997d-fffb530a0eab'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:01.042927 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4df39836-fb89-4434-b3db-3ef7e536f44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d49dd0a2-1be9-4a30-997d-fffb530a0eab'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:01.066917 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ddb6a0cc-3b3e-4629-b93c-62f5c84dacea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.069613 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bb9361b7-e44a-455f-b05f-6b729b1e3ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.073045 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bb9361b7-e44a-455f-b05f-6b729b1e3ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.074447 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bb9361b7-e44a-455f-b05f-6b729b1e3ee9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8be97e1-0550-4bf4-a3d1-2e11db2c1dc9 HTTP/1.1" status: 204 len: 168 time: 0.6446619 Jul 23 20:30:01.147390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9361b7-e44a-455f-b05f-6b729b1e3ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8be97e1-0550-4bf4-a3d1-2e11db2c1dc9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:01.165216 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4df39836-fb89-4434-b3db-3ef7e536f44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:01.166968 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df39836-fb89-4434-b3db-3ef7e536f44a None None] The sync data for ids ['d49dd0a2-1be9-4a30-997d-fffb530a0eab'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:01.181649 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ddb6a0cc-3b3e-4629-b93c-62f5c84dacea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.245086 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64c638-d310-4d90-89f4-289fce790227 req-70bfcc31-5912-451d-aba7-0316a15fd970 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:01.246590 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ff64c638-d310-4d90-89f4-289fce790227 req-70bfcc31-5912-451d-aba7-0316a15fd970 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 944 time: 0.3926852 Jul 23 20:30:01.325447 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c2e7c46b-1efb-429b-9ddd-3acdddbf7436 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "GET /v2.0/routers/d49dd0a2-1be9-4a30-997d-fffb530a0eab HTTP/1.1" status: 200 len: 920 time: 0.4067075 Jul 23 20:30:01.326564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60816) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:01.346242 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ddb6a0cc-3b3e-4629-b93c-62f5c84dacea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.351811 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ddb6a0cc-3b3e-4629-b93c-62f5c84dacea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.353051 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ddb6a0cc-3b3e-4629-b93c-62f5c84dacea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d437753-9ce9-47db-aab5-bc8414bc3441 HTTP/1.1" status: 204 len: 168 time: 0.4832876 Jul 23 20:30:01.382264 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6a0cc-3b3e-4629-b93c-62f5c84dacea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d437753-9ce9-47db-aab5-bc8414bc3441,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:01.413917 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-84125acf-3a7c-4b61-aa79-bce3a1a67f43 req-cbe2a61b-b732-45cc-beee-7701e882584e tempest-QuotasAdminNegativeTest-393951941 tempest-QuotasAdminNegativeTest-393951941-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f0c82400ab1541c2be60e3804425bee1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700035 Jul 23 20:30:01.421553 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cef1d31-5479-4d1c-8f3b-9139c549cfba tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:01.423698 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3cef1d31-5479-4d1c-8f3b-9139c549cfba tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&device_id=d49dd0a2-1be9-4a30-997d-fffb530a0eab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0950921 Jul 23 20:30:01.426315 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60820) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:01.477098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171ec1b-4f13-40e4-bc5e-ed46a3bf8712 req-85677cfe-f4b8-4022-8abb-8b65a7e968f9 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:01.478085 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.484363 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9171ec1b-4f13-40e4-bc5e-ed46a3bf8712 req-85677cfe-f4b8-4022-8abb-8b65a7e968f9 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 946 time: 0.3065097 Jul 23 20:30:01.491439 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Transition to ACTIVE for port object 119126fc-2af6-4fb0-a3ac-62c53e070a20 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:01.502159 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.596988 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d5c8e9-dceb-4584-b2fe-51d65d83037b tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:01.599147 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c6d5c8e9-dceb-4584-b2fe-51d65d83037b tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 881 time: 0.1701310 Jul 23 20:30:01.601556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60824) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:01.645066 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78b863-01e7-4dfd-92c1-9b10a9a64b30 None None] Pushing event updated for resources: {'Port': ['ID=119126fc-2af6-4fb0-a3ac-62c53e070a20,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:01.649764 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e5466769-f562-489c-99e3-13ec5f5f49c1 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "GET /v2.0/ports?device_id=d49dd0a2-1be9-4a30-997d-fffb530a0eab HTTP/1.1" status: 200 len: 205 time: 0.0440390 Jul 23 20:30:01.649764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60826) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:01.680091 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Attempting to bind port 119126fc-2af6-4fb0-a3ac-62c53e070a20 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:01.680651 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Attempting to bind port 119126fc-2af6-4fb0-a3ac-62c53e070a20 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:01.682968 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Attempting to bind port 119126fc-2af6-4fb0-a3ac-62c53e070a20 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:01.692891 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:01.694923 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:01.706246 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9171ec1b-4f13-40e4-bc5e-ed46a3bf8712 req-0353d872-fe21-4967-929c-65070198576c tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab05eb11-a394-4ca1-965f-fef6dea08b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057409 Jul 23 20:30:01.706570 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.706570 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:01.706570 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Bound port: 119126fc-2af6-4fb0-a3ac-62c53e070a20, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:01.706570 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.706935 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60830) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:01.712052 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-ff64c638-d310-4d90-89f4-289fce790227 req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Deleting port 499087ef-b504-47ae-8eac-aed11d098fb8 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:01.712391 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ff64c638-d310-4d90-89f4-289fce790227 req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.745355 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a140be60-10ce-4fc4-b6d2-b2c1a85db34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.776443 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] For port 119126fc-2af6-4fb0-a3ac-62c53e070a20, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:01.782124 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] For port 119126fc-2af6-4fb0-a3ac-62c53e070a20, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=119126fc-2af6-4fb0-a3ac-62c53e070a20,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:01.789803 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.831952 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84125acf-3a7c-4b61-aa79-bce3a1a67f43 req-8edc361f-9585-460a-af9b-af90e35bf117 tempest-QuotasAdminNegativeTest-393951941 tempest-QuotasAdminNegativeTest-393951941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:01.835660 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29fa38ed-491e-45c7-9654-ef3f1aebbb70 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.839062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-84125acf-3a7c-4b61-aa79-bce3a1a67f43 req-8edc361f-9585-460a-af9b-af90e35bf117 tempest-QuotasAdminNegativeTest-393951941 tempest-QuotasAdminNegativeTest-393951941-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4242802 Jul 23 20:30:01.874184 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78b863-01e7-4dfd-92c1-9b10a9a64b30 None None] Pushing event updated for resources: {'Port': ['ID=119126fc-2af6-4fb0-a3ac-62c53e070a20,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:01.885655 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Routers {'0c2d2baf-ce91-41f3-a56f-ea7472c06813'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:01.886528 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['0c2d2baf-ce91-41f3-a56f-ea7472c06813'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:01.989106 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a140be60-10ce-4fc4-b6d2-b2c1a85db34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.998656 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a140be60-10ce-4fc4-b6d2-b2c1a85db34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.010660 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29fa38ed-491e-45c7-9654-ef3f1aebbb70 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.051456 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a140be60-10ce-4fc4-b6d2-b2c1a85db34e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8865660b6e094707abc84f49525e4644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472211 Jul 23 20:30:02.070215 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] Set router 0c2d2baf-ce91-41f3-a56f-ea7472c06813 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:02.074514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140be60-10ce-4fc4-b6d2-b2c1a85db34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a626931e-9979-4144-a648-c20299d317e6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:02.075004 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60844) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:02.150319 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6e9fa31-4630-4762-8cf4-b12a41aa9e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.152772 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-29fa38ed-491e-45c7-9654-ef3f1aebbb70 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Deleting port 2152ac61-4137-44a4-9a0b-7e9259d2759a {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:02.153112 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29fa38ed-491e-45c7-9654-ef3f1aebbb70 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.200854 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6e9fa31-4630-4762-8cf4-b12a41aa9e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.280263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-ff64c638-d310-4d90-89f4-289fce790227 req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] For port 499087ef-b504-47ae-8eac-aed11d098fb8, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=499087ef-b504-47ae-8eac-aed11d098fb8,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:02.280809 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ff64c638-d310-4d90-89f4-289fce790227 req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.298451 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29fa38ed-491e-45c7-9654-ef3f1aebbb70 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.313102 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-29fa38ed-491e-45c7-9654-ef3f1aebbb70 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Calling delete_port for 2152ac61-4137-44a4-9a0b-7e9259d2759a owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:02.324979 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-84125acf-3a7c-4b61-aa79-bce3a1a67f43 req-7010a66e-026e-41ad-a0ef-dee7d06b6b01 tempest-QuotasAdminNegativeTest-393951941 tempest-QuotasAdminNegativeTest-393951941-project] 10.222.0.55 "GET /v2.0/quotas/f0c82400ab1541c2be60e3804425bee1 HTTP/1.1" status: 200 len: 375 time: 0.4848161 Jul 23 20:30:02.358624 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.362196 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e93bbb53-6dfc-4818-907b-f7bd5e788a71 req-3f4971eb-32e8-4253-bc54-c59502a593bb tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.1717403 Jul 23 20:30:02.363966 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-ff64c638-d310-4d90-89f4-289fce790227 req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Calling delete_port for 499087ef-b504-47ae-8eac-aed11d098fb8 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:02.370187 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6e9fa31-4630-4762-8cf4-b12a41aa9e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.374224 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6e9fa31-4630-4762-8cf4-b12a41aa9e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.375591 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c6e9fa31-4630-4762-8cf4-b12a41aa9e51 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a626931e-9979-4144-a648-c20299d317e6 HTTP/1.1" status: 204 len: 168 time: 0.2992268 Jul 23 20:30:02.387405 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9fa31-4630-4762-8cf4-b12a41aa9e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a626931e-9979-4144-a648-c20299d317e6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:02.451533 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-84125acf-3a7c-4b61-aa79-bce3a1a67f43 req-05e52ce9-f6d8-4337-961a-8823f8a2b024 tempest-QuotasAdminNegativeTest-393951941 tempest-QuotasAdminNegativeTest-393951941-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0c82400ab1541c2be60e3804425bee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852320 Jul 23 20:30:02.567168 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29fa38ed-491e-45c7-9654-ef3f1aebbb70 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.592853 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'name': 'tempest-FloatingIPsTestJSON-1765086176-router', 'tenant_id': '7f4f78c938f442e1b432392379dc58a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '119126fc-2af6-4fb0-a3ac-62c53e070a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:53Z', 'updated_at': '2021-07-23T20:29:58Z', 'revision_number': 3, 'project_id': '7f4f78c938f442e1b432392379dc58a8', 'gw_port': {'id': '119126fc-2af6-4fb0-a3ac-62c53e070a20', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:11:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:55Z', 'updated_at': '2021-07-23T20:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:02.610148 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa38ed-491e-45c7-9654-ef3f1aebbb70 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Pushing event deleted for resources: {'Port': ['ID=2152ac61-4137-44a4-9a0b-7e9259d2759a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:02.671787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60858) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:02.683361 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd94b2-30ea-45e3-9d35-1075df68ffd5 None None] The sync data for ids ['0c2d2baf-ce91-41f3-a56f-ea7472c06813'] in n-d-791504-18 is: [{'id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'name': 'tempest-FloatingIPsTestJSON-1765086176-router', 'tenant_id': '7f4f78c938f442e1b432392379dc58a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '119126fc-2af6-4fb0-a3ac-62c53e070a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:53Z', 'updated_at': '2021-07-23T20:29:58Z', 'revision_number': 3, 'project_id': '7f4f78c938f442e1b432392379dc58a8', 'gw_port': {'id': '119126fc-2af6-4fb0-a3ac-62c53e070a20', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:11:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:55Z', 'updated_at': '2021-07-23T20:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:02.725461 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29fa38ed-491e-45c7-9654-ef3f1aebbb70 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.852894 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29fa38ed-491e-45c7-9654-ef3f1aebbb70 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.855291 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29fa38ed-491e-45c7-9654-ef3f1aebbb70 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.894616 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Allocated IP 172.20.0.1 (0d48d846-e84e-4259-9c40-9f0e760d3dc5/72d97ee1-1b33-4e99-881d-d0d34a669cc1/58b9c037-3ea4-45f9-af95-bb6ae6147a2b) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:02.951156 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29fa38ed-491e-45c7-9654-ef3f1aebbb70 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.951564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fa38ed-491e-45c7-9654-ef3f1aebbb70 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Fanout notify agent at l3_agent the message router_deleted on router d49dd0a2-1be9-4a30-997d-fffb530a0eab {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:30:02.962386 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29fa38ed-491e-45c7-9654-ef3f1aebbb70 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.969470 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-29fa38ed-491e-45c7-9654-ef3f1aebbb70 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "DELETE /v2.0/routers/d49dd0a2-1be9-4a30-997d-fffb530a0eab HTTP/1.1" status: 204 len: 168 time: 1.3184495 Jul 23 20:30:02.970095 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60870) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:02.976627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6747b8-312d-489a-b0e1-f19b1e47db2f req-b5d5bc90-2db3-45de-9795-7b3d12c96244 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:02.977621 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-6a458fd1-f630-46ec-8ad0-2c0b0195742c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-342475451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:02.983774 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c6747b8-312d-489a-b0e1-f19b1e47db2f req-b5d5bc90-2db3-45de-9795-7b3d12c96244 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4803695-d5a8-40ab-a778-6531d70a6dfe HTTP/1.1" status: 200 len: 944 time: 0.3108020 Jul 23 20:30:03.016411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6c871d48-a787-4804-a334-04ad79036f88 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-864820253-network', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:03.017159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a458fd1-f630-46ec-8ad0-2c0b0195742c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.018675 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a458fd1-f630-46ec-8ad0-2c0b0195742c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.121825 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a458fd1-f630-46ec-8ad0-2c0b0195742c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.131365 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a458fd1-f630-46ec-8ad0-2c0b0195742c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.202155 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ff64c638-d310-4d90-89f4-289fce790227 req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.209432 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a458fd1-f630-46ec-8ad0-2c0b0195742c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.211032 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6a458fd1-f630-46ec-8ad0-2c0b0195742c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2397227 Jul 23 20:30:03.213588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60880) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:03.217739 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['499087ef-b504-47ae-8eac-aed11d098fb8'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:03.219759 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-32884a0d-8a0b-4da1-92c7-87a88976c9e3 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'enable_snat': True}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:03.219890 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c6747b8-312d-489a-b0e1-f19b1e47db2f req-b5be52cc-156d-4fa8-b633-218d29d3d219 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055712 Jul 23 20:30:03.230364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c871d48-a787-4804-a334-04ad79036f88 admin admin] Made reservation on behalf of 970bd8d6ec9e4a8ea04f7b4a50d01a14 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:03.235379 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c871d48-a787-4804-a334-04ad79036f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.305096 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Pushing event deleted for resources: {'Port': ['ID=499087ef-b504-47ae-8eac-aed11d098fb8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:03.326978 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.330981 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c871d48-a787-4804-a334-04ad79036f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.428652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:03.428999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:03.429377 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:03.429803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:03.430177 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:03.430542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:03.430951 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:03.431375 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:03.431777 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:03.432137 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:03.432468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:03.432799 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:03.452320 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Transition to ACTIVE for port object 58b9c037-3ea4-45f9-af95-bb6ae6147a2b will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:03.498957 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff64c638-d310-4d90-89f4-289fce790227 req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] No DVR routers for this DVR port 499087ef-b504-47ae-8eac-aed11d098fb8 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:30:03.509852 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ff64c638-d310-4d90-89f4-289fce790227 req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.513385 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ff64c638-d310-4d90-89f4-289fce790227 req-3dbca986-bc67-43a6-9dbb-b4f9f3a6437f tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.57 "DELETE /v2.0/ports/499087ef-b504-47ae-8eac-aed11d098fb8 HTTP/1.1" status: 204 len: 173 time: 2.2586234 Jul 23 20:30:03.531807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4803695-d5a8-40ab-a778-6531d70a6dfe', 'name': 'network-vif-deleted', 'tag': '499087ef-b504-47ae-8eac-aed11d098fb8'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:03.535806 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d95dd1b-4a7b-452f-92f4-4423c8a8fc1f" -d '{"events": [{"server_uuid": "b4803695-d5a8-40ab-a778-6531d70a6dfe", "name": "network-vif-deleted", "tag": "499087ef-b504-47ae-8eac-aed11d098fb8"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:03.619557 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-32884a0d-8a0b-4da1-92c7-87a88976c9e3 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.635046 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b67f7-9bca-4d7b-8699-a55577bb2bcc req-5bf2e571-1adb-4c2c-968f-5d2d7c935c82 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:03.642992 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e9b67f7-9bca-4d7b-8699-a55577bb2bcc req-5bf2e571-1adb-4c2c-968f-5d2d7c935c82 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 946 time: 0.3428383 Jul 23 20:30:03.705397 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.769564 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e9b67f7-9bca-4d7b-8699-a55577bb2bcc req-5d2c2887-8f8c-486d-ac83-229de08b32e7 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab05eb11-a394-4ca1-965f-fef6dea08b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219711 Jul 23 20:30:03.803635 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Network 0d48d846-e84e-4259-9c40-9f0e760d3dc5 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:03.817075 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:03.827416 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:03.832645 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c871d48-a787-4804-a334-04ad79036f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.837517 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Pushing event updated for resources: {'Port': ['ID=58b9c037-3ea4-45f9-af95-bb6ae6147a2b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:03.932125 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c871d48-a787-4804-a334-04ad79036f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.980667 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-32884a0d-8a0b-4da1-92c7-87a88976c9e3 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.063933 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-32884a0d-8a0b-4da1-92c7-87a88976c9e3 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.086723 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a197f42-823e-4b11-a817-2e21d4c8e1ce x-openstack-request-id: req-0a197f42-823e-4b11-a817-2e21d4c8e1ce {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:04.087297 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4803695-d5a8-40ab-a778-6531d70a6dfe", "name": "network-vif-deleted", "tag": "499087ef-b504-47ae-8eac-aed11d098fb8", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:04.087734 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a197f42-823e-4b11-a817-2e21d4c8e1ce {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:04.088395 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4803695-d5a8-40ab-a778-6531d70a6dfe', 'name': 'network-vif-deleted', 'tag': '499087ef-b504-47ae-8eac-aed11d098fb8', 'status': 'completed', 'code': 200} Jul 23 20:30:04.105756 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be96261d-e824-44e6-810e-48acb3f49d9a req-527281ba-6a26-4e68-b5f6-89f7c39a81ec tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.1784110 Jul 23 20:30:04.137686 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c871d48-a787-4804-a334-04ad79036f88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:30:04.152726 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.155913 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c871d48-a787-4804-a334-04ad79036f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1cedcd-f1cc-460b-aed8-d366ee3705c6,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:04.265624 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c871d48-a787-4804-a334-04ad79036f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.265975 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-6c871d48-a787-4804-a334-04ad79036f88 admin admin] Added segment f56f292d-35f0-47d2-87e1-6ae3db415b61 of type vlan for network 7e87e256-e5f8-4403-aebe-74aea031e4d5 Jul 23 20:30:04.313331 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-eb864741-d61f-45ef-b480-5f3bf158724b None None] Provisioning for port 58b9c037-3ea4-45f9-af95-bb6ae6147a2b completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:04.321596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-eb864741-d61f-45ef-b480-5f3bf158724b None None] Provisioning complete for port 58b9c037-3ea4-45f9-af95-bb6ae6147a2b triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:04.322334 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb864741-d61f-45ef-b480-5f3bf158724b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.419497 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 119126fc-2af6-4fb0-a3ac-62c53e070a20 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:04.420834 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-32884a0d-8a0b-4da1-92c7-87a88976c9e3 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Allocated IP 172.25.3.25 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/7e31937a-b71c-4baf-a61e-e1f523fb7f70) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:04.426410 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-eb864741-d61f-45ef-b480-5f3bf158724b None None] Port 58b9c037-3ea4-45f9-af95-bb6ae6147a2b cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:04.451888 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c871d48-a787-4804-a334-04ad79036f88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.466970 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1abb8cc6-4621-4f37-8fef-bde84a939c2d req-60935768-c68f-44a3-a066-bcd36c2111bc tempest-QuotasAdminNegativeTest-393951941 tempest-QuotasAdminNegativeTest-393951941-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f0c82400ab1541c2be60e3804425bee1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1014268 Jul 23 20:30:04.480168 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 119126fc-2af6-4fb0-a3ac-62c53e070a20 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:04.484081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 119126fc-2af6-4fb0-a3ac-62c53e070a20 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:04.484640 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.591567 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-32884a0d-8a0b-4da1-92c7-87a88976c9e3 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.613201 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e4b97-0021-4174-96ef-dbcc818af5d2 req-d0b644fe-512f-405c-b976-8f377e573fa9 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:04.615461 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c6e4b97-0021-4174-96ef-dbcc818af5d2 req-d0b644fe-512f-405c-b976-8f377e573fa9 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 946 time: 0.4331183 Jul 23 20:30:04.622811 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.661912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 119126fc-2af6-4fb0-a3ac-62c53e070a20, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=119126fc-2af6-4fb0-a3ac-62c53e070a20,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:04.674770 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.684806 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60932) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:04.713172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-3fe06d4d-298c-47db-974d-7a21e6b6be20 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Request body: {'floatingip': {'port_id': '4678e243-b021-4da0-9bc1-8241fec7e7f0'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:04.728755 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.786234 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c871d48-a787-4804-a334-04ad79036f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.787774 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c871d48-a787-4804-a334-04ad79036f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:04.788354 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c871d48-a787-4804-a334-04ad79036f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.801338 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=119126fc-2af6-4fb0-a3ac-62c53e070a20,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:04.824538 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:04.824976 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:04.825249 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:04.827318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:04.828614 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:04.829003 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:04.829459 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:04.830779 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:04.831133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:04.831470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:04.833849 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:04.834203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:04.899784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c871d48-a787-4804-a334-04ad79036f88 admin admin] Pushing event updated for resources: {'Network': ['ID=7e87e256-e5f8-4403-aebe-74aea031e4d5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:04.914382 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 7e87e256-e5f8-4403-aebe-74aea031e4d5 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:30:04.933258 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3fe06d4d-298c-47db-974d-7a21e6b6be20 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.947419 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6c871d48-a787-4804-a334-04ad79036f88 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2715614 Jul 23 20:30:04.988519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60944) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:04.994147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-69b1cbc5-2e43-4503-9240-3d84efb022ee admin admin] Request body: {'subnet': {'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-864820253-subnet', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:05.032759 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb8cc6-4621-4f37-8fef-bde84a939c2d req-f869587e-8ae1-440d-be16-4bb4e56f0c6e tempest-QuotasAdminNegativeTest-393951941 tempest-QuotasAdminNegativeTest-393951941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:05.040886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1abb8cc6-4621-4f37-8fef-bde84a939c2d req-f869587e-8ae1-440d-be16-4bb4e56f0c6e tempest-QuotasAdminNegativeTest-393951941 tempest-QuotasAdminNegativeTest-393951941-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5729592 Jul 23 20:30:05.080861 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1abb8cc6-4621-4f37-8fef-bde84a939c2d req-bbbe27ea-f0e3-49d2-93af-8fde552e5909 tempest-QuotasAdminNegativeTest-393951941 tempest-QuotasAdminNegativeTest-393951941-project] 10.222.0.55 "GET /v2.0/quotas/f0c82400ab1541c2be60e3804425bee1 HTTP/1.1" status: 200 len: 375 time: 0.0389223 Jul 23 20:30:05.107639 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-32884a0d-8a0b-4da1-92c7-87a88976c9e3 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:05.156713 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32884a0d-8a0b-4da1-92c7-87a88976c9e3 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:05.162831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-32884a0d-8a0b-4da1-92c7-87a88976c9e3 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:05.166908 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32884a0d-8a0b-4da1-92c7-87a88976c9e3 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:05.170150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b1cbc5-2e43-4503-9240-3d84efb022ee admin admin] Made reservation on behalf of 970bd8d6ec9e4a8ea04f7b4a50d01a14 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:05.179918 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-69b1cbc5-2e43-4503-9240-3d84efb022ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:05.194312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32884a0d-8a0b-4da1-92c7-87a88976c9e3 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Pushing event updated for resources: {'Port': ['ID=7e31937a-b71c-4baf-a61e-e1f523fb7f70,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:05.219256 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1abb8cc6-4621-4f37-8fef-bde84a939c2d req-6710c78b-6877-40ca-bb80-62933c38a7b2 tempest-QuotasAdminNegativeTest-393951941 tempest-QuotasAdminNegativeTest-393951941-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0c82400ab1541c2be60e3804425bee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1256852 Jul 23 20:30:05.274117 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 499087ef-b504-47ae-8eac-aed11d098fb8 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:05.338000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 499087ef-b504-47ae-8eac-aed11d098fb8 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:30:05.338699 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 499087ef-b504-47ae-8eac-aed11d098fb8 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:30:05.507244 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-32884a0d-8a0b-4da1-92c7-87a88976c9e3 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:05.706683 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-32884a0d-8a0b-4da1-92c7-87a88976c9e3 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:05.710086 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-32884a0d-8a0b-4da1-92c7-87a88976c9e3 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:05.827073 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ce126c0-aa15-40ba-b0a0-5a2f25e9878c req-02c54955-628e-4ac4-b874-fedce451b84e tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.1079402 Jul 23 20:30:05.843180 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32884a0d-8a0b-4da1-92c7-87a88976c9e3 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Router 3374c0a5-9be1-403e-9389-c1b81428203f is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:30:05.965926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32884a0d-8a0b-4da1-92c7-87a88976c9e3 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:05.975081 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dcb6e6-7256-4ef3-9aea-25764c8ee47d None None] Sync routers for ids ['3374c0a5-9be1-403e-9389-c1b81428203f'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:05.976947 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-32884a0d-8a0b-4da1-92c7-87a88976c9e3 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:05.980707 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-32884a0d-8a0b-4da1-92c7-87a88976c9e3 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "PUT /v2.0/routers/3374c0a5-9be1-403e-9389-c1b81428203f HTTP/1.1" status: 200 len: 913 time: 2.7636027 Jul 23 20:30:05.981550 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60954) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:05.988444 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dcb6e6-7256-4ef3-9aea-25764c8ee47d None None] Routers {'3374c0a5-9be1-403e-9389-c1b81428203f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:05.989344 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a1dcb6e6-7256-4ef3-9aea-25764c8ee47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['3374c0a5-9be1-403e-9389-c1b81428203f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:06.024969 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.041818 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a1dcb6e6-7256-4ef3-9aea-25764c8ee47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:06.045657 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f7bde-bf06-4bd9-817b-f7b81774cb68 req-1f4cc805-be08-4f62-a97e-e316dc90cff0 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:06.047592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9b9f7bde-bf06-4bd9-817b-f7b81774cb68 req-1f4cc805-be08-4f62-a97e-e316dc90cff0 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.57 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 945 time: 0.6698229 Jul 23 20:30:06.052428 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dcb6e6-7256-4ef3-9aea-25764c8ee47d None None] Routers {'3374c0a5-9be1-403e-9389-c1b81428203f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:06.053609 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a1dcb6e6-7256-4ef3-9aea-25764c8ee47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['3374c0a5-9be1-403e-9389-c1b81428203f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:06.065719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49394b72-d5f0-48d4-9c51-1055e6c6de42 req-de5986d9-26ed-42cb-b716-b77e8ce3efd7 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:06.067236 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49394b72-d5f0-48d4-9c51-1055e6c6de42 req-de5986d9-26ed-42cb-b716-b77e8ce3efd7 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 945 time: 0.6971703 Jul 23 20:30:06.078201 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.095435 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a1dcb6e6-7256-4ef3-9aea-25764c8ee47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:06.096537 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dcb6e6-7256-4ef3-9aea-25764c8ee47d None None] The sync data for ids ['3374c0a5-9be1-403e-9389-c1b81428203f'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:06.142231 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c8947726-b08d-4339-81d4-96061ecdda84 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "GET /v2.0/routers/3374c0a5-9be1-403e-9389-c1b81428203f HTTP/1.1" status: 200 len: 919 time: 0.1595623 Jul 23 20:30:06.144163 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60956) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:06.213803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f44a82f-a298-4bbb-8c4d-641f31b198dd tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:06.217788 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0f44a82f-a298-4bbb-8c4d-641f31b198dd tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&device_id=3374c0a5-9be1-403e-9389-c1b81428203f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0702167 Jul 23 20:30:06.218022 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60964) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:06.326063 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d86931-1164-457e-94a9-ee8b410f7fb7 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:06.330178 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f1d86931-1164-457e-94a9-ee8b410f7fb7 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 881 time: 0.1084805 Jul 23 20:30:06.335642 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60966) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:06.354820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 119126fc-2af6-4fb0-a3ac-62c53e070a20 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:06.405794 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4f6de165-14f1-4f80-ad1a-b57261c64dc9 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "GET /v2.0/ports?device_id=3374c0a5-9be1-403e-9389-c1b81428203f HTTP/1.1" status: 200 len: 205 time: 0.0681441 Jul 23 20:30:06.408403 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60968) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:06.426461 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-69b1cbc5-2e43-4503-9240-3d84efb022ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.427229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 119126fc-2af6-4fb0-a3ac-62c53e070a20 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:06.427830 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.429083 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.434923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Pushing event updated for resources: {'Port': ['ID=58b9c037-3ea4-45f9-af95-bb6ae6147a2b,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:06.531143 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-66d13544-2361-4a5d-a837-50a35e3a8012 req-2358bc1b-fe71-46af-b803-512139931a7d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.1208642 Jul 23 20:30:06.542786 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87d381d7-43c2-4be0-801e-be7d2295c939 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.543328 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49394b72-d5f0-48d4-9c51-1055e6c6de42 req-f0dd2b30-4b77-4a2e-9b69-143ce5b10431 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587398 Jul 23 20:30:06.713153 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87d381d7-43c2-4be0-801e-be7d2295c939 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.736115 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1cbc5-2e43-4503-9240-3d84efb022ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7bdc325-7495-4f4e-a8a4-e09daf47d99e,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:06.787056 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-87d381d7-43c2-4be0-801e-be7d2295c939 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Deleting port 7e31937a-b71c-4baf-a61e-e1f523fb7f70 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:06.787643 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87d381d7-43c2-4be0-801e-be7d2295c939 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.793199 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.resource_extend [None req-3fe06d4d-298c-47db-974d-7a21e6b6be20 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:30:06.856974 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-9b9f7bde-bf06-4bd9-817b-f7b81774cb68 req-1f0fb8b5-71df-4303-81db-ad9d5bf179d3 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Deleting port b2b47be9-a533-465b-9a27-c492d3654f3d {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:06.857675 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9b9f7bde-bf06-4bd9-817b-f7b81774cb68 req-1f0fb8b5-71df-4303-81db-ad9d5bf179d3 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.860152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b1cbc5-2e43-4503-9240-3d84efb022ee admin admin] Checking segment: {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:06.860511 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b1cbc5-2e43-4503-9240-3d84efb022ee admin admin] Network hostable DHCP agents. Network: 7e87e256-e5f8-4403-aebe-74aea031e4d5, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:30:06.908843 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3fe06d4d-298c-47db-974d-7a21e6b6be20 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.925281 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87d381d7-43c2-4be0-801e-be7d2295c939 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.940877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-87d381d7-43c2-4be0-801e-be7d2295c939 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Calling delete_port for 7e31937a-b71c-4baf-a61e-e1f523fb7f70 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:06.951443 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3fe06d4d-298c-47db-974d-7a21e6b6be20 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.984790 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Network 0d48d846-e84e-4259-9c40-9f0e760d3dc5 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:07.030571 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eeddc657-e07a-4309-8145-2ac5bcb80364 req-1a777366-d1e9-4295-a2f2-47c8de59a09b tempest-QuotasAdminNegativeTest-393951941 tempest-QuotasAdminNegativeTest-393951941-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f0c82400ab1541c2be60e3804425bee1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1204591 Jul 23 20:30:07.056801 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32770) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:07.076808 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:07.078641 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b1cbc5-2e43-4503-9240-3d84efb022ee admin admin] Network 7e87e256-e5f8-4403-aebe-74aea031e4d5 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:30:07.092183 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8204c3b-eab1-402e-83eb-5b764636c7b9 req-db82bb1b-b26b-4c05-bf36-956d17f9db87 tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.1608682 Jul 23 20:30:07.145166 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-69b1cbc5-2e43-4503-9240-3d84efb022ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 7e87e256-e5f8-4403-aebe-74aea031e4d5) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:07.155151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fb7e95-3c55-48d1-9edc-eaff8b4aeeb7 None None] Network 7e87e256-e5f8-4403-aebe-74aea031e4d5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:07.158061 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87d381d7-43c2-4be0-801e-be7d2295c939 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.160873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b1cbc5-2e43-4503-9240-3d84efb022ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:07.161501 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-69b1cbc5-2e43-4503-9240-3d84efb022ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.185542 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d381d7-43c2-4be0-801e-be7d2295c939 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Pushing event deleted for resources: {'Port': ['ID=7e31937a-b71c-4baf-a61e-e1f523fb7f70,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:07.259335 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e4a130e8-1725-497f-ae2e-5bdca24857d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.289679 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87d381d7-43c2-4be0-801e-be7d2295c939 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.309654 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9b9f7bde-bf06-4bd9-817b-f7b81774cb68 req-1f0fb8b5-71df-4303-81db-ad9d5bf179d3 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] For port b2b47be9-a533-465b-9a27-c492d3654f3d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b2b47be9-a533-465b-9a27-c492d3654f3d,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:07.310017 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9b9f7bde-bf06-4bd9-817b-f7b81774cb68 req-1f0fb8b5-71df-4303-81db-ad9d5bf179d3 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.340335 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-9b9f7bde-bf06-4bd9-817b-f7b81774cb68 req-1f0fb8b5-71df-4303-81db-ad9d5bf179d3 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Calling delete_port for b2b47be9-a533-465b-9a27-c492d3654f3d owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:07.405802 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-7e87e256-e5f8-4403-aebe-74aea031e4d5', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:30:07.406685 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.411054 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b65ac65b-5fba-4915-ae8c-7ea96f6a2eb0 None None] Provisioning complete for port 58b9c037-3ea4-45f9-af95-bb6ae6147a2b triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:07.412047 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b65ac65b-5fba-4915-ae8c-7ea96f6a2eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.476780 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87d381d7-43c2-4be0-801e-be7d2295c939 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.479226 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b65ac65b-5fba-4915-ae8c-7ea96f6a2eb0 None None] Port 58b9c037-3ea4-45f9-af95-bb6ae6147a2b cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:07.480947 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87d381d7-43c2-4be0-801e-be7d2295c939 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.562770 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87d381d7-43c2-4be0-801e-be7d2295c939 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.564206 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d381d7-43c2-4be0-801e-be7d2295c939 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Fanout notify agent at l3_agent the message router_deleted on router 3374c0a5-9be1-403e-9389-c1b81428203f {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:30:07.573328 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87d381d7-43c2-4be0-801e-be7d2295c939 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.580829 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-87d381d7-43c2-4be0-801e-be7d2295c939 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "DELETE /v2.0/routers/3374c0a5-9be1-403e-9389-c1b81428203f HTTP/1.1" status: 204 len: 168 time: 1.1701918 Jul 23 20:30:07.583748 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32776) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:07.598075 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-77c4edc0-899d-4aef-860d-791f5e7e7eb5 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-332739329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:07.632614 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e4a130e8-1725-497f-ae2e-5bdca24857d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.638641 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e4a130e8-1725-497f-ae2e-5bdca24857d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.660273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Allocated IP 172.20.0.2 (7e87e256-e5f8-4403-aebe-74aea031e4d5/e7bdc325-7495-4f4e-a8a4-e09daf47d99e/2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:07.671733 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a130e8-1725-497f-ae2e-5bdca24857d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fb8ae4-4ef9-4d51-bf19-4bb3965958ea,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:07.674251 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-3fe06d4d-298c-47db-974d-7a21e6b6be20 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Floating IP ebe642a7-46e4-4527-9efe-190ab310a2cd associated. External IP: 172.25.3.228, port: 4678e243-b021-4da0-9bc1-8241fec7e7f0. Jul 23 20:30:07.696284 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e4a130e8-1725-497f-ae2e-5bdca24857d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2204aae38aa44cb69f1d20dc8cce659c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6384451 Jul 23 20:30:07.696881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32778) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:07.746965 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77c4edc0-899d-4aef-860d-791f5e7e7eb5 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.748052 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77c4edc0-899d-4aef-860d-791f5e7e7eb5 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.782167 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-69b1cbc5-2e43-4503-9240-3d84efb022ee admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7900329 Jul 23 20:30:07.783670 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32780) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:07.788688 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-864820253-router', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:07.794960 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1913b6a6-15bb-4ba2-8f8e-a38fa8d3f859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.822141 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.832879 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Transition to ACTIVE for port object 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:07.833606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Router 0c2d2baf-ce91-41f3-a56f-ea7472c06813 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:30:07.847230 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77c4edc0-899d-4aef-860d-791f5e7e7eb5 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.854187 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Transition to ACTIVE for port object 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:07.859283 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77c4edc0-899d-4aef-860d-791f5e7e7eb5 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.861331 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.870526 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1913b6a6-15bb-4ba2-8f8e-a38fa8d3f859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.879685 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.880870 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.910718 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77c4edc0-899d-4aef-860d-791f5e7e7eb5 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.910718 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-77c4edc0-899d-4aef-860d-791f5e7e7eb5 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3151324 Jul 23 20:30:07.911023 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc657-e07a-4309-8145-2ac5bcb80364 req-61bff18f-9e50-468d-bb95-bdd190a811df tempest-QuotasAdminNegativeTest-393951941 tempest-QuotasAdminNegativeTest-393951941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:07.911023 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eeddc657-e07a-4309-8145-2ac5bcb80364 req-61bff18f-9e50-468d-bb95-bdd190a811df tempest-QuotasAdminNegativeTest-393951941 tempest-QuotasAdminNegativeTest-393951941-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8183599 Jul 23 20:30:07.912677 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32782) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:07.921877 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Network 7e87e256-e5f8-4403-aebe-74aea031e4d5 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:07.923062 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9aff407c-fb0a-4c07-9605-a80a5165afc2 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'enable_snat': False}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:07.925680 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:07.934133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:07.945134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Pushing event updated for resources: {'Port': ['ID=2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:07.977289 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.986445 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1913b6a6-15bb-4ba2-8f8e-a38fa8d3f859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.989305 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1913b6a6-15bb-4ba2-8f8e-a38fa8d3f859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.004334 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1913b6a6-15bb-4ba2-8f8e-a38fa8d3f859 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e6fb8ae4-4ef9-4d51-bf19-4bb3965958ea HTTP/1.1" status: 204 len: 168 time: 0.3063841 Jul 23 20:30:08.027760 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Attempting to bind port 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:08.029405 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Attempting to bind port 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:08.030422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Attempting to bind port 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e on network 7e87e256-e5f8-4403-aebe-74aea031e4d5 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:08.041545 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:08.046744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Checking segment: {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:08.049830 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.050415 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Bound using segment: {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:08.051083 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Bound port: 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:08.051676 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.093075 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913b6a6-15bb-4ba2-8f8e-a38fa8d3f859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fb8ae4-4ef9-4d51-bf19-4bb3965958ea,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:08.135712 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eeddc657-e07a-4309-8145-2ac5bcb80364 req-ec72e009-1af9-434d-a22d-6ff0c374a3bb tempest-QuotasAdminNegativeTest-393951941 tempest-QuotasAdminNegativeTest-393951941-project] 10.222.0.55 "GET /v2.0/quotas/f0c82400ab1541c2be60e3804425bee1 HTTP/1.1" status: 200 len: 375 time: 0.2083561 Jul 23 20:30:08.182413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] For port 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:08.185999 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] For port 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:08.201377 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94778b-ead4-4491-af7a-dfa5c95e18dc req-9e941226-3e39-4337-acf6-d00801804884 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:08.202010 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.202925 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7c94778b-ead4-4491-af7a-dfa5c95e18dc req-9e941226-3e39-4337-acf6-d00801804884 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 945 time: 0.5038118 Jul 23 20:30:08.211213 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.220294 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eeddc657-e07a-4309-8145-2ac5bcb80364 req-4a9186fa-1933-4273-83a8-49dc58cdcbc8 tempest-QuotasAdminNegativeTest-393951941 tempest-QuotasAdminNegativeTest-393951941-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0c82400ab1541c2be60e3804425bee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840561 Jul 23 20:30:08.362595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18159c3-309b-4d91-aa46-2ced1045e162 None None] Pushing event updated for resources: {'Port': ['ID=2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:08.515841 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32792) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:08.542805 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9a6dc79-8571-436a-a025-d66ba29cfeef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.559264 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.600845 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.619828 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1ee8ac31-de7b-4915-9c5e-3796fa082789 req-e0eb32b8-bd6f-4850-8f74-b72b3dc822cb tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.1604524 Jul 23 20:30:08.621013 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:08.631857 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-500100df-63da-48a5-8ffe-4939fbd0f416 admin admin] 10.222.0.55 "PUT /v2.0/routers/0c2d2baf-ce91-41f3-a56f-ea7472c06813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2941048 Jul 23 20:30:08.641715 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Sync routers for ids ['0c2d2baf-ce91-41f3-a56f-ea7472c06813'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:08.670328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Routers {'0c2d2baf-ce91-41f3-a56f-ea7472c06813'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:08.670328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['0c2d2baf-ce91-41f3-a56f-ea7472c06813'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:08.840171 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aff407c-fb0a-4c07-9605-a80a5165afc2 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.888957 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Set router 0c2d2baf-ce91-41f3-a56f-ea7472c06813 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:08.889798 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7c94778b-ead4-4491-af7a-dfa5c95e18dc req-9a018dab-0748-4f54-9dff-d45a13f1057c tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234761 Jul 23 20:30:08.915637 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Allocated IP 172.25.3.144 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/e980673e-5d52-45ff-962c-12b3a97148cd) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:08.930246 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9b9f7bde-bf06-4bd9-817b-f7b81774cb68 req-1f0fb8b5-71df-4303-81db-ad9d5bf179d3 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.952072 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9a6dc79-8571-436a-a025-d66ba29cfeef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.971321 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9a6dc79-8571-436a-a025-d66ba29cfeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.993632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fb8b5-71df-4303-81db-ad9d5bf179d3 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Pushing event deleted for resources: {'Port': ['ID=b2b47be9-a533-465b-9a27-c492d3654f3d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:09.010803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe06d4d-298c-47db-974d-7a21e6b6be20 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Router d21dcc4d-051d-430e-85bb-069c0d1e13cd has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:30:09.066925 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6dc79-8571-436a-a025-d66ba29cfeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f609ba1-4aca-4bf5-a585-b165772f0580,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:09.137764 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e9a6dc79-8571-436a-a025-d66ba29cfeef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=716217726c7f4ecf9ebfffc496125d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6181498 Jul 23 20:30:09.140677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32808) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:09.145128 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9f7bde-bf06-4bd9-817b-f7b81774cb68 req-1f0fb8b5-71df-4303-81db-ad9d5bf179d3 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] No DVR routers for this DVR port b2b47be9-a533-465b-9a27-c492d3654f3d on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:30:09.185703 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9b9f7bde-bf06-4bd9-817b-f7b81774cb68 req-1f0fb8b5-71df-4303-81db-ad9d5bf179d3 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.187774 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9b9f7bde-bf06-4bd9-817b-f7b81774cb68 req-1f0fb8b5-71df-4303-81db-ad9d5bf179d3 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.57 "DELETE /v2.0/ports/b2b47be9-a533-465b-9a27-c492d3654f3d HTTP/1.1" status: 204 len: 173 time: 3.1301587 Jul 23 20:30:09.191707 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d13122f3-27bd-4fd7-a206-5dc00da33d9f req-1bf3c0f1-217e-4f19-988b-8ebf4e2c3bff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29755bd9e6a949dd9706884b42817a69&device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.0848980 Jul 23 20:30:09.192142 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3707423a-7fb8-4501-ac83-b9a94838becd', 'name': 'network-vif-deleted', 'tag': 'b2b47be9-a533-465b-9a27-c492d3654f3d'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:09.195216 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38a5390-6309-4058-9268-054c99013774" -d '{"events": [{"server_uuid": "3707423a-7fb8-4501-ac83-b9a94838becd", "name": "network-vif-deleted", "tag": "b2b47be9-a533-465b-9a27-c492d3654f3d"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:09.237479 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89518681-f63d-4c0b-9988-95ec7c055294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.265980 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89518681-f63d-4c0b-9988-95ec7c055294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.268731 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'name': 'tempest-FloatingIPsTestJSON-1765086176-router', 'tenant_id': '7f4f78c938f442e1b432392379dc58a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '119126fc-2af6-4fb0-a3ac-62c53e070a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:53Z', 'updated_at': '2021-07-23T20:30:04Z', 'revision_number': 4, 'project_id': '7f4f78c938f442e1b432392379dc58a8', 'gw_port': {'id': '119126fc-2af6-4fb0-a3ac-62c53e070a20', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:11:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:55Z', 'updated_at': '2021-07-23T20:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '58b9c037-3ea4-45f9-af95-bb6ae6147a2b', 'name': '', 'network_id': '0d48d846-e84e-4259-9c40-9f0e760d3dc5', 'tenant_id': '7f4f78c938f442e1b432392379dc58a8', 'mac_address': 'fa:16:3e:d4:c6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '72d97ee1-1b33-4e99-881d-d0d34a669cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:02Z', 'updated_at': '2021-07-23T20:30:05Z', 'revision_number': 2, 'project_id': '7f4f78c938f442e1b432392379dc58a8', 'subnets': [{'id': '72d97ee1-1b33-4e99-881d-d0d34a669cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:09.296592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d13122f3-27bd-4fd7-a206-5dc00da33d9f req-9a1e1b53-7fe4-4613-8537-d6898b9d926c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=29755bd9e6a949dd9706884b42817a69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937805 Jul 23 20:30:09.304718 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b2b47be9-a533-465b-9a27-c492d3654f3d no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:09.308534 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Checking router: 0c2d2baf-ce91-41f3-a56f-ea7472c06813 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:30:09.308931 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Updating router 0c2d2baf-ce91-41f3-a56f-ea7472c06813 port 58b9c037-3ea4-45f9-af95-bb6ae6147a2b binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:30:09.329546 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.332733 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89518681-f63d-4c0b-9988-95ec7c055294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.335800 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89518681-f63d-4c0b-9988-95ec7c055294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.339828 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-89518681-f63d-4c0b-9988-95ec7c055294 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f609ba1-4aca-4bf5-a585-b165772f0580 HTTP/1.1" status: 204 len: 168 time: 0.1979771 Jul 23 20:30:09.357159 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89518681-f63d-4c0b-9988-95ec7c055294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f609ba1-4aca-4bf5-a585-b165772f0580,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:09.410698 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.423227 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: b2b47be9-a533-465b-9a27-c492d3654f3d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:30:09.423704 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b2b47be9-a533-465b-9a27-c492d3654f3d not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:30:09.473070 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.475152 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:09.480638 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:09.487424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:09.541606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Pushing event updated for resources: {'Port': ['ID=e980673e-5d52-45ff-962c-12b3a97148cd,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:09.568421 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe06d4d-298c-47db-974d-7a21e6b6be20 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:09.572989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd61a3c1-1672-4527-bf35-fa487a3b2257 req-f6b023a6-240c-4617-a9a5-d928c32101d5 tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.1539943 Jul 23 20:30:09.576148 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3fe06d4d-298c-47db-974d-7a21e6b6be20 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.580143 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abfbab7-0ad9-41ce-b30a-2763c1e1919b None None] Sync routers for ids ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:09.605009 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abfbab7-0ad9-41ce-b30a-2763c1e1919b None None] Routers {'d21dcc4d-051d-430e-85bb-069c0d1e13cd'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:09.605650 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6abfbab7-0ad9-41ce-b30a-2763c1e1919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:09.764897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3fe06d4d-298c-47db-974d-7a21e6b6be20 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "PUT /v2.0/floatingips/ebe642a7-46e4-4527-9efe-190ab310a2cd HTTP/1.1" status: 200 len: 992 time: 5.0608511 Jul 23 20:30:09.770642 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936c5344-3b0c-41fe-a2f2-4dc905568fa6 x-openstack-request-id: req-936c5344-3b0c-41fe-a2f2-4dc905568fa6 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:09.771221 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3707423a-7fb8-4501-ac83-b9a94838becd", "name": "network-vif-deleted", "tag": "b2b47be9-a533-465b-9a27-c492d3654f3d", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:09.771650 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-936c5344-3b0c-41fe-a2f2-4dc905568fa6 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:09.774516 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3707423a-7fb8-4501-ac83-b9a94838becd', 'name': 'network-vif-deleted', 'tag': 'b2b47be9-a533-465b-9a27-c492d3654f3d', 'status': 'completed', 'code': 200} Jul 23 20:30:09.873530 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6abfbab7-0ad9-41ce-b30a-2763c1e1919b None None] Set router d21dcc4d-051d-430e-85bb-069c0d1e13cd gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:10.114843 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.133346 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b342579d-b8b2-4058-88a0-103736ee8ad6 None None] Network 7e87e256-e5f8-4403-aebe-74aea031e4d5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:10.216567 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.246573 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ad60481-5e08-4063-8911-217d92944daa req-04e4c926-02a1-414f-857f-43a6d874a90d tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=3707423a-7fb8-4501-ac83-b9a94838becd HTTP/1.1" status: 200 len: 210 time: 0.1432335 Jul 23 20:30:10.266553 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-1d63d8c1-aa81-4f34-a57e-d85b7d1c2b88 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0836201 Jul 23 20:30:10.278038 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-70f38f50-27a8-4130-8174-ea31529fc97a tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:10.304100 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Transition to ACTIVE for port object 58b9c037-3ea4-45f9-af95-bb6ae6147a2b will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:10.311677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9fc4d0db-8dac-419e-8094-98e5b30a8f5b None None] Provisioning for port 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:10.318103 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.321998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13122f3-27bd-4fd7-a206-5dc00da33d9f req-67664d06-29f5-468f-8d72-4e9f82feefac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:10.323450 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d13122f3-27bd-4fd7-a206-5dc00da33d9f req-67664d06-29f5-468f-8d72-4e9f82feefac service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9206405 Jul 23 20:30:10.323973 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32834) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:10.430709 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-70f38f50-27a8-4130-8174-ea31529fc97a tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.462643 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acac0ff-7d02-43e6-9e32-cf7b298ada34 None None] Pushing event updated for resources: {'Port': ['ID=58b9c037-3ea4-45f9-af95-bb6ae6147a2b,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:10.509319 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:10.582819 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6abfbab7-0ad9-41ce-b30a-2763c1e1919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'name': 'tempest-ServersTestBootFromVolume-2110992670-router', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:50Z', 'updated_at': '2021-07-23T20:28:57Z', 'revision_number': 4, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'gw_port': {'id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:51Z', 'updated_at': '2021-07-23T20:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'ebe642a7-46e4-4527-9efe-190ab310a2cd', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'floating_ip_address': '172.25.3.228', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'port_id': '4678e243-b021-4da0-9bc1-8241fec7e7f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b', 'mac_address': 'fa:16:3e:bb:2c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11529f3-02f9-4bb1-b11d-d6e54f1efb81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:29:07Z', 'updated_at': '2021-07-23T20:30:06Z', 'revision_number': 1, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8655c30-c040-42b5-94f8-c7f697133622', 'name': '', 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'mac_address': 'fa:16:3e:b5:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:56Z', 'updated_at': '2021-07-23T20:29:04Z', 'revision_number': 5, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'subnets': [{'id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:10.637243 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aff407c-fb0a-4c07-9605-a80a5165afc2 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.650827 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abfbab7-0ad9-41ce-b30a-2763c1e1919b None None] Checking router: d21dcc4d-051d-430e-85bb-069c0d1e13cd for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:30:10.669474 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abfbab7-0ad9-41ce-b30a-2763c1e1919b None None] Routers {'d21dcc4d-051d-430e-85bb-069c0d1e13cd'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:10.670387 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6abfbab7-0ad9-41ce-b30a-2763c1e1919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:10.699160 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aff407c-fb0a-4c07-9605-a80a5165afc2 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.767852 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-da45e1f4-3448-4a9a-8679-bd3aa2f00161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.876732 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6abfbab7-0ad9-41ce-b30a-2763c1e1919b None None] Set router d21dcc4d-051d-430e-85bb-069c0d1e13cd gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:10.877414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4bc25f33-ebed-4cdd-a76f-2c7c540febd6 req-0d16c28d-68bf-41a4-ad68-ad71786a8f2b tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.55 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.0717914 Jul 23 20:30:11.009476 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-70f38f50-27a8-4130-8174-ea31529fc97a tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.039252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Attempting to bind port 58b9c037-3ea4-45f9-af95-bb6ae6147a2b on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:11.039252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Attempting to bind port 58b9c037-3ea4-45f9-af95-bb6ae6147a2b by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a727ead1-206b-4c3a-af5e-e283202f48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d48d846-e84e-4259-9c40-9f0e760d3dc5'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:11.040139 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Attempting to bind port 58b9c037-3ea4-45f9-af95-bb6ae6147a2b on network 0d48d846-e84e-4259-9c40-9f0e760d3dc5 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:11.048643 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:11.049281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Checking segment: {'id': 'a727ead1-206b-4c3a-af5e-e283202f48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d48d846-e84e-4259-9c40-9f0e760d3dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:11.049702 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.050564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Bound using segment: {'id': 'a727ead1-206b-4c3a-af5e-e283202f48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d48d846-e84e-4259-9c40-9f0e760d3dc5'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:11.050816 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Bound port: 58b9c037-3ea4-45f9-af95-bb6ae6147a2b, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a727ead1-206b-4c3a-af5e-e283202f48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '0d48d846-e84e-4259-9c40-9f0e760d3dc5'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:11.051323 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.070355 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.109410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-9aff407c-fb0a-4c07-9605-a80a5165afc2 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Allocated IP 172.25.3.164 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/075e8907-60e9-49e2-be31-ce0670aea12e) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:11.157988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] For port 58b9c037-3ea4-45f9-af95-bb6ae6147a2b, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:11.162553 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] For port 58b9c037-3ea4-45f9-af95-bb6ae6147a2b, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=58b9c037-3ea4-45f9-af95-bb6ae6147a2b,segment=NetworkSegment(a727ead1-206b-4c3a-af5e-e283202f48eb),segment_id=a727ead1-206b-4c3a-af5e-e283202f48eb)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:11.165203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:11.175038 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.187048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:11.189517 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.259017 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6abfbab7-0ad9-41ce-b30a-2763c1e1919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'name': 'tempest-ServersTestBootFromVolume-2110992670-router', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:50Z', 'updated_at': '2021-07-23T20:28:57Z', 'revision_number': 4, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'gw_port': {'id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:51Z', 'updated_at': '2021-07-23T20:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'ebe642a7-46e4-4527-9efe-190ab310a2cd', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'floating_ip_address': '172.25.3.228', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'port_id': '4678e243-b021-4da0-9bc1-8241fec7e7f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b', 'mac_address': 'fa:16:3e:bb:2c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11529f3-02f9-4bb1-b11d-d6e54f1efb81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:29:07Z', 'updated_at': '2021-07-23T20:30:06Z', 'revision_number': 1, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8655c30-c040-42b5-94f8-c7f697133622', 'name': '', 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'mac_address': 'fa:16:3e:b5:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:56Z', 'updated_at': '2021-07-23T20:29:04Z', 'revision_number': 5, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'subnets': [{'id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:11.286195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Router 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:30:11.328249 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aff407c-fb0a-4c07-9605-a80a5165afc2 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.342804 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abfbab7-0ad9-41ce-b30a-2763c1e1919b None None] The sync data for ids ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'] in n-d-791504-18 is: [{'id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'name': 'tempest-ServersTestBootFromVolume-2110992670-router', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:50Z', 'updated_at': '2021-07-23T20:28:57Z', 'revision_number': 4, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'gw_port': {'id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:51Z', 'updated_at': '2021-07-23T20:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'ebe642a7-46e4-4527-9efe-190ab310a2cd', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'floating_ip_address': '172.25.3.228', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'port_id': '4678e243-b021-4da0-9bc1-8241fec7e7f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b', 'mac_address': 'fa:16:3e:bb:2c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11529f3-02f9-4bb1-b11d-d6e54f1efb81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:29:07Z', 'updated_at': '2021-07-23T20:30:06Z', 'revision_number': 1, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8655c30-c040-42b5-94f8-c7f697133622', 'name': '', 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'mac_address': 'fa:16:3e:b5:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:56Z', 'updated_at': '2021-07-23T20:29:04Z', 'revision_number': 5, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'subnets': [{'id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:11.374701 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-da45e1f4-3448-4a9a-8679-bd3aa2f00161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.376789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Routers {'0c2d2baf-ce91-41f3-a56f-ea7472c06813'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:11.377456 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['0c2d2baf-ce91-41f3-a56f-ea7472c06813'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:11.418002 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-da45e1f4-3448-4a9a-8679-bd3aa2f00161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.427843 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aff407c-fb0a-4c07-9605-a80a5165afc2 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.515452 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acac0ff-7d02-43e6-9e32-cf7b298ada34 None None] Pushing event updated for resources: {'Port': ['ID=58b9c037-3ea4-45f9-af95-bb6ae6147a2b,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:11.697137 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.701956 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:11.726181 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.734037 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-863ce973-c631-412d-b9de-19f985a9d793 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9482892 Jul 23 20:30:11.734037 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32866) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:11.740905 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Sync routers for ids ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:11.772768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] Set router 0c2d2baf-ce91-41f3-a56f-ea7472c06813 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:11.842571 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4b197a-9bd0-42cd-bca6-b0f6204c7869 None None] New status for floating IP ebe642a7-46e4-4527-9efe-190ab310a2cd: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:30:11.912704 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:11.931137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Routers {'2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:11.932133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:11.936028 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.034102 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aff407c-fb0a-4c07-9605-a80a5165afc2 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:12.083594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-70f38f50-27a8-4130-8174-ea31529fc97a tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Allocated IP 172.25.3.82 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/aa4c1f86-2826-4a21-a930-fdade699c00f) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:12.194756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11529f3-02f9-4bb1-b11d-d6e54f1efb81', 'tag': '4678e243-b021-4da0-9bc1-8241fec7e7f0'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:12.196446 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-131c0b94-b18c-46c3-a5c7-f8026417d452 None None] Provisioning complete for port 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:12.197022 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-131c0b94-b18c-46c3-a5c7-f8026417d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.197331 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd17e9f5-8a10-4089-863b-c02f20a11b35" -d '{"events": [{"name": "network-changed", "server_uuid": "a11529f3-02f9-4bb1-b11d-d6e54f1efb81", "tag": "4678e243-b021-4da0-9bc1-8241fec7e7f0"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:12.201235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-9aff407c-fb0a-4c07-9605-a80a5165afc2 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:12.235604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:12.243573 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff407c-fb0a-4c07-9605-a80a5165afc2 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:12.287723 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Set router 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:12.356640 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d13122f3-27bd-4fd7-a206-5dc00da33d9f req-6ad5a63c-bdca-44de-8c6a-8d36a0ec564f tempest-ServerShowV257Test-2135320049 tempest-ServerShowV257Test-2135320049-project] 10.222.0.48 "GET /v2.0/ports?device_id=432fa62c-ffb3-48c5-907b-d145e56b80f9 HTTP/1.1" status: 200 len: 210 time: 0.1757448 Jul 23 20:30:12.386097 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:12.407905 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-da45e1f4-3448-4a9a-8679-bd3aa2f00161 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0c82400ab1541c2be60e3804425bee1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0727997 Jul 23 20:30:12.414864 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32884) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:12.419202 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff407c-fb0a-4c07-9605-a80a5165afc2 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Pushing event updated for resources: {'Port': ['ID=075e8907-60e9-49e2-be31-ce0670aea12e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:12.428860 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45e1f4-3448-4a9a-8679-bd3aa2f00161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3698f5b-c8db-4caa-8a79-ca5038ddff2c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:12.437854 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-70f38f50-27a8-4130-8174-ea31529fc97a tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.477746 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.584336 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71750ed0-164e-4ac1-acc6-3957ab800194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.621782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe2232-f1e4-491b-8a66-b074cc3bf984 req-ace73a68-a9ff-4adf-977c-56d67a863eff tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:12.628476 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38fe2232-f1e4-491b-8a66-b074cc3bf984 req-ace73a68-a9ff-4adf-977c-56d67a863eff tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.57 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 944 time: 0.4181905 Jul 23 20:30:12.641496 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97207f-522e-4f80-8114-4360dad68427 req-29faf4a3-75d4-4a55-8cbc-8182f5d508b0 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:12.649753 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e97207f-522e-4f80-8114-4360dad68427 req-29faf4a3-75d4-4a55-8cbc-8182f5d508b0 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 944 time: 0.4559338 Jul 23 20:30:12.650929 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71750ed0-164e-4ac1-acc6-3957ab800194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.663996 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'name': 'tempest-FloatingIPsTestJSON-1765086176-router', 'tenant_id': '7f4f78c938f442e1b432392379dc58a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '119126fc-2af6-4fb0-a3ac-62c53e070a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:53Z', 'updated_at': '2021-07-23T20:30:04Z', 'revision_number': 4, 'project_id': '7f4f78c938f442e1b432392379dc58a8', 'gw_port': {'id': '119126fc-2af6-4fb0-a3ac-62c53e070a20', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:11:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:55Z', 'updated_at': '2021-07-23T20:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '58b9c037-3ea4-45f9-af95-bb6ae6147a2b', 'name': '', 'network_id': '0d48d846-e84e-4259-9c40-9f0e760d3dc5', 'tenant_id': '7f4f78c938f442e1b432392379dc58a8', 'mac_address': 'fa:16:3e:d4:c6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '72d97ee1-1b33-4e99-881d-d0d34a669cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:02Z', 'updated_at': '2021-07-23T20:30:11Z', 'revision_number': 4, 'project_id': '7f4f78c938f442e1b432392379dc58a8', 'subnets': [{'id': '72d97ee1-1b33-4e99-881d-d0d34a669cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:12.710766 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-70f38f50-27a8-4130-8174-ea31529fc97a tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.717483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:12.717878 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.719944 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c105f0-e2eb-4976-b0d1-953a8c4f6f28 None None] The sync data for ids ['0c2d2baf-ce91-41f3-a56f-ea7472c06813'] in n-d-791504-18 is: [{'id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'name': 'tempest-FloatingIPsTestJSON-1765086176-router', 'tenant_id': '7f4f78c938f442e1b432392379dc58a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '119126fc-2af6-4fb0-a3ac-62c53e070a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:53Z', 'updated_at': '2021-07-23T20:30:04Z', 'revision_number': 4, 'project_id': '7f4f78c938f442e1b432392379dc58a8', 'gw_port': {'id': '119126fc-2af6-4fb0-a3ac-62c53e070a20', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:11:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:55Z', 'updated_at': '2021-07-23T20:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '58b9c037-3ea4-45f9-af95-bb6ae6147a2b', 'name': '', 'network_id': '0d48d846-e84e-4259-9c40-9f0e760d3dc5', 'tenant_id': '7f4f78c938f442e1b432392379dc58a8', 'mac_address': 'fa:16:3e:d4:c6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '72d97ee1-1b33-4e99-881d-d0d34a669cc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:02Z', 'updated_at': '2021-07-23T20:30:11Z', 'revision_number': 4, 'project_id': '7f4f78c938f442e1b432392379dc58a8', 'subnets': [{'id': '72d97ee1-1b33-4e99-881d-d0d34a669cc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:12.750978 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Allocated IP 172.20.0.1 (7e87e256-e5f8-4403-aebe-74aea031e4d5/e7bdc325-7495-4f4e-a8a4-e09daf47d99e/7c1ddf2c-fb45-43e9-a263-6f439469274b) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:12.829465 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'name': 'tempest-ServerActionsTestJSON-864820253-router', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:07Z', 'updated_at': '2021-07-23T20:30:09Z', 'revision_number': 3, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'gw_port': {'id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:08Z', 'updated_at': '2021-07-23T20:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:12.852370 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71750ed0-164e-4ac1-acc6-3957ab800194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.856425 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71750ed0-164e-4ac1-acc6-3957ab800194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.860381 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-71750ed0-164e-4ac1-acc6-3957ab800194 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3698f5b-c8db-4caa-8a79-ca5038ddff2c HTTP/1.1" status: 204 len: 168 time: 0.4409595 Jul 23 20:30:12.895870 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Checking router: 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:30:12.896960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Updating router 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 port e980673e-5d52-45ff-962c-12b3a97148cd binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:30:12.951712 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-70f38f50-27a8-4130-8174-ea31529fc97a tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:12.958827 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.981239 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71750ed0-164e-4ac1-acc6-3957ab800194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3698f5b-c8db-4caa-8a79-ca5038ddff2c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:13.039985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e97207f-522e-4f80-8114-4360dad68427 req-23452439-7967-4051-bc17-cfa425f229be tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/security-groups?id=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892577 Jul 23 20:30:13.055021 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-70f38f50-27a8-4130-8174-ea31529fc97a tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:13.064703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-70f38f50-27a8-4130-8174-ea31529fc97a tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:13.095894 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.130395 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Transition to ACTIVE for port object 7c1ddf2c-fb45-43e9-a263-6f439469274b will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:13.214742 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.241266 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f38f50-27a8-4130-8174-ea31529fc97a tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Pushing event updated for resources: {'Port': ['ID=aa4c1f86-2826-4a21-a930-fdade699c00f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:13.366241 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Network 7e87e256-e5f8-4403-aebe-74aea031e4d5 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:13.378524 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:13.395546 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:13.401908 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Pushing event updated for resources: {'Port': ['ID=7c1ddf2c-fb45-43e9-a263-6f439469274b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:13.454253 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28ea15f-9e16-4466-be29-8048ae7ffb5e x-openstack-request-id: req-b28ea15f-9e16-4466-be29-8048ae7ffb5e {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:13.470898 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11529f3-02f9-4bb1-b11d-d6e54f1efb81", "tag": "4678e243-b021-4da0-9bc1-8241fec7e7f0", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:13.471176 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b28ea15f-9e16-4466-be29-8048ae7ffb5e {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:13.471604 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11529f3-02f9-4bb1-b11d-d6e54f1efb81', 'tag': '4678e243-b021-4da0-9bc1-8241fec7e7f0', 'status': 'completed', 'code': 200} Jul 23 20:30:13.516335 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.543942 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-70f38f50-27a8-4130-8174-ea31529fc97a tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.635867 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aff407c-fb0a-4c07-9605-a80a5165afc2 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.675767 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.701091 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Transition to ACTIVE for port object e980673e-5d52-45ff-962c-12b3a97148cd will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:13.709642 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32896) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:13.714361 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.811464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f41e4-04c5-4842-8071-a4bfad8e324b None None] Pushing event updated for resources: {'Port': ['ID=e980673e-5d52-45ff-962c-12b3a97148cd,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:13.883056 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Attempting to bind port e980673e-5d52-45ff-962c-12b3a97148cd on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:13.883533 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Attempting to bind port e980673e-5d52-45ff-962c-12b3a97148cd by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:13.883823 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Attempting to bind port e980673e-5d52-45ff-962c-12b3a97148cd on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:13.888911 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.900642 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:13.901029 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:13.901429 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.901826 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:13.902312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Bound port: e980673e-5d52-45ff-962c-12b3a97148cd, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:13.902719 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.060639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d38ea549-0fc4-4588-9e90-4839669f9423 None None] Provisioning for port 7c1ddf2c-fb45-43e9-a263-6f439469274b completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:14.063821 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32900) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:14.093469 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d38ea549-0fc4-4588-9e90-4839669f9423 None None] Provisioning complete for port 7c1ddf2c-fb45-43e9-a263-6f439469274b triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:14.093947 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d38ea549-0fc4-4588-9e90-4839669f9423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.138034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] For port e980673e-5d52-45ff-962c-12b3a97148cd, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:14.144457 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] For port e980673e-5d52-45ff-962c-12b3a97148cd, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e980673e-5d52-45ff-962c-12b3a97148cd,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:14.148162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-38fe2232-f1e4-491b-8a66-b074cc3bf984 req-7de18064-cce3-46b6-b544-983f17e894a5 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Deleting port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:14.148649 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38fe2232-f1e4-491b-8a66-b074cc3bf984 req-7de18064-cce3-46b6-b544-983f17e894a5 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.297210 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.298867 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6707782-bdc8-46b7-9f43-9af010c6fcd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.310887 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.388101 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ada22fc-9fb9-4b25-94d9-aea36fa889d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.440588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Pushing event updated for resources: {'Port': ['ID=7c1ddf2c-fb45-43e9-a263-6f439469274b,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:14.460469 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.563785 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.566112 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 58b9c037-3ea4-45f9-af95-bb6ae6147a2b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:14.589400 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-70f38f50-27a8-4130-8174-ea31529fc97a tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.627541 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-ab6126d5-4543-429f-b09a-ef6426479af3 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=83289713cb284563a1cd2eefe3ab1507&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3681407 Jul 23 20:30:14.655694 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e9f5-8a10-4089-863b-c02f20a11b35 req-675a9c96-089d-46b2-8203-654ebb285273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:14.660811 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd17e9f5-8a10-4089-863b-c02f20a11b35 req-675a9c96-089d-46b2-8203-654ebb285273 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=83cc6e1e107f4085988ac2c55dd76f61&device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 1098 time: 1.0718744 Jul 23 20:30:14.698013 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d38ea549-0fc4-4588-9e90-4839669f9423 None None] Port 7c1ddf2c-fb45-43e9-a263-6f439469274b cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:14.708810 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Network 7e87e256-e5f8-4403-aebe-74aea031e4d5 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:14.710763 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:14.718946 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Routers {'2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:14.721040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:14.804415 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6707782-bdc8-46b7-9f43-9af010c6fcd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.865909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f41e4-04c5-4842-8071-a4bfad8e324b None None] Pushing event updated for resources: {'Port': ['ID=e980673e-5d52-45ff-962c-12b3a97148cd,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:14.870946 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] Set router 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:14.903367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 58b9c037-3ea4-45f9-af95-bb6ae6147a2b completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:14.912544 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 58b9c037-3ea4-45f9-af95-bb6ae6147a2b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:14.912891 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.964197 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Router 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:30:15.015857 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6707782-bdc8-46b7-9f43-9af010c6fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.119039 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.126259 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ada22fc-9fb9-4b25-94d9-aea36fa889d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.135591 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ada22fc-9fb9-4b25-94d9-aea36fa889d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.183017 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.184844 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ed6b8c48-e9f4-4df6-a01d-19fa43c6bd56 None None] Provisioning complete for port 7c1ddf2c-fb45-43e9-a263-6f439469274b triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:15.185280 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed6b8c48-e9f4-4df6-a01d-19fa43c6bd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.194483 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3ada22fc-9fb9-4b25-94d9-aea36fa889d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29755bd9e6a949dd9706884b42817a69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4834902 Jul 23 20:30:15.200338 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32914) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.221543 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada22fc-9fb9-4b25-94d9-aea36fa889d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ef247f-95a1-4c03-800b-8a75a0b2e2e7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:15.231181 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 58b9c037-3ea4-45f9-af95-bb6ae6147a2b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=58b9c037-3ea4-45f9-af95-bb6ae6147a2b,segment=NetworkSegment(a727ead1-206b-4c3a-af5e-e283202f48eb),segment_id=a727ead1-206b-4c3a-af5e-e283202f48eb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:15.249229 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.256787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ed6b8c48-e9f4-4df6-a01d-19fa43c6bd56 None None] Port 7c1ddf2c-fb45-43e9-a263-6f439469274b cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:15.272316 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:15.279197 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1ba9d83d-6558-43e2-b65a-82a8c40c065a admin admin] 10.222.0.55 "PUT /v2.0/routers/2ab0b564-5e22-4c23-9b2c-cef3aad8eed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5439038 Jul 23 20:30:15.280614 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4aad30d9-96ca-414e-ae98-911e372f9463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.300463 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'name': 'tempest-ServerActionsTestJSON-864820253-router', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:07Z', 'updated_at': '2021-07-23T20:30:13Z', 'revision_number': 4, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'gw_port': {'id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:08Z', 'updated_at': '2021-07-23T20:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c1ddf2c-fb45-43e9-a263-6f439469274b', 'name': '', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'mac_address': 'fa:16:3e:3b:07:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:12Z', 'updated_at': '2021-07-23T20:30:14Z', 'revision_number': 2, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'subnets': [{'id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:15.303855 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e9f5-8a10-4089-863b-c02f20a11b35 req-74b05339-0266-4c10-a70d-d39518b062c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:15.305146 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd17e9f5-8a10-4089-863b-c02f20a11b35 req-74b05339-0266-4c10-a70d-d39518b062c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c97f5b5d-a800-4aa3-8195-36fc8395644b HTTP/1.1" status: 200 len: 917 time: 0.5313828 Jul 23 20:30:15.310787 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d6707782-bdc8-46b7-9f43-9af010c6fcd0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5597e1ec329a4cc0a5688c6b7ead1f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2334452 Jul 23 20:30:15.310988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 5a6ed945-8567-422b-8f75-1fe6db8eceb0 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:15.313569 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32918) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.328093 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4aad30d9-96ca-414e-ae98-911e372f9463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.334330 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-38fe2232-f1e4-491b-8a66-b074cc3bf984 req-7de18064-cce3-46b6-b544-983f17e894a5 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] For port 5a6ed945-8567-422b-8f75-1fe6db8eceb0, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=5a6ed945-8567-422b-8f75-1fe6db8eceb0,segment=NetworkSegment(0086776a-04fd-413d-8fc9-3c6d7ac3a249),segment_id=0086776a-04fd-413d-8fc9-3c6d7ac3a249)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:15.334630 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38fe2232-f1e4-491b-8a66-b074cc3bf984 req-7de18064-cce3-46b6-b544-983f17e894a5 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.362194 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6707782-bdc8-46b7-9f43-9af010c6fcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ef4ca9-012f-4899-8192-73b0a637c6cf,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:15.368870 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07a63b-2d31-4dac-ad57-f253f3950225 None None] The sync data for ids ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'] in n-d-791504-18 is: [{'id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'name': 'tempest-ServerActionsTestJSON-864820253-router', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:07Z', 'updated_at': '2021-07-23T20:30:13Z', 'revision_number': 4, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'gw_port': {'id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:08Z', 'updated_at': '2021-07-23T20:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c1ddf2c-fb45-43e9-a263-6f439469274b', 'name': '', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'mac_address': 'fa:16:3e:3b:07:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:12Z', 'updated_at': '2021-07-23T20:30:14Z', 'revision_number': 2, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'subnets': [{'id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:15.384813 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=58b9c037-3ea4-45f9-af95-bb6ae6147a2b,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:15.449530 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4aad30d9-96ca-414e-ae98-911e372f9463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.458936 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4aad30d9-96ca-414e-ae98-911e372f9463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.460386 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4aad30d9-96ca-414e-ae98-911e372f9463 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06ef247f-95a1-4c03-800b-8a75a0b2e2e7 HTTP/1.1" status: 204 len: 168 time: 0.2574811 Jul 23 20:30:15.497935 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad30d9-96ca-414e-ae98-911e372f9463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ef247f-95a1-4c03-800b-8a75a0b2e2e7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:15.500472 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65bc576d-160a-45cb-8c67-ab72d81074aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.527847 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65bc576d-160a-45cb-8c67-ab72d81074aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.596961 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65bc576d-160a-45cb-8c67-ab72d81074aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.601172 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65bc576d-160a-45cb-8c67-ab72d81074aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.602403 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-65bc576d-160a-45cb-8c67-ab72d81074aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8ef4ca9-012f-4899-8192-73b0a637c6cf HTTP/1.1" status: 204 len: 168 time: 0.2877042 Jul 23 20:30:15.613031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc576d-160a-45cb-8c67-ab72d81074aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ef4ca9-012f-4899-8192-73b0a637c6cf,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:15.804446 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-38fe2232-f1e4-491b-8a66-b074cc3bf984 req-7de18064-cce3-46b6-b544-983f17e894a5 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Calling delete_port for 5a6ed945-8567-422b-8f75-1fe6db8eceb0 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:15.891449 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-70f38f50-27a8-4130-8174-ea31529fc97a tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.903498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-e8145aa2-f4cb-4415-a337-e1f65e736778 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:15.905059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-e8145aa2-f4cb-4415-a337-e1f65e736778 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1481419 Jul 23 20:30:15.962013 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-70f38f50-27a8-4130-8174-ea31529fc97a tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.983830 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aff407c-fb0a-4c07-9605-a80a5165afc2 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.996389 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd17e9f5-8a10-4089-863b-c02f20a11b35 req-1129dbee-efa7-438e-9214-2af67cee0e36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4678e243-b021-4da0-9bc1-8241fec7e7f0 HTTP/1.1" status: 200 len: 1002 time: 0.6645699 Jul 23 20:30:16.028941 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aff407c-fb0a-4c07-9605-a80a5165afc2 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.040891 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-3cd85c98-cb44-4ecd-ba47-69164db4fecc tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/quotas/83289713cb284563a1cd2eefe3ab1507 HTTP/1.1" status: 200 len: 375 time: 0.0814064 Jul 23 20:30:16.249476 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-3f4d67d7-51e1-41b6-81ed-f98e2a6e5807 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=83289713cb284563a1cd2eefe3ab1507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1445346 Jul 23 20:30:16.256762 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f38f50-27a8-4130-8174-ea31529fc97a tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Pushing event updated for resources: {'Port': ['ID=aa4c1f86-2826-4a21-a930-fdade699c00f,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:16.285809 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e9f5-8a10-4089-863b-c02f20a11b35 req-b1c2fbaa-d133-4c79-841d-b69cb1a088d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:16.287516 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd17e9f5-8a10-4089-863b-c02f20a11b35 req-b1c2fbaa-d133-4c79-841d-b69cb1a088d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7750dd8-00f3-4a53-80a2-8d4fd6798e2e HTTP/1.1" status: 200 len: 855 time: 0.2667060 Jul 23 20:30:16.288265 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-70f38f50-27a8-4130-8174-ea31529fc97a tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.439569 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-70f38f50-27a8-4130-8174-ea31529fc97a tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.441143 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-70f38f50-27a8-4130-8174-ea31529fc97a tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.1731884 Jul 23 20:30:16.490131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 58b9c037-3ea4-45f9-af95-bb6ae6147a2b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:16.555955 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38fe2232-f1e4-491b-8a66-b074cc3bf984 req-7de18064-cce3-46b6-b544-983f17e894a5 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.567204 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-e581fa71-00cc-443c-98c8-d1f2a981047f tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 695 time: 0.1037488 Jul 23 20:30:16.640797 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.666060 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de18064-cce3-46b6-b544-983f17e894a5 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Pushing event deleted for resources: {'Port': ['ID=5a6ed945-8567-422b-8f75-1fe6db8eceb0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:16.670621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e9f5-8a10-4089-863b-c02f20a11b35 req-15e9d0f0-3577-4587-a15f-37a4c2594b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:16.672413 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd17e9f5-8a10-4089-863b-c02f20a11b35 req-15e9d0f0-3577-4587-a15f-37a4c2594b1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c97f5b5d-a800-4aa3-8195-36fc8395644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3708022 Jul 23 20:30:16.672722 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 58b9c037-3ea4-45f9-af95-bb6ae6147a2b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:16.673166 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.735584 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32966) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:16.757838 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c9cbdeb-0200-4e25-b4a9-cf14f9f31b18 req-3c07d1d4-e598-4f7b-ae40-9c5bd787f8bf tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.55 "GET /v2.0/ports?device_id=97af9ad2-21c5-465b-baf0-5c756c0c1551 HTTP/1.1" status: 200 len: 210 time: 0.0929904 Jul 23 20:30:16.758464 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aff407c-fb0a-4c07-9605-a80a5165afc2 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Router 78a9326b-a1f1-46eb-80c2-a723151f8db0 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:30:16.891140 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fe2232-f1e4-491b-8a66-b074cc3bf984 req-7de18064-cce3-46b6-b544-983f17e894a5 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] No DVR routers for this DVR port 5a6ed945-8567-422b-8f75-1fe6db8eceb0 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:30:16.908668 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38fe2232-f1e4-491b-8a66-b074cc3bf984 req-7de18064-cce3-46b6-b544-983f17e894a5 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.911770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38fe2232-f1e4-491b-8a66-b074cc3bf984 req-7de18064-cce3-46b6-b544-983f17e894a5 tempest-LiveMigrationTest-997862341 tempest-LiveMigrationTest-997862341-project] 10.222.0.57 "DELETE /v2.0/ports/5a6ed945-8567-422b-8f75-1fe6db8eceb0 HTTP/1.1" status: 204 len: 173 time: 4.2801325 Jul 23 20:30:16.912379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97af9ad2-21c5-465b-baf0-5c756c0c1551', 'name': 'network-vif-deleted', 'tag': '5a6ed945-8567-422b-8f75-1fe6db8eceb0'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:16.914682 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca827363-4e10-42fe-8614-faf7150fcf64" -d '{"events": [{"server_uuid": "97af9ad2-21c5-465b-baf0-5c756c0c1551", "name": "network-vif-deleted", "tag": "5a6ed945-8567-422b-8f75-1fe6db8eceb0"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:17.090938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-d3314ab3-9309-48d7-a2f5-0ce670ae39fe tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:17.104360 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-502e1c5e-7048-4df0-b825-e4f52dc1092e req-d3314ab3-9309-48d7-a2f5-0ce670ae39fe tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.4935966 Jul 23 20:30:17.198632 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd17e9f5-8a10-4089-863b-c02f20a11b35 req-8b0f38d2-e521-47ce-8d31-27fe44913443 service neutron] 10.222.0.48 "GET /v2.0/networks/c97f5b5d-a800-4aa3-8195-36fc8395644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922698 Jul 23 20:30:17.213520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-96b18d9a-0d59-4769-b6e5-3c61583ba65d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1400154011-network', 'tenant_id': 'e579866648b74be9949beeb47c3d5bc7'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:17.223243 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a505334a-9863-4c6d-b11b-9edaa4930aa6 req-a6de6b08-8ff2-4086-b7f1-310dd1362325 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7 HTTP/1.1" status: 200 len: 210 time: 0.0628760 Jul 23 20:30:17.278917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b18d9a-0d59-4769-b6e5-3c61583ba65d admin admin] Made reservation on behalf of e579866648b74be9949beeb47c3d5bc7 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:17.283206 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96b18d9a-0d59-4769-b6e5-3c61583ba65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.310522 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96b18d9a-0d59-4769-b6e5-3c61583ba65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.311055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aff407c-fb0a-4c07-9605-a80a5165afc2 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:17.320043 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ca038-b3ff-43c5-adea-07b8195c305e None None] Sync routers for ids ['78a9326b-a1f1-46eb-80c2-a723151f8db0'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:17.329570 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aff407c-fb0a-4c07-9605-a80a5165afc2 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.330810 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9aff407c-fb0a-4c07-9605-a80a5165afc2 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "PUT /v2.0/routers/78a9326b-a1f1-46eb-80c2-a723151f8db0 HTTP/1.1" status: 200 len: 915 time: 9.4149184 Jul 23 20:30:17.334061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32986) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:17.389672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ca038-b3ff-43c5-adea-07b8195c305e None None] Routers {'78a9326b-a1f1-46eb-80c2-a723151f8db0'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:17.393959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8b6ca038-b3ff-43c5-adea-07b8195c305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['78a9326b-a1f1-46eb-80c2-a723151f8db0'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:17.450157 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96b18d9a-0d59-4769-b6e5-3c61583ba65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.456046 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96b18d9a-0d59-4769-b6e5-3c61583ba65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.456742 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d027856-0145-41fd-9f7f-82eb297977ad x-openstack-request-id: req-4d027856-0145-41fd-9f7f-82eb297977ad {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:17.457048 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97af9ad2-21c5-465b-baf0-5c756c0c1551", "name": "network-vif-deleted", "tag": "5a6ed945-8567-422b-8f75-1fe6db8eceb0", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:17.458541 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d027856-0145-41fd-9f7f-82eb297977ad {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:17.458957 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97af9ad2-21c5-465b-baf0-5c756c0c1551', 'name': 'network-vif-deleted', 'tag': '5a6ed945-8567-422b-8f75-1fe6db8eceb0', 'status': 'completed', 'code': 200} Jul 23 20:30:17.487290 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b18d9a-0d59-4769-b6e5-3c61583ba65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b1ace1-3f11-410a-a50e-4698e23db5de,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:17.506313 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b18d9a-0d59-4769-b6e5-3c61583ba65d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:30:17.523906 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96b18d9a-0d59-4769-b6e5-3c61583ba65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.524252 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-96b18d9a-0d59-4769-b6e5-3c61583ba65d admin admin] Added segment 28218b7d-ad79-47ae-9f58-980f922af7e6 of type vlan for network c70316e0-82e7-48f7-b899-2eac1a1822c3 Jul 23 20:30:17.577254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8b6ca038-b3ff-43c5-adea-07b8195c305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:17.598293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ca038-b3ff-43c5-adea-07b8195c305e None None] Routers {'78a9326b-a1f1-46eb-80c2-a723151f8db0'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:17.599931 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8b6ca038-b3ff-43c5-adea-07b8195c305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['78a9326b-a1f1-46eb-80c2-a723151f8db0'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:17.637344 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd17e9f5-8a10-4089-863b-c02f20a11b35 req-9609dad4-7355-490a-a53f-0865c84a4c95 service neutron] 10.222.0.48 "GET /v2.0/networks/c97f5b5d-a800-4aa3-8195-36fc8395644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107659 Jul 23 20:30:17.644804 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96b18d9a-0d59-4769-b6e5-3c61583ba65d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.709299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8b6ca038-b3ff-43c5-adea-07b8195c305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:17.710541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ca038-b3ff-43c5-adea-07b8195c305e None None] The sync data for ids ['78a9326b-a1f1-46eb-80c2-a723151f8db0'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:17.719292 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96b18d9a-0d59-4769-b6e5-3c61583ba65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.721423 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b18d9a-0d59-4769-b6e5-3c61583ba65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:17.723243 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96b18d9a-0d59-4769-b6e5-3c61583ba65d admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.780434 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-96b18d9a-0d59-4769-b6e5-3c61583ba65d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0435874 Jul 23 20:30:17.834932 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4109cf1e-07ec-46b0-95ad-7ed56a0f20c1 req-a350a270-e795-4b02-8c9c-8b637b4c31b0 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/floatingips/7553c2a9-a2fd-4a17-9f19-52c80f733fa0 HTTP/1.1" status: 200 len: 692 time: 0.3831794 Jul 23 20:30:17.838043 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b18d9a-0d59-4769-b6e5-3c61583ba65d admin admin] Pushing event updated for resources: {'Network': ['ID=c70316e0-82e7-48f7-b899-2eac1a1822c3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:17.851655 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network c70316e0-82e7-48f7-b899-2eac1a1822c3 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:30:18.012107 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33006) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:18.012514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-efabaf7d-b8da-4f2d-b368-9795d254227f tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "GET /v2.0/routers/78a9326b-a1f1-46eb-80c2-a723151f8db0 HTTP/1.1" status: 200 len: 921 time: 0.6720388 Jul 23 20:30:18.018425 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33008) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:18.031327 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9ddc060c-ac1e-49e8-a133-b4468341fd62 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--926115233', 'description': 'tempest-description--1146762194'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:18.056218 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33012) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:18.065558 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ddc060c-ac1e-49e8-a133-b4468341fd62 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.070096 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109cf1e-07ec-46b0-95ad-7ed56a0f20c1 req-6142e25c-6523-4303-84fc-3b1eb31a5690 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:18.076561 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4109cf1e-07ec-46b0-95ad-7ed56a0f20c1 req-6142e25c-6523-4303-84fc-3b1eb31a5690 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.2402422 Jul 23 20:30:18.102358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-4109cf1e-07ec-46b0-95ad-7ed56a0f20c1 req-e860a8ef-9f12-4609-a2a9-0172396740c2 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:30:18.116520 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4109cf1e-07ec-46b0-95ad-7ed56a0f20c1 req-e860a8ef-9f12-4609-a2a9-0172396740c2 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0390215 Jul 23 20:30:18.208797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c407fd-3014-4edc-a52b-e8dfcd993f34 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:18.210875 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c7c407fd-3014-4edc-a52b-e8dfcd993f34 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&device_id=78a9326b-a1f1-46eb-80c2-a723151f8db0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1911910 Jul 23 20:30:18.216225 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33020) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:18.247900 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ddc060c-ac1e-49e8-a133-b4468341fd62 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.273012 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ddc060c-ac1e-49e8-a133-b4468341fd62 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.315636 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ddc060c-ac1e-49e8-a133-b4468341fd62 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.316877 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9ddc060c-ac1e-49e8-a133-b4468341fd62 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3073516 Jul 23 20:30:18.327286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33026) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:18.327633 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a037bea-64e6-41cf-8c13-36030bf0ba89 req-3ac57f2c-15f4-4c85-a1ad-879ecd97b3f5 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=7f4f78c938f442e1b432392379dc58a8 HTTP/1.1" status: 200 len: 695 time: 0.1341188 Jul 23 20:30:18.338866 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b40e5c7d-4c91-41bb-89d9-cee95b27709f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Request body: {'security_group_rule': {'security_group_id': '7b04c6cd-2548-4b9b-8710-1e95985f5da0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:18.339039 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-83551cb1-46af-449a-9596-cae33c62848f tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=83289713cb284563a1cd2eefe3ab1507&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076250 Jul 23 20:30:18.471782 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e980673e-5d52-45ff-962c-12b3a97148cd up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:18.481866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a037bea-64e6-41cf-8c13-36030bf0ba89 req-189c5e1a-2271-4542-9dfc-7990955776f9 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:18.484650 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc060c-ac1e-49e8-a133-b4468341fd62 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b04c6cd-2548-4b9b-8710-1e95985f5da0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:18.502302 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a037bea-64e6-41cf-8c13-36030bf0ba89 req-189c5e1a-2271-4542-9dfc-7990955776f9 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/networks?id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 787 time: 0.1718996 Jul 23 20:30:18.510055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-9a037bea-64e6-41cf-8c13-36030bf0ba89 req-68d18dbf-9de0-45b6-ab00-fbfe34fdd251 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:30:18.523537 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a037bea-64e6-41cf-8c13-36030bf0ba89 req-68d18dbf-9de0-45b6-ab00-fbfe34fdd251 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199959 Jul 23 20:30:18.527261 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b40e5c7d-4c91-41bb-89d9-cee95b27709f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.556535 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8686718-0cdf-4e76-a2f7-eca30e7f1c47 admin admin] Deleting subnet d0023097-714c-4bc6-9cfd-cd5938a22d68 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:30:18.560957 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5212a721-5d45-4529-b167-882590708272 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:18.562358 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5212a721-5d45-4529-b167-882590708272 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 881 time: 0.3451717 Jul 23 20:30:18.563198 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f8686718-0cdf-4e76-a2f7-eca30e7f1c47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.572973 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33030) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:18.628562 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port e980673e-5d52-45ff-962c-12b3a97148cd completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:18.636562 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port e980673e-5d52-45ff-962c-12b3a97148cd triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:18.636935 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.668180 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f8686718-0cdf-4e76-a2f7-eca30e7f1c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.693192 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2234a738-1ca8-4070-b1c0-b5e42ebb82a8 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "GET /v2.0/ports?device_id=78a9326b-a1f1-46eb-80c2-a723151f8db0 HTTP/1.1" status: 200 len: 205 time: 0.0994475 Jul 23 20:30:18.698676 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-34b5009e-55b6-4c5c-91e6-596d0fe0b5e5 req-6632b43d-311a-4a66-8f1b-6971b16e5017 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7 HTTP/1.1" status: 200 len: 210 time: 0.0532448 Jul 23 20:30:18.700082 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33034) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:18.747476 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.772368 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port e980673e-5d52-45ff-962c-12b3a97148cd, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e980673e-5d52-45ff-962c-12b3a97148cd,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:18.778503 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.811154 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b40e5c7d-4c91-41bb-89d9-cee95b27709f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.825318 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f8686718-0cdf-4e76-a2f7-eca30e7f1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.838592 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=e980673e-5d52-45ff-962c-12b3a97148cd,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:18.865382 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b40e5c7d-4c91-41bb-89d9-cee95b27709f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.901275 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e5c7d-4c91-41bb-89d9-cee95b27709f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93493c18-6874-4fa9-9488-2ca58d742fad,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:18.920425 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b40e5c7d-4c91-41bb-89d9-cee95b27709f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.924562 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b40e5c7d-4c91-41bb-89d9-cee95b27709f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5905163 Jul 23 20:30:18.928228 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33036) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:18.929605 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Sync routers for ids ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:18.936544 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-fe30ad4d-d834-4cf5-ac99-f2084e15524b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Request body: {'security_group_rule': {'security_group_id': '7b04c6cd-2548-4b9b-8710-1e95985f5da0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:18.944504 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Routers {'2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:18.945171 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:18.949422 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-775f09b0-72b5-4395-9e2a-da6392c1130c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.029236 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f8686718-0cdf-4e76-a2f7-eca30e7f1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.062828 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Set router 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:19.064167 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8686718-0cdf-4e76-a2f7-eca30e7f1c47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0023097-714c-4bc6-9cfd-cd5938a22d68,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:19.081206 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f8686718-0cdf-4e76-a2f7-eca30e7f1c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.086229 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f8686718-0cdf-4e76-a2f7-eca30e7f1c47 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d0023097-714c-4bc6-9cfd-cd5938a22d68 HTTP/1.1" status: 204 len: 168 time: 1.0258222 Jul 23 20:30:19.086229 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe30ad4d-d834-4cf5-ac99-f2084e15524b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.088677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33038) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:19.137091 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-c755da60-3e40-4ff3-a8e7-61ea4821412a tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:19.138600 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-c755da60-3e40-4ff3-a8e7-61ea4821412a tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6327693 Jul 23 20:30:19.184065 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-200cd455-9c9a-4604-9186-482283f430d5 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Request body: {'port': {'device_id': 'da344c2f-fc03-4ebd-941c-6fb95b0cedc7', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': '83289713cb284563a1cd2eefe3ab1507'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:19.197588 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ca9ac94-b628-471a-844a-57473034f826 req-523bb986-28fb-49b0-970a-91b29ec2ed02 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/floatingips/7553c2a9-a2fd-4a17-9f19-52c80f733fa0 HTTP/1.1" status: 200 len: 692 time: 0.4540448 Jul 23 20:30:19.205318 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-775f09b0-72b5-4395-9e2a-da6392c1130c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.217231 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8cd243b8-c076-45e9-8b2f-0bff1c0c902d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.256533 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe30ad4d-d834-4cf5-ac99-f2084e15524b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.269201 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe30ad4d-d834-4cf5-ac99-f2084e15524b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.322690 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30ad4d-d834-4cf5-ac99-f2084e15524b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499b34d9-9437-4465-ab2c-8f84d881bdfa,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:19.349631 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe30ad4d-d834-4cf5-ac99-f2084e15524b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.353738 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fe30ad4d-d834-4cf5-ac99-f2084e15524b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4220955 Jul 23 20:30:19.375057 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8cd243b8-c076-45e9-8b2f-0bff1c0c902d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.377383 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33042) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:19.387768 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-59dba271-3124-452c-951f-94d8d3be8899 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:19.393914 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b897c9-b52c-4607-9bf1-808feef866b5 req-ed41a9f6-098b-451a-af49-a28b60872b7a tempest-ComputeTenantNetworksTest-1907585409 tempest-ComputeTenantNetworksTest-1907585409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:19.398317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-8cd243b8-c076-45e9-8b2f-0bff1c0c902d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f569b7-90aa-4a8d-8748-eb524f6ea387']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:19.400607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b897c9-b52c-4607-9bf1-808feef866b5 req-ed41a9f6-098b-451a-af49-a28b60872b7a tempest-ComputeTenantNetworksTest-1907585409 tempest-ComputeTenantNetworksTest-1907585409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:19.406913 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b897c9-b52c-4607-9bf1-808feef866b5 req-ed41a9f6-098b-451a-af49-a28b60872b7a tempest-ComputeTenantNetworksTest-1907585409 tempest-ComputeTenantNetworksTest-1907585409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:19.408586 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20b897c9-b52c-4607-9bf1-808feef866b5 req-ed41a9f6-098b-451a-af49-a28b60872b7a tempest-ComputeTenantNetworksTest-1907585409 tempest-ComputeTenantNetworksTest-1907585409-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.7612805 Jul 23 20:30:19.410292 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-775f09b0-72b5-4395-9e2a-da6392c1130c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Deleting port 075e8907-60e9-49e2-be31-ce0670aea12e {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:19.412931 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-775f09b0-72b5-4395-9e2a-da6392c1130c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.418474 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-8cd243b8-c076-45e9-8b2f-0bff1c0c902d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0086776a-04fd-413d-8fc9-3c6d7ac3a249') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:19.418980 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-8cd243b8-c076-45e9-8b2f-0bff1c0c902d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0086776a-04fd-413d-8fc9-3c6d7ac3a249') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:19.421228 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'name': 'tempest-ServerActionsTestJSON-864820253-router', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:07Z', 'updated_at': '2021-07-23T20:30:13Z', 'revision_number': 4, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'gw_port': {'id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:08Z', 'updated_at': '2021-07-23T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c1ddf2c-fb45-43e9-a263-6f439469274b', 'name': '', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'mac_address': 'fa:16:3e:3b:07:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:12Z', 'updated_at': '2021-07-23T20:30:14Z', 'revision_number': 2, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'subnets': [{'id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:19.442051 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8cd243b8-c076-45e9-8b2f-0bff1c0c902d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.456404 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Checking router: 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:30:19.456762 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Updating router 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 port 7c1ddf2c-fb45-43e9-a263-6f439469274b binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:30:19.484442 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9ac94-b628-471a-844a-57473034f826 req-bc525dc8-30ab-4431-956e-b9a078cf2a57 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:19.486178 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ca9ac94-b628-471a-844a-57473034f826 req-bc525dc8-30ab-4431-956e-b9a078cf2a57 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.2597134 Jul 23 20:30:19.503818 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8cd243b8-c076-45e9-8b2f-0bff1c0c902d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.510788 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59dba271-3124-452c-951f-94d8d3be8899 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.517244 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.524017 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd243b8-c076-45e9-8b2f-0bff1c0c902d admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:19.525876 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8cd243b8-c076-45e9-8b2f-0bff1c0c902d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:19.534361 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:19.569449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-200cd455-9c9a-4604-9186-482283f430d5 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Made reservation on behalf of 83289713cb284563a1cd2eefe3ab1507 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:19.574297 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-200cd455-9c9a-4604-9186-482283f430d5 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.578955 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ca9ac94-b628-471a-844a-57473034f826 req-e144573b-d4be-48aa-b45d-d6e886bc4ab7 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 695 time: 0.0853281 Jul 23 20:30:19.614264 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-775f09b0-72b5-4395-9e2a-da6392c1130c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.618994 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-200cd455-9c9a-4604-9186-482283f430d5 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.634721 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-775f09b0-72b5-4395-9e2a-da6392c1130c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Calling delete_port for 075e8907-60e9-49e2-be31-ce0670aea12e owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:19.643735 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8cd243b8-c076-45e9-8b2f-0bff1c0c902d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.652652 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8cd243b8-c076-45e9-8b2f-0bff1c0c902d admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.655129 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8cd243b8-c076-45e9-8b2f-0bff1c0c902d admin admin] 10.222.0.55 "DELETE /v2.0/networks/44f569b7-90aa-4a8d-8748-eb524f6ea387 HTTP/1.1" status: 204 len: 168 time: 0.5628166 Jul 23 20:30:19.659478 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33056) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:19.672855 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ca9ac94-b628-471a-844a-57473034f826 req-9ebb5619-703c-41b9-aa76-51937d7856c9 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 695 time: 0.0698001 Jul 23 20:30:19.688431 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-b65ac545-a8ac-4372-a815-fb7c64a9c556 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2617a6d7b50a438096481bec73a2f866&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1084645 Jul 23 20:30:19.749312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd243b8-c076-45e9-8b2f-0bff1c0c902d admin admin] Pushing event deleted for resources: {'Network': ['ID=44f569b7-90aa-4a8d-8748-eb524f6ea387,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:19.815546 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a23bbe-7586-4f79-b740-908325c521ef admin admin] Deleting subnet 5939365a-661b-43d6-8379-20038ce71ea6 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:30:19.851035 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.863599 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Transition to ACTIVE for port object 7c1ddf2c-fb45-43e9-a263-6f439469274b will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:19.870966 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.922302 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e142ba-95e1-4a9a-aece-179b07b82457 None None] Pushing event updated for resources: {'Port': ['ID=7c1ddf2c-fb45-43e9-a263-6f439469274b,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:19.971288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-1b453b05-b7ee-4d54-84ea-7e784984f05b tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:19.972882 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-1b453b05-b7ee-4d54-84ea-7e784984f05b tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2745106 Jul 23 20:30:20.007596 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-95924035-648c-4fa0-912c-db6b9ab18602 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/quotas/2617a6d7b50a438096481bec73a2f866 HTTP/1.1" status: 200 len: 375 time: 0.0215688 Jul 23 20:30:20.016077 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-2ca9ac94-b628-471a-844a-57473034f826 req-b77f859b-7596-4ec3-8bef-957e089da9d6 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Deleting port aa4c1f86-2826-4a21-a930-fdade699c00f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:20.016425 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ca9ac94-b628-471a-844a-57473034f826 req-b77f859b-7596-4ec3-8bef-957e089da9d6 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.044618 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Attempting to bind port 7c1ddf2c-fb45-43e9-a263-6f439469274b on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:20.045221 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Attempting to bind port 7c1ddf2c-fb45-43e9-a263-6f439469274b by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:20.046127 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Attempting to bind port 7c1ddf2c-fb45-43e9-a263-6f439469274b on network 7e87e256-e5f8-4403-aebe-74aea031e4d5 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:20.052824 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:20.053389 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Checking segment: {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:20.053899 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.054628 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Bound using segment: {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:20.055168 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Bound port: 7c1ddf2c-fb45-43e9-a263-6f439469274b, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:20.055672 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.093785 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-71a5003d-df5c-4064-b8c4-155cf2896c50 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2617a6d7b50a438096481bec73a2f866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722780 Jul 23 20:30:20.155886 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] For port 7c1ddf2c-fb45-43e9-a263-6f439469274b, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:20.160355 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] For port 7c1ddf2c-fb45-43e9-a263-6f439469274b, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7c1ddf2c-fb45-43e9-a263-6f439469274b,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:20.166941 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.168843 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-64a23bbe-7586-4f79-b740-908325c521ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.191005 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-200cd455-9c9a-4604-9186-482283f430d5 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.221394 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-200cd455-9c9a-4604-9186-482283f430d5 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.232157 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Routers {'2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:20.233128 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:20.284603 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ca9ac94-b628-471a-844a-57473034f826 req-b77f859b-7596-4ec3-8bef-957e089da9d6 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.284939 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ca9ac94-b628-471a-844a-57473034f826 req-b77f859b-7596-4ec3-8bef-957e089da9d6 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.336335 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-64a23bbe-7586-4f79-b740-908325c521ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.356292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cd455-9c9a-4604-9186-482283f430d5 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9e3274-81d2-4e92-ba40-7d220001a417,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:20.375227 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-2ca9ac94-b628-471a-844a-57473034f826 req-b77f859b-7596-4ec3-8bef-957e089da9d6 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Calling delete_port for aa4c1f86-2826-4a21-a930-fdade699c00f owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:20.437192 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59dba271-3124-452c-951f-94d8d3be8899 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.478454 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e142ba-95e1-4a9a-aece-179b07b82457 None None] Pushing event updated for resources: {'Port': ['ID=7c1ddf2c-fb45-43e9-a263-6f439469274b,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:20.495776 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-64a23bbe-7586-4f79-b740-908325c521ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.503888 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e980673e-5d52-45ff-962c-12b3a97148cd up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:20.592516 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] Set router 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:20.628487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port e980673e-5d52-45ff-962c-12b3a97148cd triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:20.629169 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.669098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071860b1-4cb9-4050-b813-3b0b4f1abd05 req-9e82d5a5-fed9-46c6-adda-dd35b9c041cc tempest-ComputeTenantNetworksTest-1907585409 tempest-ComputeTenantNetworksTest-1907585409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:20.672693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-071860b1-4cb9-4050-b813-3b0b4f1abd05 req-9e82d5a5-fed9-46c6-adda-dd35b9c041cc tempest-ComputeTenantNetworksTest-1907585409 tempest-ComputeTenantNetworksTest-1907585409-project] 10.222.0.55 "GET /v2.0/networks/c70316e0-82e7-48f7-b899-2eac1a1822c3 HTTP/1.1" status: 200 len: 769 time: 0.2562387 Jul 23 20:30:20.689870 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33068) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:20.691419 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-200cd455-9c9a-4604-9186-482283f430d5 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Allocated IP 192.168.233.120 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/7f25587f-ccda-48b8-b3fc-f4afaec14bad) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:20.789656 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-64a23bbe-7586-4f79-b740-908325c521ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.798563 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-775f09b0-72b5-4395-9e2a-da6392c1130c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.869153 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4a660de6-0ab2-474b-949c-d90a6cea3314 req-677265ca-3396-406a-bb6b-4e943d09f788 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7 HTTP/1.1" status: 200 len: 210 time: 0.0859683 Jul 23 20:30:20.869375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-59dba271-3124-452c-951f-94d8d3be8899 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Allocated IP 172.25.3.98 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/e0458323-d8d9-40c7-96e9-3cd8e292ceec) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:20.898511 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a23bbe-7586-4f79-b740-908325c521ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5939365a-661b-43d6-8379-20038ce71ea6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:20.918183 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-64a23bbe-7586-4f79-b740-908325c521ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.919930 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-64a23bbe-7586-4f79-b740-908325c521ef admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5939365a-661b-43d6-8379-20038ce71ea6 HTTP/1.1" status: 204 len: 168 time: 1.2567012 Jul 23 20:30:20.921164 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f09b0-72b5-4395-9e2a-da6392c1130c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Pushing event deleted for resources: {'Port': ['ID=075e8907-60e9-49e2-be31-ce0670aea12e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:20.929464 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33072) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:20.933886 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cecab5b-5e1f-4953-a494-6df8c198b8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.997139 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'name': 'tempest-ServerActionsTestJSON-864820253-router', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:07Z', 'updated_at': '2021-07-23T20:30:13Z', 'revision_number': 4, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'gw_port': {'id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:08Z', 'updated_at': '2021-07-23T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c1ddf2c-fb45-43e9-a263-6f439469274b', 'name': '', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'mac_address': 'fa:16:3e:3b:07:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:12Z', 'updated_at': '2021-07-23T20:30:20Z', 'revision_number': 4, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'subnets': [{'id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:21.038099 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362f9781-0999-4a32-9f9c-0ab7d7f92d7b None None] The sync data for ids ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'] in n-d-791504-18 is: [{'id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'name': 'tempest-ServerActionsTestJSON-864820253-router', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:07Z', 'updated_at': '2021-07-23T20:30:13Z', 'revision_number': 4, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'gw_port': {'id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:08Z', 'updated_at': '2021-07-23T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c1ddf2c-fb45-43e9-a263-6f439469274b', 'name': '', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'mac_address': 'fa:16:3e:3b:07:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:12Z', 'updated_at': '2021-07-23T20:30:20Z', 'revision_number': 4, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'subnets': [{'id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:21.043068 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7b4980d-986c-4e54-bc93-e14fc8dd0392 req-cb050f9b-1a82-4a47-b027-faa3948af500 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/ports?device_id=c403a28c-8fc6-4e2e-8c34-32091fdc5fb9 HTTP/1.1" status: 200 len: 210 time: 0.0681815 Jul 23 20:30:21.076768 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ca9ac94-b628-471a-844a-57473034f826 req-b77f859b-7596-4ec3-8bef-957e089da9d6 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.131581 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-200cd455-9c9a-4604-9186-482283f430d5 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.133741 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f859b-7596-4ec3-8bef-957e089da9d6 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Pushing event deleted for resources: {'Port': ['ID=aa4c1f86-2826-4a21-a930-fdade699c00f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:21.202003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-200cd455-9c9a-4604-9186-482283f430d5 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Transition to ACTIVE for port object 7f25587f-ccda-48b8-b3fc-f4afaec14bad will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:21.207443 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db65c65f-3e0a-42a1-bff7-e9e1bd3746e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.233701 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-775f09b0-72b5-4395-9e2a-da6392c1130c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.251072 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ca9ac94-b628-471a-844a-57473034f826 req-b77f859b-7596-4ec3-8bef-957e089da9d6 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.253889 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ca9ac94-b628-471a-844a-57473034f826 req-b77f859b-7596-4ec3-8bef-957e089da9d6 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.256041 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ca9ac94-b628-471a-844a-57473034f826 req-b77f859b-7596-4ec3-8bef-957e089da9d6 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "DELETE /v2.0/floatingips/7553c2a9-a2fd-4a17-9f19-52c80f733fa0 HTTP/1.1" status: 204 len: 173 time: 1.5818782 Jul 23 20:30:21.281855 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-200cd455-9c9a-4604-9186-482283f430d5 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.428976 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cecab5b-5e1f-4953-a494-6df8c198b8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.454658 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-775f09b0-72b5-4395-9e2a-da6392c1130c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.456499 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-200cd455-9c9a-4604-9186-482283f430d5 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:21.462434 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-c472448d-94da-41b8-8fc5-2257c9415c43 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1835520 Jul 23 20:30:21.463368 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-200cd455-9c9a-4604-9186-482283f430d5 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:21.467321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-200cd455-9c9a-4604-9186-482283f430d5 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:21.468233 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-775f09b0-72b5-4395-9e2a-da6392c1130c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.477086 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59dba271-3124-452c-951f-94d8d3be8899 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.482628 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-9cecab5b-5e1f-4953-a494-6df8c198b8be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70316e0-82e7-48f7-b899-2eac1a1822c3']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:21.524129 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-200cd455-9c9a-4604-9186-482283f430d5 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:21.525221 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-200cd455-9c9a-4604-9186-482283f430d5 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.546986 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-9cecab5b-5e1f-4953-a494-6df8c198b8be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28218b7d-ad79-47ae-9f58-980f922af7e6') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:21.547230 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-9cecab5b-5e1f-4953-a494-6df8c198b8be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28218b7d-ad79-47ae-9f58-980f922af7e6') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:21.551824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-e48baf4e-def0-4bb8-b2c7-41db086e4b17 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:21.560598 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cecab5b-5e1f-4953-a494-6df8c198b8be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.582351 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cd455-9c9a-4604-9186-482283f430d5 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Pushing event updated for resources: {'Port': ['ID=7f25587f-ccda-48b8-b3fc-f4afaec14bad,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:21.603075 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-775f09b0-72b5-4395-9e2a-da6392c1130c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.603704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775f09b0-72b5-4395-9e2a-da6392c1130c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Fanout notify agent at l3_agent the message router_deleted on router 78a9326b-a1f1-46eb-80c2-a723151f8db0 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:30:21.603989 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-e48baf4e-def0-4bb8-b2c7-41db086e4b17 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.628041 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-200cd455-9c9a-4604-9186-482283f430d5 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4470704 Jul 23 20:30:21.638806 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db65c65f-3e0a-42a1-bff7-e9e1bd3746e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.642449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Request body: {'port': {'device_id': 'da344c2f-fc03-4ebd-941c-6fb95b0cedc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:21.643016 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cecab5b-5e1f-4953-a494-6df8c198b8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.659093 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-775f09b0-72b5-4395-9e2a-da6392c1130c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.660743 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-775f09b0-72b5-4395-9e2a-da6392c1130c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "DELETE /v2.0/routers/78a9326b-a1f1-46eb-80c2-a723151f8db0 HTTP/1.1" status: 204 len: 168 time: 2.9595547 Jul 23 20:30:21.668783 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33078) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:21.676266 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-db65c65f-3e0a-42a1-bff7-e9e1bd3746e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c19bb6-4f11-4122-aae3-3d9050bdb795']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:21.691482 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2144454327', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:21.705537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cecab5b-5e1f-4953-a494-6df8c198b8be admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:21.706028 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cecab5b-5e1f-4953-a494-6df8c198b8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:21.713050 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:21.743970 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-db65c65f-3e0a-42a1-bff7-e9e1bd3746e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d072150-2c4e-4bbf-a86e-ecfe59d25752') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:21.744291 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-db65c65f-3e0a-42a1-bff7-e9e1bd3746e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d072150-2c4e-4bbf-a86e-ecfe59d25752') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:21.759575 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db65c65f-3e0a-42a1-bff7-e9e1bd3746e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.824420 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-b1fa8fb0-f4cd-433d-bb36-e73be673b9f8 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2617a6d7b50a438096481bec73a2f866&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387266 Jul 23 20:30:21.835122 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.837142 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db65c65f-3e0a-42a1-bff7-e9e1bd3746e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.845444 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cecab5b-5e1f-4953-a494-6df8c198b8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.849472 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.850476 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.858977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db65c65f-3e0a-42a1-bff7-e9e1bd3746e2 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:21.859408 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db65c65f-3e0a-42a1-bff7-e9e1bd3746e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.863061 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59dba271-3124-452c-951f-94d8d3be8899 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:21.865528 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:21.870406 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cecab5b-5e1f-4953-a494-6df8c198b8be admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.872647 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9cecab5b-5e1f-4953-a494-6df8c198b8be admin admin] 10.222.0.55 "DELETE /v2.0/networks/c70316e0-82e7-48f7-b899-2eac1a1822c3 HTTP/1.1" status: 204 len: 168 time: 1.1767063 Jul 23 20:30:21.902883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-99321e28-ddd4-4ce9-9fa1-dd9d458fa375 None None] Provisioning for port 7f25587f-ccda-48b8-b3fc-f4afaec14bad completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:21.911397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-99321e28-ddd4-4ce9-9fa1-dd9d458fa375 None None] Provisioning complete for port 7f25587f-ccda-48b8-b3fc-f4afaec14bad triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:21.911744 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-99321e28-ddd4-4ce9-9fa1-dd9d458fa375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.994638 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-99321e28-ddd4-4ce9-9fa1-dd9d458fa375 None None] Port 7f25587f-ccda-48b8-b3fc-f4afaec14bad cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:22.004278 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-e48baf4e-def0-4bb8-b2c7-41db086e4b17 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.008014 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dba271-3124-452c-951f-94d8d3be8899 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Pushing event updated for resources: {'Port': ['ID=e0458323-d8d9-40c7-96e9-3cd8e292ceec,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:22.019469 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dba271-3124-452c-951f-94d8d3be8899 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:22.020797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecab5b-5e1f-4953-a494-6df8c198b8be admin admin] Pushing event deleted for resources: {'Network': ['ID=c70316e0-82e7-48f7-b899-2eac1a1822c3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:22.033290 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-59dba271-3124-452c-951f-94d8d3be8899 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:22.064082 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dba271-3124-452c-951f-94d8d3be8899 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:22.066813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33084) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:22.130686 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.151579 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db65c65f-3e0a-42a1-bff7-e9e1bd3746e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.199535 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-9dcc799c-d638-4e84-b7b9-e18e38678ac9 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:22.201052 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-9dcc799c-d638-4e84-b7b9-e18e38678ac9 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3695309 Jul 23 20:30:22.226607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-5b5e8818-38bc-4e7b-90ea-c73243026833 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Request body: {'port': {'device_id': 'c403a28c-8fc6-4e2e-8c34-32091fdc5fb9', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': '2617a6d7b50a438096481bec73a2f866'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:22.228578 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db65c65f-3e0a-42a1-bff7-e9e1bd3746e2 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.230455 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-db65c65f-3e0a-42a1-bff7-e9e1bd3746e2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/01c19bb6-4f11-4122-aae3-3d9050bdb795 HTTP/1.1" status: 204 len: 168 time: 1.2773423 Jul 23 20:30:22.261256 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65c65f-3e0a-42a1-bff7-e9e1bd3746e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=01c19bb6-4f11-4122-aae3-3d9050bdb795,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:22.301838 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8ccd534d-90dc-46f9-9d7f-06c666bdc180 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e579866648b74be9949beeb47c3d5bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009530 Jul 23 20:30:22.323416 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33092) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:22.368289 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.414360 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b28de-a888-432c-84ba-f388e59904fe req-e92c228e-9b28-4697-8738-d2419d73b5f8 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:22.415847 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e88b28de-a888-432c-84ba-f388e59904fe req-e92c228e-9b28-4697-8738-d2419d73b5f8 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7 HTTP/1.1" status: 200 len: 936 time: 0.4027569 Jul 23 20:30:22.415977 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59dba271-3124-452c-951f-94d8d3be8899 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.450175 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c1ddf2c-fb45-43e9-a263-6f439469274b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:22.465461 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33094) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:22.513154 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59dba271-3124-452c-951f-94d8d3be8899 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.519239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-e48baf4e-def0-4bb8-b2c7-41db086e4b17 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Allocated IP 172.25.3.53 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/37e5739e-b6cb-4011-a918-b1db0bfb4c84) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:22.524627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 7c1ddf2c-fb45-43e9-a263-6f439469274b completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:22.531601 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 7c1ddf2c-fb45-43e9-a263-6f439469274b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:22.532459 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.590149 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b034091a-6841-481e-8b15-20012b6344b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2d3a1fa9beb4bbeaa6d9816abdb145d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1213295 Jul 23 20:30:22.590370 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e88b28de-a888-432c-84ba-f388e59904fe req-436cefb6-06ec-4b01-9de1-a28a38d72176 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522226 Jul 23 20:30:22.593911 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33098) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:22.617785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-5b5e8818-38bc-4e7b-90ea-c73243026833 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Made reservation on behalf of 2617a6d7b50a438096481bec73a2f866 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:22.621252 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-5b5e8818-38bc-4e7b-90ea-c73243026833 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.640081 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-544edb9e-5bb6-41f2-870a-e5ebd962e3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.662449 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-5b5e8818-38bc-4e7b-90ea-c73243026833 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.668167 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.718622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 7c1ddf2c-fb45-43e9-a263-6f439469274b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7c1ddf2c-fb45-43e9-a263-6f439469274b,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:22.724653 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.788860 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-544edb9e-5bb6-41f2-870a-e5ebd962e3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.797201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=7c1ddf2c-fb45-43e9-a263-6f439469274b,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:22.804387 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e42849b4-a951-4d71-aa42-f33faa4995c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.838848 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e4090e5-1645-4879-be07-a6dd21cdce22 req-482035e6-972e-4276-8fec-26cc772d7827 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/ports?device_id=c403a28c-8fc6-4e2e-8c34-32091fdc5fb9 HTTP/1.1" status: 200 len: 210 time: 0.0877769 Jul 23 20:30:22.881957 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.916230 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.924923 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e42849b4-a951-4d71-aa42-f33faa4995c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.011773 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59dba271-3124-452c-951f-94d8d3be8899 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.016733 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59dba271-3124-452c-951f-94d8d3be8899 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.108787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dba271-3124-452c-951f-94d8d3be8899 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Pushing event updated for resources: {'Port': ['ID=e0458323-d8d9-40c7-96e9-3cd8e292ceec,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:23.112651 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e42849b4-a951-4d71-aa42-f33faa4995c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.115226 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e42849b4-a951-4d71-aa42-f33faa4995c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.116365 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e42849b4-a951-4d71-aa42-f33faa4995c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea HTTP/1.1" status: 204 len: 168 time: 0.5202174 Jul 23 20:30:23.129268 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59dba271-3124-452c-951f-94d8d3be8899 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.132615 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42849b4-a951-4d71-aa42-f33faa4995c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4fa5e1-e45d-4a2f-b8e7-053f68b3b1ea,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:23.161811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f25587f-ccda-48b8-b3fc-f4afaec14bad {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:23.180196 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.184085 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-e48baf4e-def0-4bb8-b2c7-41db086e4b17 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.222890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Transition to ACTIVE for port object 7f25587f-ccda-48b8-b3fc-f4afaec14bad will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:23.233179 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.297415 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-544edb9e-5bb6-41f2-870a-e5ebd962e3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.300111 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-544edb9e-5bb6-41f2-870a-e5ebd962e3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.302084 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-544edb9e-5bb6-41f2-870a-e5ebd962e3df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7b1ace1-3f11-410a-a50e-4698e23db5de HTTP/1.1" status: 204 len: 168 time: 0.9763114 Jul 23 20:30:23.344945 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-e48baf4e-def0-4bb8-b2c7-41db086e4b17 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.346733 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Pushing event updated for resources: {'Port': ['ID=7f25587f-ccda-48b8-b3fc-f4afaec14bad,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:23.349772 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544edb9e-5bb6-41f2-870a-e5ebd962e3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b1ace1-3f11-410a-a50e-4698e23db5de,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:23.438966 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Allocated IP 172.25.3.62 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/dd564bd4-7a51-4c79-9c9c-dcb3c20fcdb5) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:23.448906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-e48baf4e-def0-4bb8-b2c7-41db086e4b17 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:23.482317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-e48baf4e-def0-4bb8-b2c7-41db086e4b17 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:23.497962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-e48baf4e-def0-4bb8-b2c7-41db086e4b17 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:23.533870 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-5b5e8818-38bc-4e7b-90ea-c73243026833 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.549717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48baf4e-def0-4bb8-b2c7-41db086e4b17 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Pushing event updated for resources: {'Port': ['ID=37e5739e-b6cb-4011-a918-b1db0bfb4c84,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:23.557862 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-5b5e8818-38bc-4e7b-90ea-c73243026833 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.588059 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59dba271-3124-452c-951f-94d8d3be8899 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.603755 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-59dba271-3124-452c-951f-94d8d3be8899 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2248359 Jul 23 20:30:23.638005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33112) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:23.668942 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.693350 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Attempting to bind port 7f25587f-ccda-48b8-b3fc-f4afaec14bad on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:23.693586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Attempting to bind port 7f25587f-ccda-48b8-b3fc-f4afaec14bad by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:23.694178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Attempting to bind port 7f25587f-ccda-48b8-b3fc-f4afaec14bad on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:23.738201 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e8818-38bc-4e7b-90ea-c73243026833 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c069c5-bc9d-41e1-892a-3eeab92dff35,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:23.755978 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-75b8ca27-eceb-43bf-9d68-36d171024eea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0fc7ba71aa2447b93c87ac833b77d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0975854 Jul 23 20:30:23.755978 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33118) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:23.775878 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Port 7f25587f-ccda-48b8-b3fc-f4afaec14bad on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:30:23.776111 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Attempting to bind port 7f25587f-ccda-48b8-b3fc-f4afaec14bad on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:23.817127 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:23.818036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:23.818400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:23.819400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Bound port: 7f25587f-ccda-48b8-b3fc-f4afaec14bad, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:23.819546 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.820603 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.870163 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2e3c1143-5b9d-4166-be18-d30021eb17f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.879540 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:23.884676 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-e48baf4e-def0-4bb8-b2c7-41db086e4b17 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.892235 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:23.901284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:23.929049 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Pushing event updated for resources: {'Port': ['ID=dd564bd4-7a51-4c79-9c9c-dcb3c20fcdb5,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:23.938596 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2e3c1143-5b9d-4166-be18-d30021eb17f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.966943 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-5b5e8818-38bc-4e7b-90ea-c73243026833 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Allocated IP 192.168.233.249 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/61418b3b-8991-4012-b9a5-8bad565ca153) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:24.019326 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341477bb-f0c9-409f-adb3-479c0e503192 req-5503e3de-14c9-43ce-83dd-3c170d58942a tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:24.027187 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-341477bb-f0c9-409f-adb3-479c0e503192 req-5503e3de-14c9-43ce-83dd-3c170d58942a tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7 HTTP/1.1" status: 200 len: 948 time: 0.3071835 Jul 23 20:30:24.042066 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-e48baf4e-def0-4bb8-b2c7-41db086e4b17 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.045240 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] For port 7f25587f-ccda-48b8-b3fc-f4afaec14bad, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:24.051317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] For port 7f25587f-ccda-48b8-b3fc-f4afaec14bad, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7f25587f-ccda-48b8-b3fc-f4afaec14bad,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:24.086327 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.107119 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2e3c1143-5b9d-4166-be18-d30021eb17f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.112282 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2e3c1143-5b9d-4166-be18-d30021eb17f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.112282 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2e3c1143-5b9d-4166-be18-d30021eb17f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16af6425-73a7-467b-a53a-411c300260f8 HTTP/1.1" status: 204 len: 168 time: 0.3549049 Jul 23 20:30:24.123856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c1143-5b9d-4166-be18-d30021eb17f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16af6425-73a7-467b-a53a-411c300260f8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:24.194885 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:24.195488 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.197563 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] 10.222.0.57 "PUT /v2.0/ports/7f25587f-ccda-48b8-b3fc-f4afaec14bad HTTP/1.1" status: 200 len: 1097 time: 2.5613534 Jul 23 20:30:24.199872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da344c2f-fc03-4ebd-941c-6fb95b0cedc7', 'tag': '7f25587f-ccda-48b8-b3fc-f4afaec14bad'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:24.202306 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adccb15-5297-4203-ab6b-1e9a7c907d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "da344c2f-fc03-4ebd-941c-6fb95b0cedc7", "tag": "7f25587f-ccda-48b8-b3fc-f4afaec14bad"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:24.241442 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-341477bb-f0c9-409f-adb3-479c0e503192 req-0da061a9-e9ad-4cd9-8951-3cd669a44230 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129173 Jul 23 20:30:24.249418 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.454945 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c1ddf2c-fb45-43e9-a263-6f439469274b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:24.494450 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96176279-60b1-439c-bf0c-7b122b8d0519 service neutron] Pushing event updated for resources: {'Port': ['ID=7f25587f-ccda-48b8-b3fc-f4afaec14bad,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:24.562520 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3d8f65c2-8ac3-4858-8262-32b3e933e62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.603472 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-45b2fb78-9fd4-4c2f-95ff-b97d915793c8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--926115233&fields=id&tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14 HTTP/1.1" status: 200 len: 267 time: 0.2167780 Jul 23 20:30:24.635163 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 7c1ddf2c-fb45-43e9-a263-6f439469274b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:24.635548 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.703049 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-5b5e8818-38bc-4e7b-90ea-c73243026833 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.742071 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-65a6d0c0-b342-4e5c-a0c3-b8b0efa0847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:24.743834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-65a6d0c0-b342-4e5c-a0c3-b8b0efa0847f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83289713cb284563a1cd2eefe3ab1507&device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7 HTTP/1.1" status: 200 len: 1100 time: 0.4550779 Jul 23 20:30:24.820796 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-5b5e8818-38bc-4e7b-90ea-c73243026833 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Transition to ACTIVE for port object 61418b3b-8991-4012-b9a5-8bad565ca153 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:24.826507 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-ba7a1bb0-7006-46a7-b958-9a693f315853 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=7f25587f-ccda-48b8-b3fc-f4afaec14bad HTTP/1.1" status: 200 len: 217 time: 0.0627844 Jul 23 20:30:24.888898 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-e48baf4e-def0-4bb8-b2c7-41db086e4b17 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.903473 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-e48baf4e-def0-4bb8-b2c7-41db086e4b17 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.913006 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-e8d190cb-23da-42ce-ae86-10619af44bb8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:24.914736 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-e8d190cb-23da-42ce-ae86-10619af44bb8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 811 time: 0.3104036 Jul 23 20:30:24.959624 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.992010 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-1220162c-ec97-42fb-9d0b-8d8028f3c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:24.993498 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-1220162c-ec97-42fb-9d0b-8d8028f3c632 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1575654 Jul 23 20:30:25.023911 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9e5c0170-43fb-49d0-a1ed-c3f4bc247802 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/quotas/970bd8d6ec9e4a8ea04f7b4a50d01a14 HTTP/1.1" status: 200 len: 375 time: 0.0904093 Jul 23 20:30:25.074070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48baf4e-def0-4bb8-b2c7-41db086e4b17 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Pushing event updated for resources: {'Port': ['ID=37e5739e-b6cb-4011-a918-b1db0bfb4c84,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:25.102342 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-5b5e8818-38bc-4e7b-90ea-c73243026833 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.123424 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-e48baf4e-def0-4bb8-b2c7-41db086e4b17 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.124822 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Router 56f41b4b-c689-4181-aaa8-f9f4b0c08503 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:30:25.182026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-5b5e8818-38bc-4e7b-90ea-c73243026833 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:25.191895 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-e48baf4e-def0-4bb8-b2c7-41db086e4b17 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.193758 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-e48baf4e-def0-4bb8-b2c7-41db086e4b17 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6619484 Jul 23 20:30:25.200702 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-5b5e8818-38bc-4e7b-90ea-c73243026833 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:25.211608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-5b5e8818-38bc-4e7b-90ea-c73243026833 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:25.222373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e8818-38bc-4e7b-90ea-c73243026833 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Pushing event updated for resources: {'Port': ['ID=61418b3b-8991-4012-b9a5-8bad565ca153,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:25.245295 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:25.272222 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.275153 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2a6aeb28-5fb8-4e7f-acaa-8a29a98c2e10 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5928397 Jul 23 20:30:25.276451 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345786ad-bb4a-42d7-8004-46f1946cdbca None None] Sync routers for ids ['56f41b4b-c689-4181-aaa8-f9f4b0c08503'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:25.280356 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33174) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:25.285169 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d7a3efa1-c71b-41d7-a1e2-190158bba578 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:25.290595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345786ad-bb4a-42d7-8004-46f1946cdbca None None] Routers {'56f41b4b-c689-4181-aaa8-f9f4b0c08503'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:25.292073 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-345786ad-bb4a-42d7-8004-46f1946cdbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['56f41b4b-c689-4181-aaa8-f9f4b0c08503'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:25.318682 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-0c95cf5e-03f8-4ef9-9847-74050c472130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:25.320506 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-0c95cf5e-03f8-4ef9-9847-74050c472130 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3026273 Jul 23 20:30:25.337304 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-345786ad-bb4a-42d7-8004-46f1946cdbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:25.347930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345786ad-bb4a-42d7-8004-46f1946cdbca None None] Routers {'56f41b4b-c689-4181-aaa8-f9f4b0c08503'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:25.349350 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-345786ad-bb4a-42d7-8004-46f1946cdbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['56f41b4b-c689-4181-aaa8-f9f4b0c08503'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:25.368862 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-6101b152-5fb6-4d24-a83f-40432318f6bc tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.1633148 Jul 23 20:30:25.425259 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-345786ad-bb4a-42d7-8004-46f1946cdbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:25.430308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345786ad-bb4a-42d7-8004-46f1946cdbca None None] The sync data for ids ['56f41b4b-c689-4181-aaa8-f9f4b0c08503'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:25.431723 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-2cae8e61-1286-4124-a22a-b027cd6f956e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3940482 Jul 23 20:30:25.440292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-5b5e8818-38bc-4e7b-90ea-c73243026833 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:25.441021 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-5b5e8818-38bc-4e7b-90ea-c73243026833 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.553679 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-5b5e8818-38bc-4e7b-90ea-c73243026833 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3319526 Jul 23 20:30:25.578602 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-88e1471a-8031-4522-9a8d-8767c0d829dd None None] Provisioning for port 61418b3b-8991-4012-b9a5-8bad565ca153 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:25.584002 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-88e1471a-8031-4522-9a8d-8767c0d829dd None None] Provisioning complete for port 61418b3b-8991-4012-b9a5-8bad565ca153 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:25.585307 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88e1471a-8031-4522-9a8d-8767c0d829dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.629672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-88e1471a-8031-4522-9a8d-8767c0d829dd None None] Port 61418b3b-8991-4012-b9a5-8bad565ca153 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:25.632378 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Request body: {'port': {'device_id': 'c403a28c-8fc6-4e2e-8c34-32091fdc5fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:25.686007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7a3efa1-c71b-41d7-a1e2-190158bba578 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.703680 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7a3efa1-c71b-41d7-a1e2-190158bba578 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.717080 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-7ad9c09d-e01c-41f5-9d6b-69bb5ade1255 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772817 Jul 23 20:30:25.746550 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-e55627d2-90b6-411c-8362-cc36152ddfa3 service neutron] 10.222.0.55 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900021 Jul 23 20:30:25.767672 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d7a3efa1-c71b-41d7-a1e2-190158bba578 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Deleting port dd564bd4-7a51-4c79-9c9c-dcb3c20fcdb5 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:25.768013 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7a3efa1-c71b-41d7-a1e2-190158bba578 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.782385 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-617dbe94-6d09-4f7c-bd44-3d439eaaedb6 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:25.783417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c245a85-c16b-4eb4-97c8-c453c781af35 req-617dbe94-6d09-4f7c-bd44-3d439eaaedb6 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.3956397 Jul 23 20:30:25.868018 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.892772 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7a3efa1-c71b-41d7-a1e2-190158bba578 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.907365 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d7a3efa1-c71b-41d7-a1e2-190158bba578 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Calling delete_port for dd564bd4-7a51-4c79-9c9c-dcb3c20fcdb5 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:26.097020 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7a3efa1-c71b-41d7-a1e2-190158bba578 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.128137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3efa1-c71b-41d7-a1e2-190158bba578 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Pushing event deleted for resources: {'Port': ['ID=dd564bd4-7a51-4c79-9c9c-dcb3c20fcdb5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:26.197248 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7a3efa1-c71b-41d7-a1e2-190158bba578 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.335298 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-0906763d-7f22-4eb9-b057-c8f640f6aa42 service neutron] 10.222.0.55 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626628 Jul 23 20:30:26.340197 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76ac6dd3-1e07-4514-8461-563bdd97b415 req-4e142045-0c94-4f73-a87a-57a6667d414a service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6115677 Jul 23 20:30:26.430016 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094b979-c04f-4d3e-8905-eb6a8e48e7eb req-1bd8ea2e-c7b1-42ea-b423-d18acdbc65a0 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:26.431681 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d094b979-c04f-4d3e-8905-eb6a8e48e7eb req-1bd8ea2e-c7b1-42ea-b423-d18acdbc65a0 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/ports?device_id=c403a28c-8fc6-4e2e-8c34-32091fdc5fb9 HTTP/1.1" status: 200 len: 936 time: 0.5650458 Jul 23 20:30:26.435331 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7a3efa1-c71b-41d7-a1e2-190158bba578 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.441750 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7a3efa1-c71b-41d7-a1e2-190158bba578 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.532483 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d094b979-c04f-4d3e-8905-eb6a8e48e7eb req-acd772e6-7aac-4a28-a068-b2da3aa8a098 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/security-groups?id=38c069c5-bc9d-41e1-892a-3eeab92dff35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911555 Jul 23 20:30:26.550036 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a3efa1-c71b-41d7-a1e2-190158bba578 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Router 56f41b4b-c689-4181-aaa8-f9f4b0c08503 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:30:26.596582 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce328889-afec-4cdc-816e-790c83f06e41 x-openstack-request-id: req-ce328889-afec-4cdc-816e-790c83f06e41 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:26.596889 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da344c2f-fc03-4ebd-941c-6fb95b0cedc7", "tag": "7f25587f-ccda-48b8-b3fc-f4afaec14bad", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:26.597399 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce328889-afec-4cdc-816e-790c83f06e41 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:26.600671 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da344c2f-fc03-4ebd-941c-6fb95b0cedc7', 'tag': '7f25587f-ccda-48b8-b3fc-f4afaec14bad', 'status': 'completed', 'code': 200} Jul 23 20:30:26.669845 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a3efa1-c71b-41d7-a1e2-190158bba578 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:26.681090 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7a3efa1-c71b-41d7-a1e2-190158bba578 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.682416 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d7a3efa1-c71b-41d7-a1e2-190158bba578 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "PUT /v2.0/routers/56f41b4b-c689-4181-aaa8-f9f4b0c08503 HTTP/1.1" status: 200 len: 706 time: 1.4012923 Jul 23 20:30:26.684149 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e76650-fd35-41b2-a883-6666330cc8a2 None None] Sync routers for ids ['56f41b4b-c689-4181-aaa8-f9f4b0c08503'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:26.691687 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33202) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.708672 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e76650-fd35-41b2-a883-6666330cc8a2 None None] Routers {'56f41b4b-c689-4181-aaa8-f9f4b0c08503'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:26.709651 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-77e76650-fd35-41b2-a883-6666330cc8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['56f41b4b-c689-4181-aaa8-f9f4b0c08503'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:26.756809 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-77e76650-fd35-41b2-a883-6666330cc8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:26.766306 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e76650-fd35-41b2-a883-6666330cc8a2 None None] Routers {'56f41b4b-c689-4181-aaa8-f9f4b0c08503'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:26.767552 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-77e76650-fd35-41b2-a883-6666330cc8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['56f41b4b-c689-4181-aaa8-f9f4b0c08503'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:26.769042 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61418b3b-8991-4012-b9a5-8bad565ca153 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:26.778007 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-624ca902-b3e0-4cb5-9125-149f8c8ff8be req-6d82b6da-5256-409e-a52e-7705f11f4665 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/floatingips/3150e137-960b-4c0c-95e5-40548dd7b50f HTTP/1.1" status: 200 len: 692 time: 0.1513510 Jul 23 20:30:26.784409 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.791034 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8efabd3a-09e5-43ea-b9c6-d266a34c95f4 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "GET /v2.0/routers/56f41b4b-c689-4181-aaa8-f9f4b0c08503 HTTP/1.1" status: 200 len: 741 time: 0.0972583 Jul 23 20:30:26.793593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33206) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.820805 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-77e76650-fd35-41b2-a883-6666330cc8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:26.821857 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e76650-fd35-41b2-a883-6666330cc8a2 None None] The sync data for ids ['56f41b4b-c689-4181-aaa8-f9f4b0c08503'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:26.852783 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2512b533-4793-49ce-83e0-334d1a88c356 tempest-RoutersAdminTest-1680525604 tempest-RoutersAdminTest-1680525604-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&device_id=56f41b4b-c689-4181-aaa8-f9f4b0c08503 HTTP/1.1" status: 200 len: 205 time: 0.0579457 Jul 23 20:30:26.855460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33208) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.859247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Transition to ACTIVE for port object 61418b3b-8991-4012-b9a5-8bad565ca153 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:26.872513 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.899897 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b079cc5c-7456-493a-9ef3-7e28262f8e6b tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "GET /v2.0/ports?device_id=56f41b4b-c689-4181-aaa8-f9f4b0c08503 HTTP/1.1" status: 200 len: 205 time: 0.0427251 Jul 23 20:30:26.900266 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33212) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.990540 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d8a27-b1a7-405d-8a4b-c4b9e9305c0f req-3054f3af-cc76-4447-99a8-e9cd150507bd tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:26.991738 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-41a62238-7831-47e3-95c1-948d8f19d002 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.997649 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-452d8a27-b1a7-405d-8a4b-c4b9e9305c0f req-3054f3af-cc76-4447-99a8-e9cd150507bd tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7 HTTP/1.1" status: 200 len: 948 time: 0.3336232 Jul 23 20:30:27.034866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adccb15-5297-4203-ab6b-1e9a7c907d7f req-47218c51-eba8-4272-822a-9297310f43fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:27.036538 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5adccb15-5297-4203-ab6b-1e9a7c907d7f req-47218c51-eba8-4272-822a-9297310f43fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83289713cb284563a1cd2eefe3ab1507&device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7 HTTP/1.1" status: 200 len: 1100 time: 0.3831849 Jul 23 20:30:27.065601 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ca902-b3e0-4cb5-9125-149f8c8ff8be req-54e87797-3887-48c9-b4ae-b9aadb8875ff tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:27.070579 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24caaf54-eef5-4002-b63f-65efa3750350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.073799 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-624ca902-b3e0-4cb5-9125-149f8c8ff8be req-54e87797-3887-48c9-b4ae-b9aadb8875ff tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.2812626 Jul 23 20:30:27.170523 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Pushing event updated for resources: {'Port': ['ID=61418b3b-8991-4012-b9a5-8bad565ca153,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:27.206097 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-41a62238-7831-47e3-95c1-948d8f19d002 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.210503 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-41a62238-7831-47e3-95c1-948d8f19d002 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.247565 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-452d8a27-b1a7-405d-8a4b-c4b9e9305c0f req-aafe5438-8506-4544-9020-6ddd9e980662 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490194 Jul 23 20:30:27.264514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-624ca902-b3e0-4cb5-9125-149f8c8ff8be req-22e43b2a-6bf9-4b51-af04-3d01642e6960 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.1888232 Jul 23 20:30:27.279667 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-41a62238-7831-47e3-95c1-948d8f19d002 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.280245 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a62238-7831-47e3-95c1-948d8f19d002 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Fanout notify agent at l3_agent the message router_deleted on router 56f41b4b-c689-4181-aaa8-f9f4b0c08503 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:30:27.294427 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.295548 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-41a62238-7831-47e3-95c1-948d8f19d002 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.296682 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-41a62238-7831-47e3-95c1-948d8f19d002 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "DELETE /v2.0/routers/56f41b4b-c689-4181-aaa8-f9f4b0c08503 HTTP/1.1" status: 204 len: 168 time: 0.3954954 Jul 23 20:30:27.300130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33216) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.326003 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-624ca902-b3e0-4cb5-9125-149f8c8ff8be req-79e98e15-b645-4e38-a307-078e3f0db5e2 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.0614181 Jul 23 20:30:27.338467 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5edbcef8-e553-42f0-83ff-497ce883416c tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "GET /v2.0/ports?device_id=56f41b4b-c689-4181-aaa8-f9f4b0c08503 HTTP/1.1" status: 200 len: 205 time: 0.0351322 Jul 23 20:30:27.338712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33218) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.381513 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-f675ea3f-a052-459e-aa8a-f74752a6c98e tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] delete failed (client error): The resource could not be found. Jul 23 20:30:27.385146 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f675ea3f-a052-459e-aa8a-f74752a6c98e tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "DELETE /v2.0/routers/56f41b4b-c689-4181-aaa8-f9f4b0c08503 HTTP/1.1" status: 404 len: 336 time: 0.0431654 Jul 23 20:30:27.385533 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33220) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.417926 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Attempting to bind port 61418b3b-8991-4012-b9a5-8bad565ca153 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:27.418477 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Attempting to bind port 61418b3b-8991-4012-b9a5-8bad565ca153 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:27.418603 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Attempting to bind port 61418b3b-8991-4012-b9a5-8bad565ca153 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:27.421742 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-93e909ee-300f-435d-90b4-2bcc005a1165 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "GET /v2.0/ports?device_id=78a9326b-a1f1-46eb-80c2-a723151f8db0 HTTP/1.1" status: 200 len: 205 time: 0.0348182 Jul 23 20:30:27.424219 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33222) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.459548 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Port 61418b3b-8991-4012-b9a5-8bad565ca153 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:30:27.459960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Attempting to bind port 61418b3b-8991-4012-b9a5-8bad565ca153 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:27.466325 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-6d77162e-0cef-4dd7-b106-b4f1bf104120 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] delete failed (client error): The resource could not be found. Jul 23 20:30:27.469730 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6d77162e-0cef-4dd7-b106-b4f1bf104120 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "DELETE /v2.0/routers/78a9326b-a1f1-46eb-80c2-a723151f8db0 HTTP/1.1" status: 404 len: 336 time: 0.0423479 Jul 23 20:30:27.470188 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33228) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.504001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:27.504406 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:27.504850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:27.505351 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Bound port: 61418b3b-8991-4012-b9a5-8bad565ca153, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:27.505711 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.507916 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d8b12152-18b4-4070-98fc-81ffc54fc00a tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "GET /v2.0/ports?device_id=3374c0a5-9be1-403e-9389-c1b81428203f HTTP/1.1" status: 200 len: 205 time: 0.0365856 Jul 23 20:30:27.510138 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33234) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.528380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adccb15-5297-4203-ab6b-1e9a7c907d7f req-830a5aeb-94e5-4755-bf0d-ed944aa0df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:27.530170 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5adccb15-5297-4203-ab6b-1e9a7c907d7f req-830a5aeb-94e5-4755-bf0d-ed944aa0df69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.4127715 Jul 23 20:30:27.549069 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-e75b96cd-54c1-4fa8-9d9b-752872650bbf tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] delete failed (client error): The resource could not be found. Jul 23 20:30:27.550297 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e75b96cd-54c1-4fa8-9d9b-752872650bbf tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "DELETE /v2.0/routers/3374c0a5-9be1-403e-9389-c1b81428203f HTTP/1.1" status: 404 len: 336 time: 0.0387943 Jul 23 20:30:27.553126 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33238) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.593190 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-932160ba-9fcc-4151-ad41-3a861e38d950 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "GET /v2.0/ports?device_id=d49dd0a2-1be9-4a30-997d-fffb530a0eab HTTP/1.1" status: 200 len: 205 time: 0.0385048 Jul 23 20:30:27.596377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33242) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.628440 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-c426d342-faf4-42c0-9ed6-82c265f7941d tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c94ee6e2163943e1943042f737f6e068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1063881 Jul 23 20:30:27.633748 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5adccb15-5297-4203-ab6b-1e9a7c907d7f req-d6e99a33-cc62-460c-9025-14e4653240b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=7f25587f-ccda-48b8-b3fc-f4afaec14bad HTTP/1.1" status: 200 len: 217 time: 0.0899875 Jul 23 20:30:27.638453 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-85a3a22f-b353-415d-857b-3071ec9097b9 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] delete failed (client error): The resource could not be found. Jul 23 20:30:27.642155 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-85a3a22f-b353-415d-857b-3071ec9097b9 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "DELETE /v2.0/routers/d49dd0a2-1be9-4a30-997d-fffb530a0eab HTTP/1.1" status: 404 len: 336 time: 0.0416894 Jul 23 20:30:27.642757 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33244) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.697495 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-025ac4e0-0e89-4289-9400-67f69b64ef04 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff7d21d7-c289-42b4-ac8a-4979f66001eb HTTP/1.1" status: 200 len: 205 time: 0.0515528 Jul 23 20:30:27.702478 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33248) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.734429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-624ca902-b3e0-4cb5-9125-149f8c8ff8be req-13ef48c4-88e3-4123-bc5f-0e98c00083b9 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Deleting port 37e5739e-b6cb-4011-a918-b1db0bfb4c84 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:27.734866 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-624ca902-b3e0-4cb5-9125-149f8c8ff8be req-13ef48c4-88e3-4123-bc5f-0e98c00083b9 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.758925 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-6016bf58-cc5c-431a-8764-7d1c9348c7c5 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] delete failed (client error): The resource could not be found. Jul 23 20:30:27.762389 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6016bf58-cc5c-431a-8764-7d1c9348c7c5 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "DELETE /v2.0/routers/ff7d21d7-c289-42b4-ac8a-4979f66001eb HTTP/1.1" status: 404 len: 336 time: 0.0567517 Jul 23 20:30:27.766602 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33250) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.769729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] For port 61418b3b-8991-4012-b9a5-8bad565ca153, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:27.826242 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-3c49043a-108b-43a5-a604-bd8e7cab2e8b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:27.827782 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-3c49043a-108b-43a5-a604-bd8e7cab2e8b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 811 time: 0.1862495 Jul 23 20:30:27.835077 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] For port 61418b3b-8991-4012-b9a5-8bad565ca153, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=61418b3b-8991-4012-b9a5-8bad565ca153,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:27.870439 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9fb73753-8742-4c66-8d7c-e6e22a76a0d3 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbc8e851-f977-40cc-addb-13248d86b9d4 HTTP/1.1" status: 200 len: 205 time: 0.0981343 Jul 23 20:30:27.873532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33252) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.913189 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.922556 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adccb15-5297-4203-ab6b-1e9a7c907d7f req-f44360fa-3abd-4871-a5ee-27bce09ef7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:27.924266 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5adccb15-5297-4203-ab6b-1e9a7c907d7f req-f44360fa-3abd-4871-a5ee-27bce09ef7ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.2738726 Jul 23 20:30:27.925192 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-f91704c0-e579-49ce-afef-55ec247f56ed tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14 HTTP/1.1" status: 200 len: 379 time: 0.0858343 Jul 23 20:30:27.927006 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-d36591e5-83ab-46d8-9a15-7fae7d6fbd42 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] delete failed (client error): The resource could not be found. Jul 23 20:30:27.928211 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d36591e5-83ab-46d8-9a15-7fae7d6fbd42 tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "DELETE /v2.0/routers/fbc8e851-f977-40cc-addb-13248d86b9d4 HTTP/1.1" status: 404 len: 336 time: 0.0535448 Jul 23 20:30:27.930896 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33254) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.962070 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-18f93ac3-2ed6-4236-bd22-20d1ea91f710 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Request body: {'port': {'device_id': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'admin_state_up': True, 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'security_groups': ['7b04c6cd-2548-4b9b-8710-1e95985f5da0']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:27.967594 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-083023a7-6ba4-42de-ac58-8df210fda85a tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] DELETE failed (client error): The resource could not be found. Jul 23 20:30:27.968176 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083023a7-6ba4-42de-ac58-8df210fda85a tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:30:27.970002 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-083023a7-6ba4-42de-ac58-8df210fda85a tempest-RoutersAdminTest-1685185363 tempest-RoutersAdminTest-1685185363-project] 10.222.0.55 "DELETE /v2.0/subnets/9d1f07ac-1b80-41f4-a381-bfb0e548c82d HTTP/1.1" status: 404 len: 337 time: 0.0379462 Jul 23 20:30:28.017444 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:28.018279 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.019513 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] 10.222.0.48 "PUT /v2.0/ports/61418b3b-8991-4012-b9a5-8bad565ca153 HTTP/1.1" status: 200 len: 1097 time: 2.4499056 Jul 23 20:30:28.044835 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-624ca902-b3e0-4cb5-9125-149f8c8ff8be req-13ef48c4-88e3-4123-bc5f-0e98c00083b9 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.045234 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-624ca902-b3e0-4cb5-9125-149f8c8ff8be req-13ef48c4-88e3-4123-bc5f-0e98c00083b9 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.054232 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-b05e2db7-0680-45da-a2ab-ffe4f7e6e7ac tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:28.055830 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-b05e2db7-0680-45da-a2ab-ffe4f7e6e7ac tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4067264 Jul 23 20:30:28.071361 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879584aa-3691-486e-ae61-9ca56cdb5408 service neutron] Pushing event updated for resources: {'Port': ['ID=61418b3b-8991-4012-b9a5-8bad565ca153,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:28.101184 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-624ca902-b3e0-4cb5-9125-149f8c8ff8be req-13ef48c4-88e3-4123-bc5f-0e98c00083b9 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Calling delete_port for 37e5739e-b6cb-4011-a918-b1db0bfb4c84 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:28.114523 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-1bb1cf02-4aaa-4556-8b03-00c94f64b48b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/quotas/c94ee6e2163943e1943042f737f6e068 HTTP/1.1" status: 200 len: 375 time: 0.0483065 Jul 23 20:30:28.130296 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-18f93ac3-2ed6-4236-bd22-20d1ea91f710 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Made reservation on behalf of 970bd8d6ec9e4a8ea04f7b4a50d01a14 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:28.137540 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-18f93ac3-2ed6-4236-bd22-20d1ea91f710 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.220416 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-1a711afc-e3ea-42f2-bb1d-947cb0e310fe tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841036 Jul 23 20:30:28.248425 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adccb15-5297-4203-ab6b-1e9a7c907d7f req-1f6dc96e-5d77-4471-8ccf-3bdac7c1c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:28.250018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5adccb15-5297-4203-ab6b-1e9a7c907d7f req-1f6dc96e-5d77-4471-8ccf-3bdac7c1c903 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2887001 Jul 23 20:30:28.330004 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-456c5634-9a6b-4860-b9bb-2e7a510399f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:28.331868 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-456c5634-9a6b-4860-b9bb-2e7a510399f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2617a6d7b50a438096481bec73a2f866&device_id=c403a28c-8fc6-4e2e-8c34-32091fdc5fb9 HTTP/1.1" status: 200 len: 1100 time: 0.2507663 Jul 23 20:30:28.352710 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-18f93ac3-2ed6-4236-bd22-20d1ea91f710 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Allocated IP 172.20.0.12 (7e87e256-e5f8-4403-aebe-74aea031e4d5/e7bdc325-7495-4f4e-a8a4-e09daf47d99e/b8f573ee-974a-4327-9539-2950bda4dc93) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:28.415461 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-37399cfd-9de9-43cb-9717-528a8e2df1b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=61418b3b-8991-4012-b9a5-8bad565ca153 HTTP/1.1" status: 200 len: 217 time: 0.0725288 Jul 23 20:30:28.422734 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.445220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33266) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:28.553259 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-18f93ac3-2ed6-4236-bd22-20d1ea91f710 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.564413 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5adccb15-5297-4203-ab6b-1e9a7c907d7f req-11742556-c371-469f-964b-95ffa5b61ed5 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984095 Jul 23 20:30:28.566455 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ec5d1cc-e95f-43b6-92df-718d1899335c req-162f674a-0664-4bbc-9cc4-392546166b4c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 210 time: 0.0701861 Jul 23 20:30:28.598352 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-2236c5c0-5af5-4650-81c0-7f7689a69ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:28.600009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-2236c5c0-5af5-4650-81c0-7f7689a69ee0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1746092 Jul 23 20:30:28.604144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c403a28c-8fc6-4e2e-8c34-32091fdc5fb9', 'tag': '61418b3b-8991-4012-b9a5-8bad565ca153'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:28.607179 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67d6e32-cb8a-413d-b2ab-684bd1440441" -d '{"events": [{"name": "network-changed", "server_uuid": "c403a28c-8fc6-4e2e-8c34-32091fdc5fb9", "tag": "61418b3b-8991-4012-b9a5-8bad565ca153"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:28.616115 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-18f93ac3-2ed6-4236-bd22-20d1ea91f710 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Transition to ACTIVE for port object b8f573ee-974a-4327-9539-2950bda4dc93 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:28.629338 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-624ca902-b3e0-4cb5-9125-149f8c8ff8be req-13ef48c4-88e3-4123-bc5f-0e98c00083b9 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.663087 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-18f93ac3-2ed6-4236-bd22-20d1ea91f710 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.725345 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-18f93ac3-2ed6-4236-bd22-20d1ea91f710 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Network 7e87e256-e5f8-4403-aebe-74aea031e4d5 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:28.729185 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-18f93ac3-2ed6-4236-bd22-20d1ea91f710 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:28.735454 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-18f93ac3-2ed6-4236-bd22-20d1ea91f710 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:28.742863 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef48c4-88e3-4123-bc5f-0e98c00083b9 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Pushing event deleted for resources: {'Port': ['ID=37e5739e-b6cb-4011-a918-b1db0bfb4c84,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:28.771160 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f93ac3-2ed6-4236-bd22-20d1ea91f710 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Pushing event updated for resources: {'Port': ['ID=b8f573ee-974a-4327-9539-2950bda4dc93,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:28.788304 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c81756cd-796c-4d61-a811-601caa63a0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.802274 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-18f93ac3-2ed6-4236-bd22-20d1ea91f710 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:28.802687 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-18f93ac3-2ed6-4236-bd22-20d1ea91f710 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.829795 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-18f93ac3-2ed6-4236-bd22-20d1ea91f710 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8891342 Jul 23 20:30:28.842605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Request body: {'port': {'device_id': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:28.912014 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5adccb15-5297-4203-ab6b-1e9a7c907d7f req-549750f1-0170-494a-9219-f216fa657b38 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407857 Jul 23 20:30:28.926279 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-624ca902-b3e0-4cb5-9125-149f8c8ff8be req-13ef48c4-88e3-4123-bc5f-0e98c00083b9 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.932152 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-624ca902-b3e0-4cb5-9125-149f8c8ff8be req-13ef48c4-88e3-4123-bc5f-0e98c00083b9 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.946000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-624ca902-b3e0-4cb5-9125-149f8c8ff8be req-13ef48c4-88e3-4123-bc5f-0e98c00083b9 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "DELETE /v2.0/floatingips/3150e137-960b-4c0c-95e5-40548dd7b50f HTTP/1.1" status: 204 len: 173 time: 1.6188917 Jul 23 20:30:28.953941 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.975812 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-a8ab6d5c-4356-47c3-8a8d-92ceb6f66b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:28.977410 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-a8ab6d5c-4356-47c3-8a8d-92ceb6f66b1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3664279 Jul 23 20:30:29.137562 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f8c7a-d91a-48b5-ab29-aded148d1190 req-ffa74a53-c079-4482-8390-fe7284c3330c tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:29.139483 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-881f8c7a-d91a-48b5-ab29-aded148d1190 req-ffa74a53-c079-4482-8390-fe7284c3330c tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/ports?device_id=c403a28c-8fc6-4e2e-8c34-32091fdc5fb9 HTTP/1.1" status: 200 len: 948 time: 0.3185711 Jul 23 20:30:29.178334 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-710f7a2b-dc9d-4b7d-9d71-e494ecf6173b None None] Provisioning for port b8f573ee-974a-4327-9539-2950bda4dc93 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:29.182722 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-710f7a2b-dc9d-4b7d-9d71-e494ecf6173b None None] Provisioning complete for port b8f573ee-974a-4327-9539-2950bda4dc93 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:29.183806 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-710f7a2b-dc9d-4b7d-9d71-e494ecf6173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.212600 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-9c49a68e-dec7-4553-a992-ad0b7df6c8c1 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231309 Jul 23 20:30:29.223142 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-710f7a2b-dc9d-4b7d-9d71-e494ecf6173b None None] Port b8f573ee-974a-4327-9539-2950bda4dc93 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:29.291915 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f573ee-974a-4327-9539-2950bda4dc93 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:29.300637 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.306692 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-881f8c7a-d91a-48b5-ab29-aded148d1190 req-a8238d70-301a-4f94-ad5e-2c73467d73ec tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/security-groups?id=38c069c5-bc9d-41e1-892a-3eeab92dff35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551154 Jul 23 20:30:29.308847 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c81756cd-796c-4d61-a811-601caa63a0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.329142 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Transition to ACTIVE for port object b8f573ee-974a-4327-9539-2950bda4dc93 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:29.329932 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e604db-8674-4f07-bec5-f788e39e7bc5 req-f1d81336-4c81-4cf0-883f-1212993d6388 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:29.340234 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1e604db-8674-4f07-bec5-f788e39e7bc5 req-f1d81336-4c81-4cf0-883f-1212993d6388 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7 HTTP/1.1" status: 200 len: 948 time: 0.3211737 Jul 23 20:30:29.349481 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c81756cd-796c-4d61-a811-601caa63a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.351240 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.366233 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7f25587f-ccda-48b8-b3fc-f4afaec14bad details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:30:29.430200 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f573ee-974a-4327-9539-2950bda4dc93,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:29.562305 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Attempting to bind port b8f573ee-974a-4327-9539-2950bda4dc93 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:29.562827 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Attempting to bind port b8f573ee-974a-4327-9539-2950bda4dc93 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:29.563352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Attempting to bind port b8f573ee-974a-4327-9539-2950bda4dc93 on network 7e87e256-e5f8-4403-aebe-74aea031e4d5 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:29.570602 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Port b8f573ee-974a-4327-9539-2950bda4dc93 on network 7e87e256-e5f8-4403-aebe-74aea031e4d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:30:29.571220 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Attempting to bind port b8f573ee-974a-4327-9539-2950bda4dc93 on network 7e87e256-e5f8-4403-aebe-74aea031e4d5 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:29.578843 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:29.579949 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Checking segment: {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:29.580627 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Bound using segment: {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:29.581274 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Bound port: b8f573ee-974a-4327-9539-2950bda4dc93, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:29.581815 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.695361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] For port b8f573ee-974a-4327-9539-2950bda4dc93, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:29.704493 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] For port b8f573ee-974a-4327-9539-2950bda4dc93, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b8f573ee-974a-4327-9539-2950bda4dc93,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:29.714230 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.775601 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:29.776861 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.779841 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] 10.222.0.57 "PUT /v2.0/ports/b8f573ee-974a-4327-9539-2950bda4dc93 HTTP/1.1" status: 200 len: 1093 time: 0.9419999 Jul 23 20:30:29.780975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:29.781800 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:30:29.787443 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd90db1-d2c1-4006-a9fb-9581607d1ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:29.865768 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-18bb022f-9a17-408e-b2b7-e0ffcb41364f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c94ee6e2163943e1943042f737f6e068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661058 Jul 23 20:30:29.978745 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.981305 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 7f25587f-ccda-48b8-b3fc-f4afaec14bad, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7f25587f-ccda-48b8-b3fc-f4afaec14bad,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:29.986717 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e339e-b192-401e-b537-a7dd16d7dc13 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f573ee-974a-4327-9539-2950bda4dc93,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:30.010445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '7f25587f-ccda-48b8-b3fc-f4afaec14bad', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '7f25587f-ccda-48b8-b3fc-f4afaec14bad', 'mac_address': 'fa:16:3e:f1:8a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:30:30.032961 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c34e2672-5051-4fbf-b3a7-b57e51f99197 req-c271399c-d263-4492-82d2-a476c133fe01 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 210 time: 0.0872970 Jul 23 20:30:30.117709 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:30.148035 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f25587f-ccda-48b8-b3fc-f4afaec14bad {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:30.152234 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a4a992-0f42-4ce2-b642-a601c4b2d6be x-openstack-request-id: req-65a4a992-0f42-4ce2-b642-a601c4b2d6be {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:30.152532 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c403a28c-8fc6-4e2e-8c34-32091fdc5fb9", "tag": "61418b3b-8991-4012-b9a5-8bad565ca153", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:30.152779 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65a4a992-0f42-4ce2-b642-a601c4b2d6be {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:30.153199 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c403a28c-8fc6-4e2e-8c34-32091fdc5fb9', 'tag': '61418b3b-8991-4012-b9a5-8bad565ca153', 'status': 'completed', 'code': 200} Jul 23 20:30:30.159291 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a48abc7a-9e7f-45a5-b986-171160d8b5df req-e0179b12-bc2b-4014-85e4-922491b029a5 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9223559 Jul 23 20:30:30.159884 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81756cd-796c-4d61-a811-601caa63a0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee0d15c-ec34-452f-b598-37b7b537fef1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:30.169704 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c81756cd-796c-4d61-a811-601caa63a0e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b00fd7ca770492db04b6414e74b2901&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7022820 Jul 23 20:30:30.171823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33290) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:30.204518 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1e604db-8674-4f07-bec5-f788e39e7bc5 req-6268639b-8ebb-4435-a869-f25d4544ee81 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8632836 Jul 23 20:30:30.208438 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 7f25587f-ccda-48b8-b3fc-f4afaec14bad, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7f25587f-ccda-48b8-b3fc-f4afaec14bad,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:30.230694 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:30.294044 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-b25bdbf9-2af4-4fa1-ae7e-df0ec68e70bc req-3f2eb358-7ad3-4870-b2d3-bbaa5ebac5cb tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] show failed (client error): The resource could not be found. Jul 23 20:30:30.307322 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b25bdbf9-2af4-4fa1-ae7e-df0ec68e70bc req-3f2eb358-7ad3-4870-b2d3-bbaa5ebac5cb tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/floatingips/3150e137-960b-4c0c-95e5-40548dd7b50f HTTP/1.1" status: 404 len: 350 time: 0.1504750 Jul 23 20:30:30.330391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=7f25587f-ccda-48b8-b3fc-f4afaec14bad,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:30.437206 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['7f25587f-ccda-48b8-b3fc-f4afaec14bad'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:30.468691 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-92887657-6377-414d-aa4d-7ce6ad78690a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:30.526514 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d6e32-cb8a-413d-b2ab-684bd1440441 req-85925e0b-08d5-448c-a913-df077a199502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:30.528167 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c67d6e32-cb8a-413d-b2ab-684bd1440441 req-85925e0b-08d5-448c-a913-df077a199502 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2617a6d7b50a438096481bec73a2f866&device_id=c403a28c-8fc6-4e2e-8c34-32091fdc5fb9 HTTP/1.1" status: 200 len: 1100 time: 0.2494214 Jul 23 20:30:30.578611 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969773c-f02c-48ef-88b5-761052c1cf66 req-2e5addc9-88e0-420f-9f44-cb256fa5f806 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:30.580210 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c969773c-f02c-48ef-88b5-761052c1cf66 req-2e5addc9-88e0-420f-9f44-cb256fa5f806 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 944 time: 0.2355454 Jul 23 20:30:30.603557 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-ee93eaab-4481-4582-b576-f08e80570a03 req-63c1b42f-8bf0-404a-86f8-dd7e891166e7 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] show failed (client error): The resource could not be found. Jul 23 20:30:30.606434 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee93eaab-4481-4582-b576-f08e80570a03 req-63c1b42f-8bf0-404a-86f8-dd7e891166e7 tempest-FloatingIPsTestJSON-1773292370 tempest-FloatingIPsTestJSON-1773292370-project] 10.222.0.55 "GET /v2.0/floatingips/3150e137-960b-4c0c-95e5-40548dd7b50f HTTP/1.1" status: 404 len: 350 time: 0.1330814 Jul 23 20:30:30.619781 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48daa70f-4f61-4c68-a4a9-ea122adc5960 x-openstack-request-id: req-48daa70f-4f61-4c68-a4a9-ea122adc5960 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:30.621363 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:30.621812 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48daa70f-4f61-4c68-a4a9-ea122adc5960 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:30.622401 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'status': 'completed', 'code': 200} Jul 23 20:30:30.623068 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33298) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:30.641039 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-92887657-6377-414d-aa4d-7ce6ad78690a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:30.666701 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-a47ea31c-c2ce-4e8c-9071-061f7c5d451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:30.668900 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-a47ea31c-c2ce-4e8c-9071-061f7c5d451f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 1096 time: 0.8019094 Jul 23 20:30:30.818043 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c969773c-f02c-48ef-88b5-761052c1cf66 req-29da7d3d-2188-4040-8276-5b857ee70160 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238553 Jul 23 20:30:30.844607 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-882a5b9b-a0c3-426d-8f9c-fc434f41548d tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:30.845964 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-882a5b9b-a0c3-426d-8f9c-fc434f41548d tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9716671 Jul 23 20:30:30.849155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33302) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:30.898068 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-7bcf5b02-ca75-438d-a64b-d1e1f50246c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8f573ee-974a-4327-9539-2950bda4dc93 HTTP/1.1" status: 200 len: 217 time: 0.1348367 Jul 23 20:30:30.902211 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d6e32-cb8a-413d-b2ab-684bd1440441 req-d8f165d0-5013-43a4-8ee7-4919632e32c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:30.903746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c67d6e32-cb8a-413d-b2ab-684bd1440441 req-d8f165d0-5013-43a4-8ee7-4919632e32c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.3226295 Jul 23 20:30:30.912484 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-92887657-6377-414d-aa4d-7ce6ad78690a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:30.915062 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-92887657-6377-414d-aa4d-7ce6ad78690a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:30.917586 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-92887657-6377-414d-aa4d-7ce6ad78690a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4ee0d15c-ec34-452f-b598-37b7b537fef1 HTTP/1.1" status: 204 len: 168 time: 0.7412419 Jul 23 20:30:30.937592 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-0e8c6211-44c1-43a4-a5cb-c7f78ef84f4c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Request body: {'port': {'device_id': 'fcb69bc6-8e85-47ce-a167-e6dc1eec6313', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': 'c94ee6e2163943e1943042f737f6e068'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:30.987003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cff4d-0dc4-4087-9687-1b9c0eac07f3 req-4210afba-b2e3-477c-a6cf-30ac9030f0ee tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:30.988790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-281cff4d-0dc4-4087-9687-1b9c0eac07f3 req-4210afba-b2e3-477c-a6cf-30ac9030f0ee tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/ports?device_id=c403a28c-8fc6-4e2e-8c34-32091fdc5fb9 HTTP/1.1" status: 200 len: 948 time: 0.2064502 Jul 23 20:30:30.991516 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c67d6e32-cb8a-413d-b2ab-684bd1440441 req-c0481a7a-9a22-4433-b8c9-7da231768208 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=61418b3b-8991-4012-b9a5-8bad565ca153 HTTP/1.1" status: 200 len: 217 time: 0.0725603 Jul 23 20:30:30.992239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92887657-6377-414d-aa4d-7ce6ad78690a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee0d15c-ec34-452f-b598-37b7b537fef1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:31.100322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-910fe44a-a0f2-473b-b235-3dc5aaf0cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:31.101966 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-910fe44a-a0f2-473b-b235-3dc5aaf0cb39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.1884336 Jul 23 20:30:31.111448 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-281cff4d-0dc4-4087-9687-1b9c0eac07f3 req-bef20c4d-88bf-4a8c-89a8-7bf756cd50a1 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/security-groups?id=38c069c5-bc9d-41e1-892a-3eeab92dff35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111622 Jul 23 20:30:31.123241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d6e32-cb8a-413d-b2ab-684bd1440441 req-8653ab68-b5b6-4147-aa66-82fb4ab17e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:31.123241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c67d6e32-cb8a-413d-b2ab-684bd1440441 req-8653ab68-b5b6-4147-aa66-82fb4ab17e82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1037462 Jul 23 20:30:31.221875 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ba0eff6-8fe2-4b86-a7cb-76cc19f5310e req-de57eac5-75cb-4b37-8078-4971b1cc57cd tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 210 time: 0.0400848 Jul 23 20:30:31.268051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d6e32-cb8a-413d-b2ab-684bd1440441 req-976529f1-c5c8-4575-8ac0-0205e569f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:31.271374 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c67d6e32-cb8a-413d-b2ab-684bd1440441 req-976529f1-c5c8-4575-8ac0-0205e569f26e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1405096 Jul 23 20:30:31.397730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7f25587f-ccda-48b8-b3fc-f4afaec14bad up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:31.514236 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 7f25587f-ccda-48b8-b3fc-f4afaec14bad completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:31.521786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 7f25587f-ccda-48b8-b3fc-f4afaec14bad triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:31.522952 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:31.603495 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2460-2398-4225-8224-354c86cf22c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:31.617043 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-0e8c6211-44c1-43a4-a5cb-c7f78ef84f4c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Made reservation on behalf of c94ee6e2163943e1943042f737f6e068 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:31.622560 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-0e8c6211-44c1-43a4-a5cb-c7f78ef84f4c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:31.634780 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c67d6e32-cb8a-413d-b2ab-684bd1440441 req-7464297d-a814-44a1-bb70-30ca39716712 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501730 Jul 23 20:30:31.638089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 61418b3b-8991-4012-b9a5-8bad565ca153 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:30:31.688457 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33316) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:31.728556 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-0e8c6211-44c1-43a4-a5cb-c7f78ef84f4c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:31.772195 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c67d6e32-cb8a-413d-b2ab-684bd1440441 req-0495af72-5e6e-4d4a-90a9-b81177c52f76 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285398 Jul 23 20:30:31.772692 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:31.806886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0228d4-9a5e-40a0-a39a-ca2e3ad90080 req-520240df-4731-467b-af43-aa54ce7a75a0 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:31.815542 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e0228d4-9a5e-40a0-a39a-ca2e3ad90080 req-520240df-4731-467b-af43-aa54ce7a75a0 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7 HTTP/1.1" status: 200 len: 949 time: 0.4454756 Jul 23 20:30:31.844609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-136b988e-0b33-456e-a27e-12ead25cfa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:31.847127 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-136b988e-0b33-456e-a27e-12ead25cfa24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5411747 Jul 23 20:30:31.857207 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-666d9ab1-3771-40b1-a886-fa7d254ae18d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46f0f775d92347fb8d224cc00e177a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598949 Jul 23 20:30:31.862358 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33320) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:31.875605 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 61418b3b-8991-4012-b9a5-8bad565ca153, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=61418b3b-8991-4012-b9a5-8bad565ca153,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:31.913353 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e0228d4-9a5e-40a0-a39a-ca2e3ad90080 req-d9e8fccb-bf39-45a9-bc83-3659e8f18d1b tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963769 Jul 23 20:30:31.921067 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 7f25587f-ccda-48b8-b3fc-f4afaec14bad, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7f25587f-ccda-48b8-b3fc-f4afaec14bad,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:31.922548 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da344c2f-fc03-4ebd-941c-6fb95b0cedc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f25587f-ccda-48b8-b3fc-f4afaec14bad'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:31.925832 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8045a2c3-a8e6-4438-a76c-56c3fb0db598" -d '{"events": [{"server_uuid": "da344c2f-fc03-4ebd-941c-6fb95b0cedc7", "name": "network-vif-plugged", "status": "completed", "tag": "7f25587f-ccda-48b8-b3fc-f4afaec14bad"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:31.928839 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '61418b3b-8991-4012-b9a5-8bad565ca153', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '61418b3b-8991-4012-b9a5-8bad565ca153', 'mac_address': 'fa:16:3e:98:ce:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:30:31.932456 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.016447 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.032652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=7f25587f-ccda-48b8-b3fc-f4afaec14bad,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:32.039452 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61418b3b-8991-4012-b9a5-8bad565ca153 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:32.065981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 61418b3b-8991-4012-b9a5-8bad565ca153, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=61418b3b-8991-4012-b9a5-8bad565ca153,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:32.072819 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.140232 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c61cd-8109-4520-a744-6e8a24a196e4 req-207a5981-a75f-47a5-873c-4097b38ea1fd tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:32.149726 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=61418b3b-8991-4012-b9a5-8bad565ca153,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:32.151635 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a8c61cd-8109-4520-a744-6e8a24a196e4 req-207a5981-a75f-47a5-873c-4097b38ea1fd tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 944 time: 0.1834571 Jul 23 20:30:32.189941 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-2401ca83-f7ec-45bf-ab1d-879966d0fd1c service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241591 Jul 23 20:30:32.197012 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-831549b3-7102-4eb0-b831-e01d1465433a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.225658 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a8c61cd-8109-4520-a744-6e8a24a196e4 req-6fa324bd-0af4-4bae-be10-b391707d58e3 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694995 Jul 23 20:30:32.266907 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62edc89e-330a-423b-b48a-cd764937feb7 x-openstack-request-id: req-62edc89e-330a-423b-b48a-cd764937feb7 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:32.267291 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da344c2f-fc03-4ebd-941c-6fb95b0cedc7", "name": "network-vif-plugged", "status": "completed", "tag": "7f25587f-ccda-48b8-b3fc-f4afaec14bad", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:32.267615 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62edc89e-330a-423b-b48a-cd764937feb7 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:32.268180 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da344c2f-fc03-4ebd-941c-6fb95b0cedc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f25587f-ccda-48b8-b3fc-f4afaec14bad', 'code': 200} Jul 23 20:30:32.302280 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-831549b3-7102-4eb0-b831-e01d1465433a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.315778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['61418b3b-8991-4012-b9a5-8bad565ca153'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:32.335363 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2460-2398-4225-8224-354c86cf22c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.383486 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2460-2398-4225-8224-354c86cf22c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.415592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4015641e-4982-49a9-a696-6a38d163b550 req-1956409b-a2cc-4cab-b0c5-c8c90230ca17 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 210 time: 0.0753336 Jul 23 20:30:32.503126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa7e24-52f7-4428-966b-4d3447d01bd6 req-b3051d5c-776c-4e14-8c44-0c04b7e9101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:32.506042 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bdaa7e24-52f7-4428-966b-4d3447d01bd6 req-b3051d5c-776c-4e14-8c44-0c04b7e9101f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7 HTTP/1.1" status: 200 len: 1102 time: 0.1314733 Jul 23 20:30:32.516660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6537d-1836-4040-a8bc-3c69618c6858 req-d47328b3-33ad-4124-bde4-d2958a556c42 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:32.518739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09e6537d-1836-4040-a8bc-3c69618c6858 req-d47328b3-33ad-4124-bde4-d2958a556c42 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/ports?device_id=c403a28c-8fc6-4e2e-8c34-32091fdc5fb9 HTTP/1.1" status: 200 len: 949 time: 0.2000136 Jul 23 20:30:32.538157 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e8bb2460-2398-4225-8224-354c86cf22c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f6ea8b807f6419da6c3802aaba6b4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6873205 Jul 23 20:30:32.545040 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb2460-2398-4225-8224-354c86cf22c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569d4056-1cbc-486b-a43d-bef81283b324,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:32.545482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33328) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:32.576322 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-51d97123-fa3b-4a8c-928f-2879d77875a7 req-ea77881b-1d65-4fb3-be7b-d3ee1cc309bc service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737161 Jul 23 20:30:32.628435 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bdaa7e24-52f7-4428-966b-4d3447d01bd6 req-31937e19-4485-4705-a110-626901c95d04 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083064 Jul 23 20:30:32.646445 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09e6537d-1836-4040-a8bc-3c69618c6858 req-4c84762a-dabd-49fe-89f3-3c4f839c7da1 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/security-groups?id=38c069c5-bc9d-41e1-892a-3eeab92dff35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180887 Jul 23 20:30:32.657449 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-831549b3-7102-4eb0-b831-e01d1465433a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.660390 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-831549b3-7102-4eb0-b831-e01d1465433a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.661917 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-831549b3-7102-4eb0-b831-e01d1465433a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d4bb8a6-4b3a-41c1-85da-965f5f46ac4b HTTP/1.1" status: 204 len: 168 time: 0.7949398 Jul 23 20:30:32.668224 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9b38f19-a9b8-4ebf-86f5-68dc5652dc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.680156 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831549b3-7102-4eb0-b831-e01d1465433a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4bb8a6-4b3a-41c1-85da-965f5f46ac4b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:32.715290 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9b38f19-a9b8-4ebf-86f5-68dc5652dc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.787866 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9b38f19-a9b8-4ebf-86f5-68dc5652dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.793295 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9b38f19-a9b8-4ebf-86f5-68dc5652dc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.795971 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c9b38f19-a9b8-4ebf-86f5-68dc5652dc99 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/569d4056-1cbc-486b-a43d-bef81283b324 HTTP/1.1" status: 204 len: 168 time: 0.2480347 Jul 23 20:30:32.812722 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-0e8c6211-44c1-43a4-a5cb-c7f78ef84f4c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.821811 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-0e8c6211-44c1-43a4-a5cb-c7f78ef84f4c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.832008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b38f19-a9b8-4ebf-86f5-68dc5652dc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569d4056-1cbc-486b-a43d-bef81283b324,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:32.837526 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66442030-b7c7-4c24-ab88-cfeb8f91addd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.915724 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd90db1-d2c1-4006-a9fb-9581607d1ab6 req-a782e419-92db-4936-915e-f069275874d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:32.917468 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2cd90db1-d2c1-4006-a9fb-9581607d1ab6 req-a782e419-92db-4936-915e-f069275874d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 1096 time: 0.2406642 Jul 23 20:30:33.042075 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c6211-44c1-43a4-a5cb-c7f78ef84f4c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581063db-2899-48cd-bf28-52643dbc1760,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:33.187505 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d8caf-9341-4123-905b-d9ecf9e363cf req-4a862943-25a1-4e6a-a223-b831422fe25a tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:33.195965 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-677d8caf-9341-4123-905b-d9ecf9e363cf req-4a862943-25a1-4e6a-a223-b831422fe25a tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7 HTTP/1.1" status: 200 len: 950 time: 0.1706209 Jul 23 20:30:33.238347 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-0e8c6211-44c1-43a4-a5cb-c7f78ef84f4c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Allocated IP 192.168.233.232 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/39f7d0f9-6012-46dc-b760-2b009b129346) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:33.272917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd90db1-d2c1-4006-a9fb-9581607d1ab6 req-743b2222-ee5c-434a-9518-8bbc50eba246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:33.274845 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2cd90db1-d2c1-4006-a9fb-9581607d1ab6 req-743b2222-ee5c-434a-9518-8bbc50eba246 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.2684834 Jul 23 20:30:33.277467 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-677d8caf-9341-4123-905b-d9ecf9e363cf req-62137175-84fb-4ce0-9a36-d1b88f07c48e tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805509 Jul 23 20:30:33.503894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac0aeb-dcaf-4ab1-94f6-643274d02c78 req-ad57590a-d382-4f3f-a36e-da3fa7396e6a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:33.508700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55ac0aeb-dcaf-4ab1-94f6-643274d02c78 req-ad57590a-d382-4f3f-a36e-da3fa7396e6a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 944 time: 0.1239634 Jul 23 20:30:33.566029 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2cd90db1-d2c1-4006-a9fb-9581607d1ab6 req-4c3a80f3-790e-4790-ad57-6aebfe8d5560 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8f573ee-974a-4327-9539-2950bda4dc93 HTTP/1.1" status: 200 len: 217 time: 0.2206292 Jul 23 20:30:33.637358 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29fcfd46-c3bb-43d9-90db-bcfa0ca34f51 req-64dcc135-2805-42b8-84be-833f1d14ac81 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 210 time: 0.0819776 Jul 23 20:30:33.643938 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 61418b3b-8991-4012-b9a5-8bad565ca153 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:33.680111 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55ac0aeb-dcaf-4ab1-94f6-643274d02c78 req-d6bf863d-5ae7-4c3a-9efd-824585a2034c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653485 Jul 23 20:30:33.727791 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd90db1-d2c1-4006-a9fb-9581607d1ab6 req-3c83be3b-9319-4c12-9e77-38eb531f6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:33.729584 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2cd90db1-d2c1-4006-a9fb-9581607d1ab6 req-3c83be3b-9319-4c12-9e77-38eb531f6328 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.1522551 Jul 23 20:30:33.784704 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 61418b3b-8991-4012-b9a5-8bad565ca153 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:33.790137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 61418b3b-8991-4012-b9a5-8bad565ca153 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:33.790424 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:33.959782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39518390-debb-44e3-aff3-79db0265e284 req-298b462e-fb88-4fd0-8ab2-207b3fc6e62f tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:33.976431 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:33.983813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39518390-debb-44e3-aff3-79db0265e284 req-298b462e-fb88-4fd0-8ab2-207b3fc6e62f tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/ports?device_id=c403a28c-8fc6-4e2e-8c34-32091fdc5fb9 HTTP/1.1" status: 200 len: 949 time: 0.1615894 Jul 23 20:30:34.009402 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-0e8c6211-44c1-43a4-a5cb-c7f78ef84f4c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.017801 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd90db1-d2c1-4006-a9fb-9581607d1ab6 req-e877c7bb-4280-4652-bf10-336ea245d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:34.023029 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2cd90db1-d2c1-4006-a9fb-9581607d1ab6 req-e877c7bb-4280-4652-bf10-336ea245d96a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2751994 Jul 23 20:30:34.048053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33380) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:34.048514 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 61418b3b-8991-4012-b9a5-8bad565ca153, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=61418b3b-8991-4012-b9a5-8bad565ca153,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:34.054388 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.062638 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39518390-debb-44e3-aff3-79db0265e284 req-bd61c221-3210-458a-ac47-d87405c86ca4 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/security-groups?id=38c069c5-bc9d-41e1-892a-3eeab92dff35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770411 Jul 23 20:30:34.123570 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-0e8c6211-44c1-43a4-a5cb-c7f78ef84f4c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Transition to ACTIVE for port object 39f7d0f9-6012-46dc-b760-2b009b129346 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:34.144466 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=61418b3b-8991-4012-b9a5-8bad565ca153,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:34.240612 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-66442030-b7c7-4c24-ab88-cfeb8f91addd admin admin] Deleting port 58b9c037-3ea4-45f9-af95-bb6ae6147a2b {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:34.240958 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66442030-b7c7-4c24-ab88-cfeb8f91addd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.269315 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c403a28c-8fc6-4e2e-8c34-32091fdc5fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61418b3b-8991-4012-b9a5-8bad565ca153'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:34.272842 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd243dd1-5b4f-4a22-8ba4-fb3815e7f2b8" -d '{"events": [{"server_uuid": "c403a28c-8fc6-4e2e-8c34-32091fdc5fb9", "name": "network-vif-plugged", "status": "completed", "tag": "61418b3b-8991-4012-b9a5-8bad565ca153"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:34.294677 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2cd90db1-d2c1-4006-a9fb-9581607d1ab6 req-ab4c43fc-110b-49d4-a842-28a5e486d2e4 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606559 Jul 23 20:30:34.335312 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add5c73a-f471-4e78-86a4-dc156eddd658 x-openstack-request-id: req-add5c73a-f471-4e78-86a4-dc156eddd658 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:34.335786 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c403a28c-8fc6-4e2e-8c34-32091fdc5fb9", "name": "network-vif-plugged", "status": "completed", "tag": "61418b3b-8991-4012-b9a5-8bad565ca153", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:34.336077 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-add5c73a-f471-4e78-86a4-dc156eddd658 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:34.336567 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c403a28c-8fc6-4e2e-8c34-32091fdc5fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61418b3b-8991-4012-b9a5-8bad565ca153', 'code': 200} Jul 23 20:30:34.363508 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-0e8c6211-44c1-43a4-a5cb-c7f78ef84f4c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.370300 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-008c9c2b-81b2-4780-ad4c-eba688836220 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-network', 'tenant_id': '2e36b104f9d24e799825b9baa093a497'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:34.498926 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008c9c2b-81b2-4780-ad4c-eba688836220 admin admin] Made reservation on behalf of 2e36b104f9d24e799825b9baa093a497 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:34.503965 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-008c9c2b-81b2-4780-ad4c-eba688836220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.521246 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-0e8c6211-44c1-43a4-a5cb-c7f78ef84f4c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:34.531664 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-66442030-b7c7-4c24-ab88-cfeb8f91addd admin admin] For port 58b9c037-3ea4-45f9-af95-bb6ae6147a2b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=58b9c037-3ea4-45f9-af95-bb6ae6147a2b,segment=NetworkSegment(a727ead1-206b-4c3a-af5e-e283202f48eb),segment_id=a727ead1-206b-4c3a-af5e-e283202f48eb)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:34.532136 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66442030-b7c7-4c24-ab88-cfeb8f91addd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.535164 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-0e8c6211-44c1-43a4-a5cb-c7f78ef84f4c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:34.546008 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c6211-44c1-43a4-a5cb-c7f78ef84f4c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Pushing event updated for resources: {'Port': ['ID=39f7d0f9-6012-46dc-b760-2b009b129346,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:34.561293 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-008c9c2b-81b2-4780-ad4c-eba688836220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.561424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-0e8c6211-44c1-43a4-a5cb-c7f78ef84f4c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:34.574884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-66442030-b7c7-4c24-ab88-cfeb8f91addd admin admin] Calling delete_port for 58b9c037-3ea4-45f9-af95-bb6ae6147a2b owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:34.629860 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2cd90db1-d2c1-4006-a9fb-9581607d1ab6 req-e20bbd9a-4b9f-4590-bd9e-225ab1ea72db service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275371 Jul 23 20:30:34.672145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d05f1f-3f7a-43e4-953b-f79cea4c0bb2 req-ca00da15-0466-4f85-816c-8d2e82f4dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:34.674791 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51d05f1f-3f7a-43e4-953b-f79cea4c0bb2 req-ca00da15-0466-4f85-816c-8d2e82f4dfe4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c403a28c-8fc6-4e2e-8c34-32091fdc5fb9 HTTP/1.1" status: 200 len: 1102 time: 0.2454009 Jul 23 20:30:34.722348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-0e8c6211-44c1-43a4-a5cb-c7f78ef84f4c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:34.723124 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-0e8c6211-44c1-43a4-a5cb-c7f78ef84f4c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.730260 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe42b12-75b5-4241-bb54-109088ee3896 req-3b45b31c-bf81-4c11-88a8-ae2a6c625349 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:34.733412 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbe42b12-75b5-4241-bb54-109088ee3896 req-3b45b31c-bf81-4c11-88a8-ae2a6c625349 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7 HTTP/1.1" status: 200 len: 950 time: 0.2803791 Jul 23 20:30:34.868589 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51d05f1f-3f7a-43e4-953b-f79cea4c0bb2 req-34e6071d-125c-4e13-af83-cebe5c5e05e7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=38c069c5-bc9d-41e1-892a-3eeab92dff35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692188 Jul 23 20:30:34.956118 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66442030-b7c7-4c24-ab88-cfeb8f91addd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.974960 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbe42b12-75b5-4241-bb54-109088ee3896 req-66e70094-9ba4-4eed-a189-4393eb7e33ee tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063625 Jul 23 20:30:34.982937 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-008c9c2b-81b2-4780-ad4c-eba688836220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.992614 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66442030-b7c7-4c24-ab88-cfeb8f91addd admin admin] Pushing event deleted for resources: {'Port': ['ID=58b9c037-3ea4-45f9-af95-bb6ae6147a2b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:34.998367 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-008c9c2b-81b2-4780-ad4c-eba688836220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:35.012298 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-0e8c6211-44c1-43a4-a5cb-c7f78ef84f4c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1005080 Jul 23 20:30:35.026750 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f8e96414-c1bb-4c9f-a6e3-4c30b6198134 None None] Provisioning for port 39f7d0f9-6012-46dc-b760-2b009b129346 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:35.037807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f8e96414-c1bb-4c9f-a6e3-4c30b6198134 None None] Provisioning complete for port 39f7d0f9-6012-46dc-b760-2b009b129346 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:35.038388 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8e96414-c1bb-4c9f-a6e3-4c30b6198134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:35.073594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008c9c2b-81b2-4780-ad4c-eba688836220 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:30:35.091157 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f8e96414-c1bb-4c9f-a6e3-4c30b6198134 None None] Port 39f7d0f9-6012-46dc-b760-2b009b129346 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:35.146113 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ed3e-69f7-457c-9a91-7dfc5a62c330 req-be2ec96e-30e2-41ff-8c3d-351557ea01cc tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:35.153722 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4609ed3e-69f7-457c-9a91-7dfc5a62c330 req-be2ec96e-30e2-41ff-8c3d-351557ea01cc tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 936 time: 0.3334603 Jul 23 20:30:35.158633 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c9c2b-81b2-4780-ad4c-eba688836220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ead9c9-ba7f-4f83-a3e5-d604c40a1a5a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:35.184863 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-008c9c2b-81b2-4780-ad4c-eba688836220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:35.185355 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-008c9c2b-81b2-4780-ad4c-eba688836220 admin admin] Added segment 2e9cd544-ea19-47e1-a525-d7df8cd64d42 of type vlan for network ce0133d9-8df6-41ea-ae2f-c1fed304391d Jul 23 20:30:35.204147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Request body: {'port': {'device_id': 'fcb69bc6-8e85-47ce-a167-e6dc1eec6313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:35.282722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33414) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:35.295461 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-008c9c2b-81b2-4780-ad4c-eba688836220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:35.341422 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4609ed3e-69f7-457c-9a91-7dfc5a62c330 req-abef33e4-e721-4825-b828-ee6ffc126814 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867561 Jul 23 20:30:35.386017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e1cfa-6479-4cd9-a07c-2955038b97f8 req-c752df00-4ba0-4735-bbec-b2d2e2e28886 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:35.394294 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a00e1cfa-6479-4cd9-a07c-2955038b97f8 req-c752df00-4ba0-4735-bbec-b2d2e2e28886 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 944 time: 0.2063365 Jul 23 20:30:35.403851 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-008c9c2b-81b2-4780-ad4c-eba688836220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:35.404796 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008c9c2b-81b2-4780-ad4c-eba688836220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:35.405380 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-008c9c2b-81b2-4780-ad4c-eba688836220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:35.427958 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b8f573ee-974a-4327-9539-2950bda4dc93 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:30:35.495403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c9c2b-81b2-4780-ad4c-eba688836220 admin admin] Pushing event updated for resources: {'Network': ['ID=ce0133d9-8df6-41ea-ae2f-c1fed304391d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:35.517868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network ce0133d9-8df6-41ea-ae2f-c1fed304391d details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:30:35.538714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a00e1cfa-6479-4cd9-a07c-2955038b97f8 req-cbf9c9b5-d4c8-47dc-ba5d-38c2c3996dcf tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395974 Jul 23 20:30:35.548804 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-008c9c2b-81b2-4780-ad4c-eba688836220 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4979687 Jul 23 20:30:35.551692 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33420) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:35.564730 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-86a11778-91d0-4147-9c60-589b6c6bb575 admin admin] Request body: {'subnet': {'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-subnet', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:35.660742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a11778-91d0-4147-9c60-589b6c6bb575 admin admin] Made reservation on behalf of 2e36b104f9d24e799825b9baa093a497 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:35.668032 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-86a11778-91d0-4147-9c60-589b6c6bb575 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:35.680896 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b8f573ee-974a-4327-9539-2950bda4dc93, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b8f573ee-974a-4327-9539-2950bda4dc93,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:35.697127 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'port_id': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'mac_address': 'fa:16:3e:d0:4b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:30:35.828129 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:35.866505 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f573ee-974a-4327-9539-2950bda4dc93 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:35.940687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b8f573ee-974a-4327-9539-2950bda4dc93, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b8f573ee-974a-4327-9539-2950bda4dc93,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:35.950732 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.027951 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7d22ce1f-934b-445e-94c9-b8ad295210b4 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-360180214', 'router:external': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:36.036456 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=b8f573ee-974a-4327-9539-2950bda4dc93,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:36.062241 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.117476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f04748-e74d-4682-8a06-fd3234ffb31d req-a087c907-c654-476f-91c1-e936b91a4501 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:36.126890 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c9f04748-e74d-4682-8a06-fd3234ffb31d req-a087c907-c654-476f-91c1-e936b91a4501 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/ports?device_id=c403a28c-8fc6-4e2e-8c34-32091fdc5fb9 HTTP/1.1" status: 200 len: 950 time: 0.4275215 Jul 23 20:30:36.141553 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d22ce1f-934b-445e-94c9-b8ad295210b4 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Made reservation on behalf of 23847358120b41549ec9b49ce0ab0091 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:36.144687 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-86a11778-91d0-4147-9c60-589b6c6bb575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.145867 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d22ce1f-934b-445e-94c9-b8ad295210b4 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.150576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['b8f573ee-974a-4327-9539-2950bda4dc93'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:36.162266 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d22ce1f-934b-445e-94c9-b8ad295210b4 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.189060 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66442030-b7c7-4c24-ab88-cfeb8f91addd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.216906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a11778-91d0-4147-9c60-589b6c6bb575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35eaf14f-2eae-4b6c-8dcf-0499d3191c4d,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:36.289776 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-d24a10ce-428b-4ae9-8b29-34372f970a5c tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=83289713cb284563a1cd2eefe3ab1507&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745983 Jul 23 20:30:36.312435 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a11778-91d0-4147-9c60-589b6c6bb575 admin admin] Checking segment: {'id': '2e9cd544-ea19-47e1-a525-d7df8cd64d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:36.312816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a11778-91d0-4147-9c60-589b6c6bb575 admin admin] Network hostable DHCP agents. Network: ce0133d9-8df6-41ea-ae2f-c1fed304391d, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:30:36.329681 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c9f04748-e74d-4682-8a06-fd3234ffb31d req-a4846d5c-0885-4755-8d45-9c6e80cc5e3c tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/security-groups?id=38c069c5-bc9d-41e1-892a-3eeab92dff35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016718 Jul 23 20:30:36.398360 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a11778-91d0-4147-9c60-589b6c6bb575 admin admin] Network ce0133d9-8df6-41ea-ae2f-c1fed304391d is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:30:36.438396 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-86a11778-91d0-4147-9c60-589b6c6bb575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, ce0133d9-8df6-41ea-ae2f-c1fed304391d) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:36.447320 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a11778-91d0-4147-9c60-589b6c6bb575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:36.448984 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-86a11778-91d0-4147-9c60-589b6c6bb575 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.451923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618b52e6-3ab9-4e84-a41c-a0997e0fbe95 None None] Network ce0133d9-8df6-41ea-ae2f-c1fed304391d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:36.594385 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-bfd73361-c0a5-44e9-a7e0-f38ecb0803bd tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:36.596103 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-bfd73361-c0a5-44e9-a7e0-f38ecb0803bd tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2592456 Jul 23 20:30:36.629686 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-7d0b57a2-eed2-4320-958a-0507d2a36155 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/quotas/83289713cb284563a1cd2eefe3ab1507 HTTP/1.1" status: 200 len: 375 time: 0.0206559 Jul 23 20:30:36.642815 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0042285-7250-4647-ba2d-e89ddef3a247 req-eadd105d-bce7-4ab9-a5d7-25aa91a07c00 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:36.652125 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0042285-7250-4647-ba2d-e89ddef3a247 req-eadd105d-bce7-4ab9-a5d7-25aa91a07c00 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 936 time: 0.1456208 Jul 23 20:30:36.671087 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d22ce1f-934b-445e-94c9-b8ad295210b4 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.674293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:30:36.675499 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.721501 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-86a11778-91d0-4147-9c60-589b6c6bb575 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1636474 Jul 23 20:30:36.722678 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33440) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:36.728206 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:36.751997 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0042285-7250-4647-ba2d-e89ddef3a247 req-6010b21d-01e1-44dc-ab4b-24839e600350 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986929 Jul 23 20:30:36.794478 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-732b26d5-0a90-4bf1-92cb-fd08db5efc80 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=83289713cb284563a1cd2eefe3ab1507&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1397371 Jul 23 20:30:36.796313 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.797400 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.810783 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d22ce1f-934b-445e-94c9-b8ad295210b4 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.823241 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f7d0f9-6012-46dc-b760-2b009b129346 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:36.848562 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.859144 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d22ce1f-934b-445e-94c9-b8ad295210b4 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:30:36.886830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66442030-b7c7-4c24-ab88-cfeb8f91addd admin admin] Router 0c2d2baf-ce91-41f3-a56f-ea7472c06813 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:30:36.898536 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Allocated IP 172.20.0.2 (ce0133d9-8df6-41ea-ae2f-c1fed304391d/35eaf14f-2eae-4b6c-8dcf-0499d3191c4d/47ccdefe-f185-481d-ab54-5d720b9c7865) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:36.900282 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.903536 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d22ce1f-934b-445e-94c9-b8ad295210b4 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.904130 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-7d22ce1f-934b-445e-94c9-b8ad295210b4 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Added segment 27432b3d-943a-4fa4-a517-e41d2f887d62 of type vlan for network 301c7559-dd94-4007-a9df-ef66dc92bd72 Jul 23 20:30:36.919745 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Transition to ACTIVE for port object 39f7d0f9-6012-46dc-b760-2b009b129346 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:36.923954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22ce1f-934b-445e-94c9-b8ad295210b4 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1273674b-f6d0-4bf4-b677-dfe9964cdafc,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:36.938942 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.144278 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.164672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Transition to ACTIVE for port object 47ccdefe-f185-481d-ab54-5d720b9c7865 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:37.207030 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Transition to ACTIVE for port object 47ccdefe-f185-481d-ab54-5d720b9c7865 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:37.220517 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.276522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Pushing event updated for resources: {'Port': ['ID=47ccdefe-f185-481d-ab54-5d720b9c7865,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:37.299732 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Network ce0133d9-8df6-41ea-ae2f-c1fed304391d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:37.301179 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:37.305065 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:37.326249 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.340043 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c9ca5793-a890-405b-98bf-b7a372f0d7fd req-7ec9f85b-aae4-46c0-885f-1bd56eb942ed tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 210 time: 0.1125543 Jul 23 20:30:37.348905 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d22ce1f-934b-445e-94c9-b8ad295210b4 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.427861 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Attempting to bind port 47ccdefe-f185-481d-ab54-5d720b9c7865 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:37.428518 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Attempting to bind port 47ccdefe-f185-481d-ab54-5d720b9c7865 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '2e9cd544-ea19-47e1-a525-d7df8cd64d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:37.429029 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Attempting to bind port 47ccdefe-f185-481d-ab54-5d720b9c7865 on network ce0133d9-8df6-41ea-ae2f-c1fed304391d {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:37.434273 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df55acd-424e-47b0-ba6d-8a72d3de462d req-a5efdbe0-ddf2-46b1-beef-5776da17a937 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:37.435935 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9df55acd-424e-47b0-ba6d-8a72d3de462d req-a5efdbe0-ddf2-46b1-beef-5776da17a937 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.2109799 Jul 23 20:30:37.442786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:37.445286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Checking segment: {'id': '2e9cd544-ea19-47e1-a525-d7df8cd64d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:37.445461 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.445722 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Bound using segment: {'id': '2e9cd544-ea19-47e1-a525-d7df8cd64d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:37.446201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Bound port: 47ccdefe-f185-481d-ab54-5d720b9c7865, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9cd544-ea19-47e1-a525-d7df8cd64d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:37.446584 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.452431 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b8f573ee-974a-4327-9539-2950bda4dc93 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:37.509298 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Pushing event updated for resources: {'Port': ['ID=39f7d0f9-6012-46dc-b760-2b009b129346,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:37.528668 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d22ce1f-934b-445e-94c9-b8ad295210b4 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.529650 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d22ce1f-934b-445e-94c9-b8ad295210b4 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:37.530233 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d22ce1f-934b-445e-94c9-b8ad295210b4 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.586067 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] For port 47ccdefe-f185-481d-ab54-5d720b9c7865, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:37.590132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] For port 47ccdefe-f185-481d-ab54-5d720b9c7865, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=47ccdefe-f185-481d-ab54-5d720b9c7865,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:37.601519 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.624066 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22ce1f-934b-445e-94c9-b8ad295210b4 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Pushing event updated for resources: {'Network': ['ID=301c7559-dd94-4007-a9df-ef66dc92bd72,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:37.628051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Attempting to bind port 39f7d0f9-6012-46dc-b760-2b009b129346 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:37.628625 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Attempting to bind port 39f7d0f9-6012-46dc-b760-2b009b129346 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:37.629143 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Attempting to bind port 39f7d0f9-6012-46dc-b760-2b009b129346 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:37.645099 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9df55acd-424e-47b0-ba6d-8a72d3de462d req-17c150a9-6353-437f-bf8c-f219dc88c02b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882515 Jul 23 20:30:37.648578 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Port 39f7d0f9-6012-46dc-b760-2b009b129346 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:30:37.649139 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Attempting to bind port 39f7d0f9-6012-46dc-b760-2b009b129346 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:37.661667 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7d22ce1f-934b-445e-94c9-b8ad295210b4 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3579054 Jul 23 20:30:37.669029 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33452) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:37.671880 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:37.672452 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:37.673035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:37.673659 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Bound port: 39f7d0f9-6012-46dc-b760-2b009b129346, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:37.674399 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.696246 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2fe451fd-bea0-4e48-902b-53534b60c5b7 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Request body: {'subnet': {'network_id': '301c7559-dd94-4007-a9df-ef66dc92bd72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:37.708803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66442030-b7c7-4c24-ab88-cfeb8f91addd admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:37.725153 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-66442030-b7c7-4c24-ab88-cfeb8f91addd admin admin] 10.222.0.55 "PUT /v2.0/routers/0c2d2baf-ce91-41f3-a56f-ea7472c06813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0920851 Jul 23 20:30:37.729162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33454) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:37.737594 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 301c7559-dd94-4007-a9df-ef66dc92bd72 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:30:37.775853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb546d-153e-42a1-8df3-cf708dad056b req-735d542e-3bfb-4841-8327-577608d74a8d tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:37.784893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33fb546d-153e-42a1-8df3-cf708dad056b req-735d542e-3bfb-4841-8327-577608d74a8d tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/ports?device_id=c403a28c-8fc6-4e2e-8c34-32091fdc5fb9 HTTP/1.1" status: 200 len: 950 time: 0.2253430 Jul 23 20:30:37.856363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14efcad-5b89-4b25-ba14-1b924cda01d4 None None] Pushing event updated for resources: {'Port': ['ID=47ccdefe-f185-481d-ab54-5d720b9c7865,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:37.863414 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb80f76-21dd-4647-9170-d6ca23136895 None None] Sync routers for ids ['0c2d2baf-ce91-41f3-a56f-ea7472c06813'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:37.974042 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15614a35-3cb9-4c59-80f5-fa1150d4bf3d admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.986657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port b8f573ee-974a-4327-9539-2950bda4dc93 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:38.010424 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb80f76-21dd-4647-9170-d6ca23136895 None None] Routers {'0c2d2baf-ce91-41f3-a56f-ea7472c06813'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:38.011602 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-acb80f76-21dd-4647-9170-d6ca23136895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['0c2d2baf-ce91-41f3-a56f-ea7472c06813'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:38.013063 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port b8f573ee-974a-4327-9539-2950bda4dc93 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:38.013464 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:38.154422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe451fd-bea0-4e48-902b-53534b60c5b7 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Made reservation on behalf of 23847358120b41549ec9b49ce0ab0091 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:38.158889 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2fe451fd-bea0-4e48-902b-53534b60c5b7 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:38.173673 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] For port 39f7d0f9-6012-46dc-b760-2b009b129346, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:38.238441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] For port 39f7d0f9-6012-46dc-b760-2b009b129346, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=39f7d0f9-6012-46dc-b760-2b009b129346,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:38.272538 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-acb80f76-21dd-4647-9170-d6ca23136895 None None] Set router 0c2d2baf-ce91-41f3-a56f-ea7472c06813 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:38.274956 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:38.473900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Pushing event updated for resources: {'Port': ['ID=39f7d0f9-6012-46dc-b760-2b009b129346,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:38.488642 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:38.489863 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:38.491774 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:38.494126 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-d339f21b-ca59-4d4e-9e49-ca816da112b4 service neutron] 10.222.0.48 "PUT /v2.0/ports/39f7d0f9-6012-46dc-b760-2b009b129346 HTTP/1.1" status: 200 len: 1097 time: 3.3033266 Jul 23 20:30:38.507870 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15614a35-3cb9-4c59-80f5-fa1150d4bf3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:38.513470 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb69bc6-8e85-47ce-a167-e6dc1eec6313', 'tag': '39f7d0f9-6012-46dc-b760-2b009b129346'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:38.516851 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7885125-8075-4dbb-ae7b-1331f5b27355" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb69bc6-8e85-47ce-a167-e6dc1eec6313", "tag": "39f7d0f9-6012-46dc-b760-2b009b129346"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:38.531829 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 47ccdefe-f185-481d-ab54-5d720b9c7865 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:38.576203 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:38.581832 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:38.583135 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33fb546d-153e-42a1-8df3-cf708dad056b req-3dbb453d-9308-4474-898b-650d5788b69b tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/security-groups?id=38c069c5-bc9d-41e1-892a-3eeab92dff35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7973394 Jul 23 20:30:38.724957 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b8f573ee-974a-4327-9539-2950bda4dc93, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b8f573ee-974a-4327-9539-2950bda4dc93,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:38.729474 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:38.732434 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c10a4da-14bf-494a-8f34-0ee8f013821d" -d '{"events": [{"server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "name": "network-vif-plugged", "status": "completed", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:38.739759 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:38.778846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd812a-c67e-4b80-8999-808c84c3bedd req-0f9b98b0-b97b-4203-b74b-24b87665bf1d tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:38.781720 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94bd812a-c67e-4b80-8999-808c84c3bedd req-0f9b98b0-b97b-4203-b74b-24b87665bf1d tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 948 time: 0.3588748 Jul 23 20:30:38.861624 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=b8f573ee-974a-4327-9539-2950bda4dc93,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:38.880030 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-3fcefb9b-ad31-47e1-9f6f-6d3702e3244f tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=83289713cb284563a1cd2eefe3ab1507&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882833 Jul 23 20:30:38.936637 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-acb80f76-21dd-4647-9170-d6ca23136895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'name': 'tempest-FloatingIPsTestJSON-1765086176-router', 'tenant_id': '7f4f78c938f442e1b432392379dc58a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '119126fc-2af6-4fb0-a3ac-62c53e070a20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:53Z', 'updated_at': '2021-07-23T20:30:34Z', 'revision_number': 5, 'project_id': '7f4f78c938f442e1b432392379dc58a8', 'gw_port': {'id': '119126fc-2af6-4fb0-a3ac-62c53e070a20', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:11:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:55Z', 'updated_at': '2021-07-23T20:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:38.968476 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94bd812a-c67e-4b80-8999-808c84c3bedd req-fdb33f09-bbd9-4352-b753-38b78721a83d tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755886 Jul 23 20:30:38.995877 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb80f76-21dd-4647-9170-d6ca23136895 None None] Checking router: 0c2d2baf-ce91-41f3-a56f-ea7472c06813 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:30:38.998063 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 47ccdefe-f185-481d-ab54-5d720b9c7865 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:39.037702 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb80f76-21dd-4647-9170-d6ca23136895 None None] Routers {'0c2d2baf-ce91-41f3-a56f-ea7472c06813'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:39.038985 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-acb80f76-21dd-4647-9170-d6ca23136895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['0c2d2baf-ce91-41f3-a56f-ea7472c06813'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:39.039756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Allocated IP 172.25.3.205 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/27c9182b-538e-4504-86b9-ab9503d4f782) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:39.082466 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d32a33-27c6-4884-90bf-97503995dd0d x-openstack-request-id: req-17d32a33-27c6-4884-90bf-97503995dd0d {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:39.082905 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb69bc6-8e85-47ce-a167-e6dc1eec6313", "tag": "39f7d0f9-6012-46dc-b760-2b009b129346", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:39.083396 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-17d32a33-27c6-4884-90bf-97503995dd0d {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:39.083793 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb69bc6-8e85-47ce-a167-e6dc1eec6313', 'tag': '39f7d0f9-6012-46dc-b760-2b009b129346', 'status': 'completed', 'code': 200} Jul 23 20:30:39.120524 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b36daa8-ac48-41bc-9b33-88fa327f4b2a req-eef26867-35cf-4f4e-bdc2-dcec6b0514e7 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 210 time: 0.1422327 Jul 23 20:30:39.120652 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-15614a35-3cb9-4c59-80f5-fa1150d4bf3d admin admin] Deleting port 119126fc-2af6-4fb0-a3ac-62c53e070a20 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:39.120827 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15614a35-3cb9-4c59-80f5-fa1150d4bf3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:39.329872 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:39.419501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73fa78-d40f-409a-a5f3-451a11ded2d1 req-cc179644-e79a-438b-a9e5-75f5ddd4b2f0 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:39.421848 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c73fa78-d40f-409a-a5f3-451a11ded2d1 req-cc179644-e79a-438b-a9e5-75f5ddd4b2f0 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 946 time: 0.1779604 Jul 23 20:30:39.447882 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:39.457476 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-ef91c037-863c-459b-91df-cb3c5aadf02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:39.461727 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-ef91c037-863c-459b-91df-cb3c5aadf02f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 1100 time: 0.9092624 Jul 23 20:30:39.465709 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-acb80f76-21dd-4647-9170-d6ca23136895 None None] Set router 0c2d2baf-ce91-41f3-a56f-ea7472c06813 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:39.524819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:39.532162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:39.534986 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:39.538695 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-085e4636-5f51-4003-9af4-15c3a749eae6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=39f7d0f9-6012-46dc-b760-2b009b129346 HTTP/1.1" status: 200 len: 217 time: 0.0504239 Jul 23 20:30:39.559169 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c73fa78-d40f-409a-a5f3-451a11ded2d1 req-f218ecaf-c476-480a-8fe2-baa618603234 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292171 Jul 23 20:30:39.597710 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5d1ac3-0596-45a3-977d-81fce51479eb x-openstack-request-id: req-ec5d1ac3-0596-45a3-977d-81fce51479eb {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:39.599516 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "name": "network-vif-plugged", "status": "completed", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:39.599516 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec5d1ac3-0596-45a3-977d-81fce51479eb {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:39.600516 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'code': 200} Jul 23 20:30:39.602973 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc0f479-d6a3-42fc-8edc-3498579b44ef None None] Network ce0133d9-8df6-41ea-ae2f-c1fed304391d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:39.617289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-acb80f76-21dd-4647-9170-d6ca23136895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'name': 'tempest-FloatingIPsTestJSON-1765086176-router', 'tenant_id': '7f4f78c938f442e1b432392379dc58a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:53Z', 'updated_at': '2021-07-23T20:30:38Z', 'revision_number': 6, 'project_id': '7f4f78c938f442e1b432392379dc58a8', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:39.658741 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Pushing event updated for resources: {'Port': ['ID=27c9182b-538e-4504-86b9-ab9503d4f782,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:39.686136 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-879b59f9-e276-4406-b4a0-47c36b486999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:39.686920 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-879b59f9-e276-4406-b4a0-47c36b486999 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1358373 Jul 23 20:30:39.689836 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-15614a35-3cb9-4c59-80f5-fa1150d4bf3d admin admin] For port 119126fc-2af6-4fb0-a3ac-62c53e070a20, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=119126fc-2af6-4fb0-a3ac-62c53e070a20,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:39.690367 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15614a35-3cb9-4c59-80f5-fa1150d4bf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:39.703763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb80f76-21dd-4647-9170-d6ca23136895 None None] The sync data for ids ['0c2d2baf-ce91-41f3-a56f-ea7472c06813'] in n-d-791504-18 is: [{'id': '0c2d2baf-ce91-41f3-a56f-ea7472c06813', 'name': 'tempest-FloatingIPsTestJSON-1765086176-router', 'tenant_id': '7f4f78c938f442e1b432392379dc58a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:53Z', 'updated_at': '2021-07-23T20:30:38Z', 'revision_number': 6, 'project_id': '7f4f78c938f442e1b432392379dc58a8', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:39.723248 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-00c4211c-42a9-430c-a045-026e180982c3 None None] Provisioning for port 47ccdefe-f185-481d-ab54-5d720b9c7865 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:39.730895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-00c4211c-42a9-430c-a045-026e180982c3 None None] Provisioning complete for port 47ccdefe-f185-481d-ab54-5d720b9c7865 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:39.731502 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-00c4211c-42a9-430c-a045-026e180982c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:39.771652 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-62a8c639-c247-4dca-8368-4194fb649a1a tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:39.789570 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-62a8c639-c247-4dca-8368-4194fb649a1a tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7736237 Jul 23 20:30:39.810702 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-1b6083bb-4f58-46ff-bb2b-5315d753ed33 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Request body: {'port': {'device_id': '82c05afd-af7a-4573-b018-63c244574039', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': '83289713cb284563a1cd2eefe3ab1507'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:39.830802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab6cb3-e5d2-49b3-a2e1-4f72680ceb77 req-70c0a145-ea4e-49a2-a988-d4a6d7239c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:39.832341 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76ab6cb3-e5d2-49b3-a2e1-4f72680ceb77 req-70c0a145-ea4e-49a2-a988-d4a6d7239c55 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 1098 time: 0.2263629 Jul 23 20:30:39.929451 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76ab6cb3-e5d2-49b3-a2e1-4f72680ceb77 req-a3694f6e-b318-4175-ab0d-0b813da78510 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873334 Jul 23 20:30:39.961284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-15614a35-3cb9-4c59-80f5-fa1150d4bf3d admin admin] Calling delete_port for 119126fc-2af6-4fb0-a3ac-62c53e070a20 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:40.120502 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.131409 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-00c4211c-42a9-430c-a045-026e180982c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.211008 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-00c4211c-42a9-430c-a045-026e180982c3 None None] For port 47ccdefe-f185-481d-ab54-5d720b9c7865, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=47ccdefe-f185-481d-ab54-5d720b9c7865,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:40.215835 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-00c4211c-42a9-430c-a045-026e180982c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.323196 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4211c-42a9-430c-a045-026e180982c3 None None] Pushing event updated for resources: {'Port': ['ID=47ccdefe-f185-481d-ab54-5d720b9c7865,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:40.398567 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-1b6083bb-4f58-46ff-bb2b-5315d753ed33 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Made reservation on behalf of 83289713cb284563a1cd2eefe3ab1507 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:40.402672 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-1b6083bb-4f58-46ff-bb2b-5315d753ed33 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.420652 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15614a35-3cb9-4c59-80f5-fa1150d4bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.432291 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-e34d2bc4-b257-4def-9349-ec47ef0b9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:40.433824 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-e34d2bc4-b257-4def-9349-ec47ef0b9354 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7382441 Jul 23 20:30:40.485872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15614a35-3cb9-4c59-80f5-fa1150d4bf3d admin admin] Pushing event deleted for resources: {'Port': ['ID=119126fc-2af6-4fb0-a3ac-62c53e070a20,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:40.487348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db843c5-4739-44d7-ae26-ccec4a8ca1f5 req-600b9196-0314-4eed-81d2-4d1b43bd6488 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:40.500028 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6db843c5-4739-44d7-ae26-ccec4a8ca1f5 req-600b9196-0314-4eed-81d2-4d1b43bd6488 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 948 time: 0.3112938 Jul 23 20:30:40.530155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f870af-aacf-4aed-939b-256da7599966 req-2a08ab00-1b77-4630-b34e-34c031fdbe3b tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:40.539973 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-71f870af-aacf-4aed-939b-256da7599966 req-2a08ab00-1b77-4630-b34e-34c031fdbe3b tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/ports?device_id=c403a28c-8fc6-4e2e-8c34-32091fdc5fb9 HTTP/1.1" status: 200 len: 950 time: 0.3528800 Jul 23 20:30:40.631447 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6db843c5-4739-44d7-ae26-ccec4a8ca1f5 req-778a56dd-a4b9-44d6-98ea-07f9c5cff7e6 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305172 Jul 23 20:30:40.666793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-71f870af-aacf-4aed-939b-256da7599966 req-4295272d-c7de-44b8-b3b8-961bdac8a0bc tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/security-groups?id=38c069c5-bc9d-41e1-892a-3eeab92dff35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096904 Jul 23 20:30:40.693583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-053cb581-fcbd-45cf-a875-0a62275b26bc None None] Provisioning complete for port 47ccdefe-f185-481d-ab54-5d720b9c7865 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:40.694386 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-053cb581-fcbd-45cf-a875-0a62275b26bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.737284 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.757970 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 47ccdefe-f185-481d-ab54-5d720b9c7865 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:40.903697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 47ccdefe-f185-481d-ab54-5d720b9c7865 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:40.904018 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.919613 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15614a35-3cb9-4c59-80f5-fa1150d4bf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:41.010701 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82167478-13dd-4eb1-9ce3-cab320107043 req-b75b82ac-6b55-4cae-a7fe-5d7bc2671023 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 210 time: 0.0576470 Jul 23 20:30:41.094585 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 119126fc-2af6-4fb0-a3ac-62c53e070a20 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:41.124380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 119126fc-2af6-4fb0-a3ac-62c53e070a20 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:30:41.124781 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 119126fc-2af6-4fb0-a3ac-62c53e070a20 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:30:41.125222 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 58b9c037-3ea4-45f9-af95-bb6ae6147a2b no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:41.154509 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 58b9c037-3ea4-45f9-af95-bb6ae6147a2b {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:30:41.154809 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 58b9c037-3ea4-45f9-af95-bb6ae6147a2b not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:30:41.161936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Router 40e31617-bbb3-499b-921d-1a69c43b140c is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:30:41.180013 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786465c-0d11-472b-a647-9d7df19cd286 req-41282dc0-0b97-4aec-b06c-7caa6fc10e3a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:41.181668 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3786465c-0d11-472b-a647-9d7df19cd286 req-41282dc0-0b97-4aec-b06c-7caa6fc10e3a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 946 time: 0.2370567 Jul 23 20:30:41.302785 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3786465c-0d11-472b-a647-9d7df19cd286 req-6ead0b77-136e-4368-b1ef-bcea4e2d6ca6 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138208 Jul 23 20:30:41.346299 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:41.355826 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Sync routers for ids ['40e31617-bbb3-499b-921d-1a69c43b140c'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:41.368247 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:41.372119 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b34f56b6-70d1-4902-887d-a1246e2135a8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6459401 Jul 23 20:30:41.373621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33492) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:41.373767 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Routers {'40e31617-bbb3-499b-921d-1a69c43b140c'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:41.375324 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['40e31617-bbb3-499b-921d-1a69c43b140c'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:41.421876 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-42b68ef7-3e70-46e7-8d32-549dbda9cae5 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9519663 Jul 23 20:30:41.456402 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15614a35-3cb9-4c59-80f5-fa1150d4bf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:41.458214 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15614a35-3cb9-4c59-80f5-fa1150d4bf3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:41.504103 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-1b6083bb-4f58-46ff-bb2b-5315d753ed33 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Allocated IP 192.168.233.253 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/c68e193e-c069-413f-9cb0-704f2eb56463) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:41.507332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.objects.ports [None req-2fe451fd-bea0-4e48-902b-53534b60c5b7 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93810) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:30:41.507922 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2fe451fd-bea0-4e48-902b-53534b60c5b7 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:41.525351 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Set router 40e31617-bbb3-499b-921d-1a69c43b140c gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:41.573290 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15614a35-3cb9-4c59-80f5-fa1150d4bf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:41.573828 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15614a35-3cb9-4c59-80f5-fa1150d4bf3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c2d2baf-ce91-41f3-a56f-ea7472c06813 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:30:41.581401 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15614a35-3cb9-4c59-80f5-fa1150d4bf3d admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:41.582638 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-15614a35-3cb9-4c59-80f5-fa1150d4bf3d admin admin] 10.222.0.55 "DELETE /v2.0/routers/0c2d2baf-ce91-41f3-a56f-ea7472c06813 HTTP/1.1" status: 204 len: 168 time: 3.8159173 Jul 23 20:30:41.592267 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe451fd-bea0-4e48-902b-53534b60c5b7 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Pushing event updated for resources: {'Subnet': ['ID=15084091-4dcf-4bf8-aa86-bf716527b8cd,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:41.595258 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33494) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:41.748008 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe451fd-bea0-4e48-902b-53534b60c5b7 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Checking segment: {'id': '27432b3d-943a-4fa4-a517-e41d2f887d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '301c7559-dd94-4007-a9df-ef66dc92bd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:41.748364 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe451fd-bea0-4e48-902b-53534b60c5b7 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Network hostable DHCP agents. Network: 301c7559-dd94-4007-a9df-ef66dc92bd72, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:30:41.753143 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:30:39Z', 'revision_number': 3, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:41.758619 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc33a06-06d4-48a2-b3a4-5c7d8faa5520 admin admin] Deleting subnet 72d97ee1-1b33-4e99-881d-d0d34a669cc1 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:30:41.799597 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1cc33a06-06d4-48a2-b3a4-5c7d8faa5520 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:41.815821 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Checking router: 40e31617-bbb3-499b-921d-1a69c43b140c for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:30:41.816444 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Updating router 40e31617-bbb3-499b-921d-1a69c43b140c port 27c9182b-538e-4504-86b9-ab9503d4f782 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:30:41.873125 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:41.934964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe451fd-bea0-4e48-902b-53534b60c5b7 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Network 301c7559-dd94-4007-a9df-ef66dc92bd72 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:30:41.965065 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1cc33a06-06d4-48a2-b3a4-5c7d8faa5520 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:41.997084 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-64d083b5-d024-41bf-a5f7-5c4f72da89c9 req-b7612826-3db2-4753-a99e-338351de0391 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949465 Jul 23 20:30:42.025728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2fe451fd-bea0-4e48-902b-53534b60c5b7 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 301c7559-dd94-4007-a9df-ef66dc92bd72) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:42.045635 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba73cf6f-1a8c-472c-ab42-57ad1490497e None None] Network 301c7559-dd94-4007-a9df-ef66dc92bd72 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:42.050241 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe451fd-bea0-4e48-902b-53534b60c5b7 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:42.051185 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2fe451fd-bea0-4e48-902b-53534b60c5b7 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.138191 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2fe451fd-bea0-4e48-902b-53534b60c5b7 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.4475579 Jul 23 20:30:42.141689 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e843598-48d7-48ff-8d1d-b0f12dddedd4 req-19242f3d-1746-4f68-9e5c-05fb604a892e tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:42.143296 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9e843598-48d7-48ff-8d1d-b0f12dddedd4 req-19242f3d-1746-4f68-9e5c-05fb604a892e tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 948 time: 0.2585382 Jul 23 20:30:42.152198 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afd002-9e50-4b72-9517-de687d39df49 req-e6b7cc5a-410e-4f1a-91d1-fef5f79a3278 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:42.153706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a9afd002-9e50-4b72-9517-de687d39df49 req-e6b7cc5a-410e-4f1a-91d1-fef5f79a3278 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/ports?device_id=c403a28c-8fc6-4e2e-8c34-32091fdc5fb9 HTTP/1.1" status: 200 len: 950 time: 0.2043860 Jul 23 20:30:42.161181 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33504) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:42.169126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef97e24-f21c-4c09-bc98-33a13b01558c req-879809ac-91b2-49d3-9d69-70d312b8334a tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:42.171171 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ef97e24-f21c-4c09-bc98-33a13b01558c req-879809ac-91b2-49d3-9d69-70d312b8334a tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.48 "GET /v2.0/ports?device_id=c403a28c-8fc6-4e2e-8c34-32091fdc5fb9 HTTP/1.1" status: 200 len: 950 time: 0.4280751 Jul 23 20:30:42.174596 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-1b6083bb-4f58-46ff-bb2b-5315d753ed33 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.176006 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e87e1565-50f1-40d7-8be1-fbee82e0a28b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-742711205', 'network_id': '301c7559-dd94-4007-a9df-ef66dc92bd72'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:42.209423 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-1b6083bb-4f58-46ff-bb2b-5315d753ed33 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Transition to ACTIVE for port object c68e193e-c069-413f-9cb0-704f2eb56463 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:42.212047 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1cc33a06-06d4-48a2-b3a4-5c7d8faa5520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.238516 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a9afd002-9e50-4b72-9517-de687d39df49 req-a4377a73-3099-42d3-acb2-7ceb6cf1e28d tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/security-groups?id=38c069c5-bc9d-41e1-892a-3eeab92dff35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565355 Jul 23 20:30:42.265281 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7885125-8075-4dbb-ae7b-1331f5b27355 req-dd05d579-a8c9-42cb-81a2-27338c447f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:42.267672 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a7885125-8075-4dbb-ae7b-1331f5b27355 req-dd05d579-a8c9-42cb-81a2-27338c447f14 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 1100 time: 0.1997848 Jul 23 20:30:42.341521 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7ac6f3-e3d7-4c4b-b139-411d55286487 None None] Network 301c7559-dd94-4007-a9df-ef66dc92bd72 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:42.361558 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87e1565-50f1-40d7-8be1-fbee82e0a28b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Made reservation on behalf of 23847358120b41549ec9b49ce0ab0091 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:42.363913 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e87e1565-50f1-40d7-8be1-fbee82e0a28b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.383049 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9e843598-48d7-48ff-8d1d-b0f12dddedd4 req-12da11f9-a236-47ec-a387-808121d7504f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283473 Jul 23 20:30:42.413625 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.424389 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-e87e1565-50f1-40d7-8be1-fbee82e0a28b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] device_id is not set on port 8705ad35-c115-4670-b4ed-5e50b8c88193 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:30:42.425752 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1cc33a06-06d4-48a2-b3a4-5c7d8faa5520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.426216 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Transition to ACTIVE for port object 27c9182b-538e-4504-86b9-ab9503d4f782 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:42.436131 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.441025 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-1b6083bb-4f58-46ff-bb2b-5315d753ed33 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.470137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['7f25587f-ccda-48b8-b3fc-f4afaec14bad'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:42.496761 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9af21-6139-4d6a-9483-b6e9d154ec49 None None] Pushing event updated for resources: {'Port': ['ID=27c9182b-538e-4504-86b9-ab9503d4f782,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:42.519331 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Attempting to bind port 27c9182b-538e-4504-86b9-ab9503d4f782 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:42.519707 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Attempting to bind port 27c9182b-538e-4504-86b9-ab9503d4f782 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:42.520101 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Attempting to bind port 27c9182b-538e-4504-86b9-ab9503d4f782 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:42.526142 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:42.526516 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:42.526966 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.527461 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:42.527926 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Bound port: 27c9182b-538e-4504-86b9-ab9503d4f782, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:42.528329 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.543138 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc33a06-06d4-48a2-b3a4-5c7d8faa5520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72d97ee1-1b33-4e99-881d-d0d34a669cc1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:42.563048 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1cc33a06-06d4-48a2-b3a4-5c7d8faa5520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.568016 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1cc33a06-06d4-48a2-b3a4-5c7d8faa5520 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/72d97ee1-1b33-4e99-881d-d0d34a669cc1 HTTP/1.1" status: 204 len: 168 time: 0.9567556 Jul 23 20:30:42.576192 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5027e868-77a2-4310-a254-2fc1bcfeaad5 None None] Network 0d48d846-e84e-4259-9c40-9f0e760d3dc5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:42.582867 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33508) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:42.592093 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-1b6083bb-4f58-46ff-bb2b-5315d753ed33 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:42.603912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-1b6083bb-4f58-46ff-bb2b-5315d753ed33 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:42.606590 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-1b6083bb-4f58-46ff-bb2b-5315d753ed33 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:42.610232 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] For port 27c9182b-538e-4504-86b9-ab9503d4f782, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:42.616160 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] For port 27c9182b-538e-4504-86b9-ab9503d4f782, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=27c9182b-538e-4504-86b9-ab9503d4f782,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:42.624771 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7885125-8075-4dbb-ae7b-1331f5b27355 req-f8418fac-4192-404d-a3e6-f9723d548ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:42.626166 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a7885125-8075-4dbb-ae7b-1331f5b27355 req-f8418fac-4192-404d-a3e6-f9723d548ccf service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.3493447 Jul 23 20:30:42.628382 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.680600 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6083bb-4f58-46ff-bb2b-5315d753ed33 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Pushing event updated for resources: {'Port': ['ID=c68e193e-c069-413f-9cb0-704f2eb56463,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:42.685781 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.703614 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9af21-6139-4d6a-9483-b6e9d154ec49 None None] Pushing event updated for resources: {'Port': ['ID=27c9182b-538e-4504-86b9-ab9503d4f782,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:42.733598 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Routers {'40e31617-bbb3-499b-921d-1a69c43b140c'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:42.734458 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['40e31617-bbb3-499b-921d-1a69c43b140c'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:42.757538 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a7885125-8075-4dbb-ae7b-1331f5b27355 req-2dc9d28b-4908-4c95-af88-2703203ebfc9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=39f7d0f9-6012-46dc-b760-2b009b129346 HTTP/1.1" status: 200 len: 217 time: 0.0887666 Jul 23 20:30:42.826978 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-1b6083bb-4f58-46ff-bb2b-5315d753ed33 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:42.827680 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-1b6083bb-4f58-46ff-bb2b-5315d753ed33 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.838014 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-7ef97e24-f21c-4c09-bc98-33a13b01558c req-faee6fee-f717-44a2-a62d-380f38a6df5f tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Deleting port 61418b3b-8991-4012-b9a5-8bad565ca153 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:42.838358 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7ef97e24-f21c-4c09-bc98-33a13b01558c req-faee6fee-f717-44a2-a62d-380f38a6df5f tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.875921 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] Set router 40e31617-bbb3-499b-921d-1a69c43b140c gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:42.902276 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.918481 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-1b6083bb-4f58-46ff-bb2b-5315d753ed33 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1177993 Jul 23 20:30:42.930289 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7885125-8075-4dbb-ae7b-1331f5b27355 req-1f0a8fbd-5332-459f-bf14-0f75b992af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:42.931971 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a7885125-8075-4dbb-ae7b-1331f5b27355 req-1f0a8fbd-5332-459f-bf14-0f75b992af5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1010556 Jul 23 20:30:42.937660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-e87e1565-50f1-40d7-8be1-fbee82e0a28b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Allocated IP 2001:db8::85 (301c7559-dd94-4007-a9df-ef66dc92bd72/15084091-4dcf-4bf8-aa86-bf716527b8cd/8705ad35-c115-4670-b4ed-5e50b8c88193) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:42.938796 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Request body: {'port': {'device_id': '82c05afd-af7a-4573-b018-63c244574039', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:42.989309 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5d773bd5-f380-4f89-8414-6129ed698981 None None] Provisioning for port c68e193e-c069-413f-9cb0-704f2eb56463 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:42.995207 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5d773bd5-f380-4f89-8414-6129ed698981 None None] Provisioning complete for port c68e193e-c069-413f-9cb0-704f2eb56463 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:42.995719 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d773bd5-f380-4f89-8414-6129ed698981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.030932 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4862c7-6489-4341-b19c-cd2d9fb49e14 None None] DHCP port deletion for 0d48d846-e84e-4259-9c40-9f0e760d3dc5 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:30:43.077879 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5d773bd5-f380-4f89-8414-6129ed698981 None None] Port c68e193e-c069-413f-9cb0-704f2eb56463 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:43.109705 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.113152 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3a4862c7-6489-4341-b19c-cd2d9fb49e14 None None] Deleting port daa3b6ec-440a-40eb-81c2-9d84541d05f8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:43.113687 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3a4862c7-6489-4341-b19c-cd2d9fb49e14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.121688 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:30:39Z', 'revision_number': 3, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:43.170532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] Deleting port daa3b6ec-440a-40eb-81c2-9d84541d05f8 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:43.171862 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.178229 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e114bebf-ea19-4dc1-bdfe-28b3760c031b None None] The sync data for ids ['40e31617-bbb3-499b-921d-1a69c43b140c'] in n-d-791504-18 is: [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:30:39Z', 'revision_number': 3, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:43.180046 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7885125-8075-4dbb-ae7b-1331f5b27355 req-23a2f504-f38a-4194-93a0-6483202bac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:43.184555 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a7885125-8075-4dbb-ae7b-1331f5b27355 req-23a2f504-f38a-4194-93a0-6483202bac2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1982763 Jul 23 20:30:43.233549 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3a4862c7-6489-4341-b19c-cd2d9fb49e14 None None] For port daa3b6ec-440a-40eb-81c2-9d84541d05f8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=daa3b6ec-440a-40eb-81c2-9d84541d05f8,segment=NetworkSegment(a727ead1-206b-4c3a-af5e-e283202f48eb),segment_id=a727ead1-206b-4c3a-af5e-e283202f48eb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:43.233779 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3a4862c7-6489-4341-b19c-cd2d9fb49e14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.263248 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3a4862c7-6489-4341-b19c-cd2d9fb49e14 None None] Calling delete_port for daa3b6ec-440a-40eb-81c2-9d84541d05f8 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:43.377248 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3a4862c7-6489-4341-b19c-cd2d9fb49e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.398191 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4862c7-6489-4341-b19c-cd2d9fb49e14 None None] No DVR routers for this DVR port daa3b6ec-440a-40eb-81c2-9d84541d05f8 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:30:43.428453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4862c7-6489-4341-b19c-cd2d9fb49e14 None None] Pushing event deleted for resources: {'Port': ['ID=daa3b6ec-440a-40eb-81c2-9d84541d05f8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:43.489441 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3be0c9-ced6-4438-b0e3-558c60a1a71c req-d1e0a8d8-1358-47f5-8258-28c6f177a606 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:43.491163 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc3be0c9-ced6-4438-b0e3-558c60a1a71c req-d1e0a8d8-1358-47f5-8258-28c6f177a606 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 936 time: 1.1070085 Jul 23 20:30:43.591498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745473bc-582e-482b-bdaa-b7d961a7f1c7 req-242e8d4d-03d3-4481-a459-e7bd871e63c7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:43.594157 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-745473bc-582e-482b-bdaa-b7d961a7f1c7 req-242e8d4d-03d3-4481-a459-e7bd871e63c7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 946 time: 1.0071263 Jul 23 20:30:43.594421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] For port daa3b6ec-440a-40eb-81c2-9d84541d05f8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=daa3b6ec-440a-40eb-81c2-9d84541d05f8,segment=NetworkSegment(a727ead1-206b-4c3a-af5e-e283202f48eb),segment_id=a727ead1-206b-4c3a-af5e-e283202f48eb)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:43.594756 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.634381 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] Calling delete_port for daa3b6ec-440a-40eb-81c2-9d84541d05f8 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:43.674778 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a7885125-8075-4dbb-ae7b-1331f5b27355 req-c1bbfa9f-2af6-44a8-8146-191a5dac80e9 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680960 Jul 23 20:30:43.682818 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-7ef97e24-f21c-4c09-bc98-33a13b01558c req-faee6fee-f717-44a2-a62d-380f38a6df5f tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] For port 61418b3b-8991-4012-b9a5-8bad565ca153, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=61418b3b-8991-4012-b9a5-8bad565ca153,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:43.683201 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7ef97e24-f21c-4c09-bc98-33a13b01558c req-faee6fee-f717-44a2-a62d-380f38a6df5f tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.712024 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 39f7d0f9-6012-46dc-b760-2b009b129346 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:30:43.714070 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 61418b3b-8991-4012-b9a5-8bad565ca153 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:43.817890 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a7885125-8075-4dbb-ae7b-1331f5b27355 req-b0cd81ff-a83a-43c6-a1d6-73070bc7cfa9 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056747 Jul 23 20:30:43.845344 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e87e1565-50f1-40d7-8be1-fbee82e0a28b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.861728 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc3be0c9-ced6-4438-b0e3-558c60a1a71c req-50e87c9f-82eb-4bbf-8633-e5a2fb307d80 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544753 Jul 23 20:30:43.894762 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.901421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68e193e-c069-413f-9cb0-704f2eb56463 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:43.909641 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.911970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-7ef97e24-f21c-4c09-bc98-33a13b01558c req-faee6fee-f717-44a2-a62d-380f38a6df5f tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Calling delete_port for 61418b3b-8991-4012-b9a5-8bad565ca153 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:43.928024 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Transition to ACTIVE for port object c68e193e-c069-413f-9cb0-704f2eb56463 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:43.936741 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c403a28c-8fc6-4e2e-8c34-32091fdc5fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61418b3b-8991-4012-b9a5-8bad565ca153'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:43.939311 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ae0a99-9574-4b91-83a8-028fcfb73e56" -d '{"events": [{"server_uuid": "c403a28c-8fc6-4e2e-8c34-32091fdc5fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "61418b3b-8991-4012-b9a5-8bad565ca153"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:43.950002 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 39f7d0f9-6012-46dc-b760-2b009b129346, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=39f7d0f9-6012-46dc-b760-2b009b129346,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:43.954931 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-745473bc-582e-482b-bdaa-b7d961a7f1c7 req-2b48e2d0-fe06-4ecf-81c5-11f470c4f024 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776933 Jul 23 20:30:43.987126 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 61418b3b-8991-4012-b9a5-8bad565ca153, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=61418b3b-8991-4012-b9a5-8bad565ca153,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:43.987126 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '39f7d0f9-6012-46dc-b760-2b009b129346', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '39f7d0f9-6012-46dc-b760-2b009b129346', 'mac_address': 'fa:16:3e:bc:ee:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:30:43.992660 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.998471 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.006228 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.047146 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] No DVR routers for this DVR port daa3b6ec-440a-40eb-81c2-9d84541d05f8 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:30:44.056404 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa3b6ec-440a-40eb-81c2-9d84541d05f8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:44.077108 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.099652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f7d0f9-6012-46dc-b760-2b009b129346 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:44.131197 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=61418b3b-8991-4012-b9a5-8bad565ca153,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:44.137830 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 39f7d0f9-6012-46dc-b760-2b009b129346, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=39f7d0f9-6012-46dc-b760-2b009b129346,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:44.147890 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.190359 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c68e193e-c069-413f-9cb0-704f2eb56463,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:44.220067 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=39f7d0f9-6012-46dc-b760-2b009b129346,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:44.223411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Allocated IP 172.20.0.1 (ce0133d9-8df6-41ea-ae2f-c1fed304391d/35eaf14f-2eae-4b6c-8dcf-0499d3191c4d/a15614cc-3fac-4675-a906-0dbfde2535dd) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:44.249897 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.279203 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d48d846-e84e-4259-9c40-9f0e760d3dc5']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:44.313019 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a727ead1-206b-4c3a-af5e-e283202f48eb') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:44.313314 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a727ead1-206b-4c3a-af5e-e283202f48eb') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:44.329698 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.361286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Attempting to bind port c68e193e-c069-413f-9cb0-704f2eb56463 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:44.361286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Attempting to bind port c68e193e-c069-413f-9cb0-704f2eb56463 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:44.361286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Attempting to bind port c68e193e-c069-413f-9cb0-704f2eb56463 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:44.364360 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.371294 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Port c68e193e-c069-413f-9cb0-704f2eb56463 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:30:44.371654 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Attempting to bind port c68e193e-c069-413f-9cb0-704f2eb56463 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:44.374076 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:44.374542 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:44.377232 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:44.380722 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e87e1565-50f1-40d7-8be1-fbee82e0a28b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.386138 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['39f7d0f9-6012-46dc-b760-2b009b129346'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:44.390965 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:44.391988 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:44.391988 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:44.392239 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Bound port: c68e193e-c069-413f-9cb0-704f2eb56463, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:44.392552 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.467517 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 27c9182b-538e-4504-86b9-ab9503d4f782 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:44.482820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cb6b5-22ec-4793-9382-4f6527d11dd9 req-77fe98f7-8ad5-47b9-9f84-cc48553c7ab9 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:44.485068 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-009cb6b5-22ec-4793-9382-4f6527d11dd9 req-77fe98f7-8ad5-47b9-9f84-cc48553c7ab9 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/ports?device_id=c403a28c-8fc6-4e2e-8c34-32091fdc5fb9 HTTP/1.1" status: 200 len: 948 time: 0.4924657 Jul 23 20:30:44.550742 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] For port c68e193e-c069-413f-9cb0-704f2eb56463, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:44.559313 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] For port c68e193e-c069-413f-9cb0-704f2eb56463, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c68e193e-c069-413f-9cb0-704f2eb56463,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:44.561229 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.571069 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.576481 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0d48d846-e84e-4259-9c40-9f0e760d3dc5 HTTP/1.1" status: 204 len: 168 time: 1.9896157 Jul 23 20:30:44.576481 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.578346 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 27c9182b-538e-4504-86b9-ab9503d4f782 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:44.585090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 27c9182b-538e-4504-86b9-ab9503d4f782 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:44.585536 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.597145 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4d9f4-f1e1-4958-9dae-0a5e0f8572a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d48d846-e84e-4259-9c40-9f0e760d3dc5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:44.634315 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:44.635020 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.636637 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] 10.222.0.57 "PUT /v2.0/ports/c68e193e-c069-413f-9cb0-704f2eb56463 HTTP/1.1" status: 200 len: 1097 time: 1.7025061 Jul 23 20:30:44.637149 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c05afd-af7a-4573-b018-63c244574039', 'tag': 'c68e193e-c069-413f-9cb0-704f2eb56463'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:44.641203 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4917e5b2-496b-445b-a787-93c9fa3b8cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "82c05afd-af7a-4573-b018-63c244574039", "tag": "c68e193e-c069-413f-9cb0-704f2eb56463"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:44.675568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec54f2-5601-443e-9fe8-dfbed18c3ca3 req-675818bf-f9d8-4bf1-a732-8bd3a85185ec tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:44.684881 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5ec54f2-5601-443e-9fe8-dfbed18c3ca3 req-675818bf-f9d8-4bf1-a732-8bd3a85185ec tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 948 time: 0.5561862 Jul 23 20:30:44.710618 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87e1565-50f1-40d7-8be1-fbee82e0a28b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Network 301c7559-dd94-4007-a9df-ef66dc92bd72 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:44.713566 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e1565-50f1-40d7-8be1-fbee82e0a28b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Pushing event updated for resources: {'Port': ['ID=8705ad35-c115-4670-b4ed-5e50b8c88193,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:44.727221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3cea1-b597-4a72-bddb-a8e6b87751c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c68e193e-c069-413f-9cb0-704f2eb56463,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:44.756861 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-e87e1565-50f1-40d7-8be1-fbee82e0a28b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:44.760568 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.770018 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e1565-50f1-40d7-8be1-fbee82e0a28b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:44.771279 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87e1565-50f1-40d7-8be1-fbee82e0a28b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:44.771908 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e87e1565-50f1-40d7-8be1-fbee82e0a28b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.792502 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-38ad0af4-b18d-4c36-9d7b-0c5f1c4e4cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:44.794199 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-38ad0af4-b18d-4c36-9d7b-0c5f1c4e4cf8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83289713cb284563a1cd2eefe3ab1507&device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 1100 time: 0.1052039 Jul 23 20:30:44.801752 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7ef97e24-f21c-4c09-bc98-33a13b01558c req-faee6fee-f717-44a2-a62d-380f38a6df5f tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.803635 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 27c9182b-538e-4504-86b9-ab9503d4f782, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=27c9182b-538e-4504-86b9-ab9503d4f782,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:44.812170 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.845666 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e87e1565-50f1-40d7-8be1-fbee82e0a28b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6733479 Jul 23 20:30:44.846364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33524) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:44.871459 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-7929fda6-af5e-4098-ac53-82d02b971add service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=c68e193e-c069-413f-9cb0-704f2eb56463 HTTP/1.1" status: 200 len: 217 time: 0.0658958 Jul 23 20:30:44.906525 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-009cb6b5-22ec-4793-9382-4f6527d11dd9 req-70747d85-dadb-4144-ac92-3f1d3a2ff435 tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.55 "GET /v2.0/security-groups?id=38c069c5-bc9d-41e1-892a-3eeab92dff35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848524 Jul 23 20:30:44.923211 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=27c9182b-538e-4504-86b9-ab9503d4f782,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:44.927591 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device daa3b6ec-440a-40eb-81c2-9d84541d05f8 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:44.932820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee6fee-f717-44a2-a62d-380f38a6df5f tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Pushing event deleted for resources: {'Port': ['ID=61418b3b-8991-4012-b9a5-8bad565ca153,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:44.938861 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33528) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:44.959145 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: daa3b6ec-440a-40eb-81c2-9d84541d05f8 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:30:44.959145 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device daa3b6ec-440a-40eb-81c2-9d84541d05f8 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:30:44.982126 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-6b33799d-c71f-49ed-9264-29f153ccdfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:44.983854 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-6b33799d-c71f-49ed-9264-29f153ccdfff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1044164 Jul 23 20:30:45.018005 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5ec54f2-5601-443e-9fe8-dfbed18c3ca3 req-58ed0d84-387e-4fcf-8a4f-402f5c03abda tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318477 Jul 23 20:30:45.083020 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-97e49774-053d-4962-a316-2dc2c78cf0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:45.085239 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-97e49774-053d-4962-a316-2dc2c78cf0cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0907938 Jul 23 20:30:45.100344 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.104563 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef97e24-f21c-4c09-bc98-33a13b01558c req-faee6fee-f717-44a2-a62d-380f38a6df5f tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] No DVR routers for this DVR port 61418b3b-8991-4012-b9a5-8bad565ca153 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:30:45.107372 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901ae8ac-0d2a-44a1-a983-e51da793565a x-openstack-request-id: req-901ae8ac-0d2a-44a1-a983-e51da793565a {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:45.107870 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c403a28c-8fc6-4e2e-8c34-32091fdc5fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "61418b3b-8991-4012-b9a5-8bad565ca153", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:45.107960 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-901ae8ac-0d2a-44a1-a983-e51da793565a {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:45.108380 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c403a28c-8fc6-4e2e-8c34-32091fdc5fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61418b3b-8991-4012-b9a5-8bad565ca153', 'code': 200} Jul 23 20:30:45.135771 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7ef97e24-f21c-4c09-bc98-33a13b01558c req-faee6fee-f717-44a2-a62d-380f38a6df5f tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.137971 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ef97e24-f21c-4c09-bc98-33a13b01558c req-faee6fee-f717-44a2-a62d-380f38a6df5f tempest-TenantUsagesTestJSON-1091096421 tempest-TenantUsagesTestJSON-1091096421-project] 10.222.0.48 "DELETE /v2.0/ports/61418b3b-8991-4012-b9a5-8bad565ca153 HTTP/1.1" status: 204 len: 173 time: 2.9342909 Jul 23 20:30:45.145042 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.183746 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5c5214-19ac-4501-a90e-12fc6f5b156d x-openstack-request-id: req-af5c5214-19ac-4501-a90e-12fc6f5b156d {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:45.183746 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c05afd-af7a-4573-b018-63c244574039", "tag": "c68e193e-c069-413f-9cb0-704f2eb56463", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:45.184101 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af5c5214-19ac-4501-a90e-12fc6f5b156d {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:45.184561 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c05afd-af7a-4573-b018-63c244574039', 'tag': 'c68e193e-c069-413f-9cb0-704f2eb56463', 'status': 'completed', 'code': 200} Jul 23 20:30:45.187441 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c403a28c-8fc6-4e2e-8c34-32091fdc5fb9', 'name': 'network-vif-deleted', 'tag': '61418b3b-8991-4012-b9a5-8bad565ca153'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:45.189827 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bf7566-d335-451d-9171-4305e113cf30" -d '{"events": [{"server_uuid": "c403a28c-8fc6-4e2e-8c34-32091fdc5fb9", "name": "network-vif-deleted", "tag": "61418b3b-8991-4012-b9a5-8bad565ca153"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:45.224433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Transition to ACTIVE for port object a15614cc-3fac-4675-a906-0dbfde2535dd will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:45.246313 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-b1ae0aa3-50ee-49f3-bfa1-96b3aea24ec6 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526809 Jul 23 20:30:45.254533 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e517fb1c-2934-4ed8-8d66-8ac4089f7f97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f4f78c938f442e1b432392379dc58a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663667 Jul 23 20:30:45.268000 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33532) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:45.372307 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae7166-3e6d-46cb-90c1-7c6e3aa74678 req-3e8429d1-fb61-4c87-9b5f-7507bdfbc971 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:45.374067 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0cae7166-3e6d-46cb-90c1-7c6e3aa74678 req-3e8429d1-fb61-4c87-9b5f-7507bdfbc971 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 946 time: 0.2332444 Jul 23 20:30:45.384526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33534) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:45.391200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d6a2ba10-c155-4133-b2b3-004d4efab7aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Request body: {'floatingip': {'port_id': 'b8f573ee-974a-4327-9539-2950bda4dc93'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:45.397782 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.419950 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7668321-aa11-410d-9610-7f3591f16d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.440947 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a3ddf8fa-fda9-4e99-abd8-4895558d320f req-a1ff2224-4fdf-4ef1-a402-2e47d859653e service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829298 Jul 23 20:30:45.451058 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8210304-518c-473d-a44b-488b72a8fc88 x-openstack-request-id: req-c8210304-518c-473d-a44b-488b72a8fc88 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:45.451449 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c403a28c-8fc6-4e2e-8c34-32091fdc5fb9", "name": "network-vif-deleted", "tag": "61418b3b-8991-4012-b9a5-8bad565ca153", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:45.451681 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8210304-518c-473d-a44b-488b72a8fc88 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:45.452090 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c403a28c-8fc6-4e2e-8c34-32091fdc5fb9', 'name': 'network-vif-deleted', 'tag': '61418b3b-8991-4012-b9a5-8bad565ca153', 'status': 'completed', 'code': 200} Jul 23 20:30:45.469612 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7668321-aa11-410d-9610-7f3591f16d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.474177 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-7977e010-c8ec-4e3e-bdb0-0dc23ab008d9 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Deleting port 8705ad35-c115-4670-b4ed-5e50b8c88193 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:45.474524 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7977e010-c8ec-4e3e-bdb0-0dc23ab008d9 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.512358 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6a2ba10-c155-4133-b2b3-004d4efab7aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.564790 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Network ce0133d9-8df6-41ea-ae2f-c1fed304391d is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:45.581209 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7668321-aa11-410d-9610-7f3591f16d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.583228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2469e6c-d85a-4d40-a218-3e62db67026d req-2da20aa7-fff4-4f9f-9b63-e8f468610587 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:45.584769 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2469e6c-d85a-4d40-a218-3e62db67026d req-2da20aa7-fff4-4f9f-9b63-e8f468610587 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 948 time: 0.3053985 Jul 23 20:30:45.585018 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7668321-aa11-410d-9610-7f3591f16d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.588948 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c7668321-aa11-410d-9610-7f3591f16d58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b0e5785b-cb08-4dba-b19b-2422e2c21a73 HTTP/1.1" status: 204 len: 168 time: 0.3176401 Jul 23 20:30:45.596192 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:45.614351 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917e5b2-496b-445b-a787-93c9fa3b8cfe req-a57e3f3d-6c0f-430d-8830-b6b4cc5bb21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:45.617207 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4917e5b2-496b-445b-a787-93c9fa3b8cfe req-a57e3f3d-6c0f-430d-8830-b6b4cc5bb21b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83289713cb284563a1cd2eefe3ab1507&device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 1100 time: 0.1045313 Jul 23 20:30:45.618267 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7668321-aa11-410d-9610-7f3591f16d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e5785b-cb08-4dba-b19b-2422e2c21a73,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:45.661444 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Pushing event updated for resources: {'Port': ['ID=a15614cc-3fac-4675-a906-0dbfde2535dd,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:45.668244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:45.726152 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 39f7d0f9-6012-46dc-b760-2b009b129346 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:45.807524 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 39f7d0f9-6012-46dc-b760-2b009b129346 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:45.808410 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917e5b2-496b-445b-a787-93c9fa3b8cfe req-dfbf6971-53c2-4c46-a79c-fb09c887a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:45.810334 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4917e5b2-496b-445b-a787-93c9fa3b8cfe req-dfbf6971-53c2-4c46-a79c-fb09c887a955 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.1722679 Jul 23 20:30:45.813738 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 39f7d0f9-6012-46dc-b760-2b009b129346 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:45.814526 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.823718 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2469e6c-d85a-4d40-a218-3e62db67026d req-645014a8-e411-4aec-922c-071c7cf56bb4 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617365 Jul 23 20:30:45.875674 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4917e5b2-496b-445b-a787-93c9fa3b8cfe req-bdfb29bd-dfe4-4f18-99c0-f41699518250 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=c68e193e-c069-413f-9cb0-704f2eb56463 HTTP/1.1" status: 200 len: 217 time: 0.0571105 Jul 23 20:30:45.882291 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7977e010-c8ec-4e3e-bdb0-0dc23ab008d9 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.887796 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.946277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-7977e010-c8ec-4e3e-bdb0-0dc23ab008d9 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Calling delete_port for 8705ad35-c115-4670-b4ed-5e50b8c88193 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:45.959749 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.968568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917e5b2-496b-445b-a787-93c9fa3b8cfe req-70e9b1d9-d462-4118-a755-7396a6f74daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:45.970491 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4917e5b2-496b-445b-a787-93c9fa3b8cfe req-70e9b1d9-d462-4118-a755-7396a6f74daa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0854461 Jul 23 20:30:46.017987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 39f7d0f9-6012-46dc-b760-2b009b129346, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=39f7d0f9-6012-46dc-b760-2b009b129346,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:46.022927 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.161785 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=39f7d0f9-6012-46dc-b760-2b009b129346,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:46.166857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917e5b2-496b-445b-a787-93c9fa3b8cfe req-e28d4eed-7a0c-4298-a493-0fafa18fbf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:46.171692 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4917e5b2-496b-445b-a787-93c9fa3b8cfe req-e28d4eed-7a0c-4298-a493-0fafa18fbf39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1561079 Jul 23 20:30:46.181428 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-aed2487a-ec10-4b64-9df7-9918155e9533 None None] Provisioning for port a15614cc-3fac-4675-a906-0dbfde2535dd completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:46.197837 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-aed2487a-ec10-4b64-9df7-9918155e9533 None None] Provisioning complete for port a15614cc-3fac-4675-a906-0dbfde2535dd triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:46.198453 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aed2487a-ec10-4b64-9df7-9918155e9533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.247717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-aed2487a-ec10-4b64-9df7-9918155e9533 None None] Port a15614cc-3fac-4675-a906-0dbfde2535dd cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:46.278379 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4917e5b2-496b-445b-a787-93c9fa3b8cfe req-1f87c1d6-c10d-4e89-8c26-83919be2f0cf service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011312 Jul 23 20:30:46.398988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 27c9182b-538e-4504-86b9-ab9503d4f782 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:46.469265 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4917e5b2-496b-445b-a787-93c9fa3b8cfe req-3e15c421-4770-4dfc-a6f5-27b55e4c1160 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821098 Jul 23 20:30:46.483430 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33560) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:46.493248 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 27c9182b-538e-4504-86b9-ab9503d4f782 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:46.497320 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.558006 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e22ec9-517f-4e24-88c3-fa9037f7a99c req-19541520-46b2-4865-8a65-92be6ae4217e tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:46.559702 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2e22ec9-517f-4e24-88c3-fa9037f7a99c req-19541520-46b2-4865-8a65-92be6ae4217e tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 950 time: 0.3951235 Jul 23 20:30:46.569785 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.resource_extend [None req-d6a2ba10-c155-4133-b2b3-004d4efab7aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:30:46.607662 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.607910 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.705578 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6a2ba10-c155-4133-b2b3-004d4efab7aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.717416 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2e22ec9-517f-4e24-88c3-fa9037f7a99c req-a9569340-ae15-4b1f-aff6-5f31be0a761e tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431324 Jul 23 20:30:46.721227 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6a2ba10-c155-4133-b2b3-004d4efab7aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.733502 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0f900bd9-80df-44aa-9945-941b3fbfb263 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2617a6d7b50a438096481bec73a2f866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468290 Jul 23 20:30:46.734611 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33570) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:46.766474 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33572) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:46.804116 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-97e4e6f8-b022-4a39-9c9b-0ea7e9fbbd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.825881 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7977e010-c8ec-4e3e-bdb0-0dc23ab008d9 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.828930 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-97e4e6f8-b022-4a39-9c9b-0ea7e9fbbd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.888379 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-97e4e6f8-b022-4a39-9c9b-0ea7e9fbbd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.890835 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-97e4e6f8-b022-4a39-9c9b-0ea7e9fbbd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.894367 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-97e4e6f8-b022-4a39-9c9b-0ea7e9fbbd44 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38c069c5-bc9d-41e1-892a-3eeab92dff35 HTTP/1.1" status: 204 len: 168 time: 0.1561730 Jul 23 20:30:46.901651 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4e6f8-b022-4a39-9c9b-0ea7e9fbbd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c069c5-bc9d-41e1-892a-3eeab92dff35,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:46.910053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977e010-c8ec-4e3e-bdb0-0dc23ab008d9 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Pushing event deleted for resources: {'Port': ['ID=8705ad35-c115-4670-b4ed-5e50b8c88193,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:46.917649 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f15c57f6-ccd4-428c-b790-54fb60a33b83 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-352617998-network', 'tenant_id': '2c7f50424b0b40928ead2979218c9a62'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:46.947502 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15c57f6-ccd4-428c-b790-54fb60a33b83 admin admin] Made reservation on behalf of 2c7f50424b0b40928ead2979218c9a62 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:46.950912 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f15c57f6-ccd4-428c-b790-54fb60a33b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.961871 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f15c57f6-ccd4-428c-b790-54fb60a33b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.073350 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f15c57f6-ccd4-428c-b790-54fb60a33b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.079270 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f15c57f6-ccd4-428c-b790-54fb60a33b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.105858 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15c57f6-ccd4-428c-b790-54fb60a33b83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:30:47.110444 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb69bc6-8e85-47ce-a167-e6dc1eec6313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f7d0f9-6012-46dc-b760-2b009b129346'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:47.115338 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba4974f-b6ef-4649-8bd9-07f98db9702a" -d '{"events": [{"server_uuid": "fcb69bc6-8e85-47ce-a167-e6dc1eec6313", "name": "network-vif-plugged", "status": "completed", "tag": "39f7d0f9-6012-46dc-b760-2b009b129346"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:47.124601 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c57f6-ccd4-428c-b790-54fb60a33b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:47.128420 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f15c57f6-ccd4-428c-b790-54fb60a33b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.129027 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-f15c57f6-ccd4-428c-b790-54fb60a33b83 admin admin] Added segment fa7740c5-c7ec-4366-b669-91da9f1a7cca of type vlan for network 42c37124-424c-4bcc-8b93-9b8a8a9e479c Jul 23 20:30:47.192798 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f15c57f6-ccd4-428c-b790-54fb60a33b83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.204292 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17de281b-58cf-496d-be26-0062f48f7ad4 x-openstack-request-id: req-17de281b-58cf-496d-be26-0062f48f7ad4 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:47.205672 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb69bc6-8e85-47ce-a167-e6dc1eec6313", "name": "network-vif-plugged", "status": "completed", "tag": "39f7d0f9-6012-46dc-b760-2b009b129346", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:47.206254 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-17de281b-58cf-496d-be26-0062f48f7ad4 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:47.206968 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb69bc6-8e85-47ce-a167-e6dc1eec6313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f7d0f9-6012-46dc-b760-2b009b129346', 'code': 200} Jul 23 20:30:47.237824 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f15c57f6-ccd4-428c-b790-54fb60a33b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.239535 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15c57f6-ccd4-428c-b790-54fb60a33b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:47.242403 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f15c57f6-ccd4-428c-b790-54fb60a33b83 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.252883 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33586) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:47.295909 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ed7f8ad-2e2a-4e6a-8a3d-07bb90043579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.306198 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f15c57f6-ccd4-428c-b790-54fb60a33b83 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5373540 Jul 23 20:30:47.306198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33588) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:47.318849 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b0fafa4b-948c-44a8-8a98-853b738e4b19 admin admin] Request body: {'subnet': {'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-352617998-subnet', 'tenant_id': '2c7f50424b0b40928ead2979218c9a62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:47.355169 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c57f6-ccd4-428c-b790-54fb60a33b83 admin admin] Pushing event updated for resources: {'Network': ['ID=42c37124-424c-4bcc-8b93-9b8a8a9e479c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:47.367939 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7977e010-c8ec-4e3e-bdb0-0dc23ab008d9 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.368571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 42c37124-424c-4bcc-8b93-9b8a8a9e479c details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:30:47.369905 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7977e010-c8ec-4e3e-bdb0-0dc23ab008d9 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "DELETE /v2.0/ports/8705ad35-c115-4670-b4ed-5e50b8c88193 HTTP/1.1" status: 204 len: 168 time: 2.4961140 Jul 23 20:30:47.372684 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33590) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:47.381150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '301c7559-dd94-4007-a9df-ef66dc92bd72', 'external_fixed_ips': [{'subnet_id': '15084091-4dcf-4bf8-aa86-bf716527b8cd', 'ip_address': '2001:db8::85'}]}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:47.388883 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fafa4b-948c-44a8-8a98-853b738e4b19 admin admin] Made reservation on behalf of 2c7f50424b0b40928ead2979218c9a62 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:47.391451 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b0fafa4b-948c-44a8-8a98-853b738e4b19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.406981 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-d6a2ba10-c155-4133-b2b3-004d4efab7aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Floating IP bd3e08cb-49bd-4169-bc8a-b87958c6be1d associated. External IP: 172.25.3.98, port: b8f573ee-974a-4327-9539-2950bda4dc93. Jul 23 20:30:47.446042 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device c68e193e-c069-413f-9cb0-704f2eb56463 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:30:47.533790 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.546845 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.550981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348178e6-f293-4064-bfd1-cbd74faea205 req-38cdf127-3811-4389-a79d-7aca27f0c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:47.558444 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-348178e6-f293-4064-bfd1-cbd74faea205 req-38cdf127-3811-4389-a79d-7aca27f0c657 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 1102 time: 0.2718768 Jul 23 20:30:47.641375 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eba4a2-0957-4e4d-bbfe-9f051e45d19a req-95a3fdf8-eb72-476d-b95b-6765c7be1a7b tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:47.642888 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61eba4a2-0957-4e4d-bbfe-9f051e45d19a req-95a3fdf8-eb72-476d-b95b-6765c7be1a7b tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 948 time: 0.3645012 Jul 23 20:30:47.689390 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port c68e193e-c069-413f-9cb0-704f2eb56463, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c68e193e-c069-413f-9cb0-704f2eb56463,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:47.703445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Pushing event updated for resources: {'Port': ['ID=a15614cc-3fac-4675-a906-0dbfde2535dd,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:47.711029 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.712755 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'c68e193e-c069-413f-9cb0-704f2eb56463', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': 'c68e193e-c069-413f-9cb0-704f2eb56463', 'mac_address': 'fa:16:3e:6b:7d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:30:47.725852 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-348178e6-f293-4064-bfd1-cbd74faea205 req-d93c16cf-ddef-4054-90e2-95de83fe85c1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401761 Jul 23 20:30:47.765405 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.783508 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68e193e-c069-413f-9cb0-704f2eb56463 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:47.812988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port c68e193e-c069-413f-9cb0-704f2eb56463, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c68e193e-c069-413f-9cb0-704f2eb56463,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:47.820295 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.822817 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61eba4a2-0957-4e4d-bbfe-9f051e45d19a req-1bf84038-0c32-40d3-b4eb-a0ed0b204cb3 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625056 Jul 23 20:30:47.884793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=c68e193e-c069-413f-9cb0-704f2eb56463,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:47.907126 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ed7f8ad-2e2a-4e6a-8a3d-07bb90043579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.918593 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ed7f8ad-2e2a-4e6a-8a3d-07bb90043579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.975810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Network ce0133d9-8df6-41ea-ae2f-c1fed304391d is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:47.981506 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:47.987656 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.987797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a2ba10-c155-4133-b2b3-004d4efab7aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Router 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:30:47.988186 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.000641 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59175b8f-3fec-480a-81de-b29e3921070d req-071c3904-35c9-46de-82f7-40c0bc703374 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:48.007771 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59175b8f-3fec-480a-81de-b29e3921070d req-071c3904-35c9-46de-82f7-40c0bc703374 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 950 time: 0.1888542 Jul 23 20:30:48.009066 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4ed7f8ad-2e2a-4e6a-8a3d-07bb90043579 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=386d3ebf2f4245cca95ec192763291ef&name=default HTTP/1.1" status: 200 len: 2980 time: 0.7470193 Jul 23 20:30:48.010090 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7f8ad-2e2a-4e6a-8a3d-07bb90043579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0656af4c-e189-4466-ae69-99ed08c682f1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:48.014191 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33594) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:48.023200 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b0fafa4b-948c-44a8-8a98-853b738e4b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.046336 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['c68e193e-c069-413f-9cb0-704f2eb56463'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:48.137657 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.146889 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59175b8f-3fec-480a-81de-b29e3921070d req-e921736f-095b-49cb-938b-5be07d2fea9f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326575 Jul 23 20:30:48.161104 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fafa4b-948c-44a8-8a98-853b738e4b19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=106a6110-3396-46fd-b5c7-73b8b46b8b68,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:48.255219 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fafa4b-948c-44a8-8a98-853b738e4b19 admin admin] Checking segment: {'id': 'fa7740c5-c7ec-4366-b669-91da9f1a7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:48.255901 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fafa4b-948c-44a8-8a98-853b738e4b19 admin admin] Network hostable DHCP agents. Network: 42c37124-424c-4bcc-8b93-9b8a8a9e479c, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:30:48.258740 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c262adbd-214e-49e7-a605-d22972bd767c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.295272 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3bca7c2f-0a5b-4323-a5b8-ac99db2905c9 None None] Provisioning complete for port a15614cc-3fac-4675-a906-0dbfde2535dd triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:48.295852 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3bca7c2f-0a5b-4323-a5b8-ac99db2905c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.295974 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Router 40e31617-bbb3-499b-921d-1a69c43b140c has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:30:48.310518 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a2ba10-c155-4133-b2b3-004d4efab7aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:48.314928 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6a2ba10-c155-4133-b2b3-004d4efab7aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.328591 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31d7c5-6e1d-45e0-8636-bcf5aaeea12c None None] Sync routers for ids ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:48.347834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.353715 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3bca7c2f-0a5b-4323-a5b8-ac99db2905c9 None None] Port a15614cc-3fac-4675-a906-0dbfde2535dd cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:48.356242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d31d7c5-6e1d-45e0-8636-bcf5aaeea12c None None] Routers {'2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:48.357023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1d31d7c5-6e1d-45e0-8636-bcf5aaeea12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:48.359857 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c262adbd-214e-49e7-a605-d22972bd767c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.370215 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fafa4b-948c-44a8-8a98-853b738e4b19 admin admin] Network 42c37124-424c-4bcc-8b93-9b8a8a9e479c is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:30:48.407231 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-b0fafa4b-948c-44a8-8a98-853b738e4b19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 42c37124-424c-4bcc-8b93-9b8a8a9e479c) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:48.414668 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fafa4b-948c-44a8-8a98-853b738e4b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:48.415458 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b0fafa4b-948c-44a8-8a98-853b738e4b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.440057 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d6a2ba10-c155-4133-b2b3-004d4efab7aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "PUT /v2.0/floatingips/bd3e08cb-49bd-4169-bc8a-b87958c6be1d HTTP/1.1" status: 200 len: 991 time: 3.0519595 Jul 23 20:30:48.441349 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:48.444264 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1039349f-e5f1-4e1a-93fa-2b3d767d4d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:48.451643 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b0fafa4b-948c-44a8-8a98-853b738e4b19 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1387744 Jul 23 20:30:48.466715 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9adc7f0-22fb-4f09-b5c8-e3a1fc741386 None None] Network 42c37124-424c-4bcc-8b93-9b8a8a9e479c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:48.495464 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c262adbd-214e-49e7-a605-d22972bd767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.498457 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c262adbd-214e-49e7-a605-d22972bd767c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.502115 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c262adbd-214e-49e7-a605-d22972bd767c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0656af4c-e189-4466-ae69-99ed08c682f1 HTTP/1.1" status: 204 len: 168 time: 0.4846551 Jul 23 20:30:48.502305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:48.513609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262adbd-214e-49e7-a605-d22972bd767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0656af4c-e189-4466-ae69-99ed08c682f1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:48.525499 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-00668492-7fc5-4a6c-92bd-75df6b7e978f admin admin] 10.222.0.55 "PUT /v2.0/routers/40e31617-bbb3-499b-921d-1a69c43b140c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1432664 Jul 23 20:30:48.526256 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Sync routers for ids ['40e31617-bbb3-499b-921d-1a69c43b140c'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:48.533335 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Routers {'40e31617-bbb3-499b-921d-1a69c43b140c'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:48.540457 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['40e31617-bbb3-499b-921d-1a69c43b140c'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:48.662393 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5efa15-3f0e-4903-94d4-6cafddb27213 x-openstack-request-id: req-3f5efa15-3f0e-4903-94d4-6cafddb27213 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:48.662688 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:48.662936 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f5efa15-3f0e-4903-94d4-6cafddb27213 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:48.663392 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'status': 'completed', 'code': 200} Jul 23 20:30:48.693477 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1d31d7c5-6e1d-45e0-8636-bcf5aaeea12c None None] Set router 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:48.777117 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Set router 40e31617-bbb3-499b-921d-1a69c43b140c gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:48.836169 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.857996 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb3a45d-2aaf-4e89-9c66-984535c48c61 None None] Network 42c37124-424c-4bcc-8b93-9b8a8a9e479c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:48.861176 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.871736 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039349f-e5f1-4e1a-93fa-2b3d767d4d3c req-b91c3152-9fa6-4373-95cc-b3082d3fbf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:48.873834 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1039349f-e5f1-4e1a-93fa-2b3d767d4d3c req-b91c3152-9fa6-4373-95cc-b3082d3fbf61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 1098 time: 0.1756306 Jul 23 20:30:49.093416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Allocated IP 2001:db8::85 (301c7559-dd94-4007-a9df-ef66dc92bd72/15084091-4dcf-4bf8-aa86-bf716527b8cd/5b5f5223-95f8-492c-af54-983d80d927c9) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:49.105537 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 4, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a15614cc-3fac-4675-a906-0dbfde2535dd', 'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'mac_address': 'fa:16:3e:08:c1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:42Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 2, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'subnets': [{'id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:49.143044 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Checking router: 40e31617-bbb3-499b-921d-1a69c43b140c for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:30:49.143467 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Updating router 40e31617-bbb3-499b-921d-1a69c43b140c port a15614cc-3fac-4675-a906-0dbfde2535dd binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:30:49.179933 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1d31d7c5-6e1d-45e0-8636-bcf5aaeea12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'name': 'tempest-ServerActionsTestJSON-864820253-router', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:07Z', 'updated_at': '2021-07-23T20:30:13Z', 'revision_number': 4, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'gw_port': {'id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:08Z', 'updated_at': '2021-07-23T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'bd3e08cb-49bd-4169-bc8a-b87958c6be1d', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'floating_ip_address': '172.25.3.98', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'port_id': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'mac_address': 'fa:16:3e:d0:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:30:22Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 1, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c1ddf2c-fb45-43e9-a263-6f439469274b', 'name': '', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'mac_address': 'fa:16:3e:3b:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:12Z', 'updated_at': '2021-07-23T20:30:22Z', 'revision_number': 5, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'subnets': [{'id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:49.184338 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff42cb-c8e2-4f93-8917-0d81c71720c1 req-31535686-2287-4606-acc5-40377a811fb1 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:49.186228 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6ff42cb-c8e2-4f93-8917-0d81c71720c1 req-31535686-2287-4606-acc5-40377a811fb1 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 949 time: 0.2172933 Jul 23 20:30:49.200214 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.259147 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31d7c5-6e1d-45e0-8636-bcf5aaeea12c None None] Checking router: 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:30:49.279437 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d31d7c5-6e1d-45e0-8636-bcf5aaeea12c None None] Routers {'2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:49.281627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1d31d7c5-6e1d-45e0-8636-bcf5aaeea12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:49.283006 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039349f-e5f1-4e1a-93fa-2b3d767d4d3c req-30d89aee-c983-45a5-9c1a-28be164f13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:49.284926 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1039349f-e5f1-4e1a-93fa-2b3d767d4d3c req-30d89aee-c983-45a5-9c1a-28be164f13ad service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.4040203 Jul 23 20:30:49.293945 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6ff42cb-c8e2-4f93-8917-0d81c71720c1 req-07392ac7-63f6-4ac9-a995-8ac39a674156 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959156 Jul 23 20:30:49.321709 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.392574 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1039349f-e5f1-4e1a-93fa-2b3d767d4d3c req-d85fa01c-985b-481c-b51c-4ec61378e7c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8f573ee-974a-4327-9539-2950bda4dc93 HTTP/1.1" status: 200 len: 999 time: 0.0995069 Jul 23 20:30:49.479151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1d31d7c5-6e1d-45e0-8636-bcf5aaeea12c None None] Set router 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:49.497514 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.514581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039349f-e5f1-4e1a-93fa-2b3d767d4d3c req-a6d0cb0f-27ca-48e4-a1cf-9966c1933729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:49.517000 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1039349f-e5f1-4e1a-93fa-2b3d767d4d3c req-a6d0cb0f-27ca-48e4-a1cf-9966c1933729 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.1134832 Jul 23 20:30:49.518367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device c68e193e-c069-413f-9cb0-704f2eb56463 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:49.583813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Network 301c7559-dd94-4007-a9df-ef66dc92bd72 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:49.588728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:49.615532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:49.649824 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port c68e193e-c069-413f-9cb0-704f2eb56463 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:49.658634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port c68e193e-c069-413f-9cb0-704f2eb56463 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:49.659463 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.737133 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.750796 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Transition to ACTIVE for port object a15614cc-3fac-4675-a906-0dbfde2535dd will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:49.766752 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.818863 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Pushing event updated for resources: {'Port': ['ID=5b5f5223-95f8-492c-af54-983d80d927c9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:49.887725 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-732f2c36-5a0d-4642-921c-0107870dfa4b tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:49.898300 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-732f2c36-5a0d-4642-921c-0107870dfa4b tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/networks?id=42c37124-424c-4bcc-8b93-9b8a8a9e479c HTTP/1.1" status: 200 len: 804 time: 0.1827993 Jul 23 20:30:49.920978 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.923042 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-3a627faf-1d07-4396-8098-1cfc9373aa92 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/quotas/2c7f50424b0b40928ead2979218c9a62 HTTP/1.1" status: 200 len: 375 time: 0.0236712 Jul 23 20:30:49.938052 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039349f-e5f1-4e1a-93fa-2b3d767d4d3c req-7fb5e57b-196a-48f6-88af-53d2f43f2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:49.940586 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdba71-5af7-47dd-9442-5e65a62dfa58 None None] Pushing event updated for resources: {'Port': ['ID=a15614cc-3fac-4675-a906-0dbfde2535dd,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:49.946872 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1039349f-e5f1-4e1a-93fa-2b3d767d4d3c req-7fb5e57b-196a-48f6-88af-53d2f43f2200 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3904037 Jul 23 20:30:49.995285 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdba71-5af7-47dd-9442-5e65a62dfa58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:49.995780 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdba71-5af7-47dd-9442-5e65a62dfa58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:49.996396 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdba71-5af7-47dd-9442-5e65a62dfa58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:49.997095 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdba71-5af7-47dd-9442-5e65a62dfa58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:49.997652 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdba71-5af7-47dd-9442-5e65a62dfa58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:49.998220 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdba71-5af7-47dd-9442-5e65a62dfa58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:49.998957 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdba71-5af7-47dd-9442-5e65a62dfa58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:49.999210 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdba71-5af7-47dd-9442-5e65a62dfa58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:49.999596 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdba71-5af7-47dd-9442-5e65a62dfa58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:50.000000 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdba71-5af7-47dd-9442-5e65a62dfa58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:50.000382 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdba71-5af7-47dd-9442-5e65a62dfa58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:50.001019 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdba71-5af7-47dd-9442-5e65a62dfa58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:50.011340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-8422c210-acb5-4f1a-a862-705d1d03b7b8 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c7f50424b0b40928ead2979218c9a62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855329 Jul 23 20:30:50.022631 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Attempting to bind port a15614cc-3fac-4675-a906-0dbfde2535dd on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:50.023172 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Attempting to bind port a15614cc-3fac-4675-a906-0dbfde2535dd by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '2e9cd544-ea19-47e1-a525-d7df8cd64d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:50.023649 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Attempting to bind port a15614cc-3fac-4675-a906-0dbfde2535dd on network ce0133d9-8df6-41ea-ae2f-c1fed304391d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:50.029542 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:50.029992 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Checking segment: {'id': '2e9cd544-ea19-47e1-a525-d7df8cd64d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:50.030606 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.031227 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Bound using segment: {'id': '2e9cd544-ea19-47e1-a525-d7df8cd64d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:50.031807 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Bound port: a15614cc-3fac-4675-a906-0dbfde2535dd, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9cd544-ea19-47e1-a525-d7df8cd64d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:50.032788 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.037300 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port c68e193e-c069-413f-9cb0-704f2eb56463, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c68e193e-c069-413f-9cb0-704f2eb56463,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:50.039138 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c05afd-af7a-4573-b018-63c244574039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68e193e-c069-413f-9cb0-704f2eb56463'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:50.041515 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2e1037-b37f-4b90-9901-e4aab6fc61f2" -d '{"events": [{"server_uuid": "82c05afd-af7a-4573-b018-63c244574039", "name": "network-vif-plugged", "status": "completed", "tag": "c68e193e-c069-413f-9cb0-704f2eb56463"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:50.049216 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.084144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33656) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:50.140193 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1d31d7c5-6e1d-45e0-8636-bcf5aaeea12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'name': 'tempest-ServerActionsTestJSON-864820253-router', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:07Z', 'updated_at': '2021-07-23T20:30:13Z', 'revision_number': 4, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'gw_port': {'id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:08Z', 'updated_at': '2021-07-23T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'bd3e08cb-49bd-4169-bc8a-b87958c6be1d', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'floating_ip_address': '172.25.3.98', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'port_id': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'mac_address': 'fa:16:3e:d0:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:30:22Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 1, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c1ddf2c-fb45-43e9-a263-6f439469274b', 'name': '', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'mac_address': 'fa:16:3e:3b:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:12Z', 'updated_at': '2021-07-23T20:30:22Z', 'revision_number': 5, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'subnets': [{'id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:50.179604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31d7c5-6e1d-45e0-8636-bcf5aaeea12c None None] The sync data for ids ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'] in n-d-791504-18 is: [{'id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'name': 'tempest-ServerActionsTestJSON-864820253-router', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:07Z', 'updated_at': '2021-07-23T20:30:13Z', 'revision_number': 4, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'gw_port': {'id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:08Z', 'updated_at': '2021-07-23T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'bd3e08cb-49bd-4169-bc8a-b87958c6be1d', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'floating_ip_address': '172.25.3.98', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'port_id': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'mac_address': 'fa:16:3e:d0:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:30:22Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 1, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c1ddf2c-fb45-43e9-a263-6f439469274b', 'name': '', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'mac_address': 'fa:16:3e:3b:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:12Z', 'updated_at': '2021-07-23T20:30:22Z', 'revision_number': 5, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'subnets': [{'id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:50.182033 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=c68e193e-c069-413f-9cb0-704f2eb56463,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:50.205285 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] For port a15614cc-3fac-4675-a906-0dbfde2535dd, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:50.212662 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] For port a15614cc-3fac-4675-a906-0dbfde2535dd, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a15614cc-3fac-4675-a906-0dbfde2535dd,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:50.222382 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.229222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33660) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:50.241533 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a5dbf35c-05fa-46fa-97ef-c30682dcfe3b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1167277310', 'description': 'tempest-description--220330630'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:50.311050 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Routers {'40e31617-bbb3-499b-921d-1a69c43b140c'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:50.315581 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['40e31617-bbb3-499b-921d-1a69c43b140c'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:50.393025 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-0d02f116-fca6-4884-951c-285a7be41ac8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-996178806-network', 'tenant_id': '669d0429c0274d5aaaa546479db5773e'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:50.396334 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.413333 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1039349f-e5f1-4e1a-93fa-2b3d767d4d3c req-0f144d0a-30c4-4488-b2c0-6ba8c9bdbd2c service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627550 Jul 23 20:30:50.450979 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdba71-5af7-47dd-9442-5e65a62dfa58 None None] Pushing event updated for resources: {'Port': ['ID=a15614cc-3fac-4675-a906-0dbfde2535dd,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:50.459351 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a5dbf35c-05fa-46fa-97ef-c30682dcfe3b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.511777 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] Set router 40e31617-bbb3-499b-921d-1a69c43b140c gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:50.578906 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347f53c0-42c6-4d96-9798-f356438e4b11 None None] New status for floating IP bd3e08cb-49bd-4169-bc8a-b87958c6be1d: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:30:50.582752 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-af7f5e08-7de1-4e3e-9a56-5b3da2355467 service neutron] 10.222.0.55 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703831 Jul 23 20:30:50.584560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d02f116-fca6-4884-951c-285a7be41ac8 admin admin] Made reservation on behalf of 669d0429c0274d5aaaa546479db5773e for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:50.588333 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d02f116-fca6-4884-951c-285a7be41ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.601285 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1039349f-e5f1-4e1a-93fa-2b3d767d4d3c req-da3e3dd7-95be-42f7-a227-a5ec4c2a843a service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526473 Jul 23 20:30:50.696201 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d02f116-fca6-4884-951c-285a7be41ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.742213 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-846ff742-c54b-42a2-9bf5-b7663cfcc23a service neutron] 10.222.0.55 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577277 Jul 23 20:30:50.763547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d90ebf-63a9-4ef0-9293-bc8fc3a3640b req-78d3c657-fa0a-46c5-be9e-f4b1afa7630d tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:50.765183 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1d90ebf-63a9-4ef0-9293-bc8fc3a3640b req-78d3c657-fa0a-46c5-be9e-f4b1afa7630d tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 950 time: 0.4416249 Jul 23 20:30:50.782931 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.837521 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1d90ebf-63a9-4ef0-9293-bc8fc3a3640b req-63a043b4-f5a6-4069-a6f0-d10c7e1ecb03 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594969 Jul 23 20:30:50.886264 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a5dbf35c-05fa-46fa-97ef-c30682dcfe3b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.916765 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a5dbf35c-05fa-46fa-97ef-c30682dcfe3b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.019939 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbf35c-05fa-46fa-97ef-c30682dcfe3b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1463ef4c-0bb9-4c09-9e48-aa1494297c71,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:51.026444 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 4, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a15614cc-3fac-4675-a906-0dbfde2535dd', 'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'mac_address': 'fa:16:3e:08:c1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:42Z', 'updated_at': '2021-07-23T20:30:50Z', 'revision_number': 4, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'subnets': [{'id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:51.033943 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b931b8-8da9-496a-9ae1-49f0c9a56458 x-openstack-request-id: req-47b931b8-8da9-496a-9ae1-49f0c9a56458 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:51.034247 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c05afd-af7a-4573-b018-63c244574039", "name": "network-vif-plugged", "status": "completed", "tag": "c68e193e-c069-413f-9cb0-704f2eb56463", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:51.034499 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47b931b8-8da9-496a-9ae1-49f0c9a56458 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:51.034890 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c05afd-af7a-4573-b018-63c244574039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68e193e-c069-413f-9cb0-704f2eb56463', 'code': 200} Jul 23 20:30:51.087005 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b632ddf3-6c16-4e55-ac7b-ea610f843f0a None None] The sync data for ids ['40e31617-bbb3-499b-921d-1a69c43b140c'] in n-d-791504-18 is: [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 4, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a15614cc-3fac-4675-a906-0dbfde2535dd', 'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'mac_address': 'fa:16:3e:08:c1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:42Z', 'updated_at': '2021-07-23T20:30:50Z', 'revision_number': 4, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'subnets': [{'id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:51.198642 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Router 10efa8fe-a3a1-4a6a-9ade-092a81b09307 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:30:51.212576 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d02f116-fca6-4884-951c-285a7be41ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.236456 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d02f116-fca6-4884-951c-285a7be41ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.260760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab8d68-4c8e-48ad-a0db-4d416632664f req-b82b96d0-8c5e-4d60-98af-cdde3785a683 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:51.272435 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-71ab8d68-4c8e-48ad-a0db-4d416632664f req-b82b96d0-8c5e-4d60-98af-cdde3785a683 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 950 time: 0.1637104 Jul 23 20:30:51.290068 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a5dbf35c-05fa-46fa-97ef-c30682dcfe3b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.295457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a5dbf35c-05fa-46fa-97ef-c30682dcfe3b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0608735 Jul 23 20:30:51.302842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33676) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:51.320289 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b9d4b-4801-4b6c-a981-2a6234fe62bf req-ae66244d-1d8d-4fbb-80ff-1d1f6f42aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:51.321809 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2c6b9d4b-4801-4b6c-a981-2a6234fe62bf req-ae66244d-1d8d-4fbb-80ff-1d1f6f42aae9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 1102 time: 0.2255766 Jul 23 20:30:51.333611 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-895237d3-f3d3-46d3-b1f3-cb80b117a119 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Request body: {'security_group_rule': {'security_group_id': '1463ef4c-0bb9-4c09-9e48-aa1494297c71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:51.357704 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d02f116-fca6-4884-951c-285a7be41ac8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:30:51.409256 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2c6b9d4b-4801-4b6c-a981-2a6234fe62bf req-4224a9e5-3b77-4d76-b13b-f5d66d2d0573 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759525 Jul 23 20:30:51.418329 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:51.430752 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Sync routers for ids ['10efa8fe-a3a1-4a6a-9ade-092a81b09307'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:51.443139 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d02f116-fca6-4884-951c-285a7be41ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.443555 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-0d02f116-fca6-4884-951c-285a7be41ac8 admin admin] Added segment f543a281-a835-4b7a-952d-336a279e8354 of type vlan for network 5d6ced6a-8815-49b9-b130-5a45c46d5be7 Jul 23 20:30:51.443770 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Routers {'10efa8fe-a3a1-4a6a-9ade-092a81b09307'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:51.445146 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['10efa8fe-a3a1-4a6a-9ade-092a81b09307'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:51.471245 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02f116-fca6-4884-951c-285a7be41ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aead62-f8e3-4dac-a12d-deecf78da832,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:51.491659 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.491822 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-71ab8d68-4c8e-48ad-a0db-4d416632664f req-b45d0bd5-b7dd-4fdf-9e82-bdd6cb9e601f tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181473 Jul 23 20:30:51.493098 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c2e730a9-c738-4353-8810-0adeb4a2b871 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.1190829 Jul 23 20:30:51.497644 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33680) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:51.577546 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d02f116-fca6-4884-951c-285a7be41ac8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.626898 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-895237d3-f3d3-46d3-b1f3-cb80b117a119 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.643873 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Set router 10efa8fe-a3a1-4a6a-9ade-092a81b09307 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:51.658891 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d02f116-fca6-4884-951c-285a7be41ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.659961 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d02f116-fca6-4884-951c-285a7be41ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:51.660630 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d02f116-fca6-4884-951c-285a7be41ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.696934 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9151c69-c69a-4d3c-bf6b-57fb4dd8b98b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.742023 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf06d27a-a30b-4531-b099-df0999747e09 req-3086b5d2-47f1-4d96-8ec0-00d980b36d73 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc22896a-ac2f-4853-843a-7d22425e34f3 HTTP/1.1" status: 200 len: 210 time: 0.1997647 Jul 23 20:30:51.786297 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0d02f116-fca6-4884-951c-285a7be41ac8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7009828 Jul 23 20:30:51.787254 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33682) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:51.788203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02f116-fca6-4884-951c-285a7be41ac8 admin admin] Pushing event updated for resources: {'Network': ['ID=5d6ced6a-8815-49b9-b130-5a45c46d5be7,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:51.795945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8310468e-c5ad-4093-8608-ba1cd78f64e8 admin admin] Request body: {'subnet': {'network_id': '5d6ced6a-8815-49b9-b130-5a45c46d5be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-996178806-subnet', 'tenant_id': '669d0429c0274d5aaaa546479db5773e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:51.810003 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 5d6ced6a-8815-49b9-b130-5a45c46d5be7 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:30:51.938686 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-895237d3-f3d3-46d3-b1f3-cb80b117a119 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.947328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8310468e-c5ad-4093-8608-ba1cd78f64e8 admin admin] Made reservation on behalf of 669d0429c0274d5aaaa546479db5773e for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:51.949753 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8310468e-c5ad-4093-8608-ba1cd78f64e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.954745 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d8790-5a5d-432a-9769-93e31c8098e9 req-1ea9ce70-8e68-4c52-9362-a4f7b61c17b1 tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:51.956462 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b33d8790-5a5d-432a-9769-93e31c8098e9 req-1ea9ce70-8e68-4c52-9362-a4f7b61c17b1 tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 1102 time: 0.4619651 Jul 23 20:30:51.984324 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-895237d3-f3d3-46d3-b1f3-cb80b117a119 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.985083 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10efa8fe-a3a1-4a6a-9ade-092a81b09307', 'name': '', 'tenant_id': '23847358120b41549ec9b49ce0ab0091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '301c7559-dd94-4007-a9df-ef66dc92bd72', 'external_fixed_ips': [{'subnet_id': '15084091-4dcf-4bf8-aa86-bf716527b8cd', 'ip_address': '2001:db8::85'}], 'enable_snat': True}, 'gw_port_id': '5b5f5223-95f8-492c-af54-983d80d927c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:48Z', 'updated_at': '2021-07-23T20:30:49Z', 'revision_number': 3, 'project_id': '23847358120b41549ec9b49ce0ab0091', 'gw_port': {'id': '5b5f5223-95f8-492c-af54-983d80d927c9', 'name': '', 'network_id': '301c7559-dd94-4007-a9df-ef66dc92bd72', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:12:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10efa8fe-a3a1-4a6a-9ade-092a81b09307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '15084091-4dcf-4bf8-aa86-bf716527b8cd', 'ip_address': '2001:db8::85', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:48Z', 'updated_at': '2021-07-23T20:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15084091-4dcf-4bf8-aa86-bf716527b8cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:52.019222 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b33d8790-5a5d-432a-9769-93e31c8098e9 req-18d77e52-db81-4219-8179-ea0f56657e58 tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.024168 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Checking router: 10efa8fe-a3a1-4a6a-9ade-092a81b09307 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:30:52.024811 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Updating router 10efa8fe-a3a1-4a6a-9ade-092a81b09307 port 5b5f5223-95f8-492c-af54-983d80d927c9 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:30:52.039235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895237d3-f3d3-46d3-b1f3-cb80b117a119 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6b63e1-9e59-484b-bcc2-fa9b7f3c5ec0,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:52.070707 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.094124 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-895237d3-f3d3-46d3-b1f3-cb80b117a119 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.098582 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-895237d3-f3d3-46d3-b1f3-cb80b117a119 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7659674 Jul 23 20:30:52.101920 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33688) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:52.117579 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-89cce2fe-c0ba-439a-8c3c-5cb1825b5828 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Request body: {'security_group_rule': {'security_group_id': '1463ef4c-0bb9-4c09-9e48-aa1494297c71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:52.139326 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.api [None req-89cce2fe-c0ba-439a-8c3c-5cb1825b5828 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:30:52.139326 n-d-791504-18 neutron-server[93811]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:30:52.139326 n-d-791504-18 neutron-server[93811]: [parameters: {'project_id_1': '2e36b104f9d24e799825b9baa093a497', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 30, 52, 127866)}] Jul 23 20:30:52.139326 n-d-791504-18 neutron-server[93811]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:30:52.139326 n-d-791504-18 neutron-server[93811]: DEBUG oslo_db.api [None req-89cce2fe-c0ba-439a-8c3c-5cb1825b5828 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:30:52.309172 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b33d8790-5a5d-432a-9769-93e31c8098e9 req-18d77e52-db81-4219-8179-ea0f56657e58 tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.354133 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b33d8790-5a5d-432a-9769-93e31c8098e9 req-18d77e52-db81-4219-8179-ea0f56657e58 tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.359174 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9151c69-c69a-4d3c-bf6b-57fb4dd8b98b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.397721 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b33d8790-5a5d-432a-9769-93e31c8098e9 req-18d77e52-db81-4219-8179-ea0f56657e58 tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096699 Jul 23 20:30:52.408355 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8310468e-c5ad-4093-8608-ba1cd78f64e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.474367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a15614cc-3fac-4675-a906-0dbfde2535dd up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:52.538424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310468e-c5ad-4093-8608-ba1cd78f64e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1af2f654-92a6-4b4e-af29-9b9af9d26642,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:52.587683 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-a9151c69-c69a-4d3c-bf6b-57fb4dd8b98b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Deleting port 5b5f5223-95f8-492c-af54-983d80d927c9 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:52.588294 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9151c69-c69a-4d3c-bf6b-57fb4dd8b98b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.612093 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.646261 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Transition to ACTIVE for port object 5b5f5223-95f8-492c-af54-983d80d927c9 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:52.664848 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.669505 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port a15614cc-3fac-4675-a906-0dbfde2535dd completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:52.675021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a15614cc-3fac-4675-a906-0dbfde2535dd triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:52.675899 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.700985 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d77e52-db81-4219-8179-ea0f56657e58 tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818b497f-f912-428e-b171-3aa27f06d729,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:52.821174 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.830908 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-9cc26f29-5b0b-496b-8fc7-fd816b2a934b tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:52.832800 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-9cc26f29-5b0b-496b-8fc7-fd816b2a934b tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.48 "GET /v2.0/networks?id=42c37124-424c-4bcc-8b93-9b8a8a9e479c HTTP/1.1" status: 200 len: 804 time: 0.3386505 Jul 23 20:30:52.842234 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9151c69-c69a-4d3c-bf6b-57fb4dd8b98b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.848687 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14517009-bcb7-4520-a45a-5514b6ba7da9 None None] Pushing event updated for resources: {'Port': ['ID=5b5f5223-95f8-492c-af54-983d80d927c9,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:52.860740 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Attempting to bind port 5b5f5223-95f8-492c-af54-983d80d927c9 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:52.861103 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Attempting to bind port 5b5f5223-95f8-492c-af54-983d80d927c9 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '27432b3d-943a-4fa4-a517-e41d2f887d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '301c7559-dd94-4007-a9df-ef66dc92bd72'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:52.862606 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Attempting to bind port 5b5f5223-95f8-492c-af54-983d80d927c9 on network 301c7559-dd94-4007-a9df-ef66dc92bd72 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:52.865545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-f2675c27-4a73-4f5b-b985-0a3496ad521e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Request body: {'port': {'device_id': 'bc22896a-ac2f-4853-843a-7d22425e34f3', 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c', 'admin_state_up': True, 'tenant_id': '2c7f50424b0b40928ead2979218c9a62'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:52.875614 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port a15614cc-3fac-4675-a906-0dbfde2535dd, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a15614cc-3fac-4675-a906-0dbfde2535dd,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:52.875911 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:52.878681 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Checking segment: {'id': '27432b3d-943a-4fa4-a517-e41d2f887d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '301c7559-dd94-4007-a9df-ef66dc92bd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:52.879143 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.879625 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Bound using segment: {'id': '27432b3d-943a-4fa4-a517-e41d2f887d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '301c7559-dd94-4007-a9df-ef66dc92bd72'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:52.880136 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Bound port: 5b5f5223-95f8-492c-af54-983d80d927c9, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27432b3d-943a-4fa4-a517-e41d2f887d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '301c7559-dd94-4007-a9df-ef66dc92bd72'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:52.880529 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.891900 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.902682 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8310468e-c5ad-4093-8608-ba1cd78f64e8 admin admin] Checking segment: {'id': 'f543a281-a835-4b7a-952d-336a279e8354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d6ced6a-8815-49b9-b130-5a45c46d5be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:52.905405 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8310468e-c5ad-4093-8608-ba1cd78f64e8 admin admin] Network hostable DHCP agents. Network: 5d6ced6a-8815-49b9-b130-5a45c46d5be7, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:30:52.955314 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-89cce2fe-c0ba-439a-8c3c-5cb1825b5828 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.963967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=a15614cc-3fac-4675-a906-0dbfde2535dd,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:52.968694 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] For port 5b5f5223-95f8-492c-af54-983d80d927c9, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:52.973654 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] For port 5b5f5223-95f8-492c-af54-983d80d927c9, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=5b5f5223-95f8-492c-af54-983d80d927c9,segment=NetworkSegment(27432b3d-943a-4fa4-a517-e41d2f887d62),segment_id=27432b3d-943a-4fa4-a517-e41d2f887d62)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:52.978665 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.016207 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2c8c6d1f-1b63-4281-9179-a611b70d6ac2 req-e66f6057-848b-48db-9741-44fff1168b02 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc22896a-ac2f-4853-843a-7d22425e34f3 HTTP/1.1" status: 200 len: 210 time: 0.0993538 Jul 23 20:30:53.028938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-a9151c69-c69a-4d3c-bf6b-57fb4dd8b98b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Calling delete_port for 5b5f5223-95f8-492c-af54-983d80d927c9 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:53.031444 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b600b54c-2ac7-4198-9ca1-c4bd399c176a req-e6b5be4e-7ed6-4a9a-a01b-d5a98fb46f38 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4860849 Jul 23 20:30:53.061962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8310468e-c5ad-4093-8608-ba1cd78f64e8 admin admin] Network 5d6ced6a-8815-49b9-b130-5a45c46d5be7 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:30:53.073018 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14517009-bcb7-4520-a45a-5514b6ba7da9 None None] Pushing event updated for resources: {'Port': ['ID=5b5f5223-95f8-492c-af54-983d80d927c9,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:53.090752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6484c-bf52-4bfa-91ed-e5e1fe83393a req-55880a9e-56b6-463d-912d-6c7bbedbe744 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:53.092395 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86a6484c-bf52-4bfa-91ed-e5e1fe83393a req-55880a9e-56b6-463d-912d-6c7bbedbe744 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 950 time: 0.3803196 Jul 23 20:30:53.097239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-8310468e-c5ad-4093-8608-ba1cd78f64e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 5d6ced6a-8815-49b9-b130-5a45c46d5be7) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:53.104398 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Routers {'10efa8fe-a3a1-4a6a-9ade-092a81b09307'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:53.105024 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['10efa8fe-a3a1-4a6a-9ade-092a81b09307'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:53.107285 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5191f058-9e5b-41e8-92d1-e2ca990fd29e None None] Network 5d6ced6a-8815-49b9-b130-5a45c46d5be7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:53.121577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8310468e-c5ad-4093-8608-ba1cd78f64e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:53.121577 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8310468e-c5ad-4093-8608-ba1cd78f64e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.140579 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-89cce2fe-c0ba-439a-8c3c-5cb1825b5828 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.163218 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-89cce2fe-c0ba-439a-8c3c-5cb1825b5828 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.191886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8310468e-c5ad-4093-8608-ba1cd78f64e8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3996780 Jul 23 20:30:53.198508 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33712) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:53.203384 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-996178806-router', 'tenant_id': '669d0429c0274d5aaaa546479db5773e', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:53.216598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cce2fe-c0ba-439a-8c3c-5cb1825b5828 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fcd771-abac-4dde-b0b1-09a26d8d1f69,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:53.234044 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.db.api [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-f2675c27-4a73-4f5b-b985-0a3496ad521e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:30:53.234044 n-d-791504-18 neutron-server[93810]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:30:53.234044 n-d-791504-18 neutron-server[93810]: [parameters: {'project_id_1': '2c7f50424b0b40928ead2979218c9a62', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 30, 53, 219669)}] Jul 23 20:30:53.234044 n-d-791504-18 neutron-server[93810]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:30:53.235309 n-d-791504-18 neutron-server[93810]: DEBUG oslo_db.api [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-f2675c27-4a73-4f5b-b985-0a3496ad521e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:30:53.237141 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-89cce2fe-c0ba-439a-8c3c-5cb1825b5828 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.242360 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-89cce2fe-c0ba-439a-8c3c-5cb1825b5828 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1352391 Jul 23 20:30:53.242927 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33714) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:53.249281 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8e9591b8-4046-4b8c-9137-bbeed157b3cc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:53.257308 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86a6484c-bf52-4bfa-91ed-e5e1fe83393a req-f0c6b2f0-5cb9-4152-a4e7-5f7eaf157b4f tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391342 Jul 23 20:30:53.258983 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-42754cb0-ab77-47b6-9fcd-58a15f3d9ad7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c94ee6e2163943e1943042f737f6e068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640464 Jul 23 20:30:53.291293 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] Set router 10efa8fe-a3a1-4a6a-9ade-092a81b09307 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:53.298247 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.301759 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.314624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600b54c-2ac7-4198-9ca1-c4bd399c176a req-bf2b55da-7941-46ad-a3dc-23ac6d4d5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:53.316074 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b600b54c-2ac7-4198-9ca1-c4bd399c176a req-bf2b55da-7941-46ad-a3dc-23ac6d4d5ab6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=83cc6e1e107f4085988ac2c55dd76f61&device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 1098 time: 0.2144103 Jul 23 20:30:53.356886 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-5d6ced6a-8815-49b9-b130-5a45c46d5be7', 'network_id': '5d6ced6a-8815-49b9-b130-5a45c46d5be7', 'tenant_id': '669d0429c0274d5aaaa546479db5773e', 'fixed_ips': [{'subnet_id': '1af2f654-92a6-4b4e-af29-9b9af9d26642'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:30:53.361744 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.388078 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e9591b8-4046-4b8c-9137-bbeed157b3cc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.395740 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10efa8fe-a3a1-4a6a-9ade-092a81b09307', 'name': '', 'tenant_id': '23847358120b41549ec9b49ce0ab0091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:48Z', 'updated_at': '2021-07-23T20:30:52Z', 'revision_number': 4, 'project_id': '23847358120b41549ec9b49ce0ab0091', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:53.440934 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ace25-bb2d-490d-8a76-1f43a74af74e None None] The sync data for ids ['10efa8fe-a3a1-4a6a-9ade-092a81b09307'] in n-d-791504-18 is: [{'id': '10efa8fe-a3a1-4a6a-9ade-092a81b09307', 'name': '', 'tenant_id': '23847358120b41549ec9b49ce0ab0091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:48Z', 'updated_at': '2021-07-23T20:30:52Z', 'revision_number': 4, 'project_id': '23847358120b41549ec9b49ce0ab0091', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:53.489749 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.583524 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Allocated IP 172.20.0.2 (5d6ced6a-8815-49b9-b130-5a45c46d5be7/1af2f654-92a6-4b4e-af29-9b9af9d26642/79625338-9edb-45e4-8eea-b282c4d8e756) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:53.646029 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9151c69-c69a-4d3c-bf6b-57fb4dd8b98b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.673591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9151c69-c69a-4d3c-bf6b-57fb4dd8b98b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b5f5223-95f8-492c-af54-983d80d927c9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:53.683046 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.733185 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9151c69-c69a-4d3c-bf6b-57fb4dd8b98b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.768569 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.779150 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Transition to ACTIVE for port object 79625338-9edb-45e4-8eea-b282c4d8e756 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:53.803741 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Transition to ACTIVE for port object 79625338-9edb-45e4-8eea-b282c4d8e756 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:53.812984 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.852031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-583c5b97-443c-486c-9ff9-15410a1bdeb3 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:53.855911 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-583c5b97-443c-486c-9ff9-15410a1bdeb3 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5857735 Jul 23 20:30:53.857204 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Network 5d6ced6a-8815-49b9-b130-5a45c46d5be7 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:53.864448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:53.870061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:53.874899 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9151c69-c69a-4d3c-bf6b-57fb4dd8b98b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.878339 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9151c69-c69a-4d3c-bf6b-57fb4dd8b98b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.878679 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600b54c-2ac7-4198-9ca1-c4bd399c176a req-c4ddbee9-ee37-487b-be72-a3f0eee54a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:53.879357 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Pushing event updated for resources: {'Port': ['ID=79625338-9edb-45e4-8eea-b282c4d8e756,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:53.880844 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b600b54c-2ac7-4198-9ca1-c4bd399c176a req-c4ddbee9-ee37-487b-be72-a3f0eee54a10 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c97f5b5d-a800-4aa3-8195-36fc8395644b HTTP/1.1" status: 200 len: 917 time: 0.5427072 Jul 23 20:30:53.883323 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-f2675c27-4a73-4f5b-b985-0a3496ad521e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Made reservation on behalf of 2c7f50424b0b40928ead2979218c9a62 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:53.887075 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-f2675c27-4a73-4f5b-b985-0a3496ad521e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.888124 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-2eadd1f0-0ae8-4762-bf90-64a862528fe8 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/quotas/c94ee6e2163943e1943042f737f6e068 HTTP/1.1" status: 200 len: 375 time: 0.0258563 Jul 23 20:30:53.945445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Attempting to bind port 79625338-9edb-45e4-8eea-b282c4d8e756 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:53.946157 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Attempting to bind port 79625338-9edb-45e4-8eea-b282c4d8e756 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'f543a281-a835-4b7a-952d-336a279e8354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d6ced6a-8815-49b9-b130-5a45c46d5be7'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:53.946736 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Attempting to bind port 79625338-9edb-45e4-8eea-b282c4d8e756 on network 5d6ced6a-8815-49b9-b130-5a45c46d5be7 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:53.952494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:53.952866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Checking segment: {'id': 'f543a281-a835-4b7a-952d-336a279e8354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d6ced6a-8815-49b9-b130-5a45c46d5be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:53.953266 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.953660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Bound using segment: {'id': 'f543a281-a835-4b7a-952d-336a279e8354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d6ced6a-8815-49b9-b130-5a45c46d5be7'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:53.954177 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Bound port: 79625338-9edb-45e4-8eea-b282c4d8e756, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f543a281-a835-4b7a-952d-336a279e8354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d6ced6a-8815-49b9-b130-5a45c46d5be7'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:53.954565 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.022100 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b600b54c-2ac7-4198-9ca1-c4bd399c176a req-c86b92da-29b9-4a5e-a006-40ef32e891fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4678e243-b021-4da0-9bc1-8241fec7e7f0 HTTP/1.1" status: 200 len: 1002 time: 0.1324344 Jul 23 20:30:54.023907 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9151c69-c69a-4d3c-bf6b-57fb4dd8b98b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.024467 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9151c69-c69a-4d3c-bf6b-57fb4dd8b98b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10efa8fe-a3a1-4a6a-9ade-092a81b09307 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:30:54.029198 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9151c69-c69a-4d3c-bf6b-57fb4dd8b98b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.033245 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a9151c69-c69a-4d3c-bf6b-57fb4dd8b98b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "DELETE /v2.0/routers/10efa8fe-a3a1-4a6a-9ade-092a81b09307 HTTP/1.1" status: 204 len: 168 time: 2.5341220 Jul 23 20:30:54.039509 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] For port 79625338-9edb-45e4-8eea-b282c4d8e756, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:54.041001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33716) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:54.048118 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] For port 79625338-9edb-45e4-8eea-b282c4d8e756, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=79625338-9edb-45e4-8eea-b282c4d8e756,segment=NetworkSegment(f543a281-a835-4b7a-952d-336a279e8354),segment_id=f543a281-a835-4b7a-952d-336a279e8354)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:54.056480 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.128754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-f2675c27-4a73-4f5b-b985-0a3496ad521e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Allocated IP 172.20.0.11 (42c37124-424c-4bcc-8b93-9b8a8a9e479c/106a6110-3396-46fd-b5c7-73b8b46b8b68/6c8a3198-09f5-43dc-99b7-389183ef50c9) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:54.142982 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47592a58-5ea8-4646-9afc-26cb5b207d76 None None] Pushing event updated for resources: {'Port': ['ID=79625338-9edb-45e4-8eea-b282c4d8e756,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:54.158457 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e9591b8-4046-4b8c-9137-bbeed157b3cc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.172107 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600b54c-2ac7-4198-9ca1-c4bd399c176a req-daa2f4da-adb1-4df9-bf6c-537d9a7eb6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:54.173590 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b600b54c-2ac7-4198-9ca1-c4bd399c176a req-daa2f4da-adb1-4df9-bf6c-537d9a7eb6e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f7750dd8-00f3-4a53-80a2-8d4fd6798e2e HTTP/1.1" status: 200 len: 855 time: 0.1436503 Jul 23 20:30:54.200513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-90866238-1b69-4258-b778-60a5781c877f tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Deleting subnet 15084091-4dcf-4bf8-aa86-bf716527b8cd {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:30:54.204069 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06ba0f17-f84e-488c-befc-49e0e2375e93 req-4fd4e57f-0706-44b0-9b09-9d276d68b9a5 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc22896a-ac2f-4853-843a-7d22425e34f3 HTTP/1.1" status: 200 len: 210 time: 0.0652626 Jul 23 20:30:54.214550 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-90866238-1b69-4258-b778-60a5781c877f tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.245802 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-415bcdc7-da92-4b19-a1d7-cf8833a4eaab tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2883928 Jul 23 20:30:54.325795 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-90866238-1b69-4258-b778-60a5781c877f tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.389962 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.431136 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-90866238-1b69-4258-b778-60a5781c877f tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.493789 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-8e9591b8-4046-4b8c-9137-bbeed157b3cc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Allocated IP 172.25.3.15 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/f89f4e5a-62e6-4a06-af31-84d175da195c) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:54.508369 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a15614cc-3fac-4675-a906-0dbfde2535dd up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:54.511422 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.514324 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600b54c-2ac7-4198-9ca1-c4bd399c176a req-692f2aa5-3503-456c-9207-c1a269ba1037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:54.515897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b600b54c-2ac7-4198-9ca1-c4bd399c176a req-692f2aa5-3503-456c-9207-c1a269ba1037 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c97f5b5d-a800-4aa3-8195-36fc8395644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3189235 Jul 23 20:30:54.564322 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb25278f-7582-47cf-a807-07afbcd2b862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.635165 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a15614cc-3fac-4675-a906-0dbfde2535dd triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:54.635697 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.669476 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-f2675c27-4a73-4f5b-b985-0a3496ad521e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.746270 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-90866238-1b69-4258-b778-60a5781c877f tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.751826 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-f2675c27-4a73-4f5b-b985-0a3496ad521e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.796552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-f2675c27-4a73-4f5b-b985-0a3496ad521e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Network 42c37124-424c-4bcc-8b93-9b8a8a9e479c is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:54.828546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90866238-1b69-4258-b778-60a5781c877f tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=15084091-4dcf-4bf8-aa86-bf716527b8cd,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:54.836074 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-f2675c27-4a73-4f5b-b985-0a3496ad521e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:54.836283 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-90866238-1b69-4258-b778-60a5781c877f tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.838185 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-90866238-1b69-4258-b778-60a5781c877f tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/15084091-4dcf-4bf8-aa86-bf716527b8cd HTTP/1.1" status: 204 len: 168 time: 0.7947850 Jul 23 20:30:54.841565 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b600b54c-2ac7-4198-9ca1-c4bd399c176a req-6cd378f0-df46-491d-9f9e-5c02ae3e4f41 service neutron] 10.222.0.48 "GET /v2.0/networks/c97f5b5d-a800-4aa3-8195-36fc8395644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889211 Jul 23 20:30:54.846820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33728) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:54.860278 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-f2675c27-4a73-4f5b-b985-0a3496ad521e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:54.927563 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-f2675c27-4a73-4f5b-b985-0a3496ad521e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:54.928573 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-f2675c27-4a73-4f5b-b985-0a3496ad521e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.943653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac9f6c-9630-40ec-bcc7-7dfdd2f756ef req-cb153b15-5665-42a1-a333-f4000c65a288 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:54.950783 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85ac9f6c-9630-40ec-bcc7-7dfdd2f756ef req-cb153b15-5665-42a1-a333-f4000c65a288 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 950 time: 0.5079000 Jul 23 20:30:54.952418 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2675c27-4a73-4f5b-b985-0a3496ad521e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Pushing event updated for resources: {'Port': ['ID=6c8a3198-09f5-43dc-99b7-389183ef50c9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:54.954883 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cb9e70fd-0ab6-4dd5-930f-fc8907709612 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.959694 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-f2675c27-4a73-4f5b-b985-0a3496ad521e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1141622 Jul 23 20:30:54.973342 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Request body: {'port': {'device_id': 'bc22896a-ac2f-4853-843a-7d22425e34f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:55.072076 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.130734 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e9591b8-4046-4b8c-9137-bbeed157b3cc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.231910 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da467585-536d-4f62-8077-f32f5edb7103 req-3fc25d82-50e7-4bec-96c4-5cd98ce3a5e7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54711f2-9a01-4b59-9b11-fbe89dfe776b HTTP/1.1" status: 200 len: 210 time: 0.0632622 Jul 23 20:30:55.279340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85ac9f6c-9630-40ec-bcc7-7dfdd2f756ef req-a7a8dcef-55cd-4ce4-a957-8f8f43707de0 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276181 Jul 23 20:30:55.415306 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cb9e70fd-0ab6-4dd5-930f-fc8907709612 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.427038 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-cb9e70fd-0ab6-4dd5-930f-fc8907709612 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301c7559-dd94-4007-a9df-ef66dc92bd72']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:55.437948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-cb9e70fd-0ab6-4dd5-930f-fc8907709612 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27432b3d-943a-4fa4-a517-e41d2f887d62') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:55.438299 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-cb9e70fd-0ab6-4dd5-930f-fc8907709612 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27432b3d-943a-4fa4-a517-e41d2f887d62') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:55.448775 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cb9e70fd-0ab6-4dd5-930f-fc8907709612 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.512958 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cb9e70fd-0ab6-4dd5-930f-fc8907709612 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.517136 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b600b54c-2ac7-4198-9ca1-c4bd399c176a req-12a1376b-ce53-4544-a050-fb9f8f5915b9 service neutron] 10.222.0.48 "GET /v2.0/networks/c97f5b5d-a800-4aa3-8195-36fc8395644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6600389 Jul 23 20:30:55.532170 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9e70fd-0ab6-4dd5-930f-fc8907709612 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:55.532506 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cb9e70fd-0ab6-4dd5-930f-fc8907709612 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:55.544298 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:55.549431 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123fca88-9231-4ae9-98bd-f1fcd4d19e7b None None] Network 5d6ced6a-8815-49b9-b130-5a45c46d5be7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:55.591186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8a3198-09f5-43dc-99b7-389183ef50c9 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:55.607167 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.625337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Transition to ACTIVE for port object 6c8a3198-09f5-43dc-99b7-389183ef50c9 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:55.633480 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e9591b8-4046-4b8c-9137-bbeed157b3cc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.636236 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.651742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c709389-2166-42da-b8e1-c7e88f8fe242 req-74cae18a-6f7d-4010-a2e0-85481c4581be tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:55.653451 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c709389-2166-42da-b8e1-c7e88f8fe242 req-74cae18a-6f7d-4010-a2e0-85481c4581be tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc22896a-ac2f-4853-843a-7d22425e34f3 HTTP/1.1" status: 200 len: 932 time: 0.2025812 Jul 23 20:30:55.713236 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cb9e70fd-0ab6-4dd5-930f-fc8907709612 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.718095 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5935a335-6212-4bd0-991a-8d9e54848913 None None] Provisioning for port 79625338-9edb-45e4-8eea-b282c4d8e756 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:55.742334 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9e70fd-0ab6-4dd5-930f-fc8907709612 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 301c7559-dd94-4007-a9df-ef66dc92bd72 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:30:55.753595 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e70fd-0ab6-4dd5-930f-fc8907709612 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Pushing event deleted for resources: {'Network': ['ID=301c7559-dd94-4007-a9df-ef66dc92bd72,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:55.769812 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cb9e70fd-0ab6-4dd5-930f-fc8907709612 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.776298 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cb9e70fd-0ab6-4dd5-930f-fc8907709612 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "DELETE /v2.0/networks/301c7559-dd94-4007-a9df-ef66dc92bd72 HTTP/1.1" status: 204 len: 168 time: 0.9242337 Jul 23 20:30:55.790362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9591b8-4046-4b8c-9137-bbeed157b3cc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:55.809641 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-8e9591b8-4046-4b8c-9137-bbeed157b3cc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:55.824462 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9591b8-4046-4b8c-9137-bbeed157b3cc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:55.835181 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9591b8-4046-4b8c-9137-bbeed157b3cc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Pushing event updated for resources: {'Port': ['ID=f89f4e5a-62e6-4a06-af31-84d175da195c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:55.850516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Allocated IP 172.25.3.246 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:55.852906 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8a3198-09f5-43dc-99b7-389183ef50c9,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:55.965572 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c709389-2166-42da-b8e1-c7e88f8fe242 req-f522ed4a-822c-4f50-9f36-82093364998c tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757537 Jul 23 20:30:56.017433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438da026-5b6d-4bca-9d27-f4a489b1cf99 req-32a8862c-db06-426c-b2dc-70034eed8b9b tempest-ServersAdminNegativeTestJSON-370868467 tempest-ServersAdminNegativeTestJSON-370868467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:56.025627 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-438da026-5b6d-4bca-9d27-f4a489b1cf99 req-32a8862c-db06-426c-b2dc-70034eed8b9b tempest-ServersAdminNegativeTestJSON-370868467 tempest-ServersAdminNegativeTestJSON-370868467-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 1102 time: 0.3673086 Jul 23 20:30:56.075045 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Attempting to bind port 6c8a3198-09f5-43dc-99b7-389183ef50c9 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:56.075464 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Attempting to bind port 6c8a3198-09f5-43dc-99b7-389183ef50c9 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'fa7740c5-c7ec-4366-b669-91da9f1a7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:56.075728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Attempting to bind port 6c8a3198-09f5-43dc-99b7-389183ef50c9 on network 42c37124-424c-4bcc-8b93-9b8a8a9e479c {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:56.078802 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e9591b8-4046-4b8c-9137-bbeed157b3cc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.126125 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-438da026-5b6d-4bca-9d27-f4a489b1cf99 req-e25f5d2d-41f0-4758-a20a-2ce0db92362f tempest-ServersAdminNegativeTestJSON-370868467 tempest-ServersAdminNegativeTestJSON-370868467-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.201303 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Port 6c8a3198-09f5-43dc-99b7-389183ef50c9 on network 42c37124-424c-4bcc-8b93-9b8a8a9e479c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:30:56.201487 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Attempting to bind port 6c8a3198-09f5-43dc-99b7-389183ef50c9 on network 42c37124-424c-4bcc-8b93-9b8a8a9e479c {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:56.223985 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:56.224325 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Checking segment: {'id': 'fa7740c5-c7ec-4366-b669-91da9f1a7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:56.224711 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Bound using segment: {'id': 'fa7740c5-c7ec-4366-b669-91da9f1a7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:56.227141 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Bound port: 6c8a3198-09f5-43dc-99b7-389183ef50c9, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7740c5-c7ec-4366-b669-91da9f1a7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:56.227555 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.253295 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e9591b8-4046-4b8c-9137-bbeed157b3cc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.312327 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.319755 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33762) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:56.325532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d72d3ae4-873e-4472-821c-65dc1668650f tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Request body: {'router': {'name': 'tempest-router--466785514', 'project_id': '9e78e4253ce4465796f621ab38419055'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:56.394165 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] For port 6c8a3198-09f5-43dc-99b7-389183ef50c9, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:56.414177 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] For port 6c8a3198-09f5-43dc-99b7-389183ef50c9, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=6c8a3198-09f5-43dc-99b7-389183ef50c9,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:56.423746 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.430441 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.464940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 79625338-9edb-45e4-8eea-b282c4d8e756 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:56.492887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:56.494182 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.496403 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] 10.222.0.48 "PUT /v2.0/ports/6c8a3198-09f5-43dc-99b7-389183ef50c9 HTTP/1.1" status: 200 len: 1093 time: 1.5285602 Jul 23 20:30:56.501730 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc22896a-ac2f-4853-843a-7d22425e34f3', 'tag': '6c8a3198-09f5-43dc-99b7-389183ef50c9'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:56.505965 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7543f475-d4c6-41da-b1c6-3846a22e6024" -d '{"events": [{"name": "network-changed", "server_uuid": "bc22896a-ac2f-4853-843a-7d22425e34f3", "tag": "6c8a3198-09f5-43dc-99b7-389183ef50c9"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:56.508106 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c559460-de24-414c-9890-ce96a37133d3 req-1f72fe9e-8ede-4e5a-a362-64ee70e36b75 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54711f2-9a01-4b59-9b11-fbe89dfe776b HTTP/1.1" status: 200 len: 210 time: 0.0528920 Jul 23 20:30:56.511427 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:56.519020 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:56.526065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:56.529289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 79625338-9edb-45e4-8eea-b282c4d8e756 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:56.537059 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 79625338-9edb-45e4-8eea-b282c4d8e756 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:56.539561 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e9591b8-4046-4b8c-9137-bbeed157b3cc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.550859 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.553495 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e9591b8-4046-4b8c-9137-bbeed157b3cc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.601332 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-438da026-5b6d-4bca-9d27-f4a489b1cf99 req-e25f5d2d-41f0-4758-a20a-2ce0db92362f tempest-ServersAdminNegativeTestJSON-370868467 tempest-ServersAdminNegativeTestJSON-370868467-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.633257 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-438da026-5b6d-4bca-9d27-f4a489b1cf99 req-e25f5d2d-41f0-4758-a20a-2ce0db92362f tempest-ServersAdminNegativeTestJSON-370868467 tempest-ServersAdminNegativeTestJSON-370868467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.643005 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c3313a-480b-422d-ad29-45b7d31451d4 x-openstack-request-id: req-c0c3313a-480b-422d-ad29-45b7d31451d4 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:56.643445 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc22896a-ac2f-4853-843a-7d22425e34f3", "tag": "6c8a3198-09f5-43dc-99b7-389183ef50c9", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:56.643789 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0c3313a-480b-422d-ad29-45b7d31451d4 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:56.644274 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc22896a-ac2f-4853-843a-7d22425e34f3', 'tag': '6c8a3198-09f5-43dc-99b7-389183ef50c9', 'status': 'completed', 'code': 200} Jul 23 20:30:56.650385 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d72d3ae4-873e-4472-821c-65dc1668650f tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.652407 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d72d3ae4-873e-4472-821c-65dc1668650f tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.662946 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-438da026-5b6d-4bca-9d27-f4a489b1cf99 req-e25f5d2d-41f0-4758-a20a-2ce0db92362f tempest-ServersAdminNegativeTestJSON-370868467 tempest-ServersAdminNegativeTestJSON-370868467-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6366131 Jul 23 20:30:56.691401 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9591b8-4046-4b8c-9137-bbeed157b3cc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Pushing event updated for resources: {'Port': ['ID=f89f4e5a-62e6-4a06-af31-84d175da195c,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:56.708327 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e9591b8-4046-4b8c-9137-bbeed157b3cc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.712203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f5d2d-41f0-4758-a20a-2ce0db92362f tempest-ServersAdminNegativeTestJSON-370868467 tempest-ServersAdminNegativeTestJSON-370868467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d4e2f5-341e-41f2-aaa4-7c8ea64f8e27,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:56.728698 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e9591b8-4046-4b8c-9137-bbeed157b3cc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.729928 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8e9591b8-4046-4b8c-9137-bbeed157b3cc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4854076 Jul 23 20:30:56.736520 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d72d3ae4-873e-4472-821c-65dc1668650f tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.738557 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0d9f0-fdf0-4a0d-9957-bc8ac08784b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8a3198-09f5-43dc-99b7-389183ef50c9,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:56.804263 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Pushing event updated for resources: {'Port': ['ID=26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:56.807307 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d72d3ae4-873e-4472-821c-65dc1668650f tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.813263 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.844593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-1b9b67ec-61aa-4660-b492-ee27e0a7debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:56.847499 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-1b9b67ec-61aa-4660-b492-ee27e0a7debd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c7f50424b0b40928ead2979218c9a62&device_id=bc22896a-ac2f-4853-843a-7d22425e34f3 HTTP/1.1" status: 200 len: 1096 time: 0.2951484 Jul 23 20:30:56.850538 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d72d3ae4-873e-4472-821c-65dc1668650f tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.854896 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d72d3ae4-873e-4472-821c-65dc1668650f tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5327830 Jul 23 20:30:56.855639 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33768) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:56.913669 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 79625338-9edb-45e4-8eea-b282c4d8e756, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=79625338-9edb-45e4-8eea-b282c4d8e756,segment=NetworkSegment(f543a281-a835-4b7a-952d-336a279e8354),segment_id=f543a281-a835-4b7a-952d-336a279e8354)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:56.922479 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.961829 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e3db2ed-1578-4074-9cc6-46a79ff9d901 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.983484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=79625338-9edb-45e4-8eea-b282c4d8e756,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:57.043008 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-cca6e8d9-c66e-4e39-8fc0-3b5c92e6b08d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8a3198-09f5-43dc-99b7-389183ef50c9 HTTP/1.1" status: 200 len: 217 time: 0.1864486 Jul 23 20:30:57.047945 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-863edfd8-fa4f-41be-b359-9a976d381f3f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c94ee6e2163943e1943042f737f6e068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851896 Jul 23 20:30:57.069426 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3d52feaa-8a0a-4c00-9667-5b98c3323943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.162002 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-772d8528-9333-4ee7-bb5e-aedc7ff81bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:57.163514 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-772d8528-9333-4ee7-bb5e-aedc7ff81bd9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=106a6110-3396-46fd-b5c7-73b8b46b8b68 HTTP/1.1" status: 200 len: 844 time: 0.1146030 Jul 23 20:30:57.209739 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e3db2ed-1578-4074-9cc6-46a79ff9d901 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.219485 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e3db2ed-1578-4074-9cc6-46a79ff9d901 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.225608 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-a1cf0146-9223-40fe-8f34-e76e19681a58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42c37124-424c-4bcc-8b93-9b8a8a9e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560882 Jul 23 20:30:57.285314 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.324359 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-c269bffc-d9d9-4d2d-ba28-09d0a556960b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1167277310&fields=id&tenant_id=2e36b104f9d24e799825b9baa093a497 HTTP/1.1" status: 200 len: 267 time: 0.2074261 Jul 23 20:30:57.328189 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-7a7bd153-3a0c-47fb-956f-294b33b2bae7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c94ee6e2163943e1943042f737f6e068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572553 Jul 23 20:30:57.328748 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e3db2ed-1578-4074-9cc6-46a79ff9d901 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.329259 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3db2ed-1578-4074-9cc6-46a79ff9d901 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b0648a3-1760-4d71-b73a-7fbed0b3d862 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:30:57.337575 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e3db2ed-1578-4074-9cc6-46a79ff9d901 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.341831 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8e3db2ed-1578-4074-9cc6-46a79ff9d901 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "DELETE /v2.0/routers/2b0648a3-1760-4d71-b73a-7fbed0b3d862 HTTP/1.1" status: 204 len: 168 time: 0.4857109 Jul 23 20:30:57.384498 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-20ce8730-80eb-4195-98e0-4c4af06ef8b0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:57.385958 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-20ce8730-80eb-4195-98e0-4c4af06ef8b0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902284 Jul 23 20:30:57.403935 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Request body: {'port': {'device_id': '072bff41-2ea7-4868-baf5-28006e8fc3fb', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': 'c94ee6e2163943e1943042f737f6e068'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:57.452992 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.463250 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-71aa7e4e-1817-4505-990e-47c1b569720b service neutron] 10.222.0.48 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026882 Jul 23 20:30:57.465487 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fc3831e-c994-4c75-9bab-d93bd7fef7f0 req-1e37e42c-9c4d-4ced-ab36-66cb1dd3a144 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3501294 Jul 23 20:30:57.491345 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33788) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:57.911574 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1915398624', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}, 'admin_state_up': False}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:57.934377 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c3549-04c0-45a9-b732-ce7cca2d230b req-5c3b89c6-b6bb-49f2-b46f-6a467b0f950e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:57.936468 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-361c3549-04c0-45a9-b732-ce7cca2d230b req-5c3b89c6-b6bb-49f2-b46f-6a467b0f950e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc22896a-ac2f-4853-843a-7d22425e34f3 HTTP/1.1" status: 200 len: 944 time: 0.8187499 Jul 23 20:30:57.980051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-1d567a79-cd42-40ee-ada8-83402767801e tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:57.981552 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-1d567a79-cd42-40ee-ada8-83402767801e tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/networks?id=ce0133d9-8df6-41ea-ae2f-c1fed304391d HTTP/1.1" status: 200 len: 817 time: 0.6564043 Jul 23 20:30:58.044980 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.045978 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.046770 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dcbae725-1f68-42d1-a7b7-698574010b05 req-9a161b6b-c86d-43f5-bdd4-7975d0155d61 service neutron] 10.222.0.48 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5456710 Jul 23 20:30:58.063655 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-e66dfd4d-f647-45c6-a257-1b1127ef6ccd tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/quotas/2e36b104f9d24e799825b9baa093a497 HTTP/1.1" status: 200 len: 375 time: 0.0684068 Jul 23 20:30:58.077138 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-6316b134-0bc9-4f63-8734-bf3022802c8a tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:58.078630 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-6316b134-0bc9-4f63-8734-bf3022802c8a tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7441463 Jul 23 20:30:58.089281 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-361c3549-04c0-45a9-b732-ce7cca2d230b req-363c22cf-0d06-48dd-8ab8-934d5bbdb898 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240978 Jul 23 20:30:58.111826 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-22b2c1ec-975d-4af1-8ec4-994636779e0b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Request body: {'port': {'device_id': 'b54711f2-9a01-4b59-9b11-fbe89dfe776b', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': 'c94ee6e2163943e1943042f737f6e068'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:58.130607 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Made reservation on behalf of c94ee6e2163943e1943042f737f6e068 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:58.135467 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.220631 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3831e-c994-4c75-9bab-d93bd7fef7f0 req-7e84042b-78b3-4fcd-806f-e94ced07b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:58.222246 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fc3831e-c994-4c75-9bab-d93bd7fef7f0 req-7e84042b-78b3-4fcd-806f-e94ced07b8cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83289713cb284563a1cd2eefe3ab1507&device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7 HTTP/1.1" status: 200 len: 1102 time: 0.3175142 Jul 23 20:30:58.228085 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.247922 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.276296 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543f475-d4c6-41da-b1c6-3846a22e6024 req-cca5c791-6f69-47e5-a4ce-09fa31baa2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:58.277811 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7543f475-d4c6-41da-b1c6-3846a22e6024 req-cca5c791-6f69-47e5-a4ce-09fa31baa2d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c7f50424b0b40928ead2979218c9a62&device_id=bc22896a-ac2f-4853-843a-7d22425e34f3 HTTP/1.1" status: 200 len: 1096 time: 0.1790473 Jul 23 20:30:58.390511 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 79625338-9edb-45e4-8eea-b282c4d8e756 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:58.431953 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.451480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 79625338-9edb-45e4-8eea-b282c4d8e756 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:58.452347 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.459786 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56bf1c11-204f-44d3-afbd-3f965a0b8f01 req-ed03842e-2ba5-4c6e-a879-20f5e4425ece tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54711f2-9a01-4b59-9b11-fbe89dfe776b HTTP/1.1" status: 200 len: 210 time: 0.1607416 Jul 23 20:30:58.516852 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Allocated IP 192.168.233.241 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/731d952d-4c42-4b98-b65c-ebcca3c75046) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:58.566670 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543f475-d4c6-41da-b1c6-3846a22e6024 req-c87cff3c-c8f7-4195-b1fb-0bb51b1ac916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:58.568188 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7543f475-d4c6-41da-b1c6-3846a22e6024 req-c87cff3c-c8f7-4195-b1fb-0bb51b1ac916 service neutron] 10.222.0.48 "GET /v2.0/networks?id=42c37124-424c-4bcc-8b93-9b8a8a9e479c HTTP/1.1" status: 200 len: 905 time: 0.2524416 Jul 23 20:30:58.610957 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-66f928e6-cc9f-4fd9-a633-c7e7a2820d22 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e36b104f9d24e799825b9baa093a497&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5307951 Jul 23 20:30:58.615195 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.632819 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7543f475-d4c6-41da-b1c6-3846a22e6024 req-88ef6e38-afb9-4c75-b1f7-91c22acf3bae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8a3198-09f5-43dc-99b7-389183ef50c9 HTTP/1.1" status: 200 len: 217 time: 0.0554714 Jul 23 20:30:58.703151 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Router fe4e4199-038f-4680-8f7f-529e14e53def is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:30:58.709752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-22b2c1ec-975d-4af1-8ec4-994636779e0b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Made reservation on behalf of c94ee6e2163943e1943042f737f6e068 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:58.713239 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-22b2c1ec-975d-4af1-8ec4-994636779e0b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.715666 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3831e-c994-4c75-9bab-d93bd7fef7f0 req-9db87ce0-26b6-404b-8e59-f07abfd99aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:58.717089 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fc3831e-c994-4c75-9bab-d93bd7fef7f0 req-9db87ce0-26b6-404b-8e59-f07abfd99aa0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.4517245 Jul 23 20:30:58.756907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543f475-d4c6-41da-b1c6-3846a22e6024 req-1e3e8b79-95fc-4b95-9b23-03e9a81f3e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:58.758356 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7543f475-d4c6-41da-b1c6-3846a22e6024 req-1e3e8b79-95fc-4b95-9b23-03e9a81f3e98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=106a6110-3396-46fd-b5c7-73b8b46b8b68 HTTP/1.1" status: 200 len: 844 time: 0.1180041 Jul 23 20:30:58.821377 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fc3831e-c994-4c75-9bab-d93bd7fef7f0 req-57d04ac6-d641-4363-80c2-fccde69f48e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=7f25587f-ccda-48b8-b3fc-f4afaec14bad HTTP/1.1" status: 200 len: 217 time: 0.0897450 Jul 23 20:30:58.855057 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7543f475-d4c6-41da-b1c6-3846a22e6024 req-a2182534-f271-48b4-9354-9aec4cfdbcb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42c37124-424c-4bcc-8b93-9b8a8a9e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625162 Jul 23 20:30:58.890741 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.926608 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Transition to ACTIVE for port object 731d952d-4c42-4b98-b65c-ebcca3c75046 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:58.933868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12914cac-4a60-4777-836b-0c6d309cc37b req-dd848ade-9eef-449b-bfe0-377ca3c85762 tempest-ServersAdminNegativeTestJSON-370868467 tempest-ServersAdminNegativeTestJSON-370868467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:58.936503 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12914cac-4a60-4777-836b-0c6d309cc37b req-dd848ade-9eef-449b-bfe0-377ca3c85762 tempest-ServersAdminNegativeTestJSON-370868467 tempest-ServersAdminNegativeTestJSON-370868467-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 1102 time: 0.3548977 Jul 23 20:30:58.943937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-6d2844f7-3e64-4ce9-8ba7-136736ac1382 service neutron] 10.222.0.55 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011663 Jul 23 20:30:58.987930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:58.999653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Sync routers for ids ['fe4e4199-038f-4680-8f7f-529e14e53def'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:59.009039 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Routers {'fe4e4199-038f-4680-8f7f-529e14e53def'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:59.009668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe4e4199-038f-4680-8f7f-529e14e53def'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:59.019651 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3831e-c994-4c75-9bab-d93bd7fef7f0 req-56d39a1a-15cd-4103-b7eb-b07dd3912497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:59.021142 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fc3831e-c994-4c75-9bab-d93bd7fef7f0 req-56d39a1a-15cd-4103-b7eb-b07dd3912497 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1849306 Jul 23 20:30:59.026908 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.030728 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e49d2e98-793e-4d0d-b2a7-6e0ab58571d6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8286791 Jul 23 20:30:59.030728 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7543f475-d4c6-41da-b1c6-3846a22e6024 req-9c24ac7e-621a-4802-8823-68fc29a40264 service neutron] 10.222.0.48 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606340 Jul 23 20:30:59.031936 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33796) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:59.108615 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.121150 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['39f7d0f9-6012-46dc-b760-2b009b129346'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:59.152289 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12914cac-4a60-4777-836b-0c6d309cc37b req-dadeef40-7157-420f-af47-c9efece6fa2c tempest-ServersAdminNegativeTestJSON-370868467 tempest-ServersAdminNegativeTestJSON-370868467-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028658 Jul 23 20:30:59.156338 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Set router fe4e4199-038f-4680-8f7f-529e14e53def gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:59.215987 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-22b2c1ec-975d-4af1-8ec4-994636779e0b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Allocated IP 192.168.233.192 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/8a73448a-f3d7-49b3-be48-7b0c65441bd8) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:59.218968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:59.227728 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-e334641d-26f4-4ab0-8294-3d9267712e4d service neutron] 10.222.0.55 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723606 Jul 23 20:30:59.231417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:59.239296 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:59.245317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Pushing event updated for resources: {'Port': ['ID=731d952d-4c42-4b98-b65c-ebcca3c75046,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:59.282735 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.283118 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.283452 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.283785 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.284116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.284440 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.284764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.285081 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.285458 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.285937 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.286288 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.286608 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.349706 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7543f475-d4c6-41da-b1c6-3846a22e6024 req-8a5659ee-9226-47bc-a79e-6547ff720e3d service neutron] 10.222.0.48 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773006 Jul 23 20:30:59.358490 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:59.359331 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.444894 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-97d818d5-2d79-4be1-93ec-cb7667d8e415 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0459433 Jul 23 20:30:59.464719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Request body: {'port': {'device_id': '072bff41-2ea7-4868-baf5-28006e8fc3fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:59.492674 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-22b2c1ec-975d-4af1-8ec4-994636779e0b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.509645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-22b2c1ec-975d-4af1-8ec4-994636779e0b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Transition to ACTIVE for port object 8a73448a-f3d7-49b3-be48-7b0c65441bd8 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:59.521977 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'name': 'tempest-FloatingIPDetailsTestJSON-996178806-router', 'tenant_id': '669d0429c0274d5aaaa546479db5773e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:53Z', 'updated_at': '2021-07-23T20:30:57Z', 'revision_number': 3, 'project_id': '669d0429c0274d5aaaa546479db5773e', 'gw_port': {'id': '26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:54Z', 'updated_at': '2021-07-23T20:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:59.563748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Checking router: fe4e4199-038f-4680-8f7f-529e14e53def for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:30:59.564252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Updating router fe4e4199-038f-4680-8f7f-529e14e53def port 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:30:59.606688 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.664198 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3831e-c994-4c75-9bab-d93bd7fef7f0 req-f67c125f-e9de-4399-8f97-977b34badd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:59.666145 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fc3831e-c994-4c75-9bab-d93bd7fef7f0 req-f67c125f-e9de-4399-8f97-977b34badd50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6337228 Jul 23 20:30:59.677869 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-22b2c1ec-975d-4af1-8ec4-994636779e0b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.728464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['39f7d0f9-6012-46dc-b760-2b009b129346'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:59.740639 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.769494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 6c8a3198-09f5-43dc-99b7-389183ef50c9 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:30:59.826569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b7082708-55f1-44c3-883d-ba3fbc6f3c8e None None] Provisioning for port 731d952d-4c42-4b98-b65c-ebcca3c75046 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:59.843405 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b7082708-55f1-44c3-883d-ba3fbc6f3c8e None None] Provisioning complete for port 731d952d-4c42-4b98-b65c-ebcca3c75046 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:59.843927 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7082708-55f1-44c3-883d-ba3fbc6f3c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.869658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-22b2c1ec-975d-4af1-8ec4-994636779e0b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:59.872438 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fc3831e-c994-4c75-9bab-d93bd7fef7f0 req-151e41d9-799a-405f-8503-e1e9f024f5c3 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794739 Jul 23 20:30:59.880654 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2c1ec-975d-4af1-8ec4-994636779e0b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Pushing event updated for resources: {'Port': ['ID=8a73448a-f3d7-49b3-be48-7b0c65441bd8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:59.885400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-22b2c1ec-975d-4af1-8ec4-994636779e0b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:59.887916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-22b2c1ec-975d-4af1-8ec4-994636779e0b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:00.075014 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:31:00.076659 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.086199 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-22b2c1ec-975d-4af1-8ec4-994636779e0b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:00.090666 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-22b2c1ec-975d-4af1-8ec4-994636779e0b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.128951 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-97b89d4e-e476-47c9-a569-bb0034ed95ce req-6da3dc75-4c42-4c2a-b148-7a99794840ec tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 210 time: 0.1820858 Jul 23 20:31:00.152417 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b7082708-55f1-44c3-883d-ba3fbc6f3c8e None None] Port 731d952d-4c42-4b98-b65c-ebcca3c75046 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:31:00.180756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c43ad8-2839-4b43-83b3-912109d5fbbe req-27a5dd6c-4bfa-494e-b11e-a925a9597770 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:00.190294 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42c43ad8-2839-4b43-83b3-912109d5fbbe req-27a5dd6c-4bfa-494e-b11e-a925a9597770 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc22896a-ac2f-4853-843a-7d22425e34f3 HTTP/1.1" status: 200 len: 944 time: 0.8051772 Jul 23 20:31:00.248156 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.321994 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 6c8a3198-09f5-43dc-99b7-389183ef50c9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=6c8a3198-09f5-43dc-99b7-389183ef50c9,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:00.336312 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fc3831e-c994-4c75-9bab-d93bd7fef7f0 req-be54aa8d-d14e-4159-bb48-4eb3c4c38b05 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580017 Jul 23 20:31:00.358722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731d952d-4c42-4b98-b65c-ebcca3c75046 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:00.371677 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.383243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '6c8a3198-09f5-43dc-99b7-389183ef50c9', 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c', 'port_id': '6c8a3198-09f5-43dc-99b7-389183ef50c9', 'mac_address': 'fa:16:3e:ce:6d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106a6110-3396-46fd-b5c7-73b8b46b8b68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:31:00.390709 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-22b2c1ec-975d-4af1-8ec4-994636779e0b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2968693 Jul 23 20:31:00.427154 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1ffbfc52-768d-4609-8ed6-fbbf53664e30 None None] Provisioning for port 8a73448a-f3d7-49b3-be48-7b0c65441bd8 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:00.432024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Request body: {'port': {'device_id': 'b54711f2-9a01-4b59-9b11-fbe89dfe776b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:00.437734 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Transition to ACTIVE for port object 731d952d-4c42-4b98-b65c-ebcca3c75046 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:00.461493 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1ffbfc52-768d-4609-8ed6-fbbf53664e30 None None] Provisioning complete for port 8a73448a-f3d7-49b3-be48-7b0c65441bd8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:00.462140 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ffbfc52-768d-4609-8ed6-fbbf53664e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.481947 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.495260 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.531324 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.542210 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.548897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42c43ad8-2839-4b43-83b3-912109d5fbbe req-6cda2d96-9583-4ece-a917-8f50f8abd021 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147923 Jul 23 20:31:00.554581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1ffbfc52-768d-4609-8ed6-fbbf53664e30 None None] Port 8a73448a-f3d7-49b3-be48-7b0c65441bd8 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:31:00.593657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8a3198-09f5-43dc-99b7-389183ef50c9 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:00.599712 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.629995 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Transition to ACTIVE for port object 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:00.635406 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 6c8a3198-09f5-43dc-99b7-389183ef50c9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=6c8a3198-09f5-43dc-99b7-389183ef50c9,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:00.642376 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.650720 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.684096 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aec634-7ebd-4a21-acaf-d3bb11ddf853 req-8a28bbea-cf58-4524-bd87-bdbea031c96a tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:00.685648 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38aec634-7ebd-4a21-acaf-d3bb11ddf853 req-8a28bbea-cf58-4524-bd87-bdbea031c96a tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54711f2-9a01-4b59-9b11-fbe89dfe776b HTTP/1.1" status: 200 len: 936 time: 0.3796015 Jul 23 20:31:00.736730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2a86c-62f9-467d-b60b-6da7aa7dd59e None None] Pushing event updated for resources: {'Port': ['ID=26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:00.739487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Attempting to bind port 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:00.740081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Attempting to bind port 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:00.740458 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Attempting to bind port 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:00.766460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Pushing event updated for resources: {'Port': ['ID=731d952d-4c42-4b98-b65c-ebcca3c75046,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:00.796458 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=6c8a3198-09f5-43dc-99b7-389183ef50c9,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:00.803022 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Allocated IP 172.20.0.1 (5d6ced6a-8815-49b9-b130-5a45c46d5be7/1af2f654-92a6-4b4e-af29-9b9af9d26642/93868eec-2f5b-4096-9174-6c234168becf) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:00.804966 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:00.805352 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:00.805765 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.806160 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:00.806874 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Bound port: 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:00.807760 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.887726 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] For port 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:00.900710 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Attempting to bind port 731d952d-4c42-4b98-b65c-ebcca3c75046 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:00.901334 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Attempting to bind port 731d952d-4c42-4b98-b65c-ebcca3c75046 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:00.902100 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Attempting to bind port 731d952d-4c42-4b98-b65c-ebcca3c75046 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:00.903343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] For port 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:00.912723 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['6c8a3198-09f5-43dc-99b7-389183ef50c9'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:00.938926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Port 731d952d-4c42-4b98-b65c-ebcca3c75046 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:31:00.939729 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Attempting to bind port 731d952d-4c42-4b98-b65c-ebcca3c75046 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:00.955844 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.958365 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:00.958755 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:00.959245 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:00.959643 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Bound port: 731d952d-4c42-4b98-b65c-ebcca3c75046, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:00.960008 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.076246 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.140634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2a86c-62f9-467d-b60b-6da7aa7dd59e None None] Pushing event updated for resources: {'Port': ['ID=26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:01.148748 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Transition to ACTIVE for port object 93868eec-2f5b-4096-9174-6c234168becf will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:01.158784 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] For port 731d952d-4c42-4b98-b65c-ebcca3c75046, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:01.170934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Routers {'fe4e4199-038f-4680-8f7f-529e14e53def'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:01.170934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe4e4199-038f-4680-8f7f-529e14e53def'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:01.189383 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] For port 731d952d-4c42-4b98-b65c-ebcca3c75046, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=731d952d-4c42-4b98-b65c-ebcca3c75046,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:01.215235 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.239907 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.324060 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] Set router fe4e4199-038f-4680-8f7f-529e14e53def gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:01.350564 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38aec634-7ebd-4a21-acaf-d3bb11ddf853 req-f8fe07b2-0944-4704-84e2-8b8b98ea6c44 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250353 Jul 23 20:31:01.378333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Allocated IP 172.25.3.193 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/c5aff5d5-ec1c-4e3b-9e2c-82ee6515506f) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:01.513423 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53e849ec-2b64-4c7f-a62b-2211b65332fe req-091ae71b-d177-41e3-bcd1-7669402404b1 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 210 time: 0.0632176 Jul 23 20:31:01.538941 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-34065ed9-9fc8-40cf-8ded-7bd1a8e0bbf8 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:01.540420 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-34065ed9-9fc8-40cf-8ded-7bd1a8e0bbf8 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.48 "GET /v2.0/networks?id=ce0133d9-8df6-41ea-ae2f-c1fed304391d HTTP/1.1" status: 200 len: 817 time: 0.5462694 Jul 23 20:31:01.560534 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b294b5-8700-41a7-b82a-01b1cd04ff9c req-8caa58a4-1ec2-425f-a7f2-ebc4d95f7acf tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:01.560534 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89b294b5-8700-41a7-b82a-01b1cd04ff9c req-8caa58a4-1ec2-425f-a7f2-ebc4d95f7acf tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 950 time: 0.3019979 Jul 23 20:31:01.602083 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:01.603147 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.604195 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] 10.222.0.57 "PUT /v2.0/ports/731d952d-4c42-4b98-b65c-ebcca3c75046 HTTP/1.1" status: 200 len: 1097 time: 2.1456571 Jul 23 20:31:01.604659 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072bff41-2ea7-4868-baf5-28006e8fc3fb', 'tag': '731d952d-4c42-4b98-b65c-ebcca3c75046'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:01.607052 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cf6811-58bc-46ca-a834-10a1ead6349c" -d '{"events": [{"name": "network-changed", "server_uuid": "072bff41-2ea7-4868-baf5-28006e8fc3fb", "tag": "731d952d-4c42-4b98-b65c-ebcca3c75046"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:01.624933 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.651524 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'name': 'tempest-FloatingIPDetailsTestJSON-996178806-router', 'tenant_id': '669d0429c0274d5aaaa546479db5773e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:53Z', 'updated_at': '2021-07-23T20:30:57Z', 'revision_number': 3, 'project_id': '669d0429c0274d5aaaa546479db5773e', 'gw_port': {'id': '26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:54Z', 'updated_at': '2021-07-23T20:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:01.652140 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-00d60f3e-ab06-4605-bcf4-5d9393c4cfad tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e36b104f9d24e799825b9baa093a497 HTTP/1.1" status: 200 len: 380 time: 0.0866725 Jul 23 20:31:01.653776 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113cdd7-3d13-49d0-ad39-a9fd18f11cbd service neutron] Pushing event updated for resources: {'Port': ['ID=731d952d-4c42-4b98-b65c-ebcca3c75046,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:01.678747 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Network 5d6ced6a-8815-49b9-b130-5a45c46d5be7 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:01.698215 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89b294b5-8700-41a7-b82a-01b1cd04ff9c req-de8151ef-b5cc-45f4-b0ea-212375da69d4 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960264 Jul 23 20:31:01.707034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-ef9e1505-27a0-4ee8-b537-74873b5c95e0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Request body: {'port': {'device_id': '432069e4-82e8-4b97-80a6-526f059e5057', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'admin_state_up': True, 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'security_groups': ['1463ef4c-0bb9-4c09-9e48-aa1494297c71']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:01.714838 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:01.718380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6152d566-4abf-4bcd-bb11-4012b198754c None None] The sync data for ids ['fe4e4199-038f-4680-8f7f-529e14e53def'] in n-d-791504-18 is: [{'id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'name': 'tempest-FloatingIPDetailsTestJSON-996178806-router', 'tenant_id': '669d0429c0274d5aaaa546479db5773e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:53Z', 'updated_at': '2021-07-23T20:30:57Z', 'revision_number': 3, 'project_id': '669d0429c0274d5aaaa546479db5773e', 'gw_port': {'id': '26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:54Z', 'updated_at': '2021-07-23T20:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:01.812541 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.852499 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0281bb0d-3c33-4836-ab2a-72f764a4e309 x-openstack-request-id: req-0281bb0d-3c33-4836-ab2a-72f764a4e309 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:01.852794 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072bff41-2ea7-4868-baf5-28006e8fc3fb", "tag": "731d952d-4c42-4b98-b65c-ebcca3c75046", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:01.853046 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0281bb0d-3c33-4836-ab2a-72f764a4e309 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:01.853558 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072bff41-2ea7-4868-baf5-28006e8fc3fb', 'tag': '731d952d-4c42-4b98-b65c-ebcca3c75046', 'status': 'completed', 'code': 200} Jul 23 20:31:01.856394 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:01.938557 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a73448a-f3d7-49b3-be48-7b0c65441bd8 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:01.948441 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.957088 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Pushing event updated for resources: {'Port': ['ID=93868eec-2f5b-4096-9174-6c234168becf,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:01.962199 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Transition to ACTIVE for port object 8a73448a-f3d7-49b3-be48-7b0c65441bd8 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:01.962556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-ef9e1505-27a0-4ee8-b537-74873b5c95e0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Made reservation on behalf of 2e36b104f9d24e799825b9baa093a497 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:01.973392 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-ef9e1505-27a0-4ee8-b537-74873b5c95e0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.976731 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.992089 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.061520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-18690a50-8905-4801-bd38-2afe22e34688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:02.064627 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-18690a50-8905-4801-bd38-2afe22e34688 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&device_id=072bff41-2ea7-4868-baf5-28006e8fc3fb HTTP/1.1" status: 200 len: 1100 time: 0.3868017 Jul 23 20:31:02.131182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d724472d-cfbb-48a6-aaf2-72c12247656e None None] Provisioning for port 93868eec-2f5b-4096-9174-6c234168becf completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:02.135136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a73448a-f3d7-49b3-be48-7b0c65441bd8,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:02.138446 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.158140 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d724472d-cfbb-48a6-aaf2-72c12247656e None None] Provisioning complete for port 93868eec-2f5b-4096-9174-6c234168becf triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:02.158140 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d724472d-cfbb-48a6-aaf2-72c12247656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.187276 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-cac2a774-191a-4202-869d-08f89e7e81e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=731d952d-4c42-4b98-b65c-ebcca3c75046 HTTP/1.1" status: 200 len: 217 time: 0.0550432 Jul 23 20:31:02.192483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9e051-e628-4655-86e3-0b7cf98e9186 req-b5ff74e9-f4a7-4089-8803-8ed6986bb0de tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:02.207652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ddb9e051-e628-4655-86e3-0b7cf98e9186 req-b5ff74e9-f4a7-4089-8803-8ed6986bb0de tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc22896a-ac2f-4853-843a-7d22425e34f3 HTTP/1.1" status: 200 len: 945 time: 0.4488082 Jul 23 20:31:02.255360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-ae720cda-36ad-4a48-b5cf-e7ce646a3f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:02.257137 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-ae720cda-36ad-4a48-b5cf-e7ce646a3f3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0599837 Jul 23 20:31:02.262277 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d724472d-cfbb-48a6-aaf2-72c12247656e None None] Port 93868eec-2f5b-4096-9174-6c234168becf cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:31:02.302284 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Pushing event updated for resources: {'Port': ['ID=c5aff5d5-ec1c-4e3b-9e2c-82ee6515506f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:02.365672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:02.376558 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:02.407899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:02.445005 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ddb9e051-e628-4655-86e3-0b7cf98e9186 req-a799ff7c-b247-407c-88c6-0b34fc64c45d tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328062 Jul 23 20:31:02.460208 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:02.481643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Attempting to bind port 8a73448a-f3d7-49b3-be48-7b0c65441bd8 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:02.481987 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Attempting to bind port 8a73448a-f3d7-49b3-be48-7b0c65441bd8 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:02.482323 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Attempting to bind port 8a73448a-f3d7-49b3-be48-7b0c65441bd8 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:02.506759 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.534133 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-4cecc23c-7fcb-4fd7-aeff-c01ff05bb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:02.535855 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:02.536284 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-4cecc23c-7fcb-4fd7-aeff-c01ff05bb8e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2440636 Jul 23 20:31:02.541701 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:02.542222 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.545789 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-ef9e1505-27a0-4ee8-b537-74873b5c95e0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Allocated IP 172.20.0.5 (ce0133d9-8df6-41ea-ae2f-c1fed304391d/35eaf14f-2eae-4b6c-8dcf-0499d3191c4d/0348b129-1a97-4787-8669-0847ec9df6a0) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:02.592994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Port 8a73448a-f3d7-49b3-be48-7b0c65441bd8 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:31:02.593224 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Attempting to bind port 8a73448a-f3d7-49b3-be48-7b0c65441bd8 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:02.664540 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.678132 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:02.678483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:02.679427 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:02.679427 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Bound port: 8a73448a-f3d7-49b3-be48-7b0c65441bd8, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:02.679840 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.696375 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:02.706241 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.770359 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:02.784700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9005a8e4-82d4-4d96-995a-fea8ecb1aa32 req-f55d4126-4fef-4c91-a5ff-9b09c0b70478 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 210 time: 0.1272745 Jul 23 20:31:02.803951 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d1215089-8bcb-4283-9303-12a0d185a19b service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559679 Jul 23 20:31:02.983998 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-ef9e1505-27a0-4ee8-b537-74873b5c95e0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.997316 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] For port 8a73448a-f3d7-49b3-be48-7b0c65441bd8, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:03.014700 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.024380 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.026868 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-ef9e1505-27a0-4ee8-b537-74873b5c95e0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Transition to ACTIVE for port object 0348b129-1a97-4787-8669-0847ec9df6a0 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:03.032793 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-0d07ec1d-2c3c-4ed9-8b10-6a42ebe8ed3e service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202401 Jul 23 20:31:03.054165 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] For port 8a73448a-f3d7-49b3-be48-7b0c65441bd8, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8a73448a-f3d7-49b3-be48-7b0c65441bd8,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:03.088249 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.141120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bbf28-ccd0-4208-9781-b7921b6276c3 req-817522a4-8cc0-4053-8c0c-1df76704fe17 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:03.142531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-462bbf28-ccd0-4208-9781-b7921b6276c3 req-817522a4-8cc0-4053-8c0c-1df76704fe17 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54711f2-9a01-4b59-9b11-fbe89dfe776b HTTP/1.1" status: 200 len: 948 time: 0.6441638 Jul 23 20:31:03.147367 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.165711 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.173882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:03.174040 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.174625 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Pushing event updated for resources: {'Port': ['ID=93868eec-2f5b-4096-9174-6c234168becf,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:03.175327 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] 10.222.0.57 "PUT /v2.0/ports/8a73448a-f3d7-49b3-be48-7b0c65441bd8 HTTP/1.1" status: 200 len: 1097 time: 2.7731917 Jul 23 20:31:03.181404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54711f2-9a01-4b59-9b11-fbe89dfe776b', 'tag': '8a73448a-f3d7-49b3-be48-7b0c65441bd8'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:03.188439 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23992b5-ee15-45c2-9adc-613af820a17e" -d '{"events": [{"name": "network-changed", "server_uuid": "b54711f2-9a01-4b59-9b11-fbe89dfe776b", "tag": "8a73448a-f3d7-49b3-be48-7b0c65441bd8"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:03.198365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3459a5-3d79-4c6b-8b19-ed8431abcb0c req-712be1ee-12de-4dc4-8685-66e1ae7ffde7 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:03.199991 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d3459a5-3d79-4c6b-8b19-ed8431abcb0c req-712be1ee-12de-4dc4-8685-66e1ae7ffde7 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 950 time: 0.5637591 Jul 23 20:31:03.236867 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-ef9e1505-27a0-4ee8-b537-74873b5c95e0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.267077 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf6811-58bc-46ca-a834-10a1ead6349c req-5f357b8f-6266-46dc-8dbf-bec7ac9f6a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:03.268815 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36cf6811-58bc-46ca-a834-10a1ead6349c req-5f357b8f-6266-46dc-8dbf-bec7ac9f6a07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&device_id=072bff41-2ea7-4868-baf5-28006e8fc3fb HTTP/1.1" status: 200 len: 1100 time: 0.1816573 Jul 23 20:31:03.369932 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07443c4-abfb-421b-bc32-ce3080a614c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a73448a-f3d7-49b3-be48-7b0c65441bd8,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:03.377141 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-ef9e1505-27a0-4ee8-b537-74873b5c95e0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Network ce0133d9-8df6-41ea-ae2f-c1fed304391d is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:03.391963 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-ef9e1505-27a0-4ee8-b537-74873b5c95e0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:03.394848 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-ef9e1505-27a0-4ee8-b537-74873b5c95e0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:03.400629 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da349f27-c2b8-4508-9a31-c21453e77ede req-5e5395e1-1bd7-4e4e-ab54-009acd3535fa tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:03.401782 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da349f27-c2b8-4508-9a31-c21453e77ede req-5e5395e1-1bd7-4e4e-ab54-009acd3535fa tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 950 time: 0.4531558 Jul 23 20:31:03.407738 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Network 5d6ced6a-8815-49b9-b130-5a45c46d5be7 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:03.424092 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-462bbf28-ccd0-4208-9781-b7921b6276c3 req-c64d153f-2057-4b9b-9d96-30a4f9e19226 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672362 Jul 23 20:31:03.433064 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:03.437349 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e1505-27a0-4ee8-b537-74873b5c95e0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Pushing event updated for resources: {'Port': ['ID=0348b129-1a97-4787-8669-0847ec9df6a0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:03.591228 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da349f27-c2b8-4508-9a31-c21453e77ede req-6c74ab99-15df-4fd9-b8f4-cf77814e0f00 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760256 Jul 23 20:31:03.624752 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-ef9e1505-27a0-4ee8-b537-74873b5c95e0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:03.625443 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-ef9e1505-27a0-4ee8-b537-74873b5c95e0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.649315 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75322d1c-8193-4319-a699-f1b96ed8d9df x-openstack-request-id: req-75322d1c-8193-4319-a699-f1b96ed8d9df {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:03.649606 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54711f2-9a01-4b59-9b11-fbe89dfe776b", "tag": "8a73448a-f3d7-49b3-be48-7b0c65441bd8", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:03.649838 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75322d1c-8193-4319-a699-f1b96ed8d9df {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:03.650224 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54711f2-9a01-4b59-9b11-fbe89dfe776b', 'tag': '8a73448a-f3d7-49b3-be48-7b0c65441bd8', 'status': 'completed', 'code': 200} Jul 23 20:31:03.656959 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-6368629f-27f8-4f32-b545-ba553f742e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:03.658516 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-6368629f-27f8-4f32-b545-ba553f742e07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&device_id=b54711f2-9a01-4b59-9b11-fbe89dfe776b HTTP/1.1" status: 200 len: 1100 time: 0.3868368 Jul 23 20:31:03.719822 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-ef9e1505-27a0-4ee8-b537-74873b5c95e0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0473969 Jul 23 20:31:03.726466 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Router fe4e4199-038f-4680-8f7f-529e14e53def has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:31:03.734375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf6811-58bc-46ca-a834-10a1ead6349c req-c3f41576-0f34-4fc8-8de3-3e4e6c1409ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:03.741290 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36cf6811-58bc-46ca-a834-10a1ead6349c req-c3f41576-0f34-4fc8-8de3-3e4e6c1409ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.4580739 Jul 23 20:31:03.749608 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Request body: {'port': {'device_id': '432069e4-82e8-4b97-80a6-526f059e5057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:03.769606 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-09db3c04-1893-4915-8e32-1a630a143d2c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=8a73448a-f3d7-49b3-be48-7b0c65441bd8 HTTP/1.1" status: 200 len: 217 time: 0.1009498 Jul 23 20:31:03.771297 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 6c8a3198-09f5-43dc-99b7-389183ef50c9 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:03.838113 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-3d3459a5-3d79-4c6b-8b19-ed8431abcb0c req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Deleting port c68e193e-c069-413f-9cb0-704f2eb56463 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:03.838584 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3d3459a5-3d79-4c6b-8b19-ed8431abcb0c req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.842328 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36cf6811-58bc-46ca-a834-10a1ead6349c req-16a07450-2188-484e-980a-72811ba9c02a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=731d952d-4c42-4b98-b65c-ebcca3c75046 HTTP/1.1" status: 200 len: 217 time: 0.0864379 Jul 23 20:31:03.852571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-33b1022c-5560-46d6-a868-3ed777adaf3d None None] Provisioning for port 0348b129-1a97-4787-8669-0847ec9df6a0 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:03.867569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-33b1022c-5560-46d6-a868-3ed777adaf3d None None] Provisioning complete for port 0348b129-1a97-4787-8669-0847ec9df6a0 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:03.868818 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33b1022c-5560-46d6-a868-3ed777adaf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.905532 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.917820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 6c8a3198-09f5-43dc-99b7-389183ef50c9 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:03.923199 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 6c8a3198-09f5-43dc-99b7-389183ef50c9 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:03.923568 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.947265 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-33b1022c-5560-46d6-a868-3ed777adaf3d None None] Port 0348b129-1a97-4787-8669-0847ec9df6a0 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:31:03.957646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-0fe01c2a-d4a8-444e-8a60-c5da1c45e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:03.959809 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-0fe01c2a-d4a8-444e-8a60-c5da1c45e160 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1679745 Jul 23 20:31:04.013716 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf6811-58bc-46ca-a834-10a1ead6349c req-e783b40a-71b4-4a55-9d22-b1226c992ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:04.014910 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.015199 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36cf6811-58bc-46ca-a834-10a1ead6349c req-e783b40a-71b4-4a55-9d22-b1226c992ce7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1315584 Jul 23 20:31:04.017753 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.043600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc22896a-ac2f-4853-843a-7d22425e34f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8a3198-09f5-43dc-99b7-389183ef50c9'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:04.046361 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba44fbbc-dee3-43c6-a0b5-a22d514f5154" -d '{"events": [{"server_uuid": "bc22896a-ac2f-4853-843a-7d22425e34f3", "name": "network-vif-plugged", "status": "completed", "tag": "6c8a3198-09f5-43dc-99b7-389183ef50c9"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:04.062004 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 6c8a3198-09f5-43dc-99b7-389183ef50c9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=6c8a3198-09f5-43dc-99b7-389183ef50c9,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:04.075517 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.079687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3c4f93f9-30e7-4998-b8c4-2e7c8f7e62c6 None None] Provisioning complete for port 93868eec-2f5b-4096-9174-6c234168becf triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:04.080116 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c4f93f9-30e7-4998-b8c4-2e7c8f7e62c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.091593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:04.106609 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5f78a009-c16d-4a9e-a44f-a145f1126cab admin admin] 10.222.0.55 "PUT /v2.0/routers/fe4e4199-038f-4680-8f7f-529e14e53def/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0678194 Jul 23 20:31:04.155061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f93f9-30e7-4998-b8c4-2e7c8f7e62c6 None None] Port 93868eec-2f5b-4096-9174-6c234168becf cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:31:04.161763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=6c8a3198-09f5-43dc-99b7-389183ef50c9,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:04.189559 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Sync routers for ids ['fe4e4199-038f-4680-8f7f-529e14e53def'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:04.207050 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Routers {'fe4e4199-038f-4680-8f7f-529e14e53def'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:04.207732 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe4e4199-038f-4680-8f7f-529e14e53def'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:04.220374 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf6811-58bc-46ca-a834-10a1ead6349c req-28d8b4db-4d7a-405d-a619-b964776e570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:04.221895 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36cf6811-58bc-46ca-a834-10a1ead6349c req-28d8b4db-4d7a-405d-a619-b964776e570b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1935732 Jul 23 20:31:04.324461 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Set router fe4e4199-038f-4680-8f7f-529e14e53def gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:04.405789 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36cf6811-58bc-46ca-a834-10a1ead6349c req-2685c570-9f5e-4209-b623-e3b3949cfadd service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743851 Jul 23 20:31:04.415684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:04.469386 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:04.469995 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.489875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29719d27-af53-428e-958a-a4f51863a862 req-6fd2bd3e-9232-441e-8fab-e7d42836c8b9 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:04.491428 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29719d27-af53-428e-958a-a4f51863a862 req-6fd2bd3e-9232-441e-8fab-e7d42836c8b9 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc22896a-ac2f-4853-843a-7d22425e34f3 HTTP/1.1" status: 200 len: 945 time: 0.7453401 Jul 23 20:31:04.540666 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-3d3459a5-3d79-4c6b-8b19-ed8431abcb0c req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] For port c68e193e-c069-413f-9cb0-704f2eb56463, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c68e193e-c069-413f-9cb0-704f2eb56463,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:04.541032 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3d3459a5-3d79-4c6b-8b19-ed8431abcb0c req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.567716 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'name': 'tempest-FloatingIPDetailsTestJSON-996178806-router', 'tenant_id': '669d0429c0274d5aaaa546479db5773e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:53Z', 'updated_at': '2021-07-23T20:31:02Z', 'revision_number': 4, 'project_id': '669d0429c0274d5aaaa546479db5773e', 'gw_port': {'id': '26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:54Z', 'updated_at': '2021-07-23T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '93868eec-2f5b-4096-9174-6c234168becf', 'name': '', 'network_id': '5d6ced6a-8815-49b9-b130-5a45c46d5be7', 'tenant_id': '669d0429c0274d5aaaa546479db5773e', 'mac_address': 'fa:16:3e:d1:62:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1af2f654-92a6-4b4e-af29-9b9af9d26642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:00Z', 'updated_at': '2021-07-23T20:31:02Z', 'revision_number': 2, 'project_id': '669d0429c0274d5aaaa546479db5773e', 'subnets': [{'id': '1af2f654-92a6-4b4e-af29-9b9af9d26642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:04.579431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-3d3459a5-3d79-4c6b-8b19-ed8431abcb0c req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Calling delete_port for c68e193e-c069-413f-9cb0-704f2eb56463 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:04.589220 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36cf6811-58bc-46ca-a834-10a1ead6349c req-0d42a324-0543-4010-a64b-f861a964b15c service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691895 Jul 23 20:31:04.604209 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0348b129-1a97-4787-8669-0847ec9df6a0 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:04.618738 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.636402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Transition to ACTIVE for port object 0348b129-1a97-4787-8669-0847ec9df6a0 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:04.637355 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e65b10-fed7-4203-80b6-36acbc9f2175 req-4e9d349d-cbb2-4008-834b-c3c926337ba8 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:04.638965 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56e65b10-fed7-4203-80b6-36acbc9f2175 req-4e9d349d-cbb2-4008-834b-c3c926337ba8 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 931 time: 0.7349598 Jul 23 20:31:04.644696 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.694053 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29719d27-af53-428e-958a-a4f51863a862 req-9cc675d0-062d-4ee6-bba1-139c67d13a66 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866677 Jul 23 20:31:04.720092 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Checking router: fe4e4199-038f-4680-8f7f-529e14e53def for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:31:04.720524 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Updating router fe4e4199-038f-4680-8f7f-529e14e53def port 93868eec-2f5b-4096-9174-6c234168becf binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:31:04.749263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-060d6e27-8883-4c3d-9810-be4edad7ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:04.750825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-060d6e27-8883-4c3d-9810-be4edad7ba4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7701581 Jul 23 20:31:04.754894 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1a829c-809d-49ad-9658-0a2df5b82ada x-openstack-request-id: req-5f1a829c-809d-49ad-9658-0a2df5b82ada {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:04.755311 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc22896a-ac2f-4853-843a-7d22425e34f3", "name": "network-vif-plugged", "status": "completed", "tag": "6c8a3198-09f5-43dc-99b7-389183ef50c9", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:04.755624 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f1a829c-809d-49ad-9658-0a2df5b82ada {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:04.756244 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc22896a-ac2f-4853-843a-7d22425e34f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8a3198-09f5-43dc-99b7-389183ef50c9', 'code': 200} Jul 23 20:31:04.800550 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.827906 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56e65b10-fed7-4203-80b6-36acbc9f2175 req-d9db4d88-c3a6-4b4c-ab24-6204b2911bed tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516957 Jul 23 20:31:04.924123 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Router ecf9552d-a2a4-43ec-b379-b24d9315cf3d is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:31:04.982052 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-1c95954a-0b9e-4593-aa21-134b83ee10d8 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220283 Jul 23 20:31:05.095335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Pushing event updated for resources: {'Port': ['ID=0348b129-1a97-4787-8669-0847ec9df6a0,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:05.184699 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Attempting to bind port 0348b129-1a97-4787-8669-0847ec9df6a0 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:05.185045 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Attempting to bind port 0348b129-1a97-4787-8669-0847ec9df6a0 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '2e9cd544-ea19-47e1-a525-d7df8cd64d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:05.185381 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Attempting to bind port 0348b129-1a97-4787-8669-0847ec9df6a0 on network ce0133d9-8df6-41ea-ae2f-c1fed304391d {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:05.191575 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.193684 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Port 0348b129-1a97-4787-8669-0847ec9df6a0 on network ce0133d9-8df6-41ea-ae2f-c1fed304391d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:31:05.194744 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Attempting to bind port 0348b129-1a97-4787-8669-0847ec9df6a0 on network ce0133d9-8df6-41ea-ae2f-c1fed304391d {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:05.202480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:05.202813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Checking segment: {'id': '2e9cd544-ea19-47e1-a525-d7df8cd64d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:05.203242 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Bound using segment: {'id': '2e9cd544-ea19-47e1-a525-d7df8cd64d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:05.203780 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Bound port: 0348b129-1a97-4787-8669-0847ec9df6a0, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9cd544-ea19-47e1-a525-d7df8cd64d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:05.204013 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Transition to ACTIVE for port object 93868eec-2f5b-4096-9174-6c234168becf will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:05.204148 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.211436 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.259196 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3d3459a5-3d79-4c6b-8b19-ed8431abcb0c req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.271794 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['7f25587f-ccda-48b8-b3fc-f4afaec14bad'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:05.275209 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcbfa4-bc4b-4c80-bc1b-11b741d6063b None None] Pushing event updated for resources: {'Port': ['ID=93868eec-2f5b-4096-9174-6c234168becf,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:05.298283 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] For port 0348b129-1a97-4787-8669-0847ec9df6a0, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:05.302279 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] For port 0348b129-1a97-4787-8669-0847ec9df6a0, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0348b129-1a97-4787-8669-0847ec9df6a0,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:05.312779 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.369319 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Attempting to bind port 93868eec-2f5b-4096-9174-6c234168becf on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:05.372355 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Attempting to bind port 93868eec-2f5b-4096-9174-6c234168becf by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'f543a281-a835-4b7a-952d-336a279e8354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d6ced6a-8815-49b9-b130-5a45c46d5be7'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:05.372920 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Attempting to bind port 93868eec-2f5b-4096-9174-6c234168becf on network 5d6ced6a-8815-49b9-b130-5a45c46d5be7 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:05.376238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:05.376961 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.378601 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] 10.222.0.48 "PUT /v2.0/ports/0348b129-1a97-4787-8669-0847ec9df6a0 HTTP/1.1" status: 200 len: 1092 time: 1.6363356 Jul 23 20:31:05.379281 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432069e4-82e8-4b97-80a6-526f059e5057', 'tag': '0348b129-1a97-4787-8669-0847ec9df6a0'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:05.381619 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:05.382205 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Checking segment: {'id': 'f543a281-a835-4b7a-952d-336a279e8354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d6ced6a-8815-49b9-b130-5a45c46d5be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:05.382352 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d6696f-6c71-417b-adcc-7c81037f045e" -d '{"events": [{"name": "network-changed", "server_uuid": "432069e4-82e8-4b97-80a6-526f059e5057", "tag": "0348b129-1a97-4787-8669-0847ec9df6a0"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:05.382929 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.383577 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Bound using segment: {'id': 'f543a281-a835-4b7a-952d-336a279e8354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d6ced6a-8815-49b9-b130-5a45c46d5be7'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:05.384691 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Bound port: 93868eec-2f5b-4096-9174-6c234168becf, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f543a281-a835-4b7a-952d-336a279e8354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d6ced6a-8815-49b9-b130-5a45c46d5be7'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:05.385383 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.412053 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c6939-adf6-4e71-b4ec-36ce4bf3e01d service neutron] Pushing event updated for resources: {'Port': ['ID=0348b129-1a97-4787-8669-0847ec9df6a0,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:05.440322 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490e83a-5dc2-485e-b0a7-718c91b42d02 req-ca3fdc1b-2dd8-4294-9080-1dc37c83f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:05.449591 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0490e83a-5dc2-485e-b0a7-718c91b42d02 req-ca3fdc1b-2dd8-4294-9080-1dc37c83f905 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc22896a-ac2f-4853-843a-7d22425e34f3 HTTP/1.1" status: 200 len: 1098 time: 0.6087606 Jul 23 20:31:05.537749 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] For port 93868eec-2f5b-4096-9174-6c234168becf, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:05.541887 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] For port 93868eec-2f5b-4096-9174-6c234168becf, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=93868eec-2f5b-4096-9174-6c234168becf,segment=NetworkSegment(f543a281-a835-4b7a-952d-336a279e8354),segment_id=f543a281-a835-4b7a-952d-336a279e8354)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:05.554557 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 731d952d-4c42-4b98-b65c-ebcca3c75046 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:31:05.561732 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.574587 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Pushing event deleted for resources: {'Port': ['ID=c68e193e-c069-413f-9cb0-704f2eb56463,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:05.593883 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-385a60d4-be38-4625-a453-931438ca6777 req-04b75e9d-0b3e-4cca-b3c8-7dcc9c7483cd tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6107731 Jul 23 20:31:05.596293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:05.611522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-4c5e63d2-698c-4ba3-a3b2-a42bdcad0086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:05.617416 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-4c5e63d2-698c-4ba3-a3b2-a42bdcad0086 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e36b104f9d24e799825b9baa093a497&device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 1095 time: 0.1843066 Jul 23 20:31:05.626120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-385a60d4-be38-4625-a453-931438ca6777 req-08debc02-2a24-4fe2-8997-7de803729e00 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:05.717465 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device c68e193e-c069-413f-9cb0-704f2eb56463 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:05.723738 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-399c5937-7673-4f1d-840c-7f5f5159ef04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0348b129-1a97-4787-8669-0847ec9df6a0 HTTP/1.1" status: 200 len: 217 time: 0.0866625 Jul 23 20:31:05.749403 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: c68e193e-c069-413f-9cb0-704f2eb56463 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:05.750093 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device c68e193e-c069-413f-9cb0-704f2eb56463 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:05.751960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d855f487-d280-45f2-bf9f-f4a1217df95d None None] Sync routers for ids ['ecf9552d-a2a4-43ec-b379-b24d9315cf3d'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:05.755946 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Routers {'fe4e4199-038f-4680-8f7f-529e14e53def'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:05.757680 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe4e4199-038f-4680-8f7f-529e14e53def'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:05.773963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d855f487-d280-45f2-bf9f-f4a1217df95d None None] Routers {'ecf9552d-a2a4-43ec-b379-b24d9315cf3d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:05.774976 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d855f487-d280-45f2-bf9f-f4a1217df95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ecf9552d-a2a4-43ec-b379-b24d9315cf3d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:05.814990 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:05.815408 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:05.822009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:05.822377 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:05.822725 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:05.823067 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:05.823653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:05.823916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:05.824193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:05.824551 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:05.825256 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:05.825617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:05.854160 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-21700648-4d10-4ea7-9f0d-1433b40fac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:05.855763 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-21700648-4d10-4ea7-9f0d-1433b40fac84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35eaf14f-2eae-4b6c-8dcf-0499d3191c4d HTTP/1.1" status: 200 len: 856 time: 0.1247284 Jul 23 20:31:05.874682 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d855f487-d280-45f2-bf9f-f4a1217df95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:05.899141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c3913-405f-4103-b832-608281f93caf req-261200d6-6992-4ab4-9292-994eff93f1b0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:05.908789 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d4c3913-405f-4103-b832-608281f93caf req-261200d6-6992-4ab4-9292-994eff93f1b0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54711f2-9a01-4b59-9b11-fbe89dfe776b HTTP/1.1" status: 200 len: 948 time: 0.9244175 Jul 23 20:31:05.909967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 731d952d-4c42-4b98-b65c-ebcca3c75046, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=731d952d-4c42-4b98-b65c-ebcca3c75046,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:05.911701 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.915916 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e7080895-607b-4ba2-8938-27d5635fa144 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.4210243 Jul 23 20:31:05.919429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33880) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:05.937175 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-432e9cfc-bb6c-4554-8c7e-9ab22cba97b5 req-72f28324-62c4-4102-9463-41cd21236dff service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9209774 Jul 23 20:31:05.946360 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '731d952d-4c42-4b98-b65c-ebcca3c75046', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '731d952d-4c42-4b98-b65c-ebcca3c75046', 'mac_address': 'fa:16:3e:04:0e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:31:05.954162 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d855f487-d280-45f2-bf9f-f4a1217df95d None None] Routers {'ecf9552d-a2a4-43ec-b379-b24d9315cf3d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:05.956536 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d855f487-d280-45f2-bf9f-f4a1217df95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ecf9552d-a2a4-43ec-b379-b24d9315cf3d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:05.964236 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcbfa4-bc4b-4c80-bc1b-11b741d6063b None None] Pushing event updated for resources: {'Port': ['ID=93868eec-2f5b-4096-9174-6c234168becf,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:06.006191 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-385a60d4-be38-4625-a453-931438ca6777 req-08debc02-2a24-4fe2-8997-7de803729e00 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:06.007795 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-e6ff0f58-2c2d-4893-b6d3-a6149cf245e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:06.009331 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-e6ff0f58-2c2d-4893-b6d3-a6149cf245e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce0133d9-8df6-41ea-ae2f-c1fed304391d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1424129 Jul 23 20:31:06.064757 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] Set router fe4e4199-038f-4680-8f7f-529e14e53def gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:06.067173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3459a5-3d79-4c6b-8b19-ed8431abcb0c req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] No DVR routers for this DVR port c68e193e-c069-413f-9cb0-704f2eb56463 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:06.142860 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3d3459a5-3d79-4c6b-8b19-ed8431abcb0c req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:06.146066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d3459a5-3d79-4c6b-8b19-ed8431abcb0c req-1dd159dd-7ab3-4df1-b449-d797f115d9b9 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.57 "DELETE /v2.0/ports/c68e193e-c069-413f-9cb0-704f2eb56463 HTTP/1.1" status: 204 len: 173 time: 2.9028678 Jul 23 20:31:06.147551 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c05afd-af7a-4573-b018-63c244574039', 'name': 'network-vif-deleted', 'tag': 'c68e193e-c069-413f-9cb0-704f2eb56463'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:06.149939 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef9b63c-13ea-40be-b059-910d159dc433" -d '{"events": [{"server_uuid": "82c05afd-af7a-4573-b018-63c244574039", "name": "network-vif-deleted", "tag": "c68e193e-c069-413f-9cb0-704f2eb56463"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:06.193267 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0490e83a-5dc2-485e-b0a7-718c91b42d02 req-6d53bcc2-dad3-49ac-b04d-dce8eaadc594 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909667 Jul 23 20:31:06.196162 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-f561f72f-7337-4b4f-8aa4-f6c2e3d3ec8b service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764665 Jul 23 20:31:06.220097 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d855f487-d280-45f2-bf9f-f4a1217df95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:06.221121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d855f487-d280-45f2-bf9f-f4a1217df95d None None] The sync data for ids ['ecf9552d-a2a4-43ec-b379-b24d9315cf3d'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:06.229611 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d4c3913-405f-4103-b832-608281f93caf req-e8703708-6b06-4a1a-a9c1-2b748af797c3 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199489 Jul 23 20:31:06.254662 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:06.265599 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731d952d-4c42-4b98-b65c-ebcca3c75046 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:06.321623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-88dca37e-efe7-4932-ac41-ef5498c3bcd0 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "GET /v2.0/routers/ecf9552d-a2a4-43ec-b379-b24d9315cf3d HTTP/1.1" status: 200 len: 925 time: 0.3818245 Jul 23 20:31:06.324120 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 731d952d-4c42-4b98-b65c-ebcca3c75046, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=731d952d-4c42-4b98-b65c-ebcca3c75046,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:06.326500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33884) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:06.332729 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:06.397762 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23992b5-ee15-45c2-9adc-613af820a17e req-c569fa0e-a882-4a7e-8798-8718fb2ed9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:06.403606 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f23992b5-ee15-45c2-9adc-613af820a17e req-c569fa0e-a882-4a7e-8798-8718fb2ed9f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&device_id=b54711f2-9a01-4b59-9b11-fbe89dfe776b HTTP/1.1" status: 200 len: 1100 time: 0.3379385 Jul 23 20:31:06.408155 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5b375fb3-d385-4778-8747-5cb5badff0bf tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecf9552d-a2a4-43ec-b379-b24d9315cf3d HTTP/1.1" status: 200 len: 205 time: 0.0773354 Jul 23 20:31:06.408618 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33886) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:06.409630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=731d952d-4c42-4b98-b65c-ebcca3c75046,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:06.417857 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:06.418209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:06.418685 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:06.419028 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:06.419388 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:06.419724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:06.420055 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:06.420388 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:06.420754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:06.421132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:06.421462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:06.421785 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:06.422091 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-058df026-7718-4092-94bd-4f677e0ccbd2 req-e7fbd45f-d538-49f8-8261-0375f42762e4 service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691303 Jul 23 20:31:06.470871 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'name': 'tempest-FloatingIPDetailsTestJSON-996178806-router', 'tenant_id': '669d0429c0274d5aaaa546479db5773e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:53Z', 'updated_at': '2021-07-23T20:31:02Z', 'revision_number': 4, 'project_id': '669d0429c0274d5aaaa546479db5773e', 'gw_port': {'id': '26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:54Z', 'updated_at': '2021-07-23T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '93868eec-2f5b-4096-9174-6c234168becf', 'name': '', 'network_id': '5d6ced6a-8815-49b9-b130-5a45c46d5be7', 'tenant_id': '669d0429c0274d5aaaa546479db5773e', 'mac_address': 'fa:16:3e:d1:62:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1af2f654-92a6-4b4e-af29-9b9af9d26642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:00Z', 'updated_at': '2021-07-23T20:31:05Z', 'revision_number': 4, 'project_id': '669d0429c0274d5aaaa546479db5773e', 'subnets': [{'id': '1af2f654-92a6-4b4e-af29-9b9af9d26642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:06.497924 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e84250b-e0ec-4b0f-b0f0-8d0bb05bca93 None None] The sync data for ids ['fe4e4199-038f-4680-8f7f-529e14e53def'] in n-d-791504-18 is: [{'id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'name': 'tempest-FloatingIPDetailsTestJSON-996178806-router', 'tenant_id': '669d0429c0274d5aaaa546479db5773e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:53Z', 'updated_at': '2021-07-23T20:31:02Z', 'revision_number': 4, 'project_id': '669d0429c0274d5aaaa546479db5773e', 'gw_port': {'id': '26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:54Z', 'updated_at': '2021-07-23T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '93868eec-2f5b-4096-9174-6c234168becf', 'name': '', 'network_id': '5d6ced6a-8815-49b9-b130-5a45c46d5be7', 'tenant_id': '669d0429c0274d5aaaa546479db5773e', 'mac_address': 'fa:16:3e:d1:62:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '1af2f654-92a6-4b4e-af29-9b9af9d26642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:00Z', 'updated_at': '2021-07-23T20:31:05Z', 'revision_number': 4, 'project_id': '669d0429c0274d5aaaa546479db5773e', 'subnets': [{'id': '1af2f654-92a6-4b4e-af29-9b9af9d26642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:06.559663 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09206659-193c-4985-b963-d65f14d630ee req-e1d07bb2-0141-4272-8cdc-be2d7d00c72a tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=82c05afd-af7a-4573-b018-63c244574039 HTTP/1.1" status: 200 len: 210 time: 0.0793173 Jul 23 20:31:06.617194 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-385a60d4-be38-4625-a453-931438ca6777 req-08debc02-2a24-4fe2-8997-7de803729e00 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:06.636750 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['731d952d-4c42-4b98-b65c-ebcca3c75046'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:06.720515 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23992b5-ee15-45c2-9adc-613af820a17e req-b03db129-3d33-4433-82cd-694353e3a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:06.722028 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f23992b5-ee15-45c2-9adc-613af820a17e req-b03db129-3d33-4433-82cd-694353e3a184 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.2962711 Jul 23 20:31:06.727960 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-946f7260-5ff7-4153-9801-cb1faa7e0214 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:06.728400 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d5fb5d-ff04-4744-8cd0-2fb32f2f6a29 x-openstack-request-id: req-74d5fb5d-ff04-4744-8cd0-2fb32f2f6a29 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:06.729307 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432069e4-82e8-4b97-80a6-526f059e5057", "tag": "0348b129-1a97-4787-8669-0847ec9df6a0", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:06.729726 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74d5fb5d-ff04-4744-8cd0-2fb32f2f6a29 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:06.730344 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432069e4-82e8-4b97-80a6-526f059e5057', 'tag': '0348b129-1a97-4787-8669-0847ec9df6a0', 'status': 'completed', 'code': 200} Jul 23 20:31:06.786460 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:31:06.865018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6696f-6c71-417b-adcc-7c81037f045e req-947323ff-85dc-4864-a45c-54dd8870c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:06.866981 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-25d6696f-6c71-417b-adcc-7c81037f045e req-947323ff-85dc-4864-a45c-54dd8870c422 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e36b104f9d24e799825b9baa093a497&device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 1095 time: 0.1081233 Jul 23 20:31:06.923145 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f23992b5-ee15-45c2-9adc-613af820a17e req-172b1fe0-6cea-471d-bd1b-46f2be3e9618 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=8a73448a-f3d7-49b3-be48-7b0c65441bd8 HTTP/1.1" status: 200 len: 217 time: 0.1805894 Jul 23 20:31:06.982803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6696f-6c71-417b-adcc-7c81037f045e req-4339c237-319d-4e4e-ba7b-059575f794a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:06.984439 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-25d6696f-6c71-417b-adcc-7c81037f045e req-4339c237-319d-4e4e-ba7b-059575f794a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce0133d9-8df6-41ea-ae2f-c1fed304391d HTTP/1.1" status: 200 len: 918 time: 0.1094947 Jul 23 20:31:07.019888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-385a60d4-be38-4625-a453-931438ca6777 req-08debc02-2a24-4fe2-8997-7de803729e00 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Allocated IP 172.25.3.183 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/b1611520-3c71-42e9-b68f-0f2e091f238d) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:07.040285 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-25d6696f-6c71-417b-adcc-7c81037f045e req-22a9e8c5-c39d-47b2-931b-bbed4fd87e97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0348b129-1a97-4787-8669-0847ec9df6a0 HTTP/1.1" status: 200 len: 217 time: 0.0487463 Jul 23 20:31:07.057513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23992b5-ee15-45c2-9adc-613af820a17e req-97ab3d1b-ba05-4afe-a509-a78fafc1061e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:07.057937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f23992b5-ee15-45c2-9adc-613af820a17e req-97ab3d1b-ba05-4afe-a509-a78fafc1061e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1070151 Jul 23 20:31:07.101895 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6696f-6c71-417b-adcc-7c81037f045e req-7804ee43-31d2-47f3-88d5-1ef72a229fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:07.103853 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-25d6696f-6c71-417b-adcc-7c81037f045e req-7804ee43-31d2-47f3-88d5-1ef72a229fe6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35eaf14f-2eae-4b6c-8dcf-0499d3191c4d HTTP/1.1" status: 200 len: 856 time: 0.0567794 Jul 23 20:31:07.136403 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-946f7260-5ff7-4153-9801-cb1faa7e0214 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:07.161808 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f4ce9-026f-4077-a42f-ce1eee5b68cf req-7ed9d241-5523-4408-af45-e1e36180d505 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:07.168811 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-880f4ce9-026f-4077-a42f-ce1eee5b68cf req-7ed9d241-5523-4408-af45-e1e36180d505 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc22896a-ac2f-4853-843a-7d22425e34f3 HTTP/1.1" status: 200 len: 946 time: 0.3075774 Jul 23 20:31:07.179362 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6696f-6c71-417b-adcc-7c81037f045e req-a9e11137-2f6d-40fe-9ee0-53688337356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:07.181516 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-25d6696f-6c71-417b-adcc-7c81037f045e req-a9e11137-2f6d-40fe-9ee0-53688337356b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce0133d9-8df6-41ea-ae2f-c1fed304391d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683858 Jul 23 20:31:07.295924 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-25d6696f-6c71-417b-adcc-7c81037f045e req-6779f544-07f3-46b3-b1a6-3475a1d6215d service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984814 Jul 23 20:31:07.296696 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-880f4ce9-026f-4077-a42f-ce1eee5b68cf req-296c616a-328d-45de-adf9-73af11e0f81e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270392 Jul 23 20:31:07.305961 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23992b5-ee15-45c2-9adc-613af820a17e req-e3567ce3-9e72-444b-883a-a56150f47526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:07.307501 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f23992b5-ee15-45c2-9adc-613af820a17e req-e3567ce3-9e72-444b-883a-a56150f47526 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2304265 Jul 23 20:31:07.329342 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-385a60d4-be38-4625-a453-931438ca6777 req-08debc02-2a24-4fe2-8997-7de803729e00 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:07.400900 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-25d6696f-6c71-417b-adcc-7c81037f045e req-f4394b0a-ce68-4cf5-9162-d3866a293f7c service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958796 Jul 23 20:31:07.558761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8a73448a-f3d7-49b3-be48-7b0c65441bd8 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:31:07.560993 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 731d952d-4c42-4b98-b65c-ebcca3c75046 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:07.689070 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 731d952d-4c42-4b98-b65c-ebcca3c75046 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:07.695690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 731d952d-4c42-4b98-b65c-ebcca3c75046 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:07.696408 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:07.740454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8a73448a-f3d7-49b3-be48-7b0c65441bd8, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8a73448a-f3d7-49b3-be48-7b0c65441bd8,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:07.759835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '8a73448a-f3d7-49b3-be48-7b0c65441bd8', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '8a73448a-f3d7-49b3-be48-7b0c65441bd8', 'mac_address': 'fa:16:3e:a0:09:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:31:07.788092 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0348b129-1a97-4787-8669-0847ec9df6a0 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:31:07.798146 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-946f7260-5ff7-4153-9801-cb1faa7e0214 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Deleting port c5aff5d5-ec1c-4e3b-9e2c-82ee6515506f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:07.798671 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-946f7260-5ff7-4153-9801-cb1faa7e0214 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:07.846897 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:07.860472 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f23992b5-ee15-45c2-9adc-613af820a17e req-c9a2d6a7-d57e-4ae7-bcd6-d4306af2e6af service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285349 Jul 23 20:31:07.863263 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:07.892140 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-385a60d4-be38-4625-a453-931438ca6777 req-08debc02-2a24-4fe2-8997-7de803729e00 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:07.892400 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a73448a-f3d7-49b3-be48-7b0c65441bd8 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:07.939875 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072bff41-2ea7-4868-baf5-28006e8fc3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731d952d-4c42-4b98-b65c-ebcca3c75046'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:07.942146 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6806212-6ace-4e86-8a29-f7cecfbb044c" -d '{"events": [{"server_uuid": "072bff41-2ea7-4868-baf5-28006e8fc3fb", "name": "network-vif-plugged", "status": "completed", "tag": "731d952d-4c42-4b98-b65c-ebcca3c75046"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:07.963624 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8a73448a-f3d7-49b3-be48-7b0c65441bd8, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8a73448a-f3d7-49b3-be48-7b0c65441bd8,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:07.970282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712f1ec-9f42-41ef-aad1-489bd61f2ae0 req-79af5aa5-ab0e-4772-90e9-a28343df1bfb tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:07.971812 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b712f1ec-9f42-41ef-aad1-489bd61f2ae0 req-79af5aa5-ab0e-4772-90e9-a28343df1bfb tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 943 time: 0.2805822 Jul 23 20:31:07.971968 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 731d952d-4c42-4b98-b65c-ebcca3c75046, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=731d952d-4c42-4b98-b65c-ebcca3c75046,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:07.975412 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:07.982302 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:07.992140 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385a60d4-be38-4625-a453-931438ca6777 req-08debc02-2a24-4fe2-8997-7de803729e00 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:07.996499 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-946f7260-5ff7-4153-9801-cb1faa7e0214 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.012371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-385a60d4-be38-4625-a453-931438ca6777 req-08debc02-2a24-4fe2-8997-7de803729e00 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:08.021617 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0348b129-1a97-4787-8669-0847ec9df6a0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0348b129-1a97-4787-8669-0847ec9df6a0,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:08.023885 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-385a60d4-be38-4625-a453-931438ca6777 req-08debc02-2a24-4fe2-8997-7de803729e00 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:08.046274 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '0348b129-1a97-4787-8669-0847ec9df6a0', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'port_id': '0348b129-1a97-4787-8669-0847ec9df6a0', 'mac_address': 'fa:16:3e:a0:7a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:31:08.052879 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=8a73448a-f3d7-49b3-be48-7b0c65441bd8,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:08.062351 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08debc02-2a24-4fe2-8997-7de803729e00 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Pushing event updated for resources: {'Port': ['ID=b1611520-3c71-42e9-b68f-0f2e091f238d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:08.088207 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-946f7260-5ff7-4153-9801-cb1faa7e0214 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Calling delete_port for c5aff5d5-ec1c-4e3b-9e2c-82ee6515506f owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:08.132864 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.147839 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=731d952d-4c42-4b98-b65c-ebcca3c75046,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:08.152833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0348b129-1a97-4787-8669-0847ec9df6a0 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:08.179003 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b712f1ec-9f42-41ef-aad1-489bd61f2ae0 req-a9fc8326-9ad3-4db4-a0f6-d288e3eb181d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843629 Jul 23 20:31:08.180539 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0348b129-1a97-4787-8669-0847ec9df6a0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0348b129-1a97-4787-8669-0847ec9df6a0,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:08.184104 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f23992b5-ee15-45c2-9adc-613af820a17e req-add1fb9f-ffd5-4d38-9316-57e1dde5a51c service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942491 Jul 23 20:31:08.187504 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.236162 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd7a905-222a-4e51-bf26-b997048de141 x-openstack-request-id: req-6bd7a905-222a-4e51-bf26-b997048de141 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:08.236457 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c05afd-af7a-4573-b018-63c244574039", "name": "network-vif-deleted", "tag": "c68e193e-c069-413f-9cb0-704f2eb56463", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:08.236709 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6bd7a905-222a-4e51-bf26-b997048de141 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:08.237116 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c05afd-af7a-4573-b018-63c244574039', 'name': 'network-vif-deleted', 'tag': 'c68e193e-c069-413f-9cb0-704f2eb56463', 'status': 'completed', 'code': 200} Jul 23 20:31:08.237951 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['8a73448a-f3d7-49b3-be48-7b0c65441bd8'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:08.276164 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=0348b129-1a97-4787-8669-0847ec9df6a0,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:08.326126 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-385a60d4-be38-4625-a453-931438ca6777 req-08debc02-2a24-4fe2-8997-7de803729e00 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.428956 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 93868eec-2f5b-4096-9174-6c234168becf up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:08.431194 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['0348b129-1a97-4787-8669-0847ec9df6a0'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:08.457771 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55761907-0342-49a5-8e65-a96b010d7180 req-15f80310-e7f7-4028-a2ff-71db2d4d4170 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:08.459289 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55761907-0342-49a5-8e65-a96b010d7180 req-15f80310-e7f7-4028-a2ff-71db2d4d4170 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54711f2-9a01-4b59-9b11-fbe89dfe776b HTTP/1.1" status: 200 len: 949 time: 0.1662297 Jul 23 20:31:08.461539 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-385a60d4-be38-4625-a453-931438ca6777 req-08debc02-2a24-4fe2-8997-7de803729e00 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.507892 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-946f7260-5ff7-4153-9801-cb1faa7e0214 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.527023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 93868eec-2f5b-4096-9174-6c234168becf completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:08.533729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 93868eec-2f5b-4096-9174-6c234168becf triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:08.534098 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.550568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f7260-5ff7-4153-9801-cb1faa7e0214 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Pushing event deleted for resources: {'Port': ['ID=c5aff5d5-ec1c-4e3b-9e2c-82ee6515506f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:08.591213 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55761907-0342-49a5-8e65-a96b010d7180 req-93fa67a6-a047-4c77-b15f-68ad4d16474f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073663 Jul 23 20:31:08.665609 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.689107 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-946f7260-5ff7-4153-9801-cb1faa7e0214 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.704564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 93868eec-2f5b-4096-9174-6c234168becf, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=93868eec-2f5b-4096-9174-6c234168becf,segment=NetworkSegment(f543a281-a835-4b7a-952d-336a279e8354),segment_id=f543a281-a835-4b7a-952d-336a279e8354)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:08.709839 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.761899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=93868eec-2f5b-4096-9174-6c234168becf,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:08.802450 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-946f7260-5ff7-4153-9801-cb1faa7e0214 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.805700 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-946f7260-5ff7-4153-9801-cb1faa7e0214 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.811062 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e352d914-c1d8-4542-a278-27ded87f5165 x-openstack-request-id: req-e352d914-c1d8-4542-a278-27ded87f5165 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:08.811556 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072bff41-2ea7-4868-baf5-28006e8fc3fb", "name": "network-vif-plugged", "status": "completed", "tag": "731d952d-4c42-4b98-b65c-ebcca3c75046", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:08.811847 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e352d914-c1d8-4542-a278-27ded87f5165 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:08.812342 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072bff41-2ea7-4868-baf5-28006e8fc3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731d952d-4c42-4b98-b65c-ebcca3c75046', 'code': 200} Jul 23 20:31:08.852830 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-385a60d4-be38-4625-a453-931438ca6777 req-08debc02-2a24-4fe2-8997-7de803729e00 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.860802 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-385a60d4-be38-4625-a453-931438ca6777 req-08debc02-2a24-4fe2-8997-7de803729e00 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.866337 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-946f7260-5ff7-4153-9801-cb1faa7e0214 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.866841 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946f7260-5ff7-4153-9801-cb1faa7e0214 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Fanout notify agent at l3_agent the message router_deleted on router ecf9552d-a2a4-43ec-b379-b24d9315cf3d {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:08.893354 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-946f7260-5ff7-4153-9801-cb1faa7e0214 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.894392 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-946f7260-5ff7-4153-9801-cb1faa7e0214 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "DELETE /v2.0/routers/ecf9552d-a2a4-43ec-b379-b24d9315cf3d HTTP/1.1" status: 204 len: 168 time: 2.4848864 Jul 23 20:31:08.898856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33904) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:08.904121 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1334253218', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'enable_snat': False}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:08.928367 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.929494 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.984038 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.998403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08debc02-2a24-4fe2-8997-7de803729e00 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Pushing event updated for resources: {'Port': ['ID=b1611520-3c71-42e9-b68f-0f2e091f238d,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:09.016168 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-385a60d4-be38-4625-a453-931438ca6777 req-08debc02-2a24-4fe2-8997-7de803729e00 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.042122 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-385a60d4-be38-4625-a453-931438ca6777 req-08debc02-2a24-4fe2-8997-7de803729e00 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.043358 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-385a60d4-be38-4625-a453-931438ca6777 req-08debc02-2a24-4fe2-8997-7de803729e00 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4486392 Jul 23 20:31:09.054699 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c0b80-1fb0-4106-9d9d-30064d2d9bbf req-a4cb194c-7416-43d4-9028-deb0d1c71b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:09.056190 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e84c0b80-1fb0-4106-9d9d-30064d2d9bbf req-a4cb194c-7416-43d4-9028-deb0d1c71b23 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=072bff41-2ea7-4868-baf5-28006e8fc3fb HTTP/1.1" status: 200 len: 1102 time: 0.1582117 Jul 23 20:31:09.064079 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6a96b-0195-40fa-9711-a86935613f0e req-062c97c3-49d4-40ed-b34d-eb4f8723038c tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:09.065498 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20e6a96b-0195-40fa-9711-a86935613f0e req-062c97c3-49d4-40ed-b34d-eb4f8723038c tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc22896a-ac2f-4853-843a-7d22425e34f3 HTTP/1.1" status: 200 len: 946 time: 0.1776903 Jul 23 20:31:09.125053 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.138510 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-385a60d4-be38-4625-a453-931438ca6777 req-df70c24d-4e0a-4770-b322-0b9e3a048cbd tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.0867770 Jul 23 20:31:09.174658 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e84c0b80-1fb0-4106-9d9d-30064d2d9bbf req-e8992e17-c7df-4869-abf8-370a34335811 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031492 Jul 23 20:31:09.186407 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20e6a96b-0195-40fa-9711-a86935613f0e req-39469288-e034-4eeb-9151-17580503f5e4 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129830 Jul 23 20:31:09.271225 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a60d4-be38-4625-a453-931438ca6777 req-82a37cce-ea39-4067-a952-678ef77cc310 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:09.272692 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-385a60d4-be38-4625-a453-931438ca6777 req-82a37cce-ea39-4067-a952-678ef77cc310 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.1217244 Jul 23 20:31:09.342116 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.363501 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.402506 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702431f-1b31-412e-835f-97b0703fc69e req-3a313fe9-e225-4a6e-b9e0-577a5bbf7060 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:09.404095 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4702431f-1b31-412e-835f-97b0703fc69e req-3a313fe9-e225-4a6e-b9e0-577a5bbf7060 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 944 time: 0.0746331 Jul 23 20:31:09.452937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4702431f-1b31-412e-835f-97b0703fc69e req-049b8c93-0b97-46c0-8dc3-b7df5130bf8d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427918 Jul 23 20:31:09.480998 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Allocated IP 172.25.3.200 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/a2b54443-10b3-493f-94fb-aaf0e869338a) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:09.587763 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.588146 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8a73448a-f3d7-49b3-be48-7b0c65441bd8 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:09.620620 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-35289dd7-d05a-4648-a3c1-348108c93b66 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1592648 Jul 23 20:31:09.635228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-64c2e50c-92cc-430c-9a19-62ce07cac618 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:09.642950 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.659234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 8a73448a-f3d7-49b3-be48-7b0c65441bd8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:09.664000 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd3ea0-c378-4224-845d-184080c7ac17 req-314cb2c6-592e-438e-9ade-fbd09a54a61d tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:09.664242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 8a73448a-f3d7-49b3-be48-7b0c65441bd8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:09.664694 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.665561 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2cd3ea0-c378-4224-845d-184080c7ac17 req-314cb2c6-592e-438e-9ade-fbd09a54a61d tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7 HTTP/1.1" status: 200 len: 950 time: 0.1440210 Jul 23 20:31:09.691068 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-64c2e50c-92cc-430c-9a19-62ce07cac618 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.694049 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:09.704011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:09.706652 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:09.736400 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2cd3ea0-c378-4224-845d-184080c7ac17 req-32d1026b-d46c-485c-b6b3-d432dfa74b64 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626094 Jul 23 20:31:09.766239 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Pushing event updated for resources: {'Port': ['ID=a2b54443-10b3-493f-94fb-aaf0e869338a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:09.786042 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.806473 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0348b129-1a97-4787-8669-0847ec9df6a0 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:09.821793 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-64c2e50c-92cc-430c-9a19-62ce07cac618 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.852544 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8a73448a-f3d7-49b3-be48-7b0c65441bd8, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8a73448a-f3d7-49b3-be48-7b0c65441bd8,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:09.859774 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.916573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=8a73448a-f3d7-49b3-be48-7b0c65441bd8,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:09.921804 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 0348b129-1a97-4787-8669-0847ec9df6a0 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:09.927087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 0348b129-1a97-4787-8669-0847ec9df6a0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:09.927818 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.982873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbe0c5-a932-452a-b9cb-3f796263e4e1 req-fbda395b-445b-4202-bf0e-61fe4006eede tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:09.984440 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dacbe0c5-a932-452a-b9cb-3f796263e4e1 req-fbda395b-445b-4202-bf0e-61fe4006eede tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc22896a-ac2f-4853-843a-7d22425e34f3 HTTP/1.1" status: 200 len: 946 time: 0.1541209 Jul 23 20:31:09.996750 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-64c2e50c-92cc-430c-9a19-62ce07cac618 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Allocated IP 172.25.3.83 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/76ca5bd6-c4b3-479f-8d72-ae39dddd36e4) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:10.015938 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.020587 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.055079 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dacbe0c5-a932-452a-b9cb-3f796263e4e1 req-169d1f4b-7362-431d-a911-13ea37f2d929 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597310 Jul 23 20:31:10.061275 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0348b129-1a97-4787-8669-0847ec9df6a0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0348b129-1a97-4787-8669-0847ec9df6a0,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:10.071000 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.148962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=0348b129-1a97-4787-8669-0847ec9df6a0,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:10.168854 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-64c2e50c-92cc-430c-9a19-62ce07cac618 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.246366 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.256527 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4cb11-00d9-45a5-8f5d-7cc8d7797bbe req-01ab4146-8455-40a8-8229-282f8dc2e750 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:10.258019 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a6a4cb11-00d9-45a5-8f5d-7cc8d7797bbe req-01ab4146-8455-40a8-8229-282f8dc2e750 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54711f2-9a01-4b59-9b11-fbe89dfe776b HTTP/1.1" status: 200 len: 950 time: 0.0955892 Jul 23 20:31:10.263065 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-64c2e50c-92cc-430c-9a19-62ce07cac618 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.324574 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-64c2e50c-92cc-430c-9a19-62ce07cac618 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:10.332906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-64c2e50c-92cc-430c-9a19-62ce07cac618 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:10.335364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-64c2e50c-92cc-430c-9a19-62ce07cac618 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:10.366140 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2e50c-92cc-430c-9a19-62ce07cac618 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Pushing event updated for resources: {'Port': ['ID=76ca5bd6-c4b3-479f-8d72-ae39dddd36e4,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:10.383777 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a6a4cb11-00d9-45a5-8f5d-7cc8d7797bbe req-403bf1a3-f8b5-40f8-bd02-64eb9f9e1638 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182802 Jul 23 20:31:10.388117 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Router 150c73db-e193-43d9-84a6-c9636311a357 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:31:10.400535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 93868eec-2f5b-4096-9174-6c234168becf up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:10.454762 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 93868eec-2f5b-4096-9174-6c234168becf triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:10.455124 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.460501 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-64c2e50c-92cc-430c-9a19-62ce07cac618 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.519421 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-64c2e50c-92cc-430c-9a19-62ce07cac618 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.530267 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:10.542571 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Sync routers for ids ['150c73db-e193-43d9-84a6-c9636311a357'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:10.556323 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Routers {'150c73db-e193-43d9-84a6-c9636311a357'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:10.557071 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['150c73db-e193-43d9-84a6-c9636311a357'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:10.564868 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.566152 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e6eb82e0-a014-476b-9b76-3515cdaeae1c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.6655781 Jul 23 20:31:10.568836 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33926) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:10.685571 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Set router 150c73db-e193-43d9-84a6-c9636311a357 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:10.702905 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f2aac4b2-a54f-4eff-be93-6b7a93062f3c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "GET /v2.0/routers/150c73db-e193-43d9-84a6-c9636311a357 HTTP/1.1" status: 200 len: 909 time: 0.1325595 Jul 23 20:31:10.705560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33932) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:10.711857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1334253218', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'enable_snat': True}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:10.720293 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-64c2e50c-92cc-430c-9a19-62ce07cac618 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.728750 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-64c2e50c-92cc-430c-9a19-62ce07cac618 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.739771 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.740967 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.790837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2e50c-92cc-430c-9a19-62ce07cac618 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Pushing event updated for resources: {'Port': ['ID=76ca5bd6-c4b3-479f-8d72-ae39dddd36e4,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:10.802717 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.813662 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54711f2-9a01-4b59-9b11-fbe89dfe776b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a73448a-f3d7-49b3-be48-7b0c65441bd8'}, {'server_uuid': '432069e4-82e8-4b97-80a6-526f059e5057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0348b129-1a97-4787-8669-0847ec9df6a0'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:10.816233 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e6eb7a-a091-4058-8719-8cb0ee6ebc33" -d '{"events": [{"server_uuid": "b54711f2-9a01-4b59-9b11-fbe89dfe776b", "name": "network-vif-plugged", "status": "completed", "tag": "8a73448a-f3d7-49b3-be48-7b0c65441bd8"}, {"server_uuid": "432069e4-82e8-4b97-80a6-526f059e5057", "name": "network-vif-plugged", "status": "completed", "tag": "0348b129-1a97-4787-8669-0847ec9df6a0"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:10.842149 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-64c2e50c-92cc-430c-9a19-62ce07cac618 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.866930 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-64c2e50c-92cc-430c-9a19-62ce07cac618 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.874351 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-64c2e50c-92cc-430c-9a19-62ce07cac618 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2448390 Jul 23 20:31:10.929537 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150c73db-e193-43d9-84a6-c9636311a357', 'name': 'tempest-snat-router-1334253218', 'tenant_id': '23847358120b41549ec9b49ce0ab0091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.200'}], 'enable_snat': False}, 'gw_port_id': 'a2b54443-10b3-493f-94fb-aaf0e869338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:08Z', 'updated_at': '2021-07-23T20:31:09Z', 'revision_number': 3, 'project_id': '23847358120b41549ec9b49ce0ab0091', 'gw_port': {'id': 'a2b54443-10b3-493f-94fb-aaf0e869338a', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150c73db-e193-43d9-84a6-c9636311a357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:09Z', 'updated_at': '2021-07-23T20:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:10.962964 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Checking router: 150c73db-e193-43d9-84a6-c9636311a357 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:31:10.963729 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Updating router 150c73db-e193-43d9-84a6-c9636311a357 port a2b54443-10b3-493f-94fb-aaf0e869338a binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:31:10.974850 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.998813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-d4408fde-ada0-46bc-be4b-d3f55f42a441 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.83 HTTP/1.1" status: 200 len: 695 time: 0.1235721 Jul 23 20:31:11.000479 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.138339 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e97894-ffd1-4a67-8b7d-4d1efeabd2fa req-8066a393-0c5f-400f-89eb-72870221fa7b tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:11.139937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-78e97894-ffd1-4a67-8b7d-4d1efeabd2fa req-8066a393-0c5f-400f-89eb-72870221fa7b tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.57 "GET /v2.0/ports?device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7 HTTP/1.1" status: 200 len: 950 time: 0.2049410 Jul 23 20:31:11.191577 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.203289 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac2104-72b1-4f8f-a94e-1c3546f30509 req-6074bcca-7020-42df-b8bd-d005cf77f7ed tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:11.205159 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60ac2104-72b1-4f8f-a94e-1c3546f30509 req-6074bcca-7020-42df-b8bd-d005cf77f7ed tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 945 time: 0.2399211 Jul 23 20:31:11.211374 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.212829 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-203d81f5-0610-4916-a222-7a3841471843 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:11.214323 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d61c26e-e916-4560-8a3e-8cd4ee85b8f5 req-203d81f5-0610-4916-a222-7a3841471843 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.1930268 Jul 23 20:31:11.296056 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.306592 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Transition to ACTIVE for port object a2b54443-10b3-493f-94fb-aaf0e869338a will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:11.309675 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60ac2104-72b1-4f8f-a94e-1c3546f30509 req-4183c3b0-4417-4c8c-91a1-a54958d65422 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869191 Jul 23 20:31:11.314097 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.371406 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Attempting to bind port a2b54443-10b3-493f-94fb-aaf0e869338a on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:11.371785 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Attempting to bind port a2b54443-10b3-493f-94fb-aaf0e869338a by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:11.372150 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Attempting to bind port a2b54443-10b3-493f-94fb-aaf0e869338a on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:11.377464 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441fa68-de6c-49a7-aad2-97f111f859a8 None None] Pushing event updated for resources: {'Port': ['ID=a2b54443-10b3-493f-94fb-aaf0e869338a,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:11.381750 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:11.382128 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:11.382532 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.383050 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-78e97894-ffd1-4a67-8b7d-4d1efeabd2fa req-2e7f5ed1-6412-484f-8f1a-64018a8d1b4f tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Deleting port 7f25587f-ccda-48b8-b3fc-f4afaec14bad {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:11.383305 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:11.383417 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-78e97894-ffd1-4a67-8b7d-4d1efeabd2fa req-2e7f5ed1-6412-484f-8f1a-64018a8d1b4f tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.383599 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Bound port: a2b54443-10b3-493f-94fb-aaf0e869338a, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:11.383968 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.388007 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Allocated IP 172.25.3.223 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/84b97610-299d-41a8-bd2e-f6098f5f4ec0) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:11.390767 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb2b70a-6658-4e1a-b16c-9582bdf29fda x-openstack-request-id: req-1cb2b70a-6658-4e1a-b16c-9582bdf29fda {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:11.391067 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54711f2-9a01-4b59-9b11-fbe89dfe776b", "name": "network-vif-plugged", "status": "completed", "tag": "8a73448a-f3d7-49b3-be48-7b0c65441bd8", "code": 200}, {"server_uuid": "432069e4-82e8-4b97-80a6-526f059e5057", "name": "network-vif-plugged", "status": "completed", "tag": "0348b129-1a97-4787-8669-0847ec9df6a0", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:11.391347 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1cb2b70a-6658-4e1a-b16c-9582bdf29fda {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:11.391832 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54711f2-9a01-4b59-9b11-fbe89dfe776b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a73448a-f3d7-49b3-be48-7b0c65441bd8', 'code': 200} Jul 23 20:31:11.392095 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432069e4-82e8-4b97-80a6-526f059e5057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0348b129-1a97-4787-8669-0847ec9df6a0', 'code': 200} Jul 23 20:31:11.478482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0f88e-261e-4033-858c-066b7140a528 req-49ea42be-9ca5-4ae4-af54-f578b6885607 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:11.480099 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6b0f88e-261e-4033-858c-066b7140a528 req-49ea42be-9ca5-4ae4-af54-f578b6885607 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7 HTTP/1.1" status: 200 len: 950 time: 0.1881053 Jul 23 20:31:11.496097 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] For port a2b54443-10b3-493f-94fb-aaf0e869338a, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:11.499761 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] For port a2b54443-10b3-493f-94fb-aaf0e869338a, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a2b54443-10b3-493f-94fb-aaf0e869338a,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:11.504687 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.571615 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.576154 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441fa68-de6c-49a7-aad2-97f111f859a8 None None] Pushing event updated for resources: {'Port': ['ID=a2b54443-10b3-493f-94fb-aaf0e869338a,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:11.584151 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Routers {'150c73db-e193-43d9-84a6-c9636311a357'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:11.584765 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['150c73db-e193-43d9-84a6-c9636311a357'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:11.597521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1788436-db4a-4785-8977-4f59aff28779 req-39de4274-3cbd-40ab-af8b-0cb15f5ff1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:11.599186 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1788436-db4a-4785-8977-4f59aff28779 req-39de4274-3cbd-40ab-af8b-0cb15f5ff1c1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 1097 time: 0.1055541 Jul 23 20:31:11.648963 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1788436-db4a-4785-8977-4f59aff28779 req-a6a72aa9-9230-4574-b221-853aa066c077 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409710 Jul 23 20:31:11.650477 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.663080 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-78e97894-ffd1-4a67-8b7d-4d1efeabd2fa req-2e7f5ed1-6412-484f-8f1a-64018a8d1b4f tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] For port 7f25587f-ccda-48b8-b3fc-f4afaec14bad, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7f25587f-ccda-48b8-b3fc-f4afaec14bad,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:11.667381 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-78e97894-ffd1-4a67-8b7d-4d1efeabd2fa req-2e7f5ed1-6412-484f-8f1a-64018a8d1b4f tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.683883 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6b0f88e-261e-4033-858c-066b7140a528 req-d964eb19-7942-429c-abb4-bcf2806a9675 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d9e3274-81d2-4e92-ba40-7d220001a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916561 Jul 23 20:31:11.704108 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-78e97894-ffd1-4a67-8b7d-4d1efeabd2fa req-2e7f5ed1-6412-484f-8f1a-64018a8d1b4f tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Calling delete_port for 7f25587f-ccda-48b8-b3fc-f4afaec14bad owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:11.719440 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:11.721426 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:11.726683 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:11.739611 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] Set router 150c73db-e193-43d9-84a6-c9636311a357 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:11.767148 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Pushing event updated for resources: {'Port': ['ID=84b97610-299d-41a8-bd2e-f6098f5f4ec0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:11.934869 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150c73db-e193-43d9-84a6-c9636311a357', 'name': 'tempest-snat-router-1334253218', 'tenant_id': '23847358120b41549ec9b49ce0ab0091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.200'}], 'enable_snat': False}, 'gw_port_id': 'a2b54443-10b3-493f-94fb-aaf0e869338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:08Z', 'updated_at': '2021-07-23T20:31:09Z', 'revision_number': 3, 'project_id': '23847358120b41549ec9b49ce0ab0091', 'gw_port': {'id': 'a2b54443-10b3-493f-94fb-aaf0e869338a', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150c73db-e193-43d9-84a6-c9636311a357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:09Z', 'updated_at': '2021-07-23T20:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:11.966089 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0501089-8f39-4951-802f-c9570e0f481a None None] The sync data for ids ['150c73db-e193-43d9-84a6-c9636311a357'] in n-d-791504-18 is: [{'id': '150c73db-e193-43d9-84a6-c9636311a357', 'name': 'tempest-snat-router-1334253218', 'tenant_id': '23847358120b41549ec9b49ce0ab0091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.200'}], 'enable_snat': False}, 'gw_port_id': 'a2b54443-10b3-493f-94fb-aaf0e869338a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:08Z', 'updated_at': '2021-07-23T20:31:09Z', 'revision_number': 3, 'project_id': '23847358120b41549ec9b49ce0ab0091', 'gw_port': {'id': 'a2b54443-10b3-493f-94fb-aaf0e869338a', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:82:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150c73db-e193-43d9-84a6-c9636311a357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:09Z', 'updated_at': '2021-07-23T20:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:12.132773 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-65034b12-0bc7-4db8-ba6e-a2fba2ce0e4e tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6416144 Jul 23 20:31:12.156067 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f57083-3e1b-44d8-a86a-1ad5a8b8e7ef req-fff5f7ce-f083-4662-8aa4-38b3baaa4a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:12.157580 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-88f57083-3e1b-44d8-a86a-1ad5a8b8e7ef req-fff5f7ce-f083-4662-8aa4-38b3baaa4a02 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b54711f2-9a01-4b59-9b11-fbe89dfe776b HTTP/1.1" status: 200 len: 1102 time: 0.6765914 Jul 23 20:31:12.164726 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-11db3ecb-b59f-4912-8dae-a689e6aaf0f2 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:12.281418 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-11db3ecb-b59f-4912-8dae-a689e6aaf0f2 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.289383 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-88f57083-3e1b-44d8-a86a-1ad5a8b8e7ef req-13b44bcf-089e-4b0a-9e45-3baa0a93691b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178396 Jul 23 20:31:12.332315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed05c4-83f9-4c8a-950c-2b3df05504ad req-01f39257-d8f5-4ac1-b2ab-b6607d275baf tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:12.339454 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d5ed05c4-83f9-4c8a-950c-2b3df05504ad req-01f39257-d8f5-4ac1-b2ab-b6607d275baf tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54711f2-9a01-4b59-9b11-fbe89dfe776b HTTP/1.1" status: 200 len: 950 time: 0.2278159 Jul 23 20:31:12.355230 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.424085 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d5ed05c4-83f9-4c8a-950c-2b3df05504ad req-ef4af0d3-d90e-4045-a73c-f6e937bfe037 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837348 Jul 23 20:31:12.427428 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-78e97894-ffd1-4a67-8b7d-4d1efeabd2fa req-2e7f5ed1-6412-484f-8f1a-64018a8d1b4f tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.444975 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a2b54443-10b3-493f-94fb-aaf0e869338a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:12.515430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port a2b54443-10b3-493f-94fb-aaf0e869338a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:12.516805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f5ed1-6412-484f-8f1a-64018a8d1b4f tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Pushing event deleted for resources: {'Port': ['ID=7f25587f-ccda-48b8-b3fc-f4afaec14bad,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:12.520055 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a2b54443-10b3-493f-94fb-aaf0e869338a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:12.520425 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.609640 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e97894-ffd1-4a67-8b7d-4d1efeabd2fa req-2e7f5ed1-6412-484f-8f1a-64018a8d1b4f tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] No DVR routers for this DVR port 7f25587f-ccda-48b8-b3fc-f4afaec14bad on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:12.613484 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-78e97894-ffd1-4a67-8b7d-4d1efeabd2fa req-2e7f5ed1-6412-484f-8f1a-64018a8d1b4f tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.616181 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-78e97894-ffd1-4a67-8b7d-4d1efeabd2fa req-2e7f5ed1-6412-484f-8f1a-64018a8d1b4f tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.57 "DELETE /v2.0/ports/7f25587f-ccda-48b8-b3fc-f4afaec14bad HTTP/1.1" status: 204 len: 173 time: 1.4669886 Jul 23 20:31:12.616823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da344c2f-fc03-4ebd-941c-6fb95b0cedc7', 'name': 'network-vif-deleted', 'tag': '7f25587f-ccda-48b8-b3fc-f4afaec14bad'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:12.619817 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1a3985-bfe1-439f-b301-a26918745000" -d '{"events": [{"server_uuid": "da344c2f-fc03-4ebd-941c-6fb95b0cedc7", "name": "network-vif-deleted", "tag": "7f25587f-ccda-48b8-b3fc-f4afaec14bad"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:12.654110 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-11db3ecb-b59f-4912-8dae-a689e6aaf0f2 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.704020 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.729171 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port a2b54443-10b3-493f-94fb-aaf0e869338a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a2b54443-10b3-493f-94fb-aaf0e869338a,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:12.735250 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.760411 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.820396 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=a2b54443-10b3-493f-94fb-aaf0e869338a,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:12.891371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-11db3ecb-b59f-4912-8dae-a689e6aaf0f2 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Allocated IP 172.25.3.30 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/9e6900ee-e6cd-4d4e-8937-094a0b78e6ff) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:12.904771 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da266cf7-206c-4355-9ace-8011731ba65e req-f35e6079-7028-4c1b-9b4a-b2200ac32ad7 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:12.906324 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da266cf7-206c-4355-9ace-8011731ba65e req-f35e6079-7028-4c1b-9b4a-b2200ac32ad7 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 945 time: 0.1718934 Jul 23 20:31:12.931517 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Router 46c1de6e-9e3c-4ccb-a62d-037a0cc14c0a is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:31:12.983348 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da266cf7-206c-4355-9ace-8011731ba65e req-f50449df-63fc-4b72-8a5c-47fd75a05dce tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633383 Jul 23 20:31:13.076587 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-11db3ecb-b59f-4912-8dae-a689e6aaf0f2 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.102168 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:13.116224 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4223bb6-1453-4b52-8f83-e31ce7392c2d None None] Sync routers for ids ['46c1de6e-9e3c-4ccb-a62d-037a0cc14c0a'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:13.126753 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4223bb6-1453-4b52-8f83-e31ce7392c2d None None] Routers {'46c1de6e-9e3c-4ccb-a62d-037a0cc14c0a'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:13.127448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c4223bb6-1453-4b52-8f83-e31ce7392c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['46c1de6e-9e3c-4ccb-a62d-037a0cc14c0a'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:13.131986 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-11db3ecb-b59f-4912-8dae-a689e6aaf0f2 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.144452 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d10822-7b9a-4c3f-88b8-b699733face1 x-openstack-request-id: req-04d10822-7b9a-4c3f-88b8-b699733face1 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:13.145109 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da344c2f-fc03-4ebd-941c-6fb95b0cedc7", "name": "network-vif-deleted", "tag": "7f25587f-ccda-48b8-b3fc-f4afaec14bad", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:13.145109 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04d10822-7b9a-4c3f-88b8-b699733face1 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:13.145639 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da344c2f-fc03-4ebd-941c-6fb95b0cedc7', 'name': 'network-vif-deleted', 'tag': '7f25587f-ccda-48b8-b3fc-f4afaec14bad', 'status': 'completed', 'code': 200} Jul 23 20:31:13.146309 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.147924 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9cf82efd-69d1-4b92-9d10-6cc7cb3c14df tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4411647 Jul 23 20:31:13.156746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33976) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:13.186988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-11db3ecb-b59f-4912-8dae-a689e6aaf0f2 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:13.189989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-11db3ecb-b59f-4912-8dae-a689e6aaf0f2 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:13.194126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-11db3ecb-b59f-4912-8dae-a689e6aaf0f2 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:13.232480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db3ecb-b59f-4912-8dae-a689e6aaf0f2 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Pushing event updated for resources: {'Port': ['ID=9e6900ee-e6cd-4d4e-8937-094a0b78e6ff,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:13.276455 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ef5be542-386b-4b1e-a678-9429834588bb req-24c8fb3b-e8df-4fb4-a5db-0734ca51eb69 tempest-ServersAdminNegativeTestJSON-100286901 tempest-ServersAdminNegativeTestJSON-100286901-project] 10.222.0.55 "GET /v2.0/ports?device_id=da344c2f-fc03-4ebd-941c-6fb95b0cedc7 HTTP/1.1" status: 200 len: 210 time: 0.0332732 Jul 23 20:31:13.341085 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-50848af7-f097-4050-84d9-0f4aae4523e0 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "GET /v2.0/routers/46c1de6e-9e3c-4ccb-a62d-037a0cc14c0a HTTP/1.1" status: 200 len: 908 time: 0.1831031 Jul 23 20:31:13.344954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33978) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:13.345808 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-c4223bb6-1453-4b52-8f83-e31ce7392c2d None None] Set router 46c1de6e-9e3c-4ccb-a62d-037a0cc14c0a gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:13.359948 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-11db3ecb-b59f-4912-8dae-a689e6aaf0f2 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.419204 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-11db3ecb-b59f-4912-8dae-a689e6aaf0f2 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.488119 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2d5a1b0-218e-4730-ac89-d4520f3bfd0a tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.564178 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c4223bb6-1453-4b52-8f83-e31ce7392c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c1de6e-9e3c-4ccb-a62d-037a0cc14c0a', 'name': 'tempest-snat-router-1334253218', 'tenant_id': '23847358120b41549ec9b49ce0ab0091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '84b97610-299d-41a8-bd2e-f6098f5f4ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:10Z', 'updated_at': '2021-07-23T20:31:11Z', 'revision_number': 3, 'project_id': '23847358120b41549ec9b49ce0ab0091', 'gw_port': {'id': '84b97610-299d-41a8-bd2e-f6098f5f4ec0', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c1de6e-9e3c-4ccb-a62d-037a0cc14c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:11Z', 'updated_at': '2021-07-23T20:31:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:13.605415 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7f25587f-ccda-48b8-b3fc-f4afaec14bad no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:13.607801 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4223bb6-1453-4b52-8f83-e31ce7392c2d None None] Checking router: 46c1de6e-9e3c-4ccb-a62d-037a0cc14c0a for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:31:13.608530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4223bb6-1453-4b52-8f83-e31ce7392c2d None None] Updating router 46c1de6e-9e3c-4ccb-a62d-037a0cc14c0a port 84b97610-299d-41a8-bd2e-f6098f5f4ec0 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:31:13.628115 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2d5a1b0-218e-4730-ac89-d4520f3bfd0a tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.636902 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-11db3ecb-b59f-4912-8dae-a689e6aaf0f2 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.649498 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 7f25587f-ccda-48b8-b3fc-f4afaec14bad {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:13.649845 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7f25587f-ccda-48b8-b3fc-f4afaec14bad not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:13.652319 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45721d8b-30da-4a63-9e8d-d7e0b8e23c4e req-cc1d5d15-08b1-4a9f-9c18-adf8589cac59 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:13.659140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-45721d8b-30da-4a63-9e8d-d7e0b8e23c4e req-cc1d5d15-08b1-4a9f-9c18-adf8589cac59 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54711f2-9a01-4b59-9b11-fbe89dfe776b HTTP/1.1" status: 200 len: 950 time: 0.1571937 Jul 23 20:31:13.666402 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4223bb6-1453-4b52-8f83-e31ce7392c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.675409 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-11db3ecb-b59f-4912-8dae-a689e6aaf0f2 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.688379 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-e2d5a1b0-218e-4730-ac89-d4520f3bfd0a tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Deleting port 84b97610-299d-41a8-bd2e-f6098f5f4ec0 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:13.688721 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2d5a1b0-218e-4730-ac89-d4520f3bfd0a tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.733965 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-45721d8b-30da-4a63-9e8d-d7e0b8e23c4e req-15ed2fab-1fc6-4ca6-9d82-f8c9991d973a tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739260 Jul 23 20:31:13.796651 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-11db3ecb-b59f-4912-8dae-a689e6aaf0f2 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.811759 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2d5a1b0-218e-4730-ac89-d4520f3bfd0a tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.832710 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db3ecb-b59f-4912-8dae-a689e6aaf0f2 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Pushing event updated for resources: {'Port': ['ID=9e6900ee-e6cd-4d4e-8937-094a0b78e6ff,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:13.834437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-e2d5a1b0-218e-4730-ac89-d4520f3bfd0a tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Calling delete_port for 84b97610-299d-41a8-bd2e-f6098f5f4ec0 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:13.835258 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 6c8a3198-09f5-43dc-99b7-389183ef50c9 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:31:13.850631 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-11db3ecb-b59f-4912-8dae-a689e6aaf0f2 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.853180 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-11db3ecb-b59f-4912-8dae-a689e6aaf0f2 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6991887 Jul 23 20:31:13.964613 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-cc50f990-ff11-43aa-8d6b-c801b33d68b5 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 695 time: 0.1029432 Jul 23 20:31:14.182059 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2d5a1b0-218e-4730-ac89-d4520f3bfd0a tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.248306 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5a1b0-218e-4730-ac89-d4520f3bfd0a tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Pushing event deleted for resources: {'Port': ['ID=84b97610-299d-41a8-bd2e-f6098f5f4ec0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:14.251047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-dca75348-3fd7-4637-a474-4cdf23117a71 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:14.252536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4792f538-dd94-43fb-8d6d-918fca4768c6 req-dca75348-3fd7-4637-a474-4cdf23117a71 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.2871346 Jul 23 20:31:14.268918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 6c8a3198-09f5-43dc-99b7-389183ef50c9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=6c8a3198-09f5-43dc-99b7-389183ef50c9,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:14.278224 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caeaa1-71f5-4465-8527-6408d21caf23 req-b00e8fee-d606-40a2-8d79-74c03d247050 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:14.295903 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-00caeaa1-71f5-4465-8527-6408d21caf23 req-b00e8fee-d606-40a2-8d79-74c03d247050 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=072bff41-2ea7-4868-baf5-28006e8fc3fb HTTP/1.1" status: 200 len: 950 time: 0.2596145 Jul 23 20:31:14.300012 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '6c8a3198-09f5-43dc-99b7-389183ef50c9', 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c', 'port_id': '6c8a3198-09f5-43dc-99b7-389183ef50c9', 'mac_address': 'fa:16:3e:ce:6d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106a6110-3396-46fd-b5c7-73b8b46b8b68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:31:14.376870 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-00caeaa1-71f5-4465-8527-6408d21caf23 req-e31dbdbc-7784-4c74-b9ec-730af07569bc tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799925 Jul 23 20:31:14.423523 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-c4223bb6-1453-4b52-8f83-e31ce7392c2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:31:14.423880 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-c4223bb6-1453-4b52-8f83-e31ce7392c2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:31:14.428671 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.467512 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2d5a1b0-218e-4730-ac89-d4520f3bfd0a tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.481659 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c8a3198-09f5-43dc-99b7-389183ef50c9 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:14.515877 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 6c8a3198-09f5-43dc-99b7-389183ef50c9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=6c8a3198-09f5-43dc-99b7-389183ef50c9,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:14.523483 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.528495 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a2b54443-10b3-493f-94fb-aaf0e869338a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:14.590995 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2d5a1b0-218e-4730-ac89-d4520f3bfd0a tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.593318 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2d5a1b0-218e-4730-ac89-d4520f3bfd0a tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.599994 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=6c8a3198-09f5-43dc-99b7-389183ef50c9,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:14.648627 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2d5a1b0-218e-4730-ac89-d4520f3bfd0a tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.649379 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d5a1b0-218e-4730-ac89-d4520f3bfd0a tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46c1de6e-9e3c-4ccb-a62d-037a0cc14c0a {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:14.654899 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2d5a1b0-218e-4730-ac89-d4520f3bfd0a tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.658388 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e2d5a1b0-218e-4730-ac89-d4520f3bfd0a tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "DELETE /v2.0/routers/46c1de6e-9e3c-4ccb-a62d-037a0cc14c0a HTTP/1.1" status: 204 len: 168 time: 1.3101618 Jul 23 20:31:14.659024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab3403-8bae-4c56-b645-6257897721bb req-bcba7a46-c988-4312-a71d-57858aa9ab79 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:14.659155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34032) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:14.660217 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57ab3403-8bae-4c56-b645-6257897721bb req-bcba7a46-c988-4312-a71d-57858aa9ab79 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 945 time: 0.2279382 Jul 23 20:31:14.699979 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['6c8a3198-09f5-43dc-99b7-389183ef50c9'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:14.706116 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-97902626-9309-4e0f-a500-b25d91ca0896 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1747761 Jul 23 20:31:14.713291 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-ca607ff6-1279-4098-9a15-89436b1270b4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:14.757178 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57ab3403-8bae-4c56-b645-6257897721bb req-55102e71-8ef5-42eb-a2fe-92324f72981d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869775 Jul 23 20:31:14.768119 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-ca607ff6-1279-4098-9a15-89436b1270b4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.776260 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a2b54443-10b3-493f-94fb-aaf0e869338a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:14.777008 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.816990 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f85fb84-db44-4f20-8a9d-086065be7042 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.991787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4223bb6-1453-4b52-8f83-e31ce7392c2d None None] Port 84b97610-299d-41a8-bd2e-f6098f5f4ec0 not found while updating agent binding for router 46c1de6e-9e3c-4ccb-a62d-037a0cc14c0a. {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 20:31:15.011080 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4223bb6-1453-4b52-8f83-e31ce7392c2d None None] Routers set() bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:15.011772 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4223bb6-1453-4b52-8f83-e31ce7392c2d None None] Router IDs set() for agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 20:31:15.012874 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_agentschedulers_db [None req-c4223bb6-1453-4b52-8f83-e31ce7392c2d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'46c1de6e-9e3c-4ccb-a62d-037a0cc14c0a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent'). {{(pid=93812) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 20:31:15.013541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4223bb6-1453-4b52-8f83-e31ce7392c2d None None] The sync data for ids ['46c1de6e-9e3c-4ccb-a62d-037a0cc14c0a'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:15.040696 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f85fb84-db44-4f20-8a9d-086065be7042 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.060194 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-ca607ff6-1279-4098-9a15-89436b1270b4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.154975 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.178427 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3f85fb84-db44-4f20-8a9d-086065be7042 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Deleting port a2b54443-10b3-493f-94fb-aaf0e869338a {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:15.178607 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f85fb84-db44-4f20-8a9d-086065be7042 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.224728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-ca607ff6-1279-4098-9a15-89436b1270b4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Allocated IP 172.25.3.176 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/60f1ba84-d194-4f41-a6be-923ee71e5112) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:15.314149 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-3f85fb84-db44-4f20-8a9d-086065be7042 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] For port a2b54443-10b3-493f-94fb-aaf0e869338a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a2b54443-10b3-493f-94fb-aaf0e869338a,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:15.314512 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f85fb84-db44-4f20-8a9d-086065be7042 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.318652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34046) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:15.337784 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3f85fb84-db44-4f20-8a9d-086065be7042 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Calling delete_port for a2b54443-10b3-493f-94fb-aaf0e869338a owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:15.380764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454e582-452a-40b8-bbf2-b4df2b838f34 req-235b2a4d-69eb-469e-ba06-43e6dc508b93 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:15.387249 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454e582-452a-40b8-bbf2-b4df2b838f34 req-235b2a4d-69eb-469e-ba06-43e6dc508b93 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:15.395351 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8454e582-452a-40b8-bbf2-b4df2b838f34 req-235b2a4d-69eb-469e-ba06-43e6dc508b93 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=072bff41-2ea7-4868-baf5-28006e8fc3fb&device_id=b54711f2-9a01-4b59-9b11-fbe89dfe776b HTTP/1.1" status: 200 len: 1691 time: 0.1676223 Jul 23 20:31:15.464942 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-ca607ff6-1279-4098-9a15-89436b1270b4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.489409 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8454e582-452a-40b8-bbf2-b4df2b838f34 req-074da2dc-51f6-4e53-8669-c59e0a3360fe tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929351 Jul 23 20:31:15.587394 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-ca607ff6-1279-4098-9a15-89436b1270b4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.609536 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f85fb84-db44-4f20-8a9d-086065be7042 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.655521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85fb84-db44-4f20-8a9d-086065be7042 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2b54443-10b3-493f-94fb-aaf0e869338a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:15.663714 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-ca607ff6-1279-4098-9a15-89436b1270b4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:15.670559 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-ca607ff6-1279-4098-9a15-89436b1270b4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:15.681945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-ca607ff6-1279-4098-9a15-89436b1270b4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:15.727180 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca607ff6-1279-4098-9a15-89436b1270b4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Pushing event updated for resources: {'Port': ['ID=60f1ba84-d194-4f41-a6be-923ee71e5112,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:15.749487 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f85fb84-db44-4f20-8a9d-086065be7042 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.765991 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a183ac33-da61-4914-ad1a-845a203275b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83289713cb284563a1cd2eefe3ab1507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445133 Jul 23 20:31:15.766716 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34054) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:15.799520 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba300d2-8266-4047-95cd-4f89a82ec397 req-9511bd31-9768-412f-b8fe-322c37ab8fd6 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:15.810057 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ba300d2-8266-4047-95cd-4f89a82ec397 req-9511bd31-9768-412f-b8fe-322c37ab8fd6 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 945 time: 0.2406931 Jul 23 20:31:15.838467 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 6c8a3198-09f5-43dc-99b7-389183ef50c9 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:15.853723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34056) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:15.865956 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4ffd18e1-8eec-4d53-82bc-e5fc3a599a55 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Request body: {'floatingip': {'port_id': '0348b129-1a97-4787-8669-0847ec9df6a0'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:15.948404 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-ca607ff6-1279-4098-9a15-89436b1270b4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.957426 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 6c8a3198-09f5-43dc-99b7-389183ef50c9 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:15.958016 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.980352 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f85fb84-db44-4f20-8a9d-086065be7042 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.985321 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ffd18e1-8eec-4d53-82bc-e5fc3a599a55 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for floatingip, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.009093 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa930f93-8250-4e6b-be39-808bde6877ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.044145 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-ca607ff6-1279-4098-9a15-89436b1270b4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.052911 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa930f93-8250-4e6b-be39-808bde6877ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.138656 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.195038 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc22896a-ac2f-4853-843a-7d22425e34f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8a3198-09f5-43dc-99b7-389183ef50c9'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:16.203429 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361efbcc-bb5a-4fca-a592-a304fe64c158" -d '{"events": [{"server_uuid": "bc22896a-ac2f-4853-843a-7d22425e34f3", "name": "network-vif-plugged", "status": "completed", "tag": "6c8a3198-09f5-43dc-99b7-389183ef50c9"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:16.242307 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa930f93-8250-4e6b-be39-808bde6877ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.246541 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa930f93-8250-4e6b-be39-808bde6877ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.250579 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-aa930f93-8250-4e6b-be39-808bde6877ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d9e3274-81d2-4e92-ba40-7d220001a417 HTTP/1.1" status: 204 len: 168 time: 0.4793813 Jul 23 20:31:16.260220 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 6c8a3198-09f5-43dc-99b7-389183ef50c9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=6c8a3198-09f5-43dc-99b7-389183ef50c9,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:16.271340 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.271517 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa930f93-8250-4e6b-be39-808bde6877ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9e3274-81d2-4e92-ba40-7d220001a417,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:16.374662 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-ca607ff6-1279-4098-9a15-89436b1270b4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.376142 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=6c8a3198-09f5-43dc-99b7-389183ef50c9,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:16.384993 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-ca607ff6-1279-4098-9a15-89436b1270b4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.399991 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fe8f39-1824-4224-ba1e-3598bd3f5f3c x-openstack-request-id: req-41fe8f39-1824-4224-ba1e-3598bd3f5f3c {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:16.412195 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc22896a-ac2f-4853-843a-7d22425e34f3", "name": "network-vif-plugged", "status": "completed", "tag": "6c8a3198-09f5-43dc-99b7-389183ef50c9", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:16.415882 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41fe8f39-1824-4224-ba1e-3598bd3f5f3c {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:16.416595 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc22896a-ac2f-4853-843a-7d22425e34f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8a3198-09f5-43dc-99b7-389183ef50c9', 'code': 200} Jul 23 20:31:16.423267 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f85fb84-db44-4f20-8a9d-086065be7042 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.548798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca607ff6-1279-4098-9a15-89436b1270b4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Pushing event updated for resources: {'Port': ['ID=60f1ba84-d194-4f41-a6be-923ee71e5112,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:16.568592 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-ca607ff6-1279-4098-9a15-89436b1270b4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.586074 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-ca607ff6-1279-4098-9a15-89436b1270b4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.588756 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-ca607ff6-1279-4098-9a15-89436b1270b4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8793907 Jul 23 20:31:16.592855 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29957a-be2a-4938-8acf-f6f4e0313c1b req-c15d854e-ce1a-449e-814c-2add2d2af70e tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:16.593799 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d29957a-be2a-4938-8acf-f6f4e0313c1b req-c15d854e-ce1a-449e-814c-2add2d2af70e tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=072bff41-2ea7-4868-baf5-28006e8fc3fb HTTP/1.1" status: 200 len: 1102 time: 0.1373947 Jul 23 20:31:16.619915 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.624682 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f85fb84-db44-4f20-8a9d-086065be7042 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.625284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f85fb84-db44-4f20-8a9d-086065be7042 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 150c73db-e193-43d9-84a6-c9636311a357 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:16.630646 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f85fb84-db44-4f20-8a9d-086065be7042 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.635594 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3f85fb84-db44-4f20-8a9d-086065be7042 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "DELETE /v2.0/routers/150c73db-e193-43d9-84a6-c9636311a357 HTTP/1.1" status: 204 len: 168 time: 1.9757063 Jul 23 20:31:16.639070 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34074) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:16.643462 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2145611749', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:16.674442 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-c3f47756-721b-4ecb-b95f-16544989e1b9 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.0677795 Jul 23 20:31:16.725008 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d29957a-be2a-4938-8acf-f6f4e0313c1b req-da2513c5-5db5-40fa-a81a-607eb684ccbe tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195526 Jul 23 20:31:16.741719 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.742901 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.817375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34078) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:16.892675 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.909558 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-a27aba93-0cbf-4514-9a11-f708419dd0b0 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:16.911554 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9aa19001-e3dd-4aad-a5f0-e2c578407692 req-a27aba93-0cbf-4514-9a11-f708419dd0b0 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.2252412 Jul 23 20:31:16.927617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a10cb4-fa82-4282-9f3b-03fdcf2a02b0 req-58930b9c-b0c0-4bf1-8283-698372d07f1f tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:16.934761 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85a10cb4-fa82-4282-9f3b-03fdcf2a02b0 req-58930b9c-b0c0-4bf1-8283-698372d07f1f tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b54711f2-9a01-4b59-9b11-fbe89dfe776b HTTP/1.1" status: 200 len: 1102 time: 0.0973184 Jul 23 20:31:16.946379 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ffd18e1-8eec-4d53-82bc-e5fc3a599a55 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.952134 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6042407a-dc68-46ad-80a3-cd241a3976d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e8d8a160c534420aa25937c4ba10eae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247058 Jul 23 20:31:16.953245 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34084) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:17.005492 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ffd18e1-8eec-4d53-82bc-e5fc3a599a55 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.020733 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-31fa8273-1dcb-4dcf-8566-13451d319564 req-8f1f557f-aa2e-4f53-81a2-04e8523c3910 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/floatingips/cf4c74c7-e4b1-4b98-81e4-270c81355a83 HTTP/1.1" status: 200 len: 693 time: 0.0588109 Jul 23 20:31:17.029480 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85a10cb4-fa82-4282-9f3b-03fdcf2a02b0 req-2ef72257-12aa-4ed0-b191-bde3a47868b2 tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926867 Jul 23 20:31:17.157930 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa8273-1dcb-4dcf-8566-13451d319564 req-581ad263-100f-4119-a61f-b4ad15ddfe36 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:17.171150 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe2d511c-a0e2-490a-84f1-89f9c543b5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.171642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-31fa8273-1dcb-4dcf-8566-13451d319564 req-581ad263-100f-4119-a61f-b4ad15ddfe36 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.1407640 Jul 23 20:31:17.202851 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe2d511c-a0e2-490a-84f1-89f9c543b5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.387841 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-127e1b23-1cf8-4737-a7e4-95140c0dc3e3 req-b93d2df1-9217-4be5-820d-220a12e47d9d tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/floatingips/cf4c74c7-e4b1-4b98-81e4-270c81355a83 HTTP/1.1" status: 200 len: 693 time: 0.0715337 Jul 23 20:31:17.536203 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-fa3f3a61-e599-411b-b041-7bae2b6af380 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c94ee6e2163943e1943042f737f6e068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368686 Jul 23 20:31:17.622538 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e1b23-1cf8-4737-a7e4-95140c0dc3e3 req-2a7aae68-a2b9-4093-9bc6-cb9b1a4ef5e0 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:17.627600 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-127e1b23-1cf8-4737-a7e4-95140c0dc3e3 req-2a7aae68-a2b9-4093-9bc6-cb9b1a4ef5e0 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.2388813 Jul 23 20:31:17.674259 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.715393 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-6a143485-2815-41d8-9e6f-28c6f538415b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:17.717306 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-6a143485-2815-41d8-9e6f-28c6f538415b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690254 Jul 23 20:31:17.775922 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-4ffd18e1-8eec-4d53-82bc-e5fc3a599a55 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Floating IP 7fa83216-58ac-4b86-9808-e33cff3d60c1 associated. External IP: 172.25.3.15, port: 0348b129-1a97-4787-8669-0847ec9df6a0. Jul 23 20:31:17.790593 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-07546c65-c751-46fc-8975-c1bc17f706ea tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/quotas/c94ee6e2163943e1943042f737f6e068 HTTP/1.1" status: 200 len: 375 time: 0.0635777 Jul 23 20:31:17.800939 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-127e1b23-1cf8-4737-a7e4-95140c0dc3e3 req-df4fb64a-92ee-4e98-864c-131bfac70194 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.0820141 Jul 23 20:31:17.842400 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe2d511c-a0e2-490a-84f1-89f9c543b5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.846512 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe2d511c-a0e2-490a-84f1-89f9c543b5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.850608 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fe2d511c-a0e2-490a-84f1-89f9c543b5ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31d4e2f5-341e-41f2-aaa4-7c8ea64f8e27 HTTP/1.1" status: 204 len: 168 time: 0.8935564 Jul 23 20:31:17.909166 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-127e1b23-1cf8-4737-a7e4-95140c0dc3e3 req-83c3cab4-fd79-498d-8606-38bf2157e727 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.1068470 Jul 23 20:31:17.929814 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d511c-a0e2-490a-84f1-89f9c543b5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d4e2f5-341e-41f2-aaa4-7c8ea64f8e27,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:18.040760 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-c1bd2717-019a-4b1f-9d6c-a868eed78a26 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2370858 Jul 23 20:31:18.089075 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.089756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-127e1b23-1cf8-4737-a7e4-95140c0dc3e3 req-f100cb23-d550-4083-a512-6b729568f2b7 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Deleting port 60f1ba84-d194-4f41-a6be-923ee71e5112 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:18.090287 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-127e1b23-1cf8-4737-a7e4-95140c0dc3e3 req-f100cb23-d550-4083-a512-6b729568f2b7 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.134363 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.258567 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-127e1b23-1cf8-4737-a7e4-95140c0dc3e3 req-f100cb23-d550-4083-a512-6b729568f2b7 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.258901 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-127e1b23-1cf8-4737-a7e4-95140c0dc3e3 req-f100cb23-d550-4083-a512-6b729568f2b7 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.281276 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-127e1b23-1cf8-4737-a7e4-95140c0dc3e3 req-f100cb23-d550-4083-a512-6b729568f2b7 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Calling delete_port for 60f1ba84-d194-4f41-a6be-923ee71e5112 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:18.371788 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a2b54443-10b3-493f-94fb-aaf0e869338a no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:18.397658 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: a2b54443-10b3-493f-94fb-aaf0e869338a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:18.398012 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a2b54443-10b3-493f-94fb-aaf0e869338a not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:18.444128 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffd18e1-8eec-4d53-82bc-e5fc3a599a55 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Router 40e31617-bbb3-499b-921d-1a69c43b140c has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:31:18.454170 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Allocated IP 172.25.3.2 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/058bcd6f-d135-4c5b-aca7-dec48b688037) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:18.615955 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-127e1b23-1cf8-4737-a7e4-95140c0dc3e3 req-f100cb23-d550-4083-a512-6b729568f2b7 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.690730 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100cb23-d550-4083-a512-6b729568f2b7 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Pushing event deleted for resources: {'Port': ['ID=60f1ba84-d194-4f41-a6be-923ee71e5112,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:18.729589 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffd18e1-8eec-4d53-82bc-e5fc3a599a55 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:18.744611 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ffd18e1-8eec-4d53-82bc-e5fc3a599a55 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.746218 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73ceb6-b26f-4e1a-8b72-efa60a347a4f None None] Sync routers for ids ['40e31617-bbb3-499b-921d-1a69c43b140c'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:18.762493 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73ceb6-b26f-4e1a-8b72-efa60a347a4f None None] Routers {'40e31617-bbb3-499b-921d-1a69c43b140c'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:18.763342 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-be73ceb6-b26f-4e1a-8b72-efa60a347a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['40e31617-bbb3-499b-921d-1a69c43b140c'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:18.846662 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.875142 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-127e1b23-1cf8-4737-a7e4-95140c0dc3e3 req-f100cb23-d550-4083-a512-6b729568f2b7 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.889379 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-127e1b23-1cf8-4737-a7e4-95140c0dc3e3 req-f100cb23-d550-4083-a512-6b729568f2b7 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.903706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-127e1b23-1cf8-4737-a7e4-95140c0dc3e3 req-f100cb23-d550-4083-a512-6b729568f2b7 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "DELETE /v2.0/floatingips/cf4c74c7-e4b1-4b98-81e4-270c81355a83 HTTP/1.1" status: 204 len: 173 time: 0.9932914 Jul 23 20:31:18.927156 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4ffd18e1-8eec-4d53-82bc-e5fc3a599a55 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "PUT /v2.0/floatingips/7fa83216-58ac-4b86-9808-e33cff3d60c1 HTTP/1.1" status: 200 len: 990 time: 3.0728402 Jul 23 20:31:18.929301 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432069e4-82e8-4b97-80a6-526f059e5057', 'tag': '0348b129-1a97-4787-8669-0847ec9df6a0'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:18.931674 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd81594a-431e-4fd2-a5eb-ffab7f018e49" -d '{"events": [{"name": "network-changed", "server_uuid": "432069e4-82e8-4b97-80a6-526f059e5057", "tag": "0348b129-1a97-4787-8669-0847ec9df6a0"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:18.994808 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-be73ceb6-b26f-4e1a-8b72-efa60a347a4f None None] Set router 40e31617-bbb3-499b-921d-1a69c43b140c gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:19.062638 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:19.205215 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:19.205951 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34168) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:19.251217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:19.267771 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:19.285526 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Pushing event updated for resources: {'Port': ['ID=058bcd6f-d135-4c5b-aca7-dec48b688037,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:19.433849 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e168a0-a11d-41e8-a914-d175f32a3d66 x-openstack-request-id: req-14e168a0-a11d-41e8-a914-d175f32a3d66 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:19.434567 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432069e4-82e8-4b97-80a6-526f059e5057", "tag": "0348b129-1a97-4787-8669-0847ec9df6a0", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:19.435660 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-14e168a0-a11d-41e8-a914-d175f32a3d66 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:19.437168 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432069e4-82e8-4b97-80a6-526f059e5057', 'tag': '0348b129-1a97-4787-8669-0847ec9df6a0', 'status': 'completed', 'code': 200} Jul 23 20:31:19.505652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab789183-3e95-470b-9d1c-d37fa3986a45 req-050786ec-66f2-466e-9f9a-5524aaa07931 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 210 time: 0.0760386 Jul 23 20:31:19.510291 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c7bec27e-1286-4fc7-86cc-e7374fcbc5e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-118985262-network', 'tenant_id': '347392e0bd704f23ad045a9a8fed1189'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:19.518415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec7fff-6141-4a3e-a71e-7c477e73026b req-2e7bb0ba-647a-4cec-b77f-220f43dbbce9 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:19.537977 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94ec7fff-6141-4a3e-a71e-7c477e73026b req-2e7bb0ba-647a-4cec-b77f-220f43dbbce9 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5151069 Jul 23 20:31:19.708867 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bec27e-1286-4fc7-86cc-e7374fcbc5e0 admin admin] Made reservation on behalf of 347392e0bd704f23ad045a9a8fed1189 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:19.733571 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7bec27e-1286-4fc7-86cc-e7374fcbc5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:19.781697 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7bec27e-1286-4fc7-86cc-e7374fcbc5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:19.781976 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-be73ceb6-b26f-4e1a-8b72-efa60a347a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 4, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '7fa83216-58ac-4b86-9808-e33cff3d60c1', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'floating_ip_address': '172.25.3.15', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'port_id': '0348b129-1a97-4787-8669-0847ec9df6a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'mac_address': 'fa:16:3e:a0:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432069e4-82e8-4b97-80a6-526f059e5057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:30:56Z', 'updated_at': '2021-07-23T20:31:16Z', 'revision_number': 1, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15614cc-3fac-4675-a906-0dbfde2535dd', 'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'mac_address': 'fa:16:3e:08:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:42Z', 'updated_at': '2021-07-23T20:30:52Z', 'revision_number': 5, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'subnets': [{'id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:19.860700 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73ceb6-b26f-4e1a-8b72-efa60a347a4f None None] Checking router: 40e31617-bbb3-499b-921d-1a69c43b140c for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:31:19.888870 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73ceb6-b26f-4e1a-8b72-efa60a347a4f None None] Routers {'40e31617-bbb3-499b-921d-1a69c43b140c'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:19.890317 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-be73ceb6-b26f-4e1a-8b72-efa60a347a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['40e31617-bbb3-499b-921d-1a69c43b140c'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:19.924115 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81594a-431e-4fd2-a5eb-ffab7f018e49 req-1d5c448e-7620-4b71-8c22-221298c4a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:19.926354 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bd81594a-431e-4fd2-a5eb-ffab7f018e49 req-1d5c448e-7620-4b71-8c22-221298c4a895 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e36b104f9d24e799825b9baa093a497&device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 1097 time: 0.4872956 Jul 23 20:31:20.039427 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.209950 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-be73ceb6-b26f-4e1a-8b72-efa60a347a4f None None] Set router 40e31617-bbb3-499b-921d-1a69c43b140c gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:20.336686 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c0f558e-d163-49e7-b030-fe604a9ea733 req-020a4f8f-1552-46c6-9cc5-bac4a5cb61cd tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=669d0429c0274d5aaaa546479db5773e HTTP/1.1" status: 200 len: 1655 time: 0.7778065 Jul 23 20:31:20.371817 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81594a-431e-4fd2-a5eb-ffab7f018e49 req-4314de9b-ea3b-47d1-a428-954550c409f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:20.373295 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bd81594a-431e-4fd2-a5eb-ffab7f018e49 req-4314de9b-ea3b-47d1-a428-954550c409f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce0133d9-8df6-41ea-ae2f-c1fed304391d HTTP/1.1" status: 200 len: 918 time: 0.4309671 Jul 23 20:31:20.470166 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f558e-d163-49e7-b030-fe604a9ea733 req-3aa9fe03-a7d1-48de-9fda-2dd5b1d72b5f tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:20.471986 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c0f558e-d163-49e7-b030-fe604a9ea733 req-3aa9fe03-a7d1-48de-9fda-2dd5b1d72b5f tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/networks?id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 787 time: 0.1290805 Jul 23 20:31:20.496198 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7bec27e-1286-4fc7-86cc-e7374fcbc5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.532559 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7bec27e-1286-4fc7-86cc-e7374fcbc5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.571155 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02b38cee-39f9-4998-8aec-f473e950c2b4 req-49cbe761-7b8c-4c44-9502-5bcb6e02aea4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/floatingips/ec13a042-a077-4d70-b0ec-fec5c77995c2 HTTP/1.1" status: 200 len: 692 time: 0.0714328 Jul 23 20:31:20.574068 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bd81594a-431e-4fd2-a5eb-ffab7f018e49 req-0cbe00f7-1ecb-4bcb-8331-bdc1eaca3492 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0348b129-1a97-4787-8669-0847ec9df6a0 HTTP/1.1" status: 200 len: 998 time: 0.1854084 Jul 23 20:31:20.580764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7bec27e-1286-4fc7-86cc-e7374fcbc5e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:31:20.670251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bec27e-1286-4fc7-86cc-e7374fcbc5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077509f1-2a35-4c48-861e-4403cdf41dc4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:20.682570 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7bec27e-1286-4fc7-86cc-e7374fcbc5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.682915 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-c7bec27e-1286-4fc7-86cc-e7374fcbc5e0 admin admin] Added segment ca73df83-ebd6-47d0-912d-7f2056b3ae34 of type vlan for network 405503b3-ee1d-4be2-a39d-4f5f80839069 Jul 23 20:31:20.710022 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-be73ceb6-b26f-4e1a-8b72-efa60a347a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 4, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '7fa83216-58ac-4b86-9808-e33cff3d60c1', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'floating_ip_address': '172.25.3.15', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'port_id': '0348b129-1a97-4787-8669-0847ec9df6a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'mac_address': 'fa:16:3e:a0:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432069e4-82e8-4b97-80a6-526f059e5057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:30:56Z', 'updated_at': '2021-07-23T20:31:16Z', 'revision_number': 1, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15614cc-3fac-4675-a906-0dbfde2535dd', 'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'mac_address': 'fa:16:3e:08:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:42Z', 'updated_at': '2021-07-23T20:30:52Z', 'revision_number': 5, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'subnets': [{'id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:20.718806 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b38cee-39f9-4998-8aec-f473e950c2b4 req-dfe60e0e-f696-4ad2-9308-81df1ee4a697 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:20.728133 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02b38cee-39f9-4998-8aec-f473e950c2b4 req-dfe60e0e-f696-4ad2-9308-81df1ee4a697 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.1555386 Jul 23 20:31:20.736605 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-02b38cee-39f9-4998-8aec-f473e950c2b4 req-9b948c05-37c0-4ed7-a9af-a199fc5c8300 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:31:20.748910 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02b38cee-39f9-4998-8aec-f473e950c2b4 req-9b948c05-37c0-4ed7-a9af-a199fc5c8300 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182476 Jul 23 20:31:20.768362 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73ceb6-b26f-4e1a-8b72-efa60a347a4f None None] The sync data for ids ['40e31617-bbb3-499b-921d-1a69c43b140c'] in n-d-791504-18 is: [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 4, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '7fa83216-58ac-4b86-9808-e33cff3d60c1', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'floating_ip_address': '172.25.3.15', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'port_id': '0348b129-1a97-4787-8669-0847ec9df6a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'mac_address': 'fa:16:3e:a0:7a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432069e4-82e8-4b97-80a6-526f059e5057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:30:56Z', 'updated_at': '2021-07-23T20:31:16Z', 'revision_number': 1, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15614cc-3fac-4675-a906-0dbfde2535dd', 'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'mac_address': 'fa:16:3e:08:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:42Z', 'updated_at': '2021-07-23T20:30:52Z', 'revision_number': 5, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'subnets': [{'id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:20.787353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81594a-431e-4fd2-a5eb-ffab7f018e49 req-701ea5bb-f0ee-47ac-aab0-0ffcea4ae135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:20.790835 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bd81594a-431e-4fd2-a5eb-ffab7f018e49 req-701ea5bb-f0ee-47ac-aab0-0ffcea4ae135 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35eaf14f-2eae-4b6c-8dcf-0499d3191c4d HTTP/1.1" status: 200 len: 856 time: 0.2071836 Jul 23 20:31:20.804644 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.850417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c8f50de-4e6c-42b5-b72f-3892fb72feaf req-b80bece8-501f-4284-a37f-9ec0d27a1be4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 210 time: 0.0831892 Jul 23 20:31:20.901567 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-806ab0fa-76e3-4646-8ebf-f6529e58fdaa tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c94ee6e2163943e1943042f737f6e068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0978882 Jul 23 20:31:20.935193 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02b38cee-39f9-4998-8aec-f473e950c2b4 req-a2a16173-e60d-47c8-b38f-d64fd190f814 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 695 time: 0.1835437 Jul 23 20:31:21.027814 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7bec27e-1286-4fc7-86cc-e7374fcbc5e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.095261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-cdb495fb-0460-4a03-8254-37130a9e320c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:21.099132 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-cdb495fb-0460-4a03-8254-37130a9e320c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887491 Jul 23 20:31:21.163010 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-e29b409f-6875-463b-a8aa-0f8359695cb5 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c94ee6e2163943e1943042f737f6e068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626075 Jul 23 20:31:21.167144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-55c27aa9-0039-4d1c-a81e-96be4cb089d7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Request body: {'port': {'device_id': '22bcd1e3-5542-45a0-ab89-b4bf9753848e', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': 'c94ee6e2163943e1943042f737f6e068'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:21.223253 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81594a-431e-4fd2-a5eb-ffab7f018e49 req-7fa46f89-d4c4-4ff5-877e-4bf69c0527b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:21.228752 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bd81594a-431e-4fd2-a5eb-ffab7f018e49 req-7fa46f89-d4c4-4ff5-877e-4bf69c0527b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce0133d9-8df6-41ea-ae2f-c1fed304391d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4104466 Jul 23 20:31:21.238857 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd53374-f4f3-45a9-bfe3-8e2862379669 None None] New status for floating IP 7fa83216-58ac-4b86-9808-e33cff3d60c1: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:31:21.259083 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7bec27e-1286-4fc7-86cc-e7374fcbc5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.259968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bec27e-1286-4fc7-86cc-e7374fcbc5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:21.260537 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7bec27e-1286-4fc7-86cc-e7374fcbc5e0 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.442446 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02b38cee-39f9-4998-8aec-f473e950c2b4 req-dc10308d-e9e2-4438-954d-dfb9d49d74b7 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 695 time: 0.5049551 Jul 23 20:31:21.518794 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bd81594a-431e-4fd2-a5eb-ffab7f018e49 req-4899125a-7602-4fa7-866a-8dd1361353f7 service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722902 Jul 23 20:31:21.624698 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bec27e-1286-4fc7-86cc-e7374fcbc5e0 admin admin] Pushing event updated for resources: {'Network': ['ID=405503b3-ee1d-4be2-a39d-4f5f80839069,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:21.636309 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 405503b3-ee1d-4be2-a39d-4f5f80839069 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:31:21.666942 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-1822b883-5c70-4e0d-b26f-3e5b9cd7d08f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:21.669340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-1822b883-5c70-4e0d-b26f-3e5b9cd7d08f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3087845 Jul 23 20:31:21.697149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-fa7e7c42-c8d9-4212-8ef5-7d8db2e1f090 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Request body: {'port': {'device_id': '2dbdbf98-054e-43d5-88f2-08006a974fd5', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': 'c94ee6e2163943e1943042f737f6e068'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:21.717840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-55c27aa9-0039-4d1c-a81e-96be4cb089d7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Made reservation on behalf of c94ee6e2163943e1943042f737f6e068 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:21.718813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Router 06177f85-3c1a-4c7b-b602-0a2269356779 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:31:21.722673 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-55c27aa9-0039-4d1c-a81e-96be4cb089d7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.741382 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c7bec27e-1286-4fc7-86cc-e7374fcbc5e0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5267217 Jul 23 20:31:21.742362 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34216) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:21.781581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e2ddf100-81aa-4043-b065-42e2b131343b admin admin] Request body: {'subnet': {'network_id': '405503b3-ee1d-4be2-a39d-4f5f80839069', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-118985262-subnet', 'tenant_id': '347392e0bd704f23ad045a9a8fed1189', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:21.788130 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bd81594a-431e-4fd2-a5eb-ffab7f018e49 req-b1749338-d211-4174-b474-128223a58654 service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413998 Jul 23 20:31:21.907860 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-02b38cee-39f9-4998-8aec-f473e950c2b4 req-ad3b6c66-76e4-4d9c-8e3b-c777e5d99b40 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Deleting port 9e6900ee-e6cd-4d4e-8937-094a0b78e6ff {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:21.908218 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-02b38cee-39f9-4998-8aec-f473e950c2b4 req-ad3b6c66-76e4-4d9c-8e3b-c777e5d99b40 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.960878 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ddf100-81aa-4043-b065-42e2b131343b admin admin] Made reservation on behalf of 347392e0bd704f23ad045a9a8fed1189 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:21.963803 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2ddf100-81aa-4043-b065-42e2b131343b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:22.011207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:22.022712 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9273811-006e-4d79-b1fe-248a3a2f57a0 None None] Sync routers for ids ['06177f85-3c1a-4c7b-b602-0a2269356779'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:22.049497 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9273811-006e-4d79-b1fe-248a3a2f57a0 None None] Routers {'06177f85-3c1a-4c7b-b602-0a2269356779'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:22.051036 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e9273811-006e-4d79-b1fe-248a3a2f57a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['06177f85-3c1a-4c7b-b602-0a2269356779'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:22.096411 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a40dd9b5-5100-4d0f-8c8c-a77f41200aaa req-fb9a46aa-40fb-4500-bed3-cf97b97e8dd1 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 210 time: 0.1076868 Jul 23 20:31:22.143866 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e9273811-006e-4d79-b1fe-248a3a2f57a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:22.157009 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9273811-006e-4d79-b1fe-248a3a2f57a0 None None] Routers {'06177f85-3c1a-4c7b-b602-0a2269356779'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:22.158085 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e9273811-006e-4d79-b1fe-248a3a2f57a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['06177f85-3c1a-4c7b-b602-0a2269356779'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:22.160727 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-fa7e7c42-c8d9-4212-8ef5-7d8db2e1f090 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Made reservation on behalf of c94ee6e2163943e1943042f737f6e068 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:22.173092 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-fa7e7c42-c8d9-4212-8ef5-7d8db2e1f090 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:22.231499 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e9273811-006e-4d79-b1fe-248a3a2f57a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:22.232453 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9273811-006e-4d79-b1fe-248a3a2f57a0 None None] The sync data for ids ['06177f85-3c1a-4c7b-b602-0a2269356779'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:22.245397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-55c27aa9-0039-4d1c-a81e-96be4cb089d7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Allocated IP 192.168.233.31 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/66634aeb-40cc-4db4-9821-7db65d13fa88) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:22.271735 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-02b38cee-39f9-4998-8aec-f473e950c2b4 req-ad3b6c66-76e4-4d9c-8e3b-c777e5d99b40 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:22.272297 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-02b38cee-39f9-4998-8aec-f473e950c2b4 req-ad3b6c66-76e4-4d9c-8e3b-c777e5d99b40 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:22.300536 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:22.305033 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-30dd8ad5-527b-479b-b875-55c6cc927b76 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6620147 Jul 23 20:31:22.305033 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34224) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:22.309969 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8651b668-62dc-4a64-9f53-ac0a6869d6a1 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'enable_snat': False}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:22.353904 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-02b38cee-39f9-4998-8aec-f473e950c2b4 req-ad3b6c66-76e4-4d9c-8e3b-c777e5d99b40 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Calling delete_port for 9e6900ee-e6cd-4d4e-8937-094a0b78e6ff owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:22.469050 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2ddf100-81aa-4043-b065-42e2b131343b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:22.657791 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-55c27aa9-0039-4d1c-a81e-96be4cb089d7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:22.690973 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-55c27aa9-0039-4d1c-a81e-96be4cb089d7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Transition to ACTIVE for port object 66634aeb-40cc-4db4-9821-7db65d13fa88 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:22.698439 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-02b38cee-39f9-4998-8aec-f473e950c2b4 req-ad3b6c66-76e4-4d9c-8e3b-c777e5d99b40 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:22.736195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b6c66-76e4-4d9c-8e3b-c777e5d99b40 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Pushing event deleted for resources: {'Port': ['ID=9e6900ee-e6cd-4d4e-8937-094a0b78e6ff,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:22.827799 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-02b38cee-39f9-4998-8aec-f473e950c2b4 req-ad3b6c66-76e4-4d9c-8e3b-c777e5d99b40 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:22.830308 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-02b38cee-39f9-4998-8aec-f473e950c2b4 req-ad3b6c66-76e4-4d9c-8e3b-c777e5d99b40 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:22.831515 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02b38cee-39f9-4998-8aec-f473e950c2b4 req-ad3b6c66-76e4-4d9c-8e3b-c777e5d99b40 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "DELETE /v2.0/floatingips/ec13a042-a077-4d70-b0ec-fec5c77995c2 HTTP/1.1" status: 204 len: 173 time: 1.3875899 Jul 23 20:31:22.872769 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddf100-81aa-4043-b065-42e2b131343b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5659460f-e855-4651-ba76-2901e15ca5fe,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:22.912346 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-23d30833-d22c-4445-8094-d37471f1ad32 req-f1903126-c98f-42d1-9344-58778a31f9d4 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/floatingips/908ef9e8-4307-421a-9833-3e16ae3e8785 HTTP/1.1" status: 200 len: 692 time: 0.0544739 Jul 23 20:31:22.962895 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-55c27aa9-0039-4d1c-a81e-96be4cb089d7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:22.977146 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['39f7d0f9-6012-46dc-b760-2b009b129346'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:22.978736 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ddf100-81aa-4043-b065-42e2b131343b admin admin] Checking segment: {'id': 'ca73df83-ebd6-47d0-912d-7f2056b3ae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '405503b3-ee1d-4be2-a39d-4f5f80839069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:22.979127 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ddf100-81aa-4043-b065-42e2b131343b admin admin] Network hostable DHCP agents. Network: 405503b3-ee1d-4be2-a39d-4f5f80839069, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:31:22.980987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['731d952d-4c42-4b98-b65c-ebcca3c75046', '8a73448a-f3d7-49b3-be48-7b0c65441bd8'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:23.016992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ddf100-81aa-4043-b065-42e2b131343b admin admin] Network 405503b3-ee1d-4be2-a39d-4f5f80839069 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:31:23.064589 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-fa7e7c42-c8d9-4212-8ef5-7d8db2e1f090 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Allocated IP 192.168.233.183 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/9e752e04-13c2-4f44-b54a-68b4f79df248) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:23.081105 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-55c27aa9-0039-4d1c-a81e-96be4cb089d7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:23.095194 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-55c27aa9-0039-4d1c-a81e-96be4cb089d7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:23.125139 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-e2ddf100-81aa-4043-b065-42e2b131343b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 405503b3-ee1d-4be2-a39d-4f5f80839069) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:23.135849 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ddf100-81aa-4043-b065-42e2b131343b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:23.136834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2ddf100-81aa-4043-b065-42e2b131343b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:23.153930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d746aa48-c78e-4915-8f60-6d1e9c71a6cf None None] Network 405503b3-ee1d-4be2-a39d-4f5f80839069 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:23.176539 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e2ddf100-81aa-4043-b065-42e2b131343b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4236116 Jul 23 20:31:23.203405 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c27aa9-0039-4d1c-a81e-96be4cb089d7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Pushing event updated for resources: {'Port': ['ID=66634aeb-40cc-4db4-9821-7db65d13fa88,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:23.210422 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-55c27aa9-0039-4d1c-a81e-96be4cb089d7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:23.226986 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8651b668-62dc-4a64-9f53-ac0a6869d6a1 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:23.322073 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f2594ee5-0bc2-439a-bf1d-41f3c37d9cb3 req-b272b022-016b-49ed-91be-234a49f4ce6d tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 210 time: 0.0873911 Jul 23 20:31:23.485673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-55c27aa9-0039-4d1c-a81e-96be4cb089d7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:23.486350 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-55c27aa9-0039-4d1c-a81e-96be4cb089d7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:23.495960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ad65e6-188a-422e-891d-3e02f14d9266 None None] Network 405503b3-ee1d-4be2-a39d-4f5f80839069 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:23.514617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d30833-d22c-4445-8094-d37471f1ad32 req-d6eb1f2f-a7b3-4155-ae69-63e9b76b79cb tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:23.524792 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-23d30833-d22c-4445-8094-d37471f1ad32 req-d6eb1f2f-a7b3-4155-ae69-63e9b76b79cb tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.5597954 Jul 23 20:31:23.656206 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-23d30833-d22c-4445-8094-d37471f1ad32 req-c8062793-f356-4973-b852-746ff0d469c8 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.83 HTTP/1.1" status: 200 len: 695 time: 0.1303923 Jul 23 20:31:23.667886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-55c27aa9-0039-4d1c-a81e-96be4cb089d7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5176585 Jul 23 20:31:23.741071 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Request body: {'port': {'device_id': '22bcd1e3-5542-45a0-ab89-b4bf9753848e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:23.741641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c5a1afc8-05c1-4fbc-92fd-bb7a145320d0 None None] Provisioning for port 66634aeb-40cc-4db4-9821-7db65d13fa88 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:23.793362 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-23d30833-d22c-4445-8094-d37471f1ad32 req-a33140e6-c38c-4a4a-b20f-58f5336378fc tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.83 HTTP/1.1" status: 200 len: 695 time: 0.1357477 Jul 23 20:31:23.813826 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c5a1afc8-05c1-4fbc-92fd-bb7a145320d0 None None] Provisioning complete for port 66634aeb-40cc-4db4-9821-7db65d13fa88 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:23.814784 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5a1afc8-05c1-4fbc-92fd-bb7a145320d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:23.863499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1afc8-05c1-4fbc-92fd-bb7a145320d0 None None] Port 66634aeb-40cc-4db4-9821-7db65d13fa88 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:31:23.994554 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-fa7e7c42-c8d9-4212-8ef5-7d8db2e1f090 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:24.029067 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-fa7e7c42-c8d9-4212-8ef5-7d8db2e1f090 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Transition to ACTIVE for port object 9e752e04-13c2-4f44-b54a-68b4f79df248 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:24.031271 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:24.055267 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-23d30833-d22c-4445-8094-d37471f1ad32 req-d35f40b1-eab7-4b0e-ad5c-dace35050fe0 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Deleting port 76ca5bd6-c4b3-479f-8d72-ae39dddd36e4 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:24.055597 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-23d30833-d22c-4445-8094-d37471f1ad32 req-d35f40b1-eab7-4b0e-ad5c-dace35050fe0 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:24.174972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34272) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:24.184818 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a13d7802-fcc0-4791-ab89-9b33612c3dfd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1660732778-network', 'tenant_id': '50afe68336ee42dbb3c60c0cb4a6bfa7'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:24.221181 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-fa7e7c42-c8d9-4212-8ef5-7d8db2e1f090 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:24.231144 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-23d30833-d22c-4445-8094-d37471f1ad32 req-d35f40b1-eab7-4b0e-ad5c-dace35050fe0 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:24.231144 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-23d30833-d22c-4445-8094-d37471f1ad32 req-d35f40b1-eab7-4b0e-ad5c-dace35050fe0 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:24.233893 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['39f7d0f9-6012-46dc-b760-2b009b129346'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:24.246681 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8651b668-62dc-4a64-9f53-ac0a6869d6a1 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:24.252481 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8651b668-62dc-4a64-9f53-ac0a6869d6a1 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:24.344015 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-23d30833-d22c-4445-8094-d37471f1ad32 req-d35f40b1-eab7-4b0e-ad5c-dace35050fe0 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Calling delete_port for 76ca5bd6-c4b3-479f-8d72-ae39dddd36e4 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:24.364860 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['731d952d-4c42-4b98-b65c-ebcca3c75046', '8a73448a-f3d7-49b3-be48-7b0c65441bd8'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:24.369406 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13d7802-fcc0-4791-ab89-9b33612c3dfd admin admin] Made reservation on behalf of 50afe68336ee42dbb3c60c0cb4a6bfa7 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:24.371747 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a13d7802-fcc0-4791-ab89-9b33612c3dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:24.378101 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-fa7e7c42-c8d9-4212-8ef5-7d8db2e1f090 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:24.390627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e7c42-c8d9-4212-8ef5-7d8db2e1f090 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Pushing event updated for resources: {'Port': ['ID=9e752e04-13c2-4f44-b54a-68b4f79df248,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:24.399972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-fa7e7c42-c8d9-4212-8ef5-7d8db2e1f090 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:24.414403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-fa7e7c42-c8d9-4212-8ef5-7d8db2e1f090 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:24.506587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8651b668-62dc-4a64-9f53-ac0a6869d6a1 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Router 06177f85-3c1a-4c7b-b602-0a2269356779 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:31:24.507867 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-fa7e7c42-c8d9-4212-8ef5-7d8db2e1f090 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:24.508617 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-fa7e7c42-c8d9-4212-8ef5-7d8db2e1f090 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:24.511862 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a13d7802-fcc0-4791-ab89-9b33612c3dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:24.568950 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9ec4793-966d-4a02-81b9-0a6950db1bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:24.668470 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8651b668-62dc-4a64-9f53-ac0a6869d6a1 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:24.674510 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8651b668-62dc-4a64-9f53-ac0a6869d6a1 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:24.680209 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8651b668-62dc-4a64-9f53-ac0a6869d6a1 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "PUT /v2.0/routers/06177f85-3c1a-4c7b-b602-0a2269356779 HTTP/1.1" status: 200 len: 924 time: 2.3744190 Jul 23 20:31:24.681341 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34280) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:24.693703 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82602919-11db-4d3b-97e6-911f1e82e9a1 None None] Sync routers for ids ['06177f85-3c1a-4c7b-b602-0a2269356779'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:24.710546 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-fa7e7c42-c8d9-4212-8ef5-7d8db2e1f090 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0193653 Jul 23 20:31:24.737429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82602919-11db-4d3b-97e6-911f1e82e9a1 None None] Routers {'06177f85-3c1a-4c7b-b602-0a2269356779'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:24.737759 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Request body: {'port': {'device_id': '2dbdbf98-054e-43d5-88f2-08006a974fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:24.738635 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-82602919-11db-4d3b-97e6-911f1e82e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['06177f85-3c1a-4c7b-b602-0a2269356779'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:24.796195 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-82602919-11db-4d3b-97e6-911f1e82e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:24.855872 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f75f45bc-26a1-480d-9e0a-2e56ae480bee tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "GET /v2.0/routers/06177f85-3c1a-4c7b-b602-0a2269356779 HTTP/1.1" status: 200 len: 924 time: 0.1707220 Jul 23 20:31:24.856707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34286) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:24.874003 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-08b161c6-5345-4353-8014-9e338c30c863 None None] Provisioning for port 9e752e04-13c2-4f44-b54a-68b4f79df248 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:24.883911 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82602919-11db-4d3b-97e6-911f1e82e9a1 None None] Routers {'06177f85-3c1a-4c7b-b602-0a2269356779'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:24.884849 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-82602919-11db-4d3b-97e6-911f1e82e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:30:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['06177f85-3c1a-4c7b-b602-0a2269356779'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:24.890367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-08b161c6-5345-4353-8014-9e338c30c863 None None] Provisioning complete for port 9e752e04-13c2-4f44-b54a-68b4f79df248 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:24.891003 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08b161c6-5345-4353-8014-9e338c30c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:24.922707 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:24.936841 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e3dfa9-355e-4fe6-a753-8fddc25d9f51 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:24.940945 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-87e3dfa9-355e-4fe6-a753-8fddc25d9f51 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&device_id=06177f85-3c1a-4c7b-b602-0a2269356779&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0808902 Jul 23 20:31:24.941439 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34288) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:24.976546 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-08b161c6-5345-4353-8014-9e338c30c863 None None] Port 9e752e04-13c2-4f44-b54a-68b4f79df248 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:31:24.986937 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-82602919-11db-4d3b-97e6-911f1e82e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:24.987803 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82602919-11db-4d3b-97e6-911f1e82e9a1 None None] The sync data for ids ['06177f85-3c1a-4c7b-b602-0a2269356779'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:25.036195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b8b2e-fabe-4093-a325-3086a0e4e680 req-4f99b837-12f8-45e1-b88c-7376457ac4d1 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:25.038264 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e37b8b2e-fabe-4093-a325-3086a0e4e680 req-4f99b837-12f8-45e1-b88c-7376457ac4d1 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 936 time: 0.5477219 Jul 23 20:31:25.083628 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d218f1b8-cea2-407d-be2c-9b8ef8badfdc tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:25.087624 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d218f1b8-cea2-407d-be2c-9b8ef8badfdc tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 881 time: 0.1425183 Jul 23 20:31:25.088798 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34290) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:25.131220 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1fe20505-961d-437a-9b69-a5b95b523e31 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "GET /v2.0/ports?device_id=06177f85-3c1a-4c7b-b602-0a2269356779 HTTP/1.1" status: 200 len: 205 time: 0.0373414 Jul 23 20:31:25.133748 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34292) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:25.179252 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e37b8b2e-fabe-4093-a325-3086a0e4e680 req-11cf002e-df99-40f1-bb83-e9ccfa88df7f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235685 Jul 23 20:31:25.240867 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66634aeb-40cc-4db4-9821-7db65d13fa88 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:25.259955 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.271618 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-23d30833-d22c-4445-8094-d37471f1ad32 req-d35f40b1-eab7-4b0e-ad5c-dace35050fe0 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.307911 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-64ff0500-7e83-4ab6-8a46-7b52ecc13fce tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.312399 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f40b1-eab7-4b0e-ad5c-dace35050fe0 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Pushing event deleted for resources: {'Port': ['ID=76ca5bd6-c4b3-479f-8d72-ae39dddd36e4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:25.326194 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a13d7802-fcc0-4791-ab89-9b33612c3dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.342553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Transition to ACTIVE for port object 66634aeb-40cc-4db4-9821-7db65d13fa88 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:25.363398 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a13d7802-fcc0-4791-ab89-9b33612c3dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.420844 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-23d30833-d22c-4445-8094-d37471f1ad32 req-d35f40b1-eab7-4b0e-ad5c-dace35050fe0 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.423824 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-23d30833-d22c-4445-8094-d37471f1ad32 req-d35f40b1-eab7-4b0e-ad5c-dace35050fe0 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.442878 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-23d30833-d22c-4445-8094-d37471f1ad32 req-d35f40b1-eab7-4b0e-ad5c-dace35050fe0 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "DELETE /v2.0/floatingips/908ef9e8-4307-421a-9833-3e16ae3e8785 HTTP/1.1" status: 204 len: 173 time: 1.6487074 Jul 23 20:31:25.443813 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.469857 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-64ff0500-7e83-4ab6-8a46-7b52ecc13fce tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.554848 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13d7802-fcc0-4791-ab89-9b33612c3dfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:31:25.558186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-64ff0500-7e83-4ab6-8a46-7b52ecc13fce tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Deleting port 058bcd6f-d135-4c5b-aca7-dec48b688037 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:25.558802 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-64ff0500-7e83-4ab6-8a46-7b52ecc13fce tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.616862 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d7802-fcc0-4791-ab89-9b33612c3dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1c36c0-4782-4e03-a0ef-f3fdb0856bf7,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:25.656825 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-64ff0500-7e83-4ab6-8a46-7b52ecc13fce tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.670711 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-64ff0500-7e83-4ab6-8a46-7b52ecc13fce tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Calling delete_port for 058bcd6f-d135-4c5b-aca7-dec48b688037 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:25.906022 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-64ff0500-7e83-4ab6-8a46-7b52ecc13fce tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.935533 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff0500-7e83-4ab6-8a46-7b52ecc13fce tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Pushing event deleted for resources: {'Port': ['ID=058bcd6f-d135-4c5b-aca7-dec48b688037,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:26.031508 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-64ff0500-7e83-4ab6-8a46-7b52ecc13fce tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.108659 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-158932dd-2f87-445d-a572-fb53c807dca3 req-d20af755-3453-45cb-aec7-c4682e473df8 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/floatingips/faceb316-61c7-4858-82a9-5249170f4527 HTTP/1.1" status: 200 len: 693 time: 0.5835636 Jul 23 20:31:26.112725 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a13d7802-fcc0-4791-ab89-9b33612c3dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.113617 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-a13d7802-fcc0-4791-ab89-9b33612c3dfd admin admin] Added segment 3e08e2f7-ca6f-45cb-ab39-935632629b3c of type vlan for network 7a9642fa-deba-43d5-9946-fdf09b9d68df Jul 23 20:31:26.135839 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Pushing event updated for resources: {'Port': ['ID=66634aeb-40cc-4db4-9821-7db65d13fa88,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:26.149314 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-64ff0500-7e83-4ab6-8a46-7b52ecc13fce tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.152121 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-64ff0500-7e83-4ab6-8a46-7b52ecc13fce tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.219754 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-64ff0500-7e83-4ab6-8a46-7b52ecc13fce tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.220511 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ff0500-7e83-4ab6-8a46-7b52ecc13fce tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Fanout notify agent at l3_agent the message router_deleted on router 06177f85-3c1a-4c7b-b602-0a2269356779 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:26.235407 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-64ff0500-7e83-4ab6-8a46-7b52ecc13fce tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.235407 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-64ff0500-7e83-4ab6-8a46-7b52ecc13fce tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "DELETE /v2.0/routers/06177f85-3c1a-4c7b-b602-0a2269356779 HTTP/1.1" status: 204 len: 168 time: 1.1020582 Jul 23 20:31:26.239593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34310) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:26.246205 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-718e7e89-2ab7-4373-a3dd-fd73c3e50d8a tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-158175327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:26.277078 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-718e7e89-2ab7-4373-a3dd-fd73c3e50d8a tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.279023 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-718e7e89-2ab7-4373-a3dd-fd73c3e50d8a tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.298662 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a13d7802-fcc0-4791-ab89-9b33612c3dfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.360126 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-718e7e89-2ab7-4373-a3dd-fd73c3e50d8a tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.366153 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-718e7e89-2ab7-4373-a3dd-fd73c3e50d8a tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.388984 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-718e7e89-2ab7-4373-a3dd-fd73c3e50d8a tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.391013 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-718e7e89-2ab7-4373-a3dd-fd73c3e50d8a tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1492407 Jul 23 20:31:26.393221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34316) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:26.399053 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-02b28cc2-9a37-4e96-a6a3-bf01d5a3dbd4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:26.466719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Attempting to bind port 66634aeb-40cc-4db4-9821-7db65d13fa88 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:26.469371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Attempting to bind port 66634aeb-40cc-4db4-9821-7db65d13fa88 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:26.469371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Attempting to bind port 66634aeb-40cc-4db4-9821-7db65d13fa88 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:26.519749 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Port 66634aeb-40cc-4db4-9821-7db65d13fa88 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:31:26.520092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Attempting to bind port 66634aeb-40cc-4db4-9821-7db65d13fa88 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:26.521984 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a13d7802-fcc0-4791-ab89-9b33612c3dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.522947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13d7802-fcc0-4791-ab89-9b33612c3dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:26.523569 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a13d7802-fcc0-4791-ab89-9b33612c3dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.548234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158932dd-2f87-445d-a572-fb53c807dca3 req-68b8e72c-e551-4219-8572-9cc5add0f389 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:26.556176 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-158932dd-2f87-445d-a572-fb53c807dca3 req-68b8e72c-e551-4219-8572-9cc5add0f389 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.3910534 Jul 23 20:31:26.567785 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a13d7802-fcc0-4791-ab89-9b33612c3dfd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3881097 Jul 23 20:31:26.586635 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34322) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:26.591729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:26.592080 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:26.592476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:26.592931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Bound port: 66634aeb-40cc-4db4-9821-7db65d13fa88, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:26.593298 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.601069 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8ad74732-2629-4692-b638-f59f0791e30c admin admin] Request body: {'subnet': {'network_id': '7a9642fa-deba-43d5-9946-fdf09b9d68df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1660732778-subnet', 'tenant_id': '50afe68336ee42dbb3c60c0cb4a6bfa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:26.607086 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e752e04-13c2-4f44-b54a-68b4f79df248 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:26.647583 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-02b28cc2-9a37-4e96-a6a3-bf01d5a3dbd4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.669147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4bc99-221e-41d1-91b2-7179c4841f51 req-b9e500b9-45b3-4add-8905-45aa1c463054 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:26.670699 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ca4bc99-221e-41d1-91b2-7179c4841f51 req-b9e500b9-45b3-4add-8905-45aa1c463054 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 936 time: 0.3956242 Jul 23 20:31:26.681617 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.706300 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-158932dd-2f87-445d-a572-fb53c807dca3 req-0f6fe343-88a8-4dcb-84aa-80112f2a9d15 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.1491432 Jul 23 20:31:26.849511 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d7802-fcc0-4791-ab89-9b33612c3dfd admin admin] Pushing event updated for resources: {'Network': ['ID=7a9642fa-deba-43d5-9946-fdf09b9d68df,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:26.861195 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 7a9642fa-deba-43d5-9946-fdf09b9d68df details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:31:26.862201 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Transition to ACTIVE for port object 9e752e04-13c2-4f44-b54a-68b4f79df248 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:26.873300 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad74732-2629-4692-b638-f59f0791e30c admin admin] Made reservation on behalf of 50afe68336ee42dbb3c60c0cb4a6bfa7 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:26.875487 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ad74732-2629-4692-b638-f59f0791e30c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.895567 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.903777 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-02b28cc2-9a37-4e96-a6a3-bf01d5a3dbd4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.905233 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-158932dd-2f87-445d-a572-fb53c807dca3 req-4bba6bed-2965-4a6d-87aa-e882c5881a53 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.1979542 Jul 23 20:31:26.911404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] For port 66634aeb-40cc-4db4-9821-7db65d13fa88, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:26.931859 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-02b28cc2-9a37-4e96-a6a3-bf01d5a3dbd4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.015631 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] For port 66634aeb-40cc-4db4-9821-7db65d13fa88, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=66634aeb-40cc-4db4-9821-7db65d13fa88,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:27.020240 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ca4bc99-221e-41d1-91b2-7179c4841f51 req-fd145989-c9aa-4a69-9a10-6497f68550f6 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323009 Jul 23 20:31:27.071583 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c4296af-d512-4de9-8150-d80948bd5752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.092813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-02b28cc2-9a37-4e96-a6a3-bf01d5a3dbd4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Allocated IP 172.25.3.95 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/cb3e8cd3-0a9c-43ee-bb95-70053b04e12c) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:27.123214 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Pushing event updated for resources: {'Port': ['ID=9e752e04-13c2-4f44-b54a-68b4f79df248,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:27.226346 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.271043 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-02b28cc2-9a37-4e96-a6a3-bf01d5a3dbd4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.281311 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.372217 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-02b28cc2-9a37-4e96-a6a3-bf01d5a3dbd4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.392175 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:27.392175 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.392531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] 10.222.0.57 "PUT /v2.0/ports/66634aeb-40cc-4db4-9821-7db65d13fa88 HTTP/1.1" status: 200 len: 1096 time: 3.6839550 Jul 23 20:31:27.399718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22bcd1e3-5542-45a0-ab89-b4bf9753848e', 'tag': '66634aeb-40cc-4db4-9821-7db65d13fa88'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:27.402355 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b5cac7-6d0f-4f7b-a182-37848c40265d" -d '{"events": [{"name": "network-changed", "server_uuid": "22bcd1e3-5542-45a0-ab89-b4bf9753848e", "tag": "66634aeb-40cc-4db4-9821-7db65d13fa88"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:27.443224 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b28cc2-9a37-4e96-a6a3-bf01d5a3dbd4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:27.446793 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-02b28cc2-9a37-4e96-a6a3-bf01d5a3dbd4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:27.463411 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b28cc2-9a37-4e96-a6a3-bf01d5a3dbd4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:27.501301 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1fbd1b-d1cc-48a5-a1b9-2c6c94e8b288 x-openstack-request-id: req-5d1fbd1b-d1cc-48a5-a1b9-2c6c94e8b288 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:27.501590 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22bcd1e3-5542-45a0-ab89-b4bf9753848e", "tag": "66634aeb-40cc-4db4-9821-7db65d13fa88", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:27.501836 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d1fbd1b-d1cc-48a5-a1b9-2c6c94e8b288 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:27.502228 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22bcd1e3-5542-45a0-ab89-b4bf9753848e', 'tag': '66634aeb-40cc-4db4-9821-7db65d13fa88', 'status': 'completed', 'code': 200} Jul 23 20:31:27.509916 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b28cc2-9a37-4e96-a6a3-bf01d5a3dbd4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Pushing event updated for resources: {'Port': ['ID=cb3e8cd3-0a9c-43ee-bb95-70053b04e12c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:27.565171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a053934-2dd3-4121-85c2-6ce882b33bad service neutron] Pushing event updated for resources: {'Port': ['ID=66634aeb-40cc-4db4-9821-7db65d13fa88,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:27.620269 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-158932dd-2f87-445d-a572-fb53c807dca3 req-2b373b20-4da7-42e3-8da9-e2ffe3310596 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Deleting port b1611520-3c71-42e9-b68f-0f2e091f238d {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:27.620781 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-158932dd-2f87-445d-a572-fb53c807dca3 req-2b373b20-4da7-42e3-8da9-e2ffe3310596 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.639353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Attempting to bind port 9e752e04-13c2-4f44-b54a-68b4f79df248 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:27.639690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Attempting to bind port 9e752e04-13c2-4f44-b54a-68b4f79df248 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:27.640195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Attempting to bind port 9e752e04-13c2-4f44-b54a-68b4f79df248 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:27.663234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Port 9e752e04-13c2-4f44-b54a-68b4f79df248 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:31:27.663455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Attempting to bind port 9e752e04-13c2-4f44-b54a-68b4f79df248 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:27.742484 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:27.742847 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:27.743386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:27.743892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Bound port: 9e752e04-13c2-4f44-b54a-68b4f79df248, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:27.744335 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.783960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-90134263-cd39-451f-9805-847e2ed39877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:27.787279 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-90134263-cd39-451f-9805-847e2ed39877 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&device_id=22bcd1e3-5542-45a0-ab89-b4bf9753848e HTTP/1.1" status: 200 len: 1099 time: 0.2800310 Jul 23 20:31:27.820517 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ad74732-2629-4692-b638-f59f0791e30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.851448 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-02b28cc2-9a37-4e96-a6a3-bf01d5a3dbd4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.912129 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-158932dd-2f87-445d-a572-fb53c807dca3 req-2b373b20-4da7-42e3-8da9-e2ffe3310596 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.912351 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-158932dd-2f87-445d-a572-fb53c807dca3 req-2b373b20-4da7-42e3-8da9-e2ffe3310596 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.917534 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-88c6b4a3-c1a4-435c-b7c3-ae46f3a5ecd9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=66634aeb-40cc-4db4-9821-7db65d13fa88 HTTP/1.1" status: 200 len: 217 time: 0.1003287 Jul 23 20:31:27.993917 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-158932dd-2f87-445d-a572-fb53c807dca3 req-2b373b20-4da7-42e3-8da9-e2ffe3310596 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Calling delete_port for b1611520-3c71-42e9-b68f-0f2e091f238d owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:28.014377 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] For port 9e752e04-13c2-4f44-b54a-68b4f79df248, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:28.139868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad74732-2629-4692-b638-f59f0791e30c admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f4ba85-4a1c-46d3-86ce-0efb84862361,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:28.165282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] For port 9e752e04-13c2-4f44-b54a-68b4f79df248, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9e752e04-13c2-4f44-b54a-68b4f79df248,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:28.207030 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.245439 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:28.246092 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.247988 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] 10.222.0.48 "PUT /v2.0/ports/9e752e04-13c2-4f44-b54a-68b4f79df248 HTTP/1.1" status: 200 len: 1097 time: 3.5203452 Jul 23 20:31:28.249443 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-4bd8d630-0870-41ba-aef1-d811b5368f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:28.251001 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-4bd8d630-0870-41ba-aef1-d811b5368f5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.3147960 Jul 23 20:31:28.285605 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad74732-2629-4692-b638-f59f0791e30c admin admin] Checking segment: {'id': '3e08e2f7-ca6f-45cb-ab39-935632629b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7a9642fa-deba-43d5-9946-fdf09b9d68df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:28.286051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad74732-2629-4692-b638-f59f0791e30c admin admin] Network hostable DHCP agents. Network: 7a9642fa-deba-43d5-9946-fdf09b9d68df, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:31:28.407773 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.482123 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19008016-a9e9-4190-b14c-e6b4d73ef267 service neutron] Pushing event updated for resources: {'Port': ['ID=9e752e04-13c2-4f44-b54a-68b4f79df248,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:28.506650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad74732-2629-4692-b638-f59f0791e30c admin admin] Network 7a9642fa-deba-43d5-9946-fdf09b9d68df is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:31:28.520110 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-02b28cc2-9a37-4e96-a6a3-bf01d5a3dbd4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.523845 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-02b28cc2-9a37-4e96-a6a3-bf01d5a3dbd4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.536171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-8ad74732-2629-4692-b638-f59f0791e30c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 7a9642fa-deba-43d5-9946-fdf09b9d68df) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:28.541277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad74732-2629-4692-b638-f59f0791e30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:28.542453 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8ad74732-2629-4692-b638-f59f0791e30c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.546479 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb74c872-0cf9-4b8d-a3bd-87842529b848 None None] Network 7a9642fa-deba-43d5-9946-fdf09b9d68df requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:28.564690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe16c77-8445-4618-9597-8d10edfa7405 req-e4179990-83e1-4e30-8a8c-22ea7d4b0723 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:28.566856 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0fe16c77-8445-4618-9597-8d10edfa7405 req-e4179990-83e1-4e30-8a8c-22ea7d4b0723 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 948 time: 0.4167585 Jul 23 20:31:28.571287 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8ad74732-2629-4692-b638-f59f0791e30c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9755671 Jul 23 20:31:28.572629 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-158932dd-2f87-445d-a572-fb53c807dca3 req-2b373b20-4da7-42e3-8da9-e2ffe3310596 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.745410 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b28cc2-9a37-4e96-a6a3-bf01d5a3dbd4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Router a31011cc-8463-49e2-bde2-083f9f385af1 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:31:28.840168 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b373b20-4da7-42e3-8da9-e2ffe3310596 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Pushing event deleted for resources: {'Port': ['ID=b1611520-3c71-42e9-b68f-0f2e091f238d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:28.850129 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-158932dd-2f87-445d-a572-fb53c807dca3 req-2b373b20-4da7-42e3-8da9-e2ffe3310596 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.852759 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-158932dd-2f87-445d-a572-fb53c807dca3 req-2b373b20-4da7-42e3-8da9-e2ffe3310596 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.853948 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-158932dd-2f87-445d-a572-fb53c807dca3 req-2b373b20-4da7-42e3-8da9-e2ffe3310596 tempest-FloatingIPDetailsTestJSON-487623098 tempest-FloatingIPDetailsTestJSON-487623098-project] 10.222.0.55 "DELETE /v2.0/floatingips/faceb316-61c7-4858-82a9-5249170f4527 HTTP/1.1" status: 204 len: 173 time: 1.9479039 Jul 23 20:31:28.864545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-905f882e-51f8-4ae4-9831-eadb152a4cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:28.866214 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-905f882e-51f8-4ae4-9831-eadb152a4cb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5898340 Jul 23 20:31:28.883363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb04894-7967-43f6-81df-0c3093c090b8 None None] Network 7a9642fa-deba-43d5-9946-fdf09b9d68df requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:28.893201 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0fe16c77-8445-4618-9597-8d10edfa7405 req-77ed31af-376a-42ae-8453-105fbe38591c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177891 Jul 23 20:31:28.895296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34348) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:28.979139 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b28cc2-9a37-4e96-a6a3-bf01d5a3dbd4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:28.996886 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7656b7a-6260-4b06-870e-2cda66ffba48 None None] Sync routers for ids ['a31011cc-8463-49e2-bde2-083f9f385af1'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:29.011759 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7656b7a-6260-4b06-870e-2cda66ffba48 None None] Routers {'a31011cc-8463-49e2-bde2-083f9f385af1'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:29.012392 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b7656b7a-6260-4b06-870e-2cda66ffba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a31011cc-8463-49e2-bde2-083f9f385af1'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:29.014498 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-02b28cc2-9a37-4e96-a6a3-bf01d5a3dbd4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.018299 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-02b28cc2-9a37-4e96-a6a3-bf01d5a3dbd4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "PUT /v2.0/routers/a31011cc-8463-49e2-bde2-083f9f385af1 HTTP/1.1" status: 200 len: 882 time: 2.6215272 Jul 23 20:31:29.020506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34356) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:29.104296 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b7656b7a-6260-4b06-870e-2cda66ffba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:29.132650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-297bc5df-1717-4d92-a06a-02ee13428db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:29.134230 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-297bc5df-1717-4d92-a06a-02ee13428db7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 1100 time: 0.7805882 Jul 23 20:31:29.137372 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7656b7a-6260-4b06-870e-2cda66ffba48 None None] Routers {'a31011cc-8463-49e2-bde2-083f9f385af1'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:29.138002 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b7656b7a-6260-4b06-870e-2cda66ffba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a31011cc-8463-49e2-bde2-083f9f385af1'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:29.219236 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b7656b7a-6260-4b06-870e-2cda66ffba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:29.223422 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7656b7a-6260-4b06-870e-2cda66ffba48 None None] The sync data for ids ['a31011cc-8463-49e2-bde2-083f9f385af1'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:29.269641 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-50696cdf-2469-4f38-a634-d8ca558dc93c tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "GET /v2.0/routers/a31011cc-8463-49e2-bde2-083f9f385af1 HTTP/1.1" status: 200 len: 923 time: 0.2472591 Jul 23 20:31:29.270247 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34364) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:29.302315 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-266f323b-4270-40a8-aab5-211c8fdf35e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=9e752e04-13c2-4f44-b54a-68b4f79df248 HTTP/1.1" status: 200 len: 217 time: 0.1278996 Jul 23 20:31:29.344012 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ac85e9-c27e-4dc7-a07e-503db7eaf959 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:29.352662 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e8ac85e9-c27e-4dc7-a07e-503db7eaf959 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&device_id=a31011cc-8463-49e2-bde2-083f9f385af1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0781915 Jul 23 20:31:29.354145 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34370) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:29.394677 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-867ef71a-4607-4f15-bc2d-90ab8c0d8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:29.396289 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-867ef71a-4607-4f15-bc2d-90ab8c0d8e32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0822086 Jul 23 20:31:29.441131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-82b826b5-9377-4ae0-a0ed-9e36364957ed service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425096 Jul 23 20:31:29.460278 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84caed75-fb5d-46d6-9a7e-600b83eec04b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:29.461708 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-84caed75-fb5d-46d6-9a7e-600b83eec04b tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 881 time: 0.1065769 Jul 23 20:31:29.464903 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34376) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:29.509707 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbdbf98-054e-43d5-88f2-08006a974fd5', 'tag': '9e752e04-13c2-4f44-b54a-68b4f79df248'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:29.512052 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20251a63-31eb-4ad7-94df-5b4648e5ec3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbdbf98-054e-43d5-88f2-08006a974fd5", "tag": "9e752e04-13c2-4f44-b54a-68b4f79df248"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:29.515514 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bdb0e101-3ff5-44c9-991d-aa305e869ad5 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "GET /v2.0/ports?device_id=a31011cc-8463-49e2-bde2-083f9f385af1 HTTP/1.1" status: 200 len: 205 time: 0.0494332 Jul 23 20:31:29.517918 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34380) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:29.642147 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f0e7c87-fdf4-4987-b588-1c89e0616ffe tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.794460 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f0e7c87-fdf4-4987-b588-1c89e0616ffe tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.848293 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.880443 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0f0e7c87-fdf4-4987-b588-1c89e0616ffe tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Deleting port cb3e8cd3-0a9c-43ee-bb95-70053b04e12c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:29.880785 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f0e7c87-fdf4-4987-b588-1c89e0616ffe tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.007461 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f0e7c87-fdf4-4987-b588-1c89e0616ffe tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.024411 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0f0e7c87-fdf4-4987-b588-1c89e0616ffe tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Calling delete_port for cb3e8cd3-0a9c-43ee-bb95-70053b04e12c owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:30.146560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-2337653d-7b9b-4e44-bbdb-7a4a02ae7c35 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:30.149061 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-2337653d-7b9b-4e44-bbdb-7a4a02ae7c35 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/networks?id=405503b3-ee1d-4be2-a39d-4f5f80839069 HTTP/1.1" status: 200 len: 814 time: 0.7372224 Jul 23 20:31:30.194221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-a2e2d6ec-cf5d-4487-b578-6ddac9b25b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:30.196143 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-a2e2d6ec-cf5d-4487-b578-6ddac9b25b14 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7816896 Jul 23 20:31:30.211884 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-9aeb70af-786b-4c62-a056-456adddde1f8 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/quotas/347392e0bd704f23ad045a9a8fed1189 HTTP/1.1" status: 200 len: 375 time: 0.0498650 Jul 23 20:31:30.214661 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-f9c15a26-3954-4cc6-89fa-af03dfaeb4fc service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066103 Jul 23 20:31:30.238986 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f0e7c87-fdf4-4987-b588-1c89e0616ffe tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.301319 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-95517ab1-5dc6-4e1a-bcec-e472667e687e tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=347392e0bd704f23ad045a9a8fed1189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526409 Jul 23 20:31:30.307150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e7c87-fdf4-4987-b588-1c89e0616ffe tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Pushing event deleted for resources: {'Port': ['ID=cb3e8cd3-0a9c-43ee-bb95-70053b04e12c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:30.397149 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f0e7c87-fdf4-4987-b588-1c89e0616ffe tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.406523 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243be8aa-5530-4ae6-b34c-912d923dbbce req-aba8f9b1-216b-40b8-9114-2639ca05c017 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:30.413843 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-243be8aa-5530-4ae6-b34c-912d923dbbce req-aba8f9b1-216b-40b8-9114-2639ca05c017 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 948 time: 0.4137764 Jul 23 20:31:30.507037 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f0e7c87-fdf4-4987-b588-1c89e0616ffe tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.509400 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f0e7c87-fdf4-4987-b588-1c89e0616ffe tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.571001 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f0e7c87-fdf4-4987-b588-1c89e0616ffe tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.572545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0e7c87-fdf4-4987-b588-1c89e0616ffe tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Fanout notify agent at l3_agent the message router_deleted on router a31011cc-8463-49e2-bde2-083f9f385af1 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:30.590670 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f0e7c87-fdf4-4987-b588-1c89e0616ffe tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.592251 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0f0e7c87-fdf4-4987-b588-1c89e0616ffe tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "DELETE /v2.0/routers/a31011cc-8463-49e2-bde2-083f9f385af1 HTTP/1.1" status: 204 len: 168 time: 1.0734346 Jul 23 20:31:30.596798 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34396) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:30.603199 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-68682dd3-41bc-4ff5-a1f6-6f6e6ceb7d3e tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1852901788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:30.614199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-243be8aa-5530-4ae6-b34c-912d923dbbce req-c883ff6a-4c9c-4a58-8e1b-a847f8ad034a tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974378 Jul 23 20:31:30.647262 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-b78919f3-869f-425d-b9e0-b52d2c6272c6 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371681 Jul 23 20:31:30.661593 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68682dd3-41bc-4ff5-a1f6-6f6e6ceb7d3e tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.662805 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68682dd3-41bc-4ff5-a1f6-6f6e6ceb7d3e tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.685489 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a61fc2-ad2a-411d-ab64-dab7bcb0b6cf x-openstack-request-id: req-b6a61fc2-ad2a-411d-ab64-dab7bcb0b6cf {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:30.685779 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbdbf98-054e-43d5-88f2-08006a974fd5", "tag": "9e752e04-13c2-4f44-b54a-68b4f79df248", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:30.686059 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b6a61fc2-ad2a-411d-ab64-dab7bcb0b6cf {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:30.686671 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbdbf98-054e-43d5-88f2-08006a974fd5', 'tag': '9e752e04-13c2-4f44-b54a-68b4f79df248', 'status': 'completed', 'code': 200} Jul 23 20:31:30.708820 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-6689a5a5-5612-4f2f-ad13-862e2692bbac service neutron] 10.222.0.55 "GET /v2.0/networks/405503b3-ee1d-4be2-a39d-4f5f80839069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904142 Jul 23 20:31:30.743802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5cac7-6d0f-4f7b-a182-37848c40265d req-ad818155-9d64-41e5-94e9-d09e999ca188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:30.745311 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2b5cac7-6d0f-4f7b-a182-37848c40265d req-ad818155-9d64-41e5-94e9-d09e999ca188 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&device_id=22bcd1e3-5542-45a0-ab89-b4bf9753848e HTTP/1.1" status: 200 len: 1099 time: 0.3999481 Jul 23 20:31:30.787895 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68682dd3-41bc-4ff5-a1f6-6f6e6ceb7d3e tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.802322 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68682dd3-41bc-4ff5-a1f6-6f6e6ceb7d3e tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.836290 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68682dd3-41bc-4ff5-a1f6-6f6e6ceb7d3e tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.841310 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-68682dd3-41bc-4ff5-a1f6-6f6e6ceb7d3e tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2422934 Jul 23 20:31:30.842359 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34398) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:30.860145 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9e1603c4-2acb-4c18-b4b5-6d18684c82ad tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'enable_snat': True}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:31.060149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abe3f44d-89ee-41a8-a09a-76f3803830e5 req-852a2581-5482-4248-bbb1-860fd85ff2bb service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937221 Jul 23 20:31:31.118374 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-fef7435a-1995-4298-9f4e-57272138e873 service neutron] 10.222.0.55 "GET /v2.0/networks/405503b3-ee1d-4be2-a39d-4f5f80839069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014819 Jul 23 20:31:31.140091 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5cac7-6d0f-4f7b-a182-37848c40265d req-c6c7f97e-9978-47cb-9b5d-648c3efc7db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:31.141754 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2b5cac7-6d0f-4f7b-a182-37848c40265d req-c6c7f97e-9978-47cb-9b5d-648c3efc7db9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.3823097 Jul 23 20:31:31.166226 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e1603c4-2acb-4c18-b4b5-6d18684c82ad tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.184508 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7948982-1db2-4e21-a10b-f7296dd18297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.231737 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2b5cac7-6d0f-4f7b-a182-37848c40265d req-c8b9fbeb-f0a9-4450-bb06-b22c53329085 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=66634aeb-40cc-4db4-9821-7db65d13fa88 HTTP/1.1" status: 200 len: 217 time: 0.0708964 Jul 23 20:31:31.401920 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20251a63-31eb-4ad7-94df-5b4648e5ec3d req-4662a3da-8592-4522-a420-4a15a412e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:31.404169 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20251a63-31eb-4ad7-94df-5b4648e5ec3d req-4662a3da-8592-4522-a420-4a15a412e970 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 1100 time: 0.2813137 Jul 23 20:31:31.487870 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c455281-7ad5-418d-928b-161b82ec34da req-b18ab2b2-b92d-4c89-863e-6a73fb867493 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cba109-cc33-493a-8d54-15f1b5b442c0 HTTP/1.1" status: 200 len: 210 time: 0.0762715 Jul 23 20:31:31.502963 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5cac7-6d0f-4f7b-a182-37848c40265d req-ed749c92-2588-4ce7-89fe-854f12bf13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:31.504985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2b5cac7-6d0f-4f7b-a182-37848c40265d req-ed749c92-2588-4ce7-89fe-854f12bf13a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.2364588 Jul 23 20:31:31.524978 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e1603c4-2acb-4c18-b4b5-6d18684c82ad tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.546173 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e1603c4-2acb-4c18-b4b5-6d18684c82ad tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.664445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20251a63-31eb-4ad7-94df-5b4648e5ec3d req-352ae143-78bf-455b-a02d-ded33430f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:31.667074 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20251a63-31eb-4ad7-94df-5b4648e5ec3d req-352ae143-78bf-455b-a02d-ded33430f396 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.2414875 Jul 23 20:31:31.707093 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-9e1603c4-2acb-4c18-b4b5-6d18684c82ad tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Allocated IP 172.25.3.245 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/768d715b-2203-4b84-b5a9-b07b9dc375ff) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:31.725034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 66634aeb-40cc-4db4-9821-7db65d13fa88 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:31:31.755620 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20251a63-31eb-4ad7-94df-5b4648e5ec3d req-6106c05e-766a-44fc-83b3-f6b575eafae1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=9e752e04-13c2-4f44-b54a-68b4f79df248 HTTP/1.1" status: 200 len: 217 time: 0.0585952 Jul 23 20:31:31.794872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5cac7-6d0f-4f7b-a182-37848c40265d req-50bc09b0-6a47-4eaf-a054-bfd15ff7eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:31.796430 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2b5cac7-6d0f-4f7b-a182-37848c40265d req-50bc09b0-6a47-4eaf-a054-bfd15ff7eef6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2450087 Jul 23 20:31:31.876765 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e1603c4-2acb-4c18-b4b5-6d18684c82ad tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.888854 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 66634aeb-40cc-4db4-9821-7db65d13fa88, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=66634aeb-40cc-4db4-9821-7db65d13fa88,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:31.902413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '66634aeb-40cc-4db4-9821-7db65d13fa88', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '66634aeb-40cc-4db4-9821-7db65d13fa88', 'mac_address': 'fa:16:3e:40:11:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:31:31.953028 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e1603c4-2acb-4c18-b4b5-6d18684c82ad tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.974445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40bf99-7a58-4c15-a3d9-c9746d1ad674 req-5e54ea67-2080-4dc0-9d5d-08757bde8463 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:31.976042 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f40bf99-7a58-4c15-a3d9-c9746d1ad674 req-5e54ea67-2080-4dc0-9d5d-08757bde8463 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 948 time: 0.2373607 Jul 23 20:31:32.000068 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.002476 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1603c4-2acb-4c18-b4b5-6d18684c82ad tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:32.007002 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-9e1603c4-2acb-4c18-b4b5-6d18684c82ad tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:32.019116 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20251a63-31eb-4ad7-94df-5b4648e5ec3d req-3dcb035d-80da-4211-865b-4b322c7df7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:32.020416 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20251a63-31eb-4ad7-94df-5b4648e5ec3d req-3dcb035d-80da-4211-865b-4b322c7df7ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1663499 Jul 23 20:31:32.025093 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1603c4-2acb-4c18-b4b5-6d18684c82ad tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:32.048765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66634aeb-40cc-4db4-9821-7db65d13fa88 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:32.053051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1603c4-2acb-4c18-b4b5-6d18684c82ad tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Pushing event updated for resources: {'Port': ['ID=768d715b-2203-4b84-b5a9-b07b9dc375ff,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:32.119011 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2b5cac7-6d0f-4f7b-a182-37848c40265d req-70cc1e5e-1912-43ba-958b-a19938c70348 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124657 Jul 23 20:31:32.124463 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f40bf99-7a58-4c15-a3d9-c9746d1ad674 req-da8326b5-daed-4ee4-bc5b-fb4da33e6b4e tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334662 Jul 23 20:31:32.127572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 66634aeb-40cc-4db4-9821-7db65d13fa88, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=66634aeb-40cc-4db4-9821-7db65d13fa88,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:32.135386 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.219609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=66634aeb-40cc-4db4-9821-7db65d13fa88,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:32.250580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-a7948982-1db2-4e21-a10b-f7296dd18297 admin admin] Deleting port 93868eec-2f5b-4096-9174-6c234168becf {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:32.250919 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7948982-1db2-4e21-a10b-f7296dd18297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.257271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20251a63-31eb-4ad7-94df-5b4648e5ec3d req-9d2a113a-e916-49d9-afc2-f4a430d954d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:32.258527 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20251a63-31eb-4ad7-94df-5b4648e5ec3d req-9d2a113a-e916-49d9-afc2-f4a430d954d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2304478 Jul 23 20:31:32.359398 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2b5cac7-6d0f-4f7b-a182-37848c40265d req-728de2be-411e-4653-aab8-97c07afbf266 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284968 Jul 23 20:31:32.413521 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['66634aeb-40cc-4db4-9821-7db65d13fa88'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:32.430706 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-a7948982-1db2-4e21-a10b-f7296dd18297 admin admin] For port 93868eec-2f5b-4096-9174-6c234168becf, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=93868eec-2f5b-4096-9174-6c234168becf,segment=NetworkSegment(f543a281-a835-4b7a-952d-336a279e8354),segment_id=f543a281-a835-4b7a-952d-336a279e8354)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:32.431062 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7948982-1db2-4e21-a10b-f7296dd18297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.444748 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20251a63-31eb-4ad7-94df-5b4648e5ec3d req-e60a41dd-6282-41dc-b6d2-7da9327d72f8 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750443 Jul 23 20:31:32.448331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-a7948982-1db2-4e21-a10b-f7296dd18297 admin admin] Calling delete_port for 93868eec-2f5b-4096-9174-6c234168becf owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:32.449144 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e1603c4-2acb-4c18-b4b5-6d18684c82ad tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.654596 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20251a63-31eb-4ad7-94df-5b4648e5ec3d req-58840773-ad59-4ebb-901c-6610f768c928 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022066 Jul 23 20:31:32.726985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3cbd7301-9fe7-48de-8eb6-fe5576f44569 req-68071d5c-0092-4e79-a384-308164a6dc34 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cba109-cc33-493a-8d54-15f1b5b442c0 HTTP/1.1" status: 200 len: 210 time: 0.0885739 Jul 23 20:31:32.753820 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e1603c4-2acb-4c18-b4b5-6d18684c82ad tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.758607 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e1603c4-2acb-4c18-b4b5-6d18684c82ad tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.916873 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1603c4-2acb-4c18-b4b5-6d18684c82ad tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Router 0a76842d-61fc-46b3-a073-f34c1062f872 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:31:33.047570 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1603c4-2acb-4c18-b4b5-6d18684c82ad tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:33.063012 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eb726a-6e38-480d-bc9d-099d3556cb39 None None] Sync routers for ids ['0a76842d-61fc-46b3-a073-f34c1062f872'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:33.075037 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e1603c4-2acb-4c18-b4b5-6d18684c82ad tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.082447 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9e1603c4-2acb-4c18-b4b5-6d18684c82ad tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "PUT /v2.0/routers/0a76842d-61fc-46b3-a073-f34c1062f872 HTTP/1.1" status: 200 len: 919 time: 2.2356665 Jul 23 20:31:33.083427 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34502) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:33.084624 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eb726a-6e38-480d-bc9d-099d3556cb39 None None] Routers {'0a76842d-61fc-46b3-a073-f34c1062f872'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:33.085334 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-03eb726a-6e38-480d-bc9d-099d3556cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['0a76842d-61fc-46b3-a073-f34c1062f872'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:33.134849 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-03eb726a-6e38-480d-bc9d-099d3556cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:33.147976 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eb726a-6e38-480d-bc9d-099d3556cb39 None None] Routers {'0a76842d-61fc-46b3-a073-f34c1062f872'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:33.148723 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-03eb726a-6e38-480d-bc9d-099d3556cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['0a76842d-61fc-46b3-a073-f34c1062f872'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:33.221429 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c4f43b01-14e4-43e3-b040-09d1f9c81e24 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "GET /v2.0/routers/0a76842d-61fc-46b3-a073-f34c1062f872 HTTP/1.1" status: 200 len: 925 time: 0.1336455 Jul 23 20:31:33.224245 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34508) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:33.298776 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-f206b58d-ba91-4672-9cca-5034f6b266e5 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:33.300730 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-f206b58d-ba91-4672-9cca-5034f6b266e5 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.57 "GET /v2.0/networks?id=405503b3-ee1d-4be2-a39d-4f5f80839069 HTTP/1.1" status: 200 len: 814 time: 0.5943589 Jul 23 20:31:33.305880 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f53a9ad-a059-4dff-9d0e-6e31adbec1da tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:33.307469 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6f53a9ad-a059-4dff-9d0e-6e31adbec1da tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&device_id=0a76842d-61fc-46b3-a073-f34c1062f872&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0822399 Jul 23 20:31:33.310440 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34514) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:33.314404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-f3048a53-8d22-4192-8799-cd109d131615 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Request body: {'port': {'device_id': '72cba109-cc33-493a-8d54-15f1b5b442c0', 'network_id': '405503b3-ee1d-4be2-a39d-4f5f80839069', 'admin_state_up': True, 'tenant_id': '347392e0bd704f23ad045a9a8fed1189'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:33.374910 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f93a5-f55c-4a63-8163-f82f92400277 req-80a4be4f-8b65-424b-8f11-14412a75c751 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:33.376478 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d3f93a5-f55c-4a63-8163-f82f92400277 req-80a4be4f-8b65-424b-8f11-14412a75c751 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 948 time: 0.1625383 Jul 23 20:31:33.380242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-03eb726a-6e38-480d-bc9d-099d3556cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:33.380911 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eb726a-6e38-480d-bc9d-099d3556cb39 None None] The sync data for ids ['0a76842d-61fc-46b3-a073-f34c1062f872'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:33.414475 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b854a54b-9b26-40af-ac21-569757caf6dc tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:33.415929 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b854a54b-9b26-40af-ac21-569757caf6dc tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 881 time: 0.1045673 Jul 23 20:31:33.418839 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34524) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:33.452582 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8ac1f997-4c78-4dd2-ad39-0ef127e67da1 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a76842d-61fc-46b3-a073-f34c1062f872 HTTP/1.1" status: 200 len: 205 time: 0.0323732 Jul 23 20:31:33.454891 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34526) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:33.543940 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7948982-1db2-4e21-a10b-f7296dd18297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.557484 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d989e1f-9c69-4b8d-978f-3a0b6e656882 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.570925 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d3f93a5-f55c-4a63-8163-f82f92400277 req-67895446-4ae3-40a6-8574-bcbcd26950b7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769686 Jul 23 20:31:33.606456 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7948982-1db2-4e21-a10b-f7296dd18297 admin admin] Pushing event deleted for resources: {'Port': ['ID=93868eec-2f5b-4096-9174-6c234168becf,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:33.676459 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d989e1f-9c69-4b8d-978f-3a0b6e656882 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.690813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71daf36-9678-4c69-a93a-d2790123f91c req-58a93b2b-ccd5-4867-8fda-af8197d45edf tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:33.697166 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a71daf36-9678-4c69-a93a-d2790123f91c req-58a93b2b-ccd5-4867-8fda-af8197d45edf tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/networks?id=42c37124-424c-4bcc-8b93-9b8a8a9e479c HTTP/1.1" status: 200 len: 804 time: 0.3015170 Jul 23 20:31:33.715018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a71daf36-9678-4c69-a93a-d2790123f91c req-de94eb71-aa96-4fdc-9363-a707380b7880 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/quotas/2c7f50424b0b40928ead2979218c9a62 HTTP/1.1" status: 200 len: 375 time: 0.0169654 Jul 23 20:31:33.719726 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-f3048a53-8d22-4192-8799-cd109d131615 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Made reservation on behalf of 347392e0bd704f23ad045a9a8fed1189 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:33.723459 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-f3048a53-8d22-4192-8799-cd109d131615 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.740543 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 66634aeb-40cc-4db4-9821-7db65d13fa88 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:33.755344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3d989e1f-9c69-4b8d-978f-3a0b6e656882 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Deleting port 768d715b-2203-4b84-b5a9-b07b9dc375ff {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:33.756689 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d989e1f-9c69-4b8d-978f-3a0b6e656882 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.839731 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 66634aeb-40cc-4db4-9821-7db65d13fa88 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:33.845953 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 66634aeb-40cc-4db4-9821-7db65d13fa88 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:33.847032 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.850484 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d989e1f-9c69-4b8d-978f-3a0b6e656882 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.864722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3d989e1f-9c69-4b8d-978f-3a0b6e656882 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Calling delete_port for 768d715b-2203-4b84-b5a9-b07b9dc375ff owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:33.926953 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a192853c-35e7-43e7-824e-6516943de0c0 req-344da256-a09b-4af4-ae6a-0c955e3fbb94 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cba109-cc33-493a-8d54-15f1b5b442c0 HTTP/1.1" status: 200 len: 210 time: 0.0815389 Jul 23 20:31:33.946228 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9e752e04-13c2-4f44-b54a-68b4f79df248 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:31:33.955837 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 6c8a3198-09f5-43dc-99b7-389183ef50c9 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:33.986156 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.015759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a71daf36-9678-4c69-a93a-d2790123f91c req-0725f601-d18c-4069-a671-8e61b8890f22 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c7f50424b0b40928ead2979218c9a62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2895234 Jul 23 20:31:34.016373 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7948982-1db2-4e21-a10b-f7296dd18297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.054709 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22bcd1e3-5542-45a0-ab89-b4bf9753848e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66634aeb-40cc-4db4-9821-7db65d13fa88'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:34.057502 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5565309b-4ebb-48dc-a85b-f7ea2cabddb5" -d '{"events": [{"server_uuid": "22bcd1e3-5542-45a0-ab89-b4bf9753848e", "name": "network-vif-plugged", "status": "completed", "tag": "66634aeb-40cc-4db4-9821-7db65d13fa88"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:34.066670 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-f3048a53-8d22-4192-8799-cd109d131615 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Allocated IP 172.20.0.7 (405503b3-ee1d-4be2-a39d-4f5f80839069/5659460f-e855-4651-ba76-2901e15ca5fe/43faa462-afe6-4b37-bc8d-abe9f750e4c2) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:34.085436 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d989e1f-9c69-4b8d-978f-3a0b6e656882 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.104906 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 66634aeb-40cc-4db4-9821-7db65d13fa88, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=66634aeb-40cc-4db4-9821-7db65d13fa88,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:34.129641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d989e1f-9c69-4b8d-978f-3a0b6e656882 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Pushing event deleted for resources: {'Port': ['ID=768d715b-2203-4b84-b5a9-b07b9dc375ff,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:34.145022 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.148182 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389db094-24df-4c92-b1d5-e89714774d5e x-openstack-request-id: req-389db094-24df-4c92-b1d5-e89714774d5e {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:34.148741 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22bcd1e3-5542-45a0-ab89-b4bf9753848e", "name": "network-vif-plugged", "status": "completed", "tag": "66634aeb-40cc-4db4-9821-7db65d13fa88", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:34.149187 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-389db094-24df-4c92-b1d5-e89714774d5e {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:34.149748 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22bcd1e3-5542-45a0-ab89-b4bf9753848e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66634aeb-40cc-4db4-9821-7db65d13fa88', 'code': 200} Jul 23 20:31:34.224474 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.228374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9e752e04-13c2-4f44-b54a-68b4f79df248, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9e752e04-13c2-4f44-b54a-68b4f79df248,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:34.230634 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d989e1f-9c69-4b8d-978f-3a0b6e656882 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.264974 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '9e752e04-13c2-4f44-b54a-68b4f79df248', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '9e752e04-13c2-4f44-b54a-68b4f79df248', 'mac_address': 'fa:16:3e:32:86:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:31:34.269215 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=66634aeb-40cc-4db4-9821-7db65d13fa88,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:34.311561 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 6c8a3198-09f5-43dc-99b7-389183ef50c9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=6c8a3198-09f5-43dc-99b7-389183ef50c9,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:34.318404 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.327604 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a71daf36-9678-4c69-a93a-d2790123f91c req-f04b396b-2cf8-431c-b9db-c8dbc70f8460 service neutron] 10.222.0.55 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999995 Jul 23 20:31:34.358280 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.388532 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e752e04-13c2-4f44-b54a-68b4f79df248 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:34.404340 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=6c8a3198-09f5-43dc-99b7-389183ef50c9,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:34.417586 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9e752e04-13c2-4f44-b54a-68b4f79df248, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9e752e04-13c2-4f44-b54a-68b4f79df248,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:34.424791 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.486580 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=9e752e04-13c2-4f44-b54a-68b4f79df248,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:34.572876 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e586922-e903-490a-b7cd-c3cde0fe1103 req-de1c0892-ce3c-482c-8aa6-5787f1be32f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:34.574290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e586922-e903-490a-b7cd-c3cde0fe1103 req-de1c0892-ce3c-482c-8aa6-5787f1be32f4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=22bcd1e3-5542-45a0-ab89-b4bf9753848e HTTP/1.1" status: 200 len: 1101 time: 0.3625658 Jul 23 20:31:34.649143 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-f3048a53-8d22-4192-8799-cd109d131615 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.663204 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a71daf36-9678-4c69-a93a-d2790123f91c req-ba78d681-a591-40dc-9a6e-fa131e316aed service neutron] 10.222.0.55 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290594 Jul 23 20:31:34.674936 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d989e1f-9c69-4b8d-978f-3a0b6e656882 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.681106 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d989e1f-9c69-4b8d-978f-3a0b6e656882 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.696677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['9e752e04-13c2-4f44-b54a-68b4f79df248'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:34.725294 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e586922-e903-490a-b7cd-c3cde0fe1103 req-0bd15071-6eaa-42ce-ae2f-fbd0ce2c4903 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408648 Jul 23 20:31:34.758772 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7948982-1db2-4e21-a10b-f7296dd18297 admin admin] Router fe4e4199-038f-4680-8f7f-529e14e53def has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:31:34.761526 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d989e1f-9c69-4b8d-978f-3a0b6e656882 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.763365 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d989e1f-9c69-4b8d-978f-3a0b6e656882 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Fanout notify agent at l3_agent the message router_deleted on router 0a76842d-61fc-46b3-a073-f34c1062f872 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:34.780684 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d989e1f-9c69-4b8d-978f-3a0b6e656882 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.790029 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3d989e1f-9c69-4b8d-978f-3a0b6e656882 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "DELETE /v2.0/routers/0a76842d-61fc-46b3-a073-f34c1062f872 HTTP/1.1" status: 204 len: 168 time: 1.3340423 Jul 23 20:31:34.790278 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-f3048a53-8d22-4192-8799-cd109d131615 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.794293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34540) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:34.802093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a6603eaa-3a68-4bd6-b04e-d94f612e9857 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-959918038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:34.820904 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe5eaa-f899-4243-92ae-2d551df8d2c5 req-b2ced92f-9685-4103-bdc6-94affae7be87 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:34.828043 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d9fe5eaa-f899-4243-92ae-2d551df8d2c5 req-b2ced92f-9685-4103-bdc6-94affae7be87 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 949 time: 0.1763797 Jul 23 20:31:34.979085 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-f3048a53-8d22-4192-8799-cd109d131615 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Network 405503b3-ee1d-4be2-a39d-4f5f80839069 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:35.011989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1589326-6c88-4ced-8c8f-fa9a0ee42d16 req-9839a497-ae21-4218-93a0-db882cf13f81 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 210 time: 0.0799778 Jul 23 20:31:35.024337 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-f3048a53-8d22-4192-8799-cd109d131615 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:35.026767 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-f3048a53-8d22-4192-8799-cd109d131615 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:35.071664 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6603eaa-3a68-4bd6-b04e-d94f612e9857 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.072679 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6603eaa-3a68-4bd6-b04e-d94f612e9857 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.076899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3048a53-8d22-4192-8799-cd109d131615 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Pushing event updated for resources: {'Port': ['ID=43faa462-afe6-4b37-bc8d-abe9f750e4c2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:35.133159 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d9fe5eaa-f899-4243-92ae-2d551df8d2c5 req-f4c12492-eb9d-46b0-a449-741acbc72dfb tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042233 Jul 23 20:31:35.236872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7948982-1db2-4e21-a10b-f7296dd18297 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:35.243473 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a7948982-1db2-4e21-a10b-f7296dd18297 admin admin] 10.222.0.55 "PUT /v2.0/routers/fe4e4199-038f-4680-8f7f-529e14e53def/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3435884 Jul 23 20:31:35.246104 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34558) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:35.250414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-f3048a53-8d22-4192-8799-cd109d131615 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:35.251065 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-f3048a53-8d22-4192-8799-cd109d131615 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.253301 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a373f036-2cc9-43a4-9b0a-d51553d1258a None None] Sync routers for ids ['fe4e4199-038f-4680-8f7f-529e14e53def'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:35.274768 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6603eaa-3a68-4bd6-b04e-d94f612e9857 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.275740 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a373f036-2cc9-43a4-9b0a-d51553d1258a None None] Routers {'fe4e4199-038f-4680-8f7f-529e14e53def'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:35.279202 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a373f036-2cc9-43a4-9b0a-d51553d1258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe4e4199-038f-4680-8f7f-529e14e53def'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:35.291336 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6603eaa-3a68-4bd6-b04e-d94f612e9857 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.298690 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-f3048a53-8d22-4192-8799-cd109d131615 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9885752 Jul 23 20:31:35.310386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c114e-d4ca-4216-9f43-13132a344f41 req-d02911ab-ea87-4b5c-ad7e-3a08d25380c1 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:35.312091 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-474c114e-d4ca-4216-9f43-13132a344f41 req-d02911ab-ea87-4b5c-ad7e-3a08d25380c1 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc22896a-ac2f-4853-843a-7d22425e34f3 HTTP/1.1" status: 200 len: 944 time: 0.3319576 Jul 23 20:31:35.325521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Request body: {'port': {'device_id': '72cba109-cc33-493a-8d54-15f1b5b442c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:35.380020 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6603eaa-3a68-4bd6-b04e-d94f612e9857 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.380955 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a6603eaa-3a68-4bd6-b04e-d94f612e9857 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5856087 Jul 23 20:31:35.384652 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34560) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:35.392573 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1bb4fc24-fe47-42f9-b970-0f45dc8176b6 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'enable_snat': False}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:35.403773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974390e-6932-4cbd-8916-40a35d2ba380 req-2e4b879f-39c4-45a8-b106-3f42de41a442 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:35.405309 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5974390e-6932-4cbd-8916-40a35d2ba380 req-2e4b879f-39c4-45a8-b106-3f42de41a442 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cba109-cc33-493a-8d54-15f1b5b442c0 HTTP/1.1" status: 200 len: 931 time: 0.2969820 Jul 23 20:31:35.425878 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-a373f036-2cc9-43a4-9b0a-d51553d1258a None None] Set router fe4e4199-038f-4680-8f7f-529e14e53def gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:35.442796 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa29c7ab-9aab-4e5e-b6c7-94b3edf58edb admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.527444 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.533377 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5974390e-6932-4cbd-8916-40a35d2ba380 req-7d2ba6ae-8719-47b1-9302-a8cc9dfd2114 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/security-groups?id=077509f1-2a35-4c48-861e-4403cdf41dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161304 Jul 23 20:31:35.587064 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-474c114e-d4ca-4216-9f43-13132a344f41 req-17b6aec6-decb-40b3-a762-25fb0ae84d52 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Deleting port 6c8a3198-09f5-43dc-99b7-389183ef50c9 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:35.587479 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-474c114e-d4ca-4216-9f43-13132a344f41 req-17b6aec6-decb-40b3-a762-25fb0ae84d52 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.653857 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a373f036-2cc9-43a4-9b0a-d51553d1258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'name': 'tempest-FloatingIPDetailsTestJSON-996178806-router', 'tenant_id': '669d0429c0274d5aaaa546479db5773e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:53Z', 'updated_at': '2021-07-23T20:31:33Z', 'revision_number': 5, 'project_id': '669d0429c0274d5aaaa546479db5773e', 'gw_port': {'id': '26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:54Z', 'updated_at': '2021-07-23T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:35.689565 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a373f036-2cc9-43a4-9b0a-d51553d1258a None None] Checking router: fe4e4199-038f-4680-8f7f-529e14e53def for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:31:35.699563 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a373f036-2cc9-43a4-9b0a-d51553d1258a None None] Routers {'fe4e4199-038f-4680-8f7f-529e14e53def'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:35.700430 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a373f036-2cc9-43a4-9b0a-d51553d1258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe4e4199-038f-4680-8f7f-529e14e53def'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:35.728224 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1bb4fc24-fe47-42f9-b970-0f45dc8176b6 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.745899 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa29c7ab-9aab-4e5e-b6c7-94b3edf58edb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.779240 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-474c114e-d4ca-4216-9f43-13132a344f41 req-17b6aec6-decb-40b3-a762-25fb0ae84d52 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] For port 6c8a3198-09f5-43dc-99b7-389183ef50c9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=6c8a3198-09f5-43dc-99b7-389183ef50c9,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:35.779856 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-474c114e-d4ca-4216-9f43-13132a344f41 req-17b6aec6-decb-40b3-a762-25fb0ae84d52 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.826186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-474c114e-d4ca-4216-9f43-13132a344f41 req-17b6aec6-decb-40b3-a762-25fb0ae84d52 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Calling delete_port for 6c8a3198-09f5-43dc-99b7-389183ef50c9 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:35.869933 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-aa29c7ab-9aab-4e5e-b6c7-94b3edf58edb admin admin] Deleting port 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:35.870512 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa29c7ab-9aab-4e5e-b6c7-94b3edf58edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.961641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9e752e04-13c2-4f44-b54a-68b4f79df248 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:35.962405 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-a373f036-2cc9-43a4-9b0a-d51553d1258a None None] Set router fe4e4199-038f-4680-8f7f-529e14e53def gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:36.096243 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-aa29c7ab-9aab-4e5e-b6c7-94b3edf58edb admin admin] For port 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:36.096754 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa29c7ab-9aab-4e5e-b6c7-94b3edf58edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.115683 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 9e752e04-13c2-4f44-b54a-68b4f79df248 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:36.122551 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 9e752e04-13c2-4f44-b54a-68b4f79df248 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:36.124190 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.166165 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-aa29c7ab-9aab-4e5e-b6c7-94b3edf58edb admin admin] Calling delete_port for 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:36.219058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc22896a-ac2f-4853-843a-7d22425e34f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c8a3198-09f5-43dc-99b7-389183ef50c9'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:36.224819 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8960d26-4225-4dd7-97ea-8f1ee4595a5f" -d '{"events": [{"server_uuid": "bc22896a-ac2f-4853-843a-7d22425e34f3", "name": "network-vif-unplugged", "status": "completed", "tag": "6c8a3198-09f5-43dc-99b7-389183ef50c9"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:36.237318 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1bb4fc24-fe47-42f9-b970-0f45dc8176b6 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.265570 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a373f036-2cc9-43a4-9b0a-d51553d1258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'name': 'tempest-FloatingIPDetailsTestJSON-996178806-router', 'tenant_id': '669d0429c0274d5aaaa546479db5773e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:53Z', 'updated_at': '2021-07-23T20:31:33Z', 'revision_number': 5, 'project_id': '669d0429c0274d5aaaa546479db5773e', 'gw_port': {'id': '26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:54Z', 'updated_at': '2021-07-23T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:36.272553 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1bb4fc24-fe47-42f9-b970-0f45dc8176b6 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.282477 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71daf36-9678-4c69-a93a-d2790123f91c req-277b4c65-9ee3-495b-8fe1-685e253a3741 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:36.283683 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a71daf36-9678-4c69-a93a-d2790123f91c req-277b4c65-9ee3-495b-8fe1-685e253a3741 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.48 "GET /v2.0/networks?id=42c37124-424c-4bcc-8b93-9b8a8a9e479c HTTP/1.1" status: 200 len: 804 time: 0.2531724 Jul 23 20:31:36.298911 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.302797 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a373f036-2cc9-43a4-9b0a-d51553d1258a None None] The sync data for ids ['fe4e4199-038f-4680-8f7f-529e14e53def'] in n-d-791504-18 is: [{'id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'name': 'tempest-FloatingIPDetailsTestJSON-996178806-router', 'tenant_id': '669d0429c0274d5aaaa546479db5773e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:53Z', 'updated_at': '2021-07-23T20:31:33Z', 'revision_number': 5, 'project_id': '669d0429c0274d5aaaa546479db5773e', 'gw_port': {'id': '26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e4199-038f-4680-8f7f-529e14e53def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:54Z', 'updated_at': '2021-07-23T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:36.304287 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-a71daf36-9678-4c69-a93a-d2790123f91c req-58dc3462-76e8-4719-88ff-6ad2dc8ce6f8 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Request body: {'port': {'device_id': '0147f237-7d90-4397-b2f3-33bc02eff632', 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c', 'admin_state_up': True, 'tenant_id': '2c7f50424b0b40928ead2979218c9a62'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:36.344098 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9e752e04-13c2-4f44-b54a-68b4f79df248, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9e752e04-13c2-4f44-b54a-68b4f79df248,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:36.350545 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.351707 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 6c8a3198-09f5-43dc-99b7-389183ef50c9 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:36.437919 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=9e752e04-13c2-4f44-b54a-68b4f79df248,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:36.491882 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c555d168-e702-49a8-8ac6-e4d277eac1f9 req-17c9c3f2-2f9e-470c-9ba0-2adb15a76250 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 210 time: 0.0831153 Jul 23 20:31:36.545546 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-1bb4fc24-fe47-42f9-b970-0f45dc8176b6 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Allocated IP 172.25.3.163 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/0eaaaac7-07d5-44c8-bb1c-fff3bc4635ed) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:36.604625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43faa462-afe6-4b37-bc8d-abe9f750e4c2 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:36.619801 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e804eeb9-d438-4027-9dee-64f9942158c6 x-openstack-request-id: req-e804eeb9-d438-4027-9dee-64f9942158c6 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:36.620096 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc22896a-ac2f-4853-843a-7d22425e34f3", "name": "network-vif-unplugged", "status": "completed", "tag": "6c8a3198-09f5-43dc-99b7-389183ef50c9", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:36.620341 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e804eeb9-d438-4027-9dee-64f9942158c6 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:36.620734 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc22896a-ac2f-4853-843a-7d22425e34f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c8a3198-09f5-43dc-99b7-389183ef50c9', 'code': 200} Jul 23 20:31:36.624410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0954996-6543-448c-b4ff-551caec75b87 req-a7e286c3-a91e-4f8a-a8cf-b885facf0443 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:36.626000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0954996-6543-448c-b4ff-551caec75b87 req-a7e286c3-a91e-4f8a-a8cf-b885facf0443 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 950 time: 0.2190390 Jul 23 20:31:36.629307 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.670380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Transition to ACTIVE for port object 43faa462-afe6-4b37-bc8d-abe9f750e4c2 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:36.688745 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.692131 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a71daf36-9678-4c69-a93a-d2790123f91c req-58dc3462-76e8-4719-88ff-6ad2dc8ce6f8 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Made reservation on behalf of 2c7f50424b0b40928ead2979218c9a62 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:36.704839 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a71daf36-9678-4c69-a93a-d2790123f91c req-58dc3462-76e8-4719-88ff-6ad2dc8ce6f8 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.723215 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 93868eec-2f5b-4096-9174-6c234168becf no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:36.727550 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa29c7ab-9aab-4e5e-b6c7-94b3edf58edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.765289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 93868eec-2f5b-4096-9174-6c234168becf {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:36.765637 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 93868eec-2f5b-4096-9174-6c234168becf not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:36.778516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29c7ab-9aab-4e5e-b6c7-94b3edf58edb admin admin] Pushing event deleted for resources: {'Port': ['ID=26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:36.840108 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1bb4fc24-fe47-42f9-b970-0f45dc8176b6 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.852188 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Pushing event updated for resources: {'Port': ['ID=43faa462-afe6-4b37-bc8d-abe9f750e4c2,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:36.855093 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-474c114e-d4ca-4216-9f43-13132a344f41 req-17b6aec6-decb-40b3-a762-25fb0ae84d52 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.921383 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa29c7ab-9aab-4e5e-b6c7-94b3edf58edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.973706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0954996-6543-448c-b4ff-551caec75b87 req-44adba43-aef9-458a-8492-7eafa615bae4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269339 Jul 23 20:31:36.994379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6aec6-decb-40b3-a762-25fb0ae84d52 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Pushing event deleted for resources: {'Port': ['ID=6c8a3198-09f5-43dc-99b7-389183ef50c9,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:37.044106 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb0def-917b-4380-b849-f91939434811 req-2eeafb09-70dd-45bf-b305-d5dff481a8f1 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:37.045622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1cb0def-917b-4380-b849-f91939434811 req-2eeafb09-70dd-45bf-b305-d5dff481a8f1 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cba109-cc33-493a-8d54-15f1b5b442c0 HTTP/1.1" status: 200 len: 943 time: 0.2676334 Jul 23 20:31:37.046489 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-474c114e-d4ca-4216-9f43-13132a344f41 req-17b6aec6-decb-40b3-a762-25fb0ae84d52 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] No DVR routers for this DVR port 6c8a3198-09f5-43dc-99b7-389183ef50c9 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:37.049916 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa29c7ab-9aab-4e5e-b6c7-94b3edf58edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.050274 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-474c114e-d4ca-4216-9f43-13132a344f41 req-17b6aec6-decb-40b3-a762-25fb0ae84d52 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.052256 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-474c114e-d4ca-4216-9f43-13132a344f41 req-17b6aec6-decb-40b3-a762-25fb0ae84d52 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.48 "DELETE /v2.0/ports/6c8a3198-09f5-43dc-99b7-389183ef50c9 HTTP/1.1" status: 204 len: 173 time: 1.7224400 Jul 23 20:31:37.052764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc22896a-ac2f-4853-843a-7d22425e34f3', 'name': 'network-vif-deleted', 'tag': '6c8a3198-09f5-43dc-99b7-389183ef50c9'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:37.053354 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa29c7ab-9aab-4e5e-b6c7-94b3edf58edb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.055589 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e80591-7ecb-4b67-bc27-769e205fd093" -d '{"events": [{"server_uuid": "bc22896a-ac2f-4853-843a-7d22425e34f3", "name": "network-vif-deleted", "tag": "6c8a3198-09f5-43dc-99b7-389183ef50c9"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:37.113642 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2968854-d6bf-415e-a95c-2591a2fd4ffa x-openstack-request-id: req-c2968854-d6bf-415e-a95c-2591a2fd4ffa {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:37.113929 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc22896a-ac2f-4853-843a-7d22425e34f3", "name": "network-vif-deleted", "tag": "6c8a3198-09f5-43dc-99b7-389183ef50c9", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:37.114177 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c2968854-d6bf-415e-a95c-2591a2fd4ffa {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:37.114567 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc22896a-ac2f-4853-843a-7d22425e34f3', 'name': 'network-vif-deleted', 'tag': '6c8a3198-09f5-43dc-99b7-389183ef50c9', 'status': 'completed', 'code': 200} Jul 23 20:31:37.119767 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Attempting to bind port 43faa462-afe6-4b37-bc8d-abe9f750e4c2 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:37.120105 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Attempting to bind port 43faa462-afe6-4b37-bc8d-abe9f750e4c2 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'ca73df83-ebd6-47d0-912d-7f2056b3ae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '405503b3-ee1d-4be2-a39d-4f5f80839069'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:37.120437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Attempting to bind port 43faa462-afe6-4b37-bc8d-abe9f750e4c2 on network 405503b3-ee1d-4be2-a39d-4f5f80839069 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:37.128088 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Port 43faa462-afe6-4b37-bc8d-abe9f750e4c2 on network 405503b3-ee1d-4be2-a39d-4f5f80839069 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:31:37.128955 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Attempting to bind port 43faa462-afe6-4b37-bc8d-abe9f750e4c2 on network 405503b3-ee1d-4be2-a39d-4f5f80839069 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:37.141326 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1cb0def-917b-4380-b849-f91939434811 req-d518cb0c-4294-4e3d-b677-d7eeef2594c8 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/security-groups?id=077509f1-2a35-4c48-861e-4403cdf41dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799103 Jul 23 20:31:37.143873 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa29c7ab-9aab-4e5e-b6c7-94b3edf58edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.144947 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa29c7ab-9aab-4e5e-b6c7-94b3edf58edb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe4e4199-038f-4680-8f7f-529e14e53def {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:37.152464 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa29c7ab-9aab-4e5e-b6c7-94b3edf58edb admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.156166 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-aa29c7ab-9aab-4e5e-b6c7-94b3edf58edb admin admin] 10.222.0.55 "DELETE /v2.0/routers/fe4e4199-038f-4680-8f7f-529e14e53def HTTP/1.1" status: 204 len: 168 time: 1.9090691 Jul 23 20:31:37.157872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34580) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:37.169082 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1bb4fc24-fe47-42f9-b970-0f45dc8176b6 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.183993 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-a71daf36-9678-4c69-a93a-d2790123f91c req-58dc3462-76e8-4719-88ff-6ad2dc8ce6f8 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Allocated IP 172.20.0.7 (42c37124-424c-4bcc-8b93-9b8a8a9e479c/106a6110-3396-46fd-b5c7-73b8b46b8b68/f8a6712a-a343-44f7-bfe8-76a037e495b2) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:37.196693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:37.197046 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Checking segment: {'id': 'ca73df83-ebd6-47d0-912d-7f2056b3ae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '405503b3-ee1d-4be2-a39d-4f5f80839069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:37.197431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Bound using segment: {'id': 'ca73df83-ebd6-47d0-912d-7f2056b3ae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '405503b3-ee1d-4be2-a39d-4f5f80839069'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:37.197930 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Bound port: 43faa462-afe6-4b37-bc8d-abe9f750e4c2, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca73df83-ebd6-47d0-912d-7f2056b3ae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '405503b3-ee1d-4be2-a39d-4f5f80839069'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:37.198296 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.222982 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb4fc24-fe47-42f9-b970-0f45dc8176b6 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:37.231907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-95334a26-acbc-482e-84af-260ca212da94 admin admin] Deleting subnet 1af2f654-92a6-4b4e-af29-9b9af9d26642 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:31:37.233036 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1bb4fc24-fe47-42f9-b970-0f45dc8176b6 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:37.239001 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb4fc24-fe47-42f9-b970-0f45dc8176b6 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:37.254128 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-95334a26-acbc-482e-84af-260ca212da94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.287532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4fc24-fe47-42f9-b970-0f45dc8176b6 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Pushing event updated for resources: {'Port': ['ID=0eaaaac7-07d5-44c8-bb1c-fff3bc4635ed,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:37.320293 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-95334a26-acbc-482e-84af-260ca212da94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.348166 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] For port 43faa462-afe6-4b37-bc8d-abe9f750e4c2, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:37.366461 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] For port 43faa462-afe6-4b37-bc8d-abe9f750e4c2, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=43faa462-afe6-4b37-bc8d-abe9f750e4c2,segment=NetworkSegment(ca73df83-ebd6-47d0-912d-7f2056b3ae34),segment_id=ca73df83-ebd6-47d0-912d-7f2056b3ae34)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:37.371825 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.418210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:37.418695 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.420102 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] 10.222.0.57 "PUT /v2.0/ports/43faa462-afe6-4b37-bc8d-abe9f750e4c2 HTTP/1.1" status: 200 len: 1092 time: 2.1028197 Jul 23 20:31:37.496998 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-95334a26-acbc-482e-84af-260ca212da94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.499960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf8927-670b-497d-a4e8-38d8e5a93e8c service neutron] Pushing event updated for resources: {'Port': ['ID=43faa462-afe6-4b37-bc8d-abe9f750e4c2,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:37.572455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-1653d31f-62e4-4c51-88ed-0c2851da3119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:37.574387 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-1653d31f-62e4-4c51-88ed-0c2851da3119 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=347392e0bd704f23ad045a9a8fed1189&device_id=72cba109-cc33-493a-8d54-15f1b5b442c0 HTTP/1.1" status: 200 len: 1095 time: 0.1121340 Jul 23 20:31:37.576597 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-95334a26-acbc-482e-84af-260ca212da94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.594131 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a71daf36-9678-4c69-a93a-d2790123f91c req-58dc3462-76e8-4719-88ff-6ad2dc8ce6f8 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.646612 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1bb4fc24-fe47-42f9-b970-0f45dc8176b6 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.677446 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c4d399-253a-4e4c-9712-6a2c5091e0b0 None None] Network 5d6ced6a-8815-49b9-b130-5a45c46d5be7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:37.678039 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-95334a26-acbc-482e-84af-260ca212da94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.694071 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-95334a26-acbc-482e-84af-260ca212da94 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1af2f654-92a6-4b4e-af29-9b9af9d26642 HTTP/1.1" status: 204 len: 168 time: 0.5349207 Jul 23 20:31:37.695470 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34586) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:37.766250 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a71daf36-9678-4c69-a93a-d2790123f91c req-58dc3462-76e8-4719-88ff-6ad2dc8ce6f8 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.828137 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95334a26-acbc-482e-84af-260ca212da94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1af2f654-92a6-4b4e-af29-9b9af9d26642,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:37.846388 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-da22d492-fede-4fb9-b1dd-e4b9f6d22640 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43faa462-afe6-4b37-bc8d-abe9f750e4c2 HTTP/1.1" status: 200 len: 217 time: 0.2470698 Jul 23 20:31:37.890351 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71daf36-9678-4c69-a93a-d2790123f91c req-58dc3462-76e8-4719-88ff-6ad2dc8ce6f8 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Network 42c37124-424c-4bcc-8b93-9b8a8a9e479c is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:37.901990 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-a71daf36-9678-4c69-a93a-d2790123f91c req-58dc3462-76e8-4719-88ff-6ad2dc8ce6f8 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:37.905968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71daf36-9678-4c69-a93a-d2790123f91c req-58dc3462-76e8-4719-88ff-6ad2dc8ce6f8 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:37.932217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e1f191-0e66-4b9c-8fea-ceace0e9c739 None None] DHCP port deletion for 5d6ced6a-8815-49b9-b130-5a45c46d5be7 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:31:37.975134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615286e8-23d9-400e-b965-19aa308fa354 req-a009dfcb-788b-4126-a7a3-9dc1c0f0199c tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:37.976664 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-615286e8-23d9-400e-b965-19aa308fa354 req-a009dfcb-788b-4126-a7a3-9dc1c0f0199c tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 931 time: 0.3113558 Jul 23 20:31:37.979725 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.982857 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-38e1f191-0e66-4b9c-8fea-ceace0e9c739 None None] Deleting port 79625338-9edb-45e4-8eea-b282c4d8e756 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:37.983397 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38e1f191-0e66-4b9c-8fea-ceace0e9c739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.983556 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-422088f2-4b0c-4763-b382-93c283cda173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:37.984986 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-422088f2-4b0c-4763-b382-93c283cda173 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5659460f-e855-4651-ba76-2901e15ca5fe HTTP/1.1" status: 200 len: 854 time: 0.1210694 Jul 23 20:31:38.041078 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-e434f89d-0e0e-4884-b559-408c3e6fb222 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=405503b3-ee1d-4be2-a39d-4f5f80839069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491619 Jul 23 20:31:38.079235 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-38e1f191-0e66-4b9c-8fea-ceace0e9c739 None None] For port 79625338-9edb-45e4-8eea-b282c4d8e756, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=79625338-9edb-45e4-8eea-b282c4d8e756,segment=NetworkSegment(f543a281-a835-4b7a-952d-336a279e8354),segment_id=f543a281-a835-4b7a-952d-336a279e8354)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:38.079899 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38e1f191-0e66-4b9c-8fea-ceace0e9c739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.098178 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-38e1f191-0e66-4b9c-8fea-ceace0e9c739 None None] Calling delete_port for 79625338-9edb-45e4-8eea-b282c4d8e756 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:38.137480 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-615286e8-23d9-400e-b965-19aa308fa354 req-ad7aa907-2305-4013-bd34-361febc3aba8 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479897 Jul 23 20:31:38.211818 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38e1f191-0e66-4b9c-8fea-ceace0e9c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.240656 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] Deleting port 79625338-9edb-45e4-8eea-b282c4d8e756 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:38.241159 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.246045 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1f191-0e66-4b9c-8fea-ceace0e9c739 None None] Pushing event deleted for resources: {'Port': ['ID=79625338-9edb-45e4-8eea-b282c4d8e756,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:38.251009 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e1f191-0e66-4b9c-8fea-ceace0e9c739 None None] No DVR routers for this DVR port 79625338-9edb-45e4-8eea-b282c4d8e756 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:38.256456 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc3462-76e8-4719-88ff-6ad2dc8ce6f8 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Pushing event updated for resources: {'Port': ['ID=f8a6712a-a343-44f7-bfe8-76a037e495b2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:38.283767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71daf36-9678-4c69-a93a-d2790123f91c req-58dc3462-76e8-4719-88ff-6ad2dc8ce6f8 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:38.284378 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a71daf36-9678-4c69-a93a-d2790123f91c req-58dc3462-76e8-4719-88ff-6ad2dc8ce6f8 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.306454 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1bb4fc24-fe47-42f9-b970-0f45dc8176b6 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.310428 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a71daf36-9678-4c69-a93a-d2790123f91c req-58dc3462-76e8-4719-88ff-6ad2dc8ce6f8 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0156846 Jul 23 20:31:38.311873 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1bb4fc24-fe47-42f9-b970-0f45dc8176b6 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.327850 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-9367ad5a-3174-4a98-bb95-576dd1ceab4c service neutron] 10.222.0.57 "GET /v2.0/networks/405503b3-ee1d-4be2-a39d-4f5f80839069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507970 Jul 23 20:31:38.352432 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Request body: {'port': {'device_id': '0147f237-7d90-4397-b2f3-33bc02eff632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:38.369997 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9e5a2-a771-497a-95a3-f3ec89013d26 req-978d6d6f-fe7c-4f2a-9e43-96f108147b84 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:38.376374 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-54a9e5a2-a771-497a-95a3-f3ec89013d26 req-978d6d6f-fe7c-4f2a-9e43-96f108147b84 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 950 time: 0.2979798 Jul 23 20:31:38.423536 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] For port 79625338-9edb-45e4-8eea-b282c4d8e756, host n-d-791504-18, got binding levels [] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:38.423847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:38.424224 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.447286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:38.447941 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 26c3961f-6bbe-4fbe-9edc-e1ba30b57d5f not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:38.448548 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 79625338-9edb-45e4-8eea-b282c4d8e756 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:38.459577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] Calling delete_port for 79625338-9edb-45e4-8eea-b282c4d8e756 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:38.467552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.ipam_backend_mixin [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] Port 79625338-9edb-45e4-8eea-b282c4d8e756 was not found and therefore no delete operation was performed {{(pid=93811) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:31:38.469789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 79625338-9edb-45e4-8eea-b282c4d8e756 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:38.470443 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 79625338-9edb-45e4-8eea-b282c4d8e756 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:38.488995 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.502333 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.544525 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-54a9e5a2-a771-497a-95a3-f3ec89013d26 req-8315ff6c-a62b-41fb-8617-244507d2e0be tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671207 Jul 23 20:31:38.557383 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db1828-ce91-44a7-90ef-868cf4186c0c req-940ed0a7-d4b4-4bd6-99ff-f5e1613587f1 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:38.557383 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04db1828-ce91-44a7-90ef-868cf4186c0c req-940ed0a7-d4b4-4bd6-99ff-f5e1613587f1 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cba109-cc33-493a-8d54-15f1b5b442c0 HTTP/1.1" status: 200 len: 943 time: 0.3240161 Jul 23 20:31:38.560420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] Pushing event deleted for resources: {'Port': ['ID=79625338-9edb-45e4-8eea-b282c4d8e756,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:38.563452 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] No DVR routers for this DVR port 79625338-9edb-45e4-8eea-b282c4d8e756 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:38.622072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbdbf98-054e-43d5-88f2-08006a974fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e752e04-13c2-4f44-b54a-68b4f79df248'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:38.624952 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13991025-c571-466f-b0b0-80dd427d90ff" -d '{"events": [{"server_uuid": "2dbdbf98-054e-43d5-88f2-08006a974fd5", "name": "network-vif-plugged", "status": "completed", "tag": "9e752e04-13c2-4f44-b54a-68b4f79df248"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:38.630624 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b26246d2-7d37-4a6c-b9f8-2c9be227b8be req-f262d8c3-28cf-4010-8baf-c516b08d1a23 service neutron] 10.222.0.57 "GET /v2.0/networks/405503b3-ee1d-4be2-a39d-4f5f80839069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696059 Jul 23 20:31:38.632787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb4fc24-fe47-42f9-b970-0f45dc8176b6 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Router d787d6c2-41ed-4b38-b5d9-a5a048c125b6 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:31:38.657744 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04db1828-ce91-44a7-90ef-868cf4186c0c req-701301d5-1897-4a48-93cc-5ead4f3a0346 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/security-groups?id=077509f1-2a35-4c48-861e-4403cdf41dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952954 Jul 23 20:31:38.669546 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45db10f3-9299-4f54-bb30-b08890dbca71 x-openstack-request-id: req-45db10f3-9299-4f54-bb30-b08890dbca71 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:38.669902 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbdbf98-054e-43d5-88f2-08006a974fd5", "name": "network-vif-plugged", "status": "completed", "tag": "9e752e04-13c2-4f44-b54a-68b4f79df248", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:38.670239 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45db10f3-9299-4f54-bb30-b08890dbca71 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:38.670696 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbdbf98-054e-43d5-88f2-08006a974fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e752e04-13c2-4f44-b54a-68b4f79df248', 'code': 200} Jul 23 20:31:38.686785 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.697721 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6ced6a-8815-49b9-b130-5a45c46d5be7']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:38.713574 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f543a281-a835-4b7a-952d-336a279e8354') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:38.713896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f543a281-a835-4b7a-952d-336a279e8354') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:38.729007 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.768700 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.777655 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:31:38.778200 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:31:38.779997 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:31:38.849740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c834f-29fd-41a6-ab47-bffce734d303 req-d06a5b5e-991f-4bc4-b8c7-986bb1ae8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:38.851537 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f80c834f-29fd-41a6-ab47-bffce734d303 req-d06a5b5e-991f-4bc4-b8c7-986bb1ae8a01 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 1102 time: 0.1111834 Jul 23 20:31:38.852953 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.855977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb4fc24-fe47-42f9-b970-0f45dc8176b6 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:38.863551 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1bb4fc24-fe47-42f9-b970-0f45dc8176b6 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.864339 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1bb4fc24-fe47-42f9-b970-0f45dc8176b6 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "PUT /v2.0/routers/d787d6c2-41ed-4b38-b5d9-a5a048c125b6 HTTP/1.1" status: 200 len: 919 time: 3.4765182 Jul 23 20:31:38.869324 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34602) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:38.870438 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.877310 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193cff4-22c3-4b4c-beba-18e4b9cf4589 None None] Sync routers for ids ['d787d6c2-41ed-4b38-b5d9-a5a048c125b6'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:38.879056 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] 10.222.0.55 "DELETE /v2.0/networks/5d6ced6a-8815-49b9-b130-5a45c46d5be7 HTTP/1.1" status: 204 len: 168 time: 1.1017723 Jul 23 20:31:38.881126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0569e5d-1ced-4eef-a3fe-1cc8982a02be admin admin] Pushing event deleted for resources: {'Network': ['ID=5d6ced6a-8815-49b9-b130-5a45c46d5be7,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:38.889933 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193cff4-22c3-4b4c-beba-18e4b9cf4589 None None] Routers {'d787d6c2-41ed-4b38-b5d9-a5a048c125b6'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:38.890569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d193cff4-22c3-4b4c-beba-18e4b9cf4589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d787d6c2-41ed-4b38-b5d9-a5a048c125b6'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:38.939406 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d193cff4-22c3-4b4c-beba-18e4b9cf4589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:38.946272 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a6712a-a343-44f7-bfe8-76a037e495b2 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:38.953034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193cff4-22c3-4b4c-beba-18e4b9cf4589 None None] Routers {'d787d6c2-41ed-4b38-b5d9-a5a048c125b6'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:38.954165 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d193cff4-22c3-4b4c-beba-18e4b9cf4589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d787d6c2-41ed-4b38-b5d9-a5a048c125b6'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:38.954499 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.970671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Transition to ACTIVE for port object f8a6712a-a343-44f7-bfe8-76a037e495b2 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:38.976385 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.994971 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f80c834f-29fd-41a6-ab47-bffce734d303 req-6c825989-ffde-4fc0-bfc1-65fe15957f36 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150866 Jul 23 20:31:38.996137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d193cff4-22c3-4b4c-beba-18e4b9cf4589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:38.997411 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193cff4-22c3-4b4c-beba-18e4b9cf4589 None None] The sync data for ids ['d787d6c2-41ed-4b38-b5d9-a5a048c125b6'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:39.024510 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-18e3fb0b-d940-45e1-ad0c-fdfd87655e10 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "GET /v2.0/routers/d787d6c2-41ed-4b38-b5d9-a5a048c125b6 HTTP/1.1" status: 200 len: 925 time: 0.1412144 Jul 23 20:31:39.027442 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34606) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:39.036821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a6712a-a343-44f7-bfe8-76a037e495b2,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:39.088884 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3129992b-75ad-482c-a97f-578b8a358d94 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:39.093167 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3129992b-75ad-482c-a97f-578b8a358d94 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&device_id=d787d6c2-41ed-4b38-b5d9-a5a048c125b6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0619178 Jul 23 20:31:39.093391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34608) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:39.107728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34610) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:39.120655 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cba109-cc33-493a-8d54-15f1b5b442c0', 'tag': '43faa462-afe6-4b37-bc8d-abe9f750e4c2'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:39.122863 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e592809e-2f18-4227-9e13-5db7a591fa2a" -d '{"events": [{"name": "network-changed", "server_uuid": "72cba109-cc33-493a-8d54-15f1b5b442c0", "tag": "43faa462-afe6-4b37-bc8d-abe9f750e4c2"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:39.124030 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Attempting to bind port f8a6712a-a343-44f7-bfe8-76a037e495b2 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:39.124367 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Attempting to bind port f8a6712a-a343-44f7-bfe8-76a037e495b2 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'fa7740c5-c7ec-4366-b669-91da9f1a7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:39.124697 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Attempting to bind port f8a6712a-a343-44f7-bfe8-76a037e495b2 on network 42c37124-424c-4bcc-8b93-9b8a8a9e479c {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:39.133256 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Port f8a6712a-a343-44f7-bfe8-76a037e495b2 on network 42c37124-424c-4bcc-8b93-9b8a8a9e479c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:31:39.133548 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Attempting to bind port f8a6712a-a343-44f7-bfe8-76a037e495b2 on network 42c37124-424c-4bcc-8b93-9b8a8a9e479c {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:39.145221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:39.145563 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Checking segment: {'id': 'fa7740c5-c7ec-4366-b669-91da9f1a7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:39.145954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Bound using segment: {'id': 'fa7740c5-c7ec-4366-b669-91da9f1a7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:39.146394 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Bound port: f8a6712a-a343-44f7-bfe8-76a037e495b2, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7740c5-c7ec-4366-b669-91da9f1a7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:39.146757 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.161798 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdf7087-fb39-4f43-9ffb-27d996d12272 x-openstack-request-id: req-2bdf7087-fb39-4f43-9ffb-27d996d12272 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:39.162083 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cba109-cc33-493a-8d54-15f1b5b442c0", "tag": "43faa462-afe6-4b37-bc8d-abe9f750e4c2", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:39.162326 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2bdf7087-fb39-4f43-9ffb-27d996d12272 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:39.162708 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cba109-cc33-493a-8d54-15f1b5b442c0', 'tag': '43faa462-afe6-4b37-bc8d-abe9f750e4c2', 'status': 'completed', 'code': 200} Jul 23 20:31:39.174360 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-243832e4-6bd8-4aa3-ae74-a0861d5490c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=669d0429c0274d5aaaa546479db5773e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654979 Jul 23 20:31:39.177796 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34616) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:39.238348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] For port f8a6712a-a343-44f7-bfe8-76a037e495b2, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:39.241492 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] For port f8a6712a-a343-44f7-bfe8-76a037e495b2, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f8a6712a-a343-44f7-bfe8-76a037e495b2,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:39.245845 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.257879 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68322cfa-dad6-49d9-91d0-c3ec60246282 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:39.259284 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-68322cfa-dad6-49d9-91d0-c3ec60246282 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 881 time: 0.1649339 Jul 23 20:31:39.273411 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34618) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:39.289512 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:39.290141 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.291522 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a71daf36-9678-4c69-a93a-d2790123f91c req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] 10.222.0.48 "PUT /v2.0/ports/f8a6712a-a343-44f7-bfe8-76a037e495b2 HTTP/1.1" status: 200 len: 1092 time: 0.9720387 Jul 23 20:31:39.293809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0147f237-7d90-4397-b2f3-33bc02eff632', 'tag': 'f8a6712a-a343-44f7-bfe8-76a037e495b2'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:39.296096 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6f0089-1e65-49e7-84b5-2ac72ee7821b" -d '{"events": [{"name": "network-changed", "server_uuid": "0147f237-7d90-4397-b2f3-33bc02eff632", "tag": "f8a6712a-a343-44f7-bfe8-76a037e495b2"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:39.329255 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8c5e4142-03b2-4213-afcf-96cb3911d0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.344783 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592809e-2f18-4227-9e13-5db7a591fa2a req-20377fa5-18ea-49b1-bb21-d4f47e64c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:39.346343 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e592809e-2f18-4227-9e13-5db7a591fa2a req-20377fa5-18ea-49b1-bb21-d4f47e64c625 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=347392e0bd704f23ad045a9a8fed1189&device_id=72cba109-cc33-493a-8d54-15f1b5b442c0 HTTP/1.1" status: 200 len: 1095 time: 0.1525946 Jul 23 20:31:39.350030 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94277c8d-0339-4996-bb66-cde428ed0c0f x-openstack-request-id: req-94277c8d-0339-4996-bb66-cde428ed0c0f {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:39.350322 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0147f237-7d90-4397-b2f3-33bc02eff632", "tag": "f8a6712a-a343-44f7-bfe8-76a037e495b2", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:39.350574 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94277c8d-0339-4996-bb66-cde428ed0c0f {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:39.350960 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0147f237-7d90-4397-b2f3-33bc02eff632', 'tag': 'f8a6712a-a343-44f7-bfe8-76a037e495b2', 'status': 'completed', 'code': 200} Jul 23 20:31:39.355365 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-327ee578-b48e-4683-a35e-e1882219b166 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "GET /v2.0/ports?device_id=d787d6c2-41ed-4b38-b5d9-a5a048c125b6 HTTP/1.1" status: 200 len: 205 time: 0.0774465 Jul 23 20:31:39.368525 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34624) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:39.372962 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8c5e4142-03b2-4213-afcf-96cb3911d0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.391704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb290a4-a982-4d4f-a4e4-636dff636d88 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a6712a-a343-44f7-bfe8-76a037e495b2,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:39.404335 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a74469-5831-4b45-a376-286bd2ee03fb req-bae3a84a-81ba-4953-a529-910d24375a6c tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:39.405824 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4a74469-5831-4b45-a376-286bd2ee03fb req-bae3a84a-81ba-4953-a529-910d24375a6c tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 943 time: 0.1699157 Jul 23 20:31:39.421782 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71daf36-9678-4c69-a93a-d2790123f91c req-c1813fb4-7e21-4619-8769-e553a528c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:39.423369 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a71daf36-9678-4c69-a93a-d2790123f91c req-c1813fb4-7e21-4619-8769-e553a528c8ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c7f50424b0b40928ead2979218c9a62&device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 1095 time: 0.0752428 Jul 23 20:31:39.468176 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a71daf36-9678-4c69-a93a-d2790123f91c req-4c608c4e-ccd1-4890-bf7e-3246dfe16389 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8a6712a-a343-44f7-bfe8-76a037e495b2 HTTP/1.1" status: 200 len: 217 time: 0.0337663 Jul 23 20:31:39.524538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71daf36-9678-4c69-a93a-d2790123f91c req-b4c1c2bd-3d1a-4419-a0d2-b0e9f0e3cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:39.526128 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a71daf36-9678-4c69-a93a-d2790123f91c req-b4c1c2bd-3d1a-4419-a0d2-b0e9f0e3cf9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=106a6110-3396-46fd-b5c7-73b8b46b8b68 HTTP/1.1" status: 200 len: 844 time: 0.0434141 Jul 23 20:31:39.566969 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a71daf36-9678-4c69-a93a-d2790123f91c req-f4d26aab-c435-40e2-9af7-d2969be1e595 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42c37124-424c-4bcc-8b93-9b8a8a9e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337558 Jul 23 20:31:39.577648 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4a74469-5831-4b45-a376-286bd2ee03fb req-2451de81-2c22-494e-97dc-6007b38a32a0 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384461 Jul 23 20:31:39.611079 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592809e-2f18-4227-9e13-5db7a591fa2a req-09d2a0cb-134b-441f-a40d-e7de735d5aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:39.613550 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e592809e-2f18-4227-9e13-5db7a591fa2a req-09d2a0cb-134b-441f-a40d-e7de735d5aa4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=405503b3-ee1d-4be2-a39d-4f5f80839069 HTTP/1.1" status: 200 len: 915 time: 0.2557170 Jul 23 20:31:39.616763 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcf73321-666f-43f6-960e-3ced48c11d9d tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.618688 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8c5e4142-03b2-4213-afcf-96cb3911d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.621228 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8c5e4142-03b2-4213-afcf-96cb3911d0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.622351 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8c5e4142-03b2-4213-afcf-96cb3911d0a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b1aead62-f8e3-4dac-a12d-deecf78da832 HTTP/1.1" status: 204 len: 168 time: 0.4406219 Jul 23 20:31:39.723143 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a71daf36-9678-4c69-a93a-d2790123f91c req-a525c143-e6c4-48c6-a9a6-133fb6de96d6 service neutron] 10.222.0.48 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484296 Jul 23 20:31:39.740460 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e4142-03b2-4213-afcf-96cb3911d0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aead62-f8e3-4dac-a12d-deecf78da832,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:39.743047 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e592809e-2f18-4227-9e13-5db7a591fa2a req-3cafe90f-136a-4ab5-9b17-b40b493edd74 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43faa462-afe6-4b37-bc8d-abe9f750e4c2 HTTP/1.1" status: 200 len: 217 time: 0.1187239 Jul 23 20:31:39.853079 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a71daf36-9678-4c69-a93a-d2790123f91c req-06456240-e443-4a61-bc3f-81f392547a01 service neutron] 10.222.0.48 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221485 Jul 23 20:31:39.882681 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592809e-2f18-4227-9e13-5db7a591fa2a req-1e0aa557-53de-43c7-a449-36ef980c6941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:39.884986 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e592809e-2f18-4227-9e13-5db7a591fa2a req-1e0aa557-53de-43c7-a449-36ef980c6941 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5659460f-e855-4651-ba76-2901e15ca5fe HTTP/1.1" status: 200 len: 854 time: 0.1065030 Jul 23 20:31:39.936760 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e592809e-2f18-4227-9e13-5db7a591fa2a req-277e78f0-a82f-4ebf-b116-4449efd0cf0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=405503b3-ee1d-4be2-a39d-4f5f80839069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407240 Jul 23 20:31:39.942223 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcf73321-666f-43f6-960e-3ced48c11d9d tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.994463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f0089-1e65-49e7-84b5-2ac72ee7821b req-57ce3c0e-c751-43b2-850f-54f5fc549852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:39.996633 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4af4d5-12c6-4b84-a292-0e5c34c0650d req-f5892673-dad5-435b-9ef3-981706270044 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:39.997204 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9f6f0089-1e65-49e7-84b5-2ac72ee7821b req-57ce3c0e-c751-43b2-850f-54f5fc549852 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c7f50424b0b40928ead2979218c9a62&device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 1095 time: 0.0815904 Jul 23 20:31:39.999296 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f4af4d5-12c6-4b84-a292-0e5c34c0650d req-f5892673-dad5-435b-9ef3-981706270044 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 950 time: 0.2986169 Jul 23 20:31:40.157475 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f0089-1e65-49e7-84b5-2ac72ee7821b req-de9a940f-5608-4cfe-af58-d1d50659a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:40.159217 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9f6f0089-1e65-49e7-84b5-2ac72ee7821b req-de9a940f-5608-4cfe-af58-d1d50659a1df service neutron] 10.222.0.48 "GET /v2.0/networks?id=42c37124-424c-4bcc-8b93-9b8a8a9e479c HTTP/1.1" status: 200 len: 905 time: 0.1320438 Jul 23 20:31:40.208784 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9f6f0089-1e65-49e7-84b5-2ac72ee7821b req-c5e28241-372b-4611-b436-bb72cce8f4a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8a6712a-a343-44f7-bfe8-76a037e495b2 HTTP/1.1" status: 200 len: 217 time: 0.0414436 Jul 23 20:31:40.265678 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f0089-1e65-49e7-84b5-2ac72ee7821b req-83ef7cfc-bfac-4093-9252-6f6bc5be3490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:40.267335 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9f6f0089-1e65-49e7-84b5-2ac72ee7821b req-83ef7cfc-bfac-4093-9252-6f6bc5be3490 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=106a6110-3396-46fd-b5c7-73b8b46b8b68 HTTP/1.1" status: 200 len: 844 time: 0.0501781 Jul 23 20:31:40.307808 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9f6f0089-1e65-49e7-84b5-2ac72ee7821b req-4fdc48c9-c41b-4e78-a33e-42c75396d4cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42c37124-424c-4bcc-8b93-9b8a8a9e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313888 Jul 23 20:31:40.419567 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9f6f0089-1e65-49e7-84b5-2ac72ee7821b req-18b16d89-b688-4078-b7fe-4acd48ba5d28 service neutron] 10.222.0.48 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017509 Jul 23 20:31:40.442326 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958aac8b-78b7-4a9f-9efd-94332a712d49 req-5d271e6f-38c5-4bef-8ad8-069b2aa2e8fe tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:40.443823 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-958aac8b-78b7-4a9f-9efd-94332a712d49 req-5d271e6f-38c5-4bef-8ad8-069b2aa2e8fe tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cba109-cc33-493a-8d54-15f1b5b442c0 HTTP/1.1" status: 200 len: 943 time: 0.6547878 Jul 23 20:31:40.504321 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f4af4d5-12c6-4b84-a292-0e5c34c0650d req-74036116-2a11-4978-bcf8-202985a268b6 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901745 Jul 23 20:31:40.514436 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-dcf73321-666f-43f6-960e-3ced48c11d9d tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Deleting port 0eaaaac7-07d5-44c8-bb1c-fff3bc4635ed {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:40.514791 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcf73321-666f-43f6-960e-3ced48c11d9d tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:40.525939 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9f6f0089-1e65-49e7-84b5-2ac72ee7821b req-6f6d871b-5711-4196-bf3b-6f3dafce4df9 service neutron] 10.222.0.48 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990777 Jul 23 20:31:40.550993 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-958aac8b-78b7-4a9f-9efd-94332a712d49 req-a3c08a52-5428-43a5-baf7-97d83b9850a4 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/security-groups?id=077509f1-2a35-4c48-861e-4403cdf41dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919797 Jul 23 20:31:40.559377 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e592809e-2f18-4227-9e13-5db7a591fa2a req-cf1abbcb-2ca8-46e5-a731-d680b8f54df1 service neutron] 10.222.0.57 "GET /v2.0/networks/405503b3-ee1d-4be2-a39d-4f5f80839069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6095557 Jul 23 20:31:40.717892 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcf73321-666f-43f6-960e-3ced48c11d9d tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:40.738053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-dcf73321-666f-43f6-960e-3ced48c11d9d tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Calling delete_port for 0eaaaac7-07d5-44c8-bb1c-fff3bc4635ed owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:40.762177 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e592809e-2f18-4227-9e13-5db7a591fa2a req-8471a011-2f24-4cc3-9b0b-f459c9f768a9 service neutron] 10.222.0.57 "GET /v2.0/networks/405503b3-ee1d-4be2-a39d-4f5f80839069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931295 Jul 23 20:31:40.824565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd03a6-f5b1-47cf-abdb-8e66964bc020 req-4fbecf33-010b-4812-9944-f4dad6b4984e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:40.826035 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c5dd03a6-f5b1-47cf-abdb-8e66964bc020 req-4fbecf33-010b-4812-9944-f4dad6b4984e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 943 time: 0.1543138 Jul 23 20:31:40.910659 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c5dd03a6-f5b1-47cf-abdb-8e66964bc020 req-8f6b2fc3-d80f-43fd-b7f0-c1786c6512aa tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759516 Jul 23 20:31:40.981448 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcf73321-666f-43f6-960e-3ced48c11d9d tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.007515 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf73321-666f-43f6-960e-3ced48c11d9d tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Pushing event deleted for resources: {'Port': ['ID=0eaaaac7-07d5-44c8-bb1c-fff3bc4635ed,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:41.069070 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcf73321-666f-43f6-960e-3ced48c11d9d tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.157668 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcf73321-666f-43f6-960e-3ced48c11d9d tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.159710 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcf73321-666f-43f6-960e-3ced48c11d9d tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.204721 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcf73321-666f-43f6-960e-3ced48c11d9d tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.205263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf73321-666f-43f6-960e-3ced48c11d9d tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Fanout notify agent at l3_agent the message router_deleted on router d787d6c2-41ed-4b38-b5d9-a5a048c125b6 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:41.211939 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcf73321-666f-43f6-960e-3ced48c11d9d tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.212974 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dcf73321-666f-43f6-960e-3ced48c11d9d tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "DELETE /v2.0/routers/d787d6c2-41ed-4b38-b5d9-a5a048c125b6 HTTP/1.1" status: 204 len: 168 time: 1.8421667 Jul 23 20:31:41.216659 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34670) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:41.221159 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2039573307', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}, 'admin_state_up': False}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:41.244300 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.245372 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.295292 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.431357 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.663898 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.691560 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.773852 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 43faa462-afe6-4b37-bc8d-abe9f750e4c2 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:31:41.777982 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cb0f1-a25f-4550-9fc8-310e68facdb9 req-7d44d3e1-5ea9-492a-b898-1a254e05e227 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:41.779574 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c0cb0f1-a25f-4550-9fc8-310e68facdb9 req-7d44d3e1-5ea9-492a-b898-1a254e05e227 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 950 time: 0.2032983 Jul 23 20:31:41.878810 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 43faa462-afe6-4b37-bc8d-abe9f750e4c2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=43faa462-afe6-4b37-bc8d-abe9f750e4c2,segment=NetworkSegment(ca73df83-ebd6-47d0-912d-7f2056b3ae34),segment_id=ca73df83-ebd6-47d0-912d-7f2056b3ae34)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:41.880279 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c0cb0f1-a25f-4550-9fc8-310e68facdb9 req-8e114bc4-07fe-4f9a-9b45-6628987b597a tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935676 Jul 23 20:31:41.891249 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '43faa462-afe6-4b37-bc8d-abe9f750e4c2', 'network_id': '405503b3-ee1d-4be2-a39d-4f5f80839069', 'port_id': '43faa462-afe6-4b37-bc8d-abe9f750e4c2', 'mac_address': 'fa:16:3e:c4:0a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5659460f-e855-4651-ba76-2901e15ca5fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:31:41.897008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb5a90-7087-4618-bfaa-49c9be3de7e1 req-fc1e558e-3942-4fa1-95cd-af02ffa857b4 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:41.898361 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56eb5a90-7087-4618-bfaa-49c9be3de7e1 req-fc1e558e-3942-4fa1-95cd-af02ffa857b4 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cba109-cc33-493a-8d54-15f1b5b442c0 HTTP/1.1" status: 200 len: 943 time: 0.2098069 Jul 23 20:31:41.899717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Allocated IP 172.25.3.231 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/86b115f8-8a5d-47e8-91ff-9cbaec157624) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:41.943805 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.958834 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43faa462-afe6-4b37-bc8d-abe9f750e4c2 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:41.969569 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56eb5a90-7087-4618-bfaa-49c9be3de7e1 req-29355614-cd89-429e-89c9-8d28a41c6b46 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/security-groups?id=077509f1-2a35-4c48-861e-4403cdf41dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586071 Jul 23 20:31:41.981111 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f8a6712a-a343-44f7-bfe8-76a037e495b2 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:31:41.996026 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 43faa462-afe6-4b37-bc8d-abe9f750e4c2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=43faa462-afe6-4b37-bc8d-abe9f750e4c2,segment=NetworkSegment(ca73df83-ebd6-47d0-912d-7f2056b3ae34),segment_id=ca73df83-ebd6-47d0-912d-7f2056b3ae34)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:42.010227 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.055592 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.126371 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=43faa462-afe6-4b37-bc8d-abe9f750e4c2,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:42.158624 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f8a6712a-a343-44f7-bfe8-76a037e495b2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f8a6712a-a343-44f7-bfe8-76a037e495b2,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:42.170891 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'f8a6712a-a343-44f7-bfe8-76a037e495b2', 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c', 'port_id': 'f8a6712a-a343-44f7-bfe8-76a037e495b2', 'mac_address': 'fa:16:3e:0b:22:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106a6110-3396-46fd-b5c7-73b8b46b8b68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:31:42.180309 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.214590 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.231611 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a6712a-a343-44f7-bfe8-76a037e495b2 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:42.236914 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:42.250451 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:42.254168 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f8a6712a-a343-44f7-bfe8-76a037e495b2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f8a6712a-a343-44f7-bfe8-76a037e495b2,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:42.257229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:42.259969 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.290203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Pushing event updated for resources: {'Port': ['ID=86b115f8-8a5d-47e8-91ff-9cbaec157624,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:42.309550 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['43faa462-afe6-4b37-bc8d-abe9f750e4c2'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:42.316777 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625e04d-f9dc-4972-b9ec-50e8728c5f69 req-6f41ecee-e54a-46db-87af-bcd3cd744719 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:42.318324 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c625e04d-f9dc-4972-b9ec-50e8728c5f69 req-6f41ecee-e54a-46db-87af-bcd3cd744719 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=22bcd1e3-5542-45a0-ab89-b4bf9753848e HTTP/1.1" status: 200 len: 949 time: 0.2255180 Jul 23 20:31:42.327823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46475b1-e40f-4c29-adfb-6c088c792330 req-7f474d0e-877f-4f44-8e13-109a1f9e7040 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:42.329257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c46475b1-e40f-4c29-adfb-6c088c792330 req-7f474d0e-877f-4f44-8e13-109a1f9e7040 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 943 time: 0.2212353 Jul 23 20:31:42.334378 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f8a6712a-a343-44f7-bfe8-76a037e495b2,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:42.468696 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c625e04d-f9dc-4972-b9ec-50e8728c5f69 req-bf50d707-043e-4252-8fa1-3ea615df0509 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383650 Jul 23 20:31:42.494505 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c46475b1-e40f-4c29-adfb-6c088c792330 req-8650ef96-b8ad-48b4-82ee-0fb15b05f50e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493144 Jul 23 20:31:42.532875 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f8a6712a-a343-44f7-bfe8-76a037e495b2'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:42.669157 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.913197 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.932464 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd891c-1aed-4416-8ea9-204c0f373bad req-c50c688f-9627-4a5d-89d1-4d7c4b7da58a tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:42.938341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd891c-1aed-4416-8ea9-204c0f373bad req-c50c688f-9627-4a5d-89d1-4d7c4b7da58a tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:42.939900 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e0cd891c-1aed-4416-8ea9-204c0f373bad req-c50c688f-9627-4a5d-89d1-4d7c4b7da58a tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=22bcd1e3-5542-45a0-ab89-b4bf9753848e&device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 1690 time: 0.1282773 Jul 23 20:31:43.041944 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e0cd891c-1aed-4416-8ea9-204c0f373bad req-c2dff03a-7717-4a3c-a3ff-fc7f0cc2ad9f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714426 Jul 23 20:31:43.100725 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Router e24ac073-56de-4b16-8d17-8a17a40c86f9 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:31:43.249240 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:43.258954 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60bf06d-f608-441b-9ed7-c2a226245dbb None None] Sync routers for ids ['e24ac073-56de-4b16-8d17-8a17a40c86f9'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:43.268021 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4e775-1d58-45c3-85d2-8f6c1509e1cd req-475cbc0f-fde7-416a-af5e-95340a375251 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:43.268542 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60bf06d-f608-441b-9ed7-c2a226245dbb None None] Routers {'e24ac073-56de-4b16-8d17-8a17a40c86f9'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:43.269252 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d60bf06d-f608-441b-9ed7-c2a226245dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e24ac073-56de-4b16-8d17-8a17a40c86f9'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:43.269523 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39c4e775-1d58-45c3-85d2-8f6c1509e1cd req-475cbc0f-fde7-416a-af5e-95340a375251 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cba109-cc33-493a-8d54-15f1b5b442c0 HTTP/1.1" status: 200 len: 944 time: 0.0941594 Jul 23 20:31:43.293378 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.297405 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34706) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:43.297906 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ea433ac0-3542-4e43-91cc-7a04ffbb91fa tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.0795999 Jul 23 20:31:43.307219 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-45dfb3df-b184-4910-98b4-11cbaef5b796 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:43.311773 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d60bf06d-f608-441b-9ed7-c2a226245dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:43.320302 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39c4e775-1d58-45c3-85d2-8f6c1509e1cd req-8fbf8d38-f170-4fe0-9838-4ad51f38947c tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/security-groups?id=077509f1-2a35-4c48-861e-4403cdf41dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425048 Jul 23 20:31:43.323899 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60bf06d-f608-441b-9ed7-c2a226245dbb None None] Routers {'e24ac073-56de-4b16-8d17-8a17a40c86f9'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:43.324744 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d60bf06d-f608-441b-9ed7-c2a226245dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e24ac073-56de-4b16-8d17-8a17a40c86f9'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:43.364383 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d60bf06d-f608-441b-9ed7-c2a226245dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:43.365337 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60bf06d-f608-441b-9ed7-c2a226245dbb None None] The sync data for ids ['e24ac073-56de-4b16-8d17-8a17a40c86f9'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:43.521721 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b32262-3a8c-4898-8cae-4b12fb9d2835 req-fe42ab32-4c11-445c-8201-c87e2885f66f tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:43.523469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13b32262-3a8c-4898-8cae-4b12fb9d2835 req-fe42ab32-4c11-445c-8201-c87e2885f66f tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=22bcd1e3-5542-45a0-ab89-b4bf9753848e HTTP/1.1" status: 200 len: 1101 time: 0.0610101 Jul 23 20:31:43.563181 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13b32262-3a8c-4898-8cae-4b12fb9d2835 req-5b75559c-2a96-4d66-8d4f-8c2dcffabb4f tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339894 Jul 23 20:31:43.663767 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45dfb3df-b184-4910-98b4-11cbaef5b796 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.684319 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45dfb3df-b184-4910-98b4-11cbaef5b796 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.686330 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67834f-1b97-485c-8aa7-ee83acf27fa2 req-1350a763-40e5-4e18-828a-aa33814a8fbf tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:43.688021 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc67834f-1b97-485c-8aa7-ee83acf27fa2 req-1350a763-40e5-4e18-828a-aa33814a8fbf tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 944 time: 0.0719717 Jul 23 20:31:43.742659 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-45dfb3df-b184-4910-98b4-11cbaef5b796 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Deleting port 86b115f8-8a5d-47e8-91ff-9cbaec157624 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:43.743002 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45dfb3df-b184-4910-98b4-11cbaef5b796 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.754985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc67834f-1b97-485c-8aa7-ee83acf27fa2 req-027a8f36-e03e-4d99-b2cd-edd8a3170f65 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593123 Jul 23 20:31:43.775154 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486167b-cfb3-4f26-a5ca-b58d53975448 req-655d585b-2a1e-4748-a743-cc43568277f6 tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:43.776661 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b486167b-cfb3-4f26-a5ca-b58d53975448 req-655d585b-2a1e-4748-a743-cc43568277f6 tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 1102 time: 0.0667198 Jul 23 20:31:43.787026 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:31:43.790003 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 43faa462-afe6-4b37-bc8d-abe9f750e4c2 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:43.832666 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b486167b-cfb3-4f26-a5ca-b58d53975448 req-da8e6c42-73b1-4366-a09f-cf455dab94b9 tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434942 Jul 23 20:31:43.851413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 43faa462-afe6-4b37-bc8d-abe9f750e4c2 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:43.854227 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45dfb3df-b184-4910-98b4-11cbaef5b796 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.856064 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 43faa462-afe6-4b37-bc8d-abe9f750e4c2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:43.857006 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.873590 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-45dfb3df-b184-4910-98b4-11cbaef5b796 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Calling delete_port for 86b115f8-8a5d-47e8-91ff-9cbaec157624 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:43.965507 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.991972 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cba109-cc33-493a-8d54-15f1b5b442c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43faa462-afe6-4b37-bc8d-abe9f750e4c2'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:43.994448 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eef7f5b-18a1-405d-b0a5-8ca37c98710e" -d '{"events": [{"server_uuid": "72cba109-cc33-493a-8d54-15f1b5b442c0", "name": "network-vif-plugged", "status": "completed", "tag": "43faa462-afe6-4b37-bc8d-abe9f750e4c2"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:44.002342 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f8a6712a-a343-44f7-bfe8-76a037e495b2 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:44.031769 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 43faa462-afe6-4b37-bc8d-abe9f750e4c2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=43faa462-afe6-4b37-bc8d-abe9f750e4c2,segment=NetworkSegment(ca73df83-ebd6-47d0-912d-7f2056b3ae34),segment_id=ca73df83-ebd6-47d0-912d-7f2056b3ae34)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:44.044618 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.089953 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-1dd8ecf3-b88e-470c-8999-f876662f0929 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c94ee6e2163943e1943042f737f6e068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353065 Jul 23 20:31:44.097137 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45dfb3df-b184-4910-98b4-11cbaef5b796 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.115735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=43faa462-afe6-4b37-bc8d-abe9f750e4c2,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:44.129642 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port f8a6712a-a343-44f7-bfe8-76a037e495b2 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:44.136668 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dfb3df-b184-4910-98b4-11cbaef5b796 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Pushing event deleted for resources: {'Port': ['ID=86b115f8-8a5d-47e8-91ff-9cbaec157624,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:44.149502 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port f8a6712a-a343-44f7-bfe8-76a037e495b2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:44.150099 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.178202 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c805d042-4348-41b8-91d7-42d6da0c9f89 x-openstack-request-id: req-c805d042-4348-41b8-91d7-42d6da0c9f89 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:44.178616 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cba109-cc33-493a-8d54-15f1b5b442c0", "name": "network-vif-plugged", "status": "completed", "tag": "43faa462-afe6-4b37-bc8d-abe9f750e4c2", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:44.179169 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c805d042-4348-41b8-91d7-42d6da0c9f89 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:44.179616 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cba109-cc33-493a-8d54-15f1b5b442c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43faa462-afe6-4b37-bc8d-abe9f750e4c2', 'code': 200} Jul 23 20:31:44.242814 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45dfb3df-b184-4910-98b4-11cbaef5b796 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.281050 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.321046 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f8a6712a-a343-44f7-bfe8-76a037e495b2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f8a6712a-a343-44f7-bfe8-76a037e495b2,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:44.327521 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.395681 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f8a6712a-a343-44f7-bfe8-76a037e495b2,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:44.510194 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45dfb3df-b184-4910-98b4-11cbaef5b796 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.514541 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45dfb3df-b184-4910-98b4-11cbaef5b796 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.586384 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7d3b5-2461-4cd1-85ca-073d6a1e9bfd req-b67437ea-7677-4dcc-8e5a-2c6f4e2499e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:44.588195 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3b7d3b5-2461-4cd1-85ca-073d6a1e9bfd req-b67437ea-7677-4dcc-8e5a-2c6f4e2499e2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72cba109-cc33-493a-8d54-15f1b5b442c0 HTTP/1.1" status: 200 len: 1097 time: 0.1207764 Jul 23 20:31:44.598648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-c2683696-7f7a-452f-8e6d-9e871ff3facb tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:44.598966 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45dfb3df-b184-4910-98b4-11cbaef5b796 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Router e24ac073-56de-4b16-8d17-8a17a40c86f9 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:31:44.600082 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-c2683696-7f7a-452f-8e6d-9e871ff3facb tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5095909 Jul 23 20:31:44.627892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-bfcc56dc-9c2e-47d4-88cf-7fbcc1679af3 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/quotas/c94ee6e2163943e1943042f737f6e068 HTTP/1.1" status: 200 len: 375 time: 0.0137441 Jul 23 20:31:44.639861 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3b7d3b5-2461-4cd1-85ca-073d6a1e9bfd req-9d329e05-faba-466c-9cbb-eb642fdfbc68 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=077509f1-2a35-4c48-861e-4403cdf41dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388417 Jul 23 20:31:44.673986 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dfb3df-b184-4910-98b4-11cbaef5b796 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:44.682008 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45dfb3df-b184-4910-98b4-11cbaef5b796 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.683222 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-45dfb3df-b184-4910-98b4-11cbaef5b796 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "PUT /v2.0/routers/e24ac073-56de-4b16-8d17-8a17a40c86f9 HTTP/1.1" status: 200 len: 710 time: 1.3835821 Jul 23 20:31:44.686245 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34758) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:44.689789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93e1c89-ce54-4a1e-908e-866064b1825d None None] Sync routers for ids ['e24ac073-56de-4b16-8d17-8a17a40c86f9'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:44.703589 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93e1c89-ce54-4a1e-908e-866064b1825d None None] Routers {'e24ac073-56de-4b16-8d17-8a17a40c86f9'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:44.704530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f93e1c89-ce54-4a1e-908e-866064b1825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e24ac073-56de-4b16-8d17-8a17a40c86f9'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:44.723655 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-2b3d082b-4c23-4445-ba3f-daa5023e3387 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0857477 Jul 23 20:31:44.763925 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f93e1c89-ce54-4a1e-908e-866064b1825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:44.774342 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93e1c89-ce54-4a1e-908e-866064b1825d None None] Routers {'e24ac073-56de-4b16-8d17-8a17a40c86f9'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:44.777416 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f93e1c89-ce54-4a1e-908e-866064b1825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e24ac073-56de-4b16-8d17-8a17a40c86f9'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:44.784685 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2229dffc-7448-45b0-a649-6d807fc61cba tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "GET /v2.0/routers/e24ac073-56de-4b16-8d17-8a17a40c86f9 HTTP/1.1" status: 200 len: 745 time: 0.0972204 Jul 23 20:31:44.787189 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34762) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:44.818940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f93e1c89-ce54-4a1e-908e-866064b1825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:44.820042 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93e1c89-ce54-4a1e-908e-866064b1825d None None] The sync data for ids ['e24ac073-56de-4b16-8d17-8a17a40c86f9'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:44.825374 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34764) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:44.827803 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3cb310b6-8e70-4f68-8602-001b5f07a9e7 tempest-RoutersIpV6AdminTest-1580400559 tempest-RoutersIpV6AdminTest-1580400559-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&device_id=e24ac073-56de-4b16-8d17-8a17a40c86f9 HTTP/1.1" status: 200 len: 205 time: 0.0343459 Jul 23 20:31:44.865984 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b907dc1b-5e6c-438f-af59-b5557f913695 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24ac073-56de-4b16-8d17-8a17a40c86f9 HTTP/1.1" status: 200 len: 205 time: 0.0393536 Jul 23 20:31:44.868436 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34770) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:44.976452 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc09089e-31c2-41d5-812c-71910cc2b6e8 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.147585 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.197132 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc09089e-31c2-41d5-812c-71910cc2b6e8 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.206842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5fc2b-3b1c-40e0-a251-96a8b3ff3223 req-58db47aa-f4ad-42af-971b-18adf674d23b tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:45.208387 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70b5fc2b-3b1c-40e0-a251-96a8b3ff3223 req-58db47aa-f4ad-42af-971b-18adf674d23b tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cba109-cc33-493a-8d54-15f1b5b442c0 HTTP/1.1" status: 200 len: 945 time: 0.2945118 Jul 23 20:31:45.209654 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc09089e-31c2-41d5-812c-71910cc2b6e8 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.283920 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc09089e-31c2-41d5-812c-71910cc2b6e8 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.284451 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc09089e-31c2-41d5-812c-71910cc2b6e8 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Fanout notify agent at l3_agent the message router_deleted on router e24ac073-56de-4b16-8d17-8a17a40c86f9 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:45.291554 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc09089e-31c2-41d5-812c-71910cc2b6e8 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.292557 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dc09089e-31c2-41d5-812c-71910cc2b6e8 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "DELETE /v2.0/routers/e24ac073-56de-4b16-8d17-8a17a40c86f9 HTTP/1.1" status: 204 len: 168 time: 0.4231212 Jul 23 20:31:45.297210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34782) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:45.315044 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effa654-07ae-4402-a23e-17c683510437 req-165e4993-d2ee-4aaf-b7de-cb4f39923c82 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:45.317127 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1effa654-07ae-4402-a23e-17c683510437 req-165e4993-d2ee-4aaf-b7de-cb4f39923c82 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.2724197 Jul 23 20:31:45.321464 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70b5fc2b-3b1c-40e0-a251-96a8b3ff3223 req-ada994e7-ffb7-4631-ad1b-3969d495cb7a tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/security-groups?id=077509f1-2a35-4c48-861e-4403cdf41dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046839 Jul 23 20:31:45.347119 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-aa1c5fc3-e357-4ee9-bbe8-a9f402430da9 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "GET /v2.0/ports?device_id=e24ac073-56de-4b16-8d17-8a17a40c86f9 HTTP/1.1" status: 200 len: 205 time: 0.0469775 Jul 23 20:31:45.349476 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34784) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:45.391436 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1effa654-07ae-4402-a23e-17c683510437 req-a3bcd357-3cbf-4aeb-a06b-d3045241ca8c tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428975 Jul 23 20:31:45.398769 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-5b7063ab-e180-4244-ae5e-c2daebed56b0 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] delete failed (client error): The resource could not be found. Jul 23 20:31:45.402137 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5b7063ab-e180-4244-ae5e-c2daebed56b0 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "DELETE /v2.0/routers/e24ac073-56de-4b16-8d17-8a17a40c86f9 HTTP/1.1" status: 404 len: 336 time: 0.0494177 Jul 23 20:31:45.402371 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34788) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:45.452480 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f9ec83de-3f07-4529-afe5-bcad38969fbc tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "GET /v2.0/ports?device_id=d787d6c2-41ed-4b38-b5d9-a5a048c125b6 HTTP/1.1" status: 200 len: 205 time: 0.0489924 Jul 23 20:31:45.454717 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34790) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:45.456186 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c7a75068-5c1a-4374-88df-aa1736ed04ca req-0ace1401-026e-42f7-be26-b85b8bc4e9fa tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b217f9b-51c8-4316-9f6f-e54e499b0a66 HTTP/1.1" status: 200 len: 210 time: 0.0566111 Jul 23 20:31:45.514658 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-74b334bb-ec01-45f9-ad25-b02254b8adc1 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] delete failed (client error): The resource could not be found. Jul 23 20:31:45.515919 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-74b334bb-ec01-45f9-ad25-b02254b8adc1 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "DELETE /v2.0/routers/d787d6c2-41ed-4b38-b5d9-a5a048c125b6 HTTP/1.1" status: 404 len: 336 time: 0.0594659 Jul 23 20:31:45.518401 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34794) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:45.551144 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c618d140-fe40-43c4-892e-b732b8bbaa0c tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a76842d-61fc-46b3-a073-f34c1062f872 HTTP/1.1" status: 200 len: 205 time: 0.0305810 Jul 23 20:31:45.553056 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34798) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:45.591929 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-8147cf09-c953-4b1d-b562-4a9307c06542 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] delete failed (client error): The resource could not be found. Jul 23 20:31:45.592946 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8147cf09-c953-4b1d-b562-4a9307c06542 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "DELETE /v2.0/routers/0a76842d-61fc-46b3-a073-f34c1062f872 HTTP/1.1" status: 404 len: 336 time: 0.0388272 Jul 23 20:31:45.595586 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34800) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:45.625433 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-729d5733-eaac-4692-9c12-587d9c129087 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "GET /v2.0/ports?device_id=a31011cc-8463-49e2-bde2-083f9f385af1 HTTP/1.1" status: 200 len: 205 time: 0.0286813 Jul 23 20:31:45.627770 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34802) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:45.667980 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-3abd3661-3e17-4282-9d5a-279b0f25ce20 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] delete failed (client error): The resource could not be found. Jul 23 20:31:45.669008 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3abd3661-3e17-4282-9d5a-279b0f25ce20 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "DELETE /v2.0/routers/a31011cc-8463-49e2-bde2-083f9f385af1 HTTP/1.1" status: 404 len: 336 time: 0.0402849 Jul 23 20:31:45.671941 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34804) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:45.705682 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4fd7cd65-4e09-4bfc-8343-3653fecb81ae tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "GET /v2.0/ports?device_id=06177f85-3c1a-4c7b-b602-0a2269356779 HTTP/1.1" status: 200 len: 205 time: 0.0325141 Jul 23 20:31:45.708507 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34808) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:45.750685 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-57481156-6404-4188-b045-f187346016a4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] delete failed (client error): The resource could not be found. Jul 23 20:31:45.751722 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-57481156-6404-4188-b045-f187346016a4 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "DELETE /v2.0/routers/06177f85-3c1a-4c7b-b602-0a2269356779 HTTP/1.1" status: 404 len: 336 time: 0.0423150 Jul 23 20:31:45.754578 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34810) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:45.779891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34812) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:45.784083 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c14d4b27-f0b1-458f-a76c-b816ef861f50 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecf9552d-a2a4-43ec-b379-b24d9315cf3d HTTP/1.1" status: 200 len: 205 time: 0.0284297 Jul 23 20:31:45.786467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34816) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:45.824748 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-ab19e363-07df-4b4a-a01a-a1ade0fa9209 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] delete failed (client error): The resource could not be found. Jul 23 20:31:45.825952 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ab19e363-07df-4b4a-a01a-a1ade0fa9209 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "DELETE /v2.0/routers/ecf9552d-a2a4-43ec-b379-b24d9315cf3d HTTP/1.1" status: 404 len: 336 time: 0.0385544 Jul 23 20:31:45.828482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34818) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:45.854700 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-829440bf-e507-443b-9dc1-601bf9d6e4e6 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] DELETE failed (client error): The resource could not be found. Jul 23 20:31:45.855216 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829440bf-e507-443b-9dc1-601bf9d6e4e6 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:31:45.856986 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-829440bf-e507-443b-9dc1-601bf9d6e4e6 tempest-RoutersIpV6AdminTest-793037554 tempest-RoutersIpV6AdminTest-793037554-project] 10.222.0.55 "DELETE /v2.0/subnets/15084091-4dcf-4bf8-aa86-bf716527b8cd HTTP/1.1" status: 404 len: 337 time: 0.0276084 Jul 23 20:31:45.884787 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-69941f1d-bef8-4958-bbb0-8dda11156730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.997223 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-07e26880-6127-4128-a730-669b2454c12b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c94ee6e2163943e1943042f737f6e068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331182 Jul 23 20:31:46.040944 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-69941f1d-bef8-4958-bbb0-8dda11156730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.056107 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-69941f1d-bef8-4958-bbb0-8dda11156730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.100001 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34828) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:46.147442 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-69941f1d-bef8-4958-bbb0-8dda11156730 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29259fa001dc4999aa89a187bfea6909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3662167 Jul 23 20:31:46.148225 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69941f1d-bef8-4958-bbb0-8dda11156730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79244905-423f-428f-bec5-5e43b4b0ff18,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:46.150009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34832) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:46.182094 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0147f237-7d90-4397-b2f3-33bc02eff632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a6712a-a343-44f7-bfe8-76a037e495b2'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:46.185302 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bfc626-1aba-4461-9ed3-6189a80c295e" -d '{"events": [{"server_uuid": "0147f237-7d90-4397-b2f3-33bc02eff632", "name": "network-vif-plugged", "status": "completed", "tag": "f8a6712a-a343-44f7-bfe8-76a037e495b2"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:46.198731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-0dfaaf44-8d32-4324-8e1d-ef33e8a53330 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:46.200248 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-0dfaaf44-8d32-4324-8e1d-ef33e8a53330 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839418 Jul 23 20:31:46.206408 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ae74739-5908-4806-8075-72245fe8e132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.216010 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-f8cb956a-7c4a-4e38-8e31-99619a87ccf0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Request body: {'port': {'device_id': '6b217f9b-51c8-4316-9f6f-e54e499b0a66', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': 'c94ee6e2163943e1943042f737f6e068'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:46.232293 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715deb6c-5373-47c4-afd9-7a189103fec5 x-openstack-request-id: req-715deb6c-5373-47c4-afd9-7a189103fec5 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:46.232752 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0147f237-7d90-4397-b2f3-33bc02eff632", "name": "network-vif-plugged", "status": "completed", "tag": "f8a6712a-a343-44f7-bfe8-76a037e495b2", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:46.233196 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-715deb6c-5373-47c4-afd9-7a189103fec5 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:46.233582 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0147f237-7d90-4397-b2f3-33bc02eff632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a6712a-a343-44f7-bfe8-76a037e495b2', 'code': 200} Jul 23 20:31:46.242052 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7712367d-ada0-4b9b-afa9-8c6b9af807b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.245057 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ae74739-5908-4806-8075-72245fe8e132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.364362 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ae74739-5908-4806-8075-72245fe8e132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.366965 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ae74739-5908-4806-8075-72245fe8e132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.368166 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6ae74739-5908-4806-8075-72245fe8e132 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79244905-423f-428f-bec5-5e43b4b0ff18 HTTP/1.1" status: 204 len: 168 time: 0.2171612 Jul 23 20:31:46.394895 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae74739-5908-4806-8075-72245fe8e132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79244905-423f-428f-bec5-5e43b4b0ff18,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:46.417351 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3028db1-ef80-4419-85d4-fa7e095138b3 req-8428bb81-c6ec-422d-8169-5b4f73d82371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:46.418974 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e3028db1-ef80-4419-85d4-fa7e095138b3 req-8428bb81-c6ec-422d-8169-5b4f73d82371 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 1097 time: 0.1216736 Jul 23 20:31:46.476661 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7712367d-ada0-4b9b-afa9-8c6b9af807b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.479144 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e3028db1-ef80-4419-85d4-fa7e095138b3 req-7e3feffa-9be9-43fe-a483-d877b2c51c50 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510597 Jul 23 20:31:46.480263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e1d70-3f23-432e-be0b-5e7aac49acc4 req-67a5301b-83e8-456a-b046-328b9b133c83 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:46.482291 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ae0e1d70-3f23-432e-be0b-5e7aac49acc4 req-67a5301b-83e8-456a-b046-328b9b133c83 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cba109-cc33-493a-8d54-15f1b5b442c0 HTTP/1.1" status: 200 len: 945 time: 0.0855911 Jul 23 20:31:46.483424 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7712367d-ada0-4b9b-afa9-8c6b9af807b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.538793 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7712367d-ada0-4b9b-afa9-8c6b9af807b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff705129741b4b26a3454d6d29dd91b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4372785 Jul 23 20:31:46.541313 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34848) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:46.551312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712367d-ada0-4b9b-afa9-8c6b9af807b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245bf211-d909-4da3-bddb-a2dc1cd19cf3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:46.567112 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-f8cb956a-7c4a-4e38-8e31-99619a87ccf0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Made reservation on behalf of c94ee6e2163943e1943042f737f6e068 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:46.570969 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-f8cb956a-7c4a-4e38-8e31-99619a87ccf0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.612941 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.614978 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ae0e1d70-3f23-432e-be0b-5e7aac49acc4 req-cc95cd58-fca2-46a2-a8a7-e4b8fc2a716d tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/security-groups?id=077509f1-2a35-4c48-861e-4403cdf41dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212986 Jul 23 20:31:46.625007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72a0df49-6286-4780-aa17-e0bb5a7296eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.657477 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72a0df49-6286-4780-aa17-e0bb5a7296eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.690225 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dbed4-f4b1-4ce8-9d99-72595adef01f req-a5f6562c-b263-4509-92e3-8ace17680fa7 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:46.697532 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f5dbed4-f4b1-4ce8-9d99-72595adef01f req-a5f6562c-b263-4509-92e3-8ace17680fa7 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.2011745 Jul 23 20:31:46.739871 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72a0df49-6286-4780-aa17-e0bb5a7296eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.742467 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72a0df49-6286-4780-aa17-e0bb5a7296eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.746014 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-72a0df49-6286-4780-aa17-e0bb5a7296eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/245bf211-d909-4da3-bddb-a2dc1cd19cf3 HTTP/1.1" status: 204 len: 168 time: 0.2006888 Jul 23 20:31:46.758933 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0df49-6286-4780-aa17-e0bb5a7296eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245bf211-d909-4da3-bddb-a2dc1cd19cf3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:46.781720 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f5dbed4-f4b1-4ce8-9d99-72595adef01f req-5c41e83c-8666-4d00-9660-eca087feb733 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802939 Jul 23 20:31:46.827278 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df99f5aa-78fc-444a-acb0-8ddc5db83622 req-97304c5c-af81-41d7-8409-174f4d9b3339 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b217f9b-51c8-4316-9f6f-e54e499b0a66 HTTP/1.1" status: 200 len: 210 time: 0.0366964 Jul 23 20:31:46.852468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-f8cb956a-7c4a-4e38-8e31-99619a87ccf0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Allocated IP 192.168.233.116 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/ca7a7dc1-1938-4fe8-8d75-86a31408084d) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:47.141792 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-f8cb956a-7c4a-4e38-8e31-99619a87ccf0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.161634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-f8cb956a-7c4a-4e38-8e31-99619a87ccf0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Transition to ACTIVE for port object ca7a7dc1-1938-4fe8-8d75-86a31408084d will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:47.169966 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34878) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:47.219874 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-f8cb956a-7c4a-4e38-8e31-99619a87ccf0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.234770 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-79e904ec-97b7-4d12-b4d2-c2a580b7790a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23847358120b41549ec9b49ce0ab0091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0611734 Jul 23 20:31:47.235710 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34882) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:47.240620 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['39f7d0f9-6012-46dc-b760-2b009b129346', '9e752e04-13c2-4f44-b54a-68b4f79df248'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:47.287141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-f8cb956a-7c4a-4e38-8e31-99619a87ccf0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:47.289115 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['731d952d-4c42-4b98-b65c-ebcca3c75046', '8a73448a-f3d7-49b3-be48-7b0c65441bd8', '66634aeb-40cc-4db4-9821-7db65d13fa88'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:47.291889 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-f8cb956a-7c4a-4e38-8e31-99619a87ccf0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:47.296147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-f8cb956a-7c4a-4e38-8e31-99619a87ccf0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:47.338498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb956a-7c4a-4e38-8e31-99619a87ccf0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Pushing event updated for resources: {'Port': ['ID=ca7a7dc1-1938-4fe8-8d75-86a31408084d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:47.353729 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2624b5e-ccd5-4796-9a7a-43edbfdeeb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.383376 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-f8cb956a-7c4a-4e38-8e31-99619a87ccf0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:47.393045 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-f8cb956a-7c4a-4e38-8e31-99619a87ccf0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.401772 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2624b5e-ccd5-4796-9a7a-43edbfdeeb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.429009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-f8cb956a-7c4a-4e38-8e31-99619a87ccf0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2170713 Jul 23 20:31:47.445196 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Request body: {'port': {'device_id': '6b217f9b-51c8-4316-9f6f-e54e499b0a66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:47.479371 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2624b5e-ccd5-4796-9a7a-43edbfdeeb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.484982 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2624b5e-ccd5-4796-9a7a-43edbfdeeb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.486592 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e2624b5e-ccd5-4796-9a7a-43edbfdeeb22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1273674b-f6d0-4bf4-b677-dfe9964cdafc HTTP/1.1" status: 204 len: 168 time: 0.2464581 Jul 23 20:31:47.502204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2624b5e-ccd5-4796-9a7a-43edbfdeeb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1273674b-f6d0-4bf4-b677-dfe9964cdafc,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:47.641884 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.763127 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34896) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:47.826622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-489d4d95-f2d0-41da-83b8-eff459e02e84 None None] Provisioning for port ca7a7dc1-1938-4fe8-8d75-86a31408084d completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:47.860491 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-489d4d95-f2d0-41da-83b8-eff459e02e84 None None] Provisioning complete for port ca7a7dc1-1938-4fe8-8d75-86a31408084d triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:47.861117 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-489d4d95-f2d0-41da-83b8-eff459e02e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.965359 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-727ca8a1-3761-408c-9cd4-1e0a420b0017 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-910030067-network', 'tenant_id': 'cfab0766aac049a4b4ee0d3da81cda1f'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:47.965900 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-489d4d95-f2d0-41da-83b8-eff459e02e84 None None] Port ca7a7dc1-1938-4fe8-8d75-86a31408084d cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:31:48.009682 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727ca8a1-3761-408c-9cd4-1e0a420b0017 admin admin] Made reservation on behalf of cfab0766aac049a4b4ee0d3da81cda1f for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:48.022047 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-727ca8a1-3761-408c-9cd4-1e0a420b0017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.045249 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-727ca8a1-3761-408c-9cd4-1e0a420b0017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.230499 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-727ca8a1-3761-408c-9cd4-1e0a420b0017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.240006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-727ca8a1-3761-408c-9cd4-1e0a420b0017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.273451 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ca8a1-3761-408c-9cd4-1e0a420b0017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a27530-57bd-45b1-83da-62a3455ff1a6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:48.297194 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727ca8a1-3761-408c-9cd4-1e0a420b0017 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:31:48.308001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7a7dc1-1938-4fe8-8d75-86a31408084d {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:48.309473 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-727ca8a1-3761-408c-9cd4-1e0a420b0017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.309993 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-727ca8a1-3761-408c-9cd4-1e0a420b0017 admin admin] Added segment c6e061cf-5557-4540-9afc-886826f24116 of type vlan for network 7bc4b34f-d5df-47c7-b159-4724328ab3d0 Jul 23 20:31:48.321154 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.332140 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4f16f-a181-40e6-807c-392966669f28 req-88046c2b-7fe5-4f04-b10b-5ef62a4266c1 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:48.333698 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eeb4f16f-a181-40e6-807c-392966669f28 req-88046c2b-7fe5-4f04-b10b-5ef62a4266c1 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.4250352 Jul 23 20:31:48.357508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Transition to ACTIVE for port object ca7a7dc1-1938-4fe8-8d75-86a31408084d will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:48.371995 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-727ca8a1-3761-408c-9cd4-1e0a420b0017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.374477 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.391468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed12a80-2a18-4585-9916-a1572b99a94a req-f421d909-8eac-499b-80a3-ed163995ffe6 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:48.398319 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ed12a80-2a18-4585-9916-a1572b99a94a req-f421d909-8eac-499b-80a3-ed163995ffe6 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b217f9b-51c8-4316-9f6f-e54e499b0a66 HTTP/1.1" status: 200 len: 936 time: 0.3589916 Jul 23 20:31:48.407913 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-727ca8a1-3761-408c-9cd4-1e0a420b0017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.408438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727ca8a1-3761-408c-9cd4-1e0a420b0017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:48.409140 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-727ca8a1-3761-408c-9cd4-1e0a420b0017 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.461539 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eeb4f16f-a181-40e6-807c-392966669f28 req-8979e764-fb72-49d6-a261-fc20698463cf tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185169 Jul 23 20:31:48.478868 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-727ca8a1-3761-408c-9cd4-1e0a420b0017 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7145114 Jul 23 20:31:48.480340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ca8a1-3761-408c-9cd4-1e0a420b0017 admin admin] Pushing event updated for resources: {'Network': ['ID=7bc4b34f-d5df-47c7-b159-4724328ab3d0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:48.484176 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34924) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:48.490424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-146c20cd-422f-420f-9dca-bfa7939acaed admin admin] Request body: {'subnet': {'network_id': '7bc4b34f-d5df-47c7-b159-4724328ab3d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-910030067-subnet', 'tenant_id': 'cfab0766aac049a4b4ee0d3da81cda1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:48.496794 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 7bc4b34f-d5df-47c7-b159-4724328ab3d0 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:31:48.505118 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ed12a80-2a18-4585-9916-a1572b99a94a req-29f72198-fab6-4e13-8f61-94b387c55fc1 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990508 Jul 23 20:31:48.508051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7a7dc1-1938-4fe8-8d75-86a31408084d,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:48.564465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146c20cd-422f-420f-9dca-bfa7939acaed admin admin] Made reservation on behalf of cfab0766aac049a4b4ee0d3da81cda1f for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:48.567687 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-146c20cd-422f-420f-9dca-bfa7939acaed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.684890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Attempting to bind port ca7a7dc1-1938-4fe8-8d75-86a31408084d on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:48.685277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Attempting to bind port ca7a7dc1-1938-4fe8-8d75-86a31408084d by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:48.685542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Attempting to bind port ca7a7dc1-1938-4fe8-8d75-86a31408084d on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:48.699904 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Port ca7a7dc1-1938-4fe8-8d75-86a31408084d on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:31:48.700416 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Attempting to bind port ca7a7dc1-1938-4fe8-8d75-86a31408084d on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:48.707922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:48.708359 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:48.708751 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:48.709191 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Bound port: ca7a7dc1-1938-4fe8-8d75-86a31408084d, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:48.709673 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.807411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] For port ca7a7dc1-1938-4fe8-8d75-86a31408084d, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:48.812857 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] For port ca7a7dc1-1938-4fe8-8d75-86a31408084d, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ca7a7dc1-1938-4fe8-8d75-86a31408084d,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:48.819215 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.859706 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-146c20cd-422f-420f-9dca-bfa7939acaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.860727 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:48.861471 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.864600 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] 10.222.0.57 "PUT /v2.0/ports/ca7a7dc1-1938-4fe8-8d75-86a31408084d HTTP/1.1" status: 200 len: 1097 time: 1.4257543 Jul 23 20:31:48.867682 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b217f9b-51c8-4316-9f6f-e54e499b0a66', 'tag': 'ca7a7dc1-1938-4fe8-8d75-86a31408084d'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:48.875935 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a50f94-3a47-4c6e-8601-c3d5bd6a01d3" -d '{"events": [{"name": "network-changed", "server_uuid": "6b217f9b-51c8-4316-9f6f-e54e499b0a66", "tag": "ca7a7dc1-1938-4fe8-8d75-86a31408084d"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:48.953827 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c20cd-422f-420f-9dca-bfa7939acaed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f133aa20-663b-4932-ac0d-85913b4688c0,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:48.993816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af017568-26c4-42bd-8c10-56f35046eb13 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7a7dc1-1938-4fe8-8d75-86a31408084d,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:48.995417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c20cd-422f-420f-9dca-bfa7939acaed admin admin] Checking segment: {'id': 'c6e061cf-5557-4540-9afc-886826f24116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7bc4b34f-d5df-47c7-b159-4724328ab3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:48.995759 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146c20cd-422f-420f-9dca-bfa7939acaed admin admin] Network hostable DHCP agents. Network: 7bc4b34f-d5df-47c7-b159-4724328ab3d0, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:31:49.029292 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146c20cd-422f-420f-9dca-bfa7939acaed admin admin] Network 7bc4b34f-d5df-47c7-b159-4724328ab3d0 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:31:49.041608 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535b3712-85db-4f98-9454-2658d826b7f3 x-openstack-request-id: req-535b3712-85db-4f98-9454-2658d826b7f3 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:49.041820 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b217f9b-51c8-4316-9f6f-e54e499b0a66", "tag": "ca7a7dc1-1938-4fe8-8d75-86a31408084d", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:49.042034 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-535b3712-85db-4f98-9454-2658d826b7f3 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:49.042551 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b217f9b-51c8-4316-9f6f-e54e499b0a66', 'tag': 'ca7a7dc1-1938-4fe8-8d75-86a31408084d', 'status': 'completed', 'code': 200} Jul 23 20:31:49.049837 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-146c20cd-422f-420f-9dca-bfa7939acaed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 7bc4b34f-d5df-47c7-b159-4724328ab3d0) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:49.055514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146c20cd-422f-420f-9dca-bfa7939acaed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:49.056262 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-146c20cd-422f-420f-9dca-bfa7939acaed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.059798 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb8931-fb0c-42c6-be95-dadc62ac50b2 None None] Network 7bc4b34f-d5df-47c7-b159-4724328ab3d0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:49.091181 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-146c20cd-422f-420f-9dca-bfa7939acaed admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5990796 Jul 23 20:31:49.093295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e4117-1ee0-4b15-a30d-a6ab7e1003f2 req-1ae3e3c3-b32e-42f1-b773-d6559cc71509 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:49.095206 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-829e4117-1ee0-4b15-a30d-a6ab7e1003f2 req-1ae3e3c3-b32e-42f1-b773-d6559cc71509 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.1154079 Jul 23 20:31:49.097356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-85726273-5a5c-48eb-85be-33dc677f28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:49.098693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-85726273-5a5c-48eb-85be-33dc677f28ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&device_id=6b217f9b-51c8-4316-9f6f-e54e499b0a66 HTTP/1.1" status: 200 len: 1100 time: 0.1733038 Jul 23 20:31:49.182244 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-3a80de31-d5c3-49cc-9c4e-2bf6b21b9f9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=ca7a7dc1-1938-4fe8-8d75-86a31408084d HTTP/1.1" status: 200 len: 217 time: 0.0564687 Jul 23 20:31:49.249448 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-829e4117-1ee0-4b15-a30d-a6ab7e1003f2 req-410bbd48-054e-42c0-8e52-ebf56248403b tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417885 Jul 23 20:31:49.270125 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-f2bced56-eab7-4c77-bb65-8010a0515e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:49.271939 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-f2bced56-eab7-4c77-bb65-8010a0515e7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0783706 Jul 23 20:31:49.285353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdf5337-81b6-4cf4-8631-ad6fac1d72dc None None] Network 7bc4b34f-d5df-47c7-b159-4724328ab3d0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:49.367398 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-7f877a56-f99b-477f-9a88-0ef6e8b00bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:49.369354 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-7f877a56-f99b-477f-9a88-0ef6e8b00bbc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0880091 Jul 23 20:31:49.495491 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-96bd1edd-79de-4e0b-a228-5e9e8cadbc21 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133654 Jul 23 20:31:49.605282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34968) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:49.629461 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7865d0cc-a01d-43d3-8709-bbfce3d3f3a7 req-bc8dd258-4cdc-4686-8c36-bf1a65984c40 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199613 Jul 23 20:31:49.668462 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-bd3e03ec-e83b-4d42-b5b8-f61d5d859a2c req-4f45469f-3331-45b2-a1ba-e5b52812ed53 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-142018881', 'description': 'tempest-description-635646044'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:49.740873 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bd3e03ec-e83b-4d42-b5b8-f61d5d859a2c req-4f45469f-3331-45b2-a1ba-e5b52812ed53 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.801585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a4d9a936-6a32-4141-bbd8-37b609c5ae7e tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1962837104', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:49.834367 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.api [req-bd3e03ec-e83b-4d42-b5b8-f61d5d859a2c req-4f45469f-3331-45b2-a1ba-e5b52812ed53 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:31:49.834367 n-d-791504-18 neutron-server[93811]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:31:49.834367 n-d-791504-18 neutron-server[93811]: [parameters: {'project_id_1': 'cfab0766aac049a4b4ee0d3da81cda1f', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 31, 49, 813930)}] Jul 23 20:31:49.834367 n-d-791504-18 neutron-server[93811]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:31:49.835075 n-d-791504-18 neutron-server[93811]: DEBUG oslo_db.api [req-bd3e03ec-e83b-4d42-b5b8-f61d5d859a2c req-4f45469f-3331-45b2-a1ba-e5b52812ed53 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:31:49.839577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a50f94-3a47-4c6e-8601-c3d5bd6a01d3 req-da326397-c1ba-4733-937b-e8717943864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:49.841178 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4a50f94-3a47-4c6e-8601-c3d5bd6a01d3 req-da326397-c1ba-4733-937b-e8717943864a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&device_id=6b217f9b-51c8-4316-9f6f-e54e499b0a66 HTTP/1.1" status: 200 len: 1100 time: 0.1585140 Jul 23 20:31:49.846047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d9a936-6a32-4141-bbd8-37b609c5ae7e tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Made reservation on behalf of 5da5c98e086d44439f3912069400c226 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:49.848304 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a936-6a32-4141-bbd8-37b609c5ae7e tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.870378 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a936-6a32-4141-bbd8-37b609c5ae7e tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.913856 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235c7a5-9b54-48df-8e75-253f4cf32e9a req-f0a92fcf-b369-4550-9ae4-e46ec262425f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:49.915403 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5235c7a5-9b54-48df-8e75-253f4cf32e9a req-f0a92fcf-b369-4550-9ae4-e46ec262425f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b217f9b-51c8-4316-9f6f-e54e499b0a66 HTTP/1.1" status: 200 len: 948 time: 0.1539552 Jul 23 20:31:50.027966 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5235c7a5-9b54-48df-8e75-253f4cf32e9a req-bf3814b1-c391-4745-9a76-6780fef06b05 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064124 Jul 23 20:31:50.031872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a50f94-3a47-4c6e-8601-c3d5bd6a01d3 req-c67235b7-0c57-4788-9978-42256ab3a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:50.032868 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4a50f94-3a47-4c6e-8601-c3d5bd6a01d3 req-c67235b7-0c57-4788-9978-42256ab3a03e service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.1809921 Jul 23 20:31:50.096645 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4a50f94-3a47-4c6e-8601-c3d5bd6a01d3 req-ebf3a426-3b8d-4e82-8921-10cbd87f3e12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=ca7a7dc1-1938-4fe8-8d75-86a31408084d HTTP/1.1" status: 200 len: 217 time: 0.0550337 Jul 23 20:31:50.167414 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a936-6a32-4141-bbd8-37b609c5ae7e tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.176159 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a936-6a32-4141-bbd8-37b609c5ae7e tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.184486 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-a4d9a936-6a32-4141-bbd8-37b609c5ae7e tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] device_id is not set on port ef8666eb-753b-4295-b194-cb1a1d5ee95c yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:31:50.239441 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a50f94-3a47-4c6e-8601-c3d5bd6a01d3 req-3431c75c-c133-4502-a9f3-7fedae757016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:50.240911 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4a50f94-3a47-4c6e-8601-c3d5bd6a01d3 req-3431c75c-c133-4502-a9f3-7fedae757016 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1203642 Jul 23 20:31:50.247320 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9a936-6a32-4141-bbd8-37b609c5ae7e tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bd4955-2c11-4291-bd50-4743e1c08862,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:50.336185 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bd3e03ec-e83b-4d42-b5b8-f61d5d859a2c req-4f45469f-3331-45b2-a1ba-e5b52812ed53 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.408168 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-a4d9a936-6a32-4141-bbd8-37b609c5ae7e tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Allocated IP 172.25.3.150 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/ef8666eb-753b-4295-b194-cb1a1d5ee95c) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:50.427822 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a50f94-3a47-4c6e-8601-c3d5bd6a01d3 req-68b948cc-e733-46b9-831a-9760faa40c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:50.429560 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4a50f94-3a47-4c6e-8601-c3d5bd6a01d3 req-68b948cc-e733-46b9-831a-9760faa40c07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1773939 Jul 23 20:31:50.521173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834fde2-ff65-48a0-b4b1-bbf5b0933e76 req-7f4100dd-91de-455e-9845-d06222a22615 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:50.522646 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8834fde2-ff65-48a0-b4b1-bbf5b0933e76 req-7f4100dd-91de-455e-9845-d06222a22615 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.2040739 Jul 23 20:31:50.654725 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bd3e03ec-e83b-4d42-b5b8-f61d5d859a2c req-4f45469f-3331-45b2-a1ba-e5b52812ed53 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.697928 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bd3e03ec-e83b-4d42-b5b8-f61d5d859a2c req-4f45469f-3331-45b2-a1ba-e5b52812ed53 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.712379 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8834fde2-ff65-48a0-b4b1-bbf5b0933e76 req-fe1bc2b3-9ef7-4069-851e-8cee931cacaa tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765289 Jul 23 20:31:50.720859 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4a50f94-3a47-4c6e-8601-c3d5bd6a01d3 req-d8c6404d-6196-40e0-960b-ec2eb5985a62 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786558 Jul 23 20:31:50.752429 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bd3e03ec-e83b-4d42-b5b8-f61d5d859a2c req-4f45469f-3331-45b2-a1ba-e5b52812ed53 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.753611 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd3e03ec-e83b-4d42-b5b8-f61d5d859a2c req-4f45469f-3331-45b2-a1ba-e5b52812ed53 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0946929 Jul 23 20:31:50.796194 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45469f-3331-45b2-a1ba-e5b52812ed53 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83338fe8-2135-4c7c-b743-4a1621074fff,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:50.847504 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a936-6a32-4141-bbd8-37b609c5ae7e tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.899478 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8cd89f6-3fb0-4e90-8137-f6b491171e8e req-5e2fdd6f-52a7-4363-b47c-71b82745218e tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "GET /v2.0/security-groups/83338fe8-2135-4c7c-b743-4a1621074fff HTTP/1.1" status: 200 len: 1813 time: 0.1172438 Jul 23 20:31:50.904617 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4a50f94-3a47-4c6e-8601-c3d5bd6a01d3 req-6cc60269-f687-4097-a1a5-c5d3614bd9b5 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731651 Jul 23 20:31:50.916350 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-c8cd89f6-3fb0-4e90-8137-f6b491171e8e req-e723ca22-cdba-40ce-a9a3-2c29a6f8abbf tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '83338fe8-2135-4c7c-b743-4a1621074fff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:50.916669 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-c8cd89f6-3fb0-4e90-8137-f6b491171e8e req-e723ca22-cdba-40ce-a9a3-2c29a6f8abbf tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '83338fe8-2135-4c7c-b743-4a1621074fff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:50.946036 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a936-6a32-4141-bbd8-37b609c5ae7e tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.004825 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d9a936-6a32-4141-bbd8-37b609c5ae7e tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:51.016161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-a4d9a936-6a32-4141-bbd8-37b609c5ae7e tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:51.020875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d9a936-6a32-4141-bbd8-37b609c5ae7e tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:51.025115 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9a936-6a32-4141-bbd8-37b609c5ae7e tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Pushing event updated for resources: {'Port': ['ID=ef8666eb-753b-4295-b194-cb1a1d5ee95c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:51.059725 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c8cd89f6-3fb0-4e90-8137-f6b491171e8e req-e723ca22-cdba-40ce-a9a3-2c29a6f8abbf tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.093808 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d9a936-6a32-4141-bbd8-37b609c5ae7e tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:51.094350 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4d9a936-6a32-4141-bbd8-37b609c5ae7e tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.109544 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c8cd89f6-3fb0-4e90-8137-f6b491171e8e req-e723ca22-cdba-40ce-a9a3-2c29a6f8abbf tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.117613 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c8cd89f6-3fb0-4e90-8137-f6b491171e8e req-e723ca22-cdba-40ce-a9a3-2c29a6f8abbf tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.126213 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a4d9a936-6a32-4141-bbd8-37b609c5ae7e tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.5199823 Jul 23 20:31:51.129336 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34990) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:51.133774 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-aaa1c022-44f3-49eb-abda-6495eaf6245d tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.150'}]}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:51.155884 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c022-44f3-49eb-abda-6495eaf6245d tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.157322 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c022-44f3-49eb-abda-6495eaf6245d tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.157951 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723ca22-cdba-40ce-a9a3-2c29a6f8abbf tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af221d2-2c4a-4f78-91fe-601fcdfd1de9,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:51.177155 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c8cd89f6-3fb0-4e90-8137-f6b491171e8e req-e723ca22-cdba-40ce-a9a3-2c29a6f8abbf tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.178418 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8cd89f6-3fb0-4e90-8137-f6b491171e8e req-e723ca22-cdba-40ce-a9a3-2c29a6f8abbf tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2689350 Jul 23 20:31:51.216819 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c022-44f3-49eb-abda-6495eaf6245d tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.242833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd9ffc-cfd7-4289-835d-81b0152090ce req-c93ebb3f-8120-49e5-a7e9-c07a0d46490c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:51.244609 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13cd9ffc-cfd7-4289-835d-81b0152090ce req-c93ebb3f-8120-49e5-a7e9-c07a0d46490c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b217f9b-51c8-4316-9f6f-e54e499b0a66 HTTP/1.1" status: 200 len: 948 time: 0.1173689 Jul 23 20:31:51.290415 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13cd9ffc-cfd7-4289-835d-81b0152090ce req-38ce4c7a-af19-481a-ad1a-5daca0921ee5 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386748 Jul 23 20:31:51.390119 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20860da3-4470-44c7-93ca-530569796e29 req-f7264de0-ff85-4295-920d-db46eec8ed8a tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "GET /v2.0/security-groups/83338fe8-2135-4c7c-b743-4a1621074fff HTTP/1.1" status: 200 len: 2407 time: 0.0609949 Jul 23 20:31:51.445105 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67f5c5a1-9ccc-491c-b368-13c5e5d8ec7f req-65393bcc-4808-41e7-aa73-35ec032ea797 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "GET /v2.0/security-group-rules/8af221d2-2c4a-4f78-91fe-601fcdfd1de9 HTTP/1.1" status: 200 len: 778 time: 0.0310593 Jul 23 20:31:51.525926 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67f5c5a1-9ccc-491c-b368-13c5e5d8ec7f req-a18b1e8c-8a26-4e16-b2c4-15a0eb8a6341 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "GET /v2.0/security-groups/83338fe8-2135-4c7c-b743-4a1621074fff HTTP/1.1" status: 200 len: 2407 time: 0.0737736 Jul 23 20:31:51.584336 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7d3c8-b771-4998-9056-108cb094107e req-e2f67df1-46cf-43db-97f8-135dc5d7e8f4 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:51.585840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63e7d3c8-b771-4998-9056-108cb094107e req-e2f67df1-46cf-43db-97f8-135dc5d7e8f4 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 946 time: 0.1100001 Jul 23 20:31:51.589055 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-67f5c5a1-9ccc-491c-b368-13c5e5d8ec7f req-5984a61c-08a0-4f3c-b387-f2d0d859435b tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.600120 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-67f5c5a1-9ccc-491c-b368-13c5e5d8ec7f req-5984a61c-08a0-4f3c-b387-f2d0d859435b tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.747266 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c022-44f3-49eb-abda-6495eaf6245d tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.829982 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ca7a7dc1-1938-4fe8-8d75-86a31408084d details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:31:51.946665 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port ca7a7dc1-1938-4fe8-8d75-86a31408084d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ca7a7dc1-1938-4fe8-8d75-86a31408084d,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:51.962365 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'ca7a7dc1-1938-4fe8-8d75-86a31408084d', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': 'ca7a7dc1-1938-4fe8-8d75-86a31408084d', 'mac_address': 'fa:16:3e:de:fc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:31:51.982387 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c022-44f3-49eb-abda-6495eaf6245d tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.008825 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.014677 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c022-44f3-49eb-abda-6495eaf6245d tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.025295 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7a7dc1-1938-4fe8-8d75-86a31408084d {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:52.046013 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63e7d3c8-b771-4998-9056-108cb094107e req-deb9200c-2c6c-499f-80a7-9090a1dfcf91 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab05eb11-a394-4ca1-965f-fef6dea08b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4479151 Jul 23 20:31:52.046434 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port ca7a7dc1-1938-4fe8-8d75-86a31408084d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ca7a7dc1-1938-4fe8-8d75-86a31408084d,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:52.047768 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-67f5c5a1-9ccc-491c-b368-13c5e5d8ec7f req-5984a61c-08a0-4f3c-b387-f2d0d859435b tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.052986 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.054113 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-67f5c5a1-9ccc-491c-b368-13c5e5d8ec7f req-5984a61c-08a0-4f3c-b387-f2d0d859435b tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.068088 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67f5c5a1-9ccc-491c-b368-13c5e5d8ec7f req-5984a61c-08a0-4f3c-b387-f2d0d859435b tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/8af221d2-2c4a-4f78-91fe-601fcdfd1de9 HTTP/1.1" status: 204 len: 173 time: 0.5322013 Jul 23 20:31:52.079306 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984a61c-08a0-4f3c-b387-f2d0d859435b tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8af221d2-2c4a-4f78-91fe-601fcdfd1de9,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:52.126045 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-26e2d275-c1ce-4b40-b5d4-52a06c4cbf52 req-ba87073e-ba96-42b5-9604-e92aea502d03 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1969401890', 'description': 'tempest-description-192734208'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:52.126521 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=ca7a7dc1-1938-4fe8-8d75-86a31408084d,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:52.184390 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-26e2d275-c1ce-4b40-b5d4-52a06c4cbf52 req-ba87073e-ba96-42b5-9604-e92aea502d03 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.240303 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934a934-020f-4d23-9588-0d525248b6d3 req-0147ef00-af8b-4b66-89ab-dd4001d9481b tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:52.241833 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c934a934-020f-4d23-9588-0d525248b6d3 req-0147ef00-af8b-4b66-89ab-dd4001d9481b tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.0990798 Jul 23 20:31:52.252418 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c022-44f3-49eb-abda-6495eaf6245d tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.306490 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c934a934-020f-4d23-9588-0d525248b6d3 req-f9edda1d-b3e6-4232-a48a-b13de81c09e9 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553861 Jul 23 20:31:52.336729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['ca7a7dc1-1938-4fe8-8d75-86a31408084d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:52.348216 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-26e2d275-c1ce-4b40-b5d4-52a06c4cbf52 req-ba87073e-ba96-42b5-9604-e92aea502d03 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.354206 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-26e2d275-c1ce-4b40-b5d4-52a06c4cbf52 req-ba87073e-ba96-42b5-9604-e92aea502d03 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.392136 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-26e2d275-c1ce-4b40-b5d4-52a06c4cbf52 req-ba87073e-ba96-42b5-9604-e92aea502d03 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.400268 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26e2d275-c1ce-4b40-b5d4-52a06c4cbf52 req-ba87073e-ba96-42b5-9604-e92aea502d03 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2829504 Jul 23 20:31:52.414017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87073e-ba96-42b5-9604-e92aea502d03 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70242630-346b-4b19-90cd-3cb7bf1e8a74,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:52.544087 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c022-44f3-49eb-abda-6495eaf6245d tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.552115 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c022-44f3-49eb-abda-6495eaf6245d tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.571806 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2320246-1db7-4bb3-bede-bebb2f040d33 req-3175bb01-85dd-4407-a1ba-e53aa3b02fbe tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:52.573477 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f2320246-1db7-4bb3-bede-bebb2f040d33 req-3175bb01-85dd-4407-a1ba-e53aa3b02fbe tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b217f9b-51c8-4316-9f6f-e54e499b0a66 HTTP/1.1" status: 200 len: 949 time: 0.1053345 Jul 23 20:31:52.606373 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c022-44f3-49eb-abda-6495eaf6245d tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.607655 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa1c022-44f3-49eb-abda-6495eaf6245d tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ed0cad7-05fa-4c14-b94e-9578abc63ac4 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:52.635069 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-aaa1c022-44f3-49eb-abda-6495eaf6245d tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 23 20:31:52.636719 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-aaa1c022-44f3-49eb-abda-6495eaf6245d tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5063841 Jul 23 20:31:52.642356 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35018) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:52.643876 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f2320246-1db7-4bb3-bede-bebb2f040d33 req-0e97c41d-f09e-4b6f-afaa-0b14c4d40bdb tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627508 Jul 23 20:31:52.650228 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9cbeb1ac-5ded-4a3f-9f3f-a5501dc1028b req-83ccbea4-e99d-4bbd-8645-56bb3cb1c53d tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "GET /v2.0/security-groups/70242630-346b-4b19-90cd-3cb7bf1e8a74 HTTP/1.1" status: 200 len: 1814 time: 0.0757654 Jul 23 20:31:52.701576 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-195087d7-d2d5-47f7-a1a3-0411a9abcd53 req-6445b931-3060-48ac-bbf0-c8cfdd1cfff8 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-240418422', 'description': 'tempest-description-732301421'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:52.725335 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-195087d7-d2d5-47f7-a1a3-0411a9abcd53 req-6445b931-3060-48ac-bbf0-c8cfdd1cfff8 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.760559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c80c57ac-a192-4a3b-9865-769909643a27 tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Deleting port ef8666eb-753b-4295-b194-cb1a1d5ee95c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:52.761229 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c80c57ac-a192-4a3b-9865-769909643a27 tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.821106 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-195087d7-d2d5-47f7-a1a3-0411a9abcd53 req-6445b931-3060-48ac-bbf0-c8cfdd1cfff8 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.828242 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-195087d7-d2d5-47f7-a1a3-0411a9abcd53 req-6445b931-3060-48ac-bbf0-c8cfdd1cfff8 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.864203 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-195087d7-d2d5-47f7-a1a3-0411a9abcd53 req-6445b931-3060-48ac-bbf0-c8cfdd1cfff8 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.866679 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c80c57ac-a192-4a3b-9865-769909643a27 tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.875655 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-195087d7-d2d5-47f7-a1a3-0411a9abcd53 req-6445b931-3060-48ac-bbf0-c8cfdd1cfff8 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1722562 Jul 23 20:31:52.876803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445b931-3060-48ac-bbf0-c8cfdd1cfff8 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de97df8-40a6-4486-baef-e3a39acbfbab,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:52.883349 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c80c57ac-a192-4a3b-9865-769909643a27 tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Calling delete_port for ef8666eb-753b-4295-b194-cb1a1d5ee95c owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:52.934691 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2077404f-63fd-46ea-8b8d-4f86cbda8a77 req-933f7d96-ccce-4cc2-b6dc-e286bacacbf1 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "GET /v2.0/security-groups/8de97df8-40a6-4486-baef-e3a39acbfbab HTTP/1.1" status: 200 len: 1813 time: 0.0433505 Jul 23 20:31:52.977766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-31deefc5-20f3-4661-959b-e6a933980942 req-ea0f9d78-0506-4f6e-bc36-6e498e34d173 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1218244948', 'description': 'tempest-description-1238177401'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:53.034833 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-31deefc5-20f3-4661-959b-e6a933980942 req-ea0f9d78-0506-4f6e-bc36-6e498e34d173 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:53.068776 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c80c57ac-a192-4a3b-9865-769909643a27 tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:53.102400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c57ac-a192-4a3b-9865-769909643a27 tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef8666eb-753b-4295-b194-cb1a1d5ee95c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:53.174649 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-31deefc5-20f3-4661-959b-e6a933980942 req-ea0f9d78-0506-4f6e-bc36-6e498e34d173 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:53.182851 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-31deefc5-20f3-4661-959b-e6a933980942 req-ea0f9d78-0506-4f6e-bc36-6e498e34d173 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:53.191948 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c80c57ac-a192-4a3b-9865-769909643a27 tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:53.194303 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c80c57ac-a192-4a3b-9865-769909643a27 tempest-RoutersAdminNegativeIpV6Test-1669861319 tempest-RoutersAdminNegativeIpV6Test-1669861319-project-admin] 10.222.0.55 "DELETE /v2.0/ports/ef8666eb-753b-4295-b194-cb1a1d5ee95c HTTP/1.1" status: 204 len: 168 time: 0.5504899 Jul 23 20:31:53.225803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f9d78-0506-4f6e-bc36-6e498e34d173 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe18ed0e-69e9-445f-b454-93ec18dd3ad6,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:53.243614 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-31deefc5-20f3-4661-959b-e6a933980942 req-ea0f9d78-0506-4f6e-bc36-6e498e34d173 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:53.244962 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-31deefc5-20f3-4661-959b-e6a933980942 req-ea0f9d78-0506-4f6e-bc36-6e498e34d173 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2813995 Jul 23 20:31:53.354018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-887e9406-338c-440f-acae-7213907b3995 req-064b0d16-5a90-4ec4-b2b7-2b5d0fd45760 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "GET /v2.0/security-groups/fe18ed0e-69e9-445f-b454-93ec18dd3ad6 HTTP/1.1" status: 200 len: 1815 time: 0.0889719 Jul 23 20:31:53.390547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d455c8-e4d9-419b-ae6c-1be474214bb3 req-ec719b95-6728-4eba-b7b0-1227d3357540 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:53.392412 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61d455c8-e4d9-419b-ae6c-1be474214bb3 req-ec719b95-6728-4eba-b7b0-1227d3357540 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 946 time: 0.1004009 Jul 23 20:31:53.459189 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61d455c8-e4d9-419b-ae6c-1be474214bb3 req-2ea52a08-4d41-4fa2-9a28-cc6aa945afe7 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab05eb11-a394-4ca1-965f-fef6dea08b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546358 Jul 23 20:31:53.506975 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a5f856b1-d224-465f-93cf-f09cfa907014 req-2739e1f6-660e-4ecd-9fd3-2ae270a035b5 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-516305147', 'description': 'tempest-description-9137328'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:53.532438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35052) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:53.556823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8e03c-4ec4-4ef4-b82f-308c5c3e65b2 req-b13cb7bb-c1bb-4d74-b1c1-e8e108acd037 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:53.558491 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ae8e03c-4ec4-4ef4-b82f-308c5c3e65b2 req-b13cb7bb-c1bb-4d74-b1c1-e8e108acd037 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.0979879 Jul 23 20:31:53.559674 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a5f856b1-d224-465f-93cf-f09cfa907014 req-2739e1f6-660e-4ecd-9fd3-2ae270a035b5 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:53.614867 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ae8e03c-4ec4-4ef4-b82f-308c5c3e65b2 req-8b341a61-0587-4f69-b773-379e074b3cb3 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459359 Jul 23 20:31:53.695387 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7657fe37-1e16-473e-80b9-51485108df93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:53.718540 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a5f856b1-d224-465f-93cf-f09cfa907014 req-2739e1f6-660e-4ecd-9fd3-2ae270a035b5 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:53.728387 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a5f856b1-d224-465f-93cf-f09cfa907014 req-2739e1f6-660e-4ecd-9fd3-2ae270a035b5 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:53.777307 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739e1f6-660e-4ecd-9fd3-2ae270a035b5 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e57845-6696-46b9-a71d-80f26ad57612,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:53.852443 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ca7a7dc1-1938-4fe8-8d75-86a31408084d up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:53.861732 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7657fe37-1e16-473e-80b9-51485108df93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:53.870190 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7657fe37-1e16-473e-80b9-51485108df93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:53.882347 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a5f856b1-d224-465f-93cf-f09cfa907014 req-2739e1f6-660e-4ecd-9fd3-2ae270a035b5 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:53.899689 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a5f856b1-d224-465f-93cf-f09cfa907014 req-2739e1f6-660e-4ecd-9fd3-2ae270a035b5 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4023576 Jul 23 20:31:53.927642 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7657fe37-1e16-473e-80b9-51485108df93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67f1c30b72f44719900a5ab41baafa06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3939168 Jul 23 20:31:53.930009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657fe37-1e16-473e-80b9-51485108df93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d077c29c-2388-45c9-bd60-0292f76d6ab0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:53.932786 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35064) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:53.988885 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port ca7a7dc1-1938-4fe8-8d75-86a31408084d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:54.000324 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96066427-8501-4ca4-8427-5ed9979b45cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.002428 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70b8a139-2bfa-4ae8-84a6-f106d95c5099 req-0c149613-3085-4cf8-9667-ec2e36eef702 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "GET /v2.0/security-groups/61e57845-6696-46b9-a71d-80f26ad57612 HTTP/1.1" status: 200 len: 1811 time: 0.0775349 Jul 23 20:31:54.024283 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96066427-8501-4ca4-8427-5ed9979b45cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.024974 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b76db4-559c-4dd1-9a56-0816e2c9026e req-960e4bb1-9422-4991-801d-304bcbe38aad tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:54.026817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port ca7a7dc1-1938-4fe8-8d75-86a31408084d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:54.027060 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-52b76db4-559c-4dd1-9a56-0816e2c9026e req-960e4bb1-9422-4991-801d-304bcbe38aad tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b217f9b-51c8-4316-9f6f-e54e499b0a66 HTTP/1.1" status: 200 len: 949 time: 0.1548162 Jul 23 20:31:54.027286 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.055039 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-9f265dc8-bd1d-4521-a3e7-477324290179 req-c5fdff3d-631f-4d7c-9b00-a6cd24c425c9 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] show failed (client error): The resource could not be found. Jul 23 20:31:54.070670 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f265dc8-bd1d-4521-a3e7-477324290179 req-c5fdff3d-631f-4d7c-9b00-a6cd24c425c9 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "GET /v2.0/security-groups/63cc5ded-61a0-4fe4-904b-4216247c311d HTTP/1.1" status: 404 len: 352 time: 0.0425503 Jul 23 20:31:54.118695 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-52b76db4-559c-4dd1-9a56-0816e2c9026e req-11fd64cb-391d-40ce-bc36-4a70a85f20a6 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811954 Jul 23 20:31:54.129454 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.153887 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-a6a03083-b5e4-4700-a11c-1873fe10db4c req-59ca7962-bb94-4180-9be9-cc6ed54f2a97 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] show failed (client error): The resource could not be found. Jul 23 20:31:54.163255 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port ca7a7dc1-1938-4fe8-8d75-86a31408084d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ca7a7dc1-1938-4fe8-8d75-86a31408084d,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:54.165504 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b217f9b-51c8-4316-9f6f-e54e499b0a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7a7dc1-1938-4fe8-8d75-86a31408084d'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:54.168239 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf5d585-97cb-4f34-a7ee-70978946dab3" -d '{"events": [{"server_uuid": "6b217f9b-51c8-4316-9f6f-e54e499b0a66", "name": "network-vif-plugged", "status": "completed", "tag": "ca7a7dc1-1938-4fe8-8d75-86a31408084d"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:54.179311 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a6a03083-b5e4-4700-a11c-1873fe10db4c req-59ca7962-bb94-4180-9be9-cc6ed54f2a97 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "GET /v2.0/security-group-rules/c5cc47f8-ee28-4b3e-a73b-3cde50ad0831 HTTP/1.1" status: 404 len: 361 time: 0.0446725 Jul 23 20:31:54.183410 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.193573 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96066427-8501-4ca4-8427-5ed9979b45cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.197228 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96066427-8501-4ca4-8427-5ed9979b45cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.208646 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-96066427-8501-4ca4-8427-5ed9979b45cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d077c29c-2388-45c9-bd60-0292f76d6ab0 HTTP/1.1" status: 204 len: 168 time: 0.2693007 Jul 23 20:31:54.232561 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96066427-8501-4ca4-8427-5ed9979b45cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d077c29c-2388-45c9-bd60-0292f76d6ab0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:54.246539 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2672288-bfb4-45bc-af1b-a86a7d9b11c6 x-openstack-request-id: req-f2672288-bfb4-45bc-af1b-a86a7d9b11c6 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:54.247366 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b217f9b-51c8-4316-9f6f-e54e499b0a66", "name": "network-vif-plugged", "status": "completed", "tag": "ca7a7dc1-1938-4fe8-8d75-86a31408084d", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:54.247620 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f2672288-bfb4-45bc-af1b-a86a7d9b11c6 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:54.248012 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b217f9b-51c8-4316-9f6f-e54e499b0a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7a7dc1-1938-4fe8-8d75-86a31408084d', 'code': 200} Jul 23 20:31:54.252333 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=ca7a7dc1-1938-4fe8-8d75-86a31408084d,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:54.286182 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eea591e2-30f6-406b-ae45-22cb1bfd0a40 req-9a734396-1879-4d8f-9d3b-7bf0c0e1cae3 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "GET /v2.0/security-groups/61e57845-6696-46b9-a71d-80f26ad57612 HTTP/1.1" status: 200 len: 1811 time: 0.0619037 Jul 23 20:31:54.429018 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-eea591e2-30f6-406b-ae45-22cb1bfd0a40 req-d2806a25-432a-4b48-b5a2-94d80f282098 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.512437 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-443dcf33-2c3d-440e-8bfb-1d1fa230dc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.534672 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-eea591e2-30f6-406b-ae45-22cb1bfd0a40 req-d2806a25-432a-4b48-b5a2-94d80f282098 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.569196 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f379a190-a059-4e31-a3ad-fc52333a14e8 req-5b0bc6c2-552d-4546-850e-2d715c9a560a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0948250 Jul 23 20:31:54.600001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255c65c-b4c7-4c97-afcf-8056d523badb req-810c666d-4d95-43eb-ba84-de84268d2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:54.601534 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3255c65c-b4c7-4c97-afcf-8056d523badb req-810c666d-4d95-43eb-ba84-de84268d2066 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6b217f9b-51c8-4316-9f6f-e54e499b0a66 HTTP/1.1" status: 200 len: 1102 time: 0.2373312 Jul 23 20:31:54.620279 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5e7b2-ff6d-47e0-ae67-1b0cd99de9c2 req-12f2137d-d024-402a-ace3-8204f2b3726c tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:54.622160 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cea5e7b2-ff6d-47e0-ae67-1b0cd99de9c2 req-12f2137d-d024-402a-ace3-8204f2b3726c tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 946 time: 0.1779485 Jul 23 20:31:54.668174 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-eea591e2-30f6-406b-ae45-22cb1bfd0a40 req-d2806a25-432a-4b48-b5a2-94d80f282098 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.670832 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-eea591e2-30f6-406b-ae45-22cb1bfd0a40 req-d2806a25-432a-4b48-b5a2-94d80f282098 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.689013 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eea591e2-30f6-406b-ae45-22cb1bfd0a40 req-d2806a25-432a-4b48-b5a2-94d80f282098 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "DELETE /v2.0/security-groups/61e57845-6696-46b9-a71d-80f26ad57612 HTTP/1.1" status: 204 len: 173 time: 0.4005394 Jul 23 20:31:54.730960 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3255c65c-b4c7-4c97-afcf-8056d523badb req-0d8887b7-faa1-4a24-a129-4dc7797c0c5e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075180 Jul 23 20:31:54.734578 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379a190-a059-4e31-a3ad-fc52333a14e8 req-b101560f-27a8-4750-9ce7-825925f4b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:54.735560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2806a25-432a-4b48-b5a2-94d80f282098 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e57845-6696-46b9-a71d-80f26ad57612,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:54.736655 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f379a190-a059-4e31-a3ad-fc52333a14e8 req-b101560f-27a8-4750-9ce7-825925f4b133 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 1102 time: 0.1124318 Jul 23 20:31:54.765397 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cea5e7b2-ff6d-47e0-ae67-1b0cd99de9c2 req-7e367413-2b42-4977-a051-907ca1d58291 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab05eb11-a394-4ca1-965f-fef6dea08b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276693 Jul 23 20:31:54.805548 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35090) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:54.874611 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d2e8551-f114-4c3d-890c-2080bf92d787 req-a32e4d9a-38c6-4c01-9ec5-239f43af9f1f tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "GET /v2.0/security-groups/fe18ed0e-69e9-445f-b454-93ec18dd3ad6 HTTP/1.1" status: 200 len: 1815 time: 0.0645208 Jul 23 20:31:54.900028 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b786f4f0-d207-4a64-ac70-8ceaf8c35c76 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5da5c98e086d44439f3912069400c226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0920954 Jul 23 20:31:54.902483 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35094) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:54.920949 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7546732-d073-4f06-9b2a-b428ca7602c5 req-710097db-f180-4e1f-a1a7-0283d52e5141 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:54.922491 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a7546732-d073-4f06-9b2a-b428ca7602c5 req-710097db-f180-4e1f-a1a7-0283d52e5141 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.1552718 Jul 23 20:31:54.938344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379a190-a059-4e31-a3ad-fc52333a14e8 req-ef6c8d2e-1201-4a15-92a3-1fbffa61753a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:54.939850 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f379a190-a059-4e31-a3ad-fc52333a14e8 req-ef6c8d2e-1201-4a15-92a3-1fbffa61753a service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.1782305 Jul 23 20:31:54.985178 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1d2e8551-f114-4c3d-890c-2080bf92d787 req-8ad95334-c28f-4bf6-aa50-125c340bd889 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.990863 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a7546732-d073-4f06-9b2a-b428ca7602c5 req-60e7fd57-77cc-4e00-8a0e-2ee7459ff1f6 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580137 Jul 23 20:31:54.996260 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f379a190-a059-4e31-a3ad-fc52333a14e8 req-a8a0f39d-44bf-433d-bad6-c527c61c37ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=39f7d0f9-6012-46dc-b760-2b009b129346 HTTP/1.1" status: 200 len: 217 time: 0.0476902 Jul 23 20:31:55.022324 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45ec7007-9cb0-4ea6-ae2b-21d0ad547963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.024651 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1d2e8551-f114-4c3d-890c-2080bf92d787 req-8ad95334-c28f-4bf6-aa50-125c340bd889 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.074485 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1d2e8551-f114-4c3d-890c-2080bf92d787 req-8ad95334-c28f-4bf6-aa50-125c340bd889 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.076298 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45ec7007-9cb0-4ea6-ae2b-21d0ad547963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.078481 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1d2e8551-f114-4c3d-890c-2080bf92d787 req-8ad95334-c28f-4bf6-aa50-125c340bd889 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.080168 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d2e8551-f114-4c3d-890c-2080bf92d787 req-8ad95334-c28f-4bf6-aa50-125c340bd889 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "DELETE /v2.0/security-groups/fe18ed0e-69e9-445f-b454-93ec18dd3ad6 HTTP/1.1" status: 204 len: 173 time: 0.1985078 Jul 23 20:31:55.091373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad95334-c28f-4bf6-aa50-125c340bd889 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe18ed0e-69e9-445f-b454-93ec18dd3ad6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:55.094757 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379a190-a059-4e31-a3ad-fc52333a14e8 req-7de3f532-4228-470b-bc3b-0ecd04a9690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:55.096476 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f379a190-a059-4e31-a3ad-fc52333a14e8 req-7de3f532-4228-470b-bc3b-0ecd04a9690c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0889730 Jul 23 20:31:55.162545 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3fe42c20-d171-45dd-80d8-e2437829772d req-858648ae-4294-4057-acd8-1240f8c81077 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "GET /v2.0/security-groups/8de97df8-40a6-4486-baef-e3a39acbfbab HTTP/1.1" status: 200 len: 1813 time: 0.0463884 Jul 23 20:31:55.187810 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45ec7007-9cb0-4ea6-ae2b-21d0ad547963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.204818 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45ec7007-9cb0-4ea6-ae2b-21d0ad547963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.206208 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-45ec7007-9cb0-4ea6-ae2b-21d0ad547963 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42bd4955-2c11-4291-bd50-4743e1c08862 HTTP/1.1" status: 204 len: 168 time: 0.3026137 Jul 23 20:31:55.220490 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379a190-a059-4e31-a3ad-fc52333a14e8 req-18844748-684b-4a6e-9533-43e3ea9ada5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:55.223740 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f379a190-a059-4e31-a3ad-fc52333a14e8 req-18844748-684b-4a6e-9533-43e3ea9ada5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1171889 Jul 23 20:31:55.229329 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec7007-9cb0-4ea6-ae2b-21d0ad547963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bd4955-2c11-4291-bd50-4743e1c08862,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:55.233632 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3fe42c20-d171-45dd-80d8-e2437829772d req-2ddc5031-47bc-4c5d-935d-3fee5dcde6cf tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.260558 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3fe42c20-d171-45dd-80d8-e2437829772d req-2ddc5031-47bc-4c5d-935d-3fee5dcde6cf tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.345745 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3fe42c20-d171-45dd-80d8-e2437829772d req-2ddc5031-47bc-4c5d-935d-3fee5dcde6cf tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.348808 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3fe42c20-d171-45dd-80d8-e2437829772d req-2ddc5031-47bc-4c5d-935d-3fee5dcde6cf tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.350094 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3fe42c20-d171-45dd-80d8-e2437829772d req-2ddc5031-47bc-4c5d-935d-3fee5dcde6cf tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "DELETE /v2.0/security-groups/8de97df8-40a6-4486-baef-e3a39acbfbab HTTP/1.1" status: 204 len: 173 time: 0.1786456 Jul 23 20:31:55.362904 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc5031-47bc-4c5d-935d-3fee5dcde6cf tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de97df8-40a6-4486-baef-e3a39acbfbab,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:55.390931 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f379a190-a059-4e31-a3ad-fc52333a14e8 req-0ea25ecd-de12-424f-9b42-c9c88644ca2f service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354244 Jul 23 20:31:55.428594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf321c-ba7d-40f4-8b24-345555b092ca req-4043a9f5-4d21-490b-ab9f-e7c0bcd28937 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:55.430230 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1abf321c-ba7d-40f4-8b24-345555b092ca req-4043a9f5-4d21-490b-ab9f-e7c0bcd28937 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b217f9b-51c8-4316-9f6f-e54e499b0a66 HTTP/1.1" status: 200 len: 950 time: 0.1260436 Jul 23 20:31:55.461613 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d61cbf7-ed42-4e0b-9691-b2cb202fed10 req-10991844-758f-450b-a6f8-c4574ea32735 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "GET /v2.0/security-groups/70242630-346b-4b19-90cd-3cb7bf1e8a74 HTTP/1.1" status: 200 len: 1814 time: 0.0930645 Jul 23 20:31:55.514076 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f379a190-a059-4e31-a3ad-fc52333a14e8 req-2ed234ea-4842-499f-ae4e-7495dca7d6fc service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148162 Jul 23 20:31:55.532856 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1abf321c-ba7d-40f4-8b24-345555b092ca req-2a6e79d1-23aa-47b7-a74e-3bec859275ea tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901816 Jul 23 20:31:55.562555 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6d61cbf7-ed42-4e0b-9691-b2cb202fed10 req-da9c7f5d-af94-449d-9493-d9ec7b97fee4 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.591896 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6d61cbf7-ed42-4e0b-9691-b2cb202fed10 req-da9c7f5d-af94-449d-9493-d9ec7b97fee4 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.652326 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6d61cbf7-ed42-4e0b-9691-b2cb202fed10 req-da9c7f5d-af94-449d-9493-d9ec7b97fee4 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.656296 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6d61cbf7-ed42-4e0b-9691-b2cb202fed10 req-da9c7f5d-af94-449d-9493-d9ec7b97fee4 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.657457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d61cbf7-ed42-4e0b-9691-b2cb202fed10 req-da9c7f5d-af94-449d-9493-d9ec7b97fee4 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "DELETE /v2.0/security-groups/70242630-346b-4b19-90cd-3cb7bf1e8a74 HTTP/1.1" status: 204 len: 173 time: 0.1876824 Jul 23 20:31:55.668750 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c7f5d-af94-449d-9493-d9ec7b97fee4 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70242630-346b-4b19-90cd-3cb7bf1e8a74,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:55.731840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7492677e-0854-4ab1-91cd-bc926717ccc6 req-e4a19853-a34d-432c-8b1c-6a6906af5e95 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "GET /v2.0/security-groups/83338fe8-2135-4c7c-b743-4a1621074fff HTTP/1.1" status: 200 len: 1813 time: 0.0575488 Jul 23 20:31:55.793511 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7492677e-0854-4ab1-91cd-bc926717ccc6 req-587a86ed-b600-4890-a9a6-63985d053818 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.826609 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7492677e-0854-4ab1-91cd-bc926717ccc6 req-587a86ed-b600-4890-a9a6-63985d053818 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.914869 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7492677e-0854-4ab1-91cd-bc926717ccc6 req-587a86ed-b600-4890-a9a6-63985d053818 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.918094 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7492677e-0854-4ab1-91cd-bc926717ccc6 req-587a86ed-b600-4890-a9a6-63985d053818 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.919286 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7492677e-0854-4ab1-91cd-bc926717ccc6 req-587a86ed-b600-4890-a9a6-63985d053818 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] 10.222.0.55 "DELETE /v2.0/security-groups/83338fe8-2135-4c7c-b743-4a1621074fff HTTP/1.1" status: 204 len: 173 time: 0.1863151 Jul 23 20:31:55.927125 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35126) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:55.935286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a86ed-b600-4890-a9a6-63985d053818 tempest-SecurityGroupRulesNegativeTestJSON-224385999 tempest-SecurityGroupRulesNegativeTestJSON-224385999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83338fe8-2135-4c7c-b743-4a1621074fff,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:55.960490 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21211d11-aacb-433f-9165-c83e5d024925 req-2c0f86bf-bb99-400e-b3de-ad2b32fa0230 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:55.961980 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-21211d11-aacb-433f-9165-c83e5d024925 req-2c0f86bf-bb99-400e-b3de-ad2b32fa0230 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 946 time: 0.1158769 Jul 23 20:31:56.003516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-421d28d3-9b73-4d82-9f1e-c5fe105046f4 admin admin] Deleting subnet f133aa20-663b-4932-ac0d-85913b4688c0 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:31:56.006765 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-21211d11-aacb-433f-9165-c83e5d024925 req-07c8c5fd-7e96-437a-a35a-bf49bab6199b tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab05eb11-a394-4ca1-965f-fef6dea08b62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386028 Jul 23 20:31:56.007576 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-421d28d3-9b73-4d82-9f1e-c5fe105046f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.061335 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-421d28d3-9b73-4d82-9f1e-c5fe105046f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.127761 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-421d28d3-9b73-4d82-9f1e-c5fe105046f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.162529 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7bd62-ae7a-4681-bf86-ab7a3e0852bf req-2c4fa13a-82f9-44ce-ac47-1b10dd0fdd3a tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:56.163748 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-add7bd62-ae7a-4681-bf86-ab7a3e0852bf req-2c4fa13a-82f9-44ce-ac47-1b10dd0fdd3a tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.0924907 Jul 23 20:31:56.238185 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-add7bd62-ae7a-4681-bf86-ab7a3e0852bf req-86ae06d6-18ba-4d84-a0b6-a9d94fb7d3bf tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632317 Jul 23 20:31:56.247434 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-421d28d3-9b73-4d82-9f1e-c5fe105046f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.281756 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d28d3-9b73-4d82-9f1e-c5fe105046f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f133aa20-663b-4932-ac0d-85913b4688c0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:56.291884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639931f3-6ec8-4296-b0cf-93baf38d48c8 req-6cb78006-eb8c-4ed5-aaef-bf48b3b084d8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:56.293395 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-639931f3-6ec8-4296-b0cf-93baf38d48c8 req-6cb78006-eb8c-4ed5-aaef-bf48b3b084d8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.48 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 946 time: 0.1268244 Jul 23 20:31:56.294815 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-421d28d3-9b73-4d82-9f1e-c5fe105046f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.296692 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-421d28d3-9b73-4d82-9f1e-c5fe105046f4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f133aa20-663b-4932-ac0d-85913b4688c0 HTTP/1.1" status: 204 len: 168 time: 0.3678713 Jul 23 20:31:56.299687 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35138) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:56.383366 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f7302b4-96cf-47c6-b840-54cba6902309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.437709 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-639931f3-6ec8-4296-b0cf-93baf38d48c8 req-4171ac54-ee73-4fe4-8ac8-3b5b54c8b392 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Deleting port 4678e243-b021-4da0-9bc1-8241fec7e7f0 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:56.437884 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-639931f3-6ec8-4296-b0cf-93baf38d48c8 req-4171ac54-ee73-4fe4-8ac8-3b5b54c8b392 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.471739 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f7302b4-96cf-47c6-b840-54cba6902309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.485348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8f7302b4-96cf-47c6-b840-54cba6902309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc4b34f-d5df-47c7-b159-4724328ab3d0']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:56.496820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8f7302b4-96cf-47c6-b840-54cba6902309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e061cf-5557-4540-9afc-886826f24116') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:56.497405 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8f7302b4-96cf-47c6-b840-54cba6902309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e061cf-5557-4540-9afc-886826f24116') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:56.507398 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f7302b4-96cf-47c6-b840-54cba6902309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.524146 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f7302b4-96cf-47c6-b840-54cba6902309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.530321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7302b4-96cf-47c6-b840-54cba6902309 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:31:56.530885 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f7302b4-96cf-47c6-b840-54cba6902309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:31:56.532840 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:31:56.540862 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-639931f3-6ec8-4296-b0cf-93baf38d48c8 req-4171ac54-ee73-4fe4-8ac8-3b5b54c8b392 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] For port 4678e243-b021-4da0-9bc1-8241fec7e7f0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=4678e243-b021-4da0-9bc1-8241fec7e7f0,segment=NetworkSegment(876faced-d8cf-4f41-b4e8-dd51f3ba19be),segment_id=876faced-d8cf-4f41-b4e8-dd51f3ba19be)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:56.541216 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-639931f3-6ec8-4296-b0cf-93baf38d48c8 req-4171ac54-ee73-4fe4-8ac8-3b5b54c8b392 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.618074 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f7302b4-96cf-47c6-b840-54cba6902309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.653202 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f7302b4-96cf-47c6-b840-54cba6902309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.655080 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8f7302b4-96cf-47c6-b840-54cba6902309 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7bc4b34f-d5df-47c7-b159-4724328ab3d0 HTTP/1.1" status: 204 len: 168 time: 0.3529987 Jul 23 20:31:56.656960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7302b4-96cf-47c6-b840-54cba6902309 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bc4b34f-d5df-47c7-b159-4724328ab3d0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:56.697395 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce8700-c77c-4243-b4c6-4466359ae6ad req-48536459-919d-4291-998a-548f43325746 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:56.699031 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4ce8700-c77c-4243-b4c6-4466359ae6ad req-48536459-919d-4291-998a-548f43325746 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b217f9b-51c8-4316-9f6f-e54e499b0a66 HTTP/1.1" status: 200 len: 950 time: 0.0942266 Jul 23 20:31:56.750440 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-639931f3-6ec8-4296-b0cf-93baf38d48c8 req-4171ac54-ee73-4fe4-8ac8-3b5b54c8b392 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.750892 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-639931f3-6ec8-4296-b0cf-93baf38d48c8 req-4171ac54-ee73-4fe4-8ac8-3b5b54c8b392 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.751129 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [req-639931f3-6ec8-4296-b0cf-93baf38d48c8 req-4171ac54-ee73-4fe4-8ac8-3b5b54c8b392 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Floating IP ebe642a7-46e4-4527-9efe-190ab310a2cd disassociated. External IP: 172.25.3.228, port: 4678e243-b021-4da0-9bc1-8241fec7e7f0. Jul 23 20:31:56.751519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-639931f3-6ec8-4296-b0cf-93baf38d48c8 req-4171ac54-ee73-4fe4-8ac8-3b5b54c8b392 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Calling delete_port for 4678e243-b021-4da0-9bc1-8241fec7e7f0 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:56.752054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4ce8700-c77c-4243-b4c6-4466359ae6ad req-95b05cdc-00d5-4a98-a038-9880ff13be54 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469627 Jul 23 20:31:56.831704 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35162) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:56.862437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35164) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:56.895590 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-639931f3-6ec8-4296-b0cf-93baf38d48c8 req-4171ac54-ee73-4fe4-8ac8-3b5b54c8b392 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.917632 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-af86200d-b337-4d5f-9ea9-7fceb69b9f19 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cfab0766aac049a4b4ee0d3da81cda1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0847182 Jul 23 20:31:56.920554 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35168) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:56.922811 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171ac54-ee73-4fe4-8ac8-3b5b54c8b392 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Pushing event deleted for resources: {'Port': ['ID=4678e243-b021-4da0-9bc1-8241fec7e7f0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:56.962768 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899943c-3cd9-4984-89a1-627c26ff3c88 req-ad24cead-f95b-47fe-9d88-b009ce4ab881 tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:56.964333 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f899943c-3cd9-4984-89a1-627c26ff3c88 req-ad24cead-f95b-47fe-9d88-b009ce4ab881 tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6b217f9b-51c8-4316-9f6f-e54e499b0a66 HTTP/1.1" status: 200 len: 1102 time: 0.1139417 Jul 23 20:31:57.003274 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d731940b-16de-49bd-bbd0-da3eceb10743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.023525 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f899943c-3cd9-4984-89a1-627c26ff3c88 req-e4b43f56-6b5e-4ba1-aa6c-1e788704869d tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506027 Jul 23 20:31:57.038057 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d731940b-16de-49bd-bbd0-da3eceb10743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.067609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-639931f3-6ec8-4296-b0cf-93baf38d48c8 req-4171ac54-ee73-4fe4-8ac8-3b5b54c8b392 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Router d21dcc4d-051d-430e-85bb-069c0d1e13cd has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:31:57.082830 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-524bc4d0-c32f-4a51-9322-af8041605691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.102648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a4a6db1f-b0d8-4227-83c8-fdb520afaf62 tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1850392', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:57.160723 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e942c2ba-efbe-43ba-967a-d6c045bac5f6 req-04999d76-4ad1-4bcc-a4ed-edc871581fb0 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 210 time: 0.0348821 Jul 23 20:31:57.163185 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a6db1f-b0d8-4227-83c8-fdb520afaf62 tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Made reservation on behalf of b6ffdedfc0254896b8a23029b77af11e for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:57.166325 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4a6db1f-b0d8-4227-83c8-fdb520afaf62 tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.178209 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4a6db1f-b0d8-4227-83c8-fdb520afaf62 tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.202295 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d731940b-16de-49bd-bbd0-da3eceb10743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.204939 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d731940b-16de-49bd-bbd0-da3eceb10743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.206620 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d731940b-16de-49bd-bbd0-da3eceb10743 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9a27530-57bd-45b1-83da-62a3455ff1a6 HTTP/1.1" status: 204 len: 168 time: 0.2846310 Jul 23 20:31:57.221547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731940b-16de-49bd-bbd0-da3eceb10743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a27530-57bd-45b1-83da-62a3455ff1a6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:57.226135 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-639931f3-6ec8-4296-b0cf-93baf38d48c8 req-4171ac54-ee73-4fe4-8ac8-3b5b54c8b392 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:57.236034 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5555bf-74e1-4ee6-b83c-185d4b3d8648 None None] Sync routers for ids ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:57.253791 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5555bf-74e1-4ee6-b83c-185d4b3d8648 None None] Routers {'d21dcc4d-051d-430e-85bb-069c0d1e13cd'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:57.254520 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ba5555bf-74e1-4ee6-b83c-185d4b3d8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:57.317592 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.327301 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-639931f3-6ec8-4296-b0cf-93baf38d48c8 req-4171ac54-ee73-4fe4-8ac8-3b5b54c8b392 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] No DVR routers for this DVR port 4678e243-b021-4da0-9bc1-8241fec7e7f0 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:57.330557 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-c9be67a9-c0e7-4737-88b2-48f87b841b75 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c94ee6e2163943e1943042f737f6e068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309060 Jul 23 20:31:57.335314 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-639931f3-6ec8-4296-b0cf-93baf38d48c8 req-4171ac54-ee73-4fe4-8ac8-3b5b54c8b392 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.345867 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-639931f3-6ec8-4296-b0cf-93baf38d48c8 req-4171ac54-ee73-4fe4-8ac8-3b5b54c8b392 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.48 "DELETE /v2.0/ports/4678e243-b021-4da0-9bc1-8241fec7e7f0 HTTP/1.1" status: 204 len: 173 time: 1.0468795 Jul 23 20:31:57.346497 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11529f3-02f9-4bb1-b11d-d6e54f1efb81', 'name': 'network-vif-deleted', 'tag': '4678e243-b021-4da0-9bc1-8241fec7e7f0'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:57.349564 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0a5ac6-ec91-4a20-b48a-00e67de8ea9d" -d '{"events": [{"server_uuid": "a11529f3-02f9-4bb1-b11d-d6e54f1efb81", "name": "network-vif-deleted", "tag": "4678e243-b021-4da0-9bc1-8241fec7e7f0"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:57.412083 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4a6db1f-b0d8-4227-83c8-fdb520afaf62 tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.472626 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-ba5555bf-74e1-4ee6-b83c-185d4b3d8648 None None] Set router d21dcc4d-051d-430e-85bb-069c0d1e13cd gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:57.490363 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4a6db1f-b0d8-4227-83c8-fdb520afaf62 tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.546502 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6db1f-b0d8-4227-83c8-fdb520afaf62 tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053194df-9066-4490-9046-380cf9a61e86,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:57.554840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-a4a6db1f-b0d8-4227-83c8-fdb520afaf62 tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] device_id is not set on port 3cd29312-b8b6-4771-abb3-ce7674ecb763 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:31:57.736872 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ba5555bf-74e1-4ee6-b83c-185d4b3d8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'name': 'tempest-ServersTestBootFromVolume-2110992670-router', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:50Z', 'updated_at': '2021-07-23T20:28:57Z', 'revision_number': 4, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'gw_port': {'id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:51Z', 'updated_at': '2021-07-23T20:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd8655c30-c040-42b5-94f8-c7f697133622', 'name': '', 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'mac_address': 'fa:16:3e:b5:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:56Z', 'updated_at': '2021-07-23T20:29:04Z', 'revision_number': 5, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'subnets': [{'id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:57.757687 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-ffb2de38-f3ea-490b-8c47-258783f39648 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:57.764704 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-ffb2de38-f3ea-490b-8c47-258783f39648 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4276295 Jul 23 20:31:57.768398 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5555bf-74e1-4ee6-b83c-185d4b3d8648 None None] Checking router: d21dcc4d-051d-430e-85bb-069c0d1e13cd for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:31:57.778949 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5555bf-74e1-4ee6-b83c-185d4b3d8648 None None] Routers {'d21dcc4d-051d-430e-85bb-069c0d1e13cd'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:57.779808 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ba5555bf-74e1-4ee6-b83c-185d4b3d8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:57.782760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e0292-3bc8-446f-a16b-4de6f035b224 req-69ce67c0-6d74-468d-b37a-74422bf007cf tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:57.785133 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c5e0292-3bc8-446f-a16b-4de6f035b224 req-69ce67c0-6d74-468d-b37a-74422bf007cf tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.4050474 Jul 23 20:31:57.797126 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-2b5d6e29-e1f6-4a69-9548-3e79dfe4a372 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/quotas/c94ee6e2163943e1943042f737f6e068 HTTP/1.1" status: 200 len: 375 time: 0.0314264 Jul 23 20:31:57.824363 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-a4a6db1f-b0d8-4227-83c8-fdb520afaf62 tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Allocated IP 172.25.3.218 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/3cd29312-b8b6-4771-abb3-ce7674ecb763) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:57.902584 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c5e0292-3bc8-446f-a16b-4de6f035b224 req-f71e6d1e-8616-47ed-a966-685801dda39c tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072142 Jul 23 20:31:57.937023 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-ba5555bf-74e1-4ee6-b83c-185d4b3d8648 None None] Set router d21dcc4d-051d-430e-85bb-069c0d1e13cd gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:57.998654 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-b33464a2-4e6c-42bd-ba05-864d38d173b0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1843307 Jul 23 20:31:58.091260 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569a926a-265c-4797-a279-6596dd3b2875 x-openstack-request-id: req-569a926a-265c-4797-a279-6596dd3b2875 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:58.092647 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11529f3-02f9-4bb1-b11d-d6e54f1efb81", "name": "network-vif-deleted", "tag": "4678e243-b021-4da0-9bc1-8241fec7e7f0", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:58.093095 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-569a926a-265c-4797-a279-6596dd3b2875 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:58.093850 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11529f3-02f9-4bb1-b11d-d6e54f1efb81', 'name': 'network-vif-deleted', 'tag': '4678e243-b021-4da0-9bc1-8241fec7e7f0', 'status': 'completed', 'code': 200} Jul 23 20:31:58.186707 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4a6db1f-b0d8-4227-83c8-fdb520afaf62 tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:58.226595 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4eb85b35-bd9d-4c36-9d43-f765535912a2 req-31585043-4b8c-4e53-9d92-191886ffd1b2 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 210 time: 0.0374501 Jul 23 20:31:58.292894 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4a6db1f-b0d8-4227-83c8-fdb520afaf62 tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:58.325435 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cfc5e7e9-12fe-4517-aff1-9f48d28de180 req-c94d6bbd-7c68-43a8-b8fd-aab16fb48697 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 210 time: 0.0482388 Jul 23 20:31:58.334765 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ba5555bf-74e1-4ee6-b83c-185d4b3d8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'name': 'tempest-ServersTestBootFromVolume-2110992670-router', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:50Z', 'updated_at': '2021-07-23T20:28:57Z', 'revision_number': 4, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'gw_port': {'id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:51Z', 'updated_at': '2021-07-23T20:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd8655c30-c040-42b5-94f8-c7f697133622', 'name': '', 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'mac_address': 'fa:16:3e:b5:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:56Z', 'updated_at': '2021-07-23T20:29:04Z', 'revision_number': 5, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'subnets': [{'id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:58.365171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a6db1f-b0d8-4227-83c8-fdb520afaf62 tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:58.369923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-a4a6db1f-b0d8-4227-83c8-fdb520afaf62 tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:58.372464 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a6db1f-b0d8-4227-83c8-fdb520afaf62 tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:58.374801 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6db1f-b0d8-4227-83c8-fdb520afaf62 tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Pushing event updated for resources: {'Port': ['ID=3cd29312-b8b6-4771-abb3-ce7674ecb763,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:58.411406 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:58.420110 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5555bf-74e1-4ee6-b83c-185d4b3d8648 None None] The sync data for ids ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'] in n-d-791504-18 is: [{'id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'name': 'tempest-ServersTestBootFromVolume-2110992670-router', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:50Z', 'updated_at': '2021-07-23T20:28:57Z', 'revision_number': 4, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'gw_port': {'id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:51Z', 'updated_at': '2021-07-23T20:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd8655c30-c040-42b5-94f8-c7f697133622', 'name': '', 'network_id': 'c97f5b5d-a800-4aa3-8195-36fc8395644b', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'mac_address': 'fa:16:3e:b5:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:56Z', 'updated_at': '2021-07-23T20:29:04Z', 'revision_number': 5, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'subnets': [{'id': 'f7750dd8-00f3-4a53-80a2-8d4fd6798e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:58.441601 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a6db1f-b0d8-4227-83c8-fdb520afaf62 tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:58.442591 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4a6db1f-b0d8-4227-83c8-fdb520afaf62 tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:58.466712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35226) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:58.469145 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a4a6db1f-b0d8-4227-83c8-fdb520afaf62 tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6055911 Jul 23 20:31:58.475727 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-bdb6133b-70e6-454a-9713-63c5cf8fdcbb tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.218'}]}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:58.514604 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bdb6133b-70e6-454a-9713-63c5cf8fdcbb tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:58.516847 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bdb6133b-70e6-454a-9713-63c5cf8fdcbb tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:58.582632 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bdb6133b-70e6-454a-9713-63c5cf8fdcbb tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:58.765857 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bdb6133b-70e6-454a-9713-63c5cf8fdcbb tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:58.793814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb711c3-b8ed-4e9b-9770-d6cb66d16682 None None] New status for floating IP ebe642a7-46e4-4527-9efe-190ab310a2cd: DOWN {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:31:59.087342 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bdb6133b-70e6-454a-9713-63c5cf8fdcbb tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.114335 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bdb6133b-70e6-454a-9713-63c5cf8fdcbb tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.152788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d338a06-cc65-49c5-9d55-6474b8d69ba6 req-4a631d00-8646-49dc-a13e-b8ef932319fa tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:59.154534 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d338a06-cc65-49c5-9d55-6474b8d69ba6 req-4a631d00-8646-49dc-a13e-b8ef932319fa tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.1493196 Jul 23 20:31:59.232724 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d338a06-cc65-49c5-9d55-6474b8d69ba6 req-ce755e30-a8e4-4138-b284-973761703419 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668743 Jul 23 20:31:59.241683 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69e694d7-018b-45ad-8fe1-95a8da958802 req-b396d421-9e8f-40c9-8050-8a3c39a1e72c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1473050 Jul 23 20:31:59.257785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35246) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:59.333054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e694d7-018b-45ad-8fe1-95a8da958802 req-3051e768-67de-465b-a47d-de5a7d86ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:59.334829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69e694d7-018b-45ad-8fe1-95a8da958802 req-3051e768-67de-465b-a47d-de5a7d86ca27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 1098 time: 0.0642695 Jul 23 20:31:59.340639 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bdb6133b-70e6-454a-9713-63c5cf8fdcbb tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.486920 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac8fbc95-3dc6-4f5d-bf82-7e30830728c6 req-8c5d74d9-1367-4315-aba7-b37d5f364b92 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 210 time: 0.0719948 Jul 23 20:31:59.546064 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc4dec84-aa1c-4916-be8b-5126195fc1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.562329 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6106be8-6b7e-487c-bec6-dce37960553a req-0968e59f-9c6f-43a6-a2c7-b9b306cfa37c tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 210 time: 0.1307826 Jul 23 20:31:59.570853 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-c593185c-c166-4b78-b69f-476dbfea2a8f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c94ee6e2163943e1943042f737f6e068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1354330 Jul 23 20:31:59.646757 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bdb6133b-70e6-454a-9713-63c5cf8fdcbb tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.650133 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bdb6133b-70e6-454a-9713-63c5cf8fdcbb tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.654363 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e694d7-018b-45ad-8fe1-95a8da958802 req-f4737531-fda5-479c-a764-fd3867b1d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:59.656000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69e694d7-018b-45ad-8fe1-95a8da958802 req-f4737531-fda5-479c-a764-fd3867b1d62e service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.2915301 Jul 23 20:31:59.739077 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bdb6133b-70e6-454a-9713-63c5cf8fdcbb tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.739535 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb6133b-70e6-454a-9713-63c5cf8fdcbb tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44f16777-7c8f-4ccf-b100-09df9973c90b {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:59.786604 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-23259b58-8a0f-46f1-9961-b2ec16496e01 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:59.788097 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-23259b58-8a0f-46f1-9961-b2ec16496e01 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084584 Jul 23 20:31:59.807141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-0f8c59c8-83d4-4dd8-bcb8-f2c3ebbc32e8 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Request body: {'port': {'device_id': '0906a0be-e4a9-42d4-a6d8-12c4709eef33', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': 'c94ee6e2163943e1943042f737f6e068'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:59.821296 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69e694d7-018b-45ad-8fe1-95a8da958802 req-92fc979e-c7f4-45b5-8991-5581469effb8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8f573ee-974a-4327-9539-2950bda4dc93 HTTP/1.1" status: 200 len: 1001 time: 0.1328747 Jul 23 20:31:59.849236 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.955549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e694d7-018b-45ad-8fe1-95a8da958802 req-ee033392-e9f3-4a14-a89a-ff57baf9efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:59.957009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69e694d7-018b-45ad-8fe1-95a8da958802 req-ee033392-e9f3-4a14-a89a-ff57baf9efc4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.1244493 Jul 23 20:31:59.981059 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc4dec84-aa1c-4916-be8b-5126195fc1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.990495 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-bdb6133b-70e6-454a-9713-63c5cf8fdcbb tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 23 20:31:59.994327 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bdb6133b-70e6-454a-9713-63c5cf8fdcbb tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5236940 Jul 23 20:31:59.994654 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35260) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:00.004193 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc4dec84-aa1c-4916-be8b-5126195fc1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.061931 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 4678e243-b021-4da0-9bc1-8241fec7e7f0 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:00.066060 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-0f8c59c8-83d4-4dd8-bcb8-f2c3ebbc32e8 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Made reservation on behalf of c94ee6e2163943e1943042f737f6e068 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:00.069529 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-0f8c59c8-83d4-4dd8-bcb8-f2c3ebbc32e8 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.086371 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bc4dec84-aa1c-4916-be8b-5126195fc1bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=595c2c8a18e248bfbcf3abd29c286100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8245697 Jul 23 20:32:00.086791 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35262) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:00.087011 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4dec84-aa1c-4916-be8b-5126195fc1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9107fcf4-6c82-452a-bf5f-079b3614cca0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:00.097712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5ae85-16d0-464a-88d9-dfc10b9c1b2b tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Deleting port 3cd29312-b8b6-4771-abb3-ce7674ecb763 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:00.098086 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ef5ae85-16d0-464a-88d9-dfc10b9c1b2b tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.099346 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 4678e243-b021-4da0-9bc1-8241fec7e7f0 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:00.102734 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 4678e243-b021-4da0-9bc1-8241fec7e7f0 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:00.115922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e694d7-018b-45ad-8fe1-95a8da958802 req-0c4ad554-84bd-4ce4-af8a-481acebe8610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:00.117652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69e694d7-018b-45ad-8fe1-95a8da958802 req-0c4ad554-84bd-4ce4-af8a-481acebe8610 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1506081 Jul 23 20:32:00.204901 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57ae7d83-d0a9-413b-a85c-cd030d15abe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.234406 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ef5ae85-16d0-464a-88d9-dfc10b9c1b2b tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.265861 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5ae85-16d0-464a-88d9-dfc10b9c1b2b tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Calling delete_port for 3cd29312-b8b6-4771-abb3-ce7674ecb763 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:00.281765 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57ae7d83-d0a9-413b-a85c-cd030d15abe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.308509 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69e694d7-018b-45ad-8fe1-95a8da958802 req-440d3323-22f1-4200-8fed-356c70b5242c service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607544 Jul 23 20:32:00.310803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-0f8c59c8-83d4-4dd8-bcb8-f2c3ebbc32e8 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Allocated IP 192.168.233.59 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/0851ea4e-626e-474a-94ac-20f06cdcfd27) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:00.409725 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57ae7d83-d0a9-413b-a85c-cd030d15abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.412603 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57ae7d83-d0a9-413b-a85c-cd030d15abe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.416429 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-57ae7d83-d0a9-413b-a85c-cd030d15abe1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9107fcf4-6c82-452a-bf5f-079b3614cca0 HTTP/1.1" status: 204 len: 168 time: 0.3261516 Jul 23 20:32:00.518439 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69e694d7-018b-45ad-8fe1-95a8da958802 req-f9b58fb0-2758-408d-b51f-b1490cc22fd4 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956868 Jul 23 20:32:00.526403 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae7d83-d0a9-413b-a85c-cd030d15abe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9107fcf4-6c82-452a-bf5f-079b3614cca0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:00.533557 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55aff8a-f388-454c-89f3-afdcea39ce6d req-5bd560d2-5121-4561-8a58-f6a7ded4de8a tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:00.535802 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b55aff8a-f388-454c-89f3-afdcea39ce6d req-5bd560d2-5121-4561-8a58-f6a7ded4de8a tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.2264538 Jul 23 20:32:00.547008 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae7d83-d0a9-413b-a85c-cd030d15abe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.547421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae7d83-d0a9-413b-a85c-cd030d15abe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.547758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae7d83-d0a9-413b-a85c-cd030d15abe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.548102 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae7d83-d0a9-413b-a85c-cd030d15abe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.548498 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae7d83-d0a9-413b-a85c-cd030d15abe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.548762 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae7d83-d0a9-413b-a85c-cd030d15abe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.549092 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae7d83-d0a9-413b-a85c-cd030d15abe1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.549420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae7d83-d0a9-413b-a85c-cd030d15abe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.551149 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae7d83-d0a9-413b-a85c-cd030d15abe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.551621 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae7d83-d0a9-413b-a85c-cd030d15abe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.551967 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae7d83-d0a9-413b-a85c-cd030d15abe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.552302 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae7d83-d0a9-413b-a85c-cd030d15abe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.557579 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ef5ae85-16d0-464a-88d9-dfc10b9c1b2b tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.609475 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5ae85-16d0-464a-88d9-dfc10b9c1b2b tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cd29312-b8b6-4771-abb3-ce7674ecb763,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:00.704117 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ef5ae85-16d0-464a-88d9-dfc10b9c1b2b tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.709935 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7ef5ae85-16d0-464a-88d9-dfc10b9c1b2b tempest-RoutersAdminNegativeTest-807801607 tempest-RoutersAdminNegativeTest-807801607-project-admin] 10.222.0.55 "DELETE /v2.0/ports/3cd29312-b8b6-4771-abb3-ce7674ecb763 HTTP/1.1" status: 204 len: 168 time: 0.7116697 Jul 23 20:32:00.789002 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38388a30-148c-4098-936b-40589cb0239f req-b542756b-b37f-4fd8-a416-4036bdde891c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 210 time: 0.1336963 Jul 23 20:32:00.852130 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b55aff8a-f388-454c-89f3-afdcea39ce6d req-c00a2d29-919b-4eab-b3bc-d00bb3761a9e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055356 Jul 23 20:32:00.864704 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-0f8c59c8-83d4-4dd8-bcb8-f2c3ebbc32e8 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.915413 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-0f8c59c8-83d4-4dd8-bcb8-f2c3ebbc32e8 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Transition to ACTIVE for port object 0851ea4e-626e-474a-94ac-20f06cdcfd27 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:00.935560 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5945c58e-f005-416e-b309-f587e530cd8b req-1f4b35fc-d869-4828-9570-cbfc42bf50b3 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 210 time: 0.0474060 Jul 23 20:32:00.976240 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-0f8c59c8-83d4-4dd8-bcb8-f2c3ebbc32e8 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.991693 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['39f7d0f9-6012-46dc-b760-2b009b129346', '9e752e04-13c2-4f44-b54a-68b4f79df248'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:01.066416 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['731d952d-4c42-4b98-b65c-ebcca3c75046', '8a73448a-f3d7-49b3-be48-7b0c65441bd8', '66634aeb-40cc-4db4-9821-7db65d13fa88', 'ca7a7dc1-1938-4fe8-8d75-86a31408084d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:01.081299 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-0f8c59c8-83d4-4dd8-bcb8-f2c3ebbc32e8 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:01.082840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-0f8c59c8-83d4-4dd8-bcb8-f2c3ebbc32e8 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:01.087193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-0f8c59c8-83d4-4dd8-bcb8-f2c3ebbc32e8 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:01.121292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c59c8-83d4-4dd8-bcb8-f2c3ebbc32e8 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Pushing event updated for resources: {'Port': ['ID=0851ea4e-626e-474a-94ac-20f06cdcfd27,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:01.173982 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-0f8c59c8-83d4-4dd8-bcb8-f2c3ebbc32e8 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:01.175682 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-0f8c59c8-83d4-4dd8-bcb8-f2c3ebbc32e8 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:01.198451 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-0f8c59c8-83d4-4dd8-bcb8-f2c3ebbc32e8 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3965228 Jul 23 20:32:01.216627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Request body: {'port': {'device_id': '0906a0be-e4a9-42d4-a6d8-12c4709eef33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:01.285765 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35298) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:01.345324 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:01.510686 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79e991c0-338c-458e-883c-070b30264cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:01.603800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8cc370f7-31c3-498e-ac12-777f487f36c0 None None] Provisioning for port 0851ea4e-626e-474a-94ac-20f06cdcfd27 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:01.631460 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8cc370f7-31c3-498e-ac12-777f487f36c0 None None] Provisioning complete for port 0851ea4e-626e-474a-94ac-20f06cdcfd27 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:01.631835 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8cc370f7-31c3-498e-ac12-777f487f36c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:01.687431 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79e991c0-338c-458e-883c-070b30264cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:01.699566 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79e991c0-338c-458e-883c-070b30264cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:01.739924 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8cc370f7-31c3-498e-ac12-777f487f36c0 None None] Port 0851ea4e-626e-474a-94ac-20f06cdcfd27 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:32:01.770191 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e991c0-338c-458e-883c-070b30264cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c501938-8106-4d0e-b366-fea9fd1ab84f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:01.825230 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-79e991c0-338c-458e-883c-070b30264cb8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e88ff843dfd409fbdd0a958fa516bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5373969 Jul 23 20:32:01.825967 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35322) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:01.864999 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35326) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:01.927798 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ef630534-829e-48a3-be92-473bb6bb1c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:01.964590 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ef630534-829e-48a3-be92-473bb6bb1c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.000923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0851ea4e-626e-474a-94ac-20f06cdcfd27 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:02.027577 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.033908 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ef630534-829e-48a3-be92-473bb6bb1c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.037757 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ef630534-829e-48a3-be92-473bb6bb1c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.039355 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ef630534-829e-48a3-be92-473bb6bb1c43 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c501938-8106-4d0e-b366-fea9fd1ab84f HTTP/1.1" status: 204 len: 168 time: 0.2123091 Jul 23 20:32:02.063403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Transition to ACTIVE for port object 0851ea4e-626e-474a-94ac-20f06cdcfd27 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:02.064092 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-747988d4-45b4-42d6-9c7d-ec81133c526c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-369710933-network', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:02.070212 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef630534-829e-48a3-be92-473bb6bb1c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c501938-8106-4d0e-b366-fea9fd1ab84f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:02.096088 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17975e3-951e-4715-8014-9ed67049c88f req-f25174f9-e9e8-4f92-a9d0-4dee8909a509 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:02.105657 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f17975e3-951e-4715-8014-9ed67049c88f req-f25174f9-e9e8-4f92-a9d0-4dee8909a509 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 935 time: 0.1737225 Jul 23 20:32:02.119521 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.122317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747988d4-45b4-42d6-9c7d-ec81133c526c admin admin] Made reservation on behalf of d1e9caa4dd094c2487ffcc41d3548234 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:02.125408 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-747988d4-45b4-42d6-9c7d-ec81133c526c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.167513 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-747988d4-45b4-42d6-9c7d-ec81133c526c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.205739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f17975e3-951e-4715-8014-9ed67049c88f req-a1e9fd55-225e-42ce-afda-a2848c8e6e9c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949388 Jul 23 20:32:02.398059 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-747988d4-45b4-42d6-9c7d-ec81133c526c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.409356 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-747988d4-45b4-42d6-9c7d-ec81133c526c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.486470 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747988d4-45b4-42d6-9c7d-ec81133c526c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:02.494623 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747988d4-45b4-42d6-9c7d-ec81133c526c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd980860-b31b-4c90-ab2b-87d3341e0cc2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:02.504788 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-747988d4-45b4-42d6-9c7d-ec81133c526c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.505140 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-747988d4-45b4-42d6-9c7d-ec81133c526c admin admin] Added segment 927d7245-6f8f-4766-b29a-a724efaa49fe of type vlan for network 3f30f2ae-a94a-4870-a5c9-a16cd9c2c809 Jul 23 20:32:02.567485 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-747988d4-45b4-42d6-9c7d-ec81133c526c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.613639 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-747988d4-45b4-42d6-9c7d-ec81133c526c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.614627 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747988d4-45b4-42d6-9c7d-ec81133c526c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:02.615250 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-747988d4-45b4-42d6-9c7d-ec81133c526c admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.645026 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35344) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:02.658445 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-747988d4-45b4-42d6-9c7d-ec81133c526c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7918189 Jul 23 20:32:02.672599 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35346) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:02.679996 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d7289d20-2c1f-4cf5-8be8-c07a9239b53d admin admin] Request body: {'subnet': {'network_id': '3f30f2ae-a94a-4870-a5c9-a16cd9c2c809', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-369710933-subnet', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:02.743589 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747988d4-45b4-42d6-9c7d-ec81133c526c admin admin] Pushing event updated for resources: {'Network': ['ID=3f30f2ae-a94a-4870-a5c9-a16cd9c2c809,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:02.754346 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 3f30f2ae-a94a-4870-a5c9-a16cd9c2c809 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:02.757744 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8dda2dd7-e414-4655-81ff-6e6a47de6c03 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b6ffdedfc0254896b8a23029b77af11e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1110034 Jul 23 20:32:02.761401 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35348) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:02.791930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7289d20-2c1f-4cf5-8be8-c07a9239b53d admin admin] Made reservation on behalf of d1e9caa4dd094c2487ffcc41d3548234 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:02.794246 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7289d20-2c1f-4cf5-8be8-c07a9239b53d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.859166 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Pushing event updated for resources: {'Port': ['ID=0851ea4e-626e-474a-94ac-20f06cdcfd27,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:02.917309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Attempting to bind port 0851ea4e-626e-474a-94ac-20f06cdcfd27 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:02.917309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Attempting to bind port 0851ea4e-626e-474a-94ac-20f06cdcfd27 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:02.917686 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Attempting to bind port 0851ea4e-626e-474a-94ac-20f06cdcfd27 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:02.923233 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e8aa4ea6-2af3-4d79-84fa-83115073034c req-0fbb3e99-4b00-4ecb-86db-a9d2faa8e137 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/ports?device_id=a11529f3-02f9-4bb1-b11d-d6e54f1efb81 HTTP/1.1" status: 200 len: 210 time: 0.0649955 Jul 23 20:32:02.928168 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Port 0851ea4e-626e-474a-94ac-20f06cdcfd27 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:02.928497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Attempting to bind port 0851ea4e-626e-474a-94ac-20f06cdcfd27 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:02.934463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:02.934834 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:02.935247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:02.935690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Bound port: 0851ea4e-626e-474a-94ac-20f06cdcfd27, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:02.936052 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:03.023648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e31402-6086-4738-81f3-59094d631b15 req-729b6f42-de9d-491b-91e9-254f51f06b71 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:03.030709 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-47e31402-6086-4738-81f3-59094d631b15 req-729b6f42-de9d-491b-91e9-254f51f06b71 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.7223043 Jul 23 20:32:03.087488 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-47e31402-6086-4738-81f3-59094d631b15 req-e451ab49-6bad-47bb-a009-93121f2bfa09 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557451 Jul 23 20:32:03.088688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] For port 0851ea4e-626e-474a-94ac-20f06cdcfd27, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:03.092162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] For port 0851ea4e-626e-474a-94ac-20f06cdcfd27, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0851ea4e-626e-474a-94ac-20f06cdcfd27,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:03.106211 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:03.176543 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:03.177164 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:03.178604 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] 10.222.0.57 "PUT /v2.0/ports/0851ea4e-626e-474a-94ac-20f06cdcfd27 HTTP/1.1" status: 200 len: 1096 time: 1.9695065 Jul 23 20:32:03.179047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0906a0be-e4a9-42d4-a6d8-12c4709eef33', 'tag': '0851ea4e-626e-474a-94ac-20f06cdcfd27'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:03.181391 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dac004-59d8-46ca-bbaf-2318b38a91c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0906a0be-e4a9-42d4-a6d8-12c4709eef33", "tag": "0851ea4e-626e-474a-94ac-20f06cdcfd27"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:03.184624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c522d-7a78-4a75-bebd-3d7eebcd3ccf service neutron] Pushing event updated for resources: {'Port': ['ID=0851ea4e-626e-474a-94ac-20f06cdcfd27,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:03.249990 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59f78fa-fa44-409c-8ab0-66223c87c789 x-openstack-request-id: req-b59f78fa-fa44-409c-8ab0-66223c87c789 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:03.250306 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0906a0be-e4a9-42d4-a6d8-12c4709eef33", "tag": "0851ea4e-626e-474a-94ac-20f06cdcfd27", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:03.250605 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b59f78fa-fa44-409c-8ab0-66223c87c789 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:03.250930 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0906a0be-e4a9-42d4-a6d8-12c4709eef33', 'tag': '0851ea4e-626e-474a-94ac-20f06cdcfd27', 'status': 'completed', 'code': 200} Jul 23 20:32:03.374733 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e051299-e758-4529-a30b-886a9a7610e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:03.381362 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7289d20-2c1f-4cf5-8be8-c07a9239b53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:03.422339 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-2e0938e2-7a15-4847-9a18-37aea800b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:03.423918 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-2e0938e2-7a15-4847-9a18-37aea800b4e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 1099 time: 0.1678922 Jul 23 20:32:03.426667 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e051299-e758-4529-a30b-886a9a7610e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:03.437944 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76802d9c-a9e6-4808-802e-d5db8b73c447 req-84a8297f-ace3-4ed9-9bf9-589ab3b788ce tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:03.443235 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76802d9c-a9e6-4808-802e-d5db8b73c447 req-84a8297f-ace3-4ed9-9bf9-589ab3b788ce tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 947 time: 0.1356504 Jul 23 20:32:03.492672 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-7346262b-0d0e-49c4-aaea-d9a1d88e1c86 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0851ea4e-626e-474a-94ac-20f06cdcfd27 HTTP/1.1" status: 200 len: 217 time: 0.0484283 Jul 23 20:32:03.535748 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7289d20-2c1f-4cf5-8be8-c07a9239b53d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e679bc0f-db43-4f62-abb1-cae2606aacbb,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:03.545734 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7289d20-2c1f-4cf5-8be8-c07a9239b53d admin admin] Checking segment: {'id': '927d7245-6f8f-4766-b29a-a724efaa49fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f30f2ae-a94a-4870-a5c9-a16cd9c2c809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:03.545734 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7289d20-2c1f-4cf5-8be8-c07a9239b53d admin admin] Network hostable DHCP agents. Network: 3f30f2ae-a94a-4870-a5c9-a16cd9c2c809, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:32:03.567587 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e051299-e758-4529-a30b-886a9a7610e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:03.569892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76802d9c-a9e6-4808-802e-d5db8b73c447 req-1c93bd1c-36d3-4eab-be8a-74773cbc4198 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136897 Jul 23 20:32:03.575423 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e051299-e758-4529-a30b-886a9a7610e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:03.576840 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9e051299-e758-4529-a30b-886a9a7610e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/053194df-9066-4490-9046-380cf9a61e86 HTTP/1.1" status: 204 len: 168 time: 0.8144684 Jul 23 20:32:03.586237 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7289d20-2c1f-4cf5-8be8-c07a9239b53d admin admin] Network 3f30f2ae-a94a-4870-a5c9-a16cd9c2c809 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:32:03.595525 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e051299-e758-4529-a30b-886a9a7610e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053194df-9066-4490-9046-380cf9a61e86,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:03.600552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-abe9fb1c-6789-440d-aac8-b1ee39b9b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:03.602408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-abe9fb1c-6789-440d-aac8-b1ee39b9b5db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0973005 Jul 23 20:32:03.605325 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-d7289d20-2c1f-4cf5-8be8-c07a9239b53d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 3f30f2ae-a94a-4870-a5c9-a16cd9c2c809) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:03.610199 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7289d20-2c1f-4cf5-8be8-c07a9239b53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:03.611200 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7289d20-2c1f-4cf5-8be8-c07a9239b53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:03.631757 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109296ba-f440-4d60-bc73-1dcb6098817a None None] Network 3f30f2ae-a94a-4870-a5c9-a16cd9c2c809 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:03.653152 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d7289d20-2c1f-4cf5-8be8-c07a9239b53d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9791629 Jul 23 20:32:03.655847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35360) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:03.661379 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-369710933-router', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:03.686821 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:03.688517 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:03.749023 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-d2f3c315-9484-4e6b-94d6-04624e09eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:03.749298 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:03.754490 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-d2f3c315-9484-4e6b-94d6-04624e09eccd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1390028 Jul 23 20:32:03.905259 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-3f30f2ae-a94a-4870-a5c9-a16cd9c2c809', 'network_id': '3f30f2ae-a94a-4870-a5c9-a16cd9c2c809', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'fixed_ips': [{'subnet_id': 'e679bc0f-db43-4f62-abb1-cae2606aacbb'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:32:03.906122 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:03.945142 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-95e03d3e-bcbc-46a8-a526-da7e83b00efd service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745284 Jul 23 20:32:03.957478 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.125463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35374) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:04.208768 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6fc50a8-0505-4591-8c9a-7e23d38c5d06 req-bf7d48cc-dddc-408a-93e1-09b58a29bc3b service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612967 Jul 23 20:32:04.249609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Allocated IP 172.20.0.2 (3f30f2ae-a94a-4870-a5c9-a16cd9c2c809/e679bc0f-db43-4f62-abb1-cae2606aacbb/97799202-28eb-4052-b82b-486ec5757dee) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:04.285086 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7b54-def8-4060-a49a-22a52367a05b tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.389589 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7b54-def8-4060-a49a-22a52367a05b tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.469924 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8a0fe-524b-4d63-b7dc-0c1497b645b2 req-af834038-b3b3-4805-82ab-14c2954beede tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:04.503046 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cfa8a0fe-524b-4d63-b7dc-0c1497b645b2 req-af834038-b3b3-4805-82ab-14c2954beede tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.2903283 Jul 23 20:32:04.517887 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.533011 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.542482 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Transition to ACTIVE for port object 97799202-28eb-4052-b82b-486ec5757dee will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:04.560911 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dac004-59d8-46ca-bbaf-2318b38a91c7 req-51af7acc-757a-4bf8-9e00-d5c0b8a94e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:04.562558 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51dac004-59d8-46ca-bbaf-2318b38a91c7 req-51af7acc-757a-4bf8-9e00-d5c0b8a94e2b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 1099 time: 0.2825365 Jul 23 20:32:04.563444 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Transition to ACTIVE for port object 97799202-28eb-4052-b82b-486ec5757dee will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:04.564003 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.571981 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.671574 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Pushing event updated for resources: {'Port': ['ID=97799202-28eb-4052-b82b-486ec5757dee,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:04.687014 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7b54-def8-4060-a49a-22a52367a05b tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.687680 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cfa8a0fe-524b-4d63-b7dc-0c1497b645b2 req-d16b9889-2161-4d9f-aec5-8f6d665b407b tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836491 Jul 23 20:32:04.692490 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7b54-def8-4060-a49a-22a52367a05b tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.693488 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4eeb7b54-def8-4060-a49a-22a52367a05b tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "DELETE /v2.0/security-groups/ab05eb11-a394-4ca1-965f-fef6dea08b62 HTTP/1.1" status: 204 len: 168 time: 0.5652421 Jul 23 20:32:04.696294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35394) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:04.721428 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Network 3f30f2ae-a94a-4870-a5c9-a16cd9c2c809 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:04.728197 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb7b54-def8-4060-a49a-22a52367a05b tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab05eb11-a394-4ca1-965f-fef6dea08b62,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:04.735171 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:04.758250 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:04.795682 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-a8d14652-aaa8-4ea6-8eaa-7f05d3f636da tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] show failed (client error): The resource could not be found. Jul 23 20:32:04.797084 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a8d14652-aaa8-4ea6-8eaa-7f05d3f636da tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "GET /v2.0/security-groups/ab05eb11-a394-4ca1-965f-fef6dea08b62 HTTP/1.1" status: 404 len: 347 time: 0.0998397 Jul 23 20:32:04.799928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35398) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:04.848982 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Allocated IP 172.25.3.111 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/ec6b9252-0e87-427f-b599-4c6f760849a3) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:04.932740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Attempting to bind port 97799202-28eb-4052-b82b-486ec5757dee on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:04.936702 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Attempting to bind port 97799202-28eb-4052-b82b-486ec5757dee by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '927d7245-6f8f-4766-b29a-a724efaa49fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f30f2ae-a94a-4870-a5c9-a16cd9c2c809'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:04.937393 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Attempting to bind port 97799202-28eb-4052-b82b-486ec5757dee on network 3f30f2ae-a94a-4870-a5c9-a16cd9c2c809 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:04.948994 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:04.950201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Checking segment: {'id': '927d7245-6f8f-4766-b29a-a724efaa49fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f30f2ae-a94a-4870-a5c9-a16cd9c2c809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:04.950702 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.951406 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Bound using segment: {'id': '927d7245-6f8f-4766-b29a-a724efaa49fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f30f2ae-a94a-4870-a5c9-a16cd9c2c809'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:04.952745 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Bound port: 97799202-28eb-4052-b82b-486ec5757dee, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '927d7245-6f8f-4766-b29a-a724efaa49fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f30f2ae-a94a-4870-a5c9-a16cd9c2c809'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:04.953637 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.973954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35400) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:05.056741 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.081724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] For port 97799202-28eb-4052-b82b-486ec5757dee, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:05.092266 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] For port 97799202-28eb-4052-b82b-486ec5757dee, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=97799202-28eb-4052-b82b-486ec5757dee,segment=NetworkSegment(927d7245-6f8f-4766-b29a-a724efaa49fe),segment_id=927d7245-6f8f-4766-b29a-a724efaa49fe)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:05.094201 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dac004-59d8-46ca-bbaf-2318b38a91c7 req-302bef37-53cd-42b0-8995-1b207ab53251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:05.096027 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51dac004-59d8-46ca-bbaf-2318b38a91c7 req-302bef37-53cd-42b0-8995-1b207ab53251 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.5243571 Jul 23 20:32:05.104102 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.156413 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b4663434-d243-47f2-b997-12fc61e5c7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1234216755'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:05.175309 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.176375 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99ea7e-f434-4b7b-a224-1b024d05f65f None None] Pushing event updated for resources: {'Port': ['ID=97799202-28eb-4052-b82b-486ec5757dee,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:05.189090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51dac004-59d8-46ca-bbaf-2318b38a91c7 req-6bb71d6e-e569-46d1-b93f-96c5c1ef4c23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0851ea4e-626e-474a-94ac-20f06cdcfd27 HTTP/1.1" status: 200 len: 217 time: 0.0840182 Jul 23 20:32:05.257539 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:05.260520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4663434-d243-47f2-b997-12fc61e5c7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Made reservation on behalf of dc1865d45da0450caaf859e0dc461c0b for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:05.268131 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4663434-d243-47f2-b997-12fc61e5c7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.275400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:05.291013 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:05.292936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd471b34-5969-403b-a228-728540678211 req-60867fe9-0ec4-4946-a6ab-424ccb1788bd tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:05.298024 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4663434-d243-47f2-b997-12fc61e5c7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.300763 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd471b34-5969-403b-a228-728540678211 req-60867fe9-0ec4-4946-a6ab-424ccb1788bd tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 947 time: 0.5243571 Jul 23 20:32:05.323228 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6b9252-0e87-427f-b599-4c6f760849a3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:05.338757 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dac004-59d8-46ca-bbaf-2318b38a91c7 req-13375216-2c92-48d4-8741-cf2718662e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:05.341497 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51dac004-59d8-46ca-bbaf-2318b38a91c7 req-13375216-2c92-48d4-8741-cf2718662e00 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1408293 Jul 23 20:32:05.361349 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Deleting port 5c5b7c99-4773-4261-a577-ae81fabdc127 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:05.361700 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.573512 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.574275 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.596416 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Calling delete_port for 5c5b7c99-4773-4261-a577-ae81fabdc127 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:05.611176 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4663434-d243-47f2-b997-12fc61e5c7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.624076 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4663434-d243-47f2-b997-12fc61e5c7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.654549 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd471b34-5969-403b-a228-728540678211 req-73d0eb84-cc99-4d5d-bdf9-548c86a477a9 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527770 Jul 23 20:32:05.681690 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4663434-d243-47f2-b997-12fc61e5c7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:05.702571 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4663434-d243-47f2-b997-12fc61e5c7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.703331 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-b4663434-d243-47f2-b997-12fc61e5c7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Added segment c0ecf238-a628-447a-9f96-a7f37aa26a42 of type vlan for network 8baf7b9f-6a73-4f1f-a009-edb8001ec1e5 Jul 23 20:32:05.761502 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4663434-d243-47f2-b997-12fc61e5c7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.774401 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dac004-59d8-46ca-bbaf-2318b38a91c7 req-e6877a24-43fd-4aeb-803d-8cdc1b406c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:05.776320 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51dac004-59d8-46ca-bbaf-2318b38a91c7 req-e6877a24-43fd-4aeb-803d-8cdc1b406c86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4174974 Jul 23 20:32:05.839313 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4663434-d243-47f2-b997-12fc61e5c7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.845746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4663434-d243-47f2-b997-12fc61e5c7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:05.846256 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4663434-d243-47f2-b997-12fc61e5c7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.917352 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0851ea4e-626e-474a-94ac-20f06cdcfd27 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:32:05.964571 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4663434-d243-47f2-b997-12fc61e5c7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3592ec04-1a94-4ae6-bf7d-2e07e4ce5686,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:05.998868 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51dac004-59d8-46ca-bbaf-2318b38a91c7 req-22a152d7-a06b-47a8-bde7-195faee57f80 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038405 Jul 23 20:32:06.013026 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4663434-d243-47f2-b997-12fc61e5c7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Pushing event updated for resources: {'Network': ['ID=8baf7b9f-6a73-4f1f-a009-edb8001ec1e5,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:06.028448 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b4663434-d243-47f2-b997-12fc61e5c7c3 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0506248 Jul 23 20:32:06.037077 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35412) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:06.077782 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-65bb47f6-ee48-41d9-809c-085d842d3f16 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Request body: {'subnet': {'network_id': '8baf7b9f-6a73-4f1f-a009-edb8001ec1e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:06.142945 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:06.223427 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 8baf7b9f-6a73-4f1f-a009-edb8001ec1e5 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:06.280115 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Pushing event deleted for resources: {'Port': ['ID=5c5b7c99-4773-4261-a577-ae81fabdc127,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:06.340567 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:06.400274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:06.400629 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:06.400972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:06.401308 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:06.401645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:06.402030 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:06.402295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:06.402623 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:06.402950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:06.403302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:06.403626 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:06.403950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:06.479823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d232f-4cf3-4979-8298-f4abb31a8c6a req-b7ed00f0-4289-4aa6-a7dd-688f58ec9552 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:06.483666 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fe4d232f-4cf3-4979-8298-f4abb31a8c6a req-b7ed00f0-4289-4aa6-a7dd-688f58ec9552 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.6898904 Jul 23 20:32:06.488529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 0851ea4e-626e-474a-94ac-20f06cdcfd27, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0851ea4e-626e-474a-94ac-20f06cdcfd27,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:06.510035 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '0851ea4e-626e-474a-94ac-20f06cdcfd27', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '0851ea4e-626e-474a-94ac-20f06cdcfd27', 'mac_address': 'fa:16:3e:d5:15:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:32:06.511482 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bb47f6-ee48-41d9-809c-085d842d3f16 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Made reservation on behalf of dc1865d45da0450caaf859e0dc461c0b for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:06.519068 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65bb47f6-ee48-41d9-809c-085d842d3f16 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:06.526180 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51dac004-59d8-46ca-bbaf-2318b38a91c7 req-8de3c6ab-e09b-4392-adbe-a7202934d81a service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217677 Jul 23 20:32:06.554517 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:06.557318 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:06.562239 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d6e795c0-ba33-49bb-91a3-33f77264b5a8 tempest-ServersTestBootFromVolume-736813322 tempest-ServersTestBootFromVolume-736813322-project] 10.222.0.55 "DELETE /v2.0/floatingips/ebe642a7-46e4-4527-9efe-190ab310a2cd HTTP/1.1" status: 204 len: 168 time: 1.7376547 Jul 23 20:32:06.562239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35416) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:06.601373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 97799202-28eb-4052-b82b-486ec5757dee up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:06.703331 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:06.751828 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0851ea4e-626e-474a-94ac-20f06cdcfd27 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:06.775847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a164454a-4519-4102-86a8-a15e895185a8 None None] Network 3f30f2ae-a94a-4870-a5c9-a16cd9c2c809 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:06.780567 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fe4d232f-4cf3-4979-8298-f4abb31a8c6a req-75b50ea0-6e95-42e3-935d-82f3d58fad30 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857521 Jul 23 20:32:06.787314 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 97799202-28eb-4052-b82b-486ec5757dee completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:06.790912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 0851ea4e-626e-474a-94ac-20f06cdcfd27, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0851ea4e-626e-474a-94ac-20f06cdcfd27,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:06.816619 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:06.936871 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e5c7c2ce-05d9-411b-a24e-396d42f1cb07 None None] Provisioning for port 97799202-28eb-4052-b82b-486ec5757dee completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:06.955381 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=0851ea4e-626e-474a-94ac-20f06cdcfd27,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:06.958940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e5c7c2ce-05d9-411b-a24e-396d42f1cb07 None None] Provisioning complete for port 97799202-28eb-4052-b82b-486ec5757dee triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:06.959455 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5c7c2ce-05d9-411b-a24e-396d42f1cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.012612 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.017498 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:07.018067 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:07.018704 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:07.019274 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:07.019896 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:07.020480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:07.021211 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:07.021765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:07.022307 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:07.024272 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:07.024908 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:07.025476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:07.101591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0ece-283a-4bc7-8de9-360d0cd54d6f req-961d3749-cc29-4cf4-9743-5f3628304257 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:07.109855 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-185b0ece-283a-4bc7-8de9-360d0cd54d6f req-961d3749-cc29-4cf4-9743-5f3628304257 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 948 time: 0.3158684 Jul 23 20:32:07.143044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0851ea4e-626e-474a-94ac-20f06cdcfd27'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:07.184998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-185b0ece-283a-4bc7-8de9-360d0cd54d6f req-776496bb-4b0a-45a9-b491-5a49d9d060f2 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740423 Jul 23 20:32:07.239217 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5c7c2ce-05d9-411b-a24e-396d42f1cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.263974 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65bb47f6-ee48-41d9-809c-085d842d3f16 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.298598 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e5c7c2ce-05d9-411b-a24e-396d42f1cb07 None None] For port 97799202-28eb-4052-b82b-486ec5757dee, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=97799202-28eb-4052-b82b-486ec5757dee,segment=NetworkSegment(927d7245-6f8f-4766-b29a-a724efaa49fe),segment_id=927d7245-6f8f-4766-b29a-a724efaa49fe)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:07.326555 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5c7c2ce-05d9-411b-a24e-396d42f1cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.384067 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb47f6-ee48-41d9-809c-085d842d3f16 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Pushing event updated for resources: {'Subnet': ['ID=8f60cf62-c787-4734-babc-19e84070da6b,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:07.421191 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Router 28a74b1d-b741-4afa-9492-e3ed9413030f is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:32:07.430576 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb47f6-ee48-41d9-809c-085d842d3f16 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Checking segment: {'id': 'c0ecf238-a628-447a-9f96-a7f37aa26a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8baf7b9f-6a73-4f1f-a009-edb8001ec1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:07.431007 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb47f6-ee48-41d9-809c-085d842d3f16 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Network hostable DHCP agents. Network: 8baf7b9f-6a73-4f1f-a009-edb8001ec1e5, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:32:07.468282 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-be5e170c-8e70-42db-b134-0da659ceeda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.477353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7c2ce-05d9-411b-a24e-396d42f1cb07 None None] Pushing event updated for resources: {'Port': ['ID=97799202-28eb-4052-b82b-486ec5757dee,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:07.592233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb47f6-ee48-41d9-809c-085d842d3f16 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Network 8baf7b9f-6a73-4f1f-a009-edb8001ec1e5 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:32:07.614361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-65bb47f6-ee48-41d9-809c-085d842d3f16 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 8baf7b9f-6a73-4f1f-a009-edb8001ec1e5) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:07.621751 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bb47f6-ee48-41d9-809c-085d842d3f16 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:07.622576 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65bb47f6-ee48-41d9-809c-085d842d3f16 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.623112 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff73c33-4974-46d1-975e-04c31a63ea25 None None] Network 8baf7b9f-6a73-4f1f-a009-edb8001ec1e5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:07.644344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:07.649930 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-65bb47f6-ee48-41d9-809c-085d842d3f16 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6092727 Jul 23 20:32:07.650991 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35426) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:07.654201 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Sync routers for ids ['28a74b1d-b741-4afa-9492-e3ed9413030f'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:07.656999 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-0b4e3c4a-b38a-4865-9411-be2f2b06717b tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Request body: {'port': {'network_id': '8baf7b9f-6a73-4f1f-a009-edb8001ec1e5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-220818547'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:07.671225 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Routers {'28a74b1d-b741-4afa-9492-e3ed9413030f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:07.671851 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['28a74b1d-b741-4afa-9492-e3ed9413030f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:07.730899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1c9e915d-2cb3-41e6-89ae-7ddae7906ac0 None None] Provisioning complete for port 97799202-28eb-4052-b82b-486ec5757dee triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:07.731332 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c9e915d-2cb3-41e6-89ae-7ddae7906ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.743397 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.746614 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8645964b-28e9-4bf1-b80c-8f0b90093753 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0896804 Jul 23 20:32:07.761348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35430) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:07.832167 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Set router 28a74b1d-b741-4afa-9492-e3ed9413030f gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:07.917505 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-be5e170c-8e70-42db-b134-0da659ceeda9 admin admin] Deleting port d8655c30-c040-42b5-94f8-c7f697133622 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:07.918423 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-be5e170c-8e70-42db-b134-0da659ceeda9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.024975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4e3c4a-b38a-4865-9411-be2f2b06717b tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Made reservation on behalf of dc1865d45da0450caaf859e0dc461c0b for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:08.029904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0b4e3c4a-b38a-4865-9411-be2f2b06717b tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.036685 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'name': 'tempest-ServersTestMultiNic-369710933-router', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ec6b9252-0e87-427f-b599-4c6f760849a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:32:03Z', 'updated_at': '2021-07-23T20:32:05Z', 'revision_number': 3, 'project_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'gw_port': {'id': 'ec6b9252-0e87-427f-b599-4c6f760849a3', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ad:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:04Z', 'updated_at': '2021-07-23T20:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:08.049652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-8baf7b9f-6a73-4f1f-a009-edb8001ec1e5', 'network_id': '8baf7b9f-6a73-4f1f-a009-edb8001ec1e5', 'tenant_id': 'dc1865d45da0450caaf859e0dc461c0b', 'fixed_ips': [{'subnet_id': '8f60cf62-c787-4734-babc-19e84070da6b'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:32:08.050667 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.058806 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-0b4e3c4a-b38a-4865-9411-be2f2b06717b tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] device_id is not set on port 48a302d4-c214-47ab-a055-058ffb571a77 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:32:08.063594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ea4e1-3d51-4703-9603-cc0c3a7e61aa req-495eb241-13a1-43f2-b217-31b7ed3481a1 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:08.064744 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Checking router: 28a74b1d-b741-4afa-9492-e3ed9413030f for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:32:08.065938 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Updating router 28a74b1d-b741-4afa-9492-e3ed9413030f port ec6b9252-0e87-427f-b599-4c6f760849a3 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:32:08.066122 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c15ea4e1-3d51-4703-9603-cc0c3a7e61aa req-495eb241-13a1-43f2-b217-31b7ed3481a1 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.1445408 Jul 23 20:32:08.074825 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-be5e170c-8e70-42db-b134-0da659ceeda9 admin admin] For port d8655c30-c040-42b5-94f8-c7f697133622, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d8655c30-c040-42b5-94f8-c7f697133622,segment=NetworkSegment(876faced-d8cf-4f41-b4e8-dd51f3ba19be),segment_id=876faced-d8cf-4f41-b4e8-dd51f3ba19be)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:08.075483 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-be5e170c-8e70-42db-b134-0da659ceeda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.105616 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.122289 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-be5e170c-8e70-42db-b134-0da659ceeda9 admin admin] Calling delete_port for d8655c30-c040-42b5-94f8-c7f697133622 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:08.132553 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c15ea4e1-3d51-4703-9603-cc0c3a7e61aa req-12de6311-9cfd-47a0-8189-fb3195af563a tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594139 Jul 23 20:32:08.350170 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-0b4e3c4a-b38a-4865-9411-be2f2b06717b tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Allocated IP 2001:db8::301 (8baf7b9f-6a73-4f1f-a009-edb8001ec1e5/8f60cf62-c787-4734-babc-19e84070da6b/48a302d4-c214-47ab-a055-058ffb571a77) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:08.386911 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15062e9a-146e-4a11-8cba-f59472ae1d4e req-526c11fe-f02b-4f2c-978c-2af992239f92 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:08.389271 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-15062e9a-146e-4a11-8cba-f59472ae1d4e req-526c11fe-f02b-4f2c-978c-2af992239f92 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 948 time: 0.1135585 Jul 23 20:32:08.501000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 97799202-28eb-4052-b82b-486ec5757dee up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:08.503620 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-15062e9a-146e-4a11-8cba-f59472ae1d4e req-037714d7-2ecc-49ca-8a81-91c2745a0a0c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715806 Jul 23 20:32:08.520093 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-be5e170c-8e70-42db-b134-0da659ceeda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.573264 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e170c-8e70-42db-b134-0da659ceeda9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8655c30-c040-42b5-94f8-c7f697133622,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:08.584397 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.600066 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Transition to ACTIVE for port object ec6b9252-0e87-427f-b599-4c6f760849a3 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:08.612746 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.651987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 97799202-28eb-4052-b82b-486ec5757dee triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:08.657531 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.665842 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410a28c-deae-494b-882f-ede1d0200fce None None] Pushing event updated for resources: {'Port': ['ID=ec6b9252-0e87-427f-b599-4c6f760849a3,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:08.678146 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a28c-deae-494b-882f-ede1d0200fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.678482 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a28c-deae-494b-882f-ede1d0200fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.678814 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a28c-deae-494b-882f-ede1d0200fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.679156 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a28c-deae-494b-882f-ede1d0200fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.679481 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a28c-deae-494b-882f-ede1d0200fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.679800 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a28c-deae-494b-882f-ede1d0200fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.680118 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a28c-deae-494b-882f-ede1d0200fce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.680441 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a28c-deae-494b-882f-ede1d0200fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.680738 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a28c-deae-494b-882f-ede1d0200fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.681250 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a28c-deae-494b-882f-ede1d0200fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.682220 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a28c-deae-494b-882f-ede1d0200fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.682727 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2410a28c-deae-494b-882f-ede1d0200fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.720578 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Attempting to bind port ec6b9252-0e87-427f-b599-4c6f760849a3 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:08.720939 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Attempting to bind port ec6b9252-0e87-427f-b599-4c6f760849a3 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:08.721309 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Attempting to bind port ec6b9252-0e87-427f-b599-4c6f760849a3 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:08.735771 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:08.736143 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:08.736540 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.736925 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:08.737455 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Bound port: ec6b9252-0e87-427f-b599-4c6f760849a3, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:08.737848 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.840158 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] For port ec6b9252-0e87-427f-b599-4c6f760849a3, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:08.844501 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] For port ec6b9252-0e87-427f-b599-4c6f760849a3, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=ec6b9252-0e87-427f-b599-4c6f760849a3,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:08.849726 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0b4e3c4a-b38a-4865-9411-be2f2b06717b tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.852572 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.876608 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-be5e170c-8e70-42db-b134-0da659ceeda9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.900615 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-0b4e3c4a-b38a-4865-9411-be2f2b06717b tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Transition to ACTIVE for port object 48a302d4-c214-47ab-a055-058ffb571a77 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:08.974598 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410a28c-deae-494b-882f-ede1d0200fce None None] Pushing event updated for resources: {'Port': ['ID=ec6b9252-0e87-427f-b599-4c6f760849a3,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:08.983530 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Routers {'28a74b1d-b741-4afa-9492-e3ed9413030f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:08.984039 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['28a74b1d-b741-4afa-9492-e3ed9413030f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:09.079624 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0b4e3c4a-b38a-4865-9411-be2f2b06717b tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:09.119489 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] Set router 28a74b1d-b741-4afa-9492-e3ed9413030f gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:09.133129 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Allocated IP 2001:db8::2 (8baf7b9f-6a73-4f1f-a009-edb8001ec1e5/8f60cf62-c787-4734-babc-19e84070da6b/f30a8481-3fa0-4190-a5f9-8a30027b5d21) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:09.220370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4e3c4a-b38a-4865-9411-be2f2b06717b tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Network 8baf7b9f-6a73-4f1f-a009-edb8001ec1e5 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:09.232398 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-0b4e3c4a-b38a-4865-9411-be2f2b06717b tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:09.242344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4e3c4a-b38a-4865-9411-be2f2b06717b tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:09.249107 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4e3c4a-b38a-4865-9411-be2f2b06717b tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:09.249758 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0b4e3c4a-b38a-4865-9411-be2f2b06717b tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:09.267080 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5e170c-8e70-42db-b134-0da659ceeda9 admin admin] Router d21dcc4d-051d-430e-85bb-069c0d1e13cd has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:09.268889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e3c4a-b38a-4865-9411-be2f2b06717b tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Pushing event updated for resources: {'Port': ['ID=48a302d4-c214-47ab-a055-058ffb571a77,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:09.277680 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:09.299437 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0b4e3c4a-b38a-4865-9411-be2f2b06717b tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6475930 Jul 23 20:32:09.301653 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35446) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:09.311377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-21e2f023-c0f5-4c3b-ba4a-c4ba7ceb14c9 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Request body: {'port': {'network_id': '8baf7b9f-6a73-4f1f-a009-edb8001ec1e5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1961724566', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:09.312059 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.api.validators [None req-21e2f023-c0f5-4c3b-ba4a-c4ba7ceb14c9 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] bootfile-name is not in valid_values {{(pid=93810) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:32:09.314993 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.api.validators [None req-21e2f023-c0f5-4c3b-ba4a-c4ba7ceb14c9 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] tftp-server is not in valid_values {{(pid=93810) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:32:09.314993 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.api.validators [None req-21e2f023-c0f5-4c3b-ba4a-c4ba7ceb14c9 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] server-ip-address is not in valid_values {{(pid=93810) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:32:09.357774 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'name': 'tempest-ServersTestMultiNic-369710933-router', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ec6b9252-0e87-427f-b599-4c6f760849a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:32:03Z', 'updated_at': '2021-07-23T20:32:05Z', 'revision_number': 3, 'project_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'gw_port': {'id': 'ec6b9252-0e87-427f-b599-4c6f760849a3', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ad:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:04Z', 'updated_at': '2021-07-23T20:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:09.385906 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7595fad3-52ca-427e-b3ab-23cb252f54ee None None] The sync data for ids ['28a74b1d-b741-4afa-9492-e3ed9413030f'] in n-d-791504-18 is: [{'id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'name': 'tempest-ServersTestMultiNic-369710933-router', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ec6b9252-0e87-427f-b599-4c6f760849a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:32:03Z', 'updated_at': '2021-07-23T20:32:05Z', 'revision_number': 3, 'project_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'gw_port': {'id': 'ec6b9252-0e87-427f-b599-4c6f760849a3', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ad:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:04Z', 'updated_at': '2021-07-23T20:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:09.435384 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:09.447988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Transition to ACTIVE for port object f30a8481-3fa0-4190-a5f9-8a30027b5d21 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:09.468929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Transition to ACTIVE for port object f30a8481-3fa0-4190-a5f9-8a30027b5d21 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:09.473675 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5e170c-8e70-42db-b134-0da659ceeda9 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:09.486734 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:09.489313 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349dfa9-955b-4b51-85e6-290b12713cb3 None None] Sync routers for ids ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:09.491729 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-be5e170c-8e70-42db-b134-0da659ceeda9 admin admin] 10.222.0.55 "PUT /v2.0/routers/d21dcc4d-051d-430e-85bb-069c0d1e13cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9287386 Jul 23 20:32:09.492433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35448) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:09.570518 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Network 8baf7b9f-6a73-4f1f-a009-edb8001ec1e5 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:09.574921 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349dfa9-955b-4b51-85e6-290b12713cb3 None None] Routers {'d21dcc4d-051d-430e-85bb-069c0d1e13cd'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:09.575609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7349dfa9-955b-4b51-85e6-290b12713cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:09.684527 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cae77b5-4e49-4f7c-9d8f-8c148f2daa84 admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:09.690193 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-7349dfa9-955b-4b51-85e6-290b12713cb3 None None] Set router d21dcc4d-051d-430e-85bb-069c0d1e13cd gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:09.790214 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:09.791921 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:09.802153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Pushing event updated for resources: {'Port': ['ID=f30a8481-3fa0-4190-a5f9-8a30027b5d21,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:10.049831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e2f023-c0f5-4c3b-ba4a-c4ba7ceb14c9 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Made reservation on behalf of dc1865d45da0450caaf859e0dc461c0b for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:10.053922 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-21e2f023-c0f5-4c3b-ba4a-c4ba7ceb14c9 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.056963 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Allocated IP 172.20.0.1 (3f30f2ae-a94a-4870-a5c9-a16cd9c2c809/e679bc0f-db43-4f62-abb1-cae2606aacbb/7d2f565a-63b0-4d9e-be05-5c9391f0ab12) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:10.114058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0851ea4e-626e-474a-94ac-20f06cdcfd27 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:10.114364 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-21e2f023-c0f5-4c3b-ba4a-c4ba7ceb14c9 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] device_id is not set on port 444d29d5-3622-4e64-8df2-2be5f7e86876 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:32:10.166607 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Attempting to bind port f30a8481-3fa0-4190-a5f9-8a30027b5d21 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:10.166891 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Attempting to bind port f30a8481-3fa0-4190-a5f9-8a30027b5d21 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'c0ecf238-a628-447a-9f96-a7f37aa26a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8baf7b9f-6a73-4f1f-a009-edb8001ec1e5'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:10.167295 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Attempting to bind port f30a8481-3fa0-4190-a5f9-8a30027b5d21 on network 8baf7b9f-6a73-4f1f-a009-edb8001ec1e5 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:10.184425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:10.184899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Checking segment: {'id': 'c0ecf238-a628-447a-9f96-a7f37aa26a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8baf7b9f-6a73-4f1f-a009-edb8001ec1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:10.185306 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.185711 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Bound using segment: {'id': 'c0ecf238-a628-447a-9f96-a7f37aa26a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8baf7b9f-6a73-4f1f-a009-edb8001ec1e5'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:10.186204 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Bound port: f30a8481-3fa0-4190-a5f9-8a30027b5d21, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ecf238-a628-447a-9f96-a7f37aa26a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8baf7b9f-6a73-4f1f-a009-edb8001ec1e5'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:10.186592 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.315965 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 0851ea4e-626e-474a-94ac-20f06cdcfd27 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:10.332473 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 0851ea4e-626e-474a-94ac-20f06cdcfd27 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:10.332862 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.342459 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] For port f30a8481-3fa0-4190-a5f9-8a30027b5d21, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:10.369655 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.397430 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-21e2f023-c0f5-4c3b-ba4a-c4ba7ceb14c9 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Allocated IP 2001:db8::281 (8baf7b9f-6a73-4f1f-a009-edb8001ec1e5/8f60cf62-c787-4734-babc-19e84070da6b/444d29d5-3622-4e64-8df2-2be5f7e86876) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:10.413036 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] For port f30a8481-3fa0-4190-a5f9-8a30027b5d21, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=f30a8481-3fa0-4190-a5f9-8a30027b5d21,segment=NetworkSegment(c0ecf238-a628-447a-9f96-a7f37aa26a42),segment_id=c0ecf238-a628-447a-9f96-a7f37aa26a42)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:10.414835 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Transition to ACTIVE for port object 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:10.428094 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.517421 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713a9d4-d5d0-468b-9133-e5a2c7db26a9 req-5871b30b-382c-4038-b32e-0307ab051c16 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:10.518965 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e713a9d4-d5d0-468b-9133-e5a2c7db26a9 req-5871b30b-382c-4038-b32e-0307ab051c16 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 1.2313681 Jul 23 20:32:10.535605 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7349dfa9-955b-4b51-85e6-290b12713cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'name': 'tempest-ServersTestBootFromVolume-2110992670-router', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:50Z', 'updated_at': '2021-07-23T20:32:08Z', 'revision_number': 5, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'gw_port': {'id': '70d277bc-d370-444e-8ce8-604cea98bc92', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:24:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:28:51Z', 'updated_at': '2021-07-23T20:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:10.647267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349dfa9-955b-4b51-85e6-290b12713cb3 None None] Checking router: d21dcc4d-051d-430e-85bb-069c0d1e13cd for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:32:10.661782 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a10bd-dd08-4028-ba34-b4a7243fd3ba None None] Pushing event updated for resources: {'Port': ['ID=f30a8481-3fa0-4190-a5f9-8a30027b5d21,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:10.668937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e713a9d4-d5d0-468b-9133-e5a2c7db26a9 req-d817763c-937b-4671-9bf4-30c0929d47b2 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307418 Jul 23 20:32:10.673595 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cae77b5-4e49-4f7c-9d8f-8c148f2daa84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.685693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f07e6-b280-4ce9-a6aa-27c63ec4e1b9 req-d47d649e-f57f-489c-9863-98c80398dbbc tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:10.687454 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-591f07e6-b280-4ce9-a6aa-27c63ec4e1b9 req-d47d649e-f57f-489c-9863-98c80398dbbc tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 948 time: 0.9997380 Jul 23 20:32:10.707325 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ec6b9252-0e87-427f-b599-4c6f760849a3 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:10.780631 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-591f07e6-b280-4ce9-a6aa-27c63ec4e1b9 req-73d70995-feed-4056-9efe-466c5223596c tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833194 Jul 23 20:32:10.803694 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6cae77b5-4e49-4f7c-9d8f-8c148f2daa84 admin admin] Deleting port 70d277bc-d370-444e-8ce8-604cea98bc92 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:10.804042 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cae77b5-4e49-4f7c-9d8f-8c148f2daa84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.840183 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-21e2f023-c0f5-4c3b-ba4a-c4ba7ceb14c9 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.892134 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-21e2f023-c0f5-4c3b-ba4a-c4ba7ceb14c9 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Transition to ACTIVE for port object 444d29d5-3622-4e64-8df2-2be5f7e86876 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:10.896118 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349dfa9-955b-4b51-85e6-290b12713cb3 None None] Routers {'d21dcc4d-051d-430e-85bb-069c0d1e13cd'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:10.896868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7349dfa9-955b-4b51-85e6-290b12713cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:10.954621 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.991641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Network 3f30f2ae-a94a-4870-a5c9-a16cd9c2c809 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:10.994531 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:11.010154 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-21e2f023-c0f5-4c3b-ba4a-c4ba7ceb14c9 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.031008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-6cae77b5-4e49-4f7c-9d8f-8c148f2daa84 admin admin] For port 70d277bc-d370-444e-8ce8-604cea98bc92, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=70d277bc-d370-444e-8ce8-604cea98bc92,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:11.031399 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cae77b5-4e49-4f7c-9d8f-8c148f2daa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.048610 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6cae77b5-4e49-4f7c-9d8f-8c148f2daa84 admin admin] Calling delete_port for 70d277bc-d370-444e-8ce8-604cea98bc92 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:11.056037 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.065470 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:11.111374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-7349dfa9-955b-4b51-85e6-290b12713cb3 None None] Set router d21dcc4d-051d-430e-85bb-069c0d1e13cd gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:11.117608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0906a0be-e4a9-42d4-a6d8-12c4709eef33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0851ea4e-626e-474a-94ac-20f06cdcfd27'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:11.120114 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a72c74e-3578-43a8-9ef0-b09c05e8e091" -d '{"events": [{"server_uuid": "0906a0be-e4a9-42d4-a6d8-12c4709eef33", "name": "network-vif-plugged", "status": "completed", "tag": "0851ea4e-626e-474a-94ac-20f06cdcfd27"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:11.149698 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e2f023-c0f5-4c3b-ba4a-c4ba7ceb14c9 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Network 8baf7b9f-6a73-4f1f-a009-edb8001ec1e5 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:11.157626 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-21e2f023-c0f5-4c3b-ba4a-c4ba7ceb14c9 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:11.170226 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e2f023-c0f5-4c3b-ba4a-c4ba7ceb14c9 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:11.181412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e2f023-c0f5-4c3b-ba4a-c4ba7ceb14c9 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:11.182414 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-21e2f023-c0f5-4c3b-ba4a-c4ba7ceb14c9 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.201016 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88e5941-cc26-4048-ae0e-73395beabadd x-openstack-request-id: req-b88e5941-cc26-4048-ae0e-73395beabadd {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:11.201596 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0906a0be-e4a9-42d4-a6d8-12c4709eef33", "name": "network-vif-plugged", "status": "completed", "tag": "0851ea4e-626e-474a-94ac-20f06cdcfd27", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:11.202026 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b88e5941-cc26-4048-ae0e-73395beabadd {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:11.203863 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0906a0be-e4a9-42d4-a6d8-12c4709eef33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0851ea4e-626e-474a-94ac-20f06cdcfd27', 'code': 200} Jul 23 20:32:11.213412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Pushing event updated for resources: {'Port': ['ID=7d2f565a-63b0-4d9e-be05-5c9391f0ab12,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:11.250057 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-21e2f023-c0f5-4c3b-ba4a-c4ba7ceb14c9 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9471643 Jul 23 20:32:11.252219 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35468) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:11.254120 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 0851ea4e-626e-474a-94ac-20f06cdcfd27, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0851ea4e-626e-474a-94ac-20f06cdcfd27,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:11.256572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7349dfa9-955b-4b51-85e6-290b12713cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'name': 'tempest-ServersTestBootFromVolume-2110992670-router', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:50Z', 'updated_at': '2021-07-23T20:32:10Z', 'revision_number': 6, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:11.291425 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.317210 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.320728 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7349dfa9-955b-4b51-85e6-290b12713cb3 None None] The sync data for ids ['d21dcc4d-051d-430e-85bb-069c0d1e13cd'] in n-d-791504-18 is: [{'id': 'd21dcc4d-051d-430e-85bb-069c0d1e13cd', 'name': 'tempest-ServersTestBootFromVolume-2110992670-router', 'tenant_id': '83cc6e1e107f4085988ac2c55dd76f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:28:50Z', 'updated_at': '2021-07-23T20:32:10Z', 'revision_number': 6, 'project_id': '83cc6e1e107f4085988ac2c55dd76f61', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:11.324113 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port ec6b9252-0e87-427f-b599-4c6f760849a3 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:11.330503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port ec6b9252-0e87-427f-b599-4c6f760849a3 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:11.330904 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.345623 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cae77b5-4e49-4f7c-9d8f-8c148f2daa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.412216 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=0851ea4e-626e-474a-94ac-20f06cdcfd27,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:11.425623 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae77b5-4e49-4f7c-9d8f-8c148f2daa84 admin admin] Pushing event deleted for resources: {'Port': ['ID=70d277bc-d370-444e-8ce8-604cea98bc92,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:11.489185 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.509551 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2f023-c0f5-4c3b-ba4a-c4ba7ceb14c9 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Pushing event updated for resources: {'Port': ['ID=444d29d5-3622-4e64-8df2-2be5f7e86876,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:11.538547 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cae77b5-4e49-4f7c-9d8f-8c148f2daa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.542554 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5e69e372-d260-4e67-bad1-ebbbf5b112fd None None] Provisioning for port 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:11.548925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a835c57-a42e-4968-9768-9fe627da8c13 req-2daab0d1-6230-4a0d-a46a-6e8e6cea0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:11.551003 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a835c57-a42e-4968-9768-9fe627da8c13 req-2daab0d1-6230-4a0d-a46a-6e8e6cea0d4e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 1101 time: 0.2312002 Jul 23 20:32:11.553868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port ec6b9252-0e87-427f-b599-4c6f760849a3, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=ec6b9252-0e87-427f-b599-4c6f760849a3,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:11.555252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5e69e372-d260-4e67-bad1-ebbbf5b112fd None None] Provisioning complete for port 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:11.555705 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e69e372-d260-4e67-bad1-ebbbf5b112fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.602365 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5e69e372-d260-4e67-bad1-ebbbf5b112fd None None] Port 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:32:11.606729 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.645951 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e8aeba-be1d-4b14-ae3d-58ddb852d408 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:11.653155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e8aeba-be1d-4b14-ae3d-58ddb852d408 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:11.660074 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e8aeba-be1d-4b14-ae3d-58ddb852d408 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:11.664298 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-11e8aeba-be1d-4b14-ae3d-58ddb852d408 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3848903 Jul 23 20:32:11.665106 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35472) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:11.673098 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.681868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=ec6b9252-0e87-427f-b599-4c6f760849a3,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:11.747345 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cae77b5-4e49-4f7c-9d8f-8c148f2daa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.757235 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cae77b5-4e49-4f7c-9d8f-8c148f2daa84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.771255 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a835c57-a42e-4968-9768-9fe627da8c13 req-9c78d0f7-4781-4e26-90b3-6b212c328c78 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438339 Jul 23 20:32:11.857412 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cae77b5-4e49-4f7c-9d8f-8c148f2daa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.858043 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cae77b5-4e49-4f7c-9d8f-8c148f2daa84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d21dcc4d-051d-430e-85bb-069c0d1e13cd {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:32:11.863305 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cae77b5-4e49-4f7c-9d8f-8c148f2daa84 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.868739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6cae77b5-4e49-4f7c-9d8f-8c148f2daa84 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d21dcc4d-051d-430e-85bb-069c0d1e13cd HTTP/1.1" status: 204 len: 168 time: 2.3735211 Jul 23 20:32:11.869372 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35478) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:11.909422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-cab3beec-49df-4b85-aa5b-35aab4f1998f tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Deleting port 444d29d5-3622-4e64-8df2-2be5f7e86876 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:11.909422 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cab3beec-49df-4b85-aa5b-35aab4f1998f tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.965295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e91dec-a9dd-4f45-ad1d-eece6223ddfa admin admin] Deleting subnet f7750dd8-00f3-4a53-80a2-8d4fd6798e2e {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:32:11.972850 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-60e91dec-a9dd-4f45-ad1d-eece6223ddfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.013216 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.020067 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.024242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c5efa-ce01-42a1-9ade-e88d9426e02c req-e9dd7602-7529-43e9-806d-6937255d2d84 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:12.026004 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-815c5efa-ce01-42a1-9ade-e88d9426e02c req-e9dd7602-7529-43e9-806d-6937255d2d84 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.2142811 Jul 23 20:32:12.037472 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-60e91dec-a9dd-4f45-ad1d-eece6223ddfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.070993 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c688468-7b60-4cca-adc0-74ed06871a8a req-4d12d369-8d87-499b-8dba-9ec335730992 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:12.072534 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c688468-7b60-4cca-adc0-74ed06871a8a req-4d12d369-8d87-499b-8dba-9ec335730992 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 949 time: 0.1710098 Jul 23 20:32:12.076021 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cab3beec-49df-4b85-aa5b-35aab4f1998f tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.100429 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-cab3beec-49df-4b85-aa5b-35aab4f1998f tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Calling delete_port for 444d29d5-3622-4e64-8df2-2be5f7e86876 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:12.121491 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.124669 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Pushing event updated for resources: {'Port': ['ID=7d2f565a-63b0-4d9e-be05-5c9391f0ab12,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:12.141825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-815c5efa-ce01-42a1-9ade-e88d9426e02c req-a667210e-e4a7-4bcb-84f8-6b67a3231c28 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092303 Jul 23 20:32:12.151042 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c688468-7b60-4cca-adc0-74ed06871a8a req-a2ab46f8-88aa-4d75-bbf7-db81c0562e6b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706799 Jul 23 20:32:12.189189 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-60e91dec-a9dd-4f45-ad1d-eece6223ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.264106 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-60e91dec-a9dd-4f45-ad1d-eece6223ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.289580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e91dec-a9dd-4f45-ad1d-eece6223ddfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7750dd8-00f3-4a53-80a2-8d4fd6798e2e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:12.295606 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-60e91dec-a9dd-4f45-ad1d-eece6223ddfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.296297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Network 3f30f2ae-a94a-4870-a5c9-a16cd9c2c809 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:12.299812 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-60e91dec-a9dd-4f45-ad1d-eece6223ddfa admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f7750dd8-00f3-4a53-80a2-8d4fd6798e2e HTTP/1.1" status: 204 len: 168 time: 0.4262950 Jul 23 20:32:12.300084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35484) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:12.302278 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2750e2-5c4e-45c8-a326-a1206d85745c None None] Network c97f5b5d-a800-4aa3-8195-36fc8395644b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:12.314997 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:12.413125 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.461033 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cab3beec-49df-4b85-aa5b-35aab4f1998f tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.502301 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3beec-49df-4b85-aa5b-35aab4f1998f tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Pushing event deleted for resources: {'Port': ['ID=444d29d5-3622-4e64-8df2-2be5f7e86876,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:12.548535 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cab3beec-49df-4b85-aa5b-35aab4f1998f tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.555247 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cab3beec-49df-4b85-aa5b-35aab4f1998f tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] 10.222.0.55 "DELETE /v2.0/ports/444d29d5-3622-4e64-8df2-2be5f7e86876 HTTP/1.1" status: 204 len: 168 time: 0.8848262 Jul 23 20:32:12.556247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35486) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:12.571672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a315c63d-6ec7-4857-a572-7198e359e427 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Request body: {'port': {'name': 'tempest-new-port-name-1083785308', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:12.573516 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.api.validators [None req-a315c63d-6ec7-4857-a572-7198e359e427 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] bootfile-name is not in valid_values {{(pid=93811) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:32:12.573870 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.api.validators [None req-a315c63d-6ec7-4857-a572-7198e359e427 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] tftp-server is not in valid_values {{(pid=93811) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:32:12.574206 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.api.validators [None req-a315c63d-6ec7-4857-a572-7198e359e427 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] server-ip-address is not in valid_values {{(pid=93811) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:32:12.582190 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Router 28a74b1d-b741-4afa-9492-e3ed9413030f has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:12.582544 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] Deleting port 5fa9fe20-7115-46dd-be35-1a208394ed13 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:12.582810 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.633115 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f30a8481-3fa0-4190-a5f9-8a30027b5d21 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:12.721544 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port f30a8481-3fa0-4190-a5f9-8a30027b5d21 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:12.728016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ec6b9252-0e87-427f-b599-4c6f760849a3 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:12.776991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] For port 5fa9fe20-7115-46dd-be35-1a208394ed13, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=5fa9fe20-7115-46dd-be35-1a208394ed13,segment=NetworkSegment(876faced-d8cf-4f41-b4e8-dd51f3ba19be),segment_id=876faced-d8cf-4f41-b4e8-dd51f3ba19be)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:12.777362 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.780747 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a315c63d-6ec7-4857-a572-7198e359e427 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.818553 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11df9e4d-7989-46bb-bbca-6139ddcb5abc None None] DHCP port deletion for c97f5b5d-a800-4aa3-8195-36fc8395644b request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:32:12.845115 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] Calling delete_port for 5fa9fe20-7115-46dd-be35-1a208394ed13 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:12.860457 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:12.877737 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6337f008-3bcd-4774-8162-cb9a1056ea72 admin admin] 10.222.0.55 "PUT /v2.0/routers/28a74b1d-b741-4afa-9492-e3ed9413030f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1105108 Jul 23 20:32:12.889969 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Sync routers for ids ['28a74b1d-b741-4afa-9492-e3ed9413030f'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:12.918111 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Routers {'28a74b1d-b741-4afa-9492-e3ed9413030f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:12.919468 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['28a74b1d-b741-4afa-9492-e3ed9413030f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:12.958697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-801cd55a-89d9-4755-9eb4-1c40ee0a33ca None None] Provisioning complete for port 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:12.961909 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-801cd55a-89d9-4755-9eb4-1c40ee0a33ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.050891 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b58324-cf7f-48c9-a057-41d61669ec4c None None] Network 8baf7b9f-6a73-4f1f-a009-edb8001ec1e5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:13.164527 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Set router 28a74b1d-b741-4afa-9492-e3ed9413030f gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:13.227511 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-801cd55a-89d9-4755-9eb4-1c40ee0a33ca None None] Port 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:32:13.258903 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.302248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa9fe20-7115-46dd-be35-1a208394ed13,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:13.302464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port ec6b9252-0e87-427f-b599-4c6f760849a3 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:13.302817 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.329977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35508) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:13.332938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] No DVR routers for this DVR port 5fa9fe20-7115-46dd-be35-1a208394ed13 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:13.352662 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-11df9e4d-7989-46bb-bbca-6139ddcb5abc None None] Deleting port 5fa9fe20-7115-46dd-be35-1a208394ed13 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:13.353247 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11df9e4d-7989-46bb-bbca-6139ddcb5abc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.420426 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-dc9d8196-a664-473f-a41e-83e65ca9395a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-875416415'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:13.428490 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1e9a9204-31f8-496a-a1c1-c4118e3afdfb None None] Provisioning for port f30a8481-3fa0-4190-a5f9-8a30027b5d21 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:13.466424 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a315c63d-6ec7-4857-a572-7198e359e427 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.470336 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9d8196-a664-473f-a41e-83e65ca9395a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Made reservation on behalf of d1e9caa4dd094c2487ffcc41d3548234 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:13.475548 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dc9d8196-a664-473f-a41e-83e65ca9395a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.480171 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1e9a9204-31f8-496a-a1c1-c4118e3afdfb None None] Provisioning complete for port f30a8481-3fa0-4190-a5f9-8a30027b5d21 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:13.480870 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e9a9204-31f8-496a-a1c1-c4118e3afdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.490379 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a315c63d-6ec7-4857-a572-7198e359e427 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.509186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-a315c63d-6ec7-4857-a572-7198e359e427 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] In _notify_port_updated(), no bound segment for port 48a302d4-c214-47ab-a055-058ffb571a77 on network 8baf7b9f-6a73-4f1f-a009-edb8001ec1e5 {{(pid=93811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:32:13.514764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a315c63d-6ec7-4857-a572-7198e359e427 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:13.515453 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a315c63d-6ec7-4857-a572-7198e359e427 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.520424 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a315c63d-6ec7-4857-a572-7198e359e427 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] 10.222.0.55 "PUT /v2.0/ports/48a302d4-c214-47ab-a055-058ffb571a77 HTTP/1.1" status: 200 len: 1130 time: 0.9615936 Jul 23 20:32:13.528715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9d8196-a664-473f-a41e-83e65ca9395a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:13.544303 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dc9d8196-a664-473f-a41e-83e65ca9395a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.544303 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-dc9d8196-a664-473f-a41e-83e65ca9395a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Added segment 9946fa52-7754-4dae-bb4d-aa5e70dd3a42 of type vlan for network bc1818a6-90ca-44c9-9f50-4781ea58c24e Jul 23 20:32:13.558072 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35512) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:13.576219 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-11df9e4d-7989-46bb-bbca-6139ddcb5abc None None] For port 5fa9fe20-7115-46dd-be35-1a208394ed13, host n-d-791504-18, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:13.576923 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11df9e4d-7989-46bb-bbca-6139ddcb5abc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.592123 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dc9d8196-a664-473f-a41e-83e65ca9395a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.628564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-11df9e4d-7989-46bb-bbca-6139ddcb5abc None None] Calling delete_port for 5fa9fe20-7115-46dd-be35-1a208394ed13 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:13.630665 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dc9d8196-a664-473f-a41e-83e65ca9395a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.635038 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'name': 'tempest-ServersTestMultiNic-369710933-router', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ec6b9252-0e87-427f-b599-4c6f760849a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:32:03Z', 'updated_at': '2021-07-23T20:32:11Z', 'revision_number': 4, 'project_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'gw_port': {'id': 'ec6b9252-0e87-427f-b599-4c6f760849a3', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ad:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:04Z', 'updated_at': '2021-07-23T20:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7d2f565a-63b0-4d9e-be05-5c9391f0ab12', 'name': '', 'network_id': '3f30f2ae-a94a-4870-a5c9-a16cd9c2c809', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'mac_address': 'fa:16:3e:af:c1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'e679bc0f-db43-4f62-abb1-cae2606aacbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:09Z', 'updated_at': '2021-07-23T20:32:11Z', 'revision_number': 2, 'project_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'subnets': [{'id': 'e679bc0f-db43-4f62-abb1-cae2606aacbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:13.637735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-11df9e4d-7989-46bb-bbca-6139ddcb5abc None None] Port 5fa9fe20-7115-46dd-be35-1a208394ed13 was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:32:13.643927 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9d8196-a664-473f-a41e-83e65ca9395a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:13.644572 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dc9d8196-a664-473f-a41e-83e65ca9395a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.668716 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Checking router: 28a74b1d-b741-4afa-9492-e3ed9413030f for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:32:13.669370 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Updating router 28a74b1d-b741-4afa-9492-e3ed9413030f port 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:32:13.670476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315c63d-6ec7-4857-a572-7198e359e427 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Pushing event updated for resources: {'Port': ['ID=48a302d4-c214-47ab-a055-058ffb571a77,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:13.671368 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11df9e4d-7989-46bb-bbca-6139ddcb5abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.718092 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.733901 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dc9d8196-a664-473f-a41e-83e65ca9395a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4032674 Jul 23 20:32:13.738628 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35514) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:13.747342 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-439f6a89-28fe-41cd-86eb-69bdb73001da tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Request body: {'subnet': {'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:13.770327 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.805934 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d8196-a664-473f-a41e-83e65ca9395a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event updated for resources: {'Network': ['ID=bc1818a6-90ca-44c9-9f50-4781ea58c24e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:13.807675 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97f5b5d-a800-4aa3-8195-36fc8395644b']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:13.822901 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876faced-d8cf-4f41-b4e8-dd51f3ba19be') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:13.823317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876faced-d8cf-4f41-b4e8-dd51f3ba19be') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:13.833005 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.851977 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.858615 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:13.859112 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:13.880377 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:13.885112 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network bc1818a6-90ca-44c9-9f50-4781ea58c24e details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:13.893778 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e750d0f8-3cfb-4bd7-be00-5c91d27f03be tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:13.895352 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e750d0f8-3cfb-4bd7-be00-5c91d27f03be tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] 10.222.0.55 "GET /v2.0/ports/48a302d4-c214-47ab-a055-058ffb571a77 HTTP/1.1" status: 200 len: 1130 time: 0.3387604 Jul 23 20:32:13.899209 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35516) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:13.909391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df9e4d-7989-46bb-bbca-6139ddcb5abc None None] Pushing event deleted for resources: {'Port': ['ID=5fa9fe20-7115-46dd-be35-1a208394ed13,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:13.913138 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11df9e4d-7989-46bb-bbca-6139ddcb5abc None None] No DVR routers for this DVR port 5fa9fe20-7115-46dd-be35-1a208394ed13 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:13.954601 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e9a9204-31f8-496a-a1c1-c4118e3afdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.995935 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.007130 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.012394 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c97f5b5d-a800-4aa3-8195-36fc8395644b HTTP/1.1" status: 204 len: 168 time: 1.7113814 Jul 23 20:32:14.017092 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439f6a89-28fe-41cd-86eb-69bdb73001da tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Made reservation on behalf of d1e9caa4dd094c2487ffcc41d3548234 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:14.021760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0365041-2ce8-4883-824c-8d7781d6fcd5 req-d76c0b2b-b38b-474b-9182-f629a9b99b9e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:14.022685 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-439f6a89-28fe-41cd-86eb-69bdb73001da tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.023535 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0365041-2ce8-4883-824c-8d7781d6fcd5 req-d76c0b2b-b38b-474b-9182-f629a9b99b9e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.6434677 Jul 23 20:32:14.031186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4063d8-6f52-489d-acff-624f580ac1b1 req-d0243adc-ed35-4907-8ab2-c6051efec2bb tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:14.032700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a4063d8-6f52-489d-acff-624f580ac1b1 req-d0243adc-ed35-4907-8ab2-c6051efec2bb tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 949 time: 0.6511252 Jul 23 20:32:14.056128 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f77760-1ca4-45e0-8ac4-6bba30a0b607 admin admin] Pushing event deleted for resources: {'Network': ['ID=c97f5b5d-a800-4aa3-8195-36fc8395644b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:14.076880 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1e9a9204-31f8-496a-a1c1-c4118e3afdfb None None] For port f30a8481-3fa0-4190-a5f9-8a30027b5d21, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=f30a8481-3fa0-4190-a5f9-8a30027b5d21,segment=NetworkSegment(c0ecf238-a628-447a-9f96-a7f37aa26a42),segment_id=c0ecf238-a628-447a-9f96-a7f37aa26a42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:14.092548 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d8655c30-c040-42b5-94f8-c7f697133622 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:14.108831 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e9a9204-31f8-496a-a1c1-c4118e3afdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.155645 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0365041-2ce8-4883-824c-8d7781d6fcd5 req-70c7aef4-8c5d-4996-b2e8-1a077a509aa6 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097121 Jul 23 20:32:14.162409 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a4063d8-6f52-489d-acff-624f580ac1b1 req-256e8642-0789-4473-828a-f78c7193a777 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153951 Jul 23 20:32:14.214332 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.216044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: d8655c30-c040-42b5-94f8-c7f697133622 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:14.216998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d8655c30-c040-42b5-94f8-c7f697133622 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:14.218688 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 70d277bc-d370-444e-8ce8-604cea98bc92 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:14.235367 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Transition to ACTIVE for port object 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:14.257598 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.429411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35524) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:14.454956 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 70d277bc-d370-444e-8ce8-604cea98bc92 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:14.456172 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 70d277bc-d370-444e-8ce8-604cea98bc92 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:14.484193 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a9204-31f8-496a-a1c1-c4118e3afdfb None None] Pushing event updated for resources: {'Port': ['ID=f30a8481-3fa0-4190-a5f9-8a30027b5d21,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:14.508130 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Attempting to bind port 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:14.508496 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Attempting to bind port 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '927d7245-6f8f-4766-b29a-a724efaa49fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f30f2ae-a94a-4870-a5c9-a16cd9c2c809'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:14.508858 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Attempting to bind port 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 on network 3f30f2ae-a94a-4870-a5c9-a16cd9c2c809 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:14.552702 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-439f6a89-28fe-41cd-86eb-69bdb73001da tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.559394 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:14.559885 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Checking segment: {'id': '927d7245-6f8f-4766-b29a-a724efaa49fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f30f2ae-a94a-4870-a5c9-a16cd9c2c809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:14.560287 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.560683 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Bound using segment: {'id': '927d7245-6f8f-4766-b29a-a724efaa49fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f30f2ae-a94a-4870-a5c9-a16cd9c2c809'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:14.561171 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Bound port: 7d2f565a-63b0-4d9e-be05-5c9391f0ab12, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '927d7245-6f8f-4766-b29a-a724efaa49fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3f30f2ae-a94a-4870-a5c9-a16cd9c2c809'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:14.561547 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.588523 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5fa9fe20-7115-46dd-be35-1a208394ed13 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:14.593832 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8f7ed-330b-4328-b589-fbed0e74df7c None None] Pushing event updated for resources: {'Port': ['ID=7d2f565a-63b0-4d9e-be05-5c9391f0ab12,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:14.605035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d671750e-2f82-4ef3-a78f-66585a00b3dc tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Deleting port 48a302d4-c214-47ab-a055-058ffb571a77 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:14.605701 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d671750e-2f82-4ef3-a78f-66585a00b3dc tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.634002 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5b73b353-db23-47b9-abd9-89255866ebdc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83cc6e1e107f4085988ac2c55dd76f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2020247 Jul 23 20:32:14.634603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 5fa9fe20-7115-46dd-be35-1a208394ed13 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:14.634603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5fa9fe20-7115-46dd-be35-1a208394ed13 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:14.634833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35526) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:14.665356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d5034-3c44-479b-862d-e1d512158fb5 req-d8c4870b-16b6-4b3d-8dc0-a4a380ad812f tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:14.683090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-258d5034-3c44-479b-862d-e1d512158fb5 req-d8c4870b-16b6-4b3d-8dc0-a4a380ad812f tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 1101 time: 0.2675264 Jul 23 20:32:14.710293 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] For port 7d2f565a-63b0-4d9e-be05-5c9391f0ab12, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:14.713752 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] For port 7d2f565a-63b0-4d9e-be05-5c9391f0ab12, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7d2f565a-63b0-4d9e-be05-5c9391f0ab12,segment=NetworkSegment(927d7245-6f8f-4766-b29a-a724efaa49fe),segment_id=927d7245-6f8f-4766-b29a-a724efaa49fe)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:14.726315 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.742903 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439f6a89-28fe-41cd-86eb-69bdb73001da tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Checking segment: {'id': '9946fa52-7754-4dae-bb4d-aa5e70dd3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:14.743394 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439f6a89-28fe-41cd-86eb-69bdb73001da tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Network hostable DHCP agents. Network: bc1818a6-90ca-44c9-9f50-4781ea58c24e, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:32:14.807593 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad94266b-1fdd-4401-9b05-057dd3e496f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.827282 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-258d5034-3c44-479b-862d-e1d512158fb5 req-1a336654-f6dd-4785-9f0c-daa44e0f8cb4 tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429780 Jul 23 20:32:14.829387 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f6a89-28fe-41cd-86eb-69bdb73001da tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event updated for resources: {'Subnet': ['ID=ddc0f49a-3ad1-4f9f-8137-3b678a9eb15e,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:14.851714 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439f6a89-28fe-41cd-86eb-69bdb73001da tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Network bc1818a6-90ca-44c9-9f50-4781ea58c24e is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:32:14.865072 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Routers {'28a74b1d-b741-4afa-9492-e3ed9413030f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:14.865895 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:31:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['28a74b1d-b741-4afa-9492-e3ed9413030f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:14.869542 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8f7ed-330b-4328-b589-fbed0e74df7c None None] Pushing event updated for resources: {'Port': ['ID=7d2f565a-63b0-4d9e-be05-5c9391f0ab12,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:14.870231 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad94266b-1fdd-4401-9b05-057dd3e496f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.892273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-503b8b5f-5658-4e0a-9892-af2fab1d3196 None None] Provisioning complete for port f30a8481-3fa0-4190-a5f9-8a30027b5d21 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:14.892898 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-503b8b5f-5658-4e0a-9892-af2fab1d3196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.903188 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d671750e-2f82-4ef3-a78f-66585a00b3dc tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.937554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d671750e-2f82-4ef3-a78f-66585a00b3dc tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Calling delete_port for 48a302d4-c214-47ab-a055-058ffb571a77 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:15.004791 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad94266b-1fdd-4401-9b05-057dd3e496f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.007676 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad94266b-1fdd-4401-9b05-057dd3e496f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.016042 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ad94266b-1fdd-4401-9b05-057dd3e496f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f837adb8-15a1-4264-b119-9b0de60861ae HTTP/1.1" status: 204 len: 168 time: 0.3794193 Jul 23 20:32:15.033058 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94266b-1fdd-4401-9b05-057dd3e496f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f837adb8-15a1-4264-b119-9b0de60861ae,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:15.093115 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-439f6a89-28fe-41cd-86eb-69bdb73001da tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, bc1818a6-90ca-44c9-9f50-4781ea58c24e) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:15.104172 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439f6a89-28fe-41cd-86eb-69bdb73001da tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:15.105064 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-439f6a89-28fe-41cd-86eb-69bdb73001da tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.121527 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] Set router 28a74b1d-b741-4afa-9492-e3ed9413030f gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:15.149968 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7ed946-a2ec-42f2-8d41-64d17b5b38ec None None] Network bc1818a6-90ca-44c9-9f50-4781ea58c24e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:15.166449 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-439f6a89-28fe-41cd-86eb-69bdb73001da tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4268832 Jul 23 20:32:15.169123 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35538) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:15.174320 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-29c1f838-e60c-439c-ab70-9bfe37a0ee10 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-175688311'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:15.315944 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.337151 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-e2ed5644-41d4-4063-b51f-9aa2f9a3a59d tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c94ee6e2163943e1943042f737f6e068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1018789 Jul 23 20:32:15.372976 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d671750e-2f82-4ef3-a78f-66585a00b3dc tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.388126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c1f838-e60c-439c-ab70-9bfe37a0ee10 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Made reservation on behalf of d1e9caa4dd094c2487ffcc41d3548234 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:15.391675 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-29c1f838-e60c-439c-ab70-9bfe37a0ee10 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.399354 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-503b8b5f-5658-4e0a-9892-af2fab1d3196 None None] Provisioning for port 48a302d4-c214-47ab-a055-058ffb571a77 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:15.443269 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671750e-2f82-4ef3-a78f-66585a00b3dc tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Pushing event deleted for resources: {'Port': ['ID=48a302d4-c214-47ab-a055-058ffb571a77,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:15.471473 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c1f838-e60c-439c-ab70-9bfe37a0ee10 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:15.474361 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-503b8b5f-5658-4e0a-9892-af2fab1d3196 None None] Provisioning complete for port 48a302d4-c214-47ab-a055-058ffb571a77 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:15.474748 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-503b8b5f-5658-4e0a-9892-af2fab1d3196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.511229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-503b8b5f-5658-4e0a-9892-af2fab1d3196 None None] Port 48a302d4-c214-47ab-a055-058ffb571a77 was deleted so its status cannot be updated. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 20:32:15.555763 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d671750e-2f82-4ef3-a78f-66585a00b3dc tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.561111 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d671750e-2f82-4ef3-a78f-66585a00b3dc tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] 10.222.0.55 "DELETE /v2.0/ports/48a302d4-c214-47ab-a055-058ffb571a77 HTTP/1.1" status: 204 len: 168 time: 1.6606026 Jul 23 20:32:15.561767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35554) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:15.570156 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-bc1818a6-90ca-44c9-9f50-4781ea58c24e', 'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'fixed_ips': [{'subnet_id': 'ddc0f49a-3ad1-4f9f-8137-3b678a9eb15e'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:32:15.571089 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.585282 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-29c1f838-e60c-439c-ab70-9bfe37a0ee10 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.585994 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-29c1f838-e60c-439c-ab70-9bfe37a0ee10 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Added segment b12165ea-7ec2-40b0-a175-e3b5c2b35022 of type vlan for network ccb24f4f-5c25-4637-88fd-346ea58be710 Jul 23 20:32:15.649390 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6710be-b8a9-452f-bfa6-893af219f0a5 req-3f4ebc26-9b42-4da5-9092-8c06579bf858 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:15.650934 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b6710be-b8a9-452f-bfa6-893af219f0a5 req-3f4ebc26-9b42-4da5-9092-8c06579bf858 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.3127992 Jul 23 20:32:15.709467 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-06024383-0e31-4087-bc5b-15b88c5e18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Deleting subnet 8f60cf62-c787-4734-babc-19e84070da6b {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:32:15.726666 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06024383-0e31-4087-bc5b-15b88c5e18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.749646 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-de1b9fc9-077b-41f3-a7ce-0ff0ddd2b0e0 None None] Could not find standard attr ID for object 48a302d4-c214-47ab-a055-058ffb571a77. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:32:15.801536 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'name': 'tempest-ServersTestMultiNic-369710933-router', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ec6b9252-0e87-427f-b599-4c6f760849a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:32:03Z', 'updated_at': '2021-07-23T20:32:11Z', 'revision_number': 4, 'project_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'gw_port': {'id': 'ec6b9252-0e87-427f-b599-4c6f760849a3', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ad:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:04Z', 'updated_at': '2021-07-23T20:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7d2f565a-63b0-4d9e-be05-5c9391f0ab12', 'name': '', 'network_id': '3f30f2ae-a94a-4870-a5c9-a16cd9c2c809', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'mac_address': 'fa:16:3e:af:c1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'e679bc0f-db43-4f62-abb1-cae2606aacbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:09Z', 'updated_at': '2021-07-23T20:32:14Z', 'revision_number': 4, 'project_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'subnets': [{'id': 'e679bc0f-db43-4f62-abb1-cae2606aacbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:15.805477 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-29c1f838-e60c-439c-ab70-9bfe37a0ee10 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.826353 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b6710be-b8a9-452f-bfa6-893af219f0a5 req-cc78c3a9-dcc6-4279-ad5b-36e6cd892147 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328197 Jul 23 20:32:15.834403 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06024383-0e31-4087-bc5b-15b88c5e18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.845311 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f9119e-7b53-4331-b552-dc209177ea52 None None] The sync data for ids ['28a74b1d-b741-4afa-9492-e3ed9413030f'] in n-d-791504-18 is: [{'id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'name': 'tempest-ServersTestMultiNic-369710933-router', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ec6b9252-0e87-427f-b599-4c6f760849a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:32:03Z', 'updated_at': '2021-07-23T20:32:11Z', 'revision_number': 4, 'project_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'gw_port': {'id': 'ec6b9252-0e87-427f-b599-4c6f760849a3', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ad:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:04Z', 'updated_at': '2021-07-23T20:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7d2f565a-63b0-4d9e-be05-5c9391f0ab12', 'name': '', 'network_id': '3f30f2ae-a94a-4870-a5c9-a16cd9c2c809', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'mac_address': 'fa:16:3e:af:c1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'e679bc0f-db43-4f62-abb1-cae2606aacbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:09Z', 'updated_at': '2021-07-23T20:32:14Z', 'revision_number': 4, 'project_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'subnets': [{'id': 'e679bc0f-db43-4f62-abb1-cae2606aacbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:15.887034 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-4339c0ad-7218-4881-8b36-0c49f4a667dc tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:15.889108 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-4339c0ad-7218-4881-8b36-0c49f4a667dc tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4699862 Jul 23 20:32:15.910659 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Allocated IP 19.80.0.2 (bc1818a6-90ca-44c9-9f50-4781ea58c24e/ddc0f49a-3ad1-4f9f-8137-3b678a9eb15e/3e434257-ab8b-4f31-8010-8e7a6b4e01ef) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:15.968784 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-85dea847-44b7-4227-98e0-021cc821d74a None None] Could not find standard attr ID for object 444d29d5-3622-4e64-8df2-2be5f7e86876. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:32:15.984775 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-29c1f838-e60c-439c-ab70-9bfe37a0ee10 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.018816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c1f838-e60c-439c-ab70-9bfe37a0ee10 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:16.029347 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-29c1f838-e60c-439c-ab70-9bfe37a0ee10 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.058955 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-cff38571-1302-4a88-a981-80e56305a004 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/quotas/c94ee6e2163943e1943042f737f6e068 HTTP/1.1" status: 200 len: 375 time: 0.0943511 Jul 23 20:32:16.143254 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06024383-0e31-4087-bc5b-15b88c5e18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.237521 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06024383-0e31-4087-bc5b-15b88c5e18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.294631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06024383-0e31-4087-bc5b-15b88c5e18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Pushing event deleted for resources: {'Subnet': ['ID=8f60cf62-c787-4734-babc-19e84070da6b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:16.298390 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06024383-0e31-4087-bc5b-15b88c5e18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.303967 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-06024383-0e31-4087-bc5b-15b88c5e18d8 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] 10.222.0.55 "DELETE /v2.0/subnets/8f60cf62-c787-4734-babc-19e84070da6b HTTP/1.1" status: 204 len: 168 time: 0.7412016 Jul 23 20:32:16.305078 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35566) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:16.334823 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91b6eb3-b581-4a7b-be1a-9ac03ff01b92 None None] Network 8baf7b9f-6a73-4f1f-a009-edb8001ec1e5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:16.340374 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.372374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Transition to ACTIVE for port object 3e434257-ab8b-4f31-8010-8e7a6b4e01ef will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:16.418227 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.437440 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-29c1f838-e60c-439c-ab70-9bfe37a0ee10 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2671981 Jul 23 20:32:16.440198 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1f838-e60c-439c-ab70-9bfe37a0ee10 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event updated for resources: {'Network': ['ID=ccb24f4f-5c25-4637-88fd-346ea58be710,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:16.457405 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35572) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:16.463727 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Transition to ACTIVE for port object 3e434257-ab8b-4f31-8010-8e7a6b4e01ef will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:16.467590 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-cf01a7a2-f11b-4f14-a4b2-fa64577ba572 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Request body: {'subnet': {'network_id': 'ccb24f4f-5c25-4637-88fd-346ea58be710', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:16.474959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network ccb24f4f-5c25-4637-88fd-346ea58be710 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:16.612297 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-0e447b5a-3bfe-472c-b65c-f17a5fa20654 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5519221 Jul 23 20:32:16.631980 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.716354 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Deleting port f30a8481-3fa0-4190-a5f9-8a30027b5d21 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:16.716951 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.729745 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf01a7a2-f11b-4f14-a4b2-fa64577ba572 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Made reservation on behalf of d1e9caa4dd094c2487ffcc41d3548234 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:16.744743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35582) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:16.747979 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf01a7a2-f11b-4f14-a4b2-fa64577ba572 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.773630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Pushing event updated for resources: {'Port': ['ID=3e434257-ab8b-4f31-8010-8e7a6b4e01ef,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:16.850470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Network bc1818a6-90ca-44c9-9f50-4781ea58c24e is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:16.855990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:16.863568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:16.873498 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.900506 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:16.961969 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f2f538de-f278-4877-b22a-ecdb96c89a9e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-761021214-network', 'tenant_id': 'b0fca3aa52ce41808d40d8b1ac821f99'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:17.078995 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] For port f30a8481-3fa0-4190-a5f9-8a30027b5d21, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=f30a8481-3fa0-4190-a5f9-8a30027b5d21,segment=NetworkSegment(c0ecf238-a628-447a-9f96-a7f37aa26a42),segment_id=c0ecf238-a628-447a-9f96-a7f37aa26a42)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:17.079384 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.122105 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Attempting to bind port 3e434257-ab8b-4f31-8010-8e7a6b4e01ef on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:17.122105 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Attempting to bind port 3e434257-ab8b-4f31-8010-8e7a6b4e01ef by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '9946fa52-7754-4dae-bb4d-aa5e70dd3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:17.122857 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Attempting to bind port 3e434257-ab8b-4f31-8010-8e7a6b4e01ef on network bc1818a6-90ca-44c9-9f50-4781ea58c24e {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:17.137967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:17.138478 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Checking segment: {'id': '9946fa52-7754-4dae-bb4d-aa5e70dd3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:17.138980 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.139493 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Bound using segment: {'id': '9946fa52-7754-4dae-bb4d-aa5e70dd3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:17.140070 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Bound port: 3e434257-ab8b-4f31-8010-8e7a6b4e01ef, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9946fa52-7754-4dae-bb4d-aa5e70dd3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:17.140545 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.160201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:17.170176 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:17.172886 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.187478 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bcf5a0ea-7943-4c20-a3ae-2c9446565bd0 req-3f41a895-6599-4f9f-8375-7d3470738d38 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d HTTP/1.1" status: 200 len: 210 time: 0.1883512 Jul 23 20:32:17.189351 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f538de-f278-4877-b22a-ecdb96c89a9e admin admin] Made reservation on behalf of b0fca3aa52ce41808d40d8b1ac821f99 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:17.197872 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2f538de-f278-4877-b22a-ecdb96c89a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.219195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Calling delete_port for f30a8481-3fa0-4190-a5f9-8a30027b5d21 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:17.232531 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2f538de-f278-4877-b22a-ecdb96c89a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.296151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9212e644-1b79-48cd-99d7-46c990db3b17 None None] DHCP port deletion for 8baf7b9f-6a73-4f1f-a009-edb8001ec1e5 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:32:17.491516 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] For port 3e434257-ab8b-4f31-8010-8e7a6b4e01ef, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:17.509765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] For port 3e434257-ab8b-4f31-8010-8e7a6b4e01ef, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3e434257-ab8b-4f31-8010-8e7a6b4e01ef,segment=NetworkSegment(9946fa52-7754-4dae-bb4d-aa5e70dd3a42),segment_id=9946fa52-7754-4dae-bb4d-aa5e70dd3a42)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:17.531017 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.537754 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2f538de-f278-4877-b22a-ecdb96c89a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.560270 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2f538de-f278-4877-b22a-ecdb96c89a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.587872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19b380-a615-438f-9315-5611b37c0b49 req-87c6711d-b0a0-4677-90e5-6ddc71af0000 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:17.598909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee19b380-a615-438f-9315-5611b37c0b49 req-87c6711d-b0a0-4677-90e5-6ddc71af0000 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.5735381 Jul 23 20:32:17.622280 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.647632 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf01a7a2-f11b-4f14-a4b2-fa64577ba572 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.677035 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e13c8c-9a97-43d9-a85a-718d0d3014a8 None None] Pushing event updated for resources: {'Port': ['ID=3e434257-ab8b-4f31-8010-8e7a6b4e01ef,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:17.706031 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9212e644-1b79-48cd-99d7-46c990db3b17 None None] Deleting port f30a8481-3fa0-4190-a5f9-8a30027b5d21 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:17.706397 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9212e644-1b79-48cd-99d7-46c990db3b17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.723662 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01a7a2-f11b-4f14-a4b2-fa64577ba572 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event updated for resources: {'Subnet': ['ID=515a9a5b-a3b5-4a7d-9e7c-4a8ea6747267,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:17.732195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Pushing event deleted for resources: {'Port': ['ID=f30a8481-3fa0-4190-a5f9-8a30027b5d21,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:17.755806 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] No DVR routers for this DVR port f30a8481-3fa0-4190-a5f9-8a30027b5d21 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:17.800104 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f538de-f278-4877-b22a-ecdb96c89a9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:17.811288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9212e644-1b79-48cd-99d7-46c990db3b17 None None] For port f30a8481-3fa0-4190-a5f9-8a30027b5d21, host n-d-791504-18, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:17.811740 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9212e644-1b79-48cd-99d7-46c990db3b17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.843480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9212e644-1b79-48cd-99d7-46c990db3b17 None None] Calling delete_port for f30a8481-3fa0-4190-a5f9-8a30027b5d21 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:17.846932 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-9212e644-1b79-48cd-99d7-46c990db3b17 None None] Port f30a8481-3fa0-4190-a5f9-8a30027b5d21 was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:32:17.860660 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9212e644-1b79-48cd-99d7-46c990db3b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.862845 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee19b380-a615-438f-9315-5611b37c0b49 req-bbd78437-3ce3-485d-948c-4bbbf97182ef tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601721 Jul 23 20:32:17.864217 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f538de-f278-4877-b22a-ecdb96c89a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:17.910895 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2f538de-f278-4877-b22a-ecdb96c89a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.911335 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-f2f538de-f278-4877-b22a-ecdb96c89a9e admin admin] Added segment a4d2eae8-f104-4377-b768-d8d0ed1b5a84 of type vlan for network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e Jul 23 20:32:17.961303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212e644-1b79-48cd-99d7-46c990db3b17 None None] Pushing event deleted for resources: {'Port': ['ID=f30a8481-3fa0-4190-a5f9-8a30027b5d21,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:17.961303 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.000996 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9212e644-1b79-48cd-99d7-46c990db3b17 None None] No DVR routers for this DVR port f30a8481-3fa0-4190-a5f9-8a30027b5d21 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:18.098065 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 7d2f565a-63b0-4d9e-be05-5c9391f0ab12, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7d2f565a-63b0-4d9e-be05-5c9391f0ab12,segment=NetworkSegment(927d7245-6f8f-4766-b29a-a724efaa49fe),segment_id=927d7245-6f8f-4766-b29a-a724efaa49fe)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:18.100911 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2f538de-f278-4877-b22a-ecdb96c89a9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.108566 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.109397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f30a8481-3fa0-4190-a5f9-8a30027b5d21 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:18.190519 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2f538de-f278-4877-b22a-ecdb96c89a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.191627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f538de-f278-4877-b22a-ecdb96c89a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:18.192233 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2f538de-f278-4877-b22a-ecdb96c89a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.297064 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: f30a8481-3fa0-4190-a5f9-8a30027b5d21 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:18.297615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f30a8481-3fa0-4190-a5f9-8a30027b5d21 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 20:32:18.349694 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f2f538de-f278-4877-b22a-ecdb96c89a9e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5930233 Jul 23 20:32:18.353074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35608) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:18.364075 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4edf797e-000d-4600-a666-ba9d6b1fa365 admin admin] Request body: {'subnet': {'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-761021214-subnet', 'tenant_id': 'b0fca3aa52ce41808d40d8b1ac821f99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:18.372719 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Port f30a8481-3fa0-4190-a5f9-8a30027b5d21 not found, will not notify nova. {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 20:32:18.381748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=7d2f565a-63b0-4d9e-be05-5c9391f0ab12,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:18.390855 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.409856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8baf7b9f-6a73-4f1f-a009-edb8001ec1e5']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:18.430081 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ecf238-a628-447a-9f96-a7f37aa26a42') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:18.430467 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ecf238-a628-447a-9f96-a7f37aa26a42') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:18.438438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f538de-f278-4877-b22a-ecdb96c89a9e admin admin] Pushing event updated for resources: {'Network': ['ID=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:18.451168 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:18.453930 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.457007 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf01a7a2-f11b-4f14-a4b2-fa64577ba572 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Checking segment: {'id': 'b12165ea-7ec2-40b0-a175-e3b5c2b35022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ccb24f4f-5c25-4637-88fd-346ea58be710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:18.457799 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf01a7a2-f11b-4f14-a4b2-fa64577ba572 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Network hostable DHCP agents. Network: ccb24f4f-5c25-4637-88fd-346ea58be710, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:32:18.466808 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9cf6ee5c-03f8-4650-b96b-2849414bd205 req-01614cbf-6cff-4cc7-afd1-a7767a3cc3ed tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d HTTP/1.1" status: 200 len: 210 time: 0.0861409 Jul 23 20:32:18.491885 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edf797e-000d-4600-a666-ba9d6b1fa365 admin admin] Made reservation on behalf of b0fca3aa52ce41808d40d8b1ac821f99 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:18.492351 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4edf797e-000d-4600-a666-ba9d6b1fa365 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.500743 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.513670 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf01a7a2-f11b-4f14-a4b2-fa64577ba572 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Network ccb24f4f-5c25-4637-88fd-346ea58be710 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:32:18.529423 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:18.531851 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: items = [ Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:18.540174 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:18.645018 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.646895 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-cf01a7a2-f11b-4f14-a4b2-fa64577ba572 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, ccb24f4f-5c25-4637-88fd-346ea58be710) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:18.655001 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.657119 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] 10.222.0.55 "DELETE /v2.0/networks/8baf7b9f-6a73-4f1f-a009-edb8001ec1e5 HTTP/1.1" status: 204 len: 168 time: 2.3510489 Jul 23 20:32:18.661916 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f992ed-3f7d-416c-b05e-8ee6a3419897 None None] Network ccb24f4f-5c25-4637-88fd-346ea58be710 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:18.662675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf01a7a2-f11b-4f14-a4b2-fa64577ba572 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:18.663518 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf01a7a2-f11b-4f14-a4b2-fa64577ba572 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.682822 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0d29d-d6df-4927-a68c-8e43282bf6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285 tempest-ExtraDHCPOptionsIpV6TestJSON-467828285-project] Pushing event deleted for resources: {'Network': ['ID=8baf7b9f-6a73-4f1f-a009-edb8001ec1e5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:18.708025 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cf01a7a2-f11b-4f14-a4b2-fa64577ba572 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2358949 Jul 23 20:32:18.765218 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4edf797e-000d-4600-a666-ba9d6b1fa365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.841486 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-ab5cbb52-b7d1-468f-8374-ff091bc5e2c1 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c94ee6e2163943e1943042f737f6e068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739367 Jul 23 20:32:18.849510 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:18.891266 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf797e-000d-4600-a666-ba9d6b1fa365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfc910d3-f783-4dce-a4ee-27e733f1d609,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:18.999591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edf797e-000d-4600-a666-ba9d6b1fa365 admin admin] Checking segment: {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:18.999856 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edf797e-000d-4600-a666-ba9d6b1fa365 admin admin] Network hostable DHCP agents. Network: fc19f065-57ff-496f-bbfb-adf4b5d7ae0e, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:32:19.136976 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-ccb24f4f-5c25-4637-88fd-346ea58be710', 'network_id': 'ccb24f4f-5c25-4637-88fd-346ea58be710', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'fixed_ips': [{'subnet_id': '515a9a5b-a3b5-4a7d-9e7c-4a8ea6747267'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:32:19.138297 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.152050 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-8e94de1f-0e4d-458b-912f-4485ea7e178e tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:19.154026 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-8e94de1f-0e4d-458b-912f-4485ea7e178e tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3078375 Jul 23 20:32:19.173813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-5e19ce51-a08a-43f9-843c-21bdf410ba82 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Request body: {'port': {'device_id': 'e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': 'c94ee6e2163943e1943042f737f6e068'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:19.225101 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35632) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:19.237176 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-49e290c9-15e6-453a-80f1-b21ed229e6fc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:19.242740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-49e290c9-15e6-453a-80f1-b21ed229e6fc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:19.244557 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-49e290c9-15e6-453a-80f1-b21ed229e6fc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/networks?id=bc1818a6-90ca-44c9-9f50-4781ea58c24e&id=ccb24f4f-5c25-4637-88fd-346ea58be710&id=bc1818a6-90ca-44c9-9f50-4781ea58c24e HTTP/1.1" status: 200 len: 1390 time: 0.2051392 Jul 23 20:32:19.246562 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edf797e-000d-4600-a666-ba9d6b1fa365 admin admin] Network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:32:19.283494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-4edf797e-000d-4600-a666-ba9d6b1fa365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, fc19f065-57ff-496f-bbfb-adf4b5d7ae0e) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:19.294777 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edf797e-000d-4600-a666-ba9d6b1fa365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:19.295698 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4edf797e-000d-4600-a666-ba9d6b1fa365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.304032 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-ea3540a9-e4ca-4448-aae3-62dcc686e2b1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/quotas/d1e9caa4dd094c2487ffcc41d3548234 HTTP/1.1" status: 200 len: 375 time: 0.0392206 Jul 23 20:32:19.327497 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7369e95a-e452-4c29-80a8-eb9da2454edc None None] Network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:19.348577 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:19.349008 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.367958 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4edf797e-000d-4600-a666-ba9d6b1fa365 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0116305 Jul 23 20:32:19.407236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a3f48-f0de-45db-bcda-a7a3ed2e317a req-7c59d010-82b6-430c-a32f-5a7c1acf8805 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:19.409420 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e7a3f48-f0de-45db-bcda-a7a3ed2e317a req-7c59d010-82b6-430c-a32f-5a7c1acf8805 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.3813467 Jul 23 20:32:19.441104 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Allocated IP 19.86.0.2 (ccb24f4f-5c25-4637-88fd-346ea58be710/515a9a5b-a3b5-4a7d-9e7c-4a8ea6747267/b51415c4-8975-498a-a07e-b6182acafb4b) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:19.503090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e7a3f48-f0de-45db-bcda-a7a3ed2e317a req-8aea4a3e-e394-460d-bc69-a5e614e99389 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848882 Jul 23 20:32:19.525465 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-2f776b29-e656-438a-84ba-d87006e2ec7e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1e9caa4dd094c2487ffcc41d3548234&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2052374 Jul 23 20:32:19.547451 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-5e19ce51-a08a-43f9-843c-21bdf410ba82 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Made reservation on behalf of c94ee6e2163943e1943042f737f6e068 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:19.552960 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-5e19ce51-a08a-43f9-843c-21bdf410ba82 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.691865 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2080bdc-92ec-424e-bf46-156e60b9f2c7 None None] Network bc1818a6-90ca-44c9-9f50-4781ea58c24e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:19.743873 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-278617f4-c3a4-404e-9506-f62a39e600fd service neutron] 10.222.0.55 "GET /v2.0/networks/bc1818a6-90ca-44c9-9f50-4781ea58c24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108502 Jul 23 20:32:19.775293 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-02d48721-021e-4b14-a22d-925fe89683dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc1865d45da0450caaf859e0dc461c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5411067 Jul 23 20:32:19.785474 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35646) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:19.809042 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-17d881be-6cea-472f-a354-0f620bf6e003 None None] Provisioning for port 3e434257-ab8b-4f31-8010-8e7a6b4e01ef completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:19.860308 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-5e19ce51-a08a-43f9-843c-21bdf410ba82 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Allocated IP 192.168.233.221 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/b40c3516-7212-4678-8e8e-9c6942dd6162) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:19.899023 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac9567fe-ebdd-416a-9edd-7535ecd1e90c req-356e4953-e235-429c-aaf2-3cf5904a045b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d HTTP/1.1" status: 200 len: 210 time: 0.0473256 Jul 23 20:32:19.918600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3e434257-ab8b-4f31-8010-8e7a6b4e01ef up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:19.926287 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385e9fa0-d693-4cd1-8a6f-ccdc3e915899 None None] Network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:19.939784 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-13a3cdcf-0186-456b-a430-7f66bc79b6f2 service neutron] 10.222.0.55 "GET /v2.0/networks/bc1818a6-90ca-44c9-9f50-4781ea58c24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858609 Jul 23 20:32:19.943594 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d517b7d-ea35-4f4c-98d8-4c6dfee7b36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.050083 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d517b7d-ea35-4f4c-98d8-4c6dfee7b36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.071583 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-7e864435-ff89-46ab-b9f7-58ed1a449b8f service neutron] 10.222.0.55 "GET /v2.0/networks/ccb24f4f-5c25-4637-88fd-346ea58be710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223233 Jul 23 20:32:20.077157 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-5e19ce51-a08a-43f9-843c-21bdf410ba82 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.096213 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-5e19ce51-a08a-43f9-843c-21bdf410ba82 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Transition to ACTIVE for port object b40c3516-7212-4678-8e8e-9c6942dd6162 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:20.149523 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-5e19ce51-a08a-43f9-843c-21bdf410ba82 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.212526 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['39f7d0f9-6012-46dc-b760-2b009b129346', '9e752e04-13c2-4f44-b54a-68b4f79df248'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:20.214984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['731d952d-4c42-4b98-b65c-ebcca3c75046', '8a73448a-f3d7-49b3-be48-7b0c65441bd8', '66634aeb-40cc-4db4-9821-7db65d13fa88', 'ca7a7dc1-1938-4fe8-8d75-86a31408084d', '0851ea4e-626e-474a-94ac-20f06cdcfd27'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:20.236224 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19ce51-a08a-43f9-843c-21bdf410ba82 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Pushing event updated for resources: {'Port': ['ID=b40c3516-7212-4678-8e8e-9c6942dd6162,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:20.240368 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-5e19ce51-a08a-43f9-843c-21bdf410ba82 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:20.242573 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-5e19ce51-a08a-43f9-843c-21bdf410ba82 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:20.256215 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-5e19ce51-a08a-43f9-843c-21bdf410ba82 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:20.296456 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d517b7d-ea35-4f4c-98d8-4c6dfee7b36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.299858 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d517b7d-ea35-4f4c-98d8-4c6dfee7b36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.301010 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0d517b7d-ea35-4f4c-98d8-4c6dfee7b36e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3592ec04-1a94-4ae6-bf7d-2e07e4ce5686 HTTP/1.1" status: 204 len: 168 time: 0.5145826 Jul 23 20:32:20.349991 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-5e19ce51-a08a-43f9-843c-21bdf410ba82 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:20.351835 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-5e19ce51-a08a-43f9-843c-21bdf410ba82 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.352949 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-1878be0b-9c22-4b86-a467-15294bd9d97d service neutron] 10.222.0.55 "GET /v2.0/networks/ccb24f4f-5c25-4637-88fd-346ea58be710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743723 Jul 23 20:32:20.355938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d517b7d-ea35-4f4c-98d8-4c6dfee7b36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3592ec04-1a94-4ae6-bf7d-2e07e4ce5686,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:20.381179 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-5e19ce51-a08a-43f9-843c-21bdf410ba82 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2147071 Jul 23 20:32:20.400400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Request body: {'port': {'device_id': 'e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:20.485241 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 3e434257-ab8b-4f31-8010-8e7a6b4e01ef completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:20.505719 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3e434257-ab8b-4f31-8010-8e7a6b4e01ef triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:20.506186 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.538599 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.639973 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.670778 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-cf947134-057c-48e3-8fdd-dfe99100bb6a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:20.683287 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-cf947134-057c-48e3-8fdd-dfe99100bb6a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 811 time: 0.3656578 Jul 23 20:32:20.694556 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Transition to ACTIVE for port object b51415c4-8975-498a-a07e-b6182acafb4b will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:20.713481 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Transition to ACTIVE for port object b51415c4-8975-498a-a07e-b6182acafb4b will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:20.724035 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-35746a49-ec6e-427d-97ba-b1b94d87dd30 service neutron] 10.222.0.55 "GET /v2.0/networks/bc1818a6-90ca-44c9-9f50-4781ea58c24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499134 Jul 23 20:32:20.733305 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-70b75f26-3114-4354-87e6-4469a29508b4 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/quotas/b0fca3aa52ce41808d40d8b1ac821f99 HTTP/1.1" status: 200 len: 375 time: 0.0491226 Jul 23 20:32:20.790004 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:32:20.796993 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.817496 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-b2b64de9-53d0-4a28-8f45-6fd74bed1fd0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688663 Jul 23 20:32:20.945806 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Network ccb24f4f-5c25-4637-88fd-346ea58be710 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:20.953156 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-39b31a3e-1337-435a-a121-6d04f507557f None None] Provisioning for port b40c3516-7212-4678-8e8e-9c6942dd6162 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:21.020189 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:21.022722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40c3516-7212-4678-8e8e-9c6942dd6162 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:21.043053 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.048317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:21.052420 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-39b31a3e-1337-435a-a121-6d04f507557f None None] Provisioning complete for port b40c3516-7212-4678-8e8e-9c6942dd6162 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:21.056861 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-39b31a3e-1337-435a-a121-6d04f507557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.067907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Transition to ACTIVE for port object b40c3516-7212-4678-8e8e-9c6942dd6162 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:21.089803 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.098518 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Pushing event updated for resources: {'Port': ['ID=b51415c4-8975-498a-a07e-b6182acafb4b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:21.159929 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Pushing event updated for resources: {'Port': ['ID=b40c3516-7212-4678-8e8e-9c6942dd6162,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:21.176289 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.295167 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-39b31a3e-1337-435a-a121-6d04f507557f None None] Port b40c3516-7212-4678-8e8e-9c6942dd6162 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:32:21.356400 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-42f4922c-5e20-4280-8591-09945106fdd6 service neutron] 10.222.0.55 "GET /v2.0/networks/bc1818a6-90ca-44c9-9f50-4781ea58c24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6313810 Jul 23 20:32:21.372820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Attempting to bind port b40c3516-7212-4678-8e8e-9c6942dd6162 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:21.373152 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Attempting to bind port b40c3516-7212-4678-8e8e-9c6942dd6162 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:21.373486 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Attempting to bind port b40c3516-7212-4678-8e8e-9c6942dd6162 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:21.390019 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Port b40c3516-7212-4678-8e8e-9c6942dd6162 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:21.390607 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Attempting to bind port b40c3516-7212-4678-8e8e-9c6942dd6162 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:21.418812 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:21.419184 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:21.419576 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:21.420024 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Bound port: b40c3516-7212-4678-8e8e-9c6942dd6162, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:21.420391 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.433881 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-e9355dbb-9cd3-4e6d-b811-55b8465ffbb5 service neutron] 10.222.0.55 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154735 Jul 23 20:32:21.469712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Attempting to bind port b51415c4-8975-498a-a07e-b6182acafb4b on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:21.470166 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Attempting to bind port b51415c4-8975-498a-a07e-b6182acafb4b by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'b12165ea-7ec2-40b0-a175-e3b5c2b35022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ccb24f4f-5c25-4637-88fd-346ea58be710'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:21.470715 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Attempting to bind port b51415c4-8975-498a-a07e-b6182acafb4b on network ccb24f4f-5c25-4637-88fd-346ea58be710 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:21.535340 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 3e434257-ab8b-4f31-8010-8e7a6b4e01ef, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3e434257-ab8b-4f31-8010-8e7a6b4e01ef,segment=NetworkSegment(9946fa52-7754-4dae-bb4d-aa5e70dd3a42),segment_id=9946fa52-7754-4dae-bb4d-aa5e70dd3a42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:21.542322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:21.546086 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Checking segment: {'id': 'b12165ea-7ec2-40b0-a175-e3b5c2b35022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ccb24f4f-5c25-4637-88fd-346ea58be710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:21.546360 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.547307 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Bound using segment: {'id': 'b12165ea-7ec2-40b0-a175-e3b5c2b35022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ccb24f4f-5c25-4637-88fd-346ea58be710'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:21.547474 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Bound port: b51415c4-8975-498a-a07e-b6182acafb4b, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b12165ea-7ec2-40b0-a175-e3b5c2b35022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ccb24f4f-5c25-4637-88fd-346ea58be710'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:21.547959 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.584200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35696) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:21.591939 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.596032 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] For port b40c3516-7212-4678-8e8e-9c6942dd6162, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:21.599965 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] For port b40c3516-7212-4678-8e8e-9c6942dd6162, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b40c3516-7212-4678-8e8e-9c6942dd6162,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:21.624612 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.683683 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-a55ba80e-3b8e-40f7-974c-7ad84bd367ae service neutron] 10.222.0.55 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439048 Jul 23 20:32:21.713284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:21.714835 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.718932 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] 10.222.0.48 "PUT /v2.0/ports/b40c3516-7212-4678-8e8e-9c6942dd6162 HTTP/1.1" status: 200 len: 1097 time: 1.3235714 Jul 23 20:32:21.720148 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d', 'tag': 'b40c3516-7212-4678-8e8e-9c6942dd6162'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:21.724885 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f47433d-8203-4204-a6e5-97c3e4022257" -d '{"events": [{"name": "network-changed", "server_uuid": "e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d", "tag": "b40c3516-7212-4678-8e8e-9c6942dd6162"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:21.812528 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f45c5d0e-2876-402a-b3e9-d16a6d5b47e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-743187745'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:21.836138 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f30a8481-3fa0-4190-a5f9-8a30027b5d21 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:21.855889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e8a9b-3fc1-429b-8480-e311b63c0771 service neutron] Pushing event updated for resources: {'Port': ['ID=b40c3516-7212-4678-8e8e-9c6942dd6162,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:21.864341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45c5d0e-2876-402a-b3e9-d16a6d5b47e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:21.870964 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f45c5d0e-2876-402a-b3e9-d16a6d5b47e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.885907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-ee95d952-f9e8-48c3-9bbf-e922fb735d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:21.887649 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-ee95d952-f9e8-48c3-9bbf-e922fb735d76 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&device_id=e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d HTTP/1.1" status: 200 len: 1100 time: 0.1053598 Jul 23 20:32:21.925062 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f45c5d0e-2876-402a-b3e9-d16a6d5b47e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.000016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=3e434257-ab8b-4f31-8010-8e7a6b4e01ef,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:22.013459 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-5c9834fc-18b2-4343-b5a4-3baf069624ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=b40c3516-7212-4678-8e8e-9c6942dd6162 HTTP/1.1" status: 200 len: 217 time: 0.1068258 Jul 23 20:32:22.055604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: f30a8481-3fa0-4190-a5f9-8a30027b5d21 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:22.056219 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f30a8481-3fa0-4190-a5f9-8a30027b5d21 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:22.127153 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-78a6cfb4-2c64-4d59-82ee-7e09d69aec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:22.129212 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-78a6cfb4-2c64-4d59-82ee-7e09d69aec4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1044867 Jul 23 20:32:22.133414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba15dc6-d8fa-477d-91ef-7e607e74254d req-c4efb4bd-b604-4eaa-9431-09d621313f0d tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:22.149980 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-42a354c3-85c9-40ca-b332-b1672b206812 None None] Provisioning complete for port 3e434257-ab8b-4f31-8010-8e7a6b4e01ef triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:22.150296 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fba15dc6-d8fa-477d-91ef-7e607e74254d req-c4efb4bd-b604-4eaa-9431-09d621313f0d tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.2657797 Jul 23 20:32:22.150733 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42a354c3-85c9-40ca-b332-b1672b206812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.245836 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3e434257-ab8b-4f31-8010-8e7a6b4e01ef up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:22.265705 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fba15dc6-d8fa-477d-91ef-7e607e74254d req-f5d2ab00-9088-493d-84af-d4e3cf07521f tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142714 Jul 23 20:32:22.288008 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-b52530ef-fe50-43a1-81e9-ea5f4460c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:22.290457 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-b52530ef-fe50-43a1-81e9-ea5f4460c087 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1495309 Jul 23 20:32:22.372947 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f45c5d0e-2876-402a-b3e9-d16a6d5b47e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.383261 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] For port b51415c4-8975-498a-a07e-b6182acafb4b, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:22.387350 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39996-4530-4f0c-bba9-68de35352ee4 req-8f240f79-040f-46c1-8d4c-431d3cff0e83 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:22.395239 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11d39996-4530-4f0c-bba9-68de35352ee4 req-8f240f79-040f-46c1-8d4c-431d3cff0e83 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d HTTP/1.1" status: 200 len: 948 time: 0.1975412 Jul 23 20:32:22.402868 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f45c5d0e-2876-402a-b3e9-d16a6d5b47e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.435008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45c5d0e-2876-402a-b3e9-d16a6d5b47e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:22.470605 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f45c5d0e-2876-402a-b3e9-d16a6d5b47e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.471400 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-f45c5d0e-2876-402a-b3e9-d16a6d5b47e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Added segment 3f40be16-3bf3-46a9-9469-de948058a228 of type vlan for network d13f5178-1e45-4c3c-be17-a57927fa3832 Jul 23 20:32:22.493497 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11d39996-4530-4f0c-bba9-68de35352ee4 req-237e3131-326f-4198-bbe4-6ed3896b37db tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971069 Jul 23 20:32:22.495469 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c5d0e-2876-402a-b3e9-d16a6d5b47e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45639b9c-691c-49b9-a36f-39f312690707,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:22.509564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] For port b51415c4-8975-498a-a07e-b6182acafb4b, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b51415c4-8975-498a-a07e-b6182acafb4b,segment=NetworkSegment(b12165ea-7ec2-40b0-a175-e3b5c2b35022),segment_id=b12165ea-7ec2-40b0-a175-e3b5c2b35022)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:22.572483 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.577907 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-a6b98c71-9c30-4adc-984d-91802f6acce9 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765417 Jul 23 20:32:22.668348 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f45c5d0e-2876-402a-b3e9-d16a6d5b47e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.684148 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10e2b45f-fb99-44fa-ab94-5cf81a295a6c req-ae62abd3-79a6-4ea5-88fd-80ab4cf2fe61 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 210 time: 0.1048527 Jul 23 20:32:22.738904 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f45c5d0e-2876-402a-b3e9-d16a6d5b47e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.743644 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e6102-39e5-4f67-b6e0-ae3f64517c49 None None] Pushing event updated for resources: {'Port': ['ID=b51415c4-8975-498a-a07e-b6182acafb4b,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:22.744802 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9724fba-0d6e-45ee-b63a-af8725a9c8d2 req-2ba3323c-d040-44bf-8b36-01da253d026d service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568320 Jul 23 20:32:22.762346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45c5d0e-2876-402a-b3e9-d16a6d5b47e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:22.766154 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f45c5d0e-2876-402a-b3e9-d16a6d5b47e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.769133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3e434257-ab8b-4f31-8010-8e7a6b4e01ef triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:22.769464 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.821595 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43977413-e0e5-4b4c-ad24-da3885d7bb59 x-openstack-request-id: req-43977413-e0e5-4b4c-ad24-da3885d7bb59 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:22.821922 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d", "tag": "b40c3516-7212-4678-8e8e-9c6942dd6162", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:22.822133 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43977413-e0e5-4b4c-ad24-da3885d7bb59 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:22.822651 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d', 'tag': 'b40c3516-7212-4678-8e8e-9c6942dd6162', 'status': 'completed', 'code': 200} Jul 23 20:32:22.876964 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f45c5d0e-2876-402a-b3e9-d16a6d5b47e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2759712 Jul 23 20:32:22.878625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35726) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:22.941377 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-15b3e332-6f13-40ab-8c4b-934a54e2b2c2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-910675813'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:22.957266 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a6a66c65-c1ac-412f-9e85-592813f393bb req-38b0a0c4-91a4-44c7-9252-7e0f13ff1fd6 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=05df96af-c2d5-47f6-a16e-87f889014bcc HTTP/1.1" status: 200 len: 210 time: 0.1218693 Jul 23 20:32:22.970973 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47433d-8203-4204-a6e5-97c3e4022257 req-5f2d32bc-e8c4-417d-8c2e-441828cc6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:22.973151 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8f47433d-8203-4204-a6e5-97c3e4022257 req-5f2d32bc-e8c4-417d-8c2e-441828cc6261 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&device_id=e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d HTTP/1.1" status: 200 len: 1100 time: 0.1067491 Jul 23 20:32:23.090953 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c5d0e-2876-402a-b3e9-d16a6d5b47e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Network': ['ID=d13f5178-1e45-4c3c-be17-a57927fa3832,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:23.127398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network d13f5178-1e45-4c3c-be17-a57927fa3832 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:23.197632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b3e332-6f13-40ab-8c4b-934a54e2b2c2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:23.210520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47433d-8203-4204-a6e5-97c3e4022257 req-4dec9d31-70f1-44ba-9b30-152020abfd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:23.212209 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8f47433d-8203-4204-a6e5-97c3e4022257 req-4dec9d31-70f1-44ba-9b30-152020abfd40 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.2282424 Jul 23 20:32:23.219238 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-15b3e332-6f13-40ab-8c4b-934a54e2b2c2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.268728 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8f47433d-8203-4204-a6e5-97c3e4022257 req-4a17017c-3918-4fb8-b9e7-c05ebd7f10d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=b40c3516-7212-4678-8e8e-9c6942dd6162 HTTP/1.1" status: 200 len: 217 time: 0.0482507 Jul 23 20:32:23.272886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b3e332-6f13-40ab-8c4b-934a54e2b2c2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:23.297107 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-15b3e332-6f13-40ab-8c4b-934a54e2b2c2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.297625 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-15b3e332-6f13-40ab-8c4b-934a54e2b2c2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Added segment 5ea5e184-600d-4fed-b47a-c503a7291ce0 of type vlan for network d0b7b200-c3b2-4e82-af58-c255ce3e8880 Jul 23 20:32:23.332853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e361b32-5cad-4469-b8e0-3e479a382849 req-c533278b-40c1-42ad-9a39-a408449fdcc6 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:23.334997 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e361b32-5cad-4469-b8e0-3e479a382849 req-c533278b-40c1-42ad-9a39-a408449fdcc6 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cba109-cc33-493a-8d54-15f1b5b442c0 HTTP/1.1" status: 200 len: 945 time: 0.2029922 Jul 23 20:32:23.338606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47433d-8203-4204-a6e5-97c3e4022257 req-88e0d8f0-3c63-4d79-aad3-5cfaac91faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:23.340374 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8f47433d-8203-4204-a6e5-97c3e4022257 req-88e0d8f0-3c63-4d79-aad3-5cfaac91faf6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0639737 Jul 23 20:32:23.394886 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-15b3e332-6f13-40ab-8c4b-934a54e2b2c2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.417126 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e361b32-5cad-4469-b8e0-3e479a382849 req-00c64cca-4210-4b38-97ae-19d53a43fa85 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/security-groups?id=077509f1-2a35-4c48-861e-4403cdf41dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589659 Jul 23 20:32:23.449834 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47433d-8203-4204-a6e5-97c3e4022257 req-2f08cf78-af0e-444d-a8bc-186e7e09fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:23.452385 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8f47433d-8203-4204-a6e5-97c3e4022257 req-2f08cf78-af0e-444d-a8bc-186e7e09fa8d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1039629 Jul 23 20:32:23.458202 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-15b3e332-6f13-40ab-8c4b-934a54e2b2c2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.465416 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b3e332-6f13-40ab-8c4b-934a54e2b2c2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:23.468248 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-15b3e332-6f13-40ab-8c4b-934a54e2b2c2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.619277 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-15b3e332-6f13-40ab-8c4b-934a54e2b2c2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6875987 Jul 23 20:32:23.638124 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35754) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:23.645320 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-17376e94-4cb6-425d-97e7-4e6148c06c77 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'subnet': {'network_id': 'd13f5178-1e45-4c3c-be17-a57927fa3832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:23.743133 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3e332-6f13-40ab-8c4b-934a54e2b2c2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Network': ['ID=d0b7b200-c3b2-4e82-af58-c255ce3e8880,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:23.762081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network d0b7b200-c3b2-4e82-af58-c255ce3e8880 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:23.836599 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8f47433d-8203-4204-a6e5-97c3e4022257 req-1f85166a-adb7-426c-a02d-1b67d6df59f2 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683116 Jul 23 20:32:23.871480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17376e94-4cb6-425d-97e7-4e6148c06c77 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:23.876207 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17376e94-4cb6-425d-97e7-4e6148c06c77 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.894042 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec8793-8c0e-49f9-b88d-09de034c807e req-1aa86375-caa3-4ffe-bd5d-80702510a7ee tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:23.901199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61ec8793-8c0e-49f9-b88d-09de034c807e req-1aa86375-caa3-4ffe-bd5d-80702510a7ee tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d HTTP/1.1" status: 200 len: 948 time: 0.2289855 Jul 23 20:32:23.975529 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23de7f-5ae8-4c1f-8f3a-f3cd99822da6 req-a8b434d6-79a2-4821-b42f-51536751f355 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:23.977186 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f23de7f-5ae8-4c1f-8f3a-f3cd99822da6 req-a8b434d6-79a2-4821-b42f-51536751f355 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 946 time: 0.2532148 Jul 23 20:32:23.987524 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61ec8793-8c0e-49f9-b88d-09de034c807e req-1714f816-3476-4e1b-b72a-32ddfe14cb07 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847554 Jul 23 20:32:24.025594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-710f9102-28c6-4703-8bb7-dd4339e9bd70 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:24.041490 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-710f9102-28c6-4703-8bb7-dd4339e9bd70 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:24.043614 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-710f9102-28c6-4703-8bb7-dd4339e9bd70 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.48 "GET /v2.0/networks?id=bc1818a6-90ca-44c9-9f50-4781ea58c24e&id=ccb24f4f-5c25-4637-88fd-346ea58be710&id=bc1818a6-90ca-44c9-9f50-4781ea58c24e HTTP/1.1" status: 200 len: 1390 time: 0.3346298 Jul 23 20:32:24.067342 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-6881b810-20a0-473e-8f02-8b3b1e418dd8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Request body: {'port': {'device_id': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e', 'admin_state_up': True, 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:24.121788 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9bac0850-c30c-4244-b63f-1eeba81fdfca req-c602e024-d2f1-4a19-a2e7-5540757ec720 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 210 time: 0.0635560 Jul 23 20:32:24.181176 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device b40c3516-7212-4678-8e8e-9c6942dd6162 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:32:24.234897 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8f47433d-8203-4204-a6e5-97c3e4022257 req-89e12aef-72dd-408e-9035-37a1b2bae33b service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868792 Jul 23 20:32:24.251515 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f23de7f-5ae8-4c1f-8f3a-f3cd99822da6 req-b3dccfe9-7b4c-4ad1-84b5-958aeb479710 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067401 Jul 23 20:32:24.270178 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ef94fc-c58c-49ab-8f40-769bfc9e658a None None] Network ccb24f4f-5c25-4637-88fd-346ea58be710 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:24.366343 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17376e94-4cb6-425d-97e7-4e6148c06c77 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.392017 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b51415c4-8975-498a-a07e-b6182acafb4b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:24.428011 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-459671c6-a1b1-4b31-b9fb-f08c0dae2864 req-aaefbc55-add3-4ff9-bec6-d2d5e41626d3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=05df96af-c2d5-47f6-a16e-87f889014bcc HTTP/1.1" status: 200 len: 210 time: 0.1601911 Jul 23 20:32:24.447691 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port b40c3516-7212-4678-8e8e-9c6942dd6162, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b40c3516-7212-4678-8e8e-9c6942dd6162,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:24.467646 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17376e94-4cb6-425d-97e7-4e6148c06c77 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Subnet': ['ID=cd12619c-6d51-4390-a40a-88d6263a2f25,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:24.482206 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17376e94-4cb6-425d-97e7-4e6148c06c77 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Checking segment: {'id': '3f40be16-3bf3-46a9-9469-de948058a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd13f5178-1e45-4c3c-be17-a57927fa3832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:24.482868 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17376e94-4cb6-425d-97e7-4e6148c06c77 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network hostable DHCP agents. Network: d13f5178-1e45-4c3c-be17-a57927fa3832, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:32:24.498427 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f713c40d-48e6-4f8e-aaf9-14c3ab04510d None None] Provisioning for port b51415c4-8975-498a-a07e-b6182acafb4b completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:24.516897 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17376e94-4cb6-425d-97e7-4e6148c06c77 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network d13f5178-1e45-4c3c-be17-a57927fa3832 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:32:24.527141 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'b40c3516-7212-4678-8e8e-9c6942dd6162', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': 'b40c3516-7212-4678-8e8e-9c6942dd6162', 'mac_address': 'fa:16:3e:19:7a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:32:24.544345 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-17376e94-4cb6-425d-97e7-4e6148c06c77 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, d13f5178-1e45-4c3c-be17-a57927fa3832) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:24.544600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-6881b810-20a0-473e-8f02-8b3b1e418dd8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Made reservation on behalf of d1e9caa4dd094c2487ffcc41d3548234 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:24.546617 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17376e94-4cb6-425d-97e7-4e6148c06c77 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:24.547396 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17376e94-4cb6-425d-97e7-4e6148c06c77 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.547547 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-6881b810-20a0-473e-8f02-8b3b1e418dd8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.573076 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd503e1-f99f-43f2-ba54-209c57a9bfd0 None None] Network d13f5178-1e45-4c3c-be17-a57927fa3832 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:24.577383 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-17376e94-4cb6-425d-97e7-4e6148c06c77 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9376557 Jul 23 20:32:24.581554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35770) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:24.590113 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c324997c-daf6-4ff9-b783-b47df1d63197 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'subnet': {'network_id': 'd0b7b200-c3b2-4e82-af58-c255ce3e8880', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:24.607280 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b2010dd-0897-45a5-a0ec-3bdd893a5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.619717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-0fbfc7d6-be7f-4515-9702-98ac52e7a106 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:24.621555 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-0fbfc7d6-be7f-4515-9702-98ac52e7a106 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.48 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 811 time: 0.4796627 Jul 23 20:32:24.666336 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-ef80dfaa-fcff-453a-a4ef-bb1f0ebe29b3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Request body: {'port': {'device_id': '05df96af-c2d5-47f6-a16e-87f889014bcc', 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e', 'admin_state_up': True, 'tenant_id': 'b0fca3aa52ce41808d40d8b1ac821f99'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:24.680425 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.720008 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c324997c-daf6-4ff9-b783-b47df1d63197 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:24.724100 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c324997c-daf6-4ff9-b783-b47df1d63197 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.730786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port b51415c4-8975-498a-a07e-b6182acafb4b completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:24.759548 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b51415c4-8975-498a-a07e-b6182acafb4b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:24.762460 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.797009 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40c3516-7212-4678-8e8e-9c6942dd6162 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:24.903144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018a17e-613b-4f58-a427-752e8325adde req-2171ef16-7344-4819-ac44-d57faf2d1376 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:24.904798 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7018a17e-613b-4f58-a427-752e8325adde req-2171ef16-7344-4819-ac44-d57faf2d1376 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cba109-cc33-493a-8d54-15f1b5b442c0 HTTP/1.1" status: 200 len: 945 time: 0.3541393 Jul 23 20:32:24.931006 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port b40c3516-7212-4678-8e8e-9c6942dd6162, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b40c3516-7212-4678-8e8e-9c6942dd6162,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:24.932309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccf134-b8b9-4fd3-9955-97b1acadd222 req-9666fc2f-ba75-4427-ace5-6f9b1bac4c98 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:24.933839 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50ccf134-b8b9-4fd3-9955-97b1acadd222 req-9666fc2f-ba75-4427-ace5-6f9b1bac4c98 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.57 "GET /v2.0/ports?device_id=72cba109-cc33-493a-8d54-15f1b5b442c0 HTTP/1.1" status: 200 len: 945 time: 0.3551586 Jul 23 20:32:24.955330 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-6881b810-20a0-473e-8f02-8b3b1e418dd8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Allocated IP 19.80.0.115 (bc1818a6-90ca-44c9-9f50-4781ea58c24e/ddc0f49a-3ad1-4f9f-8137-3b678a9eb15e/7bc0d9e2-591b-4dba-8e75-1949c0865e34) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:24.969982 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.970648 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f8a6712a-a343-44f7-bfe8-76a037e495b2 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:32:25.028583 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c324997c-daf6-4ff9-b783-b47df1d63197 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.067007 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7018a17e-613b-4f58-a427-752e8325adde req-3239a0e0-e790-48ef-b946-60f6f9a71d29 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/security-groups?id=077509f1-2a35-4c48-861e-4403cdf41dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420705 Jul 23 20:32:25.114214 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324997c-daf6-4ff9-b783-b47df1d63197 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Subnet': ['ID=ee2837ed-6d15-4234-a286-d4c7d333260b,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:25.123345 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-ef80dfaa-fcff-453a-a4ef-bb1f0ebe29b3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Made reservation on behalf of b0fca3aa52ce41808d40d8b1ac821f99 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:25.127063 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-ef80dfaa-fcff-453a-a4ef-bb1f0ebe29b3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.155818 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=b40c3516-7212-4678-8e8e-9c6942dd6162,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:25.167019 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.169234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c324997c-daf6-4ff9-b783-b47df1d63197 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Checking segment: {'id': '5ea5e184-600d-4fed-b47a-c503a7291ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd0b7b200-c3b2-4e82-af58-c255ce3e8880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:25.169719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c324997c-daf6-4ff9-b783-b47df1d63197 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network hostable DHCP agents. Network: d0b7b200-c3b2-4e82-af58-c255ce3e8880, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:32:25.192164 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c324997c-daf6-4ff9-b783-b47df1d63197 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network d0b7b200-c3b2-4e82-af58-c255ce3e8880 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:32:25.206633 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c324997c-daf6-4ff9-b783-b47df1d63197 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, d0b7b200-c3b2-4e82-af58-c255ce3e8880) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:25.212369 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c324997c-daf6-4ff9-b783-b47df1d63197 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:25.213111 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c324997c-daf6-4ff9-b783-b47df1d63197 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.220661 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-d13f5178-1e45-4c3c-be17-a57927fa3832', 'network_id': 'd13f5178-1e45-4c3c-be17-a57927fa3832', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'fixed_ips': [{'subnet_id': 'cd12619c-6d51-4390-a40a-88d6263a2f25'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:32:25.222073 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.232897 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f08fe2-7565-44f0-8cb5-1a0338a1c6f4 None None] Network d0b7b200-c3b2-4e82-af58-c255ce3e8880 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:25.243424 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c324997c-daf6-4ff9-b783-b47df1d63197 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6594529 Jul 23 20:32:25.245032 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35794) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:25.255021 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e25cb2e8-0dcf-43a8-8bf2-8602a6c73162 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1327796760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:25.293713 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e25cb2e8-0dcf-43a8-8bf2-8602a6c73162 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.298767 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e25cb2e8-0dcf-43a8-8bf2-8602a6c73162 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.372149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port b51415c4-8975-498a-a07e-b6182acafb4b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b51415c4-8975-498a-a07e-b6182acafb4b,segment=NetworkSegment(b12165ea-7ec2-40b0-a175-e3b5c2b35022),segment_id=b12165ea-7ec2-40b0-a175-e3b5c2b35022)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:25.378438 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e25cb2e8-0dcf-43a8-8bf2-8602a6c73162 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.383960 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e25cb2e8-0dcf-43a8-8bf2-8602a6c73162 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.396857 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-6881b810-20a0-473e-8f02-8b3b1e418dd8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.400751 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e25cb2e8-0dcf-43a8-8bf2-8602a6c73162 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.404743 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e25cb2e8-0dcf-43a8-8bf2-8602a6c73162 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1552691 Jul 23 20:32:25.405053 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35796) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:25.421893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-45004b99-fc42-4e97-915f-4700a19c7897 req-44e2ae10-6857-4a3e-a2b6-4f0885c0576e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 210 time: 0.1600034 Jul 23 20:32:25.431116 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f8a6712a-a343-44f7-bfe8-76a037e495b2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f8a6712a-a343-44f7-bfe8-76a037e495b2,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:25.433496 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.450330 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-50ccf134-b8b9-4fd3-9955-97b1acadd222 req-5da85dc1-752f-4a56-a81a-921b3b1edf23 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Deleting port 43faa462-afe6-4b37-bc8d-abe9f750e4c2 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:25.450853 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-50ccf134-b8b9-4fd3-9955-97b1acadd222 req-5da85dc1-752f-4a56-a81a-921b3b1edf23 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.488381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-6881b810-20a0-473e-8f02-8b3b1e418dd8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Transition to ACTIVE for port object 7bc0d9e2-591b-4dba-8e75-1949c0865e34 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:25.510619 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=b51415c4-8975-498a-a07e-b6182acafb4b,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:25.530364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76a63b-52c6-4d8f-8544-bce37cb104c7 req-4ed88310-cdfc-4b3f-853b-21384a9f04af tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:25.531916 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2f76a63b-52c6-4d8f-8544-bce37cb104c7 req-4ed88310-cdfc-4b3f-853b-21384a9f04af tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d HTTP/1.1" status: 200 len: 949 time: 0.4096355 Jul 23 20:32:25.566276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'f8a6712a-a343-44f7-bfe8-76a037e495b2', 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c', 'port_id': 'f8a6712a-a343-44f7-bfe8-76a037e495b2', 'mac_address': 'fa:16:3e:0b:22:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106a6110-3396-46fd-b5c7-73b8b46b8b68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:32:25.607087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d298eca9-de83-4a02-87c9-eb70b390bc0e None None] Provisioning complete for port b51415c4-8975-498a-a07e-b6182acafb4b triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:25.607564 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d298eca9-de83-4a02-87c9-eb70b390bc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.620855 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6a20d950-6c43-43cf-9522-2f77f9839649 req-1a3c8b23-07dc-433b-861b-6d65b96e0ba4 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=05df96af-c2d5-47f6-a16e-87f889014bcc HTTP/1.1" status: 200 len: 210 time: 0.0878570 Jul 23 20:32:25.678244 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2f76a63b-52c6-4d8f-8544-bce37cb104c7 req-06be0580-c903-4052-ab6e-fc4838eb0238 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255815 Jul 23 20:32:25.691507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-ef80dfaa-fcff-453a-a4ef-bb1f0ebe29b3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Allocated IP 172.20.0.14 (fc19f065-57ff-496f-bbfb-adf4b5d7ae0e/bfc910d3-f783-4dce-a4ee-27e733f1d609/02312a56-b9cd-4371-b433-22290d817072) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:25.703007 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.716129 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-50ccf134-b8b9-4fd3-9955-97b1acadd222 req-5da85dc1-752f-4a56-a81a-921b3b1edf23 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] For port 43faa462-afe6-4b37-bc8d-abe9f750e4c2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=43faa462-afe6-4b37-bc8d-abe9f750e4c2,segment=NetworkSegment(ca73df83-ebd6-47d0-912d-7f2056b3ae34),segment_id=ca73df83-ebd6-47d0-912d-7f2056b3ae34)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:25.716501 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-50ccf134-b8b9-4fd3-9955-97b1acadd222 req-5da85dc1-752f-4a56-a81a-921b3b1edf23 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.721421 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.733377 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Allocated IP 2001:db8::2 (d13f5178-1e45-4c3c-be17-a57927fa3832/cd12619c-6d51-4390-a40a-88d6263a2f25/daecd8f4-ca20-4bc8-876b-c9394a72e997) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:25.733970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-50ccf134-b8b9-4fd3-9955-97b1acadd222 req-5da85dc1-752f-4a56-a81a-921b3b1edf23 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Calling delete_port for 43faa462-afe6-4b37-bc8d-abe9f750e4c2 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:25.738604 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-6881b810-20a0-473e-8f02-8b3b1e418dd8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.745347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8a6712a-a343-44f7-bfe8-76a037e495b2 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:25.798300 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881b810-20a0-473e-8f02-8b3b1e418dd8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event updated for resources: {'Port': ['ID=7bc0d9e2-591b-4dba-8e75-1949c0865e34,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:25.814131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f8a6712a-a343-44f7-bfe8-76a037e495b2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f8a6712a-a343-44f7-bfe8-76a037e495b2,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:25.827451 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.863423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-d0b7b200-c3b2-4e82-af58-c255ce3e8880', 'network_id': 'd0b7b200-c3b2-4e82-af58-c255ce3e8880', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'fixed_ips': [{'subnet_id': 'ee2837ed-6d15-4234-a286-d4c7d333260b'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:32:25.863959 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.985271 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f8a6712a-a343-44f7-bfe8-76a037e495b2'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:26.009294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-6881b810-20a0-473e-8f02-8b3b1e418dd8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Network bc1818a6-90ca-44c9-9f50-4781ea58c24e is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:26.015775 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-6881b810-20a0-473e-8f02-8b3b1e418dd8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:26.021427 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-6881b810-20a0-473e-8f02-8b3b1e418dd8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:26.108382 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-ef80dfaa-fcff-453a-a4ef-bb1f0ebe29b3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.121670 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-6881b810-20a0-473e-8f02-8b3b1e418dd8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.122371 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-6881b810-20a0-473e-8f02-8b3b1e418dd8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.194637 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-6881b810-20a0-473e-8f02-8b3b1e418dd8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1357746 Jul 23 20:32:26.196958 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f8a6712a-a343-44f7-bfe8-76a037e495b2,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:26.215639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['b40c3516-7212-4678-8e8e-9c6942dd6162'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:26.252511 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-3f468924-5d20-48ec-a2b1-ade418dd69f1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Request body: {'port': {'device_id': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'network_id': 'ccb24f4f-5c25-4637-88fd-346ea58be710', 'admin_state_up': True, 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:26.354599 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-50ccf134-b8b9-4fd3-9955-97b1acadd222 req-5da85dc1-752f-4a56-a81a-921b3b1edf23 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.417253 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-ef80dfaa-fcff-453a-a4ef-bb1f0ebe29b3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.419517 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b51415c4-8975-498a-a07e-b6182acafb4b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:26.431456 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da85dc1-752f-4a56-a81a-921b3b1edf23 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Pushing event deleted for resources: {'Port': ['ID=43faa462-afe6-4b37-bc8d-abe9f750e4c2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:26.538783 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-55c5eb40-6121-44a7-a39c-e20ff3d69c50 None None] Provisioning for port 7bc0d9e2-591b-4dba-8e75-1949c0865e34 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:26.550104 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-ef80dfaa-fcff-453a-a4ef-bb1f0ebe29b3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:26.554028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ccf134-b8b9-4fd3-9955-97b1acadd222 req-5da85dc1-752f-4a56-a81a-921b3b1edf23 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] No DVR routers for this DVR port 43faa462-afe6-4b37-bc8d-abe9f750e4c2 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:26.561977 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-50ccf134-b8b9-4fd3-9955-97b1acadd222 req-5da85dc1-752f-4a56-a81a-921b3b1edf23 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.564012 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50ccf134-b8b9-4fd3-9955-97b1acadd222 req-5da85dc1-752f-4a56-a81a-921b3b1edf23 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.57 "DELETE /v2.0/ports/43faa462-afe6-4b37-bc8d-abe9f750e4c2 HTTP/1.1" status: 204 len: 173 time: 1.6101310 Jul 23 20:32:26.581657 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cba109-cc33-493a-8d54-15f1b5b442c0', 'name': 'network-vif-deleted', 'tag': '43faa462-afe6-4b37-bc8d-abe9f750e4c2'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:26.583473 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a5e439-e3fd-4063-bc34-86ecaf070484" -d '{"events": [{"server_uuid": "72cba109-cc33-493a-8d54-15f1b5b442c0", "name": "network-vif-deleted", "tag": "43faa462-afe6-4b37-bc8d-abe9f750e4c2"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:26.588441 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-55c5eb40-6121-44a7-a39c-e20ff3d69c50 None None] Provisioning complete for port 7bc0d9e2-591b-4dba-8e75-1949c0865e34 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:26.589127 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55c5eb40-6121-44a7-a39c-e20ff3d69c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.595036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-ef80dfaa-fcff-453a-a4ef-bb1f0ebe29b3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:26.612667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7b873-076d-4c01-a885-87902c4be399 req-983b50e1-32b1-4adf-9fba-72df7abb4542 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.613636 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.613798 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1e7b873-076d-4c01-a885-87902c4be399 req-983b50e1-32b1-4adf-9fba-72df7abb4542 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cba109-cc33-493a-8d54-15f1b5b442c0 HTTP/1.1" status: 200 len: 867 time: 0.4152918 Jul 23 20:32:26.632173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-ef80dfaa-fcff-453a-a4ef-bb1f0ebe29b3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:26.639630 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80dfaa-fcff-453a-a4ef-bb1f0ebe29b3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Pushing event updated for resources: {'Port': ['ID=02312a56-b9cd-4371-b433-22290d817072,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:26.666350 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Transition to ACTIVE for port object daecd8f4-ca20-4bc8-876b-c9394a72e997 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:26.688229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Allocated IP 2001:db8:1::2 (d0b7b200-c3b2-4e82-af58-c255ce3e8880/ee2837ed-6d15-4234-a286-d4c7d333260b/1124344f-f9a9-4745-8bcc-e0fc4aea52e0) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:26.719580 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-55c5eb40-6121-44a7-a39c-e20ff3d69c50 None None] Port 7bc0d9e2-591b-4dba-8e75-1949c0865e34 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:32:26.737716 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-ef80dfaa-fcff-453a-a4ef-bb1f0ebe29b3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.738464 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-ef80dfaa-fcff-453a-a4ef-bb1f0ebe29b3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.744409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-3f468924-5d20-48ec-a2b1-ade418dd69f1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Made reservation on behalf of d1e9caa4dd094c2487ffcc41d3548234 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:26.745977 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Transition to ACTIVE for port object daecd8f4-ca20-4bc8-876b-c9394a72e997 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:26.747307 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b51415c4-8975-498a-a07e-b6182acafb4b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:26.747831 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.748207 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-3f468924-5d20-48ec-a2b1-ade418dd69f1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.772941 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1e7b873-076d-4c01-a885-87902c4be399 req-b3504e84-6ee4-4733-a08e-41b08ce423e6 tempest-VolumesAdminNegativeTest-1067893278 tempest-VolumesAdminNegativeTest-1067893278-project] 10.222.0.55 "GET /v2.0/security-groups?id=077509f1-2a35-4c48-861e-4403cdf41dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364982 Jul 23 20:32:26.788532 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-ef80dfaa-fcff-453a-a4ef-bb1f0ebe29b3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1364286 Jul 23 20:32:26.796190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e010b-468b-4ff2-9373-86cb564195ff req-1c5c7389-e047-4abf-b127-4ddeee43562e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.799181 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.803760 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf0e010b-468b-4ff2-9373-86cb564195ff req-1c5c7389-e047-4abf-b127-4ddeee43562e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 932 time: 0.2508225 Jul 23 20:32:26.816736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Request body: {'port': {'device_id': '05df96af-c2d5-47f6-a16e-87f889014bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:26.851686 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Allocated IP 2001:db8::1 (d13f5178-1e45-4c3c-be17-a57927fa3832/cd12619c-6d51-4390-a40a-88d6263a2f25/c0dfa8e5-17be-4fbf-8349-5577f5106187) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:26.990513 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Network d13f5178-1e45-4c3c-be17-a57927fa3832 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:27.015908 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:27.026488 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Pushing event updated for resources: {'Port': ['ID=daecd8f4-ca20-4bc8-876b-c9394a72e997,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:27.032524 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:27.150228 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.174778 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Transition to ACTIVE for port object c0dfa8e5-17be-4fbf-8349-5577f5106187 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:27.196996 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61b00d58-1eff-489e-ba6e-e480b1ec3f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.251449 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.270130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Attempting to bind port daecd8f4-ca20-4bc8-876b-c9394a72e997 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:27.270558 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Attempting to bind port daecd8f4-ca20-4bc8-876b-c9394a72e997 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '3f40be16-3bf3-46a9-9469-de948058a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd13f5178-1e45-4c3c-be17-a57927fa3832'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:27.270891 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Attempting to bind port daecd8f4-ca20-4bc8-876b-c9394a72e997 on network d13f5178-1e45-4c3c-be17-a57927fa3832 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:27.312538 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:27.312875 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Checking segment: {'id': '3f40be16-3bf3-46a9-9469-de948058a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd13f5178-1e45-4c3c-be17-a57927fa3832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:27.313180 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.313627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Bound using segment: {'id': '3f40be16-3bf3-46a9-9469-de948058a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd13f5178-1e45-4c3c-be17-a57927fa3832'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:27.314131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Bound port: daecd8f4-ca20-4bc8-876b-c9394a72e997, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f40be16-3bf3-46a9-9469-de948058a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd13f5178-1e45-4c3c-be17-a57927fa3832'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:27.314515 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.321489 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.329346 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.334427 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network d13f5178-1e45-4c3c-be17-a57927fa3832 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:27.338992 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10708e5b-cebc-4bd2-a6de-cefd7a016e0d x-openstack-request-id: req-10708e5b-cebc-4bd2-a6de-cefd7a016e0d {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:27.339837 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cba109-cc33-493a-8d54-15f1b5b442c0", "name": "network-vif-deleted", "tag": "43faa462-afe6-4b37-bc8d-abe9f750e4c2", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:27.339837 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-10708e5b-cebc-4bd2-a6de-cefd7a016e0d {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:27.340364 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cba109-cc33-493a-8d54-15f1b5b442c0', 'name': 'network-vif-deleted', 'tag': '43faa462-afe6-4b37-bc8d-abe9f750e4c2', 'status': 'completed', 'code': 200} Jul 23 20:32:27.342370 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Transition to ACTIVE for port object 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:27.345824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:27.351363 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:27.351363 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.360692 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=c0dfa8e5-17be-4fbf-8349-5577f5106187,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:27.392690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Transition to ACTIVE for port object 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:27.407931 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.454267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] For port daecd8f4-ca20-4bc8-876b-c9394a72e997, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:27.459178 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf0e010b-468b-4ff2-9373-86cb564195ff req-95fa2fb9-6466-48d3-b368-e8100be090b6 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6544359 Jul 23 20:32:27.479794 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Network d0b7b200-c3b2-4e82-af58-c255ce3e8880 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:27.481756 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] For port daecd8f4-ca20-4bc8-876b-c9394a72e997, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=daecd8f4-ca20-4bc8-876b-c9394a72e997,segment=NetworkSegment(3f40be16-3bf3-46a9-9469-de948058a228),segment_id=3f40be16-3bf3-46a9-9469-de948058a228)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:27.485591 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:27.490687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:27.500866 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.511510 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Pushing event updated for resources: {'Port': ['ID=1124344f-f9a9-4745-8bcc-e0fc4aea52e0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:27.568152 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.588424 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.591152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-3f468924-5d20-48ec-a2b1-ade418dd69f1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Allocated IP 19.86.0.39 (ccb24f4f-5c25-4637-88fd-346ea58be710/515a9a5b-a3b5-4a7d-9e7c-4a8ea6747267/8013550c-fec9-4ee1-a8cb-ac1080da502a) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:27.619232 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f97c0-63c7-4b2e-8beb-07a343fe62c2 None None] Pushing event updated for resources: {'Port': ['ID=daecd8f4-ca20-4bc8-876b-c9394a72e997,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:27.645171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33328f19-24d7-4626-b21f-5245329e9051 req-cbef71dc-b9d1-4416-810e-eb77db46e990 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:27.652261 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33328f19-24d7-4626-b21f-5245329e9051 req-cbef71dc-b9d1-4416-810e-eb77db46e990 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=05df96af-c2d5-47f6-a16e-87f889014bcc HTTP/1.1" status: 200 len: 932 time: 0.3165536 Jul 23 20:32:27.763717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Attempting to bind port 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:27.764087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Attempting to bind port 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '5ea5e184-600d-4fed-b47a-c503a7291ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd0b7b200-c3b2-4e82-af58-c255ce3e8880'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:27.764445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Attempting to bind port 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 on network d0b7b200-c3b2-4e82-af58-c255ce3e8880 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:27.775732 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:27.776557 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Checking segment: {'id': '5ea5e184-600d-4fed-b47a-c503a7291ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd0b7b200-c3b2-4e82-af58-c255ce3e8880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:27.776557 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.776865 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Bound using segment: {'id': '5ea5e184-600d-4fed-b47a-c503a7291ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd0b7b200-c3b2-4e82-af58-c255ce3e8880'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:27.777349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Bound port: 1124344f-f9a9-4745-8bcc-e0fc4aea52e0, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea5e184-600d-4fed-b47a-c503a7291ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd0b7b200-c3b2-4e82-af58-c255ce3e8880'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:27.777950 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.878317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] For port 1124344f-f9a9-4745-8bcc-e0fc4aea52e0, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:27.884414 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] For port 1124344f-f9a9-4745-8bcc-e0fc4aea52e0, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1124344f-f9a9-4745-8bcc-e0fc4aea52e0,segment=NetworkSegment(5ea5e184-600d-4fed-b47a-c503a7291ce0),segment_id=5ea5e184-600d-4fed-b47a-c503a7291ce0)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:27.896064 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.993562 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f1f24-1846-4aa1-b2a0-70ab35258791 None None] Pushing event updated for resources: {'Port': ['ID=1124344f-f9a9-4745-8bcc-e0fc4aea52e0,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:28.053051 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b8f573ee-974a-4327-9539-2950bda4dc93 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:32:28.053651 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33328f19-24d7-4626-b21f-5245329e9051 req-b78121f3-9be3-4411-a6a8-e93998a80fac tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003232 Jul 23 20:32:28.060412 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 43faa462-afe6-4b37-bc8d-abe9f750e4c2 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:28.171947 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 43faa462-afe6-4b37-bc8d-abe9f750e4c2 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:28.172287 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 43faa462-afe6-4b37-bc8d-abe9f750e4c2 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:28.233488 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.237828 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926d52c-4787-48d5-be6a-861ce84ae4e3 req-2c2e5359-45e5-49d1-836c-c83cfa0c78ae tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:28.245383 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.246107 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.259518 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8926d52c-4787-48d5-be6a-861ce84ae4e3 req-2c2e5359-45e5-49d1-836c-c83cfa0c78ae tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d HTTP/1.1" status: 200 len: 949 time: 0.5974751 Jul 23 20:32:28.272029 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device b40c3516-7212-4678-8e8e-9c6942dd6162 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:28.373890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=c0dfa8e5-17be-4fbf-8349-5577f5106187,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:28.385338 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device daecd8f4-ca20-4bc8-876b-c9394a72e997 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:28.500456 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35880) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:28.571202 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network d13f5178-1e45-4c3c-be17-a57927fa3832 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:28.572693 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:28.635417 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.665675 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b8f573ee-974a-4327-9539-2950bda4dc93, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b8f573ee-974a-4327-9539-2950bda4dc93,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:28.700690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'port_id': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'mac_address': 'fa:16:3e:d0:4b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:32:28.702827 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port b40c3516-7212-4678-8e8e-9c6942dd6162 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:28.723158 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port daecd8f4-ca20-4bc8-876b-c9394a72e997 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:28.724460 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02312a56-b9cd-4371-b433-22290d817072 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:28.760569 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router df51b7b6-7504-4362-aaa0-c1e3b4af1fb0 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:32:28.777493 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-3f468924-5d20-48ec-a2b1-ade418dd69f1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.842708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port b40c3516-7212-4678-8e8e-9c6942dd6162 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:28.843078 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.870854 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.880927 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:28.887410 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-17aade1a-1691-4a71-8e72-11af144344b7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/df51b7b6-7504-4362-aaa0-c1e3b4af1fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4813476 Jul 23 20:32:28.890778 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35888) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:28.937372 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32ca1e-29e7-4e4d-9961-7985d4d5ed53 None None] Sync routers for ids ['df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:28.948536 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-3f468924-5d20-48ec-a2b1-ade418dd69f1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Transition to ACTIVE for port object 8013550c-fec9-4ee1-a8cb-ac1080da502a will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:28.981060 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8095e994-9bf3-4da9-b78a-97f187880746 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:28.984847 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8095e994-9bf3-4da9-b78a-97f187880746 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports/c0dfa8e5-17be-4fbf-8349-5577f5106187 HTTP/1.1" status: 200 len: 911 time: 0.0928457 Jul 23 20:32:28.991741 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35892) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:29.000143 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f5c5b7-ebf0-494b-b3e9-933975134e66 admin admin] Deleting subnet 5659460f-e855-4651-ba76-2901e15ca5fe {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:32:29.011417 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.027740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8f573ee-974a-4327-9539-2950bda4dc93 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:29.040019 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8926d52c-4787-48d5-be6a-861ce84ae4e3 req-c328f498-aa82-443f-be56-3bec2b706c7e tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7787082 Jul 23 20:32:29.044789 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c5b7-ebf0-494b-b3e9-933975134e66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.074764 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32ca1e-29e7-4e4d-9961-7985d4d5ed53 None None] Routers {'df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:29.080507 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-dd32ca1e-29e7-4e4d-9961-7985d4d5ed53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:29.092472 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-3f468924-5d20-48ec-a2b1-ade418dd69f1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.148661 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c5b7-ebf0-494b-b3e9-933975134e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.205173 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b8f573ee-974a-4327-9539-2950bda4dc93, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b8f573ee-974a-4327-9539-2950bda4dc93,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:29.217486 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c5b7-ebf0-494b-b3e9-933975134e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.222235 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-dd32ca1e-29e7-4e4d-9961-7985d4d5ed53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:29.235963 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.251509 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532b2820-bd57-4047-b64d-b479837ef999 None None] Network d13f5178-1e45-4c3c-be17-a57927fa3832 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:29.300108 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Transition to ACTIVE for port object 02312a56-b9cd-4371-b433-22290d817072 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:29.349783 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.359558 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c5b7-ebf0-494b-b3e9-933975134e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.427431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e06830-39c1-4d2d-a1a5-3db41b5c2e66 req-b1c3bb57-2422-4b02-b093-120b0e2135b9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:29.435074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32ca1e-29e7-4e4d-9961-7985d4d5ed53 None None] Routers {'df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:29.438083 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81e06830-39c1-4d2d-a1a5-3db41b5c2e66 req-b1c3bb57-2422-4b02-b093-120b0e2135b9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 932 time: 0.7619324 Jul 23 20:32:29.445851 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5c5b7-ebf0-494b-b3e9-933975134e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5659460f-e855-4651-ba76-2901e15ca5fe,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:29.452157 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-dd32ca1e-29e7-4e4d-9961-7985d4d5ed53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:29.463641 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-3f468924-5d20-48ec-a2b1-ade418dd69f1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Network ccb24f4f-5c25-4637-88fd-346ea58be710 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:29.481729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['b8f573ee-974a-4327-9539-2950bda4dc93'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:29.524698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-3f468924-5d20-48ec-a2b1-ade418dd69f1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:29.527311 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-3f468924-5d20-48ec-a2b1-ade418dd69f1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:29.713910 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-3f468924-5d20-48ec-a2b1-ade418dd69f1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:29.714599 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-3f468924-5d20-48ec-a2b1-ade418dd69f1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.807178 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6715b629-a26e-42fa-aefa-d13a003c6816 None None] Provisioning for port daecd8f4-ca20-4bc8-876b-c9394a72e997 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:29.811545 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-dd32ca1e-29e7-4e4d-9961-7985d4d5ed53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:29.812207 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32ca1e-29e7-4e4d-9961-7985d4d5ed53 None None] The sync data for ids ['df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:29.813788 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=b8f573ee-974a-4327-9539-2950bda4dc93,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:29.826421 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6715b629-a26e-42fa-aefa-d13a003c6816 None None] Provisioning complete for port daecd8f4-ca20-4bc8-876b-c9394a72e997 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:29.826799 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6715b629-a26e-42fa-aefa-d13a003c6816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.895701 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81e06830-39c1-4d2d-a1a5-3db41b5c2e66 req-5d2a0d67-dba4-4e32-bf1f-3a226ea13061 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564838 Jul 23 20:32:29.923167 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c5b7-ebf0-494b-b3e9-933975134e66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.936560 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.937922 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f8f5c5b7-ebf0-494b-b3e9-933975134e66 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5659460f-e855-4651-ba76-2901e15ca5fe HTTP/1.1" status: 204 len: 168 time: 1.4330158 Jul 23 20:32:29.954464 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35912) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:29.964295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Attempting to bind port 02312a56-b9cd-4371-b433-22290d817072 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:29.964691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Attempting to bind port 02312a56-b9cd-4371-b433-22290d817072 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:29.965787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Attempting to bind port 02312a56-b9cd-4371-b433-22290d817072 on network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:29.999356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Port 02312a56-b9cd-4371-b433-22290d817072 on network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:30.000993 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Attempting to bind port 02312a56-b9cd-4371-b433-22290d817072 on network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:30.003372 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port b40c3516-7212-4678-8e8e-9c6942dd6162, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b40c3516-7212-4678-8e8e-9c6942dd6162,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:30.027190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40c3516-7212-4678-8e8e-9c6942dd6162'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:30.029572 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7ce1cb-7500-40d5-82f6-7ec2db4db168" -d '{"events": [{"server_uuid": "e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d", "name": "network-vif-plugged", "status": "completed", "tag": "b40c3516-7212-4678-8e8e-9c6942dd6162"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:30.036417 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.037262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09623769-f2df-48f9-8bf8-642a70686309 None None] Network d0b7b200-c3b2-4e82-af58-c255ce3e8880 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:30.153000 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:30.153353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Checking segment: {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:30.153754 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Bound using segment: {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:30.154231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Bound port: 02312a56-b9cd-4371-b433-22290d817072, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:30.154558 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.169266 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19017d3a-59ee-41e5-bc0c-00a2d10a146f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.188301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f468924-5d20-48ec-a2b1-ade418dd69f1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event updated for resources: {'Port': ['ID=8013550c-fec9-4ee1-a8cb-ac1080da502a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:30.232284 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-3f468924-5d20-48ec-a2b1-ade418dd69f1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9870074 Jul 23 20:32:30.327941 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] For port 02312a56-b9cd-4371-b433-22290d817072, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:30.333185 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] For port 02312a56-b9cd-4371-b433-22290d817072, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=02312a56-b9cd-4371-b433-22290d817072,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:30.427772 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Pushing event updated for resources: {'Port': ['ID=02312a56-b9cd-4371-b433-22290d817072,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:30.453812 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-9ec24bf7-479a-4258-b1aa-89d2d638e426 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Request body: {'port': {'device_id': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e', 'admin_state_up': True, 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:30.475987 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.525753 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:30.526650 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.528620 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] 10.222.0.48 "PUT /v2.0/ports/02312a56-b9cd-4371-b433-22290d817072 HTTP/1.1" status: 200 len: 1093 time: 3.7228692 Jul 23 20:32:30.576629 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05df96af-c2d5-47f6-a16e-87f889014bcc', 'tag': '02312a56-b9cd-4371-b433-22290d817072'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:30.583833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:30.584906 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba51dc2-c71f-4fbb-a5d6-6df7867f780f" -d '{"events": [{"name": "network-changed", "server_uuid": "05df96af-c2d5-47f6-a16e-87f889014bcc", "tag": "02312a56-b9cd-4371-b433-22290d817072"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:30.587550 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.588334 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f8a6712a-a343-44f7-bfe8-76a037e495b2 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:30.657762 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f752859-7621-4b86-9efa-9b8ba0924f98 req-526c097c-58c1-4fe4-9b51-a12cc4efbccc tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:30.667627 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2f752859-7621-4b86-9efa-9b8ba0924f98 req-526c097c-58c1-4fe4-9b51-a12cc4efbccc tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=05df96af-c2d5-47f6-a16e-87f889014bcc HTTP/1.1" status: 200 len: 944 time: 1.3537197 Jul 23 20:32:30.844758 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.851408 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=b40c3516-7212-4678-8e8e-9c6942dd6162,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:30.912629 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19017d3a-59ee-41e5-bc0c-00a2d10a146f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.954193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-19017d3a-59ee-41e5-bc0c-00a2d10a146f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405503b3-ee1d-4be2-a39d-4f5f80839069']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:30.980699 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-19017d3a-59ee-41e5-bc0c-00a2d10a146f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca73df83-ebd6-47d0-912d-7f2056b3ae34') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:30.984288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-19017d3a-59ee-41e5-bc0c-00a2d10a146f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca73df83-ebd6-47d0-912d-7f2056b3ae34') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:31.008622 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19017d3a-59ee-41e5-bc0c-00a2d10a146f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.042526 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19017d3a-59ee-41e5-bc0c-00a2d10a146f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.052823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19017d3a-59ee-41e5-bc0c-00a2d10a146f admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:31.055565 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19017d3a-59ee-41e5-bc0c-00a2d10a146f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.179673 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port f8a6712a-a343-44f7-bfe8-76a037e495b2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:31.180325 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:31.263957 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:31.293940 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19017d3a-59ee-41e5-bc0c-00a2d10a146f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.305700 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19017d3a-59ee-41e5-bc0c-00a2d10a146f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.312889 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-19017d3a-59ee-41e5-bc0c-00a2d10a146f admin admin] 10.222.0.55 "DELETE /v2.0/networks/405503b3-ee1d-4be2-a39d-4f5f80839069 HTTP/1.1" status: 204 len: 168 time: 1.3323791 Jul 23 20:32:31.336104 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35926) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:31.371630 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2f752859-7621-4b86-9efa-9b8ba0924f98 req-71149ecf-1dec-4d87-8f61-79029f6f7a58 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7030156 Jul 23 20:32:31.408118 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:31.495710 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19017d3a-59ee-41e5-bc0c-00a2d10a146f admin admin] Pushing event deleted for resources: {'Network': ['ID=405503b3-ee1d-4be2-a39d-4f5f80839069,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:31.513695 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d48130-1863-431b-9ab9-2b2b7ad2b362 service neutron] Pushing event updated for resources: {'Port': ['ID=02312a56-b9cd-4371-b433-22290d817072,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:31.534784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-565206e7-5478-4430-8bbb-8c88a2ec924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:31.536928 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-565206e7-5478-4430-8bbb-8c88a2ec924d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&device_id=05df96af-c2d5-47f6-a16e-87f889014bcc HTTP/1.1" status: 200 len: 1096 time: 0.9329219 Jul 23 20:32:31.562482 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6715b629-a26e-42fa-aefa-d13a003c6816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.610398 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-a6275de7-fcd0-4387-b99b-45ef6bfec43b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02312a56-b9cd-4371-b433-22290d817072 HTTP/1.1" status: 200 len: 217 time: 0.0447574 Jul 23 20:32:31.617501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Allocated IP 2001:db8:1::1 (d0b7b200-c3b2-4e82-af58-c255ce3e8880/ee2837ed-6d15-4234-a286-d4c7d333260b/61b84ded-612e-49c3-86a3-3ec54111903a) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:31.711836 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6715b629-a26e-42fa-aefa-d13a003c6816 None None] For port daecd8f4-ca20-4bc8-876b-c9394a72e997, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=daecd8f4-ca20-4bc8-876b-c9394a72e997,segment=NetworkSegment(3f40be16-3bf3-46a9-9469-de948058a228),segment_id=3f40be16-3bf3-46a9-9469-de948058a228)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:31.760092 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6715b629-a26e-42fa-aefa-d13a003c6816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.779456 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-e2e342da-412b-430e-89e9-607831b4b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:31.779695 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.781467 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-e2e342da-412b-430e-89e9-607831b4b2cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bfc910d3-f783-4dce-a4ee-27e733f1d609 HTTP/1.1" status: 200 len: 851 time: 0.1615036 Jul 23 20:32:31.796880 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Transition to ACTIVE for port object 61b84ded-612e-49c3-86a3-3ec54111903a will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:31.863652 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.887429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715b629-a26e-42fa-aefa-d13a003c6816 None None] Pushing event updated for resources: {'Port': ['ID=daecd8f4-ca20-4bc8-876b-c9394a72e997,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:31.912754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-019b2011-d9d3-4442-a598-9cd395abdb5c admin admin] Deleting subnet 21f4ba85-4a1c-46d3-86ce-0efb84862361 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:32:31.944167 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-a4f9f25e-650d-4345-8899-b190299155a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851572 Jul 23 20:32:31.951707 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-9ec24bf7-479a-4258-b1aa-89d2d638e426 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Made reservation on behalf of d1e9caa4dd094c2487ffcc41d3548234 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:31.960574 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-9ec24bf7-479a-4258-b1aa-89d2d638e426 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.988319 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-019b2011-d9d3-4442-a598-9cd395abdb5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:32.016646 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-80036017-7d17-4dcd-b643-b3bc8805e82b None None] Provisioning for port 8013550c-fec9-4ee1-a8cb-ac1080da502a completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:32.026509 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-80036017-7d17-4dcd-b643-b3bc8805e82b None None] Provisioning complete for port 8013550c-fec9-4ee1-a8cb-ac1080da502a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:32.036701 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-80036017-7d17-4dcd-b643-b3bc8805e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:32.094617 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network d0b7b200-c3b2-4e82-af58-c255ce3e8880 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:32.182307 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b8f573ee-974a-4327-9539-2950bda4dc93 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:32.197470 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:32.212583 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:32.260154 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-019b2011-d9d3-4442-a598-9cd395abdb5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:32.287140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:32.287140 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:32.354245 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597f632-b3b0-44a6-ae59-1ba666d81283 req-115a9268-80b4-4bad-8c0b-0bcdca3cd650 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:32.358856 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d597f632-b3b0-44a6-ae59-1ba666d81283 req-115a9268-80b4-4bad-8c0b-0bcdca3cd650 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d HTTP/1.1" status: 200 len: 950 time: 0.5704589 Jul 23 20:32:32.443793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device daecd8f4-ca20-4bc8-876b-c9394a72e997 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:32.519771 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f8a6712a-a343-44f7-bfe8-76a037e495b2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f8a6712a-a343-44f7-bfe8-76a037e495b2,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:32.579084 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=61b84ded-612e-49c3-86a3-3ec54111903a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:32.611786 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:32.688338 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-dd890d68-478e-4a56-b50c-7600204a9e06 service neutron] 10.222.0.48 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7229331 Jul 23 20:32:32.722659 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-80036017-7d17-4dcd-b643-b3bc8805e82b None None] Port 8013550c-fec9-4ee1-a8cb-ac1080da502a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:32:32.724464 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-019b2011-d9d3-4442-a598-9cd395abdb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:32.748948 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port b8f573ee-974a-4327-9539-2950bda4dc93 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:32.749477 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:32.788691 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d597f632-b3b0-44a6-ae59-1ba666d81283 req-eaac6ee5-e38e-4503-a60a-e50b5618df76 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125612 Jul 23 20:32:32.892449 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-80036017-7d17-4dcd-b643-b3bc8805e82b None None] Provisioning for port 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:32.919654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-80036017-7d17-4dcd-b643-b3bc8805e82b None None] Provisioning complete for port 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:32.920365 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-80036017-7d17-4dcd-b643-b3bc8805e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.098939 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-9ec24bf7-479a-4258-b1aa-89d2d638e426 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Allocated IP 19.80.0.84 (bc1818a6-90ca-44c9-9f50-4781ea58c24e/ddc0f49a-3ad1-4f9f-8137-3b678a9eb15e/2af53435-0b8e-46bf-9117-face74c688c1) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:33.134873 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04e8e03-7e3d-4ec4-9d50-abecb1d75d13 x-openstack-request-id: req-e04e8e03-7e3d-4ec4-9d50-abecb1d75d13 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:33.136900 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-019b2011-d9d3-4442-a598-9cd395abdb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.139055 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d", "name": "network-vif-plugged", "status": "completed", "tag": "b40c3516-7212-4678-8e8e-9c6942dd6162", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:33.139536 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e04e8e03-7e3d-4ec4-9d50-abecb1d75d13 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:33.140324 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40c3516-7212-4678-8e8e-9c6942dd6162', 'code': 200} Jul 23 20:32:33.155656 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f8a6712a-a343-44f7-bfe8-76a037e495b2,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:33.210760 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.231651 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b2011-d9d3-4442-a598-9cd395abdb5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f4ba85-4a1c-46d3-86ce-0efb84862361,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:33.252118 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-019b2011-d9d3-4442-a598-9cd395abdb5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.257236 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-019b2011-d9d3-4442-a598-9cd395abdb5c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/21f4ba85-4a1c-46d3-86ce-0efb84862361 HTTP/1.1" status: 204 len: 168 time: 1.9151156 Jul 23 20:32:33.259729 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35932) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:33.345022 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-80036017-7d17-4dcd-b643-b3bc8805e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.420489 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-9ec24bf7-479a-4258-b1aa-89d2d638e426 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.428689 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port daecd8f4-ca20-4bc8-876b-c9394a72e997 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:33.429645 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.486351 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-9ec24bf7-479a-4258-b1aa-89d2d638e426 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Transition to ACTIVE for port object 2af53435-0b8e-46bf-9117-face74c688c1 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:33.549904 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4973c78-fb8e-4dec-8495-c7c51a9b69a7 x-openstack-request-id: req-b4973c78-fb8e-4dec-8495-c7c51a9b69a7 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:33.551021 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05df96af-c2d5-47f6-a16e-87f889014bcc", "tag": "02312a56-b9cd-4371-b433-22290d817072", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:33.552614 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b4973c78-fb8e-4dec-8495-c7c51a9b69a7 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:33.554223 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05df96af-c2d5-47f6-a16e-87f889014bcc', 'tag': '02312a56-b9cd-4371-b433-22290d817072', 'status': 'completed', 'code': 200} Jul 23 20:32:33.562983 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-9ec24bf7-479a-4258-b1aa-89d2d638e426 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.613710 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.620269 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-80036017-7d17-4dcd-b643-b3bc8805e82b None None] For port 1124344f-f9a9-4745-8bcc-e0fc4aea52e0, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1124344f-f9a9-4745-8bcc-e0fc4aea52e0,segment=NetworkSegment(5ea5e184-600d-4fed-b47a-c503a7291ce0),segment_id=5ea5e184-600d-4fed-b47a-c503a7291ce0)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:33.642286 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-80036017-7d17-4dcd-b643-b3bc8805e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.772718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-9ec24bf7-479a-4258-b1aa-89d2d638e426 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Network bc1818a6-90ca-44c9-9f50-4781ea58c24e is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:33.797281 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a44effb5-ffb6-4f48-a98c-cfc9f4253022 req-25cc4521-79d3-4b94-97da-e2fced41804f service neutron] 10.222.0.48 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0540028 Jul 23 20:32:33.812830 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-9ec24bf7-479a-4258-b1aa-89d2d638e426 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:33.829279 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-9ec24bf7-479a-4258-b1aa-89d2d638e426 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:33.837288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b8f573ee-974a-4327-9539-2950bda4dc93, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b8f573ee-974a-4327-9539-2950bda4dc93,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:33.847088 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce782336-8101-4a2f-b5e1-bfc9b352fe13 req-c58be69e-86f1-430c-91d9-f53fabe71cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:33.849773 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ce782336-8101-4a2f-b5e1-bfc9b352fe13 req-c58be69e-86f1-430c-91d9-f53fabe71cab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d HTTP/1.1" status: 200 len: 1102 time: 0.8049014 Jul 23 20:32:33.853359 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cb49489-8894-473e-85a4-10eef96dad32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.881120 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80036017-7d17-4dcd-b643-b3bc8805e82b None None] Pushing event updated for resources: {'Port': ['ID=1124344f-f9a9-4745-8bcc-e0fc4aea52e0,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:33.892332 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.899998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-406a99e3-7fe7-4ef6-bdad-ddc1e9787c89 None None] Provisioning for port c0dfa8e5-17be-4fbf-8349-5577f5106187 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:33.932614 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ce782336-8101-4a2f-b5e1-bfc9b352fe13 req-e90e0ba2-9d57-4ec9-87b6-c880c6c53071 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663097 Jul 23 20:32:33.937701 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-9ec24bf7-479a-4258-b1aa-89d2d638e426 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:33.938362 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-9ec24bf7-479a-4258-b1aa-89d2d638e426 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.987168 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=b8f573ee-974a-4327-9539-2950bda4dc93,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:33.996924 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec24bf7-479a-4258-b1aa-89d2d638e426 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event updated for resources: {'Port': ['ID=2af53435-0b8e-46bf-9117-face74c688c1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:34.029297 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-406a99e3-7fe7-4ef6-bdad-ddc1e9787c89 None None] Provisioning complete for port c0dfa8e5-17be-4fbf-8349-5577f5106187 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:34.029970 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-406a99e3-7fe7-4ef6-bdad-ddc1e9787c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.052265 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-9ec24bf7-479a-4258-b1aa-89d2d638e426 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7164891 Jul 23 20:32:34.079678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-406a99e3-7fe7-4ef6-bdad-ddc1e9787c89 None None] Port c0dfa8e5-17be-4fbf-8349-5577f5106187 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:32:34.086563 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ee1d-92ca-446d-8aa9-b03c34f3eda3 req-e22cea2b-b9fa-4468-bc7c-cb738dee0cf3 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:34.091581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-406a99e3-7fe7-4ef6-bdad-ddc1e9787c89 None None] Provisioning complete for port 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:34.092306 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-406a99e3-7fe7-4ef6-bdad-ddc1e9787c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.092507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ee1d-92ca-446d-8aa9-b03c34f3eda3 req-e22cea2b-b9fa-4468-bc7c-cb738dee0cf3 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:34.112492 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ee1d-92ca-446d-8aa9-b03c34f3eda3 req-e22cea2b-b9fa-4468-bc7c-cb738dee0cf3 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:34.119889 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5766ee1d-92ca-446d-8aa9-b03c34f3eda3 req-e22cea2b-b9fa-4468-bc7c-cb738dee0cf3 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 2375 time: 0.5770972 Jul 23 20:32:34.128223 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Request body: {'port': {'device_id': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:34.206313 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cb49489-8894-473e-85a4-10eef96dad32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.259839 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:34.290017 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.301762 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.302944 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.306442 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-4cb49489-8894-473e-85a4-10eef96dad32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9642fa-deba-43d5-9946-fdf09b9d68df']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:34.315611 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5766ee1d-92ca-446d-8aa9-b03c34f3eda3 req-165dece8-e11f-40af-a551-aaa4ea7782e2 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909642 Jul 23 20:32:34.376853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba51dc2-c71f-4fbb-a5d6-6df7867f780f req-47842ae0-f852-48b5-b94e-45378282045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:34.389538 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ba51dc2-c71f-4fbb-a5d6-6df7867f780f req-47842ae0-f852-48b5-b94e-45378282045c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&device_id=05df96af-c2d5-47f6-a16e-87f889014bcc HTTP/1.1" status: 200 len: 1096 time: 0.4474616 Jul 23 20:32:34.402476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-406a99e3-7fe7-4ef6-bdad-ddc1e9787c89 None None] Provisioning for port 61b84ded-612e-49c3-86a3-3ec54111903a completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:34.416124 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-4cb49489-8894-473e-85a4-10eef96dad32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e08e2f7-ca6f-45cb-ab39-935632629b3c') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:34.416822 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-4cb49489-8894-473e-85a4-10eef96dad32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e08e2f7-ca6f-45cb-ab39-935632629b3c') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:34.424709 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-406a99e3-7fe7-4ef6-bdad-ddc1e9787c89 None None] Provisioning complete for port 61b84ded-612e-49c3-86a3-3ec54111903a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:34.425085 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-406a99e3-7fe7-4ef6-bdad-ddc1e9787c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.502971 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:34.503365 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.571303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-406a99e3-7fe7-4ef6-bdad-ddc1e9787c89 None None] Port 61b84ded-612e-49c3-86a3-3ec54111903a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:32:34.628387 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-406a99e3-7fe7-4ef6-bdad-ddc1e9787c89 None None] Provisioning complete for port daecd8f4-ca20-4bc8-876b-c9394a72e997 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:34.628690 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-406a99e3-7fe7-4ef6-bdad-ddc1e9787c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.635006 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba51dc2-c71f-4fbb-a5d6-6df7867f780f req-13fd5b68-526b-4111-a034-e567485d18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:34.636553 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ba51dc2-c71f-4fbb-a5d6-6df7867f780f req-13fd5b68-526b-4111-a034-e567485d18bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 912 time: 0.1947501 Jul 23 20:32:34.640732 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cb49489-8894-473e-85a4-10eef96dad32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.678650 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=61b84ded-612e-49c3-86a3-3ec54111903a,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:34.720517 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cb49489-8894-473e-85a4-10eef96dad32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.727018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb49489-8894-473e-85a4-10eef96dad32 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:34.740488 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cb49489-8894-473e-85a4-10eef96dad32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.745147 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ba51dc2-c71f-4fbb-a5d6-6df7867f780f req-46b57ec3-0dc2-4e8a-910e-de351dd6ca46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02312a56-b9cd-4371-b433-22290d817072 HTTP/1.1" status: 200 len: 217 time: 0.0927479 Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:34.862377 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:34.881796 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cb49489-8894-473e-85a4-10eef96dad32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.895849 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cb49489-8894-473e-85a4-10eef96dad32 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.901705 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4cb49489-8894-473e-85a4-10eef96dad32 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7a9642fa-deba-43d5-9946-fdf09b9d68df HTTP/1.1" status: 204 len: 168 time: 1.6398599 Jul 23 20:32:34.909428 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.954751 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb49489-8894-473e-85a4-10eef96dad32 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a9642fa-deba-43d5-9946-fdf09b9d68df,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:34.992363 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba51dc2-c71f-4fbb-a5d6-6df7867f780f req-b95f9102-a47e-4a6b-a347-933a85bf7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:34.993955 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ba51dc2-c71f-4fbb-a5d6-6df7867f780f req-b95f9102-a47e-4a6b-a347-933a85bf7c15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bfc910d3-f783-4dce-a4ee-27e733f1d609 HTTP/1.1" status: 200 len: 851 time: 0.2127175 Jul 23 20:32:35.022260 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network d0b7b200-c3b2-4e82-af58-c255ce3e8880 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:35.027365 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:35.041816 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ba51dc2-c71f-4fbb-a5d6-6df7867f780f req-ddfd4053-b39b-450c-b282-8ed01e6ed461 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383582 Jul 23 20:32:35.053135 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460162d0-5e69-4458-915b-66dbc6e29c16 req-9a897451-780d-4387-a8f3-615bafdec70a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:35.060032 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-460162d0-5e69-4458-915b-66dbc6e29c16 req-9a897451-780d-4387-a8f3-615bafdec70a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=05df96af-c2d5-47f6-a16e-87f889014bcc HTTP/1.1" status: 200 len: 944 time: 0.4224555 Jul 23 20:32:35.122568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-76e0f6fa-e430-4e4b-9efe-ccc1a1dc6ead None None] Provisioning for port 2af53435-0b8e-46bf-9117-face74c688c1 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:35.129167 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-76e0f6fa-e430-4e4b-9efe-ccc1a1dc6ead None None] Provisioning complete for port 2af53435-0b8e-46bf-9117-face74c688c1 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:35.131239 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-76e0f6fa-e430-4e4b-9efe-ccc1a1dc6ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.182784 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0147f237-7d90-4397-b2f3-33bc02eff632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a6712a-a343-44f7-bfe8-76a037e495b2'}, {'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:35.200478 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9004f942-fe36-4701-a8ea-dd40289fa946" -d '{"events": [{"server_uuid": "0147f237-7d90-4397-b2f3-33bc02eff632", "name": "network-vif-plugged", "status": "completed", "tag": "f8a6712a-a343-44f7-bfe8-76a037e495b2"}, {"server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "name": "network-vif-plugged", "status": "completed", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:35.240305 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-76e0f6fa-e430-4e4b-9efe-ccc1a1dc6ead None None] Port 2af53435-0b8e-46bf-9117-face74c688c1 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:32:35.357350 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router df51b7b6-7504-4362-aaa0-c1e3b4af1fb0 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:35.357957 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35946) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:35.445562 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-460162d0-5e69-4458-915b-66dbc6e29c16 req-e9a450b4-8ee2-47da-a90c-9c2b5ce7e29e tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842888 Jul 23 20:32:35.456056 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bc8a13a3-df44-49dd-af1b-f162f29238bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=347392e0bd704f23ad045a9a8fed1189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963137 Jul 23 20:32:35.480445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35948) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:35.594134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2e6b149a-77f0-4c89-b6ab-b8c452e532e7 None None] Provisioning complete for port 61b84ded-612e-49c3-86a3-3ec54111903a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:35.594751 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e6b149a-77f0-4c89-b6ab-b8c452e532e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.629620 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:35.642354 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ba51dc2-c71f-4fbb-a5d6-6df7867f780f req-eeb7c335-5f24-4a5d-a4e5-6fae7b09b0a7 service neutron] 10.222.0.48 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783575 Jul 23 20:32:35.648348 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5fed551e-f0ec-4a73-ada5-c466a586de46 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/df51b7b6-7504-4362-aaa0-c1e3b4af1fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6534753 Jul 23 20:32:35.649596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35950) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:35.650274 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2ccc37-af81-4926-b1e3-76049915b89d None None] Sync routers for ids ['df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:35.661380 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2859957c-5652-412d-9a79-c2f883cd039e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.666185 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2ccc37-af81-4926-b1e3-76049915b89d None None] Routers {'df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:35.668389 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-bf2ccc37-af81-4926-b1e3-76049915b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:35.689691 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b149a-77f0-4c89-b6ab-b8c452e532e7 None None] Port 61b84ded-612e-49c3-86a3-3ec54111903a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:32:35.693440 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2859957c-5652-412d-9a79-c2f883cd039e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.710309 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-bf2ccc37-af81-4926-b1e3-76049915b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:35.719928 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2ccc37-af81-4926-b1e3-76049915b89d None None] Routers {'df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:35.721903 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-bf2ccc37-af81-4926-b1e3-76049915b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:35.758136 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-bf2ccc37-af81-4926-b1e3-76049915b89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:35.759626 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2ccc37-af81-4926-b1e3-76049915b89d None None] The sync data for ids ['df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:35.807416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36225366-197b-41e9-ab75-e203443dc0bd tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:35.811915 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-36225366-197b-41e9-ab75-e203443dc0bd tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports/61b84ded-612e-49c3-86a3-3ec54111903a HTTP/1.1" status: 200 len: 913 time: 0.1574142 Jul 23 20:32:35.812222 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35956) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:36.254639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 02312a56-b9cd-4371-b433-22290d817072 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:32:36.385036 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6c0cc55-c16c-479a-8372-9defcf2153d0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:36.438017 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 02312a56-b9cd-4371-b433-22290d817072, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=02312a56-b9cd-4371-b433-22290d817072,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:36.465897 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '02312a56-b9cd-4371-b433-22290d817072', 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e', 'port_id': '02312a56-b9cd-4371-b433-22290d817072', 'mac_address': 'fa:16:3e:84:98:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc910d3-f783-4dce-a4ee-27e733f1d609', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:32:36.547055 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:36.588595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02312a56-b9cd-4371-b433-22290d817072 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:36.641332 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2859957c-5652-412d-9a79-c2f883cd039e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:36.644789 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2859957c-5652-412d-9a79-c2f883cd039e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:36.648726 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2859957c-5652-412d-9a79-c2f883cd039e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/077509f1-2a35-4c48-861e-4403cdf41dc4 HTTP/1.1" status: 204 len: 168 time: 1.1594520 Jul 23 20:32:36.654687 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ba51dc2-c71f-4fbb-a5d6-6df7867f780f req-5c124990-72ff-46a9-ab05-863bac6f452f service neutron] 10.222.0.48 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9980791 Jul 23 20:32:36.663686 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 02312a56-b9cd-4371-b433-22290d817072, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=02312a56-b9cd-4371-b433-22290d817072,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:36.678380 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:36.684085 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859957c-5652-412d-9a79-c2f883cd039e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077509f1-2a35-4c48-861e-4403cdf41dc4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:36.981764 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=02312a56-b9cd-4371-b433-22290d817072,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:37.020349 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40434f08-a158-4aed-b18e-b0a0d7b1ed41 req-21eb1a69-e148-4b01-86c8-eba257ab782a tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:37.022895 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40434f08-a158-4aed-b18e-b0a0d7b1ed41 req-21eb1a69-e148-4b01-86c8-eba257ab782a tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d HTTP/1.1" status: 200 len: 950 time: 0.3834982 Jul 23 20:32:37.042235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc0d9e2-591b-4dba-8e75-1949c0865e34 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:37.054137 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.061974 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['02312a56-b9cd-4371-b433-22290d817072'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:37.103455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0cc55-c16c-479a-8372-9defcf2153d0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting port 61b84ded-612e-49c3-86a3-3ec54111903a {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:37.104767 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6c0cc55-c16c-479a-8372-9defcf2153d0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.136183 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Transition to ACTIVE for port object 7bc0d9e2-591b-4dba-8e75-1949c0865e34 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:37.234922 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.336859 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6c0cc55-c16c-479a-8372-9defcf2153d0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.363707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0cc55-c16c-479a-8372-9defcf2153d0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Calling delete_port for 61b84ded-612e-49c3-86a3-3ec54111903a owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:37.421090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40434f08-a158-4aed-b18e-b0a0d7b1ed41 req-1ea782ad-7ece-49bf-b443-074ca366e225 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810502 Jul 23 20:32:37.522841 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc0d9e2-591b-4dba-8e75-1949c0865e34,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:37.570641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35968) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:37.625843 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09877dfd-c9ed-44e3-bd57-32c1aa24256b x-openstack-request-id: req-09877dfd-c9ed-44e3-bd57-32c1aa24256b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:37.626241 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0147f237-7d90-4397-b2f3-33bc02eff632", "name": "network-vif-plugged", "status": "completed", "tag": "f8a6712a-a343-44f7-bfe8-76a037e495b2", "code": 200}, {"server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "name": "network-vif-plugged", "status": "completed", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:37.626453 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09877dfd-c9ed-44e3-bd57-32c1aa24256b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:37.626826 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0147f237-7d90-4397-b2f3-33bc02eff632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a6712a-a343-44f7-bfe8-76a037e495b2', 'code': 200} Jul 23 20:32:37.627094 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'code': 200} Jul 23 20:32:37.718922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Attempting to bind port 7bc0d9e2-591b-4dba-8e75-1949c0865e34 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:37.721976 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Attempting to bind port 7bc0d9e2-591b-4dba-8e75-1949c0865e34 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '9946fa52-7754-4dae-bb4d-aa5e70dd3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:37.722569 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Attempting to bind port 7bc0d9e2-591b-4dba-8e75-1949c0865e34 on network bc1818a6-90ca-44c9-9f50-4781ea58c24e {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:37.740798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Port 7bc0d9e2-591b-4dba-8e75-1949c0865e34 on network bc1818a6-90ca-44c9-9f50-4781ea58c24e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:37.741667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Attempting to bind port 7bc0d9e2-591b-4dba-8e75-1949c0865e34 on network bc1818a6-90ca-44c9-9f50-4781ea58c24e {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:37.775585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:37.776606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Checking segment: {'id': '9946fa52-7754-4dae-bb4d-aa5e70dd3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:37.780325 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Bound using segment: {'id': '9946fa52-7754-4dae-bb4d-aa5e70dd3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:37.781448 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Bound port: 7bc0d9e2-591b-4dba-8e75-1949c0865e34, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9946fa52-7754-4dae-bb4d-aa5e70dd3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:37.782133 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.796752 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ab0f363a-91fb-4102-b5dd-6898cfa2f01e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50afe68336ee42dbb3c60c0cb4a6bfa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246051 Jul 23 20:32:37.801932 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35970) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:37.890757 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6c0cc55-c16c-479a-8372-9defcf2153d0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.951267 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] For port 7bc0d9e2-591b-4dba-8e75-1949c0865e34, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:37.957274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] For port 7bc0d9e2-591b-4dba-8e75-1949c0865e34, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7bc0d9e2-591b-4dba-8e75-1949c0865e34,segment=NetworkSegment(9946fa52-7754-4dae-bb4d-aa5e70dd3a42),segment_id=9946fa52-7754-4dae-bb4d-aa5e70dd3a42)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:37.976249 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.990912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0cc55-c16c-479a-8372-9defcf2153d0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Port': ['ID=61b84ded-612e-49c3-86a3-3ec54111903a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:38.015428 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8a65-28e5-442a-a004-b183c359feb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.050382 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8a65-28e5-442a-a004-b183c359feb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.193232 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc0d9e2-591b-4dba-8e75-1949c0865e34,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:38.204606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:38.205782 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.207271 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-d74127e4-547c-47a2-906e-4cd700440fc9 service neutron] 10.222.0.48 "PUT /v2.0/ports/7bc0d9e2-591b-4dba-8e75-1949c0865e34 HTTP/1.1" status: 200 len: 1093 time: 4.0853081 Jul 23 20:32:38.207917 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'tag': '7bc0d9e2-591b-4dba-8e75-1949c0865e34'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:38.214335 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8a65-28e5-442a-a004-b183c359feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.218834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8a65-28e5-442a-a004-b183c359feb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.223193 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c7fe8a65-28e5-442a-a004-b183c359feb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e1c36c0-4782-4e03-a0ef-f3fdb0856bf7 HTTP/1.1" status: 204 len: 168 time: 0.4174831 Jul 23 20:32:38.227223 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1a8fd8-723a-4daf-a529-586e08e15098" -d '{"events": [{"name": "network-changed", "server_uuid": "f356f212-b653-4b56-aa6f-b4564034dfe7", "tag": "7bc0d9e2-591b-4dba-8e75-1949c0865e34"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:38.234135 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe8a65-28e5-442a-a004-b183c359feb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1c36c0-4782-4e03-a0ef-f3fdb0856bf7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:38.306400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Request body: {'port': {'device_id': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:38.371079 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7e86d-b97d-40ee-9ece-234503159612 req-d6654088-5cd7-4683-bf39-12ef094aaf11 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:38.422043 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7e86d-b97d-40ee-9ece-234503159612 req-d6654088-5cd7-4683-bf39-12ef094aaf11 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:38.433720 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6c0cc55-c16c-479a-8372-9defcf2153d0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.451916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7e86d-b97d-40ee-9ece-234503159612 req-d6654088-5cd7-4683-bf39-12ef094aaf11 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:38.484231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18e7e86d-b97d-40ee-9ece-234503159612 req-d6654088-5cd7-4683-bf39-12ef094aaf11 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 2387 time: 0.7368431 Jul 23 20:32:38.713767 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18e7e86d-b97d-40ee-9ece-234503159612 req-3ffef8d4-a06e-4ce6-86fa-f8bd44d2232b tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237601 Jul 23 20:32:38.923680 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.974727 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c0cc55-c16c-479a-8372-9defcf2153d0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router df51b7b6-7504-4362-aaa0-c1e3b4af1fb0 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:39.250149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5437a68-a01d-4d3b-a810-7e80ea07b6e0 req-27f94ac2-ea40-4373-8b8c-3ea12e2fe836 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:39.252474 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5437a68-a01d-4d3b-a810-7e80ea07b6e0 req-27f94ac2-ea40-4373-8b8c-3ea12e2fe836 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=05df96af-c2d5-47f6-a16e-87f889014bcc HTTP/1.1" status: 200 len: 945 time: 0.4144971 Jul 23 20:32:39.305918 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c0cc55-c16c-479a-8372-9defcf2153d0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:39.326469 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e6c0cc55-c16c-479a-8372-9defcf2153d0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/df51b7b6-7504-4362-aaa0-c1e3b4af1fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5128078 Jul 23 20:32:39.329258 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35986) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:39.355147 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5437a68-a01d-4d3b-a810-7e80ea07b6e0 req-fe6ab00a-0bd4-4260-bed9-66dd31086b1d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920582 Jul 23 20:32:39.429223 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e08df2-ce4b-458c-8ac2-c8a771673b85 None None] Sync routers for ids ['df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:39.457978 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e08df2-ce4b-458c-8ac2-c8a771673b85 None None] Routers {'df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:39.458758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f5e08df2-ce4b-458c-8ac2-c8a771673b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:39.582311 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f5e08df2-ce4b-458c-8ac2-c8a771673b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:39.603330 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e08df2-ce4b-458c-8ac2-c8a771673b85 None None] Routers {'df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:39.604232 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f5e08df2-ce4b-458c-8ac2-c8a771673b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:39.665161 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f5e08df2-ce4b-458c-8ac2-c8a771673b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:39.666293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e08df2-ce4b-458c-8ac2-c8a771673b85 None None] The sync data for ids ['df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:39.894309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f8c1c-97ed-4b27-aa29-0f683e94eb98 req-1b270957-8503-4b71-b3f1-5ea1557511a7 tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:39.895848 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-396f8c1c-97ed-4b27-aa29-0f683e94eb98 req-1b270957-8503-4b71-b3f1-5ea1557511a7 tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d HTTP/1.1" status: 200 len: 1102 time: 0.2626266 Jul 23 20:32:39.917369 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8013550c-fec9-4ee1-a8cb-ac1080da502a {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:39.956690 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.039779 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-396f8c1c-97ed-4b27-aa29-0f683e94eb98 req-24061413-3e24-404a-a880-2cc283f77fea tempest-ServersOnMultiNodesTest-417562781 tempest-ServersOnMultiNodesTest-417562781-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326392 Jul 23 20:32:40.040664 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Transition to ACTIVE for port object 8013550c-fec9-4ee1-a8cb-ac1080da502a will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:40.058281 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.185304 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dc91ae-4b31-4fa2-b522-9a05a8391e82 x-openstack-request-id: req-85dc91ae-4b31-4fa2-b522-9a05a8391e82 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:40.191085 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f356f212-b653-4b56-aa6f-b4564034dfe7", "tag": "7bc0d9e2-591b-4dba-8e75-1949c0865e34", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:40.191653 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-85dc91ae-4b31-4fa2-b522-9a05a8391e82 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:40.192291 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'tag': '7bc0d9e2-591b-4dba-8e75-1949c0865e34', 'status': 'completed', 'code': 200} Jul 23 20:32:40.194446 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=8013550c-fec9-4ee1-a8cb-ac1080da502a,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:40.291923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 02312a56-b9cd-4371-b433-22290d817072 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:40.475188 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 02312a56-b9cd-4371-b433-22290d817072 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:40.481827 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 02312a56-b9cd-4371-b433-22290d817072 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:40.482538 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.658980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Attempting to bind port 8013550c-fec9-4ee1-a8cb-ac1080da502a on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:40.658980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Attempting to bind port 8013550c-fec9-4ee1-a8cb-ac1080da502a by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'b12165ea-7ec2-40b0-a175-e3b5c2b35022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ccb24f4f-5c25-4637-88fd-346ea58be710'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:40.658980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Attempting to bind port 8013550c-fec9-4ee1-a8cb-ac1080da502a on network ccb24f4f-5c25-4637-88fd-346ea58be710 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:40.669287 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Port 8013550c-fec9-4ee1-a8cb-ac1080da502a on network ccb24f4f-5c25-4637-88fd-346ea58be710 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:40.670023 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Attempting to bind port 8013550c-fec9-4ee1-a8cb-ac1080da502a on network ccb24f4f-5c25-4637-88fd-346ea58be710 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:40.698850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:40.698850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Checking segment: {'id': 'b12165ea-7ec2-40b0-a175-e3b5c2b35022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ccb24f4f-5c25-4637-88fd-346ea58be710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:40.698850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Bound using segment: {'id': 'b12165ea-7ec2-40b0-a175-e3b5c2b35022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ccb24f4f-5c25-4637-88fd-346ea58be710'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:40.698850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Bound port: 8013550c-fec9-4ee1-a8cb-ac1080da502a, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b12165ea-7ec2-40b0-a175-e3b5c2b35022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ccb24f4f-5c25-4637-88fd-346ea58be710'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:40.698850 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.704564 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.733053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cfd5c-8c2c-4685-ab1d-88d4f6b6cb44 req-9d63b342-9552-484a-98f8-3094ef6f449f tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:40.740171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cfd5c-8c2c-4685-ab1d-88d4f6b6cb44 req-9d63b342-9552-484a-98f8-3094ef6f449f tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:40.747245 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cfd5c-8c2c-4685-ab1d-88d4f6b6cb44 req-9d63b342-9552-484a-98f8-3094ef6f449f tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:40.756497 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b39cfd5c-8c2c-4685-ab1d-88d4f6b6cb44 req-9d63b342-9552-484a-98f8-3094ef6f449f tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 2399 time: 0.4108047 Jul 23 20:32:40.759023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05df96af-c2d5-47f6-a16e-87f889014bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02312a56-b9cd-4371-b433-22290d817072'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:40.761590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a8fd8-723a-4daf-a529-586e08e15098 req-351389f3-b10a-49e5-871c-dc0967639909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:40.762143 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6683be-b2d0-4981-bfab-cb068019e1ec" -d '{"events": [{"server_uuid": "05df96af-c2d5-47f6-a16e-87f889014bcc", "name": "network-vif-plugged", "status": "completed", "tag": "02312a56-b9cd-4371-b433-22290d817072"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:40.762305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a8fd8-723a-4daf-a529-586e08e15098 req-351389f3-b10a-49e5-871c-dc0967639909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:40.763391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a8fd8-723a-4daf-a529-586e08e15098 req-351389f3-b10a-49e5-871c-dc0967639909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:40.765164 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee1a8fd8-723a-4daf-a529-586e08e15098 req-351389f3-b10a-49e5-871c-dc0967639909 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1e9caa4dd094c2487ffcc41d3548234&device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 2757 time: 0.5718279 Jul 23 20:32:40.797945 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 02312a56-b9cd-4371-b433-22290d817072, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=02312a56-b9cd-4371-b433-22290d817072,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:40.816685 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.898748 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a3b8154-3d7d-4613-8b12-ec0f260a21b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.929252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=02312a56-b9cd-4371-b433-22290d817072,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:41.129658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a8fd8-723a-4daf-a529-586e08e15098 req-38ce660e-c926-49d3-8e11-9ae5040005fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:41.130235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a8fd8-723a-4daf-a529-586e08e15098 req-38ce660e-c926-49d3-8e11-9ae5040005fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:41.130781 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a8fd8-723a-4daf-a529-586e08e15098 req-38ce660e-c926-49d3-8e11-9ae5040005fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:41.132457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee1a8fd8-723a-4daf-a529-586e08e15098 req-38ce660e-c926-49d3-8e11-9ae5040005fa service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d1e9caa4dd094c2487ffcc41d3548234&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3245208 Jul 23 20:32:41.259500 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b39cfd5c-8c2c-4685-ab1d-88d4f6b6cb44 req-342f007e-7f4b-4c9d-b05f-2f7f9dad60c4 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025470 Jul 23 20:32:41.325477 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] For port 8013550c-fec9-4ee1-a8cb-ac1080da502a, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:41.345316 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] For port 8013550c-fec9-4ee1-a8cb-ac1080da502a, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8013550c-fec9-4ee1-a8cb-ac1080da502a,segment=NetworkSegment(b12165ea-7ec2-40b0-a175-e3b5c2b35022),segment_id=b12165ea-7ec2-40b0-a175-e3b5c2b35022)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:41.369497 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:41.390010 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a8fd8-723a-4daf-a529-586e08e15098 req-72807689-7da7-435c-8e7b-f4465a8f0ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:41.396085 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee1a8fd8-723a-4daf-a529-586e08e15098 req-72807689-7da7-435c-8e7b-f4465a8f0ad3 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2411304 Jul 23 20:32:41.474392 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:41.475653 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:41.477303 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] 10.222.0.48 "PUT /v2.0/ports/8013550c-fec9-4ee1-a8cb-ac1080da502a HTTP/1.1" status: 200 len: 1092 time: 3.1988227 Jul 23 20:32:41.516621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7813310-c270-478a-8e6c-463ff9c32ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=8013550c-fec9-4ee1-a8cb-ac1080da502a,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:41.528257 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b8154-3d7d-4613-8b12-ec0f260a21b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting port c0dfa8e5-17be-4fbf-8349-5577f5106187 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:41.529083 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a3b8154-3d7d-4613-8b12-ec0f260a21b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:41.529284 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Request body: {'port': {'device_id': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:41.732461 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a3b8154-3d7d-4613-8b12-ec0f260a21b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:41.765846 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b8154-3d7d-4613-8b12-ec0f260a21b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Calling delete_port for c0dfa8e5-17be-4fbf-8349-5577f5106187 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:41.792452 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.164348 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a3b8154-3d7d-4613-8b12-ec0f260a21b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.204411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'tag': '8013550c-fec9-4ee1-a8cb-ac1080da502a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:42.213912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b8154-3d7d-4613-8b12-ec0f260a21b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Port': ['ID=c0dfa8e5-17be-4fbf-8349-5577f5106187,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:42.214703 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5492f7-72b6-4735-bc31-195f9f0266b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f356f212-b653-4b56-aa6f-b4564034dfe7", "tag": "8013550c-fec9-4ee1-a8cb-ac1080da502a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:42.426174 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a3b8154-3d7d-4613-8b12-ec0f260a21b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.588981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af53435-0b8e-46bf-9117-face74c688c1 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:42.606757 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.637814 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Transition to ACTIVE for port object 2af53435-0b8e-46bf-9117-face74c688c1 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:42.645913 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.714485 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3b8154-3d7d-4613-8b12-ec0f260a21b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router df51b7b6-7504-4362-aaa0-c1e3b4af1fb0 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:42.876598 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3b8154-3d7d-4613-8b12-ec0f260a21b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:42.887519 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37cb559-6c03-4d10-840a-6db4d90d8244 None None] Sync routers for ids ['df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:42.897413 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6a3b8154-3d7d-4613-8b12-ec0f260a21b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/df51b7b6-7504-4362-aaa0-c1e3b4af1fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5650272 Jul 23 20:32:42.902260 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36026) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:42.909895 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37cb559-6c03-4d10-840a-6db4d90d8244 None None] Routers {'df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:42.910669 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c37cb559-6c03-4d10-840a-6db4d90d8244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:42.932661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Attempting to bind port 2af53435-0b8e-46bf-9117-face74c688c1 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:42.932992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Attempting to bind port 2af53435-0b8e-46bf-9117-face74c688c1 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '9946fa52-7754-4dae-bb4d-aa5e70dd3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:42.933383 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Attempting to bind port 2af53435-0b8e-46bf-9117-face74c688c1 on network bc1818a6-90ca-44c9-9f50-4781ea58c24e {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:42.935781 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2af53435-0b8e-46bf-9117-face74c688c1,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:42.948423 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Port 2af53435-0b8e-46bf-9117-face74c688c1 on network bc1818a6-90ca-44c9-9f50-4781ea58c24e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:42.948923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Attempting to bind port 2af53435-0b8e-46bf-9117-face74c688c1 on network bc1818a6-90ca-44c9-9f50-4781ea58c24e {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:42.965043 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:42.965482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Checking segment: {'id': '9946fa52-7754-4dae-bb4d-aa5e70dd3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:42.966082 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Bound using segment: {'id': '9946fa52-7754-4dae-bb4d-aa5e70dd3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:42.966758 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Bound port: 2af53435-0b8e-46bf-9117-face74c688c1, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9946fa52-7754-4dae-bb4d-aa5e70dd3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:42.967409 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.976117 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-24232f7a-b784-4c26-94b6-eb2c0bbe201e tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports?device_id=df51b7b6-7504-4362-aaa0-c1e3b4af1fb0 HTTP/1.1" status: 200 len: 205 time: 0.0720248 Jul 23 20:32:42.977158 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36028) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:43.014815 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c37cb559-6c03-4d10-840a-6db4d90d8244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:43.035379 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37cb559-6c03-4d10-840a-6db4d90d8244 None None] Routers {'df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:43.036071 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c37cb559-6c03-4d10-840a-6db4d90d8244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:43.107729 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adfa8532-b670-4502-b4df-13f5a7d943fc tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.128972 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c37cb559-6c03-4d10-840a-6db4d90d8244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:43.133201 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37cb559-6c03-4d10-840a-6db4d90d8244 None None] The sync data for ids ['df51b7b6-7504-4362-aaa0-c1e3b4af1fb0'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:43.148085 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] For port 2af53435-0b8e-46bf-9117-face74c688c1, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:43.159639 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] For port 2af53435-0b8e-46bf-9117-face74c688c1, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2af53435-0b8e-46bf-9117-face74c688c1,segment=NetworkSegment(9946fa52-7754-4dae-bb4d-aa5e70dd3a42),segment_id=9946fa52-7754-4dae-bb4d-aa5e70dd3a42)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:43.171562 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.199824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:43.201024 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.202446 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] 10.222.0.48 "PUT /v2.0/ports/2af53435-0b8e-46bf-9117-face74c688c1 HTTP/1.1" status: 200 len: 1092 time: 1.6806495 Jul 23 20:32:43.411473 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9afc4-f055-4d89-9b6e-22d4937832c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2af53435-0b8e-46bf-9117-face74c688c1,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:43.435770 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-a4bda377-8316-4620-a89f-818121d83952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:43.436250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-a4bda377-8316-4620-a89f-818121d83952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:43.436721 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-a4bda377-8316-4620-a89f-818121d83952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:43.438393 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-a4bda377-8316-4620-a89f-818121d83952 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1e9caa4dd094c2487ffcc41d3548234&device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 2867 time: 0.1761603 Jul 23 20:32:43.527528 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adfa8532-b670-4502-b4df-13f5a7d943fc tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.530175 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-93c9a2df-10cc-4d9a-a1a0-99143a914b64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.115&port_id=7bc0d9e2-591b-4dba-8e75-1949c0865e34 HTTP/1.1" status: 200 len: 217 time: 0.0771670 Jul 23 20:32:43.531471 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adfa8532-b670-4502-b4df-13f5a7d943fc tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.631807 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adfa8532-b670-4502-b4df-13f5a7d943fc tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.632422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfa8532-b670-4502-b4df-13f5a7d943fc tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Fanout notify agent at l3_agent the message router_deleted on router df51b7b6-7504-4362-aaa0-c1e3b4af1fb0 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:32:43.640918 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adfa8532-b670-4502-b4df-13f5a7d943fc tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.642444 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-e1f7ed98-33fe-4980-aebc-eea0491574c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:43.645558 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-adfa8532-b670-4502-b4df-13f5a7d943fc tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/routers/df51b7b6-7504-4362-aaa0-c1e3b4af1fb0 HTTP/1.1" status: 204 len: 168 time: 0.6672046 Jul 23 20:32:43.646163 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36030) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:43.648236 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-e1f7ed98-33fe-4980-aebc-eea0491574c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddc0f49a-3ad1-4f9f-8137-3b678a9eb15e HTTP/1.1" status: 200 len: 801 time: 0.1065667 Jul 23 20:32:43.720586 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-84289668-8b2d-452c-91e2-3d0a8d437d6a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting subnet ee2837ed-6d15-4234-a286-d4c7d333260b {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:32:43.725767 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84289668-8b2d-452c-91e2-3d0a8d437d6a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.775832 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84289668-8b2d-452c-91e2-3d0a8d437d6a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.792387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-e3af7e52-0d7f-4c9a-8be6-7565f8ed7e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:43.800854 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-e3af7e52-0d7f-4c9a-8be6-7565f8ed7e25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bc1818a6-90ca-44c9-9f50-4781ea58c24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455059 Jul 23 20:32:43.875670 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84289668-8b2d-452c-91e2-3d0a8d437d6a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.949993 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84289668-8b2d-452c-91e2-3d0a8d437d6a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.960256 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-a5a992b7-6e44-4cd8-bec8-406000374b7a service neutron] 10.222.0.48 "GET /v2.0/networks/bc1818a6-90ca-44c9-9f50-4781ea58c24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509140 Jul 23 20:32:44.020172 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84289668-8b2d-452c-91e2-3d0a8d437d6a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2837ed-6d15-4234-a286-d4c7d333260b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:44.038143 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84289668-8b2d-452c-91e2-3d0a8d437d6a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.040340 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-84289668-8b2d-452c-91e2-3d0a8d437d6a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/subnets/ee2837ed-6d15-4234-a286-d4c7d333260b HTTP/1.1" status: 204 len: 168 time: 0.3932254 Jul 23 20:32:44.044179 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36032) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:44.051943 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f63e0fe-179e-4ebb-84bf-fe63da10bb62 None None] Network d0b7b200-c3b2-4e82-af58-c255ce3e8880 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:44.098723 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-beffb46c-943f-4fa7-b832-673447565dff service neutron] 10.222.0.48 "GET /v2.0/networks/bc1818a6-90ca-44c9-9f50-4781ea58c24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316686 Jul 23 20:32:44.168078 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-ceb679bc-eadf-4c11-83f7-70aac5ea66d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.39&port_id=8013550c-fec9-4ee1-a8cb-ac1080da502a HTTP/1.1" status: 200 len: 217 time: 0.0508871 Jul 23 20:32:44.197991 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-adef6b95-5b80-4c19-b757-231882fff36c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting subnet cd12619c-6d51-4390-a40a-88d6263a2f25 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:32:44.202537 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adef6b95-5b80-4c19-b757-231882fff36c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.258804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-ab592b01-8bcd-4412-a246-bbcc2e42b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:44.261451 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-ab592b01-8bcd-4412-a246-bbcc2e42b1f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=515a9a5b-a3b5-4a7d-9e7c-4a8ea6747267 HTTP/1.1" status: 200 len: 801 time: 0.0827131 Jul 23 20:32:44.281145 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adef6b95-5b80-4c19-b757-231882fff36c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.413270 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-9ca50caa-86fc-4a72-bb37-d3773a4a7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:44.422163 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-9ca50caa-86fc-4a72-bb37-d3773a4a7408 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccb24f4f-5c25-4637-88fd-346ea58be710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522534 Jul 23 20:32:44.460281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06330fe4-748a-432a-9c19-8e22949945f9 None None] DHCP port deletion for d0b7b200-c3b2-4e82-af58-c255ce3e8880 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:32:44.463358 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adef6b95-5b80-4c19-b757-231882fff36c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.554908 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-56401c18-7798-4f53-afd2-717dd13c7f58 service neutron] 10.222.0.48 "GET /v2.0/networks/ccb24f4f-5c25-4637-88fd-346ea58be710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236341 Jul 23 20:32:44.577631 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-06330fe4-748a-432a-9c19-8e22949945f9 None None] Deleting port 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:44.578036 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06330fe4-748a-432a-9c19-8e22949945f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.608726 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adef6b95-5b80-4c19-b757-231882fff36c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.631853 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adef6b95-5b80-4c19-b757-231882fff36c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.633747 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-adef6b95-5b80-4c19-b757-231882fff36c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/subnets/cd12619c-6d51-4390-a40a-88d6263a2f25 HTTP/1.1" status: 204 len: 168 time: 0.5885205 Jul 23 20:32:44.648203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87d9b89-3adf-45b0-8468-584273832739 None None] Network d13f5178-1e45-4c3c-be17-a57927fa3832 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:44.676626 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36038) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:44.697121 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef6b95-5b80-4c19-b757-231882fff36c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Subnet': ['ID=cd12619c-6d51-4390-a40a-88d6263a2f25,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:44.732885 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-982b764d-97a0-426e-a49e-d3c7d0f2355c service neutron] 10.222.0.48 "GET /v2.0/networks/ccb24f4f-5c25-4637-88fd-346ea58be710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674538 Jul 23 20:32:44.825033 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-7f5d6af4-2517-4df4-81aa-2b64a23b460d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.84&port_id=2af53435-0b8e-46bf-9117-face74c688c1 HTTP/1.1" status: 200 len: 217 time: 0.0840547 Jul 23 20:32:44.853962 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.935661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-788a15de-c19c-49f1-ae3f-557c575ce8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:44.938266 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-788a15de-c19c-49f1-ae3f-557c575ce8cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddc0f49a-3ad1-4f9f-8137-3b678a9eb15e HTTP/1.1" status: 200 len: 801 time: 0.1039047 Jul 23 20:32:44.956014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-06330fe4-748a-432a-9c19-8e22949945f9 None None] For port 1124344f-f9a9-4745-8bcc-e0fc4aea52e0, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1124344f-f9a9-4745-8bcc-e0fc4aea52e0,segment=NetworkSegment(5ea5e184-600d-4fed-b47a-c503a7291ce0),segment_id=5ea5e184-600d-4fed-b47a-c503a7291ce0)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:44.956692 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06330fe4-748a-432a-9c19-8e22949945f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.970195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting port 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:44.976584 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.014377 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-06330fe4-748a-432a-9c19-8e22949945f9 None None] Calling delete_port for 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:45.040593 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-9881a80b-8d35-48a2-824e-8a7eab459622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:45.041853 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-9881a80b-8d35-48a2-824e-8a7eab459622 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bc1818a6-90ca-44c9-9f50-4781ea58c24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947826 Jul 23 20:32:45.086285 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] For port 1124344f-f9a9-4745-8bcc-e0fc4aea52e0, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1124344f-f9a9-4745-8bcc-e0fc4aea52e0,segment=NetworkSegment(5ea5e184-600d-4fed-b47a-c503a7291ce0),segment_id=5ea5e184-600d-4fed-b47a-c503a7291ce0)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:45.086718 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.103341 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Calling delete_port for 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:45.148158 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06330fe4-748a-432a-9c19-8e22949945f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.165164 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-48f939dc-51d1-4a85-8df0-e868f3d31a0a service neutron] 10.222.0.48 "GET /v2.0/networks/bc1818a6-90ca-44c9-9f50-4781ea58c24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146770 Jul 23 20:32:45.199727 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06330fe4-748a-432a-9c19-8e22949945f9 None None] Pushing event deleted for resources: {'Port': ['ID=1124344f-f9a9-4745-8bcc-e0fc4aea52e0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:45.205917 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06330fe4-748a-432a-9c19-8e22949945f9 None None] No DVR routers for this DVR port 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:45.220386 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.224497 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.272728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Port': ['ID=1124344f-f9a9-4745-8bcc-e0fc4aea52e0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:45.284280 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] No DVR routers for this DVR port 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:45.357289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c7acb1-2c3f-48e6-8172-fbc35219acbb None None] DHCP port deletion for d13f5178-1e45-4c3c-be17-a57927fa3832 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:32:45.377380 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38dd1be4-9272-41d3-a33e-8e8ee322471e req-4d66f40c-d94c-4719-9d14-f4a81edca2f4 service neutron] 10.222.0.48 "GET /v2.0/networks/bc1818a6-90ca-44c9-9f50-4781ea58c24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050574 Jul 23 20:32:45.423594 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.435354 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-49c7acb1-2c3f-48e6-8172-fbc35219acbb None None] Deleting port daecd8f4-ca20-4bc8-876b-c9394a72e997 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:45.435860 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49c7acb1-2c3f-48e6-8172-fbc35219acbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.440197 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b7b200-c3b2-4e82-af58-c255ce3e8880']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:45.454436 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea5e184-600d-4fed-b47a-c503a7291ce0') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:45.454731 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea5e184-600d-4fed-b47a-c503a7291ce0') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:45.465466 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.487766 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.495517 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:45.495957 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:45.499949 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:45.532581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-49c7acb1-2c3f-48e6-8172-fbc35219acbb None None] For port daecd8f4-ca20-4bc8-876b-c9394a72e997, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=daecd8f4-ca20-4bc8-876b-c9394a72e997,segment=NetworkSegment(3f40be16-3bf3-46a9-9469-de948058a228),segment_id=3f40be16-3bf3-46a9-9469-de948058a228)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:45.532976 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49c7acb1-2c3f-48e6-8172-fbc35219acbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.556601 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-49c7acb1-2c3f-48e6-8172-fbc35219acbb None None] Calling delete_port for daecd8f4-ca20-4bc8-876b-c9394a72e997 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:45.584193 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.602115 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.604732 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/networks/d0b7b200-c3b2-4e82-af58-c255ce3e8880 HTTP/1.1" status: 204 len: 168 time: 0.9270802 Jul 23 20:32:45.608462 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36056) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:45.617595 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499609ed-715f-4191-a023-d3bd497b8e3b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Network': ['ID=d0b7b200-c3b2-4e82-af58-c255ce3e8880,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:45.666893 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49c7acb1-2c3f-48e6-8172-fbc35219acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.740460 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6b15b957-9eab-45bf-ab88-a062d3ad98ff tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.745742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c7acb1-2c3f-48e6-8172-fbc35219acbb None None] No DVR routers for this DVR port daecd8f4-ca20-4bc8-876b-c9394a72e997 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:45.747632 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7acb1-2c3f-48e6-8172-fbc35219acbb None None] Pushing event deleted for resources: {'Port': ['ID=daecd8f4-ca20-4bc8-876b-c9394a72e997,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:45.837251 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6b15b957-9eab-45bf-ab88-a062d3ad98ff tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.875203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-6b15b957-9eab-45bf-ab88-a062d3ad98ff tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13f5178-1e45-4c3c-be17-a57927fa3832']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:45.895452 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-6b15b957-9eab-45bf-ab88-a062d3ad98ff tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f40be16-3bf3-46a9-9469-de948058a228') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:45.895765 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-6b15b957-9eab-45bf-ab88-a062d3ad98ff tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f40be16-3bf3-46a9-9469-de948058a228') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:45.908315 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6b15b957-9eab-45bf-ab88-a062d3ad98ff tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.933211 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6b15b957-9eab-45bf-ab88-a062d3ad98ff tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.946907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b15b957-9eab-45bf-ab88-a062d3ad98ff tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:45.947328 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6b15b957-9eab-45bf-ab88-a062d3ad98ff tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:45.951593 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:45.969988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471ccdb-b302-4857-b66d-69138c545b17 req-1ca4ae19-f2ea-451a-95e3-7171d81ca85d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:45.971609 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3471ccdb-b302-4857-b66d-69138c545b17 req-1ca4ae19-f2ea-451a-95e3-7171d81ca85d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=05df96af-c2d5-47f6-a16e-87f889014bcc HTTP/1.1" status: 200 len: 946 time: 0.1309295 Jul 23 20:32:46.052067 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3471ccdb-b302-4857-b66d-69138c545b17 req-b5b5b627-5fe7-49be-8397-84f743d78008 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700164 Jul 23 20:32:46.052716 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6b15b957-9eab-45bf-ab88-a062d3ad98ff tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.066413 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6b15b957-9eab-45bf-ab88-a062d3ad98ff tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.072086 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6b15b957-9eab-45bf-ab88-a062d3ad98ff tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/networks/d13f5178-1e45-4c3c-be17-a57927fa3832 HTTP/1.1" status: 204 len: 168 time: 0.4588456 Jul 23 20:32:46.072462 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36066) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:46.077901 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-30197a42-34be-403e-ac73-5993b0bdff9e tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-424449983'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:46.080195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15b957-9eab-45bf-ab88-a062d3ad98ff tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Network': ['ID=d13f5178-1e45-4c3c-be17-a57927fa3832,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:46.100406 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f232a38-e78f-4394-a0f1-ee77ed37b10b x-openstack-request-id: req-2f232a38-e78f-4394-a0f1-ee77ed37b10b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:46.100738 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05df96af-c2d5-47f6-a16e-87f889014bcc", "name": "network-vif-plugged", "status": "completed", "tag": "02312a56-b9cd-4371-b433-22290d817072", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:46.100999 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f232a38-e78f-4394-a0f1-ee77ed37b10b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:46.101405 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05df96af-c2d5-47f6-a16e-87f889014bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02312a56-b9cd-4371-b433-22290d817072', 'code': 200} Jul 23 20:32:46.106034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30197a42-34be-403e-ac73-5993b0bdff9e tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:46.110953 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30197a42-34be-403e-ac73-5993b0bdff9e tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.141848 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30197a42-34be-403e-ac73-5993b0bdff9e tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:46.155362 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30197a42-34be-403e-ac73-5993b0bdff9e tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.156106 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-30197a42-34be-403e-ac73-5993b0bdff9e tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Added segment 729b91b0-4c1f-4faa-bf17-8b71aa37a2c7 of type vlan for network 1928ffd7-2303-4364-a415-26c4b0cf1885 Jul 23 20:32:46.203860 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d78f60-61aa-4da5-aee1-acfed1925990 x-openstack-request-id: req-39d78f60-61aa-4da5-aee1-acfed1925990 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:46.204167 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f356f212-b653-4b56-aa6f-b4564034dfe7", "tag": "8013550c-fec9-4ee1-a8cb-ac1080da502a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:46.204915 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39d78f60-61aa-4da5-aee1-acfed1925990 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:46.204915 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'tag': '8013550c-fec9-4ee1-a8cb-ac1080da502a', 'status': 'completed', 'code': 200} Jul 23 20:32:46.245583 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30197a42-34be-403e-ac73-5993b0bdff9e tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.246815 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device daecd8f4-ca20-4bc8-876b-c9394a72e997 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:46.281137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: daecd8f4-ca20-4bc8-876b-c9394a72e997 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:46.281745 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device daecd8f4-ca20-4bc8-876b-c9394a72e997 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:46.282358 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:46.293959 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30197a42-34be-403e-ac73-5993b0bdff9e tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.304760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30197a42-34be-403e-ac73-5993b0bdff9e tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:46.308244 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30197a42-34be-403e-ac73-5993b0bdff9e tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.338238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:46.343394 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1124344f-f9a9-4745-8bcc-e0fc4aea52e0 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:46.390537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30197a42-34be-403e-ac73-5993b0bdff9e tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Network': ['ID=1928ffd7-2303-4364-a415-26c4b0cf1885,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:46.411871 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 1928ffd7-2303-4364-a415-26c4b0cf1885 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:46.414212 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-30197a42-34be-403e-ac73-5993b0bdff9e tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3393340 Jul 23 20:32:46.416971 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36084) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:46.430547 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-22fcab1f-96b5-45d7-b905-884dd7622e0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'subnet': {'network_id': '1928ffd7-2303-4364-a415-26c4b0cf1885', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:46.467032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79351237-f9dc-41d6-828f-364b609b2359 req-e930a8db-f1e1-45ea-bb22-83c70c86c9a4 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:46.472476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79351237-f9dc-41d6-828f-364b609b2359 req-e930a8db-f1e1-45ea-bb22-83c70c86c9a4 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:46.478528 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79351237-f9dc-41d6-828f-364b609b2359 req-e930a8db-f1e1-45ea-bb22-83c70c86c9a4 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:46.480495 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79351237-f9dc-41d6-828f-364b609b2359 req-e930a8db-f1e1-45ea-bb22-83c70c86c9a4 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 2411 time: 0.2553020 Jul 23 20:32:46.586903 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fcab1f-96b5-45d7-b905-884dd7622e0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:46.590924 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22fcab1f-96b5-45d7-b905-884dd7622e0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.599381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d592b7b-1923-4839-a445-852ba29b1c6c req-32aa7b70-bc1a-4e09-8c9e-b5723f6690e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:46.601124 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d592b7b-1923-4839-a445-852ba29b1c6c req-32aa7b70-bc1a-4e09-8c9e-b5723f6690e8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=05df96af-c2d5-47f6-a16e-87f889014bcc HTTP/1.1" status: 200 len: 1098 time: 0.3524988 Jul 23 20:32:46.615757 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79351237-f9dc-41d6-828f-364b609b2359 req-a6edac02-93fe-49f9-8f60-6a020341675f tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189601 Jul 23 20:32:46.629771 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.636924 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5492f7-72b6-4735-bc31-195f9f0266b4 req-239f78e4-9a96-45ff-bdd4-962624023b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:46.637527 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5492f7-72b6-4735-bc31-195f9f0266b4 req-239f78e4-9a96-45ff-bdd4-962624023b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:46.638236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5492f7-72b6-4735-bc31-195f9f0266b4 req-239f78e4-9a96-45ff-bdd4-962624023b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:46.639961 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be5492f7-72b6-4735-bc31-195f9f0266b4 req-239f78e4-9a96-45ff-bdd4-962624023b2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1e9caa4dd094c2487ffcc41d3548234&device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 2867 time: 0.3412282 Jul 23 20:32:46.721269 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e5867-19dc-46c9-8d6e-b84623ae1c45 req-6b54036c-e8d9-48f0-b546-fddbd38059c2 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:46.723020 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-582e5867-19dc-46c9-8d6e-b84623ae1c45 req-6b54036c-e8d9-48f0-b546-fddbd38059c2 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d HTTP/1.1" status: 200 len: 950 time: 0.2407997 Jul 23 20:32:46.724834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d592b7b-1923-4839-a445-852ba29b1c6c req-2ea1818a-3322-4f7f-b15c-4065b94fa30d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029577 Jul 23 20:32:46.805017 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22fcab1f-96b5-45d7-b905-884dd7622e0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.806915 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5492f7-72b6-4735-bc31-195f9f0266b4 req-7188efee-6ee4-4496-a877-26bc8a343e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:46.808835 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be5492f7-72b6-4735-bc31-195f9f0266b4 req-7188efee-6ee4-4496-a877-26bc8a343e41 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ccb24f4f-5c25-4637-88fd-346ea58be710 HTTP/1.1" status: 200 len: 902 time: 0.1574299 Jul 23 20:32:46.815964 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-582e5867-19dc-46c9-8d6e-b84623ae1c45 req-221fbdb9-cfb6-42e5-ac91-c965c98e10e3 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634351 Jul 23 20:32:46.857050 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be5492f7-72b6-4735-bc31-195f9f0266b4 req-695ef800-21c8-4f49-a1aa-ec63445e374f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.39&port_id=8013550c-fec9-4ee1-a8cb-ac1080da502a HTTP/1.1" status: 200 len: 217 time: 0.0400214 Jul 23 20:32:46.884872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcab1f-96b5-45d7-b905-884dd7622e0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Subnet': ['ID=48eda990-e31d-4ee5-b8c0-ba64ea58524c,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:46.892200 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fcab1f-96b5-45d7-b905-884dd7622e0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Checking segment: {'id': '729b91b0-4c1f-4faa-bf17-8b71aa37a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1928ffd7-2303-4364-a415-26c4b0cf1885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:46.892602 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fcab1f-96b5-45d7-b905-884dd7622e0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network hostable DHCP agents. Network: 1928ffd7-2303-4364-a415-26c4b0cf1885, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:32:46.909095 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5492f7-72b6-4735-bc31-195f9f0266b4 req-1652e521-495f-4426-b5fd-72efd0afff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:46.910948 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be5492f7-72b6-4735-bc31-195f9f0266b4 req-1652e521-495f-4426-b5fd-72efd0afff5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=515a9a5b-a3b5-4a7d-9e7c-4a8ea6747267 HTTP/1.1" status: 200 len: 801 time: 0.0460305 Jul 23 20:32:46.913100 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fcab1f-96b5-45d7-b905-884dd7622e0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network 1928ffd7-2303-4364-a415-26c4b0cf1885 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:32:46.933184 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-22fcab1f-96b5-45d7-b905-884dd7622e0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 1928ffd7-2303-4364-a415-26c4b0cf1885) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:46.940963 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fcab1f-96b5-45d7-b905-884dd7622e0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:46.941983 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22fcab1f-96b5-45d7-b905-884dd7622e0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.942684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67fb67d-7d14-4720-8306-17f1876e4df0 None None] Network 1928ffd7-2303-4364-a415-26c4b0cf1885 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:46.965260 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36132) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:46.965425 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-22fcab1f-96b5-45d7-b905-884dd7622e0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5461619 Jul 23 20:32:46.972131 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-208eb60d-4833-4a53-8631-b36e93f6c37d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1992972142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:47.003691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5492f7-72b6-4735-bc31-195f9f0266b4 req-3d8449ee-77e1-4438-ae9c-a50c194ffc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:47.005424 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be5492f7-72b6-4735-bc31-195f9f0266b4 req-3d8449ee-77e1-4438-ae9c-a50c194ffc9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccb24f4f-5c25-4637-88fd-346ea58be710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863836 Jul 23 20:32:47.007450 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-208eb60d-4833-4a53-8631-b36e93f6c37d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.008599 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-208eb60d-4833-4a53-8631-b36e93f6c37d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.202824 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-208eb60d-4833-4a53-8631-b36e93f6c37d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.207443 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-1928ffd7-2303-4364-a415-26c4b0cf1885', 'network_id': '1928ffd7-2303-4364-a415-26c4b0cf1885', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'fixed_ips': [{'subnet_id': '48eda990-e31d-4ee5-b8c0-ba64ea58524c'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:32:47.208317 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.240916 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-208eb60d-4833-4a53-8631-b36e93f6c37d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.282650 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-208eb60d-4833-4a53-8631-b36e93f6c37d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.284065 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-208eb60d-4833-4a53-8631-b36e93f6c37d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3174486 Jul 23 20:32:47.287010 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36166) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:47.296209 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be5492f7-72b6-4735-bc31-195f9f0266b4 req-21780ea8-82e6-42f4-a27f-7a86a209c6d0 service neutron] 10.222.0.48 "GET /v2.0/networks/ccb24f4f-5c25-4637-88fd-346ea58be710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795641 Jul 23 20:32:47.297623 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-989bce8d-dfcd-4555-93f4-e1b8dbe8165c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'port': {'network_id': '1928ffd7-2303-4364-a415-26c4b0cf1885', 'name': 'tempest-RoutersIpV6Test-1625476415'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:47.339155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a6fbb-ddb7-4994-bab8-2d36aef8705f req-c3bb3a26-5386-4a1b-b8cb-b3c9ad1241e5 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:47.346712 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc4a6fbb-ddb7-4994-bab8-2d36aef8705f req-c3bb3a26-5386-4a1b-b8cb-b3c9ad1241e5 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=05df96af-c2d5-47f6-a16e-87f889014bcc HTTP/1.1" status: 200 len: 946 time: 0.1609373 Jul 23 20:32:47.403610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc4a6fbb-ddb7-4994-bab8-2d36aef8705f req-f1b9ff04-5789-4674-a4af-d09a65601ed9 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555687 Jul 23 20:32:47.405241 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Allocated IP 2001:db8::2 (1928ffd7-2303-4364-a415-26c4b0cf1885/48eda990-e31d-4ee5-b8c0-ba64ea58524c/4c76106c-e37e-49b3-9a3e-b690558d8fe8) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:47.487516 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be5492f7-72b6-4735-bc31-195f9f0266b4 req-bb1c53f6-1189-47ea-827c-28a0552c56f2 service neutron] 10.222.0.48 "GET /v2.0/networks/ccb24f4f-5c25-4637-88fd-346ea58be710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817141 Jul 23 20:32:47.522647 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36174) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:47.528507 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989bce8d-dfcd-4555-93f4-e1b8dbe8165c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:47.535168 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-989bce8d-dfcd-4555-93f4-e1b8dbe8165c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.562283 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-989bce8d-dfcd-4555-93f4-e1b8dbe8165c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] device_id is not set on port 29d7f268-4baa-40a1-8e12-0196b40ae6fa yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:32:47.638956 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.648217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Transition to ACTIVE for port object 4c76106c-e37e-49b3-9a3e-b690558d8fe8 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:47.667131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Transition to ACTIVE for port object 4c76106c-e37e-49b3-9a3e-b690558d8fe8 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:47.681656 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.705667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078d96a-628d-42f9-b8d7-e6538bed5145 req-c29628b7-ab78-4092-a979-d758b03f47db tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:47.709527 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b078d96a-628d-42f9-b8d7-e6538bed5145 req-c29628b7-ab78-4092-a979-d758b03f47db tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d HTTP/1.1" status: 200 len: 950 time: 0.1499114 Jul 23 20:32:47.790404 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-989bce8d-dfcd-4555-93f4-e1b8dbe8165c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Allocated IP 2001:db8::b9 (1928ffd7-2303-4364-a415-26c4b0cf1885/48eda990-e31d-4ee5-b8c0-ba64ea58524c/29d7f268-4baa-40a1-8e12-0196b40ae6fa) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:47.790581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Pushing event updated for resources: {'Port': ['ID=4c76106c-e37e-49b3-9a3e-b690558d8fe8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:47.802904 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Network 1928ffd7-2303-4364-a415-26c4b0cf1885 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:47.804550 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:47.815900 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:47.903898 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Attempting to bind port 4c76106c-e37e-49b3-9a3e-b690558d8fe8 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:47.904398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Attempting to bind port 4c76106c-e37e-49b3-9a3e-b690558d8fe8 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '729b91b0-4c1f-4faa-bf17-8b71aa37a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1928ffd7-2303-4364-a415-26c4b0cf1885'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:47.905161 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Attempting to bind port 4c76106c-e37e-49b3-9a3e-b690558d8fe8 on network 1928ffd7-2303-4364-a415-26c4b0cf1885 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:47.912000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:47.912000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Checking segment: {'id': '729b91b0-4c1f-4faa-bf17-8b71aa37a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1928ffd7-2303-4364-a415-26c4b0cf1885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:47.912337 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.913181 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Bound using segment: {'id': '729b91b0-4c1f-4faa-bf17-8b71aa37a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1928ffd7-2303-4364-a415-26c4b0cf1885'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:47.913752 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Bound port: 4c76106c-e37e-49b3-9a3e-b690558d8fe8, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729b91b0-4c1f-4faa-bf17-8b71aa37a2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1928ffd7-2303-4364-a415-26c4b0cf1885'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:47.914197 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.932332 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b40a66e2-44b9-4909-8cee-d0564f9c4bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.989522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] For port 4c76106c-e37e-49b3-9a3e-b690558d8fe8, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:47.993408 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] For port 4c76106c-e37e-49b3-9a3e-b690558d8fe8, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=4c76106c-e37e-49b3-9a3e-b690558d8fe8,segment=NetworkSegment(729b91b0-4c1f-4faa-bf17-8b71aa37a2c7),segment_id=729b91b0-4c1f-4faa-bf17-8b71aa37a2c7)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:47.997386 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.018905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-b078d96a-628d-42f9-b8d7-e6538bed5145 req-b6edb71e-b8f7-49ce-b497-7a1e3d4b3c58 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Deleting port b40c3516-7212-4678-8e8e-9c6942dd6162 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:48.019357 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b078d96a-628d-42f9-b8d7-e6538bed5145 req-b6edb71e-b8f7-49ce-b497-7a1e3d4b3c58 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.028453 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-989bce8d-dfcd-4555-93f4-e1b8dbe8165c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.051356 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-989bce8d-dfcd-4555-93f4-e1b8dbe8165c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Transition to ACTIVE for port object 29d7f268-4baa-40a1-8e12-0196b40ae6fa will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:48.051607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc24bf0-f7df-4ed1-a9c9-86f40a972f3e req-7a8f761d-e26b-4720-94ce-c7f2d3a31ed7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:48.053134 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-afc24bf0-f7df-4ed1-a9c9-86f40a972f3e req-7a8f761d-e26b-4720-94ce-c7f2d3a31ed7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 946 time: 0.1774786 Jul 23 20:32:48.059793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92d3a3-a25d-44fd-adb9-9847e6df0d96 None None] Pushing event updated for resources: {'Port': ['ID=4c76106c-e37e-49b3-9a3e-b690558d8fe8,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:48.084410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3c52a-56a4-4136-be96-0a93f0279156 req-fff1fc0b-a7e4-404e-8f7d-0cc677cec857 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:48.095760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3c52a-56a4-4136-be96-0a93f0279156 req-fff1fc0b-a7e4-404e-8f7d-0cc677cec857 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:48.096661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3c52a-56a4-4136-be96-0a93f0279156 req-fff1fc0b-a7e4-404e-8f7d-0cc677cec857 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:48.103747 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79d3c52a-56a4-4136-be96-0a93f0279156 req-fff1fc0b-a7e4-404e-8f7d-0cc677cec857 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 2411 time: 0.2479596 Jul 23 20:32:48.120619 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-989bce8d-dfcd-4555-93f4-e1b8dbe8165c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.167859 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989bce8d-dfcd-4555-93f4-e1b8dbe8165c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network 1928ffd7-2303-4364-a415-26c4b0cf1885 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:48.173495 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-989bce8d-dfcd-4555-93f4-e1b8dbe8165c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:48.177415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989bce8d-dfcd-4555-93f4-e1b8dbe8165c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:48.183063 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989bce8d-dfcd-4555-93f4-e1b8dbe8165c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:48.183789 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-989bce8d-dfcd-4555-93f4-e1b8dbe8165c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.190691 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bce8d-dfcd-4555-93f4-e1b8dbe8165c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=29d7f268-4baa-40a1-8e12-0196b40ae6fa,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:48.315851 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8013550c-fec9-4ee1-a8cb-ac1080da502a details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:32:48.436397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8013550c-fec9-4ee1-a8cb-ac1080da502a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8013550c-fec9-4ee1-a8cb-ac1080da502a,segment=NetworkSegment(b12165ea-7ec2-40b0-a175-e3b5c2b35022),segment_id=b12165ea-7ec2-40b0-a175-e3b5c2b35022)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:48.448969 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '8013550c-fec9-4ee1-a8cb-ac1080da502a', 'network_id': 'ccb24f4f-5c25-4637-88fd-346ea58be710', 'port_id': '8013550c-fec9-4ee1-a8cb-ac1080da502a', 'mac_address': 'fa:16:3e:33:66:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515a9a5b-a3b5-4a7d-9e7c-4a8ea6747267', 'ip_address': '19.86.0.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:32:48.487610 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.494235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'tag': '2af53435-0b8e-46bf-9117-face74c688c1'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:48.496630 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0321ff39-20c8-40da-ab93-dc00f5fcd430" -d '{"events": [{"name": "network-changed", "server_uuid": "f356f212-b653-4b56-aa6f-b4564034dfe7", "tag": "2af53435-0b8e-46bf-9117-face74c688c1"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:48.505150 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8013550c-fec9-4ee1-a8cb-ac1080da502a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:48.525586 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8013550c-fec9-4ee1-a8cb-ac1080da502a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8013550c-fec9-4ee1-a8cb-ac1080da502a,segment=NetworkSegment(b12165ea-7ec2-40b0-a175-e3b5c2b35022),segment_id=b12165ea-7ec2-40b0-a175-e3b5c2b35022)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:48.530126 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.530830 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7bc0d9e2-591b-4dba-8e75-1949c0865e34 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:32:48.598045 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-afc24bf0-f7df-4ed1-a9c9-86f40a972f3e req-f07a93e1-8518-40e6-a5f1-961db249063d tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5245733 Jul 23 20:32:48.607920 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79d3c52a-56a4-4136-be96-0a93f0279156 req-66857df2-387a-47a2-8385-b99a55bbedc7 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033438 Jul 23 20:32:48.608108 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=8013550c-fec9-4ee1-a8cb-ac1080da502a,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:48.619856 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-b078d96a-628d-42f9-b8d7-e6538bed5145 req-b6edb71e-b8f7-49ce-b497-7a1e3d4b3c58 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] For port b40c3516-7212-4678-8e8e-9c6942dd6162, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b40c3516-7212-4678-8e8e-9c6942dd6162,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:48.620218 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b078d96a-628d-42f9-b8d7-e6538bed5145 req-b6edb71e-b8f7-49ce-b497-7a1e3d4b3c58 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.656701 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-b078d96a-628d-42f9-b8d7-e6538bed5145 req-b6edb71e-b8f7-49ce-b497-7a1e3d4b3c58 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Calling delete_port for b40c3516-7212-4678-8e8e-9c6942dd6162 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:48.679494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 7bc0d9e2-591b-4dba-8e75-1949c0865e34, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7bc0d9e2-591b-4dba-8e75-1949c0865e34,segment=NetworkSegment(9946fa52-7754-4dae-bb4d-aa5e70dd3a42),segment_id=9946fa52-7754-4dae-bb4d-aa5e70dd3a42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:48.694699 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b40a66e2-44b9-4909-8cee-d0564f9c4bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.700520 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '7bc0d9e2-591b-4dba-8e75-1949c0865e34', 'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e', 'port_id': '7bc0d9e2-591b-4dba-8e75-1949c0865e34', 'mac_address': 'fa:16:3e:81:9b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc0f49a-3ad1-4f9f-8137-3b678a9eb15e', 'ip_address': '19.80.0.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:32:48.716635 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-989bce8d-dfcd-4555-93f4-e1b8dbe8165c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4249847 Jul 23 20:32:48.717278 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36206) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:48.746434 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b40a66e2-44b9-4909-8cee-d0564f9c4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.753956 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.768277 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc0d9e2-591b-4dba-8e75-1949c0865e34 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:48.792867 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 7bc0d9e2-591b-4dba-8e75-1949c0865e34, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7bc0d9e2-591b-4dba-8e75-1949c0865e34,segment=NetworkSegment(9946fa52-7754-4dae-bb4d-aa5e70dd3a42),segment_id=9946fa52-7754-4dae-bb4d-aa5e70dd3a42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:48.798088 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.799395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2af53435-0b8e-46bf-9117-face74c688c1 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:32:48.863209 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-703c2a81-e3a8-4f67-ae26-72f22dda236b tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:48.864877 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-703c2a81-e3a8-4f67-ae26-72f22dda236b tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/networks?id=42c37124-424c-4bcc-8b93-9b8a8a9e479c HTTP/1.1" status: 200 len: 804 time: 0.1144359 Jul 23 20:32:48.874809 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2af53435-0b8e-46bf-9117-face74c688c1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2af53435-0b8e-46bf-9117-face74c688c1,segment=NetworkSegment(9946fa52-7754-4dae-bb4d-aa5e70dd3a42),segment_id=9946fa52-7754-4dae-bb4d-aa5e70dd3a42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:48.883736 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=7bc0d9e2-591b-4dba-8e75-1949c0865e34,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:48.891052 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '2af53435-0b8e-46bf-9117-face74c688c1', 'network_id': 'bc1818a6-90ca-44c9-9f50-4781ea58c24e', 'port_id': '2af53435-0b8e-46bf-9117-face74c688c1', 'mac_address': 'fa:16:3e:20:bc:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc0f49a-3ad1-4f9f-8137-3b678a9eb15e', 'ip_address': '19.80.0.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:32:48.938524 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.952392 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-0cd98a56-3893-41f9-87b6-f3135fd8b9a3 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/quotas/2c7f50424b0b40928ead2979218c9a62 HTTP/1.1" status: 200 len: 375 time: 0.0476255 Jul 23 20:32:48.954072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af53435-0b8e-46bf-9117-face74c688c1 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:48.982695 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2af53435-0b8e-46bf-9117-face74c688c1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2af53435-0b8e-46bf-9117-face74c688c1,segment=NetworkSegment(9946fa52-7754-4dae-bb4d-aa5e70dd3a42),segment_id=9946fa52-7754-4dae-bb4d-aa5e70dd3a42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:48.989620 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.995881 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b40a66e2-44b9-4909-8cee-d0564f9c4bdd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee9f7d8e256d402abafea416650c401f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4689953 Jul 23 20:32:48.997233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36212) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:48.998787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a66e2-44b9-4909-8cee-d0564f9c4bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2ac725-1ddb-415d-8ee6-24b2194c4aa6,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:49.058400 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2af53435-0b8e-46bf-9117-face74c688c1,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:49.071477 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba264ce3-0f33-48c2-8aaf-81de459fd9fc req-a4521866-5c37-4abb-bcbf-388934854c6d tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:49.073062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba264ce3-0f33-48c2-8aaf-81de459fd9fc req-a4521866-5c37-4abb-bcbf-388934854c6d tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d HTTP/1.1" status: 200 len: 950 time: 0.3354671 Jul 23 20:32:49.124369 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-066264bf-0050-42ba-b8a1-98f4b4a4c208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.135295 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2c838cce-33d9-4de1-91b4-ae082ad3d668 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c7f50424b0b40928ead2979218c9a62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1820157 Jul 23 20:32:49.148737 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec6e939-5a3b-4bab-8b47-ef66cb8c43f4 None None] Network 1928ffd7-2303-4364-a415-26c4b0cf1885 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:49.159527 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-066264bf-0050-42ba-b8a1-98f4b4a4c208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.184066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba264ce3-0f33-48c2-8aaf-81de459fd9fc req-60f10d16-0be9-4ff7-a74b-9ba89a838e57 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854270 Jul 23 20:32:49.191566 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b078d96a-628d-42f9-b8d7-e6538bed5145 req-b6edb71e-b8f7-49ce-b497-7a1e3d4b3c58 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.231497 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['731d952d-4c42-4b98-b65c-ebcca3c75046', '8a73448a-f3d7-49b3-be48-7b0c65441bd8', '66634aeb-40cc-4db4-9821-7db65d13fa88', 'ca7a7dc1-1938-4fe8-8d75-86a31408084d', '0851ea4e-626e-474a-94ac-20f06cdcfd27'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:49.233600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['39f7d0f9-6012-46dc-b760-2b009b129346', '9e752e04-13c2-4f44-b54a-68b4f79df248'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:49.256346 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65c590e4-69cd-4451-8b9e-7484e6d539d4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.302279 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edb71e-b8f7-49ce-b497-7a1e3d4b3c58 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Pushing event deleted for resources: {'Port': ['ID=b40c3516-7212-4678-8e8e-9c6942dd6162,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:49.339549 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-066264bf-0050-42ba-b8a1-98f4b4a4c208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.343387 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-066264bf-0050-42ba-b8a1-98f4b4a4c208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.347869 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-066264bf-0050-42ba-b8a1-98f4b4a4c208 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c2ac725-1ddb-415d-8ee6-24b2194c4aa6 HTTP/1.1" status: 204 len: 168 time: 0.3465199 Jul 23 20:32:49.383356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b078d96a-628d-42f9-b8d7-e6538bed5145 req-b6edb71e-b8f7-49ce-b497-7a1e3d4b3c58 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] No DVR routers for this DVR port b40c3516-7212-4678-8e8e-9c6942dd6162 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:49.386824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066264bf-0050-42ba-b8a1-98f4b4a4c208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2ac725-1ddb-415d-8ee6-24b2194c4aa6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:49.401516 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b078d96a-628d-42f9-b8d7-e6538bed5145 req-b6edb71e-b8f7-49ce-b497-7a1e3d4b3c58 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.403903 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b078d96a-628d-42f9-b8d7-e6538bed5145 req-b6edb71e-b8f7-49ce-b497-7a1e3d4b3c58 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.48 "DELETE /v2.0/ports/b40c3516-7212-4678-8e8e-9c6942dd6162 HTTP/1.1" status: 204 len: 173 time: 1.6878932 Jul 23 20:32:49.474450 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['7bc0d9e2-591b-4dba-8e75-1949c0865e34'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:49.505063 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-b38401c2-5af2-45e5-a7f9-81670af43de5 service neutron] 10.222.0.55 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528621 Jul 23 20:32:49.581049 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0db60faa-f850-4ca3-85c7-7d78b8cd4c94 None None] Provisioning for port 4c76106c-e37e-49b3-9a3e-b690558d8fe8 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:49.610123 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['8013550c-fec9-4ee1-a8cb-ac1080da502a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:49.680929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['2af53435-0b8e-46bf-9117-face74c688c1'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:49.712160 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-1e4478f0-4e49-4e99-a99a-c4902f62d0cf service neutron] 10.222.0.55 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810024 Jul 23 20:32:49.732428 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43872414-40e3-4525-9c39-307b0c63e1bf req-40c3ab41-eb06-4449-91ca-428c15a6130d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:49.737039 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43872414-40e3-4525-9c39-307b0c63e1bf req-40c3ab41-eb06-4449-91ca-428c15a6130d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=05df96af-c2d5-47f6-a16e-87f889014bcc HTTP/1.1" status: 200 len: 946 time: 0.3406701 Jul 23 20:32:49.769791 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65c590e4-69cd-4451-8b9e-7484e6d539d4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.780754 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65c590e4-69cd-4451-8b9e-7484e6d539d4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.799484 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb40e58-9d75-4ccd-8fe9-06a6180c6fcc req-08229057-2832-4b46-82a5-9a5ed00bcfcc tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:49.801002 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cfb40e58-9d75-4ccd-8fe9-06a6180c6fcc req-08229057-2832-4b46-82a5-9a5ed00bcfcc tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.48 "GET /v2.0/ports?device_id=0147f237-7d90-4397-b2f3-33bc02eff632 HTTP/1.1" status: 200 len: 945 time: 0.4199271 Jul 23 20:32:49.838134 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43872414-40e3-4525-9c39-307b0c63e1bf req-c4a32a72-4838-49b5-b79e-2a8d4d681ab5 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904810 Jul 23 20:32:49.943949 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30fd041-2df1-4bf4-9391-5d77c3de1d00 x-openstack-request-id: req-d30fd041-2df1-4bf4-9391-5d77c3de1d00 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:49.944299 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f356f212-b653-4b56-aa6f-b4564034dfe7", "tag": "2af53435-0b8e-46bf-9117-face74c688c1", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:49.944492 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d30fd041-2df1-4bf4-9391-5d77c3de1d00 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:49.944878 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'tag': '2af53435-0b8e-46bf-9117-face74c688c1', 'status': 'completed', 'code': 200} Jul 23 20:32:50.053130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c590e4-69cd-4451-8b9e-7484e6d539d4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=29d7f268-4baa-40a1-8e12-0196b40ae6fa,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:50.140804 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b8f573ee-974a-4327-9539-2950bda4dc93 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:50.286045 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321ff39-20c8-40da-ab93-dc00f5fcd430 req-577a0e9d-e425-4bfc-aea8-8868fb6390c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:50.286529 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321ff39-20c8-40da-ab93-dc00f5fcd430 req-577a0e9d-e425-4bfc-aea8-8868fb6390c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:50.287004 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321ff39-20c8-40da-ab93-dc00f5fcd430 req-577a0e9d-e425-4bfc-aea8-8868fb6390c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:50.294043 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0321ff39-20c8-40da-ab93-dc00f5fcd430 req-577a0e9d-e425-4bfc-aea8-8868fb6390c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d1e9caa4dd094c2487ffcc41d3548234&device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 2870 time: 0.2834570 Jul 23 20:32:50.302996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-cfb40e58-9d75-4ccd-8fe9-06a6180c6fcc req-e3c68c6a-d7d2-4a6e-8abb-d5ae0ef9eef2 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Deleting port f8a6712a-a343-44f7-bfe8-76a037e495b2 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:50.303474 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cfb40e58-9d75-4ccd-8fe9-06a6180c6fcc req-e3c68c6a-d7d2-4a6e-8abb-d5ae0ef9eef2 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:50.332106 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65c590e4-69cd-4451-8b9e-7484e6d539d4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:50.387779 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device b40c3516-7212-4678-8e8e-9c6942dd6162 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:50.444533 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4c76106c-e37e-49b3-9a3e-b690558d8fe8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:50.499830 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: b40c3516-7212-4678-8e8e-9c6942dd6162 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:50.500531 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device b40c3516-7212-4678-8e8e-9c6942dd6162 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:50.500531 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f8a6712a-a343-44f7-bfe8-76a037e495b2 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:50.587199 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65c590e4-69cd-4451-8b9e-7484e6d539d4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:50.598384 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-cfb40e58-9d75-4ccd-8fe9-06a6180c6fcc req-e3c68c6a-d7d2-4a6e-8abb-d5ae0ef9eef2 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] For port f8a6712a-a343-44f7-bfe8-76a037e495b2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f8a6712a-a343-44f7-bfe8-76a037e495b2,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:50.598753 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cfb40e58-9d75-4ccd-8fe9-06a6180c6fcc req-e3c68c6a-d7d2-4a6e-8abb-d5ae0ef9eef2 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:50.740187 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcae21d-7746-45d9-8b5b-3bbc0e2cc1a6 req-ae089012-cf60-49f6-b23b-bd769816a939 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:50.757060 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcae21d-7746-45d9-8b5b-3bbc0e2cc1a6 req-ae089012-cf60-49f6-b23b-bd769816a939 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:50.773750 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcae21d-7746-45d9-8b5b-3bbc0e2cc1a6 req-ae089012-cf60-49f6-b23b-bd769816a939 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:50.782999 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbcae21d-7746-45d9-8b5b-3bbc0e2cc1a6 req-ae089012-cf60-49f6-b23b-bd769816a939 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 2414 time: 0.6757557 Jul 23 20:32:50.785798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-cfb40e58-9d75-4ccd-8fe9-06a6180c6fcc req-e3c68c6a-d7d2-4a6e-8abb-d5ae0ef9eef2 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Calling delete_port for f8a6712a-a343-44f7-bfe8-76a037e495b2 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:50.877285 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:50.927732 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbcae21d-7746-45d9-8b5b-3bbc0e2cc1a6 req-83092e70-ba1c-44ab-be94-8a3ef25092bd tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357734 Jul 23 20:32:51.016036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321ff39-20c8-40da-ab93-dc00f5fcd430 req-44a98abb-7142-4a66-9dff-d4ae5920ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:51.019516 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0321ff39-20c8-40da-ab93-dc00f5fcd430 req-44a98abb-7142-4a66-9dff-d4ae5920ab59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bc1818a6-90ca-44c9-9f50-4781ea58c24e HTTP/1.1" status: 200 len: 902 time: 0.5842633 Jul 23 20:32:51.124116 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0321ff39-20c8-40da-ab93-dc00f5fcd430 req-5b111d0c-4b10-49fd-adc4-7bf8f26c8f1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.84&port_id=2af53435-0b8e-46bf-9117-face74c688c1 HTTP/1.1" status: 200 len: 217 time: 0.0949297 Jul 23 20:32:51.202006 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9496c607-b6ff-41dc-8c8a-14d4aef15b4f req-ef628390-eeff-42e4-872c-32f23a9408cb tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2de1692-d980-4348-9aad-8b049787f180 HTTP/1.1" status: 200 len: 210 time: 0.1074347 Jul 23 20:32:51.258480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0147f237-7d90-4397-b2f3-33bc02eff632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a6712a-a343-44f7-bfe8-76a037e495b2'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:51.259637 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b055015c-0787-49ff-813a-f1aa01f3f6b1" -d '{"events": [{"server_uuid": "0147f237-7d90-4397-b2f3-33bc02eff632", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a6712a-a343-44f7-bfe8-76a037e495b2"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:51.278524 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321ff39-20c8-40da-ab93-dc00f5fcd430 req-00fa5c48-3224-4500-8d22-c8ebe86cda5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:51.280364 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0321ff39-20c8-40da-ab93-dc00f5fcd430 req-00fa5c48-3224-4500-8d22-c8ebe86cda5c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ddc0f49a-3ad1-4f9f-8137-3b678a9eb15e HTTP/1.1" status: 200 len: 801 time: 0.1204426 Jul 23 20:32:51.310322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 4c76106c-e37e-49b3-9a3e-b690558d8fe8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:51.322997 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f8a6712a-a343-44f7-bfe8-76a037e495b2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f8a6712a-a343-44f7-bfe8-76a037e495b2,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:51.338200 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 4c76106c-e37e-49b3-9a3e-b690558d8fe8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:51.338573 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.371743 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.389272 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.425219 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4dba5c47-6ec8-4f47-b2de-b23fc31f19ee None None] Provisioning complete for port 4c76106c-e37e-49b3-9a3e-b690558d8fe8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:51.427651 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dba5c47-6ec8-4f47-b2de-b23fc31f19ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.565739 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b8f573ee-974a-4327-9539-2950bda4dc93, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b8f573ee-974a-4327-9539-2950bda4dc93,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:51.589482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321ff39-20c8-40da-ab93-dc00f5fcd430 req-57dfce02-30a7-4aa5-aae3-eb77e0e94b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:51.591144 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0321ff39-20c8-40da-ab93-dc00f5fcd430 req-57dfce02-30a7-4aa5-aae3-eb77e0e94b7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bc1818a6-90ca-44c9-9f50-4781ea58c24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2958269 Jul 23 20:32:51.594326 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cfb40e58-9d75-4ccd-8fe9-06a6180c6fcc req-e3c68c6a-d7d2-4a6e-8abb-d5ae0ef9eef2 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.625243 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3898de9f-13f8-4329-b610-15ef9086fe8b x-openstack-request-id: req-3898de9f-13f8-4329-b610-15ef9086fe8b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:51.626191 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0147f237-7d90-4397-b2f3-33bc02eff632", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a6712a-a343-44f7-bfe8-76a037e495b2", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:51.626678 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3898de9f-13f8-4329-b610-15ef9086fe8b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:51.628111 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0147f237-7d90-4397-b2f3-33bc02eff632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a6712a-a343-44f7-bfe8-76a037e495b2', 'code': 200} Jul 23 20:32:51.655704 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.681376 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c68c6a-d7d2-4a6e-8abb-d5ae0ef9eef2 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Pushing event deleted for resources: {'Port': ['ID=f8a6712a-a343-44f7-bfe8-76a037e495b2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:51.739249 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-57be11ab-b6d4-4aac-9a8b-fa66553927ce tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:51.740761 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-57be11ab-b6d4-4aac-9a8b-fa66553927ce tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.48 "GET /v2.0/networks?id=42c37124-424c-4bcc-8b93-9b8a8a9e479c HTTP/1.1" status: 200 len: 804 time: 0.1303456 Jul 23 20:32:51.759772 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-9a9d9806-25e9-46f2-b67d-4d14a4ca8569 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Request body: {'port': {'device_id': 'a2de1692-d980-4348-9aad-8b049787f180', 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c', 'admin_state_up': True, 'tenant_id': '2c7f50424b0b40928ead2979218c9a62'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:51.797655 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8b7b3-3f61-4133-85b1-3a809c323b4c req-89e52892-19d1-4a02-aa45-82e875097397 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:51.805299 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-21b8b7b3-3f61-4133-85b1-3a809c323b4c req-89e52892-19d1-4a02-aa45-82e875097397 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=05df96af-c2d5-47f6-a16e-87f889014bcc HTTP/1.1" status: 200 len: 946 time: 0.4631097 Jul 23 20:32:51.822924 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f8a6712a-a343-44f7-bfe8-76a037e495b2,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:51.875385 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb40e58-9d75-4ccd-8fe9-06a6180c6fcc req-e3c68c6a-d7d2-4a6e-8abb-d5ae0ef9eef2 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] No DVR routers for this DVR port f8a6712a-a343-44f7-bfe8-76a037e495b2 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:51.892972 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65c590e4-69cd-4451-8b9e-7484e6d539d4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.903487 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65c590e4-69cd-4451-8b9e-7484e6d539d4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.904257 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65c590e4-69cd-4451-8b9e-7484e6d539d4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.909092 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cfb40e58-9d75-4ccd-8fe9-06a6180c6fcc req-e3c68c6a-d7d2-4a6e-8abb-d5ae0ef9eef2 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.911037 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cfb40e58-9d75-4ccd-8fe9-06a6180c6fcc req-e3c68c6a-d7d2-4a6e-8abb-d5ae0ef9eef2 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.48 "DELETE /v2.0/ports/f8a6712a-a343-44f7-bfe8-76a037e495b2 HTTP/1.1" status: 204 len: 173 time: 2.1021802 Jul 23 20:32:51.917904 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dba5c47-6ec8-4f47-b2de-b23fc31f19ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.939891 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-21b8b7b3-3f61-4133-85b1-3a809c323b4c req-6ae3bce7-710f-41c7-b7b1-13e6e88a9818 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327038 Jul 23 20:32:51.947549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d', 'name': 'network-vif-deleted', 'tag': 'b40c3516-7212-4678-8e8e-9c6942dd6162'}, {'server_uuid': '0147f237-7d90-4397-b2f3-33bc02eff632', 'name': 'network-vif-deleted', 'tag': 'f8a6712a-a343-44f7-bfe8-76a037e495b2'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:51.949806 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cc305d-07b0-49da-968d-7f4a67deb477" -d '{"events": [{"server_uuid": "e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d", "name": "network-vif-deleted", "tag": "b40c3516-7212-4678-8e8e-9c6942dd6162"}, {"server_uuid": "0147f237-7d90-4397-b2f3-33bc02eff632", "name": "network-vif-deleted", "tag": "f8a6712a-a343-44f7-bfe8-76a037e495b2"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:51.970034 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0321ff39-20c8-40da-ab93-dc00f5fcd430 req-aa2601a7-4b30-47be-ba57-8267c4944ef9 service neutron] 10.222.0.48 "GET /v2.0/networks/bc1818a6-90ca-44c9-9f50-4781ea58c24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133755 Jul 23 20:32:51.987055 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.987338 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c590e4-69cd-4451-8b9e-7484e6d539d4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=29d7f268-4baa-40a1-8e12-0196b40ae6fa,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:51.999544 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b721a16-e612-4993-8ce2-44cae92ace8a req-e32ff450-6830-4b36-b391-b88dd247fb83 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:52.001216 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9b721a16-e612-4993-8ce2-44cae92ace8a req-e32ff450-6830-4b36-b391-b88dd247fb83 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 949 time: 0.3561971 Jul 23 20:32:52.017683 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=b8f573ee-974a-4327-9539-2950bda4dc93,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:52.027501 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-4dba5c47-6ec8-4f47-b2de-b23fc31f19ee None None] For port 4c76106c-e37e-49b3-9a3e-b690558d8fe8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=4c76106c-e37e-49b3-9a3e-b690558d8fe8,segment=NetworkSegment(729b91b0-4c1f-4faa-bf17-8b71aa37a2c7),segment_id=729b91b0-4c1f-4faa-bf17-8b71aa37a2c7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:52.050529 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dba5c47-6ec8-4f47-b2de-b23fc31f19ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:52.072295 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-9a9d9806-25e9-46f2-b67d-4d14a4ca8569 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Made reservation on behalf of 2c7f50424b0b40928ead2979218c9a62 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:52.078696 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-9a9d9806-25e9-46f2-b67d-4d14a4ca8569 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:52.114109 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba5c47-6ec8-4f47-b2de-b23fc31f19ee None None] Pushing event updated for resources: {'Port': ['ID=4c76106c-e37e-49b3-9a3e-b690558d8fe8,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:52.139055 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c590e4-69cd-4451-8b9e-7484e6d539d4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network 1928ffd7-2303-4364-a415-26c4b0cf1885 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:52.146992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-65c590e4-69cd-4451-8b9e-7484e6d539d4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:52.165785 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b8f573ee-974a-4327-9539-2950bda4dc93 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:32:52.178562 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9b721a16-e612-4993-8ce2-44cae92ace8a req-bc1b20fa-d72d-4cf8-9fd4-f59527537a87 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698122 Jul 23 20:32:52.192234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4dba5c47-6ec8-4f47-b2de-b23fc31f19ee None None] Provisioning for port 29d7f268-4baa-40a1-8e12-0196b40ae6fa completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:52.201548 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:32:52.201905 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:32:52.203889 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4dba5c47-6ec8-4f47-b2de-b23fc31f19ee None None] Provisioning complete for port 29d7f268-4baa-40a1-8e12-0196b40ae6fa triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:52.204265 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dba5c47-6ec8-4f47-b2de-b23fc31f19ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:52.263137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4dba5c47-6ec8-4f47-b2de-b23fc31f19ee None None] Port 29d7f268-4baa-40a1-8e12-0196b40ae6fa cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:32:52.291898 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297f8823-0f2e-45de-a796-c2041203b24b x-openstack-request-id: req-297f8823-0f2e-45de-a796-c2041203b24b {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:52.292632 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d", "name": "network-vif-deleted", "tag": "b40c3516-7212-4678-8e8e-9c6942dd6162", "status": "completed", "code": 200}, {"server_uuid": "0147f237-7d90-4397-b2f3-33bc02eff632", "name": "network-vif-deleted", "tag": "f8a6712a-a343-44f7-bfe8-76a037e495b2", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:52.292632 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-297f8823-0f2e-45de-a796-c2041203b24b {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:52.292875 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9caadbb-8718-4ac6-9f8f-a0d591cdfa7d', 'name': 'network-vif-deleted', 'tag': 'b40c3516-7212-4678-8e8e-9c6942dd6162', 'status': 'completed', 'code': 200} Jul 23 20:32:52.293519 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0147f237-7d90-4397-b2f3-33bc02eff632', 'name': 'network-vif-deleted', 'tag': 'f8a6712a-a343-44f7-bfe8-76a037e495b2', 'status': 'completed', 'code': 200} Jul 23 20:32:52.317843 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0321ff39-20c8-40da-ab93-dc00f5fcd430 req-5489a84a-12a7-4954-a734-dd966b8a09af service neutron] 10.222.0.48 "GET /v2.0/networks/bc1818a6-90ca-44c9-9f50-4781ea58c24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377619 Jul 23 20:32:52.367563 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f19e0-9eec-403b-a630-a88f94851b31 req-df31307e-6644-43e8-b434-5fd6bcf8c518 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:52.395309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f19e0-9eec-403b-a630-a88f94851b31 req-df31307e-6644-43e8-b434-5fd6bcf8c518 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:52.401642 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f19e0-9eec-403b-a630-a88f94851b31 req-df31307e-6644-43e8-b434-5fd6bcf8c518 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:52.403425 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-918f19e0-9eec-403b-a630-a88f94851b31 req-df31307e-6644-43e8-b434-5fd6bcf8c518 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 2414 time: 0.2584708 Jul 23 20:32:52.438031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-9a9d9806-25e9-46f2-b67d-4d14a4ca8569 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Allocated IP 172.20.0.8 (42c37124-424c-4bcc-8b93-9b8a8a9e479c/106a6110-3396-46fd-b5c7-73b8b46b8b68/a24c53de-fe58-461f-b7e4-c95043aba4a9) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:52.457253 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b8f573ee-974a-4327-9539-2950bda4dc93, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b8f573ee-974a-4327-9539-2950bda4dc93,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:52.486849 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-918f19e0-9eec-403b-a630-a88f94851b31 req-70ed7eec-ceae-4fcc-8f67-18083570b75e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744307 Jul 23 20:32:52.530758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c590e4-69cd-4451-8b9e-7484e6d539d4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router c32672a5-52fe-4489-ab65-a69502b00c3d is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:32:52.532705 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'port_id': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'mac_address': 'fa:16:3e:d0:4b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:32:52.565684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8013550c-fec9-4ee1-a8cb-ac1080da502a up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:52.615346 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1922fc24-9f6f-4e45-b927-cda3002f3ca7 req-30c73880-320a-480b-98e3-44f100922149 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2de1692-d980-4348-9aad-8b049787f180 HTTP/1.1" status: 200 len: 210 time: 0.1353199 Jul 23 20:32:52.676906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959877a-3a09-47d1-8277-691553ef1f55 req-635c6bb0-cd7d-44f8-a508-56d2b5b7970e tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:52.678555 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8959877a-3a09-47d1-8277-691553ef1f55 req-635c6bb0-cd7d-44f8-a508-56d2b5b7970e tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.48 "GET /v2.0/ports?device_id=05df96af-c2d5-47f6-a16e-87f889014bcc HTTP/1.1" status: 200 len: 946 time: 0.1907234 Jul 23 20:32:52.772807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7d569543-5e58-40c7-81c5-63653257c474 None None] Provisioning complete for port 29d7f268-4baa-40a1-8e12-0196b40ae6fa triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:52.773417 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d569543-5e58-40c7-81c5-63653257c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:52.796992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c590e4-69cd-4451-8b9e-7484e6d539d4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:52.807419 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-65c590e4-69cd-4451-8b9e-7484e6d539d4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/c32672a5-52fe-4489-ab65-a69502b00c3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0889988 Jul 23 20:32:52.810734 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36314) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:52.831275 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed960925-7475-48dc-bf63-e90c6549a8a1 None None] Sync routers for ids ['c32672a5-52fe-4489-ab65-a69502b00c3d'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:52.834805 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:52.860934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-8959877a-3a09-47d1-8277-691553ef1f55 req-819a4fe4-aa0b-4ed3-a9cd-acad9f57f8e9 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Deleting port 02312a56-b9cd-4371-b433-22290d817072 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:52.861926 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8959877a-3a09-47d1-8277-691553ef1f55 req-819a4fe4-aa0b-4ed3-a9cd-acad9f57f8e9 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:52.865686 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 8013550c-fec9-4ee1-a8cb-ac1080da502a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:52.904573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f573ee-974a-4327-9539-2950bda4dc93 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:52.967222 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 8013550c-fec9-4ee1-a8cb-ac1080da502a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:52.967607 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:52.980338 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b8f573ee-974a-4327-9539-2950bda4dc93, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b8f573ee-974a-4327-9539-2950bda4dc93,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:53.000334 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed960925-7475-48dc-bf63-e90c6549a8a1 None None] Routers {'c32672a5-52fe-4489-ab65-a69502b00c3d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:53.000985 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ed960925-7475-48dc-bf63-e90c6549a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c32672a5-52fe-4489-ab65-a69502b00c3d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:53.003593 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7d569543-5e58-40c7-81c5-63653257c474 None None] Port 29d7f268-4baa-40a1-8e12-0196b40ae6fa cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:32:53.027732 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3675e90d-e244-4e7e-94d2-c567c4d5828a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:53.029183 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3675e90d-e244-4e7e-94d2-c567c4d5828a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports/29d7f268-4baa-40a1-8e12-0196b40ae6fa HTTP/1.1" status: 200 len: 983 time: 0.2172155 Jul 23 20:32:53.033147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36334) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:53.046295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-8959877a-3a09-47d1-8277-691553ef1f55 req-819a4fe4-aa0b-4ed3-a9cd-acad9f57f8e9 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] For port 02312a56-b9cd-4371-b433-22290d817072, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=02312a56-b9cd-4371-b433-22290d817072,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:53.047087 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8959877a-3a09-47d1-8277-691553ef1f55 req-819a4fe4-aa0b-4ed3-a9cd-acad9f57f8e9 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.080943 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.095133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4c76106c-e37e-49b3-9a3e-b690558d8fe8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:53.102686 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ed960925-7475-48dc-bf63-e90c6549a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:53.117533 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-8959877a-3a09-47d1-8277-691553ef1f55 req-819a4fe4-aa0b-4ed3-a9cd-acad9f57f8e9 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Calling delete_port for 02312a56-b9cd-4371-b433-22290d817072 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:53.118969 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-9a9d9806-25e9-46f2-b67d-4d14a4ca8569 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.237611 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b1810-8952-4205-843f-8bba86dc5218 req-948379ff-51db-4922-940b-f7c7eff015d8 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:53.246445 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-845b1810-8952-4205-843f-8bba86dc5218 req-948379ff-51db-4922-940b-f7c7eff015d8 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=05df96af-c2d5-47f6-a16e-87f889014bcc HTTP/1.1" status: 200 len: 946 time: 0.1958489 Jul 23 20:32:53.265836 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-9a9d9806-25e9-46f2-b67d-4d14a4ca8569 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.356845 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8840a-3f07-46d1-b705-fd664ff949d4 req-5c599d62-10f2-4abe-a1dd-853d420bdb44 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:53.357962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed960925-7475-48dc-bf63-e90c6549a8a1 None None] Routers {'c32672a5-52fe-4489-ab65-a69502b00c3d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:53.358270 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70b8840a-3f07-46d1-b705-fd664ff949d4 req-5c599d62-10f2-4abe-a1dd-853d420bdb44 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "GET /v2.0/ports?device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 949 time: 0.2646677 Jul 23 20:32:53.358829 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ed960925-7475-48dc-bf63-e90c6549a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c32672a5-52fe-4489-ab65-a69502b00c3d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:53.371303 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-9a9d9806-25e9-46f2-b67d-4d14a4ca8569 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Network 42c37124-424c-4bcc-8b93-9b8a8a9e479c is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:53.373426 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d9806-25e9-46f2-b67d-4d14a4ca8569 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Pushing event updated for resources: {'Port': ['ID=a24c53de-fe58-461f-b7e4-c95043aba4a9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:53.381153 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-9a9d9806-25e9-46f2-b67d-4d14a4ca8569 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:53.383793 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-9a9d9806-25e9-46f2-b67d-4d14a4ca8569 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:53.384036 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-845b1810-8952-4205-843f-8bba86dc5218 req-6f678e5c-eaa3-471b-b10d-767a4e3a78fd tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367173 Jul 23 20:32:53.422963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['b8f573ee-974a-4327-9539-2950bda4dc93'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:53.429492 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ed960925-7475-48dc-bf63-e90c6549a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:53.430129 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed960925-7475-48dc-bf63-e90c6549a8a1 None None] The sync data for ids ['c32672a5-52fe-4489-ab65-a69502b00c3d'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:53.432696 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4128902d-47e7-460a-ba6e-1c21cfcbc48f None None] Provisioning complete for port 29d7f268-4baa-40a1-8e12-0196b40ae6fa triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:53.433272 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4128902d-47e7-460a-ba6e-1c21cfcbc48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.449780 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72de67-b979-4e69-a212-d27cc185a550 req-c49ba191-a9b3-4aaf-953d-93e865228b78 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:53.457309 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf72de67-b979-4e69-a212-d27cc185a550 req-c49ba191-a9b3-4aaf-953d-93e865228b78 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 949 time: 0.2078521 Jul 23 20:32:53.461511 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=b8f573ee-974a-4327-9539-2950bda4dc93,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:53.514987 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-9a9d9806-25e9-46f2-b67d-4d14a4ca8569 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:53.515913 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-9a9d9806-25e9-46f2-b67d-4d14a4ca8569 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.544042 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4128902d-47e7-460a-ba6e-1c21cfcbc48f None None] Port 29d7f268-4baa-40a1-8e12-0196b40ae6fa cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:32:53.559939 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 4c76106c-e37e-49b3-9a3e-b690558d8fe8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:53.560315 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.565939 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.578524 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-9a9d9806-25e9-46f2-b67d-4d14a4ca8569 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8281512 Jul 23 20:32:53.593299 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf72de67-b979-4e69-a212-d27cc185a550 req-78f89b73-d5a7-439e-9feb-9421b430bee9 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297662 Jul 23 20:32:53.600325 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Request body: {'port': {'device_id': 'a2de1692-d980-4348-9aad-8b049787f180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:53.636762 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:53.638881 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819cd460-771b-4f76-8166-25d3327d1598" -d '{"events": [{"server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:53.644822 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8959877a-3a09-47d1-8277-691553ef1f55 req-819a4fe4-aa0b-4ed3-a9cd-acad9f57f8e9 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.667699 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['02312a56-b9cd-4371-b433-22290d817072'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:53.672183 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8013550c-fec9-4ee1-a8cb-ac1080da502a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8013550c-fec9-4ee1-a8cb-ac1080da502a,segment=NetworkSegment(b12165ea-7ec2-40b0-a175-e3b5c2b35022),segment_id=b12165ea-7ec2-40b0-a175-e3b5c2b35022)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:53.704524 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a4fe4-aa0b-4ed3-a9cd-acad9f57f8e9 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Pushing event deleted for resources: {'Port': ['ID=02312a56-b9cd-4371-b433-22290d817072,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:53.709057 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.709847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7bc0d9e2-591b-4dba-8e75-1949c0865e34 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:53.784035 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-70b8840a-3f07-46d1-b705-fd664ff949d4 req-a4127341-162b-4446-9db7-02ffde0c4ca4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Deleting port 0851ea4e-626e-474a-94ac-20f06cdcfd27 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:53.784403 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-70b8840a-3f07-46d1-b705-fd664ff949d4 req-a4127341-162b-4446-9db7-02ffde0c4ca4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.803779 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.823394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8959877a-3a09-47d1-8277-691553ef1f55 req-819a4fe4-aa0b-4ed3-a9cd-acad9f57f8e9 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] No DVR routers for this DVR port 02312a56-b9cd-4371-b433-22290d817072 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:53.827195 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8959877a-3a09-47d1-8277-691553ef1f55 req-819a4fe4-aa0b-4ed3-a9cd-acad9f57f8e9 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.829893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8959877a-3a09-47d1-8277-691553ef1f55 req-819a4fe4-aa0b-4ed3-a9cd-acad9f57f8e9 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.48 "DELETE /v2.0/ports/02312a56-b9cd-4371-b433-22290d817072 HTTP/1.1" status: 204 len: 173 time: 1.1427040 Jul 23 20:32:53.853344 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=8013550c-fec9-4ee1-a8cb-ac1080da502a,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:53.856467 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb3b2bc5-34fe-416b-83be-7bb5349ed12c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.879139 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525bf53-33e3-4a22-a3ba-0147c8fe65e2 req-8c83f173-edb8-4e2b-8126-ba2cf3b670d1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:53.885960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525bf53-33e3-4a22-a3ba-0147c8fe65e2 req-8c83f173-edb8-4e2b-8126-ba2cf3b670d1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:53.893512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525bf53-33e3-4a22-a3ba-0147c8fe65e2 req-8c83f173-edb8-4e2b-8126-ba2cf3b670d1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:53.898002 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 7bc0d9e2-591b-4dba-8e75-1949c0865e34 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:53.902181 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a525bf53-33e3-4a22-a3ba-0147c8fe65e2 req-8c83f173-edb8-4e2b-8126-ba2cf3b670d1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 2414 time: 0.3031094 Jul 23 20:32:53.902531 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 7bc0d9e2-591b-4dba-8e75-1949c0865e34 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:53.902907 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.991735 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.004474 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a525bf53-33e3-4a22-a3ba-0147c8fe65e2 req-048260cf-eb68-4583-b6e2-01b949ea65f3 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967665 Jul 23 20:32:54.032508 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 7bc0d9e2-591b-4dba-8e75-1949c0865e34, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7bc0d9e2-591b-4dba-8e75-1949c0865e34,segment=NetworkSegment(9946fa52-7754-4dae-bb4d-aa5e70dd3a42),segment_id=9946fa52-7754-4dae-bb4d-aa5e70dd3a42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:54.037497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470e3e3-640a-424b-9c64-8079ee3d0a1c req-28827b5b-867a-4afb-99fe-0f528883bbab tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:54.038362 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.039042 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a470e3e3-640a-424b-9c64-8079ee3d0a1c req-28827b5b-867a-4afb-99fe-0f528883bbab tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2de1692-d980-4348-9aad-8b049787f180 HTTP/1.1" status: 200 len: 931 time: 0.3120627 Jul 23 20:32:54.046556 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2af53435-0b8e-46bf-9117-face74c688c1 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:54.069922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-70b8840a-3f07-46d1-b705-fd664ff949d4 req-a4127341-162b-4446-9db7-02ffde0c4ca4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] For port 0851ea4e-626e-474a-94ac-20f06cdcfd27, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0851ea4e-626e-474a-94ac-20f06cdcfd27,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:54.069922 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-70b8840a-3f07-46d1-b705-fd664ff949d4 req-a4127341-162b-4446-9db7-02ffde0c4ca4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.072904 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65fac0a-58a2-4944-8f69-02af71bdf126 x-openstack-request-id: req-b65fac0a-58a2-4944-8f69-02af71bdf126 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:54.072904 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:54.073239 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b65fac0a-58a2-4944-8f69-02af71bdf126 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:54.073733 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'code': 200} Jul 23 20:32:54.088481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-70b8840a-3f07-46d1-b705-fd664ff949d4 req-a4127341-162b-4446-9db7-02ffde0c4ca4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Calling delete_port for 0851ea4e-626e-474a-94ac-20f06cdcfd27 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:54.107316 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a470e3e3-640a-424b-9c64-8079ee3d0a1c req-4371aab4-a95c-4789-b5a7-df9a372c9a60 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613964 Jul 23 20:32:54.153955 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=7bc0d9e2-591b-4dba-8e75-1949c0865e34,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:54.168694 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 2af53435-0b8e-46bf-9117-face74c688c1 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:54.173078 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 2af53435-0b8e-46bf-9117-face74c688c1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:54.173513 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.277012 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.295439 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05df96af-c2d5-47f6-a16e-87f889014bcc', 'name': 'network-vif-deleted', 'tag': '02312a56-b9cd-4371-b433-22290d817072'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:54.298704 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b4092d-1f1b-4502-9384-0c7eb6d400a0" -d '{"events": [{"server_uuid": "05df96af-c2d5-47f6-a16e-87f889014bcc", "name": "network-vif-deleted", "tag": "02312a56-b9cd-4371-b433-22290d817072"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:54.302402 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-70b8840a-3f07-46d1-b705-fd664ff949d4 req-a4127341-162b-4446-9db7-02ffde0c4ca4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.320534 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['39f7d0f9-6012-46dc-b760-2b009b129346', '9e752e04-13c2-4f44-b54a-68b4f79df248'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:54.371524 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2af53435-0b8e-46bf-9117-face74c688c1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2af53435-0b8e-46bf-9117-face74c688c1,segment=NetworkSegment(9946fa52-7754-4dae-bb4d-aa5e70dd3a42),segment_id=9946fa52-7754-4dae-bb4d-aa5e70dd3a42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:54.388064 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.389659 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f8a6712a-a343-44f7-bfe8-76a037e495b2 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:54.456794 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5f93f7-c164-45e4-8446-830798115080 x-openstack-request-id: req-0c5f93f7-c164-45e4-8446-830798115080 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:54.457329 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05df96af-c2d5-47f6-a16e-87f889014bcc", "name": "network-vif-deleted", "tag": "02312a56-b9cd-4371-b433-22290d817072", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:54.457730 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c5f93f7-c164-45e4-8446-830798115080 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:54.458080 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05df96af-c2d5-47f6-a16e-87f889014bcc', 'name': 'network-vif-deleted', 'tag': '02312a56-b9cd-4371-b433-22290d817072', 'status': 'completed', 'code': 200} Jul 23 20:32:54.503721 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['731d952d-4c42-4b98-b65c-ebcca3c75046', '8a73448a-f3d7-49b3-be48-7b0c65441bd8', '66634aeb-40cc-4db4-9821-7db65d13fa88', 'ca7a7dc1-1938-4fe8-8d75-86a31408084d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:54.548936 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24c53de-fe58-461f-b7e4-c95043aba4a9 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:54.568821 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.575497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4127341-162b-4446-9db7-02ffde0c4ca4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Pushing event deleted for resources: {'Port': ['ID=0851ea4e-626e-474a-94ac-20f06cdcfd27,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:54.633138 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: f8a6712a-a343-44f7-bfe8-76a037e495b2 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:54.633821 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f8a6712a-a343-44f7-bfe8-76a037e495b2 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:54.641220 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Transition to ACTIVE for port object a24c53de-fe58-461f-b7e4-c95043aba4a9 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:54.650299 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b2bc5-34fe-416b-83be-7bb5349ed12c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting port 29d7f268-4baa-40a1-8e12-0196b40ae6fa {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:54.650920 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb3b2bc5-34fe-416b-83be-7bb5349ed12c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.654587 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.655728 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 02312a56-b9cd-4371-b433-22290d817072 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:54.693622 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b8840a-3f07-46d1-b705-fd664ff949d4 req-a4127341-162b-4446-9db7-02ffde0c4ca4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] No DVR routers for this DVR port 0851ea4e-626e-474a-94ac-20f06cdcfd27 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:54.712234 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b021b15b-3ce0-4214-8db0-71fad96d5f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.713696 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 02312a56-b9cd-4371-b433-22290d817072 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:54.714219 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 02312a56-b9cd-4371-b433-22290d817072 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:54.754852 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-70b8840a-3f07-46d1-b705-fd664ff949d4 req-a4127341-162b-4446-9db7-02ffde0c4ca4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.757179 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70b8840a-3f07-46d1-b705-fd664ff949d4 req-a4127341-162b-4446-9db7-02ffde0c4ca4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "DELETE /v2.0/ports/0851ea4e-626e-474a-94ac-20f06cdcfd27 HTTP/1.1" status: 204 len: 173 time: 1.3903711 Jul 23 20:32:54.765095 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-511dd03f-2170-44ad-a9db-949ebd16df03 req-8899f0a2-6493-4f93-80a4-b9aef36dbefc tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=05df96af-c2d5-47f6-a16e-87f889014bcc HTTP/1.1" status: 200 len: 210 time: 0.1788974 Jul 23 20:32:54.793388 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2af53435-0b8e-46bf-9117-face74c688c1,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:54.891842 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-90a3b9a4-535a-42a3-9bfb-d031d6513c39 req-0de42537-81fe-4763-8f8e-ac933c3c252e tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=0906a0be-e4a9-42d4-a6d8-12c4709eef33 HTTP/1.1" status: 200 len: 210 time: 0.0898821 Jul 23 20:32:54.929272 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fd4fc43-9c8e-44f3-a35d-72cb3aa72c95 req-b1d7cc7d-db3f-4828-956b-2fd026265926 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5301638 Jul 23 20:32:54.958726 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Pushing event updated for resources: {'Port': ['ID=a24c53de-fe58-461f-b7e4-c95043aba4a9,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:55.081537 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb3b2bc5-34fe-416b-83be-7bb5349ed12c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.133330 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b2bc5-34fe-416b-83be-7bb5349ed12c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Calling delete_port for 29d7f268-4baa-40a1-8e12-0196b40ae6fa owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:55.187144 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Attempting to bind port a24c53de-fe58-461f-b7e4-c95043aba4a9 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:55.187683 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Attempting to bind port a24c53de-fe58-461f-b7e4-c95043aba4a9 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'fa7740c5-c7ec-4366-b669-91da9f1a7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:55.188422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Attempting to bind port a24c53de-fe58-461f-b7e4-c95043aba4a9 on network 42c37124-424c-4bcc-8b93-9b8a8a9e479c {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:55.240511 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Port a24c53de-fe58-461f-b7e4-c95043aba4a9 on network 42c37124-424c-4bcc-8b93-9b8a8a9e479c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:55.241198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Attempting to bind port a24c53de-fe58-461f-b7e4-c95043aba4a9 on network 42c37124-424c-4bcc-8b93-9b8a8a9e479c {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:55.258977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:55.260083 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Checking segment: {'id': 'fa7740c5-c7ec-4366-b669-91da9f1a7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:55.260733 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Bound using segment: {'id': 'fa7740c5-c7ec-4366-b669-91da9f1a7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:55.261410 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Bound port: a24c53de-fe58-461f-b7e4-c95043aba4a9, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7740c5-c7ec-4366-b669-91da9f1a7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:55.262064 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.267544 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4fc43-9c8e-44f3-a35d-72cb3aa72c95 req-84c9023d-0ce2-4df3-a43b-7450129856bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:55.269071 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fd4fc43-9c8e-44f3-a35d-72cb3aa72c95 req-84c9023d-0ce2-4df3-a43b-7450129856bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c94ee6e2163943e1943042f737f6e068&device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 1102 time: 0.2468717 Jul 23 20:32:55.339921 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab9321-dcfd-48e4-a7e6-2a9e39dbce87 req-cb2f955e-daa3-46d8-9e26-8ca972999260 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:55.346024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab9321-dcfd-48e4-a7e6-2a9e39dbce87 req-cb2f955e-daa3-46d8-9e26-8ca972999260 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:55.352126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab9321-dcfd-48e4-a7e6-2a9e39dbce87 req-cb2f955e-daa3-46d8-9e26-8ca972999260 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:55.359415 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6fab9321-dcfd-48e4-a7e6-2a9e39dbce87 req-cb2f955e-daa3-46d8-9e26-8ca972999260 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 2417 time: 0.2332814 Jul 23 20:32:55.416312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] For port a24c53de-fe58-461f-b7e4-c95043aba4a9, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:55.420588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] For port a24c53de-fe58-461f-b7e4-c95043aba4a9, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a24c53de-fe58-461f-b7e4-c95043aba4a9,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:55.437691 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.568946 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Pushing event updated for resources: {'Port': ['ID=a24c53de-fe58-461f-b7e4-c95043aba4a9,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:55.620426 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:55.623796 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.624811 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-2577a159-f429-439d-a968-dc50ca926688 service neutron] 10.222.0.48 "PUT /v2.0/ports/a24c53de-fe58-461f-b7e4-c95043aba4a9 HTTP/1.1" status: 200 len: 1092 time: 2.0307152 Jul 23 20:32:55.628501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2de1692-d980-4348-9aad-8b049787f180', 'tag': 'a24c53de-fe58-461f-b7e4-c95043aba4a9'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:55.637514 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b5ca7b-4017-4d80-a0bd-da86dee30b34" -d '{"events": [{"name": "network-changed", "server_uuid": "a2de1692-d980-4348-9aad-8b049787f180", "tag": "a24c53de-fe58-461f-b7e4-c95043aba4a9"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:55.676380 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb3b2bc5-34fe-416b-83be-7bb5349ed12c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.744360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b2bc5-34fe-416b-83be-7bb5349ed12c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Port': ['ID=29d7f268-4baa-40a1-8e12-0196b40ae6fa,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:55.846117 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd77be-1231-4bf1-830c-f579da85ed06 req-5f2faff3-88bf-4f03-a7fe-60dd3d789404 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:55.853144 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1efd77be-1231-4bf1-830c-f579da85ed06 req-5f2faff3-88bf-4f03-a7fe-60dd3d789404 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2de1692-d980-4348-9aad-8b049787f180 HTTP/1.1" status: 200 len: 943 time: 0.6256425 Jul 23 20:32:55.904781 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6fab9321-dcfd-48e4-a7e6-2a9e39dbce87 req-6cce18ae-b9d9-4e52-b6c2-b1ae7167880a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5444405 Jul 23 20:32:55.937904 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4fc43-9c8e-44f3-a35d-72cb3aa72c95 req-99e08f2b-6676-4e67-89a9-9d791418a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:55.939902 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fd4fc43-9c8e-44f3-a35d-72cb3aa72c95 req-99e08f2b-6676-4e67-89a9-9d791418a872 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.6479230 Jul 23 20:32:56.070557 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fd4fc43-9c8e-44f3-a35d-72cb3aa72c95 req-d46f5443-b524-4ec1-8238-7b7ab53f7f94 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=39f7d0f9-6012-46dc-b760-2b009b129346 HTTP/1.1" status: 200 len: 217 time: 0.1202149 Jul 23 20:32:56.075352 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8013550c-fec9-4ee1-a8cb-ac1080da502a'}, {'server_uuid': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc0d9e2-591b-4dba-8e75-1949c0865e34'}, {'server_uuid': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af53435-0b8e-46bf-9117-face74c688c1'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:56.078292 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c421ba1-41ec-486c-980d-60300c0b95ac" -d '{"events": [{"server_uuid": "f356f212-b653-4b56-aa6f-b4564034dfe7", "name": "network-vif-plugged", "status": "completed", "tag": "8013550c-fec9-4ee1-a8cb-ac1080da502a"}, {"server_uuid": "f356f212-b653-4b56-aa6f-b4564034dfe7", "name": "network-vif-plugged", "status": "completed", "tag": "7bc0d9e2-591b-4dba-8e75-1949c0865e34"}, {"server_uuid": "f356f212-b653-4b56-aa6f-b4564034dfe7", "name": "network-vif-plugged", "status": "completed", "tag": "2af53435-0b8e-46bf-9117-face74c688c1"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:56.090183 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1efd77be-1231-4bf1-830c-f579da85ed06 req-a5d5de4d-8448-4e04-9a51-4630d7066dc0 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360775 Jul 23 20:32:56.179050 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b8f573ee-974a-4327-9539-2950bda4dc93 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:56.210896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4fc43-9c8e-44f3-a35d-72cb3aa72c95 req-b881e3b8-8522-4a7f-be1b-4a7dd834bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:56.216646 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fd4fc43-9c8e-44f3-a35d-72cb3aa72c95 req-b881e3b8-8522-4a7f-be1b-4a7dd834bfdf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1213772 Jul 23 20:32:56.322581 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ac88a9-705f-41ba-b55b-273ec9d185eb x-openstack-request-id: req-f0ac88a9-705f-41ba-b55b-273ec9d185eb {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:56.325262 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f356f212-b653-4b56-aa6f-b4564034dfe7", "name": "network-vif-plugged", "status": "completed", "tag": "8013550c-fec9-4ee1-a8cb-ac1080da502a", "code": 200}, {"server_uuid": "f356f212-b653-4b56-aa6f-b4564034dfe7", "name": "network-vif-plugged", "status": "completed", "tag": "7bc0d9e2-591b-4dba-8e75-1949c0865e34", "code": 200}, {"server_uuid": "f356f212-b653-4b56-aa6f-b4564034dfe7", "name": "network-vif-plugged", "status": "completed", "tag": "2af53435-0b8e-46bf-9117-face74c688c1", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:56.326730 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f0ac88a9-705f-41ba-b55b-273ec9d185eb {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:56.327812 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8013550c-fec9-4ee1-a8cb-ac1080da502a', 'code': 200} Jul 23 20:32:56.330338 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc0d9e2-591b-4dba-8e75-1949c0865e34', 'code': 200} Jul 23 20:32:56.330898 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af53435-0b8e-46bf-9117-face74c688c1', 'code': 200} Jul 23 20:32:56.340229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4fc43-9c8e-44f3-a35d-72cb3aa72c95 req-55f58cb3-d7f3-4c23-81e8-5c8f5bf22161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:56.342041 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fd4fc43-9c8e-44f3-a35d-72cb3aa72c95 req-55f58cb3-d7f3-4c23-81e8-5c8f5bf22161 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1198521 Jul 23 20:32:56.351023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port b8f573ee-974a-4327-9539-2950bda4dc93 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:56.352252 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:56.458715 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9206646a-f19b-4b26-836b-8efe62cb31a4 x-openstack-request-id: req-9206646a-f19b-4b26-836b-8efe62cb31a4 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:56.459659 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2de1692-d980-4348-9aad-8b049787f180", "tag": "a24c53de-fe58-461f-b7e4-c95043aba4a9", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:56.460104 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9206646a-f19b-4b26-836b-8efe62cb31a4 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:56.460678 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2de1692-d980-4348-9aad-8b049787f180', 'tag': 'a24c53de-fe58-461f-b7e4-c95043aba4a9', 'status': 'completed', 'code': 200} Jul 23 20:32:56.478130 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0906a0be-e4a9-42d4-a6d8-12c4709eef33', 'name': 'network-vif-deleted', 'tag': '0851ea4e-626e-474a-94ac-20f06cdcfd27'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:56.480940 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:56.485696 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0017e070-62b1-40c5-a876-835ab27fbd8e" -d '{"events": [{"server_uuid": "0906a0be-e4a9-42d4-a6d8-12c4709eef33", "name": "network-vif-deleted", "tag": "0851ea4e-626e-474a-94ac-20f06cdcfd27"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:56.498250 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb3b2bc5-34fe-416b-83be-7bb5349ed12c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:56.521463 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b8f573ee-974a-4327-9539-2950bda4dc93, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b8f573ee-974a-4327-9539-2950bda4dc93,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:56.523955 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-adb5300c-d1d9-413e-959d-6bfb14a905a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:56.526708 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:56.528273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0851ea4e-626e-474a-94ac-20f06cdcfd27 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:56.529745 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-adb5300c-d1d9-413e-959d-6bfb14a905a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c7f50424b0b40928ead2979218c9a62&device_id=a2de1692-d980-4348-9aad-8b049787f180 HTTP/1.1" status: 200 len: 1095 time: 0.8389556 Jul 23 20:32:56.614628 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=b8f573ee-974a-4327-9539-2950bda4dc93,revision_number=10']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:56.619190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 0851ea4e-626e-474a-94ac-20f06cdcfd27 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:56.619544 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0851ea4e-626e-474a-94ac-20f06cdcfd27 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:56.627729 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-4585e633-ae8b-4a6c-87fa-9fbafc3bbb82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a24c53de-fe58-461f-b7e4-c95043aba4a9 HTTP/1.1" status: 200 len: 217 time: 0.0897746 Jul 23 20:32:56.664924 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fd4fc43-9c8e-44f3-a35d-72cb3aa72c95 req-753696f9-466f-497c-afa1-6153355b06a3 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106670 Jul 23 20:32:56.787390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-b4686911-517b-413f-8e23-cbc361bd2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:56.788870 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-b4686911-517b-413f-8e23-cbc361bd2467 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=106a6110-3396-46fd-b5c7-73b8b46b8b68 HTTP/1.1" status: 200 len: 844 time: 0.1534901 Jul 23 20:32:56.798625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d1e78-6a00-4402-8d06-3ea2757d3da6 req-6df86e09-abe6-444c-b739-26026945523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:56.799358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d1e78-6a00-4402-8d06-3ea2757d3da6 req-6df86e09-abe6-444c-b739-26026945523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:56.799842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d1e78-6a00-4402-8d06-3ea2757d3da6 req-6df86e09-abe6-444c-b739-26026945523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:56.801644 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-859d1e78-6a00-4402-8d06-3ea2757d3da6 req-6df86e09-abe6-444c-b739-26026945523e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 2873 time: 0.3679688 Jul 23 20:32:56.840947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f186b3-bc26-4859-ab5a-34c126b29077 req-282e0029-f3c2-465c-9d40-791ab6f72664 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:56.847759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10f186b3-bc26-4859-ab5a-34c126b29077 req-282e0029-f3c2-465c-9d40-791ab6f72664 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b217f9b-51c8-4316-9f6f-e54e499b0a66 HTTP/1.1" status: 200 len: 950 time: 0.2447505 Jul 23 20:32:56.887689 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-859d1e78-6a00-4402-8d06-3ea2757d3da6 req-ee8fda1b-2cfe-404a-b7b0-69a5b3b3d245 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751178 Jul 23 20:32:56.919177 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fd4fc43-9c8e-44f3-a35d-72cb3aa72c95 req-b2810986-b738-4946-a3cb-10a1076ac2a6 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328579 Jul 23 20:32:56.921402 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-3cdca6e9-21a3-4b6d-a4a7-040ddf1cc2af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42c37124-424c-4bcc-8b93-9b8a8a9e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661106 Jul 23 20:32:56.931688 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3b2bc5-34fe-416b-83be-7bb5349ed12c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router c32672a5-52fe-4489-ab65-a69502b00c3d has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:56.959579 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10f186b3-bc26-4859-ab5a-34c126b29077 req-2839838d-586b-45d4-ad39-d59e725556cc tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954180 Jul 23 20:32:57.050712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3b2bc5-34fe-416b-83be-7bb5349ed12c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:57.062022 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93574ac3-4de4-4d2e-897c-59478dc9d9c9 None None] Sync routers for ids ['c32672a5-52fe-4489-ab65-a69502b00c3d'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:57.066298 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fb3b2bc5-34fe-416b-83be-7bb5349ed12c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/c32672a5-52fe-4489-ab65-a69502b00c3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0315464 Jul 23 20:32:57.069026 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36496) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:57.084135 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93574ac3-4de4-4d2e-897c-59478dc9d9c9 None None] Routers {'c32672a5-52fe-4489-ab65-a69502b00c3d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:57.089337 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-93574ac3-4de4-4d2e-897c-59478dc9d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c32672a5-52fe-4489-ab65-a69502b00c3d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:57.091803 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73bd6890-db6d-4bd7-98f8-1d8d8cb53a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.123530 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895c8f9f-b31b-44a3-8936-e23cc13abc6b x-openstack-request-id: req-895c8f9f-b31b-44a3-8936-e23cc13abc6b {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:57.127134 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0906a0be-e4a9-42d4-a6d8-12c4709eef33", "name": "network-vif-deleted", "tag": "0851ea4e-626e-474a-94ac-20f06cdcfd27", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:57.127490 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-895c8f9f-b31b-44a3-8936-e23cc13abc6b {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:57.127959 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0906a0be-e4a9-42d4-a6d8-12c4709eef33', 'name': 'network-vif-deleted', 'tag': '0851ea4e-626e-474a-94ac-20f06cdcfd27', 'status': 'completed', 'code': 200} Jul 23 20:32:57.181639 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-93574ac3-4de4-4d2e-897c-59478dc9d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:57.198882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-fe6c9f9d-f39c-43f2-bdf9-fe8dc354cb3d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:57.207896 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-fe6c9f9d-f39c-43f2-bdf9-fe8dc354cb3d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 811 time: 0.3044267 Jul 23 20:32:57.212634 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93574ac3-4de4-4d2e-897c-59478dc9d9c9 None None] Routers {'c32672a5-52fe-4489-ab65-a69502b00c3d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:57.214987 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-93574ac3-4de4-4d2e-897c-59478dc9d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c32672a5-52fe-4489-ab65-a69502b00c3d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:57.265825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-e6441226-4d39-4a51-a178-c632f330ab8e tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/quotas/b0fca3aa52ce41808d40d8b1ac821f99 HTTP/1.1" status: 200 len: 375 time: 0.0566087 Jul 23 20:32:57.272034 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-93574ac3-4de4-4d2e-897c-59478dc9d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:57.272737 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93574ac3-4de4-4d2e-897c-59478dc9d9c9 None None] The sync data for ids ['c32672a5-52fe-4489-ab65-a69502b00c3d'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:57.277704 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.286619 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-b301ca63-be8e-48cf-8744-1bbf6b0677b0 service neutron] 10.222.0.48 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048227 Jul 23 20:32:57.318343 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-374db825-abce-4370-af63-9163cabf5590 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462887 Jul 23 20:32:57.400493 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-27f60b92-fc0c-4922-bf77-da9457142b5e tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] remove_router_interface failed (client error): The resource could not be found. Jul 23 20:32:57.404053 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-27f60b92-fc0c-4922-bf77-da9457142b5e tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/c32672a5-52fe-4489-ab65-a69502b00c3d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3311944 Jul 23 20:32:57.405021 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36508) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:57.420430 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29622e7a-df15-499f-9307-eae4e4002f32 req-d07be9ab-91fb-4c96-9833-b2317ab2bd86 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:57.427593 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29622e7a-df15-499f-9307-eae4e4002f32 req-d07be9ab-91fb-4c96-9833-b2317ab2bd86 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:57.433739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29622e7a-df15-499f-9307-eae4e4002f32 req-d07be9ab-91fb-4c96-9833-b2317ab2bd86 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:57.443267 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9ed19861-fc3d-4884-8b08-0ea73459f9e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports?device_id=c32672a5-52fe-4489-ab65-a69502b00c3d HTTP/1.1" status: 200 len: 205 time: 0.0378864 Jul 23 20:32:57.443522 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29622e7a-df15-499f-9307-eae4e4002f32 req-d07be9ab-91fb-4c96-9833-b2317ab2bd86 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 2417 time: 0.2141943 Jul 23 20:32:57.447392 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9ee81d0e-0819-475d-95f0-27ff082ed41b req-7a11b3a2-4060-4896-8ffd-c1b514c1232e service neutron] 10.222.0.48 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508379 Jul 23 20:32:57.447824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36510) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:57.512225 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29622e7a-df15-499f-9307-eae4e4002f32 req-c7ba2c43-2ef5-4f3f-bc83-f2045a7ac27b tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676432 Jul 23 20:32:57.515884 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-95605d18-5079-4f75-a6d4-3f7b9c2651e8 service neutron] 10.222.0.55 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883249 Jul 23 20:32:57.563391 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95f98b92-0cdd-435f-b572-3f72aaa6e4cb tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.678097 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-1126b9bc-6ffd-418f-8ec6-4abb8d719262 service neutron] 10.222.0.55 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558621 Jul 23 20:32:57.714497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d789c-6148-4f0c-8f96-e4c67bf73b3d req-dc8ef39f-054b-4ab3-8039-6453ce67d2ed tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:57.723328 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a8d789c-6148-4f0c-8f96-e4c67bf73b3d req-dc8ef39f-054b-4ab3-8039-6453ce67d2ed tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2de1692-d980-4348-9aad-8b049787f180 HTTP/1.1" status: 200 len: 943 time: 0.0840716 Jul 23 20:32:57.786222 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a8d789c-6148-4f0c-8f96-e4c67bf73b3d req-cab58bd9-5172-4799-9db1-f58f77cd9277 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619192 Jul 23 20:32:57.792339 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:32:57.869155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5ca7b-4017-4d80-a0bd-da86dee30b34 req-f50a7e50-bd34-4cfb-84d6-4c9da5ba938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:57.871080 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-46b5ca7b-4017-4d80-a0bd-da86dee30b34 req-f50a7e50-bd34-4cfb-84d6-4c9da5ba938c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c7f50424b0b40928ead2979218c9a62&device_id=a2de1692-d980-4348-9aad-8b049787f180 HTTP/1.1" status: 200 len: 1095 time: 0.3472767 Jul 23 20:32:57.873032 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95f98b92-0cdd-435f-b572-3f72aaa6e4cb tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.875183 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95f98b92-0cdd-435f-b572-3f72aaa6e4cb tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.980570 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95f98b92-0cdd-435f-b572-3f72aaa6e4cb tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.982112 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f98b92-0cdd-435f-b572-3f72aaa6e4cb tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Fanout notify agent at l3_agent the message router_deleted on router c32672a5-52fe-4489-ab65-a69502b00c3d {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:32:57.993788 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95f98b92-0cdd-435f-b572-3f72aaa6e4cb tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.994720 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-95f98b92-0cdd-435f-b572-3f72aaa6e4cb tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/routers/c32672a5-52fe-4489-ab65-a69502b00c3d HTTP/1.1" status: 204 len: 168 time: 0.5460122 Jul 23 20:32:58.022149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36530) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:58.137621 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5ca7b-4017-4d80-a0bd-da86dee30b34 req-a143f219-73e7-4732-8887-936a0f11693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:58.141128 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-46b5ca7b-4017-4d80-a0bd-da86dee30b34 req-a143f219-73e7-4732-8887-936a0f11693b service neutron] 10.222.0.48 "GET /v2.0/networks?id=42c37124-424c-4bcc-8b93-9b8a8a9e479c HTTP/1.1" status: 200 len: 905 time: 0.2626331 Jul 23 20:32:58.183936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a17d738-1b7e-41f3-8f57-4a60846c273b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting subnet 48eda990-e31d-4ee5-b8c0-ba64ea58524c {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:32:58.214262 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-46b5ca7b-4017-4d80-a0bd-da86dee30b34 req-fe7260f1-4cc7-4270-b8ce-381cb8ea45df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a24c53de-fe58-461f-b7e4-c95043aba4a9 HTTP/1.1" status: 200 len: 217 time: 0.0640762 Jul 23 20:32:58.252287 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4a17d738-1b7e-41f3-8f57-4a60846c273b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.270108 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9edae1bc-7f5a-4e60-820c-49ff660e2ae0 req-64792a03-83da-4e75-ae7c-e20a13d3188d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 210 time: 0.2470012 Jul 23 20:32:58.301407 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5ca7b-4017-4d80-a0bd-da86dee30b34 req-6c068d85-ea2c-44f8-9a2e-69dfee1a474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:58.303272 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-46b5ca7b-4017-4d80-a0bd-da86dee30b34 req-6c068d85-ea2c-44f8-9a2e-69dfee1a474d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=106a6110-3396-46fd-b5c7-73b8b46b8b68 HTTP/1.1" status: 200 len: 844 time: 0.0816987 Jul 23 20:32:58.336372 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:58.341317 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7b70df-fc09-4edd-a958-30d448d35003" -d '{"events": [{"server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "name": "network-vif-plugged", "status": "completed", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:58.360659 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4a17d738-1b7e-41f3-8f57-4a60846c273b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.420504 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.426210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47cdce-e907-4fc1-a37b-c87f53631a2f req-8b3d4d07-6019-4588-b71c-5d3df42da191 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:58.430578 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de47cdce-e907-4fc1-a37b-c87f53631a2f req-8b3d4d07-6019-4588-b71c-5d3df42da191 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b217f9b-51c8-4316-9f6f-e54e499b0a66 HTTP/1.1" status: 200 len: 950 time: 0.5265331 Jul 23 20:32:58.453695 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-46b5ca7b-4017-4d80-a0bd-da86dee30b34 req-ad52270f-6dc1-4948-9af4-9d3ddf14b131 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42c37124-424c-4bcc-8b93-9b8a8a9e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368685 Jul 23 20:32:58.606822 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-7b83cfac-92d8-4f2a-b9c8-29f3014291f6 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=76a44fe86f414ef3a26c3424aa505655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1243179 Jul 23 20:32:58.649010 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38b65-c8d8-4c6a-973e-133ae64be43e req-21c27bf6-5e9b-4cea-be3a-c190021fda49 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:58.657768 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eeb38b65-c8d8-4c6a-973e-133ae64be43e req-21c27bf6-5e9b-4cea-be3a-c190021fda49 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b217f9b-51c8-4316-9f6f-e54e499b0a66 HTTP/1.1" status: 200 len: 950 time: 0.4669063 Jul 23 20:32:58.671286 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-46b5ca7b-4017-4d80-a0bd-da86dee30b34 req-8ed753df-9f2e-4cff-bcad-48b37326f499 service neutron] 10.222.0.48 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021530 Jul 23 20:32:58.741474 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4a17d738-1b7e-41f3-8f57-4a60846c273b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.869795 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-46b5ca7b-4017-4d80-a0bd-da86dee30b34 req-7a0888b6-7437-42e0-8796-9bb8e83c9f5d service neutron] 10.222.0.48 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916351 Jul 23 20:32:58.880893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eeb38b65-c8d8-4c6a-973e-133ae64be43e req-34834450-8779-432e-ae2d-c5da76a65057 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216952 Jul 23 20:32:58.946385 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4a17d738-1b7e-41f3-8f57-4a60846c273b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.961297 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62123465-96c7-4d1f-9842-57ea7c163925 x-openstack-request-id: req-62123465-96c7-4d1f-9842-57ea7c163925 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:58.961845 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "name": "network-vif-plugged", "status": "completed", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:58.962339 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62123465-96c7-4d1f-9842-57ea7c163925 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:58.962910 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'code': 200} Jul 23 20:32:58.982279 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17d738-1b7e-41f3-8f57-4a60846c273b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Subnet': ['ID=48eda990-e31d-4ee5-b8c0-ba64ea58524c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:58.993351 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4a17d738-1b7e-41f3-8f57-4a60846c273b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.997928 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4a17d738-1b7e-41f3-8f57-4a60846c273b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/subnets/48eda990-e31d-4ee5-b8c0-ba64ea58524c HTTP/1.1" status: 204 len: 168 time: 0.9691315 Jul 23 20:32:58.998219 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-de47cdce-e907-4fc1-a37b-c87f53631a2f req-e6fd7dd6-d191-4a02-8ea9-b8e87ba603f0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Deleting port ca7a7dc1-1938-4fe8-8d75-86a31408084d {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:58.998561 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-de47cdce-e907-4fc1-a37b-c87f53631a2f req-e6fd7dd6-d191-4a02-8ea9-b8e87ba603f0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.999150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36566) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:59.004910 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f100c0d1-5da3-455b-8f3c-cd32c63b0d6a None None] Network 1928ffd7-2303-4364-a415-26c4b0cf1885 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:59.125322 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-de47cdce-e907-4fc1-a37b-c87f53631a2f req-e6fd7dd6-d191-4a02-8ea9-b8e87ba603f0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] For port ca7a7dc1-1938-4fe8-8d75-86a31408084d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ca7a7dc1-1938-4fe8-8d75-86a31408084d,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:59.125990 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-de47cdce-e907-4fc1-a37b-c87f53631a2f req-e6fd7dd6-d191-4a02-8ea9-b8e87ba603f0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.141821 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-de47cdce-e907-4fc1-a37b-c87f53631a2f req-e6fd7dd6-d191-4a02-8ea9-b8e87ba603f0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Calling delete_port for ca7a7dc1-1938-4fe8-8d75-86a31408084d owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:59.250069 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.297706 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-348eed33-4b06-44a5-80f0-1885cee2b9a9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:59.306539 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-348eed33-4b06-44a5-80f0-1885cee2b9a9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6812384 Jul 23 20:32:59.319944 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-de47cdce-e907-4fc1-a37b-c87f53631a2f req-e6fd7dd6-d191-4a02-8ea9-b8e87ba603f0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.357278 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['731d952d-4c42-4b98-b65c-ebcca3c75046', '8a73448a-f3d7-49b3-be48-7b0c65441bd8', '66634aeb-40cc-4db4-9821-7db65d13fa88'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:59.360358 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['39f7d0f9-6012-46dc-b760-2b009b129346', '9e752e04-13c2-4f44-b54a-68b4f79df248'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:59.403310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting port 4c76106c-e37e-49b3-9a3e-b690558d8fe8 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:59.403690 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.460772 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-de47cdce-e907-4fc1-a37b-c87f53631a2f req-e6fd7dd6-d191-4a02-8ea9-b8e87ba603f0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] No DVR routers for this DVR port ca7a7dc1-1938-4fe8-8d75-86a31408084d on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:59.463521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd7dd6-d191-4a02-8ea9-b8e87ba603f0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Pushing event deleted for resources: {'Port': ['ID=ca7a7dc1-1938-4fe8-8d75-86a31408084d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:59.473327 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-43f737a9-91a1-4fc4-aa35-1abc376d4892 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/quotas/76a44fe86f414ef3a26c3424aa505655 HTTP/1.1" status: 200 len: 375 time: 0.1655676 Jul 23 20:32:59.477418 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-de47cdce-e907-4fc1-a37b-c87f53631a2f req-e6fd7dd6-d191-4a02-8ea9-b8e87ba603f0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.479446 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de47cdce-e907-4fc1-a37b-c87f53631a2f req-e6fd7dd6-d191-4a02-8ea9-b8e87ba603f0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "DELETE /v2.0/ports/ca7a7dc1-1938-4fe8-8d75-86a31408084d HTTP/1.1" status: 204 len: 173 time: 1.0275342 Jul 23 20:32:59.484284 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b217f9b-51c8-4316-9f6f-e54e499b0a66', 'name': 'network-vif-deleted', 'tag': 'ca7a7dc1-1938-4fe8-8d75-86a31408084d'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:59.487749 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfd6397-6581-40ea-9199-40dfac434d2a" -d '{"events": [{"server_uuid": "6b217f9b-51c8-4316-9f6f-e54e499b0a66", "name": "network-vif-deleted", "tag": "ca7a7dc1-1938-4fe8-8d75-86a31408084d"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:59.593270 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-49b02ff0-815c-4ea3-83bf-a57ffc6b6ae2 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=76a44fe86f414ef3a26c3424aa505655&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1187937 Jul 23 20:32:59.636034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] For port 4c76106c-e37e-49b3-9a3e-b690558d8fe8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=4c76106c-e37e-49b3-9a3e-b690558d8fe8,segment=NetworkSegment(729b91b0-4c1f-4faa-bf17-8b71aa37a2c7),segment_id=729b91b0-4c1f-4faa-bf17-8b71aa37a2c7)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:59.636443 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.655380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f817d-7f21-488a-abd5-086b915da9fa None None] DHCP port deletion for 1928ffd7-2303-4364-a415-26c4b0cf1885 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:32:59.666109 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Calling delete_port for 4c76106c-e37e-49b3-9a3e-b690558d8fe8 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:59.857450 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.862974 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9caac0-7849-4fe7-bb97-2cd4feb354ac req-da028b80-43ed-4ded-8786-1f33e8681d2c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:59.883380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9caac0-7849-4fe7-bb97-2cd4feb354ac req-da028b80-43ed-4ded-8786-1f33e8681d2c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:59.908496 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9caac0-7849-4fe7-bb97-2cd4feb354ac req-da028b80-43ed-4ded-8786-1f33e8681d2c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:59.910622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f9caac0-7849-4fe7-bb97-2cd4feb354ac req-da028b80-43ed-4ded-8786-1f33e8681d2c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 2417 time: 0.6016138 Jul 23 20:32:59.946902 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Port': ['ID=4c76106c-e37e-49b3-9a3e-b690558d8fe8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:59.982731 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] No DVR routers for this DVR port 4c76106c-e37e-49b3-9a3e-b690558d8fe8 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:00.195926 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.218381 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ca7a7dc1-1938-4fe8-8d75-86a31408084d no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:00.239663 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-d17525af-12d1-467a-8ec0-d0db9c27e85c tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:00.241969 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-d17525af-12d1-467a-8ec0-d0db9c27e85c tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.57 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 811 time: 0.5809503 Jul 23 20:33:00.257920 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-aed55136-c1b1-448b-b340-d3c1580d4bb7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Request body: {'port': {'device_id': '71e192a0-f257-4b00-87dd-10d820d315dd', 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e', 'admin_state_up': True, 'tenant_id': 'b0fca3aa52ce41808d40d8b1ac821f99'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:00.271668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: ca7a7dc1-1938-4fe8-8d75-86a31408084d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:00.286047 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ca7a7dc1-1938-4fe8-8d75-86a31408084d not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:00.316039 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f9caac0-7849-4fe7-bb97-2cd4feb354ac req-3fe101f8-6e9d-4c2f-9f5f-a9aa9cedf52e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036967 Jul 23 20:33:00.373194 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f817d-7f21-488a-abd5-086b915da9fa None None] Deleting port 4c76106c-e37e-49b3-9a3e-b690558d8fe8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:00.374125 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e7f817d-7f21-488a-abd5-086b915da9fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.375864 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a24c53de-fe58-461f-b7e4-c95043aba4a9 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:33:00.386439 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.463143 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1928ffd7-2303-4364-a415-26c4b0cf1885']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:00.489085 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729b91b0-4c1f-4faa-bf17-8b71aa37a2c7') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:00.489390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729b91b0-4c1f-4faa-bf17-8b71aa37a2c7') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:00.509772 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.525783 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.540323 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:00.540965 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:00.544861 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:00.553770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f959bb07-c6ea-406f-8b4b-5f249c38176e req-25ceb659-67ff-46f7-a5c4-74ff1a78f30e tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 210 time: 0.0869002 Jul 23 20:33:00.615295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-aed55136-c1b1-448b-b340-d3c1580d4bb7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Made reservation on behalf of b0fca3aa52ce41808d40d8b1ac821f99 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:00.634723 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-aed55136-c1b1-448b-b340-d3c1580d4bb7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.675831 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.684012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a89ca-8ff2-4ee3-9f7b-a541013c85bb req-ad8bcb47-c707-41e3-8175-7964e55587f5 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:00.688911 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.690448 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/networks/1928ffd7-2303-4364-a415-26c4b0cf1885 HTTP/1.1" status: 204 len: 168 time: 1.6900439 Jul 23 20:33:00.702361 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc8a89ca-8ff2-4ee3-9f7b-a541013c85bb req-ad8bcb47-c707-41e3-8175-7964e55587f5 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2de1692-d980-4348-9aad-8b049787f180 HTTP/1.1" status: 200 len: 943 time: 0.3852541 Jul 23 20:33:00.718997 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36596) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:00.735202 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6292bb64-b877-4bfb-a290-259f2d372ff4 x-openstack-request-id: req-6292bb64-b877-4bfb-a290-259f2d372ff4 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:00.738209 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-71f6b9a4-43f3-4c03-90dd-e07d0cde12cf tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2126437819'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:00.738765 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b217f9b-51c8-4316-9f6f-e54e499b0a66", "name": "network-vif-deleted", "tag": "ca7a7dc1-1938-4fe8-8d75-86a31408084d", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:00.739230 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6292bb64-b877-4bfb-a290-259f2d372ff4 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:00.739834 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b217f9b-51c8-4316-9f6f-e54e499b0a66', 'name': 'network-vif-deleted', 'tag': 'ca7a7dc1-1938-4fe8-8d75-86a31408084d', 'status': 'completed', 'code': 200} Jul 23 20:33:00.780881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Network': ['ID=1928ffd7-2303-4364-a415-26c4b0cf1885,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:00.828401 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:00.828765 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:00.829610 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:00.830504 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:00.830839 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:00.831203 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:00.831537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:00.831890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:00.836016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:00.837502 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:00.837859 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:00.838199 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e9148c-574c-4bd3-9646-8fbddfdfe45d tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:00.838947 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:33:00.869413 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f6b9a4-43f3-4c03-90dd-e07d0cde12cf tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:00.873120 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71f6b9a4-43f3-4c03-90dd-e07d0cde12cf tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.898211 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9e7f817d-7f21-488a-abd5-086b915da9fa None None] For port 4c76106c-e37e-49b3-9a3e-b690558d8fe8, host n-d-791504-18, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:00.899450 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e7f817d-7f21-488a-abd5-086b915da9fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.937082 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f6b9a4-43f3-4c03-90dd-e07d0cde12cf tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:00.963047 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71f6b9a4-43f3-4c03-90dd-e07d0cde12cf tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.963815 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-71f6b9a4-43f3-4c03-90dd-e07d0cde12cf tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Added segment 9d3727eb-2648-481c-9843-657ca83e93db of type vlan for network ebc9a308-4fd8-432b-b455-81dde10ac528 Jul 23 20:33:00.966294 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f817d-7f21-488a-abd5-086b915da9fa None None] Calling delete_port for 4c76106c-e37e-49b3-9a3e-b690558d8fe8 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:00.968277 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc8a89ca-8ff2-4ee3-9f7b-a541013c85bb req-715743cb-836e-4bd9-b621-19ec2924b7aa tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622826 Jul 23 20:33:00.997779 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-0498f218-a00c-4493-9c0d-1524b6d04ab7 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=76a44fe86f414ef3a26c3424aa505655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798385 Jul 23 20:33:01.020591 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-9e7f817d-7f21-488a-abd5-086b915da9fa None None] Port 4c76106c-e37e-49b3-9a3e-b690558d8fe8 was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:33:01.028602 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e7f817d-7f21-488a-abd5-086b915da9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.068907 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e7f817d-7f21-488a-abd5-086b915da9fa None None] Network 1928ffd7-2303-4364-a415-26c4b0cf1885 is not hosted by any dhcp agent {{(pid=93812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:33:01.069483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f817d-7f21-488a-abd5-086b915da9fa None None] No DVR routers for this DVR port 4c76106c-e37e-49b3-9a3e-b690558d8fe8 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:01.138563 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71f6b9a4-43f3-4c03-90dd-e07d0cde12cf tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.147647 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4c76106c-e37e-49b3-9a3e-b690558d8fe8 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:01.149422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f817d-7f21-488a-abd5-086b915da9fa None None] Pushing event deleted for resources: {'Port': ['ID=4c76106c-e37e-49b3-9a3e-b690558d8fe8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:01.182411 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 4c76106c-e37e-49b3-9a3e-b690558d8fe8 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:01.182760 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4c76106c-e37e-49b3-9a3e-b690558d8fe8 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:01.185618 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a24c53de-fe58-461f-b7e4-c95043aba4a9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a24c53de-fe58-461f-b7e4-c95043aba4a9,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:01.201904 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'a24c53de-fe58-461f-b7e4-c95043aba4a9', 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c', 'port_id': 'a24c53de-fe58-461f-b7e4-c95043aba4a9', 'mac_address': 'fa:16:3e:9c:42:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106a6110-3396-46fd-b5c7-73b8b46b8b68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:33:01.242812 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71f6b9a4-43f3-4c03-90dd-e07d0cde12cf tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.251501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f6b9a4-43f3-4c03-90dd-e07d0cde12cf tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:01.252957 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71f6b9a4-43f3-4c03-90dd-e07d0cde12cf tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.254829 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.272902 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24c53de-fe58-461f-b7e4-c95043aba4a9 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:01.287057 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-71f6b9a4-43f3-4c03-90dd-e07d0cde12cf tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5667689 Jul 23 20:33:01.290058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36620) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:01.295876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-84ce5d97-aa3b-4762-ad95-7c03f5d362a1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'subnet': {'network_id': 'ebc9a308-4fd8-432b-b455-81dde10ac528', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:01.296125 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a24c53de-fe58-461f-b7e4-c95043aba4a9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a24c53de-fe58-461f-b7e4-c95043aba4a9,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:01.304980 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.376337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=a24c53de-fe58-461f-b7e4-c95043aba4a9,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:01.394934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-aed55136-c1b1-448b-b340-d3c1580d4bb7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Allocated IP 172.20.0.7 (fc19f065-57ff-496f-bbfb-adf4b5d7ae0e/bfc910d3-f783-4dce-a4ee-27e733f1d609/92ae1728-719a-4b35-881a-a5966fcc241f) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:01.422648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-c606f704-676b-4cf8-8e11-5199820fbc39 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:01.430917 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-c606f704-676b-4cf8-8e11-5199820fbc39 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4321635 Jul 23 20:33:01.451557 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-fad5785c-1d3f-440c-8284-0750d42cc59d tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/quotas/76a44fe86f414ef3a26c3424aa505655 HTTP/1.1" status: 200 len: 375 time: 0.0192151 Jul 23 20:33:01.455791 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6b9a4-43f3-4c03-90dd-e07d0cde12cf tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Network': ['ID=ebc9a308-4fd8-432b-b455-81dde10ac528,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:01.469241 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network ebc9a308-4fd8-432b-b455-81dde10ac528 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:01.500789 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-508c27d6-365d-45c3-a2ba-c418829682f2 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=76a44fe86f414ef3a26c3424aa505655&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479937 Jul 23 20:33:01.563713 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ce5d97-aa3b-4762-ad95-7c03f5d362a1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:01.567920 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84ce5d97-aa3b-4762-ad95-7c03f5d362a1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.672489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['a24c53de-fe58-461f-b7e4-c95043aba4a9'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:33:01.800630 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-aed55136-c1b1-448b-b340-d3c1580d4bb7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.869019 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26a8093c-1069-4cf8-8bde-6456635b1ab3 req-1815fd4b-95e8-46cb-9063-b439968bbda7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 210 time: 0.0505128 Jul 23 20:33:01.961578 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-42e66b87-3f55-4689-8623-81bdaa654e58 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=76a44fe86f414ef3a26c3424aa505655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594425 Jul 23 20:33:02.066661 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0893fa98-c134-40bc-8afd-ec95a041703b req-4937a0e5-3117-4a82-b078-3986d536dfcd tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46680690-f530-48e4-a1d9-a6eddb42a13c HTTP/1.1" status: 200 len: 210 time: 0.0983186 Jul 23 20:33:02.217666 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-aed55136-c1b1-448b-b340-d3c1580d4bb7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.394623 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-aed55136-c1b1-448b-b340-d3c1580d4bb7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:02.398882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed55136-c1b1-448b-b340-d3c1580d4bb7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Pushing event updated for resources: {'Port': ['ID=92ae1728-719a-4b35-881a-a5966fcc241f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:02.424946 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f55151-cb7f-4094-9ab4-752b91e998ba req-d03837bc-c9f2-4d1c-9231-106019991ae5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:02.433403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f55151-cb7f-4094-9ab4-752b91e998ba req-d03837bc-c9f2-4d1c-9231-106019991ae5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:02.442487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f55151-cb7f-4094-9ab4-752b91e998ba req-d03837bc-c9f2-4d1c-9231-106019991ae5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:02.451932 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-80f55151-cb7f-4094-9ab4-752b91e998ba req-d03837bc-c9f2-4d1c-9231-106019991ae5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 2417 time: 0.4631882 Jul 23 20:33:02.460123 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-aed55136-c1b1-448b-b340-d3c1580d4bb7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:02.472453 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-aed55136-c1b1-448b-b340-d3c1580d4bb7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:02.507821 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-9f6646ae-81fe-4fa2-87e5-641c9958386e tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:02.510013 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-9f6646ae-81fe-4fa2-87e5-641c9958386e tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5202100 Jul 23 20:33:02.530289 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-cd2939ca-b86c-4b67-9e6e-c3bec60031b9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Request body: {'port': {'device_id': '46fc236f-e458-4149-96c8-9c7bde0c8438', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': '76a44fe86f414ef3a26c3424aa505655'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:02.545349 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84ce5d97-aa3b-4762-ad95-7c03f5d362a1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.591835 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-80f55151-cb7f-4094-9ab4-752b91e998ba req-9e88e263-89f2-4569-a826-dc71e286996e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388454 Jul 23 20:33:02.630102 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-aed55136-c1b1-448b-b340-d3c1580d4bb7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:02.630930 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-aed55136-c1b1-448b-b340-d3c1580d4bb7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.698573 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce5d97-aa3b-4762-ad95-7c03f5d362a1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Subnet': ['ID=101bb106-2543-45c2-9358-5132c938ed24,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:02.718169 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce5d97-aa3b-4762-ad95-7c03f5d362a1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Checking segment: {'id': '9d3727eb-2648-481c-9843-657ca83e93db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ebc9a308-4fd8-432b-b455-81dde10ac528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:02.719375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ce5d97-aa3b-4762-ad95-7c03f5d362a1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network hostable DHCP agents. Network: ebc9a308-4fd8-432b-b455-81dde10ac528, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:02.748952 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-aed55136-c1b1-448b-b340-d3c1580d4bb7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4950483 Jul 23 20:33:02.769891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Request body: {'port': {'device_id': '71e192a0-f257-4b00-87dd-10d820d315dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:02.784133 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ce5d97-aa3b-4762-ad95-7c03f5d362a1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network ebc9a308-4fd8-432b-b455-81dde10ac528 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:02.852294 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-84ce5d97-aa3b-4762-ad95-7c03f5d362a1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, ebc9a308-4fd8-432b-b455-81dde10ac528) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:02.866023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd2583e-60d4-46e1-91ac-9fc0e8f52b99 None None] Network ebc9a308-4fd8-432b-b455-81dde10ac528 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:02.871065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ce5d97-aa3b-4762-ad95-7c03f5d362a1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:02.871842 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84ce5d97-aa3b-4762-ad95-7c03f5d362a1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.928391 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3144680-d0f5-423f-952e-52285c0a6b48 req-acfe2885-6999-4a5c-a66d-226008431959 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:02.930634 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d3144680-d0f5-423f-952e-52285c0a6b48 req-acfe2885-6999-4a5c-a66d-226008431959 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "GET /v2.0/ports?device_id=22bcd1e3-5542-45a0-ab89-b4bf9753848e HTTP/1.1" status: 200 len: 949 time: 0.1424298 Jul 23 20:33:02.954414 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.971853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be846a-098d-4a71-b2db-a7d398a86fa5 req-fc7a0784-f4e5-4eb6-a8c6-ebd94f22aa70 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:02.973399 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f2be846a-098d-4a71-b2db-a7d398a86fa5 req-fc7a0784-f4e5-4eb6-a8c6-ebd94f22aa70 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=22bcd1e3-5542-45a0-ab89-b4bf9753848e HTTP/1.1" status: 200 len: 949 time: 0.2398994 Jul 23 20:33:02.981009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-cd2939ca-b86c-4b67-9e6e-c3bec60031b9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Made reservation on behalf of 76a44fe86f414ef3a26c3424aa505655 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:02.984553 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-cd2939ca-b86c-4b67-9e6e-c3bec60031b9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.989238 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-84ce5d97-aa3b-4762-ad95-7c03f5d362a1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6981111 Jul 23 20:33:02.993104 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36666) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:03.005571 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-331a77b0-608c-4081-a010-23538ac997e6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-989513689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:03.019463 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-cd2939ca-b86c-4b67-9e6e-c3bec60031b9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.089975 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-331a77b0-608c-4081-a010-23538ac997e6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.091596 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-331a77b0-608c-4081-a010-23538ac997e6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.114817 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f2be846a-098d-4a71-b2db-a7d398a86fa5 req-b8b68c92-2d24-44c7-be2e-5ea4717a047d tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242585 Jul 23 20:33:03.146259 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406b2a9-8200-4d43-85da-4398e7357c28 req-2ede693f-89a5-4a19-8d96-e7185ebcdb47 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:03.149158 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-ebc9a308-4fd8-432b-b455-81dde10ac528', 'network_id': 'ebc9a308-4fd8-432b-b455-81dde10ac528', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'fixed_ips': [{'subnet_id': '101bb106-2543-45c2-9358-5132c938ed24'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:03.150161 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.151275 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a406b2a9-8200-4d43-85da-4398e7357c28 req-2ede693f-89a5-4a19-8d96-e7185ebcdb47 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2de1692-d980-4348-9aad-8b049787f180 HTTP/1.1" status: 200 len: 944 time: 0.2517939 Jul 23 20:33:03.167585 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-331a77b0-608c-4081-a010-23538ac997e6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.181579 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-d3144680-d0f5-423f-952e-52285c0a6b48 req-bbfaf3b8-cde9-460b-9402-000d538952a4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Deleting port 66634aeb-40cc-4db4-9821-7db65d13fa88 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:03.181954 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d3144680-d0f5-423f-952e-52285c0a6b48 req-bbfaf3b8-cde9-460b-9402-000d538952a4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.187371 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-331a77b0-608c-4081-a010-23538ac997e6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.319811 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a406b2a9-8200-4d43-85da-4398e7357c28 req-7ed42399-45be-4735-8c7b-f6a7d9167f2a tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582122 Jul 23 20:33:03.330207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-d3144680-d0f5-423f-952e-52285c0a6b48 req-bbfaf3b8-cde9-460b-9402-000d538952a4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] For port 66634aeb-40cc-4db4-9821-7db65d13fa88, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=66634aeb-40cc-4db4-9821-7db65d13fa88,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:03.339121 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d3144680-d0f5-423f-952e-52285c0a6b48 req-bbfaf3b8-cde9-460b-9402-000d538952a4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.368906 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Allocated IP 2001:db8::2 (ebc9a308-4fd8-432b-b455-81dde10ac528/101bb106-2543-45c2-9358-5132c938ed24/60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:03.473847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-d3144680-d0f5-423f-952e-52285c0a6b48 req-bbfaf3b8-cde9-460b-9402-000d538952a4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Calling delete_port for 66634aeb-40cc-4db4-9821-7db65d13fa88 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:03.526573 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.535826 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Transition to ACTIVE for port object 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:03.550833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Transition to ACTIVE for port object 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:03.568455 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.614745 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-bba09b14-bfd0-4837-b4ed-2bf9274380d7 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:03.622091 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-bba09b14-bfd0-4837-b4ed-2bf9274380d7 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:03.630671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-bba09b14-bfd0-4837-b4ed-2bf9274380d7 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:03.632685 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-bba09b14-bfd0-4837-b4ed-2bf9274380d7 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.48 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 2417 time: 0.2852898 Jul 23 20:33:03.660347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Network ebc9a308-4fd8-432b-b455-81dde10ac528 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:03.665884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:03.692534 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:03.711071 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Pushing event updated for resources: {'Port': ['ID=60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:03.823570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Attempting to bind port 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:03.824608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Attempting to bind port 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '9d3727eb-2648-481c-9843-657ca83e93db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ebc9a308-4fd8-432b-b455-81dde10ac528'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:03.825688 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Attempting to bind port 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b on network ebc9a308-4fd8-432b-b455-81dde10ac528 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:03.828747 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d3144680-d0f5-423f-952e-52285c0a6b48 req-bbfaf3b8-cde9-460b-9402-000d538952a4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.833480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:03.834253 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Checking segment: {'id': '9d3727eb-2648-481c-9843-657ca83e93db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ebc9a308-4fd8-432b-b455-81dde10ac528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:03.834937 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.835779 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Bound using segment: {'id': '9d3727eb-2648-481c-9843-657ca83e93db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ebc9a308-4fd8-432b-b455-81dde10ac528'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:03.836541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Bound port: 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3727eb-2648-481c-9843-657ca83e93db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ebc9a308-4fd8-432b-b455-81dde10ac528'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:03.837306 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.844935 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['731d952d-4c42-4b98-b65c-ebcca3c75046', '8a73448a-f3d7-49b3-be48-7b0c65441bd8', '66634aeb-40cc-4db4-9821-7db65d13fa88'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:33:03.916938 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['39f7d0f9-6012-46dc-b760-2b009b129346', '9e752e04-13c2-4f44-b54a-68b4f79df248'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:33:03.941013 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaf3b8-cde9-460b-9402-000d538952a4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Pushing event deleted for resources: {'Port': ['ID=66634aeb-40cc-4db4-9821-7db65d13fa88,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:03.952339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3144680-d0f5-423f-952e-52285c0a6b48 req-bbfaf3b8-cde9-460b-9402-000d538952a4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] No DVR routers for this DVR port 66634aeb-40cc-4db4-9821-7db65d13fa88 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:03.955967 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d3144680-d0f5-423f-952e-52285c0a6b48 req-bbfaf3b8-cde9-460b-9402-000d538952a4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.958651 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d3144680-d0f5-423f-952e-52285c0a6b48 req-bbfaf3b8-cde9-460b-9402-000d538952a4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "DELETE /v2.0/ports/66634aeb-40cc-4db4-9821-7db65d13fa88 HTTP/1.1" status: 204 len: 173 time: 1.0215213 Jul 23 20:33:03.960607 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22bcd1e3-5542-45a0-ab89-b4bf9753848e', 'name': 'network-vif-deleted', 'tag': '66634aeb-40cc-4db4-9821-7db65d13fa88'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:03.964262 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d8f0c2-d4b2-4d77-97cf-4992da108e88" -d '{"events": [{"server_uuid": "22bcd1e3-5542-45a0-ab89-b4bf9753848e", "name": "network-vif-deleted", "tag": "66634aeb-40cc-4db4-9821-7db65d13fa88"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:03.971696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-12e0c297-e1fc-4dae-9d9f-e9ca1eb67ecc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Deleting port 2af53435-0b8e-46bf-9117-face74c688c1 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:03.972273 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-12e0c297-e1fc-4dae-9d9f-e9ca1eb67ecc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.068614 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-cd2939ca-b86c-4b67-9e6e-c3bec60031b9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.105925 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-e3e9e59f-dac3-4617-896a-f115251498e4 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=76a44fe86f414ef3a26c3424aa505655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6005273 Jul 23 20:33:04.113783 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-cd2939ca-b86c-4b67-9e6e-c3bec60031b9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.116478 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-12e0c297-e1fc-4dae-9d9f-e9ca1eb67ecc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] For port 2af53435-0b8e-46bf-9117-face74c688c1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2af53435-0b8e-46bf-9117-face74c688c1,segment=NetworkSegment(9946fa52-7754-4dae-bb4d-aa5e70dd3a42),segment_id=9946fa52-7754-4dae-bb4d-aa5e70dd3a42)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:04.117000 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-12e0c297-e1fc-4dae-9d9f-e9ca1eb67ecc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.136223 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-12e0c297-e1fc-4dae-9d9f-e9ca1eb67ecc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Calling delete_port for 2af53435-0b8e-46bf-9117-face74c688c1 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:04.165197 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-331a77b0-608c-4081-a010-23538ac997e6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.166349 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-331a77b0-608c-4081-a010-23538ac997e6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1720009 Jul 23 20:33:04.171060 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36680) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:04.194742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] For port 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:04.227591 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] For port 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b,segment=NetworkSegment(9d3727eb-2648-481c-9843-657ca83e93db),segment_id=9d3727eb-2648-481c-9843-657ca83e93db)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:04.239583 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.314190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-cd2939ca-b86c-4b67-9e6e-c3bec60031b9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Allocated IP 192.168.233.254 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/d64252dd-8323-48c1-b907-e0e3fc3dfced) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:04.321062 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c606c0-8512-42f7-b40c-3aaf54858955 None None] Pushing event updated for resources: {'Port': ['ID=60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:04.415686 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a24c53de-fe58-461f-b7e4-c95043aba4a9 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:04.438867 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-12e0c297-e1fc-4dae-9d9f-e9ca1eb67ecc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.521267 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0c297-e1fc-4dae-9d9f-e9ca1eb67ecc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event deleted for resources: {'Port': ['ID=2af53435-0b8e-46bf-9117-face74c688c1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:04.823564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port a24c53de-fe58-461f-b7e4-c95043aba4a9 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:04.832270 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port a24c53de-fe58-461f-b7e4-c95043aba4a9 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:04.832704 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.855894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2939ca-b86c-4b67-9e6e-c3bec60031b9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:04.938930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-12e0c297-e1fc-4dae-9d9f-e9ca1eb67ecc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] No DVR routers for this DVR port 2af53435-0b8e-46bf-9117-face74c688c1 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:04.980890 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-12e0c297-e1fc-4dae-9d9f-e9ca1eb67ecc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.983555 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-12e0c297-e1fc-4dae-9d9f-e9ca1eb67ecc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.48 "DELETE /v2.0/ports/2af53435-0b8e-46bf-9117-face74c688c1 HTTP/1.1" status: 204 len: 173 time: 1.3441043 Jul 23 20:33:05.150469 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6398e-368d-40b1-bc91-a6e3bcb02ceb req-134d5652-e4ff-45f4-8322-8b93d99b9e54 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:05.168534 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfd6398e-368d-40b1-bc91-a6e3bcb02ceb req-134d5652-e4ff-45f4-8322-8b93d99b9e54 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 945 time: 1.8704381 Jul 23 20:33:05.176732 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:05.213700 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336562f7-132b-49ac-9f3b-a040ab4a4959 req-bce280bd-342a-4070-87b4-7157b7a5e183 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:05.219621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:05.224939 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:05.227432 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-336562f7-132b-49ac-9f3b-a040ab4a4959 req-bce280bd-342a-4070-87b4-7157b7a5e183 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 931 time: 1.6804330 Jul 23 20:33:05.296728 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2de1692-d980-4348-9aad-8b049787f180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24c53de-fe58-461f-b7e4-c95043aba4a9'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:05.299904 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c385ef64-f729-493e-a90a-9f7d174bd08c" -d '{"events": [{"server_uuid": "a2de1692-d980-4348-9aad-8b049787f180", "name": "network-vif-plugged", "status": "completed", "tag": "a24c53de-fe58-461f-b7e4-c95043aba4a9"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:05.317028 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a24c53de-fe58-461f-b7e4-c95043aba4a9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a24c53de-fe58-461f-b7e4-c95043aba4a9,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:05.333390 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:05.350104 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-116ad4c6-42ad-471c-8f1c-ca526fa62c1d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Deleting port 7bc0d9e2-591b-4dba-8e75-1949c0865e34 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:05.350986 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-116ad4c6-42ad-471c-8f1c-ca526fa62c1d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:05.386890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ae1728-719a-4b35-881a-a5966fcc241f {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:05.394076 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=a24c53de-fe58-461f-b7e4-c95043aba4a9,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:05.398839 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:05.410065 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:05.432612 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Transition to ACTIVE for port object 92ae1728-719a-4b35-881a-a5966fcc241f will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:05.456878 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-8b88cd53-e725-4f7e-986c-f96e073db700 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:05.459924 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-8b88cd53-e725-4f7e-986c-f96e073db700 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0216093 Jul 23 20:33:05.487650 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:05.509250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e674080-3bb3-4a73-8771-1dcaed5242b5 req-b870d95b-4ea5-453a-8a8a-5038ac631411 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:05.509250 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0e674080-3bb3-4a73-8771-1dcaed5242b5 req-b870d95b-4ea5-453a-8a8a-5038ac631411 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 950 time: 1.9765098 Jul 23 20:33:05.512744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['7bc0d9e2-591b-4dba-8e75-1949c0865e34', '2af53435-0b8e-46bf-9117-face74c688c1', '8013550c-fec9-4ee1-a8cb-ac1080da502a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:33:05.522346 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-cd2939ca-b86c-4b67-9e6e-c3bec60031b9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:05.532213 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-c2b97a64-874a-4b11-95f3-4a4eaa33051a tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Request body: {'port': {'device_id': '46680690-f530-48e4-a1d9-a6eddb42a13c', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': '76a44fe86f414ef3a26c3424aa505655'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:05.605645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-116ad4c6-42ad-471c-8f1c-ca526fa62c1d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] For port 7bc0d9e2-591b-4dba-8e75-1949c0865e34, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7bc0d9e2-591b-4dba-8e75-1949c0865e34,segment=NetworkSegment(9946fa52-7754-4dae-bb4d-aa5e70dd3a42),segment_id=9946fa52-7754-4dae-bb4d-aa5e70dd3a42)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:05.606512 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-116ad4c6-42ad-471c-8f1c-ca526fa62c1d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:05.629058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-116ad4c6-42ad-471c-8f1c-ca526fa62c1d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Calling delete_port for 7bc0d9e2-591b-4dba-8e75-1949c0865e34 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:05.805365 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Allocated IP 2001:db8::1 (ebc9a308-4fd8-432b-b455-81dde10ac528/101bb106-2543-45c2-9358-5132c938ed24/418c8510-3315-4cec-b9db-b619939cfe5b) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:05.810495 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Pushing event updated for resources: {'Port': ['ID=92ae1728-719a-4b35-881a-a5966fcc241f,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:05.874826 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-cd2939ca-b86c-4b67-9e6e-c3bec60031b9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Transition to ACTIVE for port object d64252dd-8323-48c1-b907-e0e3fc3dfced will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:06.006857 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e4df41-d021-42b7-891e-bc933392212e None None] Network ebc9a308-4fd8-432b-b455-81dde10ac528 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:06.055762 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-cd2939ca-b86c-4b67-9e6e-c3bec60031b9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.091581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-058a7996-3f56-4242-9a82-489c6db9983f None None] Provisioning for port 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:06.144871 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-058a7996-3f56-4242-9a82-489c6db9983f None None] Provisioning complete for port 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:06.145620 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-058a7996-3f56-4242-9a82-489c6db9983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.179385 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-336562f7-132b-49ac-9f3b-a040ab4a4959 req-20bf313b-641b-449d-8d90-22f11305270f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9466534 Jul 23 20:33:06.210323 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-cd2939ca-b86c-4b67-9e6e-c3bec60031b9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:06.214847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 66634aeb-40cc-4db4-9821-7db65d13fa88 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:06.242326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 66634aeb-40cc-4db4-9821-7db65d13fa88 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:06.242732 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 66634aeb-40cc-4db4-9821-7db65d13fa88 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:06.275119 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2939ca-b86c-4b67-9e6e-c3bec60031b9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Pushing event updated for resources: {'Port': ['ID=d64252dd-8323-48c1-b907-e0e3fc3dfced,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:06.279946 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-c2b97a64-874a-4b11-95f3-4a4eaa33051a tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Made reservation on behalf of 76a44fe86f414ef3a26c3424aa505655 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:06.284412 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-c2b97a64-874a-4b11-95f3-4a4eaa33051a tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.286594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-cd2939ca-b86c-4b67-9e6e-c3bec60031b9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:06.289831 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-cd2939ca-b86c-4b67-9e6e-c3bec60031b9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:06.318658 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfd6398e-368d-40b1-bc91-a6e3bcb02ceb req-75f60ed5-da97-4ba0-9805-208265f901a7 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1514497 Jul 23 20:33:06.397551 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-058a7996-3f56-4242-9a82-489c6db9983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.481392 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.486185 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-116ad4c6-42ad-471c-8f1c-ca526fa62c1d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.507175 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-058a7996-3f56-4242-9a82-489c6db9983f None None] For port 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b,segment=NetworkSegment(9d3727eb-2648-481c-9843-657ca83e93db),segment_id=9d3727eb-2648-481c-9843-657ca83e93db)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:06.508885 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-cd2939ca-b86c-4b67-9e6e-c3bec60031b9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:06.511608 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-cd2939ca-b86c-4b67-9e6e-c3bec60031b9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.520246 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-058a7996-3f56-4242-9a82-489c6db9983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.539229 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ad4c6-42ad-471c-8f1c-ca526fa62c1d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event deleted for resources: {'Port': ['ID=7bc0d9e2-591b-4dba-8e75-1949c0865e34,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:06.550421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Transition to ACTIVE for port object 418c8510-3315-4cec-b9db-b619939cfe5b will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:06.655929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a7996-3f56-4242-9a82-489c6db9983f None None] Pushing event updated for resources: {'Port': ['ID=60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:06.696559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-116ad4c6-42ad-471c-8f1c-ca526fa62c1d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] No DVR routers for this DVR port 7bc0d9e2-591b-4dba-8e75-1949c0865e34 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:06.702971 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-116ad4c6-42ad-471c-8f1c-ca526fa62c1d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.706424 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-116ad4c6-42ad-471c-8f1c-ca526fa62c1d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.48 "DELETE /v2.0/ports/7bc0d9e2-591b-4dba-8e75-1949c0865e34 HTTP/1.1" status: 204 len: 173 time: 1.7168298 Jul 23 20:33:06.750339 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-498e5227-d719-4f68-9018-cb9fb5b1caf7 req-e9528de1-c62a-445f-8549-5232033ed280 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46680690-f530-48e4-a1d9-a6eddb42a13c HTTP/1.1" status: 200 len: 210 time: 0.4305670 Jul 23 20:33:06.852978 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.865680 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-005514c7-c593-4d2e-baf4-b81bcdefc79c None None] Provisioning for port d64252dd-8323-48c1-b907-e0e3fc3dfced completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:06.882227 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-005514c7-c593-4d2e-baf4-b81bcdefc79c None None] Provisioning complete for port d64252dd-8323-48c1-b907-e0e3fc3dfced triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:06.882792 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-005514c7-c593-4d2e-baf4-b81bcdefc79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.922714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-cd2939ca-b86c-4b67-9e6e-c3bec60031b9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3966587 Jul 23 20:33:06.965889 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Request body: {'port': {'device_id': '46fc236f-e458-4149-96c8-9c7bde0c8438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:06.968095 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b35fe0-73f0-4ff4-b344-5baa2a3af57f x-openstack-request-id: req-91b35fe0-73f0-4ff4-b344-5baa2a3af57f {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:06.968406 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22bcd1e3-5542-45a0-ab89-b4bf9753848e", "name": "network-vif-deleted", "tag": "66634aeb-40cc-4db4-9821-7db65d13fa88", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:06.968652 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-91b35fe0-73f0-4ff4-b344-5baa2a3af57f {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:06.969055 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22bcd1e3-5542-45a0-ab89-b4bf9753848e', 'name': 'network-vif-deleted', 'tag': '66634aeb-40cc-4db4-9821-7db65d13fa88', 'status': 'completed', 'code': 200} Jul 23 20:33:06.992163 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-005514c7-c593-4d2e-baf4-b81bcdefc79c None None] Port d64252dd-8323-48c1-b907-e0e3fc3dfced cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:07.042450 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network ebc9a308-4fd8-432b-b455-81dde10ac528 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:07.091812 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:07.093930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-23abba31-f630-4c77-a2e9-a8bae560f8c8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Deleting port 8013550c-fec9-4ee1-a8cb-ac1080da502a {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:07.096552 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-23abba31-f630-4c77-a2e9-a8bae560f8c8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.121573 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:07.164447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:07.166329 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.170278 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:07.170967 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.173161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=418c8510-3315-4cec-b9db-b619939cfe5b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:07.184924 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-0e674080-3bb3-4a73-8771-1dcaed5242b5 req-a78244e9-ab07-4b8d-9885-c614456f8cf7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Deleting port 9e752e04-13c2-4f44-b54a-68b4f79df248 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:07.185537 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0e674080-3bb3-4a73-8771-1dcaed5242b5 req-a78244e9-ab07-4b8d-9885-c614456f8cf7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.266525 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1c633619-e303-46ea-b741-4687556d2cec None None] Provisioning complete for port 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:07.267314 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c633619-e303-46ea-b741-4687556d2cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.303929 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0e674080-3bb3-4a73-8771-1dcaed5242b5 req-a78244e9-ab07-4b8d-9885-c614456f8cf7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] For port 9e752e04-13c2-4f44-b54a-68b4f79df248, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9e752e04-13c2-4f44-b54a-68b4f79df248,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:07.304562 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0e674080-3bb3-4a73-8771-1dcaed5242b5 req-a78244e9-ab07-4b8d-9885-c614456f8cf7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.318759 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-0e674080-3bb3-4a73-8771-1dcaed5242b5 req-a78244e9-ab07-4b8d-9885-c614456f8cf7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Calling delete_port for 9e752e04-13c2-4f44-b54a-68b4f79df248 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:07.459720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Attempting to bind port 92ae1728-719a-4b35-881a-a5966fcc241f on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:07.459968 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Attempting to bind port 92ae1728-719a-4b35-881a-a5966fcc241f by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:07.460289 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Attempting to bind port 92ae1728-719a-4b35-881a-a5966fcc241f on network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:07.476907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-23abba31-f630-4c77-a2e9-a8bae560f8c8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] For port 8013550c-fec9-4ee1-a8cb-ac1080da502a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8013550c-fec9-4ee1-a8cb-ac1080da502a,segment=NetworkSegment(b12165ea-7ec2-40b0-a175-e3b5c2b35022),segment_id=b12165ea-7ec2-40b0-a175-e3b5c2b35022)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:07.477567 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-23abba31-f630-4c77-a2e9-a8bae560f8c8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.510122 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-23abba31-f630-4c77-a2e9-a8bae560f8c8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Calling delete_port for 8013550c-fec9-4ee1-a8cb-ac1080da502a owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:07.514749 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.541157 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54b9c2-04b5-4e08-9db0-bcb00cfe73ee req-05e816aa-b5f3-4b25-86f6-63b7fa0ee0ba tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:07.544778 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4a54b9c2-04b5-4e08-9db0-bcb00cfe73ee req-05e816aa-b5f3-4b25-86f6-63b7fa0ee0ba tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=f356f212-b653-4b56-aa6f-b4564034dfe7 HTTP/1.1" status: 200 len: 945 time: 1.0081236 Jul 23 20:33:07.545397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Port 92ae1728-719a-4b35-881a-a5966fcc241f on network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:33:07.545720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Attempting to bind port 92ae1728-719a-4b35-881a-a5966fcc241f on network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:07.578366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:07.578629 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Checking segment: {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:07.578994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Bound using segment: {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:07.579463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Bound port: 92ae1728-719a-4b35-881a-a5966fcc241f, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:07.580289 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.593401 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3043608e-b38a-4b21-be81-9c95519be4e0 None None] Provisioning for port 418c8510-3315-4cec-b9db-b619939cfe5b completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:07.598224 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3043608e-b38a-4b21-be81-9c95519be4e0 None None] Provisioning complete for port 418c8510-3315-4cec-b9db-b619939cfe5b triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:07.598595 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3043608e-b38a-4b21-be81-9c95519be4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.641658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-c2b97a64-874a-4b11-95f3-4a4eaa33051a tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Allocated IP 192.168.233.81 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:07.656435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3043608e-b38a-4b21-be81-9c95519be4e0 None None] Port 418c8510-3315-4cec-b9db-b619939cfe5b cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:07.715364 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.800215 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8c078-2697-469f-9f57-94207710312a req-0d3958f5-6539-4843-86a2-f1736aa29306 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:07.807066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6bc8c078-2697-469f-9f57-94207710312a req-0d3958f5-6539-4843-86a2-f1736aa29306 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2de1692-d980-4348-9aad-8b049787f180 HTTP/1.1" status: 200 len: 945 time: 0.6991000 Jul 23 20:33:07.827218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] For port 92ae1728-719a-4b35-881a-a5966fcc241f, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:07.879027 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4a54b9c2-04b5-4e08-9db0-bcb00cfe73ee req-0639ed68-f161-4936-b40c-ba51d674d716 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095701 Jul 23 20:33:07.887935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] For port 92ae1728-719a-4b35-881a-a5966fcc241f, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=92ae1728-719a-4b35-881a-a5966fcc241f,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:07.902221 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-23abba31-f630-4c77-a2e9-a8bae560f8c8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.924760 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.952138 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252dc0e0-cd54-4d1d-84e3-1a413c7bafa5 x-openstack-request-id: req-252dc0e0-cd54-4d1d-84e3-1a413c7bafa5 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:07.953028 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2de1692-d980-4348-9aad-8b049787f180", "name": "network-vif-plugged", "status": "completed", "tag": "a24c53de-fe58-461f-b7e4-c95043aba4a9", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:07.953437 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-252dc0e0-cd54-4d1d-84e3-1a413c7bafa5 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:07.953982 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2de1692-d980-4348-9aad-8b049787f180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24c53de-fe58-461f-b7e4-c95043aba4a9', 'code': 200} Jul 23 20:33:07.970752 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abba31-f630-4c77-a2e9-a8bae560f8c8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event deleted for resources: {'Port': ['ID=8013550c-fec9-4ee1-a8cb-ac1080da502a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:08.055641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-23abba31-f630-4c77-a2e9-a8bae560f8c8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] No DVR routers for this DVR port 8013550c-fec9-4ee1-a8cb-ac1080da502a on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:08.058698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Pushing event updated for resources: {'Port': ['ID=92ae1728-719a-4b35-881a-a5966fcc241f,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:08.077180 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-23abba31-f630-4c77-a2e9-a8bae560f8c8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.079257 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-04078e14-6a65-4527-b88e-8b682c8743e1 req-23abba31-f630-4c77-a2e9-a8bae560f8c8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.48 "DELETE /v2.0/ports/8013550c-fec9-4ee1-a8cb-ac1080da502a HTTP/1.1" status: 204 len: 173 time: 1.3635538 Jul 23 20:33:08.079612 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0e674080-3bb3-4a73-8771-1dcaed5242b5 req-a78244e9-ab07-4b8d-9885-c614456f8cf7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.081361 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.093736 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6bc8c078-2697-469f-9f57-94207710312a req-91ed13d6-26db-4182-a555-1b20ab1e3c94 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849422 Jul 23 20:33:08.101210 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['731d952d-4c42-4b98-b65c-ebcca3c75046', '8a73448a-f3d7-49b3-be48-7b0c65441bd8'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:33:08.110970 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['39f7d0f9-6012-46dc-b760-2b009b129346'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:33:08.135456 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.136412 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.222360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=418c8510-3315-4cec-b9db-b619939cfe5b,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:08.317387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:08.318893 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:08.319498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:08.320017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:08.320773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:08.321280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:08.321781 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:08.322286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:08.322785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:08.323512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:08.324029 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:08.324537 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:08.337500 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bac7a9a1-06ff-471b-b9bc-dacbfe9bad68 req-31280384-64c6-40d5-8097-16b0afb73c27 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 210 time: 0.2350504 Jul 23 20:33:08.339000 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f186481-a814-4d3f-bb7a-b24043fce696 req-f4b9ac41-057c-4d39-820d-0c13326ba6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:08.340662 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5f186481-a814-4d3f-bb7a-b24043fce696 req-f4b9ac41-057c-4d39-820d-0c13326ba6ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a2de1692-d980-4348-9aad-8b049787f180 HTTP/1.1" status: 200 len: 1097 time: 0.2932370 Jul 23 20:33:08.375465 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:08.376421 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.378597 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-43235511-bcf9-4af8-8f68-ed0d79dbc559 service neutron] 10.222.0.57 "PUT /v2.0/ports/92ae1728-719a-4b35-881a-a5966fcc241f HTTP/1.1" status: 200 len: 1092 time: 5.6140175 Jul 23 20:33:08.379268 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e192a0-f257-4b00-87dd-10d820d315dd', 'tag': '92ae1728-719a-4b35-881a-a5966fcc241f'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:08.382230 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b536ca94-09f1-4ec7-bbdb-a357d37cfaa8" -d '{"events": [{"name": "network-changed", "server_uuid": "71e192a0-f257-4b00-87dd-10d820d315dd", "tag": "92ae1728-719a-4b35-881a-a5966fcc241f"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:08.410555 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8013550c-fec9-4ee1-a8cb-ac1080da502a no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:08.428690 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5f186481-a814-4d3f-bb7a-b24043fce696 req-5143f357-e3b6-4a0c-bb20-a94418c8ee20 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792387 Jul 23 20:33:08.437405 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network ebc9a308-4fd8-432b-b455-81dde10ac528 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:08.438872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:08.527733 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 8013550c-fec9-4ee1-a8cb-ac1080da502a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:08.528685 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8013550c-fec9-4ee1-a8cb-ac1080da502a not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:08.529546 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9e752e04-13c2-4f44-b54a-68b4f79df248 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:08.556868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78244e9-ab07-4b8d-9885-c614456f8cf7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Pushing event deleted for resources: {'Port': ['ID=9e752e04-13c2-4f44-b54a-68b4f79df248,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:08.582044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 9e752e04-13c2-4f44-b54a-68b4f79df248 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:08.582908 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9e752e04-13c2-4f44-b54a-68b4f79df248 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:08.583765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7bc0d9e2-591b-4dba-8e75-1949c0865e34 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:08.624157 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 7bc0d9e2-591b-4dba-8e75-1949c0865e34 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:08.624808 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7bc0d9e2-591b-4dba-8e75-1949c0865e34 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:08.625416 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2af53435-0b8e-46bf-9117-face74c688c1 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:08.694304 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 2af53435-0b8e-46bf-9117-face74c688c1 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:08.694828 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2af53435-0b8e-46bf-9117-face74c688c1 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:08.708916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e674080-3bb3-4a73-8771-1dcaed5242b5 req-a78244e9-ab07-4b8d-9885-c614456f8cf7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] No DVR routers for this DVR port 9e752e04-13c2-4f44-b54a-68b4f79df248 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:08.756234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router 45c6f266-b42b-4932-b51c-c1a39476543e is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:33:08.766681 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0e674080-3bb3-4a73-8771-1dcaed5242b5 req-a78244e9-ab07-4b8d-9885-c614456f8cf7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.769330 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0e674080-3bb3-4a73-8771-1dcaed5242b5 req-a78244e9-ab07-4b8d-9885-c614456f8cf7 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.48 "DELETE /v2.0/ports/9e752e04-13c2-4f44-b54a-68b4f79df248 HTTP/1.1" status: 204 len: 173 time: 3.0297163 Jul 23 20:33:08.910800 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c3641-836c-4a07-83c3-12cd45a434d7 req-379b28f3-aca5-4356-8057-9ebc16e290f0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:08.912853 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-530c3641-836c-4a07-83c3-12cd45a434d7 req-379b28f3-aca5-4356-8057-9ebc16e290f0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 943 time: 0.5654309 Jul 23 20:33:08.955010 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b92aaeb6-1568-4d2c-84b6-407d307e1812 None None] Provisioning complete for port 418c8510-3315-4cec-b9db-b619939cfe5b triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:08.955504 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b92aaeb6-1568-4d2c-84b6-407d307e1812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.999554 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-c2b97a64-874a-4b11-95f3-4a4eaa33051a tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.061214 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b92aaeb6-1568-4d2c-84b6-407d307e1812 None None] Port 418c8510-3315-4cec-b9db-b619939cfe5b cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:09.087197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcce6e0-349b-4969-b5be-758d7ade1632 req-3c65dd81-6483-4b30-af32-854f4e58add4 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:09.095319 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dcce6e0-349b-4969-b5be-758d7ade1632 req-3c65dd81-6483-4b30-af32-854f4e58add4 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 945 time: 0.6219022 Jul 23 20:33:09.097915 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-c2b97a64-874a-4b11-95f3-4a4eaa33051a tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Transition to ACTIVE for port object 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:09.103933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-bb085ae0-3d37-4972-bd7b-4bf3b715febc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:09.106290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-bb085ae0-3d37-4972-bd7b-4bf3b715febc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 1095 time: 0.6391776 Jul 23 20:33:09.135972 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-530c3641-836c-4a07-83c3-12cd45a434d7 req-f2b38d91-feda-4c9c-ae2c-278effa96a6b tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793423 Jul 23 20:33:09.139021 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'name': 'network-vif-deleted', 'tag': '2af53435-0b8e-46bf-9117-face74c688c1'}, {'server_uuid': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'name': 'network-vif-deleted', 'tag': '7bc0d9e2-591b-4dba-8e75-1949c0865e34'}, {'server_uuid': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'name': 'network-vif-deleted', 'tag': '8013550c-fec9-4ee1-a8cb-ac1080da502a'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:09.155973 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd56549-5fda-4f1e-9158-3503337a98ce" -d '{"events": [{"server_uuid": "f356f212-b653-4b56-aa6f-b4564034dfe7", "name": "network-vif-deleted", "tag": "2af53435-0b8e-46bf-9117-face74c688c1"}, {"server_uuid": "f356f212-b653-4b56-aa6f-b4564034dfe7", "name": "network-vif-deleted", "tag": "7bc0d9e2-591b-4dba-8e75-1949c0865e34"}, {"server_uuid": "f356f212-b653-4b56-aa6f-b4564034dfe7", "name": "network-vif-deleted", "tag": "8013550c-fec9-4ee1-a8cb-ac1080da502a"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:09.172602 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:09.181773 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5c28afa5-3416-47fa-9a83-339654cb5d0a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/45c6f266-b42b-4932-b51c-c1a39476543e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0095930 Jul 23 20:33:09.188320 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36726) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:09.222005 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c4917-9397-4eb0-b577-045d1dd93459 None None] Sync routers for ids ['45c6f266-b42b-4932-b51c-c1a39476543e'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:09.256819 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c4917-9397-4eb0-b577-045d1dd93459 None None] Routers {'45c6f266-b42b-4932-b51c-c1a39476543e'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:09.265793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ab7c4917-9397-4eb0-b577-045d1dd93459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['45c6f266-b42b-4932-b51c-c1a39476543e'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:09.287361 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-af4806b1-9e4d-4d04-b159-7e7c2b0c7c9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92ae1728-719a-4b35-881a-a5966fcc241f HTTP/1.1" status: 200 len: 217 time: 0.1670167 Jul 23 20:33:09.324427 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8315d7f7-f9a5-4015-8780-c013aaad3ae5 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:09.325952 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8315d7f7-f9a5-4015-8780-c013aaad3ae5 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports/418c8510-3315-4cec-b9db-b619939cfe5b HTTP/1.1" status: 200 len: 911 time: 0.1365919 Jul 23 20:33:09.328485 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-796c0872-a054-4ee7-94a6-9d93d14d5745 req-39bba1f0-24cf-40b7-ae81-ccef8668f168 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46680690-f530-48e4-a1d9-a6eddb42a13c HTTP/1.1" status: 200 len: 210 time: 0.0458519 Jul 23 20:33:09.330569 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36728) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:09.372568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ab7c4917-9397-4eb0-b577-045d1dd93459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:09.389651 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c4917-9397-4eb0-b577-045d1dd93459 None None] Routers {'45c6f266-b42b-4932-b51c-c1a39476543e'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:09.390477 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ab7c4917-9397-4eb0-b577-045d1dd93459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['45c6f266-b42b-4932-b51c-c1a39476543e'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:09.451689 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dc1b00-7526-4421-942a-c1b6c448b91d x-openstack-request-id: req-71dc1b00-7526-4421-942a-c1b6c448b91d {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:09.453069 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e192a0-f257-4b00-87dd-10d820d315dd", "tag": "92ae1728-719a-4b35-881a-a5966fcc241f", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:09.453508 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71dc1b00-7526-4421-942a-c1b6c448b91d {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:09.454088 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e192a0-f257-4b00-87dd-10d820d315dd', 'tag': '92ae1728-719a-4b35-881a-a5966fcc241f', 'status': 'completed', 'code': 200} Jul 23 20:33:09.499527 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dcce6e0-349b-4969-b5be-758d7ade1632 req-94188467-026b-47a2-a69f-ea03fc0a0e2d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4030545 Jul 23 20:33:09.505198 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36732) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:09.646188 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047a8532-d3d1-4726-aad6-28e2607e71d4 x-openstack-request-id: req-047a8532-d3d1-4726-aad6-28e2607e71d4 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:09.646522 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f356f212-b653-4b56-aa6f-b4564034dfe7", "name": "network-vif-deleted", "tag": "2af53435-0b8e-46bf-9117-face74c688c1", "status": "completed", "code": 200}, {"server_uuid": "f356f212-b653-4b56-aa6f-b4564034dfe7", "name": "network-vif-deleted", "tag": "7bc0d9e2-591b-4dba-8e75-1949c0865e34", "status": "completed", "code": 200}, {"server_uuid": "f356f212-b653-4b56-aa6f-b4564034dfe7", "name": "network-vif-deleted", "tag": "8013550c-fec9-4ee1-a8cb-ac1080da502a", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:09.646750 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-047a8532-d3d1-4726-aad6-28e2607e71d4 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:09.647171 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'name': 'network-vif-deleted', 'tag': '2af53435-0b8e-46bf-9117-face74c688c1', 'status': 'completed', 'code': 200} Jul 23 20:33:09.650069 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'name': 'network-vif-deleted', 'tag': '7bc0d9e2-591b-4dba-8e75-1949c0865e34', 'status': 'completed', 'code': 200} Jul 23 20:33:09.650344 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f356f212-b653-4b56-aa6f-b4564034dfe7', 'name': 'network-vif-deleted', 'tag': '8013550c-fec9-4ee1-a8cb-ac1080da502a', 'status': 'completed', 'code': 200} Jul 23 20:33:09.688443 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ab7c4917-9397-4eb0-b577-045d1dd93459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:09.689954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c4917-9397-4eb0-b577-045d1dd93459 None None] The sync data for ids ['45c6f266-b42b-4932-b51c-c1a39476543e'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:09.786210 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-c2b97a64-874a-4b11-95f3-4a4eaa33051a tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.834895 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-094f4f02-7b71-4ea4-8d02-9d12f404088b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.857974 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b97a64-874a-4b11-95f3-4a4eaa33051a tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Pushing event updated for resources: {'Port': ['ID=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:09.877867 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-c9d638b1-bc8e-41e7-b54a-4b163512830b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:09.879318 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-c9d638b1-bc8e-41e7-b54a-4b163512830b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfc910d3-f783-4dce-a4ee-27e733f1d609 HTTP/1.1" status: 200 len: 851 time: 0.5389268 Jul 23 20:33:09.920597 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3e56cb9-3bff-4b0e-bcb5-79caa437c708 req-5819220e-e8ad-4461-b761-c7a2ebac46e6 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dbdbf98-054e-43d5-88f2-08006a974fd5 HTTP/1.1" status: 200 len: 210 time: 0.1264093 Jul 23 20:33:09.925361 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ceb5fc1-673c-4b73-b3df-e7b52a8119fd tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Deleting subnet 515a9a5b-a3b5-4a7d-9e7c-4a8ea6747267 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:33:09.982838 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ceb5fc1-673c-4b73-b3df-e7b52a8119fd tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.988386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-c2b97a64-874a-4b11-95f3-4a4eaa33051a tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:10.035942 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-377ff987-22e1-42fd-a2c7-d606bb3745e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178098 Jul 23 20:33:10.036808 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-c2b97a64-874a-4b11-95f3-4a4eaa33051a tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:10.040712 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-c2b97a64-874a-4b11-95f3-4a4eaa33051a tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:10.181819 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-094f4f02-7b71-4ea4-8d02-9d12f404088b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting port 418c8510-3315-4cec-b9db-b619939cfe5b {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:10.182759 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-094f4f02-7b71-4ea4-8d02-9d12f404088b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.343708 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-094f4f02-7b71-4ea4-8d02-9d12f404088b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.357354 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-094f4f02-7b71-4ea4-8d02-9d12f404088b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Calling delete_port for 418c8510-3315-4cec-b9db-b619939cfe5b owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:10.404643 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c89fbcb0-cd6d-4af6-bcf4-23595797ae56 None None] Provisioning for port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:10.409135 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c89fbcb0-cd6d-4af6-bcf4-23595797ae56 None None] Provisioning complete for port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:10.409491 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c89fbcb0-cd6d-4af6-bcf4-23595797ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.459300 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c89fbcb0-cd6d-4af6-bcf4-23595797ae56 None None] Port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:10.584092 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-094f4f02-7b71-4ea4-8d02-9d12f404088b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.627503 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ceb5fc1-673c-4b73-b3df-e7b52a8119fd tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.647190 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f4f02-7b71-4ea4-8d02-9d12f404088b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Port': ['ID=418c8510-3315-4cec-b9db-b619939cfe5b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:10.765147 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-094f4f02-7b71-4ea4-8d02-9d12f404088b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.773695 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-dc084688-11e4-43b0-86e4-e00b839fed11 service neutron] 10.222.0.57 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553899 Jul 23 20:33:10.798438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-c2b97a64-874a-4b11-95f3-4a4eaa33051a tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:10.799023 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-c2b97a64-874a-4b11-95f3-4a4eaa33051a tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.830034 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537dbeb-7fa3-4813-ad29-fcfbc6522417 req-f735a49f-c2e6-4c49-b6d8-35ab407d2094 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:10.838304 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9537dbeb-7fa3-4813-ad29-fcfbc6522417 req-f735a49f-c2e6-4c49-b6d8-35ab407d2094 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2de1692-d980-4348-9aad-8b049787f180 HTTP/1.1" status: 200 len: 945 time: 1.1812372 Jul 23 20:33:10.975274 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9537dbeb-7fa3-4813-ad29-fcfbc6522417 req-4f668723-12d0-464d-af0d-4b1706a25fb9 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360264 Jul 23 20:33:11.005774 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094f4f02-7b71-4ea4-8d02-9d12f404088b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router 45c6f266-b42b-4932-b51c-c1a39476543e has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:33:11.020248 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-c2b97a64-874a-4b11-95f3-4a4eaa33051a tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4924474 Jul 23 20:33:11.039668 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Request body: {'port': {'device_id': '46680690-f530-48e4-a1d9-a6eddb42a13c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:11.098137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094f4f02-7b71-4ea4-8d02-9d12f404088b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:11.103244 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-094f4f02-7b71-4ea4-8d02-9d12f404088b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/45c6f266-b42b-4932-b51c-c1a39476543e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7715774 Jul 23 20:33:11.105951 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36752) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.110876 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656b5e15-6642-4a73-b515-01a2d1f0694e None None] Sync routers for ids ['45c6f266-b42b-4932-b51c-c1a39476543e'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:11.122271 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656b5e15-6642-4a73-b515-01a2d1f0694e None None] Routers {'45c6f266-b42b-4932-b51c-c1a39476543e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:11.123616 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-656b5e15-6642-4a73-b515-01a2d1f0694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['45c6f266-b42b-4932-b51c-c1a39476543e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:11.165502 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-656b5e15-6642-4a73-b515-01a2d1f0694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:11.175731 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656b5e15-6642-4a73-b515-01a2d1f0694e None None] Routers {'45c6f266-b42b-4932-b51c-c1a39476543e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:11.176092 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0234065-138b-4e7b-bbb7-aa58357760ac req-0848bce6-b56b-4fef-94fb-642fa46ba252 service neutron] 10.222.0.57 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641896 Jul 23 20:33:11.176941 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-656b5e15-6642-4a73-b515-01a2d1f0694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['45c6f266-b42b-4932-b51c-c1a39476543e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:11.181864 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ef64764e-c3d9-4504-85e2-70bc5f88aa43 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c6f266-b42b-4932-b51c-c1a39476543e HTTP/1.1" status: 200 len: 205 time: 0.0724673 Jul 23 20:33:11.182499 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36754) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.202769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64252dd-8323-48c1-b907-e0e3fc3dfced {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:11.241560 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.253053 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-656b5e15-6642-4a73-b515-01a2d1f0694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:11.254007 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656b5e15-6642-4a73-b515-01a2d1f0694e None None] The sync data for ids ['45c6f266-b42b-4932-b51c-c1a39476543e'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:11.271241 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03d2a3cb-26a0-4d59-9c1f-f324d659fcc4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.281053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daa1c1-b44d-4f32-8810-b7044f07c7a2 req-68a5dc18-bfcb-4c9f-b824-b0aec3ae0c47 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:11.288479 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79daa1c1-b44d-4f32-8810-b7044f07c7a2 req-68a5dc18-bfcb-4c9f-b824-b0aec3ae0c47 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 943 time: 0.7448618 Jul 23 20:33:11.345365 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ceb5fc1-673c-4b73-b3df-e7b52a8119fd tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.392642 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Transition to ACTIVE for port object d64252dd-8323-48c1-b907-e0e3fc3dfced will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:11.422512 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.431625 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.451088 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79daa1c1-b44d-4f32-8810-b7044f07c7a2 req-70df543e-ccae-41ed-9b0e-43ea24c00a4d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604376 Jul 23 20:33:11.517861 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbdbf98-054e-43d5-88f2-08006a974fd5', 'name': 'network-vif-deleted', 'tag': '9e752e04-13c2-4f44-b54a-68b4f79df248'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:11.523721 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ac024e-4921-4351-b178-905e7797dd47" -d '{"events": [{"server_uuid": "2dbdbf98-054e-43d5-88f2-08006a974fd5", "name": "network-vif-deleted", "tag": "9e752e04-13c2-4f44-b54a-68b4f79df248"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:11.679843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0ff05-7564-4e2b-9db4-533c56d4bab6 req-01ccad9e-933f-4142-80a8-9446789f12ff tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:11.683009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86e0ff05-7564-4e2b-9db4-533c56d4bab6 req-01ccad9e-933f-4142-80a8-9446789f12ff tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46680690-f530-48e4-a1d9-a6eddb42a13c HTTP/1.1" status: 200 len: 935 time: 0.5015268 Jul 23 20:33:11.744116 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ceb5fc1-673c-4b73-b3df-e7b52a8119fd tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.747351 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03d2a3cb-26a0-4d59-9c1f-f324d659fcc4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.749686 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03d2a3cb-26a0-4d59-9c1f-f324d659fcc4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.761116 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Pushing event updated for resources: {'Port': ['ID=d64252dd-8323-48c1-b907-e0e3fc3dfced,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:11.813561 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03d2a3cb-26a0-4d59-9c1f-f324d659fcc4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.815002 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d2a3cb-26a0-4d59-9c1f-f324d659fcc4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Fanout notify agent at l3_agent the message router_deleted on router 45c6f266-b42b-4932-b51c-c1a39476543e {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:33:11.832422 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03d2a3cb-26a0-4d59-9c1f-f324d659fcc4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.846371 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-03d2a3cb-26a0-4d59-9c1f-f324d659fcc4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/routers/45c6f266-b42b-4932-b51c-c1a39476543e HTTP/1.1" status: 204 len: 168 time: 0.6617904 Jul 23 20:33:11.848043 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36758) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.856635 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536ca94-09f1-4ec7-bbdb-a357d37cfaa8 req-68d94238-26c2-40e4-b404-f9306ef7a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:11.858088 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b536ca94-09f1-4ec7-bbdb-a357d37cfaa8 req-68d94238-26c2-40e4-b404-f9306ef7a71c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 1095 time: 0.5934649 Jul 23 20:33:11.880165 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb5fc1-673c-4b73-b3df-e7b52a8119fd tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event deleted for resources: {'Subnet': ['ID=515a9a5b-a3b5-4a7d-9e7c-4a8ea6747267,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:11.895131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077356f2-7d30-4e83-83b8-88c2aea1f20b None None] Network ccb24f4f-5c25-4637-88fd-346ea58be710 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:11.941743 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-b292ff7e-a2ae-4daf-a58b-ab0a86fadb69 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting subnet 101bb106-2543-45c2-9358-5132c938ed24 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:33:11.947527 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b292ff7e-a2ae-4daf-a58b-ab0a86fadb69 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.967955 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ceb5fc1-673c-4b73-b3df-e7b52a8119fd tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.975655 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5ceb5fc1-673c-4b73-b3df-e7b52a8119fd tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "DELETE /v2.0/subnets/515a9a5b-a3b5-4a7d-9e7c-4a8ea6747267 HTTP/1.1" status: 204 len: 168 time: 2.4612811 Jul 23 20:33:11.979667 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36764) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:12.049267 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b292ff7e-a2ae-4daf-a58b-ab0a86fadb69 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.052571 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86e0ff05-7564-4e2b-9db4-533c56d4bab6 req-e8d598e1-1935-42f0-84de-3c90644421ee tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559089 Jul 23 20:33:12.183224 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Attempting to bind port d64252dd-8323-48c1-b907-e0e3fc3dfced on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:12.183570 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Attempting to bind port d64252dd-8323-48c1-b907-e0e3fc3dfced by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:12.184032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Attempting to bind port d64252dd-8323-48c1-b907-e0e3fc3dfced on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:12.206951 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 92ae1728-719a-4b35-881a-a5966fcc241f details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:33:12.212622 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce77d34-fd9c-431c-a83a-0a4db73bd28b req-d00a95e5-3e7c-46c2-9c38-49636af89ebf tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:12.220541 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cce77d34-fd9c-431c-a83a-0a4db73bd28b req-d00a95e5-3e7c-46c2-9c38-49636af89ebf tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 945 time: 0.6682308 Jul 23 20:33:12.239279 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.244234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4415d49-25ac-4883-bbf5-4965b0e32dbd None None] DHCP port deletion for ccb24f4f-5c25-4637-88fd-346ea58be710 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:33:12.270486 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Port d64252dd-8323-48c1-b907-e0e3fc3dfced on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:33:12.270814 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Attempting to bind port d64252dd-8323-48c1-b907-e0e3fc3dfced on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:12.374554 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b292ff7e-a2ae-4daf-a58b-ab0a86fadb69 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.405843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:12.406176 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:12.406575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:12.407125 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Bound port: d64252dd-8323-48c1-b907-e0e3fc3dfced, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:12.410827 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.426942 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Deleting port b51415c4-8975-498a-a07e-b6182acafb4b {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:12.427634 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.460490 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff8203e-ca45-4f86-9872-a13fbafac726 x-openstack-request-id: req-fff8203e-ca45-4f86-9872-a13fbafac726 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:12.460742 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbdbf98-054e-43d5-88f2-08006a974fd5", "name": "network-vif-deleted", "tag": "9e752e04-13c2-4f44-b54a-68b4f79df248", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:12.460944 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fff8203e-ca45-4f86-9872-a13fbafac726 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:12.461352 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbdbf98-054e-43d5-88f2-08006a974fd5', 'name': 'network-vif-deleted', 'tag': '9e752e04-13c2-4f44-b54a-68b4f79df248', 'status': 'completed', 'code': 200} Jul 23 20:33:12.473662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536ca94-09f1-4ec7-bbdb-a357d37cfaa8 req-f5114ad7-5f3b-4c89-b46f-1690dce326b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:12.479182 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b536ca94-09f1-4ec7-bbdb-a357d37cfaa8 req-f5114ad7-5f3b-4c89-b46f-1690dce326b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 912 time: 0.6042607 Jul 23 20:33:12.514069 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] For port b51415c4-8975-498a-a07e-b6182acafb4b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b51415c4-8975-498a-a07e-b6182acafb4b,segment=NetworkSegment(b12165ea-7ec2-40b0-a175-e3b5c2b35022),segment_id=b12165ea-7ec2-40b0-a175-e3b5c2b35022)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:12.515209 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.531782 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 92ae1728-719a-4b35-881a-a5966fcc241f, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=92ae1728-719a-4b35-881a-a5966fcc241f,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:12.541902 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Calling delete_port for b51415c4-8975-498a-a07e-b6182acafb4b owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:12.558559 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f4415d49-25ac-4883-bbf5-4965b0e32dbd None None] Deleting port b51415c4-8975-498a-a07e-b6182acafb4b {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:12.563202 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f4415d49-25ac-4883-bbf5-4965b0e32dbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.596203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '92ae1728-719a-4b35-881a-a5966fcc241f', 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e', 'port_id': '92ae1728-719a-4b35-881a-a5966fcc241f', 'mac_address': 'fa:16:3e:33:07:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc910d3-f783-4dce-a4ee-27e733f1d609', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:33:12.684973 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b292ff7e-a2ae-4daf-a58b-ab0a86fadb69 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.722094 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292ff7e-a2ae-4daf-a58b-ab0a86fadb69 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Subnet': ['ID=101bb106-2543-45c2-9358-5132c938ed24,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:12.722442 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f4415d49-25ac-4883-bbf5-4965b0e32dbd None None] For port b51415c4-8975-498a-a07e-b6182acafb4b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b51415c4-8975-498a-a07e-b6182acafb4b,segment=NetworkSegment(b12165ea-7ec2-40b0-a175-e3b5c2b35022),segment_id=b12165ea-7ec2-40b0-a175-e3b5c2b35022)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:12.722750 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f4415d49-25ac-4883-bbf5-4965b0e32dbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.725817 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b292ff7e-a2ae-4daf-a58b-ab0a86fadb69 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.730666 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b292ff7e-a2ae-4daf-a58b-ab0a86fadb69 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/subnets/101bb106-2543-45c2-9358-5132c938ed24 HTTP/1.1" status: 204 len: 168 time: 0.8786976 Jul 23 20:33:12.734128 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36774) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:12.742930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab8dc50-ab12-477e-af71-e0c205b81824 None None] Network ebc9a308-4fd8-432b-b455-81dde10ac528 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:12.748034 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.760110 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cce77d34-fd9c-431c-a83a-0a4db73bd28b req-3dbcb498-2e7b-4b64-87d6-6c4b3d933733 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5180600 Jul 23 20:33:12.787419 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b536ca94-09f1-4ec7-bbdb-a357d37cfaa8 req-d78bbfeb-6a07-49f5-84be-7d8c8d0a76f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92ae1728-719a-4b35-881a-a5966fcc241f HTTP/1.1" status: 200 len: 217 time: 0.1812074 Jul 23 20:33:12.806513 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f4415d49-25ac-4883-bbf5-4965b0e32dbd None None] Calling delete_port for b51415c4-8975-498a-a07e-b6182acafb4b owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:12.822036 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.836363 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] No DVR routers for this DVR port b51415c4-8975-498a-a07e-b6182acafb4b on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:12.856934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] For port d64252dd-8323-48c1-b907-e0e3fc3dfced, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:12.873769 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event deleted for resources: {'Port': ['ID=b51415c4-8975-498a-a07e-b6182acafb4b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:12.876295 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ae1728-719a-4b35-881a-a5966fcc241f {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:12.890804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] For port d64252dd-8323-48c1-b907-e0e3fc3dfced, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=d64252dd-8323-48c1-b907-e0e3fc3dfced,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:12.941114 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.993673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:13.004831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 92ae1728-719a-4b35-881a-a5966fcc241f, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=92ae1728-719a-4b35-881a-a5966fcc241f,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:13.016579 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.023013 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.036899 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.076281 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:13.076912 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.079872 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] 10.222.0.57 "PUT /v2.0/ports/d64252dd-8323-48c1-b907-e0e3fc3dfced HTTP/1.1" status: 200 len: 1097 time: 6.1313412 Jul 23 20:33:13.089035 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.089968 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536ca94-09f1-4ec7-bbdb-a357d37cfaa8 req-28219cb2-c0a7-492a-8dda-b01a58e0203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:13.091468 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b536ca94-09f1-4ec7-bbdb-a357d37cfaa8 req-28219cb2-c0a7-492a-8dda-b01a58e0203d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfc910d3-f783-4dce-a4ee-27e733f1d609 HTTP/1.1" status: 200 len: 851 time: 0.2837143 Jul 23 20:33:13.092504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Transition to ACTIVE for port object 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:13.116902 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb24f4f-5c25-4637-88fd-346ea58be710']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:13.125455 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.138485 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12165ea-7ec2-40b0-a175-e3b5c2b35022') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:13.138893 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12165ea-7ec2-40b0-a175-e3b5c2b35022') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:13.145888 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b51415c4-8975-498a-a07e-b6182acafb4b no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:13.150796 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.161336 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de94c68-1c47-41a2-8f55-d30d63585981 req-a02063a1-3ec0-467d-bb80-06f6dda7f560 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:13.162927 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5de94c68-1c47-41a2-8f55-d30d63585981 req-a02063a1-3ec0-467d-bb80-06f6dda7f560 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2de1692-d980-4348-9aad-8b049787f180 HTTP/1.1" status: 200 len: 945 time: 0.5393922 Jul 23 20:33:13.198583 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.202654 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b536ca94-09f1-4ec7-bbdb-a357d37cfaa8 req-48e1e5f2-45bb-4307-abb7-c7dedddc319c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007090 Jul 23 20:33:13.204959 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdf7be-b7aa-4567-80dc-2c53a41ed9da service neutron] Pushing event updated for resources: {'Port': ['ID=d64252dd-8323-48c1-b907-e0e3fc3dfced,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:13.228833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:13.229290 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.230362 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: b51415c4-8975-498a-a07e-b6182acafb4b {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:13.230972 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b51415c4-8975-498a-a07e-b6182acafb4b not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:13.233026 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:13.335241 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting port 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:13.335635 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.346652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['92ae1728-719a-4b35-881a-a5966fcc241f'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:33:13.373935 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.385479 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.389690 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "DELETE /v2.0/networks/ccb24f4f-5c25-4637-88fd-346ea58be710 HTTP/1.1" status: 204 len: 168 time: 1.4066958 Jul 23 20:33:13.393259 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36782) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:13.399835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=92ae1728-719a-4b35-881a-a5966fcc241f,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:13.404044 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5de94c68-1c47-41a2-8f55-d30d63585981 req-112b4b99-743d-4dda-ba22-89d6f18d24d3 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793494 Jul 23 20:33:13.404760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Pushing event updated for resources: {'Port': ['ID=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:13.424134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:13.424134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:13.424134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:13.424134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:13.424134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:13.424134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:13.424134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:13.424134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:13.424134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:13.424134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:13.424134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:13.424134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:13.443833 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f4415d49-25ac-4883-bbf5-4965b0e32dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.461561 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4415d49-25ac-4883-bbf5-4965b0e32dbd None None] Network ccb24f4f-5c25-4637-88fd-346ea58be710 is not hosted by any dhcp agent {{(pid=93812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:33:13.464045 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4415d49-25ac-4883-bbf5-4965b0e32dbd None None] No DVR routers for this DVR port b51415c4-8975-498a-a07e-b6182acafb4b on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:13.498427 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2571da66-7003-40d8-8a2a-7a976c853f42 None None] DHCP port deletion for ebc9a308-4fd8-432b-b455-81dde10ac528 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:33:13.501720 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4415d49-25ac-4883-bbf5-4965b0e32dbd None None] Pushing event deleted for resources: {'Port': ['ID=b51415c4-8975-498a-a07e-b6182acafb4b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:13.516798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16445c-d1d5-405c-8d1f-00cdae61fc18 req-487400c2-1276-4a0b-9daf-16b2e83b71b2 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:13.518949 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b16445c-d1d5-405c-8d1f-00cdae61fc18 req-487400c2-1276-4a0b-9daf-16b2e83b71b2 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 943 time: 0.5939715 Jul 23 20:33:13.583384 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb109006-e8e0-4b00-9877-064e19a69d5e tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event deleted for resources: {'Network': ['ID=ccb24f4f-5c25-4637-88fd-346ea58be710,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:13.638384 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] For port 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b,segment=NetworkSegment(9d3727eb-2648-481c-9843-657ca83e93db),segment_id=9d3727eb-2648-481c-9843-657ca83e93db)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:13.638739 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.679996 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Calling delete_port for 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:13.733192 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2571da66-7003-40d8-8a2a-7a976c853f42 None None] Deleting port 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:13.733449 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2571da66-7003-40d8-8a2a-7a976c853f42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.813032 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2571da66-7003-40d8-8a2a-7a976c853f42 None None] For port 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b,segment=NetworkSegment(9d3727eb-2648-481c-9843-657ca83e93db),segment_id=9d3727eb-2648-481c-9843-657ca83e93db)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:13.813427 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2571da66-7003-40d8-8a2a-7a976c853f42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.823033 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c3b172-60a4-476e-bfab-77a5521cb26d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Deleting subnet ddc0f49a-3ad1-4f9f-8137-3b678a9eb15e {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:33:13.834111 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b172-60a4-476e-bfab-77a5521cb26d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.834940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2571da66-7003-40d8-8a2a-7a976c853f42 None None] Calling delete_port for 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:13.884150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Attempting to bind port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:13.884758 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Attempting to bind port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:13.884906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Attempting to bind port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:13.891474 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b172-60a4-476e-bfab-77a5521cb26d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.903827 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b16445c-d1d5-405c-8d1f-00cdae61fc18 req-e8f54fea-dbc1-4c59-a58a-59e1f4cda692 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634670 Jul 23 20:33:13.918022 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:33:13.918358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Attempting to bind port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:13.940764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:13.941214 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:13.941526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:13.943293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Bound port: 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:13.943669 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.946636 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.990458 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Port': ['ID=60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:14.025792 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2571da66-7003-40d8-8a2a-7a976c853f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.061208 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] No DVR routers for this DVR port 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:14.069672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ad6d3-3cc2-4ee6-a478-b0197f6bb62e req-2fc8ac7a-2498-483e-ac50-d93a76378b42 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:14.071552 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-142ad6d3-3cc2-4ee6-a478-b0197f6bb62e req-2fc8ac7a-2498-483e-ac50-d93a76378b42 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46680690-f530-48e4-a1d9-a6eddb42a13c HTTP/1.1" status: 200 len: 947 time: 0.2241278 Jul 23 20:33:14.140832 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b172-60a4-476e-bfab-77a5521cb26d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.152140 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571da66-7003-40d8-8a2a-7a976c853f42 None None] Pushing event deleted for resources: {'Port': ['ID=60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:14.164273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2571da66-7003-40d8-8a2a-7a976c853f42 None None] No DVR routers for this DVR port 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:14.195494 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b536ca94-09f1-4ec7-bbdb-a357d37cfaa8 req-41c7ec98-5861-4240-bbb2-2d976845a1f8 service neutron] 10.222.0.57 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9812326 Jul 23 20:33:14.202500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-6bfd0f54-4df0-495e-a073-249c3671abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:14.209741 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-6bfd0f54-4df0-495e-a073-249c3671abb8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=76a44fe86f414ef3a26c3424aa505655&device_id=46fc236f-e458-4149-96c8-9c7bde0c8438 HTTP/1.1" status: 200 len: 1100 time: 1.0457473 Jul 23 20:33:14.230000 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.263344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc9a308-4fd8-432b-b455-81dde10ac528']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:14.283936 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3727eb-2648-481c-9843-657ca83e93db') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:14.284576 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3727eb-2648-481c-9843-657ca83e93db') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:14.301663 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.352485 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.358722 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b172-60a4-476e-bfab-77a5521cb26d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.389293 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:14.389708 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.393831 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-e855187b-a056-4069-8d77-b882c4fdfa69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=d64252dd-8323-48c1-b907-e0e3fc3dfced HTTP/1.1" status: 200 len: 217 time: 0.0657566 Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:14.394869 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:14.417441 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0348b129-1a97-4787-8669-0847ec9df6a0 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:33:14.439813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3b172-60a4-476e-bfab-77a5521cb26d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc0f49a-3ad1-4f9f-8137-3b678a9eb15e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:14.442058 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b172-60a4-476e-bfab-77a5521cb26d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.447472 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e0c3b172-60a4-476e-bfab-77a5521cb26d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "DELETE /v2.0/subnets/ddc0f49a-3ad1-4f9f-8137-3b678a9eb15e HTTP/1.1" status: 204 len: 168 time: 1.0530295 Jul 23 20:33:14.451040 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36800) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:14.464773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fc236f-e458-4149-96c8-9c7bde0c8438', 'tag': 'd64252dd-8323-48c1-b907-e0e3fc3dfced'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:14.466841 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d39068-6c7a-4e1c-9c65-e49b3b78cd69" -d '{"events": [{"name": "network-changed", "server_uuid": "46fc236f-e458-4149-96c8-9c7bde0c8438", "tag": "d64252dd-8323-48c1-b907-e0e3fc3dfced"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:14.471559 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4582ffd5-b618-4b48-8d3f-86977d1330eb None None] Network bc1818a6-90ca-44c9-9f50-4781ea58c24e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:14.478813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] For port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:14.488770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b536ca94-09f1-4ec7-bbdb-a357d37cfaa8 req-3ec12bbd-1886-4b97-855a-2a4aad931217 service neutron] 10.222.0.57 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768073 Jul 23 20:33:14.491934 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-142ad6d3-3cc2-4ee6-a478-b0197f6bb62e req-55a9fecf-7759-408c-97fb-2d26d67dd571 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137658 Jul 23 20:33:14.544814 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] For port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:14.563558 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d44e8f60-e223-467e-8c96-92b04aefedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:14.565729 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-d44e8f60-e223-467e-8c96-92b04aefedc2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1554475 Jul 23 20:33:14.572069 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.608520 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.683173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:14.684030 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.685622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] 10.222.0.48 "PUT /v2.0/ports/7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab HTTP/1.1" status: 200 len: 1096 time: 3.6512768 Jul 23 20:33:14.687190 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.692567 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/networks/ebc9a308-4fd8-432b-b455-81dde10ac528 HTTP/1.1" status: 204 len: 168 time: 1.9541469 Jul 23 20:33:14.708457 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36804) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:14.716516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-404202571', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:14.726521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64ce95-a3fe-4d54-beee-3b3d0826a8ce tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Network': ['ID=ebc9a308-4fd8-432b-b455-81dde10ac528,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:14.737312 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.743194 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb11db-ab0d-44ef-9430-c9ddd6b42676 req-aa5f3de7-7ee6-4296-b618-36a4131b0dbf tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:14.753090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14fb11db-ab0d-44ef-9430-c9ddd6b42676 req-aa5f3de7-7ee6-4296-b618-36a4131b0dbf tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 945 time: 0.2585020 Jul 23 20:33:14.758551 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0348b129-1a97-4787-8669-0847ec9df6a0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0348b129-1a97-4787-8669-0847ec9df6a0,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:14.785256 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '0348b129-1a97-4787-8669-0847ec9df6a0', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'port_id': '0348b129-1a97-4787-8669-0847ec9df6a0', 'mac_address': 'fa:16:3e:a0:7a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:33:14.834241 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.835755 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.880530 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.907971 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0348b129-1a97-4787-8669-0847ec9df6a0 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:14.956747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0348b129-1a97-4787-8669-0847ec9df6a0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0348b129-1a97-4787-8669-0847ec9df6a0,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:14.970705 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.005974 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.032364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8039d9-c10b-4ed8-b8f7-3378a17c3e23 None None] DHCP port deletion for bc1818a6-90ca-44c9-9f50-4781ea58c24e request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:33:15.120967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['0348b129-1a97-4787-8669-0847ec9df6a0'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:33:15.160098 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:15.244422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:15.244760 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 60ae9bdd-87dd-44e3-9a7e-fd2ca0e6390b not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:15.252092 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=0348b129-1a97-4787-8669-0847ec9df6a0,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:15.295383 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.305008 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Deleting port 3e434257-ab8b-4f31-8010-8e7a6b4e01ef {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:15.306044 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.315477 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.316615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6d8039d9-c10b-4ed8-b8f7-3378a17c3e23 None None] Deleting port 3e434257-ab8b-4f31-8010-8e7a6b4e01ef {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:15.316989 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d8039d9-c10b-4ed8-b8f7-3378a17c3e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.385344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127944e-7db3-4336-be34-4e0e2217211c service neutron] Pushing event updated for resources: {'Port': ['ID=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:15.453972 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6d8039d9-c10b-4ed8-b8f7-3378a17c3e23 None None] For port 3e434257-ab8b-4f31-8010-8e7a6b4e01ef, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3e434257-ab8b-4f31-8010-8e7a6b4e01ef,segment=NetworkSegment(9946fa52-7754-4dae-bb4d-aa5e70dd3a42),segment_id=9946fa52-7754-4dae-bb4d-aa5e70dd3a42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:15.454365 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d8039d9-c10b-4ed8-b8f7-3378a17c3e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.462056 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-99e3feec-0eed-4bf1-a345-8b3374cbcd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:15.463892 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] For port 3e434257-ab8b-4f31-8010-8e7a6b4e01ef, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3e434257-ab8b-4f31-8010-8e7a6b4e01ef,segment=NetworkSegment(9946fa52-7754-4dae-bb4d-aa5e70dd3a42),segment_id=9946fa52-7754-4dae-bb4d-aa5e70dd3a42)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:15.464261 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.464429 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-99e3feec-0eed-4bf1-a345-8b3374cbcd52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8735754 Jul 23 20:33:15.472923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacd9a5-446f-445a-b675-ea6a5638a218 req-bcd88d4c-0fd3-4945-86c6-12710404b03b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:15.479074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6d8039d9-c10b-4ed8-b8f7-3378a17c3e23 None None] Calling delete_port for 3e434257-ab8b-4f31-8010-8e7a6b4e01ef owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:15.480726 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fdacd9a5-446f-445a-b675-ea6a5638a218 req-bcd88d4c-0fd3-4945-86c6-12710404b03b tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=072bff41-2ea7-4868-baf5-28006e8fc3fb HTTP/1.1" status: 200 len: 950 time: 0.8175633 Jul 23 20:33:15.511323 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Calling delete_port for 3e434257-ab8b-4f31-8010-8e7a6b4e01ef owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:15.529712 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14fb11db-ab0d-44ef-9430-c9ddd6b42676 req-3027adb7-af99-48a5-97c6-f2e8b3155d22 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7707748 Jul 23 20:33:15.647595 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fdacd9a5-446f-445a-b675-ea6a5638a218 req-cc70a46e-184a-4d91-802c-2ae2e5f53212 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573930 Jul 23 20:33:15.656250 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d8039d9-c10b-4ed8-b8f7-3378a17c3e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.702965 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.758608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8039d9-c10b-4ed8-b8f7-3378a17c3e23 None None] Pushing event deleted for resources: {'Port': ['ID=3e434257-ab8b-4f31-8010-8e7a6b4e01ef,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:15.760692 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8039d9-c10b-4ed8-b8f7-3378a17c3e23 None None] No DVR routers for this DVR port 3e434257-ab8b-4f31-8010-8e7a6b4e01ef on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:15.784955 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e06b4d-fb95-4e71-9801-1bb091507679 req-f8c6cf48-64ab-4c84-8652-e695103ebdfe tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:15.787657 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13e06b4d-fb95-4e71-9801-1bb091507679 req-f8c6cf48-64ab-4c84-8652-e695103ebdfe tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "GET /v2.0/ports?device_id=072bff41-2ea7-4868-baf5-28006e8fc3fb HTTP/1.1" status: 200 len: 950 time: 0.4773557 Jul 23 20:33:15.789982 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-3571f154-1746-4afc-9f46-20386287c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:15.791918 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-3571f154-1746-4afc-9f46-20386287c6ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76a44fe86f414ef3a26c3424aa505655&device_id=46680690-f530-48e4-a1d9-a6eddb42a13c HTTP/1.1" status: 200 len: 1099 time: 1.0116894 Jul 23 20:33:15.840589 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event deleted for resources: {'Port': ['ID=3e434257-ab8b-4f31-8010-8e7a6b4e01ef,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:15.842501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] No DVR routers for this DVR port 3e434257-ab8b-4f31-8010-8e7a6b4e01ef on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:15.872845 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d46057b-33bc-4849-9348-367903e6926a x-openstack-request-id: req-3d46057b-33bc-4849-9348-367903e6926a {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:15.873448 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46fc236f-e458-4149-96c8-9c7bde0c8438", "tag": "d64252dd-8323-48c1-b907-e0e3fc3dfced", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:15.873891 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d46057b-33bc-4849-9348-367903e6926a {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:15.874310 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fc236f-e458-4149-96c8-9c7bde0c8438', 'tag': 'd64252dd-8323-48c1-b907-e0e3fc3dfced', 'status': 'completed', 'code': 200} Jul 23 20:33:15.876537 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-da4be925-dc87-42c1-bdbb-ca391f039875 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722947 Jul 23 20:33:15.925400 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.967909 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.030423 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-7865c50a-980b-4898-ad31-3e10c98b851d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab HTTP/1.1" status: 200 len: 217 time: 0.1512804 Jul 23 20:33:16.034213 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.054962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df4232-1453-44e3-84cb-fe1a252ed0c7 req-3a6d6238-1d0e-439f-91ba-04107e81a3f4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:16.056558 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-47df4232-1453-44e3-84cb-fe1a252ed0c7 req-3a6d6238-1d0e-439f-91ba-04107e81a3f4 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "GET /v2.0/ports?device_id=b54711f2-9a01-4b59-9b11-fbe89dfe776b HTTP/1.1" status: 200 len: 950 time: 0.3500183 Jul 23 20:33:16.094501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1818a6-90ca-44c9-9f50-4781ea58c24e']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:16.142663 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9946fa52-7754-4dae-bb4d-aa5e70dd3a42') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:16.142972 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9946fa52-7754-4dae-bb4d-aa5e70dd3a42') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:16.169578 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.219465 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 92ae1728-719a-4b35-881a-a5966fcc241f up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:16.253916 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e69355d0-344f-4d0c-aca6-2924ddac6eca req-a15d03f6-5e3c-4d17-bed1-079c22b3c0f7 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470180 Jul 23 20:33:16.265418 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-0f65fd28-a6b4-4539-b0e3-69f01fd949a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:16.268080 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-0f65fd28-a6b4-4539-b0e3-69f01fd949a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.2191846 Jul 23 20:33:16.278354 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506ae78-3780-4b90-9314-f46427b05b08 req-25813939-75f2-4cf8-a897-c5e1e6b06a79 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:16.292143 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1506ae78-3780-4b90-9314-f46427b05b08 req-25813939-75f2-4cf8-a897-c5e1e6b06a79 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2de1692-d980-4348-9aad-8b049787f180 HTTP/1.1" status: 200 len: 945 time: 0.6301742 Jul 23 20:33:16.331286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 92ae1728-719a-4b35-881a-a5966fcc241f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:16.335337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 92ae1728-719a-4b35-881a-a5966fcc241f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:16.335939 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.444761 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa9ac5-6ca3-42ab-bc33-36321e55f2d2 req-12fbcd2f-9864-4167-be37-e4c18d9ffff4 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:16.447352 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07aa9ac5-6ca3-42ab-bc33-36321e55f2d2 req-12fbcd2f-9864-4167-be37-e4c18d9ffff4 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 944 time: 0.5114992 Jul 23 20:33:16.472917 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0348b129-1a97-4787-8669-0847ec9df6a0 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:16.560116 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07aa9ac5-6ca3-42ab-bc33-36321e55f2d2 req-927b5ecd-bc5e-4236-9498-15971a81e2cc tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938170 Jul 23 20:33:16.582041 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.616001 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e192a0-f257-4b00-87dd-10d820d315dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ae1728-719a-4b35-881a-a5966fcc241f'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:16.618776 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c441b9-dc56-4185-aa1e-37f9d5a63015" -d '{"events": [{"server_uuid": "71e192a0-f257-4b00-87dd-10d820d315dd", "name": "network-vif-plugged", "status": "completed", "tag": "92ae1728-719a-4b35-881a-a5966fcc241f"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:16.637698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 92ae1728-719a-4b35-881a-a5966fcc241f, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=92ae1728-719a-4b35-881a-a5966fcc241f,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:16.647460 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 0348b129-1a97-4787-8669-0847ec9df6a0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:16.649895 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.672657 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1506ae78-3780-4b90-9314-f46427b05b08 req-58063680-d86f-499e-9b81-0e636d33de57 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792927 Jul 23 20:33:16.683886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d39068-6c7a-4e1c-9c65-e49b3b78cd69 req-27066e9c-f4fb-4283-9aba-600547bec36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:16.685938 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19d39068-6c7a-4e1c-9c65-e49b3b78cd69 req-27066e9c-f4fb-4283-9aba-600547bec36a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=76a44fe86f414ef3a26c3424aa505655&device_id=46fc236f-e458-4149-96c8-9c7bde0c8438 HTTP/1.1" status: 200 len: 1100 time: 0.3179579 Jul 23 20:33:16.691900 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-13e06b4d-fb95-4e71-9801-1bb091507679 req-bf3b6401-4ce8-4ebe-a742-7f62c560e70f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Deleting port 731d952d-4c42-4b98-b65c-ebcca3c75046 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:16.692162 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-13e06b4d-fb95-4e71-9801-1bb091507679 req-bf3b6401-4ce8-4ebe-a742-7f62c560e70f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.742393 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.821632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d39068-6c7a-4e1c-9c65-e49b3b78cd69 req-b5240f9f-816b-43cf-94ee-5e07747be6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:16.823162 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19d39068-6c7a-4e1c-9c65-e49b3b78cd69 req-b5240f9f-816b-43cf-94ee-5e07747be6e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.1249545 Jul 23 20:33:16.847052 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.848187 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8a73448a-f3d7-49b3-be48-7b0c65441bd8 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:16.877350 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.881473 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:16.882963 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:16.904119 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:17.030341 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=92ae1728-719a-4b35-881a-a5966fcc241f,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:17.040289 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.058489 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.078771 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Allocated IP 172.25.3.46 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/9d3e61c6-6b17-4469-ab71-502d6d2d983f) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:17.107664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3e434257-ab8b-4f31-8010-8e7a6b4e01ef no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:17.131890 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19d39068-6c7a-4e1c-9c65-e49b3b78cd69 req-437396d1-90cb-439f-8adf-fb556918e57f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=d64252dd-8323-48c1-b907-e0e3fc3dfced HTTP/1.1" status: 200 len: 217 time: 0.2384024 Jul 23 20:33:17.132970 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0348b129-1a97-4787-8669-0847ec9df6a0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0348b129-1a97-4787-8669-0847ec9df6a0,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:17.134280 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 3e434257-ab8b-4f31-8010-8e7a6b4e01ef {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:17.134732 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3e434257-ab8b-4f31-8010-8e7a6b4e01ef not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:17.151203 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.157858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8a73448a-f3d7-49b3-be48-7b0c65441bd8, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8a73448a-f3d7-49b3-be48-7b0c65441bd8,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:17.167608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-316bcd38-f11f-4101-bfe5-08af72f060d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:17.170111 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-316bcd38-f11f-4101-bfe5-08af72f060d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8663640 Jul 23 20:33:17.181992 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.182859 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 731d952d-4c42-4b98-b65c-ebcca3c75046 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:17.215136 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.245414 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=0348b129-1a97-4787-8669-0847ec9df6a0,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:17.261912 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.287465 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.292805 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "DELETE /v2.0/networks/bc1818a6-90ca-44c9-9f50-4781ea58c24e HTTP/1.1" status: 204 len: 168 time: 2.8407650 Jul 23 20:33:17.296271 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdbfb3-7e6d-406b-9d6f-23657b60eef9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event deleted for resources: {'Network': ['ID=bc1818a6-90ca-44c9-9f50-4781ea58c24e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:17.299708 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.301838 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36864) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:17.353780 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=8a73448a-f3d7-49b3-be48-7b0c65441bd8,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:17.361561 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.365629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9614dd8d-a36e-4e44-8483-999de44909d6 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-76770004'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:17.371148 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=9d3e61c6-6b17-4469-ab71-502d6d2d983f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:17.405118 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-47df4232-1453-44e3-84cb-fe1a252ed0c7 req-905a8b84-df76-46fc-8584-cbaf0631de68 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Deleting port 8a73448a-f3d7-49b3-be48-7b0c65441bd8 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:17.405634 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-47df4232-1453-44e3-84cb-fe1a252ed0c7 req-905a8b84-df76-46fc-8584-cbaf0631de68 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.442537 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 731d952d-4c42-4b98-b65c-ebcca3c75046, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=731d952d-4c42-4b98-b65c-ebcca3c75046,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:17.450174 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.495177 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c4feb-ce52-4c6d-87fb-6c6560bd8789 req-f2d6e40f-df2b-4dd0-a3f2-031f2fe77843 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:17.496937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e6c4feb-ce52-4c6d-87fb-6c6560bd8789 req-f2d6e40f-df2b-4dd0-a3f2-031f2fe77843 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 944 time: 0.5863106 Jul 23 20:33:17.522016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=731d952d-4c42-4b98-b65c-ebcca3c75046,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:17.532166 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dfe62-9f86-4035-8de5-234ee7222160 req-83295a64-deb1-4a1e-bd83-ad22cd9a92c4 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:17.534366 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-241dfe62-9f86-4035-8de5-234ee7222160 req-83295a64-deb1-4a1e-bd83-ad22cd9a92c4 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46680690-f530-48e4-a1d9-a6eddb42a13c HTTP/1.1" status: 200 len: 947 time: 0.6948802 Jul 23 20:33:17.550300 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-47df4232-1453-44e3-84cb-fe1a252ed0c7 req-905a8b84-df76-46fc-8584-cbaf0631de68 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] For port 8a73448a-f3d7-49b3-be48-7b0c65441bd8, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8a73448a-f3d7-49b3-be48-7b0c65441bd8,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:17.550695 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-47df4232-1453-44e3-84cb-fe1a252ed0c7 req-905a8b84-df76-46fc-8584-cbaf0631de68 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.563420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:17.568553 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:17.575146 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-47df4232-1453-44e3-84cb-fe1a252ed0c7 req-905a8b84-df76-46fc-8584-cbaf0631de68 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Calling delete_port for 8a73448a-f3d7-49b3-be48-7b0c65441bd8 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:17.576915 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:17.608072 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9614dd8d-a36e-4e44-8483-999de44909d6 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Made reservation on behalf of d1e9caa4dd094c2487ffcc41d3548234 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:17.611694 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d39068-6c7a-4e1c-9c65-e49b3b78cd69 req-6ef6e963-2fa7-4cf1-92b1-c289d676f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:17.613274 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9614dd8d-a36e-4e44-8483-999de44909d6 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.613617 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19d39068-6c7a-4e1c-9c65-e49b3b78cd69 req-6ef6e963-2fa7-4cf1-92b1-c289d676f083 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.2546070 Jul 23 20:33:17.682924 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-13e06b4d-fb95-4e71-9801-1bb091507679 req-bf3b6401-4ce8-4ebe-a742-7f62c560e70f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] For port 731d952d-4c42-4b98-b65c-ebcca3c75046, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=731d952d-4c42-4b98-b65c-ebcca3c75046,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:17.683637 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-13e06b4d-fb95-4e71-9801-1bb091507679 req-bf3b6401-4ce8-4ebe-a742-7f62c560e70f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.694217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9614dd8d-a36e-4e44-8483-999de44909d6 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:17.729779 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-13e06b4d-fb95-4e71-9801-1bb091507679 req-bf3b6401-4ce8-4ebe-a742-7f62c560e70f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Calling delete_port for 731d952d-4c42-4b98-b65c-ebcca3c75046 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:17.770364 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e6c4feb-ce52-4c6d-87fb-6c6560bd8789 req-19b0028f-ad32-427d-aa8a-c20c43d084eb tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536585 Jul 23 20:33:17.782187 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-6647600c-40f2-4d68-b573-9da4e2ffc65f service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757329 Jul 23 20:33:17.788264 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-241dfe62-9f86-4035-8de5-234ee7222160 req-40f880ee-cc20-4903-9a7f-a9c5804d29af tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922495 Jul 23 20:33:17.842592 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d39068-6c7a-4e1c-9c65-e49b3b78cd69 req-1c59ff12-2fde-4f63-8c92-2cdf2c2ea03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:17.844749 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19d39068-6c7a-4e1c-9c65-e49b3b78cd69 req-1c59ff12-2fde-4f63-8c92-2cdf2c2ea03f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2091398 Jul 23 20:33:17.889293 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ae9faf-4d5f-43a4-abdd-68c0580fff48 x-openstack-request-id: req-b8ae9faf-4d5f-43a4-abdd-68c0580fff48 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:17.889594 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e192a0-f257-4b00-87dd-10d820d315dd", "name": "network-vif-plugged", "status": "completed", "tag": "92ae1728-719a-4b35-881a-a5966fcc241f", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:17.890499 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b8ae9faf-4d5f-43a4-abdd-68c0580fff48 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:17.890499 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e192a0-f257-4b00-87dd-10d820d315dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ae1728-719a-4b35-881a-a5966fcc241f', 'code': 200} Jul 23 20:33:17.939914 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46680690-f530-48e4-a1d9-a6eddb42a13c', 'tag': '7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:17.943435 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5ce30a-d5fb-435f-9467-43d72a4f942a" -d '{"events": [{"name": "network-changed", "server_uuid": "46680690-f530-48e4-a1d9-a6eddb42a13c", "tag": "7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:17.953674 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9614dd8d-a36e-4e44-8483-999de44909d6 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.955482 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-9614dd8d-a36e-4e44-8483-999de44909d6 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Added segment ccd150d6-8ae3-4ce6-a66d-986719cb5483 of type vlan for network d01f6053-62a7-4365-bd81-5e8117d5bd76 Jul 23 20:33:17.957141 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.57', 51449) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:17.973588 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-47df4232-1453-44e3-84cb-fe1a252ed0c7 req-905a8b84-df76-46fc-8584-cbaf0631de68 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.988331 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['39f7d0f9-6012-46dc-b760-2b009b129346'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:33:18.176900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a8b84-df76-46fc-8584-cbaf0631de68 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Pushing event deleted for resources: {'Port': ['ID=8a73448a-f3d7-49b3-be48-7b0c65441bd8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:18.217515 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9614dd8d-a36e-4e44-8483-999de44909d6 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.234300 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device d64252dd-8323-48c1-b907-e0e3fc3dfced details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:33:18.292088 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-47df4232-1453-44e3-84cb-fe1a252ed0c7 req-905a8b84-df76-46fc-8584-cbaf0631de68 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] No DVR routers for this DVR port 8a73448a-f3d7-49b3-be48-7b0c65441bd8 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:18.293257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d8cbd5e-d043-41be-b59b-93c8566e76d2 req-59cd9557-3782-4538-8986-94920f4b9bb6 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625616 Jul 23 20:33:18.300689 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-47df4232-1453-44e3-84cb-fe1a252ed0c7 req-905a8b84-df76-46fc-8584-cbaf0631de68 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.303323 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-47df4232-1453-44e3-84cb-fe1a252ed0c7 req-905a8b84-df76-46fc-8584-cbaf0631de68 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "DELETE /v2.0/ports/8a73448a-f3d7-49b3-be48-7b0c65441bd8 HTTP/1.1" status: 204 len: 173 time: 2.2056260 Jul 23 20:33:18.304142 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54711f2-9a01-4b59-9b11-fbe89dfe776b', 'name': 'network-vif-deleted', 'tag': '8a73448a-f3d7-49b3-be48-7b0c65441bd8'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:18.306641 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5952ab-c828-4f8d-acc3-fe74f14cfea7" -d '{"events": [{"server_uuid": "b54711f2-9a01-4b59-9b11-fbe89dfe776b", "name": "network-vif-deleted", "tag": "8a73448a-f3d7-49b3-be48-7b0c65441bd8"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:18.341231 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31618274-b24f-40de-9068-36f263ac9c1e req-c2107a58-4436-472c-b0ce-adb9b4d92592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:18.343707 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-31618274-b24f-40de-9068-36f263ac9c1e req-c2107a58-4436-472c-b0ce-adb9b4d92592 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 1097 time: 0.3834438 Jul 23 20:33:18.348456 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9614dd8d-a36e-4e44-8483-999de44909d6 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.355379 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9614dd8d-a36e-4e44-8483-999de44909d6 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:18.356653 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9614dd8d-a36e-4e44-8483-999de44909d6 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.424708 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-13e06b4d-fb95-4e71-9801-1bb091507679 req-bf3b6401-4ce8-4ebe-a742-7f62c560e70f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.440514 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9614dd8d-a36e-4e44-8483-999de44909d6 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0800481 Jul 23 20:33:18.459559 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36884) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:18.500036 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['39f7d0f9-6012-46dc-b760-2b009b129346'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:33:18.503244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c1c9e41d-f437-4f45-90b3-71c0c01010a5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Request body: {'subnet': {'network_id': 'd01f6053-62a7-4365-bd81-5e8117d5bd76', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:18.510381 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19d39068-6c7a-4e1c-9c65-e49b3b78cd69 req-0f79e1f0-b043-4a23-8288-08a73aaf21a6 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513104 Jul 23 20:33:18.588207 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b6401-4ce8-4ebe-a742-7f62c560e70f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Pushing event deleted for resources: {'Port': ['ID=731d952d-4c42-4b98-b65c-ebcca3c75046,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:18.602161 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port d64252dd-8323-48c1-b907-e0e3fc3dfced, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=d64252dd-8323-48c1-b907-e0e3fc3dfced,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:18.685796 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'd64252dd-8323-48c1-b907-e0e3fc3dfced', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': 'd64252dd-8323-48c1-b907-e0e3fc3dfced', 'mac_address': 'fa:16:3e:87:9a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:33:18.732372 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614dd8d-a36e-4e44-8483-999de44909d6 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event updated for resources: {'Network': ['ID=d01f6053-62a7-4365-bd81-5e8117d5bd76,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:18.736865 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-31618274-b24f-40de-9068-36f263ac9c1e req-a2c0584e-6a63-40cc-829d-2a4c5adfd498 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758488 Jul 23 20:33:18.750420 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network d01f6053-62a7-4365-bd81-5e8117d5bd76 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:18.800933 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.841659 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.879514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19d39068-6c7a-4e1c-9c65-e49b3b78cd69 req-361ecce6-b245-4902-8b99-f76e4f2e7d5c service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289137 Jul 23 20:33:18.898715 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e06b4d-fb95-4e71-9801-1bb091507679 req-bf3b6401-4ce8-4ebe-a742-7f62c560e70f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] No DVR routers for this DVR port 731d952d-4c42-4b98-b65c-ebcca3c75046 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:18.901614 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-13e06b4d-fb95-4e71-9801-1bb091507679 req-bf3b6401-4ce8-4ebe-a742-7f62c560e70f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.904537 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13e06b4d-fb95-4e71-9801-1bb091507679 req-bf3b6401-4ce8-4ebe-a742-7f62c560e70f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.57 "DELETE /v2.0/ports/731d952d-4c42-4b98-b65c-ebcca3c75046 HTTP/1.1" status: 204 len: 173 time: 3.0135100 Jul 23 20:33:18.942941 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64252dd-8323-48c1-b907-e0e3fc3dfced {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:19.051548 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0d8c8-df6e-4344-9c5f-33a7219bd33a req-4585b5a5-82c2-4438-8d48-51d2350f7e9f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:19.053559 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-afd0d8c8-df6e-4344-9c5f-33a7219bd33a req-4585b5a5-82c2-4438-8d48-51d2350f7e9f tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=072bff41-2ea7-4868-baf5-28006e8fc3fb HTTP/1.1" status: 200 len: 865 time: 1.1034775 Jul 23 20:33:19.054953 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c9e41d-f437-4f45-90b3-71c0c01010a5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Made reservation on behalf of d1e9caa4dd094c2487ffcc41d3548234 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:19.059285 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1c9e41d-f437-4f45-90b3-71c0c01010a5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.104834 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port d64252dd-8323-48c1-b907-e0e3fc3dfced, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=d64252dd-8323-48c1-b907-e0e3fc3dfced,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:19.114885 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.224857 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.242460 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=d64252dd-8323-48c1-b907-e0e3fc3dfced,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:19.319570 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-afd0d8c8-df6e-4344-9c5f-33a7219bd33a req-b99cb0a1-f69f-460d-a6ef-b1a92b398d45 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512774 Jul 23 20:33:19.359174 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['d64252dd-8323-48c1-b907-e0e3fc3dfced'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:33:19.388192 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3acaf-80db-4757-acc3-e1316a7dbe9d req-a3b32cd5-3eab-43a6-93f2-11e85402f3ff tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:19.395911 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dce3acaf-80db-4757-acc3-e1316a7dbe9d req-a3b32cd5-3eab-43a6-93f2-11e85402f3ff tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 947 time: 0.5129476 Jul 23 20:33:19.460117 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dce3acaf-80db-4757-acc3-e1316a7dbe9d req-b575a5a7-2b16-41bb-a810-17177fed12a7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626915 Jul 23 20:33:19.472994 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1c9e41d-f437-4f45-90b3-71c0c01010a5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.604962 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f922246b-0ab3-453f-86e1-ada8a2808933 x-openstack-request-id: req-f922246b-0ab3-453f-86e1-ada8a2808933 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:19.605690 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46680690-f530-48e4-a1d9-a6eddb42a13c", "tag": "7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:19.605690 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f922246b-0ab3-453f-86e1-ada8a2808933 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:19.605962 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46680690-f530-48e4-a1d9-a6eddb42a13c', 'tag': '7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab', 'status': 'completed', 'code': 200} Jul 23 20:33:19.628532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router 68c93f45-4dec-4cb8-9e4a-c80078d9cd06 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:33:19.701566 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9e41d-f437-4f45-90b3-71c0c01010a5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event updated for resources: {'Subnet': ['ID=29067bdd-5b66-4603-b8f3-24cc5c633d7d,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:19.738389 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c9e41d-f437-4f45-90b3-71c0c01010a5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Checking segment: {'id': 'ccd150d6-8ae3-4ce6-a66d-986719cb5483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd01f6053-62a7-4365-bd81-5e8117d5bd76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:19.738966 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c9e41d-f437-4f45-90b3-71c0c01010a5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Network hostable DHCP agents. Network: d01f6053-62a7-4365-bd81-5e8117d5bd76, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:19.750096 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efbde69-cfe9-47c1-ac80-c92ed7ab669d x-openstack-request-id: req-4efbde69-cfe9-47c1-ac80-c92ed7ab669d {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:19.752795 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54711f2-9a01-4b59-9b11-fbe89dfe776b", "name": "network-vif-deleted", "tag": "8a73448a-f3d7-49b3-be48-7b0c65441bd8", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:19.752795 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4efbde69-cfe9-47c1-ac80-c92ed7ab669d {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:19.754627 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54711f2-9a01-4b59-9b11-fbe89dfe776b', 'name': 'network-vif-deleted', 'tag': '8a73448a-f3d7-49b3-be48-7b0c65441bd8', 'status': 'completed', 'code': 200} Jul 23 20:33:19.757717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64cf28-202f-4942-aad8-2c1f46f9dd37 req-13c3458a-e57a-4ac8-8a20-e6602c2da653 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:19.760001 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b64cf28-202f-4942-aad8-2c1f46f9dd37 req-13c3458a-e57a-4ac8-8a20-e6602c2da653 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 945 time: 0.2050784 Jul 23 20:33:19.840724 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ce30a-d5fb-435f-9467-43d72a4f942a req-88440527-bc84-4fc6-99d7-3a88b72586b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:19.843157 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d5ce30a-d5fb-435f-9467-43d72a4f942a req-88440527-bc84-4fc6-99d7-3a88b72586b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=76a44fe86f414ef3a26c3424aa505655&device_id=46680690-f530-48e4-a1d9-a6eddb42a13c HTTP/1.1" status: 200 len: 1099 time: 0.2258463 Jul 23 20:33:19.888068 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b64cf28-202f-4942-aad8-2c1f46f9dd37 req-322ae624-1bde-4558-94a5-9146b403873b tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082375 Jul 23 20:33:19.891579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432069e4-82e8-4b97-80a6-526f059e5057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0348b129-1a97-4787-8669-0847ec9df6a0'}, {'server_uuid': 'b54711f2-9a01-4b59-9b11-fbe89dfe776b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a73448a-f3d7-49b3-be48-7b0c65441bd8'}, {'server_uuid': '072bff41-2ea7-4868-baf5-28006e8fc3fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731d952d-4c42-4b98-b65c-ebcca3c75046'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:19.896510 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c80cc3-b5bd-4d25-b906-864d3c00de77" -d '{"events": [{"server_uuid": "432069e4-82e8-4b97-80a6-526f059e5057", "name": "network-vif-plugged", "status": "completed", "tag": "0348b129-1a97-4787-8669-0847ec9df6a0"}, {"server_uuid": "b54711f2-9a01-4b59-9b11-fbe89dfe776b", "name": "network-vif-unplugged", "status": "completed", "tag": "8a73448a-f3d7-49b3-be48-7b0c65441bd8"}, {"server_uuid": "072bff41-2ea7-4868-baf5-28006e8fc3fb", "name": "network-vif-unplugged", "status": "completed", "tag": "731d952d-4c42-4b98-b65c-ebcca3c75046"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:19.900010 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c9e41d-f437-4f45-90b3-71c0c01010a5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Network d01f6053-62a7-4365-bd81-5e8117d5bd76 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:19.925903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-c1c9e41d-f437-4f45-90b3-71c0c01010a5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, d01f6053-62a7-4365-bd81-5e8117d5bd76) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:19.933805 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfd553f-9099-4488-989f-88b978c2e090 None None] Network d01f6053-62a7-4365-bd81-5e8117d5bd76 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:19.937461 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:19.961569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eff2a8d-b200-4a0f-b005-5fe59597bc62 None None] Sync routers for ids ['68c93f45-4dec-4cb8-9e4a-c80078d9cd06'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:19.969827 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.971745 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a22036fd-baa5-4583-ae5a-a81a860c6052 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.2615786 Jul 23 20:33:19.974613 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36904) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:19.989535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eff2a8d-b200-4a0f-b005-5fe59597bc62 None None] Routers {'68c93f45-4dec-4cb8-9e4a-c80078d9cd06'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:19.990332 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7eff2a8d-b200-4a0f-b005-5fe59597bc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['68c93f45-4dec-4cb8-9e4a-c80078d9cd06'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:20.002160 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c9e41d-f437-4f45-90b3-71c0c01010a5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:20.002749 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1c9e41d-f437-4f45-90b3-71c0c01010a5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.035717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7eff2a8d-b200-4a0f-b005-5fe59597bc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:20.064579 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c1c9e41d-f437-4f45-90b3-71c0c01010a5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5659347 Jul 23 20:33:20.073590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36906) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:20.077111 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eff2a8d-b200-4a0f-b005-5fe59597bc62 None None] Routers {'68c93f45-4dec-4cb8-9e4a-c80078d9cd06'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:20.077845 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7eff2a8d-b200-4a0f-b005-5fe59597bc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['68c93f45-4dec-4cb8-9e4a-c80078d9cd06'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:20.080214 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9c50f7f2-fe8b-4ca3-87cd-3de5675acdfa tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1993617400'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:20.145479 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7eff2a8d-b200-4a0f-b005-5fe59597bc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:20.146456 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eff2a8d-b200-4a0f-b005-5fe59597bc62 None None] The sync data for ids ['68c93f45-4dec-4cb8-9e4a-c80078d9cd06'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:20.148890 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f4a2d6ff-874a-4aa4-bff1-b7fe3e6f2b7f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/routers/68c93f45-4dec-4cb8-9e4a-c80078d9cd06 HTTP/1.1" status: 200 len: 883 time: 0.1729524 Jul 23 20:33:20.151221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36908) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:20.252289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device d64252dd-8323-48c1-b907-e0e3fc3dfced up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:20.324087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-d01f6053-62a7-4365-bd81-5e8117d5bd76', 'network_id': 'd01f6053-62a7-4365-bd81-5e8117d5bd76', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'fixed_ips': [{'subnet_id': '29067bdd-5b66-4603-b8f3-24cc5c633d7d'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:20.325281 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.424062 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port d64252dd-8323-48c1-b907-e0e3fc3dfced completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:20.457701 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port d64252dd-8323-48c1-b907-e0e3fc3dfced triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:20.459277 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.520937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ce30a-d5fb-435f-9467-43d72a4f942a req-564092f8-af5e-4a36-8de8-a650fabd85b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:20.523290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d5ce30a-d5fb-435f-9467-43d72a4f942a req-564092f8-af5e-4a36-8de8-a650fabd85b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.6715205 Jul 23 20:33:20.531450 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c50f7f2-fe8b-4ca3-87cd-3de5675acdfa tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Made reservation on behalf of d1e9caa4dd094c2487ffcc41d3548234 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:20.536104 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c50f7f2-fe8b-4ca3-87cd-3de5675acdfa tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.549346 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-24670a0b-bb5f-43c3-a775-fced13407745 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3966012 Jul 23 20:33:20.551827 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36912) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:20.556456 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1f0e1bf0-fb8a-4d79-a43e-ee56214a3639 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-404202571'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:20.655384 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d5ce30a-d5fb-435f-9467-43d72a4f942a req-5110ced3-a8fe-4202-8b2d-eac64e7d950c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab HTTP/1.1" status: 200 len: 217 time: 0.1153045 Jul 23 20:33:20.834602 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.852698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Allocated IP 19.80.0.2 (d01f6053-62a7-4365-bd81-5e8117d5bd76/29067bdd-5b66-4603-b8f3-24cc5c633d7d/28f15bfc-562f-4bcf-848e-509548c4c7cb) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:20.897424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c50f7f2-fe8b-4ca3-87cd-3de5675acdfa tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:20.910158 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8050db8-5053-4808-b3d4-0fd7d4d7d54b req-60540ff5-e1fa-4474-b300-272866521c56 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:20.911127 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8050db8-5053-4808-b3d4-0fd7d4d7d54b req-60540ff5-e1fa-4474-b300-272866521c56 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 945 time: 0.8951969 Jul 23 20:33:20.919899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57e8de-82f4-4b7e-8226-8c298df16aa7 req-78ce01cd-68d1-467c-9c60-cfb915e022a7 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:20.920596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port d64252dd-8323-48c1-b907-e0e3fc3dfced, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=d64252dd-8323-48c1-b907-e0e3fc3dfced,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:20.922582 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf57e8de-82f4-4b7e-8226-8c298df16aa7 req-78ce01cd-68d1-467c-9c60-cfb915e022a7 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46680690-f530-48e4-a1d9-a6eddb42a13c HTTP/1.1" status: 200 len: 947 time: 1.0097258 Jul 23 20:33:20.960942 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.961881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b8f573ee-974a-4327-9539-2950bda4dc93 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:20.968239 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c50f7f2-fe8b-4ca3-87cd-3de5675acdfa tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.968648 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-9c50f7f2-fe8b-4ca3-87cd-3de5675acdfa tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Added segment 6fb7a0c0-37ee-4554-aac7-8efc4047861d of type vlan for network 22b7f680-7aed-4152-babe-8870b38bffba Jul 23 20:33:20.971160 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ce30a-d5fb-435f-9467-43d72a4f942a req-695ba293-e74f-4678-96fa-4677e642f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:20.972841 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d5ce30a-d5fb-435f-9467-43d72a4f942a req-695ba293-e74f-4678-96fa-4677e642f0d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.2918391 Jul 23 20:33:21.069705 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf57e8de-82f4-4b7e-8226-8c298df16aa7 req-85061f53-98e6-4e96-b5af-752dd208d191 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303811 Jul 23 20:33:21.093114 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8050db8-5053-4808-b3d4-0fd7d4d7d54b req-149fdc5b-2b1f-406a-9946-dec0160d8470 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648970 Jul 23 20:33:21.095149 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c50f7f2-fe8b-4ca3-87cd-3de5675acdfa tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.177488 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ce30a-d5fb-435f-9467-43d72a4f942a req-dbdb9796-9757-4bc1-b5fe-659218e92b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:21.179252 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d5ce30a-d5fb-435f-9467-43d72a4f942a req-dbdb9796-9757-4bc1-b5fe-659218e92b58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1856978 Jul 23 20:33:21.180185 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c50f7f2-fe8b-4ca3-87cd-3de5675acdfa tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.187223 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c50f7f2-fe8b-4ca3-87cd-3de5675acdfa tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:21.197223 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c50f7f2-fe8b-4ca3-87cd-3de5675acdfa tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.356828 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50f7f2-fe8b-4ca3-87cd-3de5675acdfa tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event updated for resources: {'Network': ['ID=22b7f680-7aed-4152-babe-8870b38bffba,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:21.405729 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9c50f7f2-fe8b-4ca3-87cd-3de5675acdfa tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3296981 Jul 23 20:33:21.407213 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c8b983-28dd-474a-b118-2f7f1f6a4476 x-openstack-request-id: req-f3c8b983-28dd-474a-b118-2f7f1f6a4476 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:21.410343 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36934) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:21.416965 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432069e4-82e8-4b97-80a6-526f059e5057", "name": "network-vif-plugged", "status": "completed", "tag": "0348b129-1a97-4787-8669-0847ec9df6a0", "code": 200}, {"server_uuid": "b54711f2-9a01-4b59-9b11-fbe89dfe776b", "name": "network-vif-unplugged", "status": "completed", "tag": "8a73448a-f3d7-49b3-be48-7b0c65441bd8", "code": 200}, {"server_uuid": "072bff41-2ea7-4868-baf5-28006e8fc3fb", "name": "network-vif-unplugged", "status": "completed", "tag": "731d952d-4c42-4b98-b65c-ebcca3c75046", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:21.417824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-39d20291-a7e8-4996-affa-5b4613ec92e8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Request body: {'subnet': {'network_id': '22b7f680-7aed-4152-babe-8870b38bffba', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:21.418123 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f3c8b983-28dd-474a-b118-2f7f1f6a4476 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:21.419989 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432069e4-82e8-4b97-80a6-526f059e5057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0348b129-1a97-4787-8669-0847ec9df6a0', 'code': 200} Jul 23 20:33:21.424520 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54711f2-9a01-4b59-9b11-fbe89dfe776b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a73448a-f3d7-49b3-be48-7b0c65441bd8', 'code': 200} Jul 23 20:33:21.424879 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072bff41-2ea7-4868-baf5-28006e8fc3fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731d952d-4c42-4b98-b65c-ebcca3c75046', 'code': 200} Jul 23 20:33:21.425727 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 22b7f680-7aed-4152-babe-8870b38bffba details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:21.584039 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=d64252dd-8323-48c1-b907-e0e3fc3dfced,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:21.600479 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d5ce30a-d5fb-435f-9467-43d72a4f942a req-a097bdd4-6e72-45f3-a98d-e9582538e976 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927279 Jul 23 20:33:21.607311 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072bff41-2ea7-4868-baf5-28006e8fc3fb', 'name': 'network-vif-deleted', 'tag': '731d952d-4c42-4b98-b65c-ebcca3c75046'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:21.613677 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064d4f9d-20bd-4d3a-99de-e6024e6838f6" -d '{"events": [{"server_uuid": "072bff41-2ea7-4868-baf5-28006e8fc3fb", "name": "network-vif-deleted", "tag": "731d952d-4c42-4b98-b65c-ebcca3c75046"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:21.703568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d20291-a7e8-4996-affa-5b4613ec92e8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Made reservation on behalf of d1e9caa4dd094c2487ffcc41d3548234 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:21.712243 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-39d20291-a7e8-4996-affa-5b4613ec92e8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.736547 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.742054 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.752324 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Transition to ACTIVE for port object 28f15bfc-562f-4bcf-848e-509548c4c7cb will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:21.770262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Transition to ACTIVE for port object 28f15bfc-562f-4bcf-848e-509548c4c7cb will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:21.818043 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1f0e1bf0-fb8a-4d79-a43e-ee56214a3639 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.830573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b8f573ee-974a-4327-9539-2950bda4dc93, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b8f573ee-974a-4327-9539-2950bda4dc93,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:21.833330 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.838840 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1f0e1bf0-fb8a-4d79-a43e-ee56214a3639 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.893656 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Pushing event updated for resources: {'Port': ['ID=28f15bfc-562f-4bcf-848e-509548c4c7cb,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:21.897812 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.910797 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Network d01f6053-62a7-4365-bd81-5e8117d5bd76 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:21.913532 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:21.935238 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d5ce30a-d5fb-435f-9467-43d72a4f942a req-5897f27b-38f5-45f6-9a5b-5fe4771f36c7 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178716 Jul 23 20:33:21.944889 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:21.997734 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0e1bf0-fb8a-4d79-a43e-ee56214a3639 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router 68c93f45-4dec-4cb8-9e4a-c80078d9cd06 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:33:22.051784 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Attempting to bind port 28f15bfc-562f-4bcf-848e-509548c4c7cb on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:22.052147 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Attempting to bind port 28f15bfc-562f-4bcf-848e-509548c4c7cb by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'ccd150d6-8ae3-4ce6-a66d-986719cb5483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd01f6053-62a7-4365-bd81-5e8117d5bd76'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:22.052596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Attempting to bind port 28f15bfc-562f-4bcf-848e-509548c4c7cb on network d01f6053-62a7-4365-bd81-5e8117d5bd76 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:22.061020 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:22.061390 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Checking segment: {'id': 'ccd150d6-8ae3-4ce6-a66d-986719cb5483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd01f6053-62a7-4365-bd81-5e8117d5bd76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:22.061791 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.062183 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Bound using segment: {'id': 'ccd150d6-8ae3-4ce6-a66d-986719cb5483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd01f6053-62a7-4365-bd81-5e8117d5bd76'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:22.062635 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Bound port: 28f15bfc-562f-4bcf-848e-509548c4c7cb, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd150d6-8ae3-4ce6-a66d-986719cb5483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd01f6053-62a7-4365-bd81-5e8117d5bd76'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:22.063008 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.066937 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=b8f573ee-974a-4327-9539-2950bda4dc93,revision_number=11']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:22.131658 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-39d20291-a7e8-4996-affa-5b4613ec92e8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.202038 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0e1bf0-fb8a-4d79-a43e-ee56214a3639 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:22.216499 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba6e22-12bf-4bf9-8c2a-a6b3c4aebfb1 None None] Sync routers for ids ['68c93f45-4dec-4cb8-9e4a-c80078d9cd06'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:22.224571 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1f0e1bf0-fb8a-4d79-a43e-ee56214a3639 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.230266 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1f0e1bf0-fb8a-4d79-a43e-ee56214a3639 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/68c93f45-4dec-4cb8-9e4a-c80078d9cd06 HTTP/1.1" status: 200 len: 890 time: 1.6760180 Jul 23 20:33:22.231656 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36966) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:22.232897 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] For port 28f15bfc-562f-4bcf-848e-509548c4c7cb, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:22.235033 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba6e22-12bf-4bf9-8c2a-a6b3c4aebfb1 None None] Routers {'68c93f45-4dec-4cb8-9e4a-c80078d9cd06'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:22.237339 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e2ba6e22-12bf-4bf9-8c2a-a6b3c4aebfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['68c93f45-4dec-4cb8-9e4a-c80078d9cd06'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:22.244087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] For port 28f15bfc-562f-4bcf-848e-509548c4c7cb, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=28f15bfc-562f-4bcf-848e-509548c4c7cb,segment=NetworkSegment(ccd150d6-8ae3-4ce6-a66d-986719cb5483),segment_id=ccd150d6-8ae3-4ce6-a66d-986719cb5483)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:22.263626 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.337418 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e2ba6e22-12bf-4bf9-8c2a-a6b3c4aebfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:22.344018 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d20291-a7e8-4996-affa-5b4613ec92e8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Checking segment: {'id': '6fb7a0c0-37ee-4554-aac7-8efc4047861d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22b7f680-7aed-4152-babe-8870b38bffba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:22.344394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d20291-a7e8-4996-affa-5b4613ec92e8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Network hostable DHCP agents. Network: 22b7f680-7aed-4152-babe-8870b38bffba, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:22.354213 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d20291-a7e8-4996-affa-5b4613ec92e8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event updated for resources: {'Subnet': ['ID=4321ee2e-5e9b-4bbb-8e4a-fd9b3a4b9d9c,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:22.369775 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba6e22-12bf-4bf9-8c2a-a6b3c4aebfb1 None None] Routers {'68c93f45-4dec-4cb8-9e4a-c80078d9cd06'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:22.371786 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e2ba6e22-12bf-4bf9-8c2a-a6b3c4aebfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:32:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['68c93f45-4dec-4cb8-9e4a-c80078d9cd06'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:22.389707 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d20291-a7e8-4996-affa-5b4613ec92e8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Network 22b7f680-7aed-4152-babe-8870b38bffba is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:22.412120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-39d20291-a7e8-4996-affa-5b4613ec92e8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 22b7f680-7aed-4152-babe-8870b38bffba) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:22.421534 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d20291-a7e8-4996-affa-5b4613ec92e8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:22.422150 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-39d20291-a7e8-4996-affa-5b4613ec92e8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.429549 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b014cb-2106-4392-9ae0-7ab3146652d1 None None] Network 22b7f680-7aed-4152-babe-8870b38bffba requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:22.431251 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e2ba6e22-12bf-4bf9-8c2a-a6b3c4aebfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:22.434054 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba6e22-12bf-4bf9-8c2a-a6b3c4aebfb1 None None] The sync data for ids ['68c93f45-4dec-4cb8-9e4a-c80078d9cd06'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:22.476277 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-39d20291-a7e8-4996-affa-5b4613ec92e8 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0632246 Jul 23 20:33:22.483859 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a24c53de-fe58-461f-b7e4-c95043aba4a9 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:33:22.491936 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebacc54-1f79-4845-b529-d1053fa7e78e None None] Pushing event updated for resources: {'Port': ['ID=28f15bfc-562f-4bcf-848e-509548c4c7cb,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:22.589388 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36970) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:22.603458 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-674bbd4e-707c-4c3e-b657-61ad1d318b93 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/routers/68c93f45-4dec-4cb8-9e4a-c80078d9cd06 HTTP/1.1" status: 200 len: 890 time: 0.3691671 Jul 23 20:33:22.679350 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36972) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:22.681138 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-492b05dd-30c7-4b61-8381-681d1c3b44c6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports?device_id=68c93f45-4dec-4cb8-9e4a-c80078d9cd06 HTTP/1.1" status: 200 len: 205 time: 0.0844512 Jul 23 20:33:22.856546 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a24c53de-fe58-461f-b7e4-c95043aba4a9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a24c53de-fe58-461f-b7e4-c95043aba4a9,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:22.872153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'a24c53de-fe58-461f-b7e4-c95043aba4a9', 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c', 'port_id': 'a24c53de-fe58-461f-b7e4-c95043aba4a9', 'mac_address': 'fa:16:3e:9c:42:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106a6110-3396-46fd-b5c7-73b8b46b8b68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:33:22.923603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-22b7f680-7aed-4152-babe-8870b38bffba', 'network_id': '22b7f680-7aed-4152-babe-8870b38bffba', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'fixed_ips': [{'subnet_id': '4321ee2e-5e9b-4bbb-8e4a-fd9b3a4b9d9c'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:22.924983 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.956913 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.969113 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-632207ae-0b5e-4d7b-ab25-5a5ded3ba455 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.982625 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a24c53de-fe58-461f-b7e4-c95043aba4a9 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:23.141685 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 28f15bfc-562f-4bcf-848e-509548c4c7cb up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:23.174431 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a24c53de-fe58-461f-b7e4-c95043aba4a9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a24c53de-fe58-461f-b7e4-c95043aba4a9,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:23.261767 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:23.263931 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:33:23.278566 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-632207ae-0b5e-4d7b-ab25-5a5ded3ba455 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:23.421974 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-632207ae-0b5e-4d7b-ab25-5a5ded3ba455 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting port 9d3e61c6-6b17-4469-ab71-502d6d2d983f {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:23.424940 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-632207ae-0b5e-4d7b-ab25-5a5ded3ba455 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:23.443000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fc236f-e458-4149-96c8-9c7bde0c8438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64252dd-8323-48c1-b907-e0e3fc3dfced'}, {'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:23.444008 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0719bcb-c6ef-4bbc-98b4-34307c8ed2e8" -d '{"events": [{"server_uuid": "46fc236f-e458-4149-96c8-9c7bde0c8438", "name": "network-vif-plugged", "status": "completed", "tag": "d64252dd-8323-48c1-b907-e0e3fc3dfced"}, {"server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:23.571470 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-632207ae-0b5e-4d7b-ab25-5a5ded3ba455 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:23.573969 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:23.588343 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-632207ae-0b5e-4d7b-ab25-5a5ded3ba455 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Calling delete_port for 9d3e61c6-6b17-4469-ab71-502d6d2d983f owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:23.610841 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Allocated IP 19.86.0.2 (22b7f680-7aed-4152-babe-8870b38bffba/4321ee2e-5e9b-4bbb-8e4a-fd9b3a4b9d9c/69c9a9b6-85b2-483c-94ab-e44dececb093) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:23.658081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab', 'mac_address': 'fa:16:3e:2e:81:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:33:23.846962 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-632207ae-0b5e-4d7b-ab25-5a5ded3ba455 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:23.877262 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632207ae-0b5e-4d7b-ab25-5a5ded3ba455 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Port': ['ID=9d3e61c6-6b17-4469-ab71-502d6d2d983f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:23.910859 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=a24c53de-fe58-461f-b7e4-c95043aba4a9,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:23.997824 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfd4d17-f53c-42a2-bf47-519f1097666e None None] Network d01f6053-62a7-4365-bd81-5e8117d5bd76 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:23.999377 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-632207ae-0b5e-4d7b-ab25-5a5ded3ba455 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.018052 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.066236 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 28f15bfc-562f-4bcf-848e-509548c4c7cb completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:24.149303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7ed778b9-9913-4f70-b9de-6e2fb2661251 None None] Provisioning for port 28f15bfc-562f-4bcf-848e-509548c4c7cb completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:24.157215 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:24.168916 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-632207ae-0b5e-4d7b-ab25-5a5ded3ba455 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.173762 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-632207ae-0b5e-4d7b-ab25-5a5ded3ba455 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.241561 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-632207ae-0b5e-4d7b-ab25-5a5ded3ba455 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.242938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632207ae-0b5e-4d7b-ab25-5a5ded3ba455 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Fanout notify agent at l3_agent the message router_deleted on router 68c93f45-4dec-4cb8-9e4a-c80078d9cd06 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:33:24.262046 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-632207ae-0b5e-4d7b-ab25-5a5ded3ba455 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.268032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36978) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:24.268623 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-632207ae-0b5e-4d7b-ab25-5a5ded3ba455 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/routers/68c93f45-4dec-4cb8-9e4a-c80078d9cd06 HTTP/1.1" status: 204 len: 168 time: 1.5871062 Jul 23 20:33:24.273278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9aa347a4-9762-4ed0-8d05-bd15a11b6fee tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1704647927'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:24.311947 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7ed778b9-9913-4f70-b9de-6e2fb2661251 None None] Provisioning complete for port 28f15bfc-562f-4bcf-848e-509548c4c7cb triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:24.312309 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ed778b9-9913-4f70-b9de-6e2fb2661251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.325663 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa347a4-9762-4ed0-8d05-bd15a11b6fee tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:24.329386 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aa347a4-9762-4ed0-8d05-bd15a11b6fee tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.382395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:24.388396 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa347a4-9762-4ed0-8d05-bd15a11b6fee tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:24.405322 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.412488 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aa347a4-9762-4ed0-8d05-bd15a11b6fee tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.412879 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-9aa347a4-9762-4ed0-8d05-bd15a11b6fee tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Added segment 4d11b2ac-2d27-473c-86c1-710f96eb6c4a of type vlan for network 38cd6a38-6281-4078-9ea3-9f8b10853f4b Jul 23 20:33:24.521623 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aa347a4-9762-4ed0-8d05-bd15a11b6fee tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.522086 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.560802 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['a24c53de-fe58-461f-b7e4-c95043aba4a9'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:33:24.592992 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Transition to ACTIVE for port object 69c9a9b6-85b2-483c-94ab-e44dececb093 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:24.608173 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:24.620672 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aa347a4-9762-4ed0-8d05-bd15a11b6fee tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.629477 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa347a4-9762-4ed0-8d05-bd15a11b6fee tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:24.630397 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aa347a4-9762-4ed0-8d05-bd15a11b6fee tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.663874 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d97c0004-067e-43ec-a007-703d97059f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.692493 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Transition to ACTIVE for port object 69c9a9b6-85b2-483c-94ab-e44dececb093 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:24.788563 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.788914 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa347a4-9762-4ed0-8d05-bd15a11b6fee tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Network': ['ID=38cd6a38-6281-4078-9ea3-9f8b10853f4b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:24.835315 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9aa347a4-9762-4ed0-8d05-bd15a11b6fee tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5653510 Jul 23 20:33:24.842128 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36980) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:24.850661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-53b065dd-7cfe-414a-99f4-0c7a5658dde7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'subnet': {'network_id': '38cd6a38-6281-4078-9ea3-9f8b10853f4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:24.883651 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ed778b9-9913-4f70-b9de-6e2fb2661251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.932851 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:33:24.986928 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 38cd6a38-6281-4078-9ea3-9f8b10853f4b details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:25.060733 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Network 22b7f680-7aed-4152-babe-8870b38bffba is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:25.066020 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b065dd-7cfe-414a-99f4-0c7a5658dde7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:25.069369 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-53b065dd-7cfe-414a-99f4-0c7a5658dde7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.101748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:25.125697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:25.470179 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Pushing event updated for resources: {'Port': ['ID=69c9a9b6-85b2-483c-94ab-e44dececb093,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:25.500514 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-53b065dd-7cfe-414a-99f4-0c7a5658dde7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.581093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b065dd-7cfe-414a-99f4-0c7a5658dde7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Subnet': ['ID=ac8be39d-6500-42b4-abd2-d805a1cd75fe,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:25.591791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b065dd-7cfe-414a-99f4-0c7a5658dde7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Checking segment: {'id': '4d11b2ac-2d27-473c-86c1-710f96eb6c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '38cd6a38-6281-4078-9ea3-9f8b10853f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:25.592158 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b065dd-7cfe-414a-99f4-0c7a5658dde7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network hostable DHCP agents. Network: 38cd6a38-6281-4078-9ea3-9f8b10853f4b, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:25.614977 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b065dd-7cfe-414a-99f4-0c7a5658dde7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network 38cd6a38-6281-4078-9ea3-9f8b10853f4b is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:25.622160 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-7ed778b9-9913-4f70-b9de-6e2fb2661251 None None] For port 28f15bfc-562f-4bcf-848e-509548c4c7cb, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=28f15bfc-562f-4bcf-848e-509548c4c7cb,segment=NetworkSegment(ccd150d6-8ae3-4ce6-a66d-986719cb5483),segment_id=ccd150d6-8ae3-4ce6-a66d-986719cb5483)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:25.644644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-53b065dd-7cfe-414a-99f4-0c7a5658dde7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 38cd6a38-6281-4078-9ea3-9f8b10853f4b) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:25.649832 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b065dd-7cfe-414a-99f4-0c7a5658dde7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:25.651003 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-53b065dd-7cfe-414a-99f4-0c7a5658dde7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.678318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cf37fa-87cf-47d7-9dfc-2dc3043bd67f None None] Network 38cd6a38-6281-4078-9ea3-9f8b10853f4b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:25.687868 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ed778b9-9913-4f70-b9de-6e2fb2661251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.691468 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-53b065dd-7cfe-414a-99f4-0c7a5658dde7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8509686 Jul 23 20:33:25.694082 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36982) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:25.699433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6812b48c-49d9-4e17-8cc4-e80b958fc36c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-725259312', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:25.756973 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6812b48c-49d9-4e17-8cc4-e80b958fc36c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.758268 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6812b48c-49d9-4e17-8cc4-e80b958fc36c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.785315 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed778b9-9913-4f70-b9de-6e2fb2661251 None None] Pushing event updated for resources: {'Port': ['ID=28f15bfc-562f-4bcf-848e-509548c4c7cb,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:25.823343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Attempting to bind port 69c9a9b6-85b2-483c-94ab-e44dececb093 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:25.824040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Attempting to bind port 69c9a9b6-85b2-483c-94ab-e44dececb093 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '6fb7a0c0-37ee-4554-aac7-8efc4047861d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22b7f680-7aed-4152-babe-8870b38bffba'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:25.824619 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Attempting to bind port 69c9a9b6-85b2-483c-94ab-e44dececb093 on network 22b7f680-7aed-4152-babe-8870b38bffba {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:25.858755 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:25.859472 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Checking segment: {'id': '6fb7a0c0-37ee-4554-aac7-8efc4047861d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22b7f680-7aed-4152-babe-8870b38bffba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:25.860076 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.860704 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Bound using segment: {'id': '6fb7a0c0-37ee-4554-aac7-8efc4047861d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22b7f680-7aed-4152-babe-8870b38bffba'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:25.861369 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Bound port: 69c9a9b6-85b2-483c-94ab-e44dececb093, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb7a0c0-37ee-4554-aac7-8efc4047861d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22b7f680-7aed-4152-babe-8870b38bffba'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:25.861926 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.899555 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6812b48c-49d9-4e17-8cc4-e80b958fc36c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.910148 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6812b48c-49d9-4e17-8cc4-e80b958fc36c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.943612 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6812b48c-49d9-4e17-8cc4-e80b958fc36c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.945098 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6812b48c-49d9-4e17-8cc4-e80b958fc36c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2497988 Jul 23 20:33:25.948228 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36984) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:25.984453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-77f0fc70-2625-493d-b565-7242c21762cf None None] Provisioning complete for port 28f15bfc-562f-4bcf-848e-509548c4c7cb triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:25.987552 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77f0fc70-2625-493d-b565-7242c21762cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.397475 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] For port 69c9a9b6-85b2-483c-94ab-e44dececb093, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:26.475286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] For port 69c9a9b6-85b2-483c-94ab-e44dececb093, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=69c9a9b6-85b2-483c-94ab-e44dececb093,segment=NetworkSegment(6fb7a0c0-37ee-4554-aac7-8efc4047861d),segment_id=6fb7a0c0-37ee-4554-aac7-8efc4047861d)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:26.534613 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a24c53de-fe58-461f-b7e4-c95043aba4a9 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:26.562078 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.572659 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-38cd6a38-6281-4078-9ea3-9f8b10853f4b', 'network_id': '38cd6a38-6281-4078-9ea3-9f8b10853f4b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'fixed_ips': [{'subnet_id': 'ac8be39d-6500-42b4-abd2-d805a1cd75fe'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:26.573599 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.724512 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.870418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port a24c53de-fe58-461f-b7e4-c95043aba4a9 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:26.870418 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.870418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Allocated IP 2001:db8::2 (38cd6a38-6281-4078-9ea3-9f8b10853f4b/ac8be39d-6500-42b4-abd2-d805a1cd75fe/647362fa-1909-4fb6-afbd-ba4e7e0ce43c) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:26.880658 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe9b70-27ce-4f07-8838-fdf120777b6f None None] Pushing event updated for resources: {'Port': ['ID=69c9a9b6-85b2-483c-94ab-e44dececb093,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:27.111786 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01865bee-905e-426a-975c-b149644a4441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.152211 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 28f15bfc-562f-4bcf-848e-509548c4c7cb up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:27.204512 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.385176 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.405100 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 28f15bfc-562f-4bcf-848e-509548c4c7cb triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:27.405856 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.422118 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.480735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Transition to ACTIVE for port object 647362fa-1909-4fb6-afbd-ba4e7e0ce43c will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:27.501375 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a24c53de-fe58-461f-b7e4-c95043aba4a9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a24c53de-fe58-461f-b7e4-c95043aba4a9,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:27.519152 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.524806 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Transition to ACTIVE for port object 647362fa-1909-4fb6-afbd-ba4e7e0ce43c will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:27.556623 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.574531 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Network 38cd6a38-6281-4078-9ea3-9f8b10853f4b is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:27.578938 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:27.588494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:27.692816 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=a24c53de-fe58-461f-b7e4-c95043aba4a9,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:27.715207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Allocated IP 2001:db8::1 (38cd6a38-6281-4078-9ea3-9f8b10853f4b/ac8be39d-6500-42b4-abd2-d805a1cd75fe/d37e5e86-b8f9-47d8-aada-e57203a18e1c) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:27.757312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Pushing event updated for resources: {'Port': ['ID=647362fa-1909-4fb6-afbd-ba4e7e0ce43c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:27.803934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Attempting to bind port 647362fa-1909-4fb6-afbd-ba4e7e0ce43c on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:27.804302 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Attempting to bind port 647362fa-1909-4fb6-afbd-ba4e7e0ce43c by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '4d11b2ac-2d27-473c-86c1-710f96eb6c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '38cd6a38-6281-4078-9ea3-9f8b10853f4b'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:27.804671 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Attempting to bind port 647362fa-1909-4fb6-afbd-ba4e7e0ce43c on network 38cd6a38-6281-4078-9ea3-9f8b10853f4b {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:27.810610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:27.811006 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Checking segment: {'id': '4d11b2ac-2d27-473c-86c1-710f96eb6c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '38cd6a38-6281-4078-9ea3-9f8b10853f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:27.811445 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.811850 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Bound using segment: {'id': '4d11b2ac-2d27-473c-86c1-710f96eb6c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '38cd6a38-6281-4078-9ea3-9f8b10853f4b'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:27.812327 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Bound port: 647362fa-1909-4fb6-afbd-ba4e7e0ce43c, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d11b2ac-2d27-473c-86c1-710f96eb6c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '38cd6a38-6281-4078-9ea3-9f8b10853f4b'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:27.812711 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.912917 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] For port 647362fa-1909-4fb6-afbd-ba4e7e0ce43c, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:27.919598 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] For port 647362fa-1909-4fb6-afbd-ba4e7e0ce43c, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=647362fa-1909-4fb6-afbd-ba4e7e0ce43c,segment=NetworkSegment(4d11b2ac-2d27-473c-86c1-710f96eb6c4a),segment_id=4d11b2ac-2d27-473c-86c1-710f96eb6c4a)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:27.934135 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.008875 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.064268 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Transition to ACTIVE for port object d37e5e86-b8f9-47d8-aada-e57203a18e1c will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:28.071755 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74b506-5fa5-4edb-8928-59884b7aa484 None None] Pushing event updated for resources: {'Port': ['ID=647362fa-1909-4fb6-afbd-ba4e7e0ce43c,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:28.179635 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.304269 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=d37e5e86-b8f9-47d8-aada-e57203a18e1c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:28.314014 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network 38cd6a38-6281-4078-9ea3-9f8b10853f4b is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:28.316028 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:28.318298 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:28.318917 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.429272 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.445852 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c86c97-8933-4432-b30b-920a7cd696ac None None] Network 22b7f680-7aed-4152-babe-8870b38bffba requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:28.500023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:28.527661 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.637661 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-53041ab8-d94e-452e-a4b4-9c13432132f1 None None] Provisioning for port 69c9a9b6-85b2-483c-94ab-e44dececb093 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:28.756798 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:28.778394 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:28.779191 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.073652 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.181197 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:29.205968 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.357795 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:29.361459 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 69c9a9b6-85b2-483c-94ab-e44dececb093 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:29.490702 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 69c9a9b6-85b2-483c-94ab-e44dececb093 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:29.518986 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 69c9a9b6-85b2-483c-94ab-e44dececb093 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:29.519541 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.590356 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-42d30c9c-dfe0-4d19-9b95-6f8ca6746111 None None] Provisioning complete for port 69c9a9b6-85b2-483c-94ab-e44dececb093 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:29.590754 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42d30c9c-dfe0-4d19-9b95-6f8ca6746111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.601331 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.610378 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.612062 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.737907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=d37e5e86-b8f9-47d8-aada-e57203a18e1c,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:29.805547 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000a9b38-892f-475d-b3fb-d9067f34d4c0 None None] Network 38cd6a38-6281-4078-9ea3-9f8b10853f4b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:29.821664 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42d30c9c-dfe0-4d19-9b95-6f8ca6746111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.900740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network 38cd6a38-6281-4078-9ea3-9f8b10853f4b is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:29.900740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:29.967537 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-42d30c9c-dfe0-4d19-9b95-6f8ca6746111 None None] For port 69c9a9b6-85b2-483c-94ab-e44dececb093, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=69c9a9b6-85b2-483c-94ab-e44dececb093,segment=NetworkSegment(6fb7a0c0-37ee-4554-aac7-8efc4047861d),segment_id=6fb7a0c0-37ee-4554-aac7-8efc4047861d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:29.967537 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.077093 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.078490 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42d30c9c-dfe0-4d19-9b95-6f8ca6746111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.141880 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router d73935d6-0046-4725-ad03-b85d6950ea75 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:33:30.276063 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:30.290037 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8f34e2fd-6341-4070-a7bf-30135a9fcd24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/d73935d6-0046-4725-ad03-b85d6950ea75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3401370 Jul 23 20:33:30.293780 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36996) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:30.327694 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d30c9c-dfe0-4d19-9b95-6f8ca6746111 None None] Pushing event updated for resources: {'Port': ['ID=69c9a9b6-85b2-483c-94ab-e44dececb093,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:30.339682 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c32802-ae24-44f7-8f1b-402766823da4 None None] Sync routers for ids ['d73935d6-0046-4725-ad03-b85d6950ea75'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:30.417756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f585421c-d0c5-4203-9b59-e85001e3c465 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:30.421160 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f585421c-d0c5-4203-9b59-e85001e3c465 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports/d37e5e86-b8f9-47d8-aada-e57203a18e1c HTTP/1.1" status: 200 len: 911 time: 0.1252987 Jul 23 20:33:30.424608 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36998) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:30.427029 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c32802-ae24-44f7-8f1b-402766823da4 None None] Routers {'d73935d6-0046-4725-ad03-b85d6950ea75'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:30.427699 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-33c32802-ae24-44f7-8f1b-402766823da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d73935d6-0046-4725-ad03-b85d6950ea75'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:30.431359 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c08e48d6-aa6c-423e-b777-34e1be0f6622 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac8be39d-6500-42b4-abd2-d805a1cd75fe'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:30.803188 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-33c32802-ae24-44f7-8f1b-402766823da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:30.806784 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c08e48d6-aa6c-423e-b777-34e1be0f6622 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.825160 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-90261045-ec30-4d65-98ef-d9aeb48e608e None None] Provisioning for port 647362fa-1909-4fb6-afbd-ba4e7e0ce43c completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:30.825542 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:33:30.825842 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:33:30.848265 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c32802-ae24-44f7-8f1b-402766823da4 None None] Routers {'d73935d6-0046-4725-ad03-b85d6950ea75'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:30.848918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-33c32802-ae24-44f7-8f1b-402766823da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d73935d6-0046-4725-ad03-b85d6950ea75'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:31.016344 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-33c32802-ae24-44f7-8f1b-402766823da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:31.017551 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c32802-ae24-44f7-8f1b-402766823da4 None None] The sync data for ids ['d73935d6-0046-4725-ad03-b85d6950ea75'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:31.437153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 647362fa-1909-4fb6-afbd-ba4e7e0ce43c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:31.503349 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c08e48d6-aa6c-423e-b777-34e1be0f6622 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.521558 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c08e48d6-aa6c-423e-b777-34e1be0f6622 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.529524 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08e48d6-aa6c-423e-b777-34e1be0f6622 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:31.529524 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c08e48d6-aa6c-423e-b777-34e1be0f6622 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.535129 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37004) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:31.535861 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c08e48d6-aa6c-423e-b777-34e1be0f6622 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/ports/d37e5e86-b8f9-47d8-aada-e57203a18e1c HTTP/1.1" status: 200 len: 911 time: 1.1095049 Jul 23 20:33:31.596903 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cb1b63e2-b1aa-48ba-a88a-fcd53e6980a6 None None] Provisioning for port d37e5e86-b8f9-47d8-aada-e57203a18e1c completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:31.609575 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 647362fa-1909-4fb6-afbd-ba4e7e0ce43c completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:31.621979 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cb1b63e2-b1aa-48ba-a88a-fcd53e6980a6 None None] Provisioning complete for port d37e5e86-b8f9-47d8-aada-e57203a18e1c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:31.627929 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb1b63e2-b1aa-48ba-a88a-fcd53e6980a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.632695 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 647362fa-1909-4fb6-afbd-ba4e7e0ce43c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:31.633006 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.666887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e48d6-aa6c-423e-b777-34e1be0f6622 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=d37e5e86-b8f9-47d8-aada-e57203a18e1c,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:31.771477 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cb1b63e2-b1aa-48ba-a88a-fcd53e6980a6 None None] Port d37e5e86-b8f9-47d8-aada-e57203a18e1c cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:31.926049 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5d5211fa-5526-4d31-9995-c051ec8e9eb3 None None] Provisioning complete for port d37e5e86-b8f9-47d8-aada-e57203a18e1c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:31.926963 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d5211fa-5526-4d31-9995-c051ec8e9eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.026285 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5d5211fa-5526-4d31-9995-c051ec8e9eb3 None None] Port d37e5e86-b8f9-47d8-aada-e57203a18e1c cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:32.165432 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.241081 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa8cc64d-3b22-4def-aa81-ba747e6675a2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.250853 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 647362fa-1909-4fb6-afbd-ba4e7e0ce43c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=647362fa-1909-4fb6-afbd-ba4e7e0ce43c,segment=NetworkSegment(4d11b2ac-2d27-473c-86c1-710f96eb6c4a),segment_id=4d11b2ac-2d27-473c-86c1-710f96eb6c4a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:32.271374 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.352973 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5cfd50be-9568-4b0b-b6ef-a1cb21c5a1df None None] Provisioning complete for port d37e5e86-b8f9-47d8-aada-e57203a18e1c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:32.352973 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5cfd50be-9568-4b0b-b6ef-a1cb21c5a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.450780 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 69c9a9b6-85b2-483c-94ab-e44dececb093 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:32.546912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=647362fa-1909-4fb6-afbd-ba4e7e0ce43c,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:32.567430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5cfd50be-9568-4b0b-b6ef-a1cb21c5a1df None None] Port d37e5e86-b8f9-47d8-aada-e57203a18e1c cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:32.624347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 69c9a9b6-85b2-483c-94ab-e44dececb093 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:32.624730 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.696843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-fa8cc64d-3b22-4def-aa81-ba747e6675a2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting port d37e5e86-b8f9-47d8-aada-e57203a18e1c {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:32.697457 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa8cc64d-3b22-4def-aa81-ba747e6675a2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.842348 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa8cc64d-3b22-4def-aa81-ba747e6675a2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.860679 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-fa8cc64d-3b22-4def-aa81-ba747e6675a2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Calling delete_port for d37e5e86-b8f9-47d8-aada-e57203a18e1c owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:33.106623 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa8cc64d-3b22-4def-aa81-ba747e6675a2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.142467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cc64d-3b22-4def-aa81-ba747e6675a2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Port': ['ID=d37e5e86-b8f9-47d8-aada-e57203a18e1c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:33.270091 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa8cc64d-3b22-4def-aa81-ba747e6675a2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.524978 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8cc64d-3b22-4def-aa81-ba747e6675a2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router d73935d6-0046-4725-ad03-b85d6950ea75 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:33:33.590251 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49879072-9a95-4e04-a9e7-3e56ef76bbf4 x-openstack-request-id: req-49879072-9a95-4e04-a9e7-3e56ef76bbf4 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:33.590585 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072bff41-2ea7-4868-baf5-28006e8fc3fb", "name": "network-vif-deleted", "tag": "731d952d-4c42-4b98-b65c-ebcca3c75046", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:33.590790 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49879072-9a95-4e04-a9e7-3e56ef76bbf4 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:33.591209 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072bff41-2ea7-4868-baf5-28006e8fc3fb', 'name': 'network-vif-deleted', 'tag': '731d952d-4c42-4b98-b65c-ebcca3c75046', 'status': 'completed', 'code': 200} Jul 23 20:33:33.697046 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8cc64d-3b22-4def-aa81-ba747e6675a2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:33.706356 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fa8cc64d-3b22-4def-aa81-ba747e6675a2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/d73935d6-0046-4725-ad03-b85d6950ea75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1668196 Jul 23 20:33:33.706827 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37028) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:33.709425 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f018d1d-5320-46c3-aaa0-8bd0aa7dd8a6 None None] Sync routers for ids ['d73935d6-0046-4725-ad03-b85d6950ea75'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:33.721896 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f018d1d-5320-46c3-aaa0-8bd0aa7dd8a6 None None] Routers {'d73935d6-0046-4725-ad03-b85d6950ea75'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:33.723017 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7f018d1d-5320-46c3-aaa0-8bd0aa7dd8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d73935d6-0046-4725-ad03-b85d6950ea75'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:33.768508 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7f018d1d-5320-46c3-aaa0-8bd0aa7dd8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:33.772181 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9dd8806d-90c8-4185-acd1-bea516f20c3a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports?device_id=d73935d6-0046-4725-ad03-b85d6950ea75 HTTP/1.1" status: 200 len: 205 time: 0.0639575 Jul 23 20:33:33.774329 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37030) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:33.780561 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f018d1d-5320-46c3-aaa0-8bd0aa7dd8a6 None None] Routers {'d73935d6-0046-4725-ad03-b85d6950ea75'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:33.782304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7d300-aeec-45c0-a9ce-6c748f9d1a88 req-07e87d70-93a6-4ab6-b47d-f5a4b9b883da tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:33.783113 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7f018d1d-5320-46c3-aaa0-8bd0aa7dd8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d73935d6-0046-4725-ad03-b85d6950ea75'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:33.784157 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4d7d300-aeec-45c0-a9ce-6c748f9d1a88 req-07e87d70-93a6-4ab6-b47d-f5a4b9b883da tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 945 time: 0.1921837 Jul 23 20:33:33.814807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cefa23-c8eb-4ad9-b878-dad829d82f47 req-eac703ed-7907-4c42-afcb-a8fb464b891e tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:33.816354 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b7cefa23-c8eb-4ad9-b878-dad829d82f47 req-eac703ed-7907-4c42-afcb-a8fb464b891e tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46680690-f530-48e4-a1d9-a6eddb42a13c HTTP/1.1" status: 200 len: 949 time: 0.1618707 Jul 23 20:33:33.831472 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7f018d1d-5320-46c3-aaa0-8bd0aa7dd8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:33.832536 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f018d1d-5320-46c3-aaa0-8bd0aa7dd8a6 None None] The sync data for ids ['d73935d6-0046-4725-ad03-b85d6950ea75'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:33.868197 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4d7d300-aeec-45c0-a9ce-6c748f9d1a88 req-e01b2016-8912-495e-9295-5a8481864d3d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759771 Jul 23 20:33:33.910781 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b7cefa23-c8eb-4ad9-b878-dad829d82f47 req-71d9d04a-a555-482e-b8cc-3702601a6264 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856717 Jul 23 20:33:33.927995 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6b42-55d6-49ab-876e-785b2996e88b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.172863 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6120bc-edd2-4e99-97d1-eac1707d33b4 req-9ca10d0b-88b5-4ba3-be1c-17daab3d3edc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:34.180720 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7c6120bc-edd2-4e99-97d1-eac1707d33b4 req-9ca10d0b-88b5-4ba3-be1c-17daab3d3edc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 945 time: 0.2233107 Jul 23 20:33:34.200783 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6b42-55d6-49ab-876e-785b2996e88b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.204305 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6b42-55d6-49ab-876e-785b2996e88b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.209205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-c1dd4087-4462-4a75-a6b7-a70b0a28ab0d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:34.217984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-c1dd4087-4462-4a75-a6b7-a70b0a28ab0d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:34.225175 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-c1dd4087-4462-4a75-a6b7-a70b0a28ab0d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/networks?id=d01f6053-62a7-4365-bd81-5e8117d5bd76&id=22b7f680-7aed-4152-babe-8870b38bffba HTTP/1.1" status: 200 len: 1390 time: 0.2043424 Jul 23 20:33:34.269031 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-36ccd3f5-1a61-4fc1-8f14-e0771139aed5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/quotas/d1e9caa4dd094c2487ffcc41d3548234 HTTP/1.1" status: 200 len: 375 time: 0.0428498 Jul 23 20:33:34.292839 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6b42-55d6-49ab-876e-785b2996e88b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.294919 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6a6b42-55d6-49ab-876e-785b2996e88b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Fanout notify agent at l3_agent the message router_deleted on router d73935d6-0046-4725-ad03-b85d6950ea75 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:33:34.314468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffaaa2f-5254-4052-9a6b-ab04250cce95 req-bcc57bfd-cec4-4617-b747-dafc7d2644b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:34.316014 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ffaaa2f-5254-4052-9a6b-ab04250cce95 req-bcc57bfd-cec4-4617-b747-dafc7d2644b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e36b104f9d24e799825b9baa093a497&device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 1097 time: 0.2525508 Jul 23 20:33:34.320245 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6b42-55d6-49ab-876e-785b2996e88b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.321726 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2f6a6b42-55d6-49ab-876e-785b2996e88b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/routers/d73935d6-0046-4725-ad03-b85d6950ea75 HTTP/1.1" status: 204 len: 168 time: 0.5464349 Jul 23 20:33:34.324630 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37042) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:34.333366 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7c6120bc-edd2-4e99-97d1-eac1707d33b4 req-4b5e343b-e957-4fe5-9a56-4386802854ab tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515837 Jul 23 20:33:34.425471 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 647362fa-1909-4fb6-afbd-ba4e7e0ce43c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:34.458169 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffaaa2f-5254-4052-9a6b-ab04250cce95 req-40c33778-d593-4f95-a363-ad1838754044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:34.460172 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ffaaa2f-5254-4052-9a6b-ab04250cce95 req-40c33778-d593-4f95-a363-ad1838754044 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce0133d9-8df6-41ea-ae2f-c1fed304391d HTTP/1.1" status: 200 len: 918 time: 0.1249194 Jul 23 20:33:34.477076 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-b28111b4-5eeb-4cd7-bf48-60c19ec486e9 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1e9caa4dd094c2487ffcc41d3548234&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2072837 Jul 23 20:33:34.506455 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c2dce4-0522-44e5-9524-3aba7c31e81f x-openstack-request-id: req-79c2dce4-0522-44e5-9524-3aba7c31e81f {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:34.506743 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fc236f-e458-4149-96c8-9c7bde0c8438", "name": "network-vif-plugged", "status": "completed", "tag": "d64252dd-8323-48c1-b907-e0e3fc3dfced", "code": 200}, {"server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:34.506978 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-79c2dce4-0522-44e5-9524-3aba7c31e81f {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:34.507396 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fc236f-e458-4149-96c8-9c7bde0c8438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64252dd-8323-48c1-b907-e0e3fc3dfced', 'code': 200} Jul 23 20:33:34.507650 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'code': 200} Jul 23 20:33:34.523689 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2dd7ac6-75b4-4c86-89cd-0b74106a6fbd tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting subnet ac8be39d-6500-42b4-abd2-d805a1cd75fe {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:33:34.540589 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 647362fa-1909-4fb6-afbd-ba4e7e0ce43c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:34.543382 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.576386 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7ac6-75b4-4c86-89cd-0b74106a6fbd tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.648077 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7ac6-75b4-4c86-89cd-0b74106a6fbd tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.745313 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ffaaa2f-5254-4052-9a6b-ab04250cce95 req-0b66a947-d052-4bfb-991b-e0e25db63084 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0348b129-1a97-4787-8669-0847ec9df6a0 HTTP/1.1" status: 200 len: 1000 time: 0.2670934 Jul 23 20:33:34.759197 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7ac6-75b4-4c86-89cd-0b74106a6fbd tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.792165 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:33:34.855810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c74df7-215c-4268-8f42-ee9e0dcdbc52 req-6ada0e0a-08da-451c-b5ce-5890242f28be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:34.858128 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-96c74df7-215c-4268-8f42-ee9e0dcdbc52 req-6ada0e0a-08da-451c-b5ce-5890242f28be service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=46fc236f-e458-4149-96c8-9c7bde0c8438 HTTP/1.1" status: 200 len: 1102 time: 0.2895193 Jul 23 20:33:34.860316 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffaaa2f-5254-4052-9a6b-ab04250cce95 req-01e1de56-232a-464e-a158-28ee49c13251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:34.861978 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ffaaa2f-5254-4052-9a6b-ab04250cce95 req-01e1de56-232a-464e-a158-28ee49c13251 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35eaf14f-2eae-4b6c-8dcf-0499d3191c4d HTTP/1.1" status: 200 len: 856 time: 0.1035101 Jul 23 20:33:34.867992 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7ac6-75b4-4c86-89cd-0b74106a6fbd tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.888823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd32701-ce97-458f-8704-6ccad9583348 req-6d3360e5-b95f-4162-bf59-929c99f2c906 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:34.890781 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3bd32701-ce97-458f-8704-6ccad9583348 req-6d3360e5-b95f-4162-bf59-929c99f2c906 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.2366819 Jul 23 20:33:34.904190 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd7ac6-75b4-4c86-89cd-0b74106a6fbd tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Subnet': ['ID=ac8be39d-6500-42b4-abd2-d805a1cd75fe,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:34.916830 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a2dd7ac6-75b4-4c86-89cd-0b74106a6fbd tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.917418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391e6d99-ad66-4ee1-acd9-b43b2bb158cc None None] Network 38cd6a38-6281-4078-9ea3-9f8b10853f4b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:34.918950 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a2dd7ac6-75b4-4c86-89cd-0b74106a6fbd tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/subnets/ac8be39d-6500-42b4-abd2-d805a1cd75fe HTTP/1.1" status: 204 len: 168 time: 0.5926352 Jul 23 20:33:34.921324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37052) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:35.057072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-96c74df7-215c-4268-8f42-ee9e0dcdbc52 req-53936c40-956c-4a4e-b018-36976f3480c0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012115 Jul 23 20:33:35.058709 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.081950 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-3a83430c-526c-4c0e-a31c-75f6bdf41427 service neutron] 10.222.0.55 "GET /v2.0/networks/d01f6053-62a7-4365-bd81-5e8117d5bd76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944917 Jul 23 20:33:35.148613 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting port 647362fa-1909-4fb6-afbd-ba4e7e0ce43c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:35.148961 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.210706 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079189b1-5c79-48c0-a58a-7bd8e92d8b83 None None] DHCP port deletion for 38cd6a38-6281-4078-9ea3-9f8b10853f4b request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:33:35.222992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffaaa2f-5254-4052-9a6b-ab04250cce95 req-239d2c0c-6af3-46a0-95e4-a9b99f5905c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:35.232044 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ffaaa2f-5254-4052-9a6b-ab04250cce95 req-239d2c0c-6af3-46a0-95e4-a9b99f5905c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce0133d9-8df6-41ea-ae2f-c1fed304391d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3350885 Jul 23 20:33:35.240343 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3bd32701-ce97-458f-8704-6ccad9583348 req-52ab0a5e-f2f1-4213-b015-6a58a52d7861 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935503 Jul 23 20:33:35.259672 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] For port 647362fa-1909-4fb6-afbd-ba4e7e0ce43c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=647362fa-1909-4fb6-afbd-ba4e7e0ce43c,segment=NetworkSegment(4d11b2ac-2d27-473c-86c1-710f96eb6c4a),segment_id=4d11b2ac-2d27-473c-86c1-710f96eb6c4a)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:35.260484 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.286809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Calling delete_port for 647362fa-1909-4fb6-afbd-ba4e7e0ce43c owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:35.315639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-079189b1-5c79-48c0-a58a-7bd8e92d8b83 None None] Deleting port 647362fa-1909-4fb6-afbd-ba4e7e0ce43c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:35.317032 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-079189b1-5c79-48c0-a58a-7bd8e92d8b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.330638 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-575f96ae-5d13-43bd-8693-f9488a7e10a1 service neutron] 10.222.0.55 "GET /v2.0/networks/d01f6053-62a7-4365-bd81-5e8117d5bd76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373054 Jul 23 20:33:35.431817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-079189b1-5c79-48c0-a58a-7bd8e92d8b83 None None] For port 647362fa-1909-4fb6-afbd-ba4e7e0ce43c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=647362fa-1909-4fb6-afbd-ba4e7e0ce43c,segment=NetworkSegment(4d11b2ac-2d27-473c-86c1-710f96eb6c4a),segment_id=4d11b2ac-2d27-473c-86c1-710f96eb6c4a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:35.432383 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-079189b1-5c79-48c0-a58a-7bd8e92d8b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.453331 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.469069 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-079189b1-5c79-48c0-a58a-7bd8e92d8b83 None None] Calling delete_port for 647362fa-1909-4fb6-afbd-ba4e7e0ce43c owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:35.483186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] No DVR routers for this DVR port 647362fa-1909-4fb6-afbd-ba4e7e0ce43c on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:35.758967 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Port': ['ID=647362fa-1909-4fb6-afbd-ba4e7e0ce43c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:35.844518 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-079189b1-5c79-48c0-a58a-7bd8e92d8b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.900566 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079189b1-5c79-48c0-a58a-7bd8e92d8b83 None None] Pushing event deleted for resources: {'Port': ['ID=647362fa-1909-4fb6-afbd-ba4e7e0ce43c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:35.913692 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079189b1-5c79-48c0-a58a-7bd8e92d8b83 None None] No DVR routers for this DVR port 647362fa-1909-4fb6-afbd-ba4e7e0ce43c on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:35.953471 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.967045 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cd6a38-6281-4078-9ea3-9f8b10853f4b']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:35.982441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d11b2ac-2d27-473c-86c1-710f96eb6c4a') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:35.982869 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d11b2ac-2d27-473c-86c1-710f96eb6c4a') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:36.011822 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.028886 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.036528 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:36.037114 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:36.044280 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:36.144746 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.158016 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.160488 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/networks/38cd6a38-6281-4078-9ea3-9f8b10853f4b HTTP/1.1" status: 204 len: 168 time: 1.2382135 Jul 23 20:33:36.164361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37074) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:36.170182 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2803bf7f-f72b-4e82-a9dc-ba8fdc2cd0e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1840512509', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:36.214046 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2803bf7f-f72b-4e82-a9dc-ba8fdc2cd0e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.215481 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2803bf7f-f72b-4e82-a9dc-ba8fdc2cd0e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.240443 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44597b-0075-4f38-9e5a-2c14897b554c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Network': ['ID=38cd6a38-6281-4078-9ea3-9f8b10853f4b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:36.274685 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2803bf7f-f72b-4e82-a9dc-ba8fdc2cd0e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.280217 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2803bf7f-f72b-4e82-a9dc-ba8fdc2cd0e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.288913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ffaaa2f-5254-4052-9a6b-ab04250cce95 req-3e1ead64-6883-4e98-82fd-c7b2cadd8775 service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0369651 Jul 23 20:33:36.292126 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-5050bbbb-45a4-4520-a400-7bcec8eb59f7 service neutron] 10.222.0.55 "GET /v2.0/networks/22b7f680-7aed-4152-babe-8870b38bffba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9531460 Jul 23 20:33:36.300381 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2803bf7f-f72b-4e82-a9dc-ba8fdc2cd0e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.302080 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2803bf7f-f72b-4e82-a9dc-ba8fdc2cd0e1 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1366267 Jul 23 20:33:36.304656 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37078) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:36.306943 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb310c-bc81-44c6-8256-5c69f4a5c78f req-60c01672-9971-4aa9-b0c3-a5c996548546 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:36.308561 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c3fb310c-bc81-44c6-8256-5c69f4a5c78f req-60c01672-9971-4aa9-b0c3-a5c996548546 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46680690-f530-48e4-a1d9-a6eddb42a13c HTTP/1.1" status: 200 len: 949 time: 0.1934967 Jul 23 20:33:36.312329 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8b18fede-eb59-4afe-b43a-91b90a540f6b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1360106725'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:36.343370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b18fede-eb59-4afe-b43a-91b90a540f6b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:36.359738 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b8f573ee-974a-4327-9539-2950bda4dc93 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:33:36.361731 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8b18fede-eb59-4afe-b43a-91b90a540f6b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.392722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b18fede-eb59-4afe-b43a-91b90a540f6b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:36.405127 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8b18fede-eb59-4afe-b43a-91b90a540f6b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.406107 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-8b18fede-eb59-4afe-b43a-91b90a540f6b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Added segment 14ff94e4-e45a-4a4c-96e4-8bfe3be511ec of type vlan for network bbeb1aa2-fc22-45b0-a491-80cb5cd1334b Jul 23 20:33:36.461789 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8b18fede-eb59-4afe-b43a-91b90a540f6b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.470107 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b8f573ee-974a-4327-9539-2950bda4dc93, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b8f573ee-974a-4327-9539-2950bda4dc93,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:36.484153 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c3fb310c-bc81-44c6-8256-5c69f4a5c78f req-e6fb14c1-4775-400d-8def-2e8b122c9fcb tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581113 Jul 23 20:33:36.485154 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'port_id': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'mac_address': 'fa:16:3e:d0:4b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:33:36.489734 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 647362fa-1909-4fb6-afbd-ba4e7e0ce43c no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:36.499522 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8b18fede-eb59-4afe-b43a-91b90a540f6b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.510234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b18fede-eb59-4afe-b43a-91b90a540f6b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:36.511134 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8b18fede-eb59-4afe-b43a-91b90a540f6b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.513411 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2de1692-d980-4348-9aad-8b049787f180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24c53de-fe58-461f-b7e4-c95043aba4a9'}, {'server_uuid': '46680690-f530-48e4-a1d9-a6eddb42a13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:36.516073 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bfa242-6cb3-460e-8cb4-2dba519c4005" -d '{"events": [{"server_uuid": "a2de1692-d980-4348-9aad-8b049787f180", "name": "network-vif-plugged", "status": "completed", "tag": "a24c53de-fe58-461f-b7e4-c95043aba4a9"}, {"server_uuid": "46680690-f530-48e4-a1d9-a6eddb42a13c", "name": "network-vif-plugged", "status": "completed", "tag": "7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:36.520328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 647362fa-1909-4fb6-afbd-ba4e7e0ce43c {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:36.520923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 647362fa-1909-4fb6-afbd-ba4e7e0ce43c not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:36.568436 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d80101a0-1723-44b0-be28-00665edb61f9 service neutron] 10.222.0.55 "GET /v2.0/networks/22b7f680-7aed-4152-babe-8870b38bffba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574015 Jul 23 20:33:36.570370 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ffaaa2f-5254-4052-9a6b-ab04250cce95 req-0f72d7fc-6f6a-4925-95ca-a436692d1cd7 service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608199 Jul 23 20:33:36.612565 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.614951 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18fede-eb59-4afe-b43a-91b90a540f6b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Network': ['ID=bbeb1aa2-fc22-45b0-a491-80cb5cd1334b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:36.632374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f573ee-974a-4327-9539-2950bda4dc93 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:36.644818 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37084) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:36.646050 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8b18fede-eb59-4afe-b43a-91b90a540f6b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3358164 Jul 23 20:33:36.650366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1c4cafda-4b0e-4c0d-94d7-64100ed5bfa0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'subnet': {'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:36.675582 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b8f573ee-974a-4327-9539-2950bda4dc93, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b8f573ee-974a-4327-9539-2950bda4dc93,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:36.676831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network bbeb1aa2-fc22-45b0-a491-80cb5cd1334b details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:36.717828 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.885212 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['b8f573ee-974a-4327-9539-2950bda4dc93'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:33:36.934643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4cafda-4b0e-4c0d-94d7-64100ed5bfa0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:36.940066 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1c4cafda-4b0e-4c0d-94d7-64100ed5bfa0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.942595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=b8f573ee-974a-4327-9539-2950bda4dc93,revision_number=12']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:37.110111 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cad6d5-0ccb-4fc4-a39a-175700678340 req-02689eb7-f320-4d0a-90af-61af2a815b21 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:37.118002 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-68cad6d5-0ccb-4fc4-a39a-175700678340 req-02689eb7-f320-4d0a-90af-61af2a815b21 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 945 time: 0.2568007 Jul 23 20:33:37.178419 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46148c3b-2ac9-4b36-a272-7183f7bcade2 req-ae09ec10-fbeb-4ee0-9e99-bb948364cc5b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:37.180299 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-46148c3b-2ac9-4b36-a272-7183f7bcade2 req-ae09ec10-fbeb-4ee0-9e99-bb948364cc5b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 946 time: 0.1973972 Jul 23 20:33:37.239683 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-68cad6d5-0ccb-4fc4-a39a-175700678340 req-76b7b3f5-e997-4cc0-a40f-78900dd25172 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206694 Jul 23 20:33:37.288524 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-46148c3b-2ac9-4b36-a272-7183f7bcade2 req-824ea139-a441-47c3-b2ec-7c0454a240c4 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908735 Jul 23 20:33:37.363489 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79929faa-b766-44a1-a894-e41a1371e00f x-openstack-request-id: req-79929faa-b766-44a1-a894-e41a1371e00f {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:37.364035 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2de1692-d980-4348-9aad-8b049787f180", "name": "network-vif-plugged", "status": "completed", "tag": "a24c53de-fe58-461f-b7e4-c95043aba4a9", "code": 200}, {"server_uuid": "46680690-f530-48e4-a1d9-a6eddb42a13c", "name": "network-vif-plugged", "status": "completed", "tag": "7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:37.364607 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-79929faa-b766-44a1-a894-e41a1371e00f {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:37.365182 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2de1692-d980-4348-9aad-8b049787f180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24c53de-fe58-461f-b7e4-c95043aba4a9', 'code': 200} Jul 23 20:33:37.365644 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46680690-f530-48e4-a1d9-a6eddb42a13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab', 'code': 200} Jul 23 20:33:37.396812 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1c4cafda-4b0e-4c0d-94d7-64100ed5bfa0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.503493 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c9c659c-d4bb-4138-927e-e46259794fef req-988e26b5-f45f-4c7f-8e7e-74e1fc56a3db tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 210 time: 0.1009290 Jul 23 20:33:37.590744 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cafda-4b0e-4c0d-94d7-64100ed5bfa0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Subnet': ['ID=60bc47bb-384d-4487-a3e1-b2c4f0476a2f,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:37.649106 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4cafda-4b0e-4c0d-94d7-64100ed5bfa0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Checking segment: {'id': '14ff94e4-e45a-4a4c-96e4-8bfe3be511ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:37.649749 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4cafda-4b0e-4c0d-94d7-64100ed5bfa0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network hostable DHCP agents. Network: bbeb1aa2-fc22-45b0-a491-80cb5cd1334b, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:37.688603 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53d7e3-7f16-495a-bda0-86dd67eba6ae req-a2ec3768-7da0-4436-a1a0-e42f37ba8ce0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:37.690046 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de53d7e3-7f16-495a-bda0-86dd67eba6ae req-a2ec3768-7da0-4436-a1a0-e42f37ba8ce0 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 950 time: 0.2349684 Jul 23 20:33:37.701303 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb8245-faf7-45b6-9402-3f13381a3b06 req-8295ef2a-2fdf-41ea-a567-cc8f3315a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:37.706739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a9bb8245-faf7-45b6-9402-3f13381a3b06 req-8295ef2a-2fdf-41ea-a567-cc8f3315a164 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=46680690-f530-48e4-a1d9-a6eddb42a13c HTTP/1.1" status: 200 len: 1101 time: 0.1702976 Jul 23 20:33:37.709711 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4cafda-4b0e-4c0d-94d7-64100ed5bfa0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network bbeb1aa2-fc22-45b0-a491-80cb5cd1334b is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:37.757780 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-1c4cafda-4b0e-4c0d-94d7-64100ed5bfa0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, bbeb1aa2-fc22-45b0-a491-80cb5cd1334b) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:37.762994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4cafda-4b0e-4c0d-94d7-64100ed5bfa0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:37.764162 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1c4cafda-4b0e-4c0d-94d7-64100ed5bfa0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.767527 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10435361-54fe-4ebc-83c0-23a97a7fd962 None None] Network bbeb1aa2-fc22-45b0-a491-80cb5cd1334b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:37.808280 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1c4cafda-4b0e-4c0d-94d7-64100ed5bfa0 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1597400 Jul 23 20:33:37.809204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37152) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:37.846668 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de53d7e3-7f16-495a-bda0-86dd67eba6ae req-32ca289c-74bb-4596-8e9e-7acff60aba73 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385369 Jul 23 20:33:37.854016 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a9bb8245-faf7-45b6-9402-3f13381a3b06 req-e4e7a7d3-4e45-4eda-953a-9d6e87ea6dbb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351655 Jul 23 20:33:38.047798 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:38.049311 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.348216 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb78a1-237d-4361-a5b7-d47bd052d959 req-c490487e-45f8-461a-bc9a-6c92ed8103cc tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:38.350035 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dcb78a1-237d-4361-a5b7-d47bd052d959 req-c490487e-45f8-461a-bc9a-6c92ed8103cc tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46680690-f530-48e4-a1d9-a6eddb42a13c HTTP/1.1" status: 200 len: 949 time: 0.2872818 Jul 23 20:33:38.385572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b8f573ee-974a-4327-9539-2950bda4dc93 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:38.458813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dcb78a1-237d-4361-a5b7-d47bd052d959 req-3bb41330-8782-4309-8dfd-79cdda1edd88 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994666 Jul 23 20:33:38.492394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-841a83ac-0dc0-442e-bbd3-0387fcccdfbf tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:38.494669 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.500093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-841a83ac-0dc0-442e-bbd3-0387fcccdfbf tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:38.502904 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-841a83ac-0dc0-442e-bbd3-0387fcccdfbf tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.57 "GET /v2.0/networks?id=d01f6053-62a7-4365-bd81-5e8117d5bd76&id=22b7f680-7aed-4152-babe-8870b38bffba HTTP/1.1" status: 200 len: 1390 time: 0.4026663 Jul 23 20:33:38.548689 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-466d695a-f823-49e3-9577-09991727ed56 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Request body: {'port': {'device_id': 'e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae', 'network_id': 'd01f6053-62a7-4365-bd81-5e8117d5bd76', 'admin_state_up': True, 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:38.581123 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0348b129-1a97-4787-8669-0847ec9df6a0 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:38.601696 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Allocated IP 2001:db8::2 (bbeb1aa2-fc22-45b0-a491-80cb5cd1334b/60bc47bb-384d-4487-a3e1-b2c4f0476a2f/984ee261-179d-4753-b2e3-73489366671c) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:38.662765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port b8f573ee-974a-4327-9539-2950bda4dc93 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:38.663425 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.936705 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e9a4f-0336-4df7-a303-18599dc7e492 req-7acdf909-4d81-4cd6-95d8-93a92af98de8 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:38.940481 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-392e9a4f-0336-4df7-a303-18599dc7e492 req-7acdf909-4d81-4cd6-95d8-93a92af98de8 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 950 time: 0.5208986 Jul 23 20:33:39.036285 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.205046 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.210659 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0348b129-1a97-4787-8669-0847ec9df6a0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0348b129-1a97-4787-8669-0847ec9df6a0,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:39.223854 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.257811 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b8f573ee-974a-4327-9539-2950bda4dc93, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b8f573ee-974a-4327-9539-2950bda4dc93,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:39.270349 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88ac6e-41ef-4f4b-81c6-ba6e54e19ce9 req-5cb6d949-e581-42e0-8833-4b6997a74ba7 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:39.279136 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d88ac6e-41ef-4f4b-81c6-ba6e54e19ce9 req-5cb6d949-e581-42e0-8833-4b6997a74ba7 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 945 time: 0.6552536 Jul 23 20:33:39.282864 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.315180 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-466d695a-f823-49e3-9577-09991727ed56 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Made reservation on behalf of d1e9caa4dd094c2487ffcc41d3548234 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:39.324685 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.337788 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-466d695a-f823-49e3-9577-09991727ed56 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.343504 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Transition to ACTIVE for port object 984ee261-179d-4753-b2e3-73489366671c will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:39.351859 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=0348b129-1a97-4787-8669-0847ec9df6a0,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:39.380677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432069e4-82e8-4b97-80a6-526f059e5057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0348b129-1a97-4787-8669-0847ec9df6a0'}, {'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:39.382899 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e0427e-b1ba-4ec9-bef9-e846a404c32e" -d '{"events": [{"server_uuid": "432069e4-82e8-4b97-80a6-526f059e5057", "name": "network-vif-unplugged", "status": "completed", "tag": "0348b129-1a97-4787-8669-0847ec9df6a0"}, {"server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "name": "network-vif-plugged", "status": "completed", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:39.388944 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Transition to ACTIVE for port object 984ee261-179d-4753-b2e3-73489366671c will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:39.406921 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.430815 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Network bbeb1aa2-fc22-45b0-a491-80cb5cd1334b is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:39.435527 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:39.440922 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:39.446420 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=b8f573ee-974a-4327-9539-2950bda4dc93,revision_number=13']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:39.494150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Allocated IP 2001:db8::1 (bbeb1aa2-fc22-45b0-a491-80cb5cd1334b/60bc47bb-384d-4487-a3e1-b2c4f0476a2f/dba7f298-c05f-4bef-8e39-e901a333bb0a) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:39.539498 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d88ac6e-41ef-4f4b-81c6-ba6e54e19ce9 req-c084ccd5-dc4a-4806-ae50-ad6b39f7f3c8 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592406 Jul 23 20:33:39.573499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Attempting to bind port 984ee261-179d-4753-b2e3-73489366671c on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:39.573727 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Attempting to bind port 984ee261-179d-4753-b2e3-73489366671c by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '14ff94e4-e45a-4a4c-96e4-8bfe3be511ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:39.574103 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Attempting to bind port 984ee261-179d-4753-b2e3-73489366671c on network bbeb1aa2-fc22-45b0-a491-80cb5cd1334b {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:39.582013 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Pushing event updated for resources: {'Port': ['ID=984ee261-179d-4753-b2e3-73489366671c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:39.592316 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:39.593255 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Checking segment: {'id': '14ff94e4-e45a-4a4c-96e4-8bfe3be511ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:39.593835 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.595128 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Bound using segment: {'id': '14ff94e4-e45a-4a4c-96e4-8bfe3be511ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:39.595800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Bound port: 984ee261-179d-4753-b2e3-73489366671c, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ff94e4-e45a-4a4c-96e4-8bfe3be511ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:39.596410 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.669073 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] For port 984ee261-179d-4753-b2e3-73489366671c, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:39.674531 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] For port 984ee261-179d-4753-b2e3-73489366671c, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=984ee261-179d-4753-b2e3-73489366671c,segment=NetworkSegment(14ff94e4-e45a-4a4c-96e4-8bfe3be511ec),segment_id=14ff94e4-e45a-4a4c-96e4-8bfe3be511ec)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:39.684937 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.716072 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.759335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Transition to ACTIVE for port object dba7f298-c05f-4bef-8e39-e901a333bb0a will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:39.790540 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-466d695a-f823-49e3-9577-09991727ed56 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Allocated IP 19.80.0.154 (d01f6053-62a7-4365-bd81-5e8117d5bd76/29067bdd-5b66-4603-b8f3-24cc5c633d7d/589263d9-27b2-4e47-a151-085cdb444ac5) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:39.791800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b401b8-3996-435b-a267-5be5b255b807 None None] Pushing event updated for resources: {'Port': ['ID=984ee261-179d-4753-b2e3-73489366671c,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:39.814935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb0a9d-1f17-451c-9f52-fdcfc421f169 req-ebdc12de-09ef-4436-98fb-6cc39eec8e4d tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:39.823140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-90fb0a9d-1f17-451c-9f52-fdcfc421f169 req-ebdc12de-09ef-4436-98fb-6cc39eec8e4d tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 946 time: 0.6088572 Jul 23 20:33:39.838991 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.854991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-392e9a4f-0336-4df7-a303-18599dc7e492 req-293c7bd5-8e23-4570-9198-e6bd672a77cd tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Deleting port 39f7d0f9-6012-46dc-b760-2b009b129346 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:39.855464 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-392e9a4f-0336-4df7-a303-18599dc7e492 req-293c7bd5-8e23-4570-9198-e6bd672a77cd tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.879199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1761a360-aa9a-405d-9134-e8191c34d048 req-5de0ebef-ad39-46b3-9bf5-b38249e00d08 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 210 time: 0.1983705 Jul 23 20:33:39.948872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network bbeb1aa2-fc22-45b0-a491-80cb5cd1334b is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:39.957585 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:39.969426 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:39.970332 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.979735 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=dba7f298-c05f-4bef-8e39-e901a333bb0a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:40.014159 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-90fb0a9d-1f17-451c-9f52-fdcfc421f169 req-871f5767-568c-4efd-bdad-96654647e33c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855567 Jul 23 20:33:40.248183 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.549082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 984ee261-179d-4753-b2e3-73489366671c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:40.601695 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6b063d-7f7e-4ec8-8b32-6eebaa326afc x-openstack-request-id: req-9a6b063d-7f7e-4ec8-8b32-6eebaa326afc {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:40.601948 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432069e4-82e8-4b97-80a6-526f059e5057", "name": "network-vif-unplugged", "status": "failed", "tag": "0348b129-1a97-4787-8669-0847ec9df6a0", "code": 422}, {"server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "name": "network-vif-plugged", "status": "completed", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:40.602154 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9a6b063d-7f7e-4ec8-8b32-6eebaa326afc {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:40.602601 n-d-791504-18 neutron-server[93812]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '432069e4-82e8-4b97-80a6-526f059e5057', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0348b129-1a97-4787-8669-0847ec9df6a0', 'code': 422} returned with failed status Jul 23 20:33:40.602854 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'code': 200} Jul 23 20:33:40.686615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 984ee261-179d-4753-b2e3-73489366671c completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:40.758187 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-392e9a4f-0336-4df7-a303-18599dc7e492 req-293c7bd5-8e23-4570-9198-e6bd672a77cd tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] For port 39f7d0f9-6012-46dc-b760-2b009b129346, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=39f7d0f9-6012-46dc-b760-2b009b129346,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:40.759232 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-392e9a4f-0336-4df7-a303-18599dc7e492 req-293c7bd5-8e23-4570-9198-e6bd672a77cd tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.862508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-392e9a4f-0336-4df7-a303-18599dc7e492 req-293c7bd5-8e23-4570-9198-e6bd672a77cd tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Calling delete_port for 39f7d0f9-6012-46dc-b760-2b009b129346 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:40.891510 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af63ab-e1fe-4f19-ae31-957103b1404f req-2d9bb011-c81a-49c9-8aa7-8b2a4a42d937 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.899494 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-31af63ab-e1fe-4f19-ae31-957103b1404f req-2d9bb011-c81a-49c9-8aa7-8b2a4a42d937 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcb69bc6-8e85-47ce-a167-e6dc1eec6313 HTTP/1.1" status: 200 len: 950 time: 0.9027073 Jul 23 20:33:40.916232 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.929440 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.932678 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.971452 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-466d695a-f823-49e3-9577-09991727ed56 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.989941 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-466d695a-f823-49e3-9577-09991727ed56 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Transition to ACTIVE for port object 589263d9-27b2-4e47-a151-085cdb444ac5 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:41.053724 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-31af63ab-e1fe-4f19-ae31-957103b1404f req-f8fb1f9e-3b30-47c3-92ed-9e3e4dd9d070 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.55 "GET /v2.0/security-groups?id=581063db-2899-48cd-bf28-52643dbc1760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533356 Jul 23 20:33:41.057974 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-466d695a-f823-49e3-9577-09991727ed56 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.182071 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network bbeb1aa2-fc22-45b0-a491-80cb5cd1334b is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:41.185400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:41.186644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-466d695a-f823-49e3-9577-09991727ed56 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Network d01f6053-62a7-4365-bd81-5e8117d5bd76 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:41.199028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-466d695a-f823-49e3-9577-09991727ed56 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:41.216439 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bfbf1-4046-4afe-995c-d9122dc4877e req-26eb4252-4cdd-434c-93bf-55fbf0cc336e tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:41.218106 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c24bfbf1-4046-4afe-995c-d9122dc4877e req-26eb4252-4cdd-434c-93bf-55fbf0cc336e tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46680690-f530-48e4-a1d9-a6eddb42a13c HTTP/1.1" status: 200 len: 949 time: 0.4810858 Jul 23 20:33:41.219477 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-466d695a-f823-49e3-9577-09991727ed56 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:41.344173 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=dba7f298-c05f-4bef-8e39-e901a333bb0a,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:41.397724 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d695a-f823-49e3-9577-09991727ed56 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event updated for resources: {'Port': ['ID=589263d9-27b2-4e47-a151-085cdb444ac5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:41.476534 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:33:41.490554 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c24bfbf1-4046-4afe-995c-d9122dc4877e req-3f31ecc5-dc2e-4593-84c8-75755d85a5f8 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540350 Jul 23 20:33:41.506517 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8708a3af-3d59-47b2-a170-e50fa64d8ca5 None None] Network bbeb1aa2-fc22-45b0-a491-80cb5cd1334b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:41.533358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-466d695a-f823-49e3-9577-09991727ed56 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:41.548051 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-466d695a-f823-49e3-9577-09991727ed56 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.617894 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e61f2b19-9fb1-4e3c-87e0-7908f8d0e51c None None] Provisioning for port 984ee261-179d-4753-b2e3-73489366671c completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:41.618910 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-466d695a-f823-49e3-9577-09991727ed56 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0994518 Jul 23 20:33:41.625208 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e61f2b19-9fb1-4e3c-87e0-7908f8d0e51c None None] Provisioning complete for port 984ee261-179d-4753-b2e3-73489366671c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:41.626450 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e61f2b19-9fb1-4e3c-87e0-7908f8d0e51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.628231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00bd98-e3c0-4def-95e2-106d9d46ae00 req-5cf2d981-a919-4111-9c9a-38c56f965405 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:41.636337 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb00bd98-e3c0-4def-95e2-106d9d46ae00 req-5cf2d981-a919-4111-9c9a-38c56f965405 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 943 time: 0.3981993 Jul 23 20:33:41.649380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-06c924a9-3b99-4090-94f3-26aff4afb267 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Request body: {'port': {'device_id': 'e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae', 'network_id': '22b7f680-7aed-4152-babe-8870b38bffba', 'admin_state_up': True, 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:41.748579 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:41.761264 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-805010a2-b584-4a22-8055-e2ce33f39c67 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/12ef5b42-4859-4b78-8ec2-2df41e4d0b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9483197 Jul 23 20:33:41.765181 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-392e9a4f-0336-4df7-a303-18599dc7e492 req-293c7bd5-8e23-4570-9198-e6bd672a77cd tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.772340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37242) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:41.778153 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4fb06f05-721e-4ca8-bec3-03d9c7b2e45c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2000819608'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:41.819002 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb06f05-721e-4ca8-bec3-03d9c7b2e45c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:41.823463 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4fb06f05-721e-4ca8-bec3-03d9c7b2e45c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.852352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb06f05-721e-4ca8-bec3-03d9c7b2e45c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:41.855954 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb00bd98-e3c0-4def-95e2-106d9d46ae00 req-5b4068f5-adbe-426f-84ea-eec4c1d499fd tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186537 Jul 23 20:33:41.864009 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4fb06f05-721e-4ca8-bec3-03d9c7b2e45c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.864454 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-4fb06f05-721e-4ca8-bec3-03d9c7b2e45c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Added segment 7812af3a-cb70-4de4-a067-b5b5fc5261bc of type vlan for network ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5 Jul 23 20:33:41.925531 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4fb06f05-721e-4ca8-bec3-03d9c7b2e45c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.963279 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4fb06f05-721e-4ca8-bec3-03d9c7b2e45c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.969138 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c7bd5-8e23-4570-9198-e6bd672a77cd tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Pushing event deleted for resources: {'Port': ['ID=39f7d0f9-6012-46dc-b760-2b009b129346,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:41.971238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb06f05-721e-4ca8-bec3-03d9c7b2e45c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:41.976709 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4fb06f05-721e-4ca8-bec3-03d9c7b2e45c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.981321 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Sync routers for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:42.049351 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:42.056704 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:42.064755 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb06f05-721e-4ca8-bec3-03d9c7b2e45c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Network': ['ID=ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:42.091660 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4fb06f05-721e-4ca8-bec3-03d9c7b2e45c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3180194 Jul 23 20:33:42.095310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37246) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:42.102057 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-6d6516bb-a93a-44da-9fe2-c8e2f6077a5c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'subnet': {'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:42.146454 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-392e9a4f-0336-4df7-a303-18599dc7e492 req-293c7bd5-8e23-4570-9198-e6bd672a77cd tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] No DVR routers for this DVR port 39f7d0f9-6012-46dc-b760-2b009b129346 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:42.152016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:42.162837 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-392e9a4f-0336-4df7-a303-18599dc7e492 req-293c7bd5-8e23-4570-9198-e6bd672a77cd tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.164808 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-392e9a4f-0336-4df7-a303-18599dc7e492 req-293c7bd5-8e23-4570-9198-e6bd672a77cd tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] 10.222.0.48 "DELETE /v2.0/ports/39f7d0f9-6012-46dc-b760-2b009b129346 HTTP/1.1" status: 204 len: 173 time: 3.2130911 Jul 23 20:33:42.195783 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb69bc6-8e85-47ce-a167-e6dc1eec6313', 'name': 'network-vif-deleted', 'tag': '39f7d0f9-6012-46dc-b760-2b009b129346'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:42.199089 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e100662-0e42-4f41-a802-197caa400ea7" -d '{"events": [{"server_uuid": "fcb69bc6-8e85-47ce-a167-e6dc1eec6313", "name": "network-vif-deleted", "tag": "39f7d0f9-6012-46dc-b760-2b009b129346"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:42.305842 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:33:42.315005 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-2bb53208-30bf-4c39-9453-cf3c21f1af4d tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:42.317798 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-2bb53208-30bf-4c39-9453-cf3c21f1af4d tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/networks?id=42c37124-424c-4bcc-8b93-9b8a8a9e479c HTTP/1.1" status: 200 len: 804 time: 0.6259034 Jul 23 20:33:42.347782 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-0e02a79d-c789-4cba-9860-8507cfe58741 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/quotas/2c7f50424b0b40928ead2979218c9a62 HTTP/1.1" status: 200 len: 375 time: 0.0209658 Jul 23 20:33:42.351949 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-06c924a9-3b99-4090-94f3-26aff4afb267 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Made reservation on behalf of d1e9caa4dd094c2487ffcc41d3548234 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:42.361349 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-06c924a9-3b99-4090-94f3-26aff4afb267 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.365980 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e61f2b19-9fb1-4e3c-87e0-7908f8d0e51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.409942 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6516bb-a93a-44da-9fe2-c8e2f6077a5c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:42.414828 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6d6516bb-a93a-44da-9fe2-c8e2f6077a5c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.524767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e61f2b19-9fb1-4e3c-87e0-7908f8d0e51c None None] For port 984ee261-179d-4753-b2e3-73489366671c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=984ee261-179d-4753-b2e3-73489366671c,segment=NetworkSegment(14ff94e4-e45a-4a4c-96e4-8bfe3be511ec),segment_id=14ff94e4-e45a-4a4c-96e4-8bfe3be511ec)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:42.527873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f74e1e-567c-43a9-ad64-0a57fc92e21a req-c0b74268-ddaa-4590-881e-583cde2badb5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:42.535217 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9f74e1e-567c-43a9-ad64-0a57fc92e21a req-c0b74268-ddaa-4590-881e-583cde2badb5 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 932 time: 0.5217102 Jul 23 20:33:42.574283 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e61f2b19-9fb1-4e3c-87e0-7908f8d0e51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.576297 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0736ba-05b0-4ffd-90a0-d64aa16f6f17 req-8cdb555e-f81a-4586-a8a0-6aaa30d4a669 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:42.583610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5e0736ba-05b0-4ffd-90a0-d64aa16f6f17 req-8cdb555e-f81a-4586-a8a0-6aaa30d4a669 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2de1692-d980-4348-9aad-8b049787f180 HTTP/1.1" status: 200 len: 945 time: 0.3658829 Jul 23 20:33:42.642663 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 39f7d0f9-6012-46dc-b760-2b009b129346 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:42.713651 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f2b19-9fb1-4e3c-87e0-7908f8d0e51c None None] Pushing event updated for resources: {'Port': ['ID=984ee261-179d-4753-b2e3-73489366671c,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:42.776815 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 39f7d0f9-6012-46dc-b760-2b009b129346 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:42.777086 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 39f7d0f9-6012-46dc-b760-2b009b129346 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:42.777685 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a24c53de-fe58-461f-b7e4-c95043aba4a9 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:42.811301 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9f74e1e-567c-43a9-ad64-0a57fc92e21a req-340f73bf-64c0-445b-b928-7c325983e2ce tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751050 Jul 23 20:33:42.852257 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6d6516bb-a93a-44da-9fe2-c8e2f6077a5c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.921688 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-87cfe786-1bfa-40bc-94e5-48a20a1bda71 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c7f50424b0b40928ead2979218c9a62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5576160 Jul 23 20:33:43.018284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6516bb-a93a-44da-9fe2-c8e2f6077a5c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Subnet': ['ID=c3f7fa3a-1bf2-4e64-a05a-1939ee83958a,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:43.054522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6516bb-a93a-44da-9fe2-c8e2f6077a5c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Checking segment: {'id': '7812af3a-cb70-4de4-a067-b5b5fc5261bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:43.054884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6516bb-a93a-44da-9fe2-c8e2f6077a5c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network hostable DHCP agents. Network: ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:43.116453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c8116bc1-e6c5-4376-9136-7a0e942991e4 None None] Provisioning for port 589263d9-27b2-4e47-a151-085cdb444ac5 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:43.132200 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6516bb-a93a-44da-9fe2-c8e2f6077a5c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:43.132859 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c8116bc1-e6c5-4376-9136-7a0e942991e4 None None] Provisioning complete for port 589263d9-27b2-4e47-a151-085cdb444ac5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:43.133178 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8116bc1-e6c5-4376-9136-7a0e942991e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.160427 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-6d6516bb-a93a-44da-9fe2-c8e2f6077a5c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:43.164936 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6516bb-a93a-44da-9fe2-c8e2f6077a5c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:43.165533 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6d6516bb-a93a-44da-9fe2-c8e2f6077a5c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.206088 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6d6516bb-a93a-44da-9fe2-c8e2f6077a5c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1034448 Jul 23 20:33:43.209418 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37256) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:43.256518 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d7dbb1-2675-4cdb-92f2-be2363924329 None None] Network ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:43.411686 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c8116bc1-e6c5-4376-9136-7a0e942991e4 None None] Port 589263d9-27b2-4e47-a151-085cdb444ac5 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:43.523365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-06c924a9-3b99-4090-94f3-26aff4afb267 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Allocated IP 19.86.0.167 (22b7f680-7aed-4152-babe-8870b38bffba/4321ee2e-5e9b-4bbb-8e4a-fd9b3a4b9d9c/2b025c03-a36f-4fbc-bf52-6965c444b264) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:43.619045 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.688941 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:33:40Z', 'revision_number': 2, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:40Z', 'revision_number': 2, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:43.692196 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:43.706709 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.724766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-5e0736ba-05b0-4ffd-90a0-d64aa16f6f17 req-b34e86eb-1c84-4865-8293-d2f3542175c3 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Deleting port a24c53de-fe58-461f-b7e4-c95043aba4a9 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:43.728130 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5e0736ba-05b0-4ffd-90a0-d64aa16f6f17 req-b34e86eb-1c84-4865-8293-d2f3542175c3 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.886766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-5e0736ba-05b0-4ffd-90a0-d64aa16f6f17 req-b34e86eb-1c84-4865-8293-d2f3542175c3 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] For port a24c53de-fe58-461f-b7e4-c95043aba4a9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a24c53de-fe58-461f-b7e4-c95043aba4a9,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:43.887380 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5e0736ba-05b0-4ffd-90a0-d64aa16f6f17 req-b34e86eb-1c84-4865-8293-d2f3542175c3 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.903171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-5e0736ba-05b0-4ffd-90a0-d64aa16f6f17 req-b34e86eb-1c84-4865-8293-d2f3542175c3 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Calling delete_port for a24c53de-fe58-461f-b7e4-c95043aba4a9 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:43.903979 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Allocated IP 2001:db8:1::2 (ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5/c3f7fa3a-1bf2-4e64-a05a-1939ee83958a/7dfe96c8-861e-4974-80f4-99fb304fc5c4) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:43.991896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599d997-e98f-491e-bd96-3079421a5d79 req-9987dc9d-726a-4884-b754-536c875ee5b7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:43.999091 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5599d997-e98f-491e-bd96-3079421a5d79 req-9987dc9d-726a-4884-b754-536c875ee5b7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 947 time: 1.0663614 Jul 23 20:33:44.057741 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-0fb66a4b-0a8e-4af0-bf47-c7774d43b463 service neutron] 10.222.0.55 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1169121 Jul 23 20:33:44.104573 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.112358 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.125605 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Transition to ACTIVE for port object 7dfe96c8-861e-4974-80f4-99fb304fc5c4 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:44.143469 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Transition to ACTIVE for port object 7dfe96c8-861e-4974-80f4-99fb304fc5c4 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:44.146675 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a89f7a83-27e1-462b-b195-84f30f55a5bf None None] Provisioning for port dba7f298-c05f-4bef-8e39-e901a333bb0a completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:44.215234 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5599d997-e98f-491e-bd96-3079421a5d79 req-b9b4a8b5-5cfd-4eae-a1a3-8d8ea1f2444c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131166 Jul 23 20:33:44.231697 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.254767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Checking router: 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:33:44.255284 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Updating router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 port dba7f298-c05f-4bef-8e39-e901a333bb0a binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:33:44.315021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a89f7a83-27e1-462b-b195-84f30f55a5bf None None] Provisioning complete for port dba7f298-c05f-4bef-8e39-e901a333bb0a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:44.315462 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a89f7a83-27e1-462b-b195-84f30f55a5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.461320 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Network ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:44.465730 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.587575 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:44.608519 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:33:44.608519 n-d-791504-18 neutron-server[93812]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 23 20:33:44.608519 n-d-791504-18 neutron-server[93812]: [parameters: {'status': 'DOWN', 'ports_id': 'a24c53de-fe58-461f-b7e4-c95043aba4a9'}] Jul 23 20:33:44.608519 n-d-791504-18 neutron-server[93812]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:33:44.609601 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:33:44.611853 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 984ee261-179d-4753-b2e3-73489366671c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:44.638038 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:44.780805 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5e0736ba-05b0-4ffd-90a0-d64aa16f6f17 req-b34e86eb-1c84-4865-8293-d2f3542175c3 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.831021 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Allocated IP 2001:db8:1::1 (ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5/c3f7fa3a-1bf2-4e64-a05a-1939ee83958a/a00e3c25-7dff-4c42-8c01-3dfa1714620a) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:44.879955 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Pushing event updated for resources: {'Port': ['ID=7dfe96c8-861e-4974-80f4-99fb304fc5c4,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:44.970364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a89f7a83-27e1-462b-b195-84f30f55a5bf None None] Port dba7f298-c05f-4bef-8e39-e901a333bb0a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:44.972265 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e86eb-1c84-4865-8293-d2f3542175c3 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Pushing event deleted for resources: {'Port': ['ID=a24c53de-fe58-461f-b7e4-c95043aba4a9,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:45.013190 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-3f8f9658-adc5-428e-b81e-cea843a52745 service neutron] 10.222.0.55 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9540386 Jul 23 20:33:45.068348 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-06c924a9-3b99-4090-94f3-26aff4afb267 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.075549 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.086329 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fda88-f2fe-4421-9400-d05c67e41879 req-fb1c709b-1e7e-41e0-b920-4c5645b872af tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:45.093751 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-616fda88-f2fe-4421-9400-d05c67e41879 req-fb1c709b-1e7e-41e0-b920-4c5645b872af tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46fc236f-e458-4149-96c8-9c7bde0c8438 HTTP/1.1" status: 200 len: 950 time: 0.7122197 Jul 23 20:33:45.103894 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Transition to ACTIVE for port object a00e3c25-7dff-4c42-8c01-3dfa1714620a will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:45.122469 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0736ba-05b0-4ffd-90a0-d64aa16f6f17 req-b34e86eb-1c84-4865-8293-d2f3542175c3 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] No DVR routers for this DVR port a24c53de-fe58-461f-b7e4-c95043aba4a9 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:45.127423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Attempting to bind port 7dfe96c8-861e-4974-80f4-99fb304fc5c4 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:45.129999 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Attempting to bind port 7dfe96c8-861e-4974-80f4-99fb304fc5c4 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '7812af3a-cb70-4de4-a067-b5b5fc5261bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:45.130391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Attempting to bind port 7dfe96c8-861e-4974-80f4-99fb304fc5c4 on network ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:45.131451 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5e0736ba-05b0-4ffd-90a0-d64aa16f6f17 req-b34e86eb-1c84-4865-8293-d2f3542175c3 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.133817 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5e0736ba-05b0-4ffd-90a0-d64aa16f6f17 req-b34e86eb-1c84-4865-8293-d2f3542175c3 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.48 "DELETE /v2.0/ports/a24c53de-fe58-461f-b7e4-c95043aba4a9 HTTP/1.1" status: 204 len: 173 time: 2.4486437 Jul 23 20:33:45.142922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-06c924a9-3b99-4090-94f3-26aff4afb267 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Transition to ACTIVE for port object 2b025c03-a36f-4fbc-bf52-6965c444b264 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:45.176378 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.194549 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-616fda88-f2fe-4421-9400-d05c67e41879 req-a343319d-f704-4eee-97c3-6a0c0e04b256 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916510 Jul 23 20:33:45.282771 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-06c924a9-3b99-4090-94f3-26aff4afb267 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.287816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:45.306005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:45.332767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:45.341490 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.363182 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=a00e3c25-7dff-4c42-8c01-3dfa1714620a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:45.409277 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:45.409652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Checking segment: {'id': '7812af3a-cb70-4de4-a067-b5b5fc5261bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:45.410061 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.410455 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Bound using segment: {'id': '7812af3a-cb70-4de4-a067-b5b5fc5261bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:45.410939 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Bound port: 7dfe96c8-861e-4974-80f4-99fb304fc5c4, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7812af3a-cb70-4de4-a067-b5b5fc5261bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:45.411364 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.422327 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-06c924a9-3b99-4090-94f3-26aff4afb267 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Network 22b7f680-7aed-4152-babe-8870b38bffba is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:45.428162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-06c924a9-3b99-4090-94f3-26aff4afb267 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:45.432992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-06c924a9-3b99-4090-94f3-26aff4afb267 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:45.444708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Port a24c53de-fe58-461f-b7e4-c95043aba4a9 update to DOWN by agent not found {{(pid=93812) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 23 20:33:45.446087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0348b129-1a97-4787-8669-0847ec9df6a0 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:45.472295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c924a9-3b99-4090-94f3-26aff4afb267 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event updated for resources: {'Port': ['ID=2b025c03-a36f-4fbc-bf52-6965c444b264,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:45.481464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a89f7a83-27e1-462b-b195-84f30f55a5bf None None] Provisioning complete for port 984ee261-179d-4753-b2e3-73489366671c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:45.481747 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a89f7a83-27e1-462b-b195-84f30f55a5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.591136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-06c924a9-3b99-4090-94f3-26aff4afb267 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:45.592150 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-06c924a9-3b99-4090-94f3-26aff4afb267 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.636601 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-06c924a9-3b99-4090-94f3-26aff4afb267 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9953768 Jul 23 20:33:45.659224 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Request body: {'port': {'device_id': 'e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:45.697311 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.698298 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 984ee261-179d-4753-b2e3-73489366671c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:45.698733 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.776075 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5119ea0-dd1d-4b3f-9f73-962890985b1b x-openstack-request-id: req-b5119ea0-dd1d-4b3f-9f73-962890985b1b {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:45.776574 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb69bc6-8e85-47ce-a167-e6dc1eec6313", "name": "network-vif-deleted", "tag": "39f7d0f9-6012-46dc-b760-2b009b129346", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:45.776972 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5119ea0-dd1d-4b3f-9f73-962890985b1b {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:45.777517 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb69bc6-8e85-47ce-a167-e6dc1eec6313', 'name': 'network-vif-deleted', 'tag': '39f7d0f9-6012-46dc-b760-2b009b129346', 'status': 'completed', 'code': 200} Jul 23 20:33:45.832344 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.904707 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.472458 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.481573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] For port 7dfe96c8-861e-4974-80f4-99fb304fc5c4, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:46.486275 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] For port 7dfe96c8-861e-4974-80f4-99fb304fc5c4, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7dfe96c8-861e-4974-80f4-99fb304fc5c4,segment=NetworkSegment(7812af3a-cb70-4de4-a067-b5b5fc5261bc),segment_id=7812af3a-cb70-4de4-a067-b5b5fc5261bc)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:46.493592 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.494881 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.519854 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.521733 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37304) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:46.674913 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fddc3-ac77-4672-8801-07366804e6ba req-815ec0c3-726f-4025-8349-e6b3c52313c6 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:46.695399 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fddc3-ac77-4672-8801-07366804e6ba req-815ec0c3-726f-4025-8349-e6b3c52313c6 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:46.701503 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d3fddc3-ac77-4672-8801-07366804e6ba req-815ec0c3-726f-4025-8349-e6b3c52313c6 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1655 time: 0.2839952 Jul 23 20:33:46.757456 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0abc6-6c30-4099-b21d-16b735e8a748 None None] Pushing event updated for resources: {'Port': ['ID=7dfe96c8-861e-4974-80f4-99fb304fc5c4,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:46.817480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=a00e3c25-7dff-4c42-8c01-3dfa1714620a,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:46.924951 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:46.929269 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.943086 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:46.957302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589263d9-27b2-4e47-a151-085cdb444ac5 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:46.998875 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.025728 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e0327879-6ed0-4816-ad00-2b670188d1e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c94ee6e2163943e1943042f737f6e068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4864149 Jul 23 20:33:47.027064 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37314) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:47.030412 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d3fddc3-ac77-4672-8801-07366804e6ba req-4ed3800e-6b3c-4c20-afd0-da3c60efb6be tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574911 Jul 23 20:33:47.072244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Transition to ACTIVE for port object 589263d9-27b2-4e47-a151-085cdb444ac5 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:47.080468 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.248767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-96ef765e-5d9c-4f8d-8edd-923f7bbfb606 None None] Provisioning complete for port dba7f298-c05f-4bef-8e39-e901a333bb0a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:47.257006 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96ef765e-5d9c-4f8d-8edd-923f7bbfb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.288971 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Pushing event updated for resources: {'Port': ['ID=589263d9-27b2-4e47-a151-085cdb444ac5,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:47.377494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7dfe96c8-861e-4974-80f4-99fb304fc5c4 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:47.399196 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-96ef765e-5d9c-4f8d-8edd-923f7bbfb606 None None] Port dba7f298-c05f-4bef-8e39-e901a333bb0a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:47.408009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:33:47.419613 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29eea9ed-70b0-4f3c-9f21-664d67163fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.456478 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29eea9ed-70b0-4f3c-9f21-664d67163fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.470189 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.477605 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b8975df3-656f-4b4a-b6e4-8019c8f19314 req-9b33f923-0b9d-4230-b483-edcaa488e5ae tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 210 time: 0.1909416 Jul 23 20:33:47.500347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Transition to ACTIVE for port object dba7f298-c05f-4bef-8e39-e901a333bb0a will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:47.558035 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.637147 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-96ef765e-5d9c-4f8d-8edd-923f7bbfb606 None None] Provisioning for port 2b025c03-a36f-4fbc-bf52-6965c444b264 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:47.643941 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-5c1c17e7-c3e7-494b-8ef5-d4ef453c607c req-6097b56b-9efb-44cf-8ec4-7927c9768e7f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:33:47.651386 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c1c17e7-c3e7-494b-8ef5-d4ef453c607c req-6097b56b-9efb-44cf-8ec4-7927c9768e7f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076597 Jul 23 20:33:47.668752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d80254-7242-41b9-9bba-435a0b1261d7 req-20c66643-d9a5-45d2-adf0-7ebaecdb2973 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:47.671240 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c3d80254-7242-41b9-9bba-435a0b1261d7 req-20c66643-d9a5-45d2-adf0-7ebaecdb2973 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 947 time: 0.3857479 Jul 23 20:33:47.683282 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bdf24-b91b-4278-85aa-e4affb55de0a None None] Pushing event updated for resources: {'Port': ['ID=dba7f298-c05f-4bef-8e39-e901a333bb0a,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:47.710265 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 7dfe96c8-861e-4974-80f4-99fb304fc5c4 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:47.730761 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Attempting to bind port 589263d9-27b2-4e47-a151-085cdb444ac5 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:47.731686 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Attempting to bind port 589263d9-27b2-4e47-a151-085cdb444ac5 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'ccd150d6-8ae3-4ce6-a66d-986719cb5483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd01f6053-62a7-4365-bd81-5e8117d5bd76'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:47.732222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Attempting to bind port 589263d9-27b2-4e47-a151-085cdb444ac5 on network d01f6053-62a7-4365-bd81-5e8117d5bd76 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:47.813860 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2de1692-d980-4348-9aad-8b049787f180', 'name': 'network-vif-deleted', 'tag': 'a24c53de-fe58-461f-b7e4-c95043aba4a9'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:47.816422 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947f0b21-b038-4bce-9bc2-f29999d24994" -d '{"events": [{"server_uuid": "a2de1692-d980-4348-9aad-8b049787f180", "name": "network-vif-deleted", "tag": "a24c53de-fe58-461f-b7e4-c95043aba4a9"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:47.819125 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Port 589263d9-27b2-4e47-a151-085cdb444ac5 on network d01f6053-62a7-4365-bd81-5e8117d5bd76 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:33:47.819408 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-96ef765e-5d9c-4f8d-8edd-923f7bbfb606 None None] Provisioning complete for port 2b025c03-a36f-4fbc-bf52-6965c444b264 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:47.819867 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96ef765e-5d9c-4f8d-8edd-923f7bbfb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.826512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Attempting to bind port 589263d9-27b2-4e47-a151-085cdb444ac5 on network d01f6053-62a7-4365-bd81-5e8117d5bd76 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:47.862853 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c3d80254-7242-41b9-9bba-435a0b1261d7 req-056b7992-580c-4828-81fc-d263a69ed615 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687145 Jul 23 20:33:47.866316 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:47.871772 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Checking segment: {'id': 'ccd150d6-8ae3-4ce6-a66d-986719cb5483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd01f6053-62a7-4365-bd81-5e8117d5bd76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:47.872472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Bound using segment: {'id': 'ccd150d6-8ae3-4ce6-a66d-986719cb5483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd01f6053-62a7-4365-bd81-5e8117d5bd76'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:47.873507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Bound port: 589263d9-27b2-4e47-a151-085cdb444ac5, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd150d6-8ae3-4ce6-a66d-986719cb5483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd01f6053-62a7-4365-bd81-5e8117d5bd76'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:47.881956 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.975369 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Attempting to bind port dba7f298-c05f-4bef-8e39-e901a333bb0a on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:47.975763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Attempting to bind port dba7f298-c05f-4bef-8e39-e901a333bb0a by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '14ff94e4-e45a-4a4c-96e4-8bfe3be511ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:47.976093 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Attempting to bind port dba7f298-c05f-4bef-8e39-e901a333bb0a on network bbeb1aa2-fc22-45b0-a491-80cb5cd1334b {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:47.996636 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-96ef765e-5d9c-4f8d-8edd-923f7bbfb606 None None] Port 2b025c03-a36f-4fbc-bf52-6965c444b264 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:48.014787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:48.015211 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Checking segment: {'id': '14ff94e4-e45a-4a4c-96e4-8bfe3be511ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:48.015589 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.015984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Bound using segment: {'id': '14ff94e4-e45a-4a4c-96e4-8bfe3be511ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:48.017013 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Bound port: dba7f298-c05f-4bef-8e39-e901a333bb0a, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ff94e4-e45a-4a4c-96e4-8bfe3be511ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:48.017392 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.252269 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] For port dba7f298-c05f-4bef-8e39-e901a333bb0a, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:48.255929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] For port dba7f298-c05f-4bef-8e39-e901a333bb0a, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=dba7f298-c05f-4bef-8e39-e901a333bb0a,segment=NetworkSegment(14ff94e4-e45a-4a4c-96e4-8bfe3be511ec),segment_id=14ff94e4-e45a-4a4c-96e4-8bfe3be511ec)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:48.265716 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-6bf32e98-df94-4f6b-a264-49e5e1e8dfd2 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:48.268155 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-6bf32e98-df94-4f6b-a264-49e5e1e8dfd2 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.48 "GET /v2.0/networks?id=42c37124-424c-4bcc-8b93-9b8a8a9e479c HTTP/1.1" status: 200 len: 804 time: 0.5056310 Jul 23 20:33:48.274506 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.283742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] For port 589263d9-27b2-4e47-a151-085cdb444ac5, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:48.292482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-79d9a2f6-9eb0-4915-ba27-d4063dca7274 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Request body: {'port': {'device_id': '9920fff7-f6b1-4c64-8615-56f5510a69f6', 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c', 'admin_state_up': True, 'tenant_id': '2c7f50424b0b40928ead2979218c9a62'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:48.345083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] For port 589263d9-27b2-4e47-a151-085cdb444ac5, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=589263d9-27b2-4e47-a151-085cdb444ac5,segment=NetworkSegment(ccd150d6-8ae3-4ce6-a66d-986719cb5483),segment_id=ccd150d6-8ae3-4ce6-a66d-986719cb5483)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:48.376761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:48.377227 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:48.387114 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29eea9ed-70b0-4f3c-9f21-664d67163fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.400784 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29eea9ed-70b0-4f3c-9f21-664d67163fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.410594 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-29eea9ed-70b0-4f3c-9f21-664d67163fdc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/581063db-2899-48cd-bf28-52643dbc1760 HTTP/1.1" status: 204 len: 168 time: 1.3726685 Jul 23 20:33:48.411885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:48.418152 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7f5ab3c5-f484-4e35-bad5-4afde0babf27 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/12ef5b42-4859-4b78-8ec2-2df41e4d0b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2050574 Jul 23 20:33:48.425760 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.433596 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37342) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:48.462603 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eea9ed-70b0-4f3c-9f21-664d67163fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581063db-2899-48cd-bf28-52643dbc1760,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:48.496314 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-40a4661d-dfd2-4c22-96f1-43ca5d346e34 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-496083010'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:48.606961 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae566b-309d-44c5-8453-3d891d560faf req-381dd50a-d748-4eaa-a9cc-7fcd15bf9f65 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:48.630481 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92ae566b-309d-44c5-8453-3d891d560faf req-381dd50a-d748-4eaa-a9cc-7fcd15bf9f65 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 943 time: 0.6086600 Jul 23 20:33:48.676130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bdf24-b91b-4278-85aa-e4affb55de0a None None] Pushing event updated for resources: {'Port': ['ID=dba7f298-c05f-4bef-8e39-e901a333bb0a,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:48.717697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae7d3ef-fe75-4e63-906e-b521f453234f None None] Network ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:48.765878 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa77fc8-b60e-4d7c-a59f-2c70a7c88f04 x-openstack-request-id: req-5aa77fc8-b60e-4d7c-a59f-2c70a7c88f04 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:48.766982 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2de1692-d980-4348-9aad-8b049787f180", "name": "network-vif-deleted", "tag": "a24c53de-fe58-461f-b7e4-c95043aba4a9", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:48.766982 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5aa77fc8-b60e-4d7c-a59f-2c70a7c88f04 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:48.767569 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2de1692-d980-4348-9aad-8b049787f180', 'name': 'network-vif-deleted', 'tag': 'a24c53de-fe58-461f-b7e4-c95043aba4a9', 'status': 'completed', 'code': 200} Jul 23 20:33:48.863321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a4661d-dfd2-4c22-96f1-43ca5d346e34 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:48.866968 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-40a4661d-dfd2-4c22-96f1-43ca5d346e34 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.881257 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:48.885044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:33:48.898914 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.901096 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] 10.222.0.57 "PUT /v2.0/ports/589263d9-27b2-4e47-a151-085cdb444ac5 HTTP/1.1" status: 200 len: 1093 time: 3.2558203 Jul 23 20:33:48.976033 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8393649e-53bf-4b11-96ed-ebaa6f59edf4 req-079bf255-6469-47c5-8314-d6415e32ef33 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3796818 Jul 23 20:33:48.977485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Request body: {'port': {'device_id': 'e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:49.012684 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37356) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:49.084647 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f15f1736-5e5f-463a-8a70-af9a9caa32a1 None None] Provisioning for port 7dfe96c8-861e-4974-80f4-99fb304fc5c4 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:49.088056 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-736c08aa-7f3f-4530-aee5-80a43aab526a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39299326fbd744e2b94449a4e229a039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739229 Jul 23 20:33:49.107601 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37360) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:49.130916 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92ae566b-309d-44c5-8453-3d891d560faf req-4810c1bc-3ab0-4837-96ee-e43c2661f277 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4990332 Jul 23 20:33:49.161632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fd53b-55c5-46f8-baae-23d040fd85db service neutron] Pushing event updated for resources: {'Port': ['ID=589263d9-27b2-4e47-a151-085cdb444ac5,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:49.238500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a4661d-dfd2-4c22-96f1-43ca5d346e34 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:49.249151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f15f1736-5e5f-463a-8a70-af9a9caa32a1 None None] Provisioning complete for port 7dfe96c8-861e-4974-80f4-99fb304fc5c4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:49.249698 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f15f1736-5e5f-463a-8a70-af9a9caa32a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.274441 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89732605-dc1a-427f-aabc-de68826818cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.328747 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89732605-dc1a-427f-aabc-de68826818cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.356593 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.387492 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-79d9a2f6-9eb0-4915-ba27-d4063dca7274 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Made reservation on behalf of 2c7f50424b0b40928ead2979218c9a62 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:49.393586 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-79d9a2f6-9eb0-4915-ba27-d4063dca7274 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.465424 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89732605-dc1a-427f-aabc-de68826818cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.468637 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89732605-dc1a-427f-aabc-de68826818cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.470049 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-89732605-dc1a-427f-aabc-de68826818cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/818b497f-f912-428e-b171-3aa27f06d729 HTTP/1.1" status: 204 len: 168 time: 0.3590517 Jul 23 20:33:49.502057 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89732605-dc1a-427f-aabc-de68826818cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818b497f-f912-428e-b171-3aa27f06d729,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:49.544205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8b736-3fee-477b-ad45-bf7e8950514f req-5ac6bf73-9b97-48d5-925a-a7a3622cf687 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:49.552511 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8b736-3fee-477b-ad45-bf7e8950514f req-5ac6bf73-9b97-48d5-925a-a7a3622cf687 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:49.558814 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49f8b736-3fee-477b-ad45-bf7e8950514f req-5ac6bf73-9b97-48d5-925a-a7a3622cf687 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1667 time: 0.7809114 Jul 23 20:33:49.558814 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-40a4661d-dfd2-4c22-96f1-43ca5d346e34 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.558814 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-40a4661d-dfd2-4c22-96f1-43ca5d346e34 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Added segment 485a9f3e-2999-42e6-b22e-c4a426fabb5b of type vlan for network 44c89f0e-5010-4a4c-9508-5b2be60618be Jul 23 20:33:49.577804 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f15f1736-5e5f-463a-8a70-af9a9caa32a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.585115 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a0a5a982-27ff-4e7b-828d-63267158afab req-9f2f45ff-b997-4499-88de-381cc15c865d tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 210 time: 0.2489760 Jul 23 20:33:49.663170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f15f1736-5e5f-463a-8a70-af9a9caa32a1 None None] For port 7dfe96c8-861e-4974-80f4-99fb304fc5c4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7dfe96c8-861e-4974-80f4-99fb304fc5c4,segment=NetworkSegment(7812af3a-cb70-4de4-a067-b5b5fc5261bc),segment_id=7812af3a-cb70-4de4-a067-b5b5fc5261bc)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:49.679093 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:33:45Z', 'revision_number': 3, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:46Z', 'revision_number': 2, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:48Z', 'revision_number': 4, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:49.684566 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f15f1736-5e5f-463a-8a70-af9a9caa32a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.717725 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64133f0-0e9f-4f63-be1a-bd4674eeca0d None None] The sync data for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 is: [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:33:45Z', 'revision_number': 3, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:46Z', 'revision_number': 2, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:48Z', 'revision_number': 4, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:49.834157 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f1736-5e5f-463a-8a70-af9a9caa32a1 None None] Pushing event updated for resources: {'Port': ['ID=7dfe96c8-861e-4974-80f4-99fb304fc5c4,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:50.209151 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-40a4661d-dfd2-4c22-96f1-43ca5d346e34 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.329409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-108a2bf9-7c93-47fb-a82a-6d535dfa9aac None None] Provisioning for port a00e3c25-7dff-4c42-8c01-3dfa1714620a completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:50.355761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-108a2bf9-7c93-47fb-a82a-6d535dfa9aac None None] Provisioning complete for port a00e3c25-7dff-4c42-8c01-3dfa1714620a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:50.355761 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-108a2bf9-7c93-47fb-a82a-6d535dfa9aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.368558 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.resource_extend [None req-40a4661d-dfd2-4c22-96f1-43ca5d346e34 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:33:50.425652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-108a2bf9-7c93-47fb-a82a-6d535dfa9aac None None] Port a00e3c25-7dff-4c42-8c01-3dfa1714620a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:50.436132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device d64252dd-8323-48c1-b907-e0e3fc3dfced details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:33:50.486885 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49f8b736-3fee-477b-ad45-bf7e8950514f req-d7fbd5af-3cd6-4037-a480-dd29557c6732 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9001830 Jul 23 20:33:50.575089 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-40a4661d-dfd2-4c22-96f1-43ca5d346e34 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.585557 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a4661d-dfd2-4c22-96f1-43ca5d346e34 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:50.586225 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-40a4661d-dfd2-4c22-96f1-43ca5d346e34 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.648647 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port d64252dd-8323-48c1-b907-e0e3fc3dfced, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=d64252dd-8323-48c1-b907-e0e3fc3dfced,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:50.699724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'd64252dd-8323-48c1-b907-e0e3fc3dfced', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': 'd64252dd-8323-48c1-b907-e0e3fc3dfced', 'mac_address': 'fa:16:3e:87:9a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:33:50.754220 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-108a2bf9-7c93-47fb-a82a-6d535dfa9aac None None] Provisioning complete for port 7dfe96c8-861e-4974-80f4-99fb304fc5c4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:50.755069 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-108a2bf9-7c93-47fb-a82a-6d535dfa9aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.777273 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae', 'tag': '589263d9-27b2-4e47-a151-085cdb444ac5'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:50.783267 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f7f635-c400-4b2c-ac40-6cbf668c28e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae", "tag": "589263d9-27b2-4e47-a151-085cdb444ac5"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:50.964904 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-40a4661d-dfd2-4c22-96f1-43ca5d346e34 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.5090482 Jul 23 20:33:50.967805 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37410) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:50.977007 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e159d38e-925d-4adc-b1df-2b4425730d90 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'subnet': {'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:51.038275 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-79d9a2f6-9eb0-4915-ba27-d4063dca7274 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Allocated IP 172.20.0.10 (42c37124-424c-4bcc-8b93-9b8a8a9e479c/106a6110-3396-46fd-b5c7-73b8b46b8b68/9e62b522-23a8-409a-81a8-79048766135a) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:51.074205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4661d-dfd2-4c22-96f1-43ca5d346e34 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Network': ['ID=44c89f0e-5010-4a4c-9508-5b2be60618be,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:51.133038 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e72ee9-1a0d-46ee-9396-3974e77e69d1 req-8ee1c108-0939-43d9-a317-a4edd5eb40be tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:51.150518 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1e72ee9-1a0d-46ee-9396-3974e77e69d1 req-8ee1c108-0939-43d9-a317-a4edd5eb40be tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 947 time: 1.3339918 Jul 23 20:33:51.283395 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e159d38e-925d-4adc-b1df-2b4425730d90 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:51.287584 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e159d38e-925d-4adc-b1df-2b4425730d90 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.430110 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 44c89f0e-5010-4a4c-9508-5b2be60618be details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:51.489956 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1e72ee9-1a0d-46ee-9396-3974e77e69d1 req-58723a2c-379b-42df-b8f6-9b02c2e62570 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3384118 Jul 23 20:33:51.571241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37424) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:51.628862 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7dfe96c8-861e-4974-80f4-99fb304fc5c4 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:51.670003 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e159d38e-925d-4adc-b1df-2b4425730d90 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.803988 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.866429 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159d38e-925d-4adc-b1df-2b4425730d90 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Subnet': ['ID=4c4e11d1-f594-46af-a0e1-22343fd073d3,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:51.912175 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159d38e-925d-4adc-b1df-2b4425730d90 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Checking segment: {'id': '485a9f3e-2999-42e6-b22e-c4a426fabb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:51.912558 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e159d38e-925d-4adc-b1df-2b4425730d90 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network hostable DHCP agents. Network: 44c89f0e-5010-4a4c-9508-5b2be60618be, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:51.918959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d64252dd-8323-48c1-b907-e0e3fc3dfced {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:51.956291 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e159d38e-925d-4adc-b1df-2b4425730d90 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network 44c89f0e-5010-4a4c-9508-5b2be60618be is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:51.970955 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-eb697533-c105-4095-a742-7b4557951f56 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-956839814-network', 'tenant_id': 'd7b590fb467d494f8e541fc4f099e78f'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:51.981560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-e159d38e-925d-4adc-b1df-2b4425730d90 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 44c89f0e-5010-4a4c-9508-5b2be60618be) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:51.991830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e159d38e-925d-4adc-b1df-2b4425730d90 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:51.997398 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e159d38e-925d-4adc-b1df-2b4425730d90 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.027129 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port d64252dd-8323-48c1-b907-e0e3fc3dfced, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=d64252dd-8323-48c1-b907-e0e3fc3dfced,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:52.028458 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82814f42-5ca8-489e-b629-57d487d78710 None None] Network 44c89f0e-5010-4a4c-9508-5b2be60618be requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:52.058093 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.066461 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b025c03-a36f-4fbc-bf52-6965c444b264 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:52.084773 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e159d38e-925d-4adc-b1df-2b4425730d90 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1156793 Jul 23 20:33:52.086912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37434) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:52.097351 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb697533-c105-4095-a742-7b4557951f56 admin admin] Made reservation on behalf of d7b590fb467d494f8e541fc4f099e78f for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:52.101794 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb697533-c105-4095-a742-7b4557951f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.115631 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.167843 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb697533-c105-4095-a742-7b4557951f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.215731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a02cec-3fae-4e33-8d7e-725f3b329203 req-9c407e1a-a7ad-4a8c-abad-339ca1dd6c06 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:52.224416 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29a02cec-3fae-4e33-8d7e-725f3b329203 req-9c407e1a-a7ad-4a8c-abad-339ca1dd6c06 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 943 time: 0.5661678 Jul 23 20:33:52.229375 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Transition to ACTIVE for port object 2b025c03-a36f-4fbc-bf52-6965c444b264 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:52.330694 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['d64252dd-8323-48c1-b907-e0e3fc3dfced'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:33:52.383516 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb697533-c105-4095-a742-7b4557951f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.394995 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.402642 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 7dfe96c8-861e-4974-80f4-99fb304fc5c4 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:52.403509 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.481875 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb697533-c105-4095-a742-7b4557951f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.498970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb697533-c105-4095-a742-7b4557951f56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:52.529212 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb697533-c105-4095-a742-7b4557951f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.529673 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-eb697533-c105-4095-a742-7b4557951f56 admin admin] Added segment 1ec1519e-51ea-4fc8-9506-46ad8af809c7 of type vlan for network d37e712b-e1b1-483d-a1fb-6adae30d1b9f Jul 23 20:33:52.580311 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=d64252dd-8323-48c1-b907-e0e3fc3dfced,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:52.690044 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb697533-c105-4095-a742-7b4557951f56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.792923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Pushing event updated for resources: {'Port': ['ID=2b025c03-a36f-4fbc-bf52-6965c444b264,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:52.864086 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb697533-c105-4095-a742-7b4557951f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.865348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb697533-c105-4095-a742-7b4557951f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:52.866116 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb697533-c105-4095-a742-7b4557951f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.909996 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-79d9a2f6-9eb0-4915-ba27-d4063dca7274 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.999081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device dba7f298-c05f-4bef-8e39-e901a333bb0a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:53.076895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cfe076e7-5e03-4bf3-bb60-ee45a19824bc None None] Provisioning complete for port a00e3c25-7dff-4c42-8c01-3dfa1714620a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:53.077426 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cfe076e7-5e03-4bf3-bb60-ee45a19824bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.134340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29a02cec-3fae-4e33-8d7e-725f3b329203 req-2bf95d98-79f9-4836-abb0-1bc6052a0e65 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9076946 Jul 23 20:33:53.139416 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-eb697533-c105-4095-a742-7b4557951f56 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5670733 Jul 23 20:33:53.170818 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37440) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:53.181923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cfe076e7-5e03-4bf3-bb60-ee45a19824bc None None] Port a00e3c25-7dff-4c42-8c01-3dfa1714620a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:53.231667 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f93b838b-e795-4024-8d16-f20c7d6bdcd9 admin admin] Request body: {'subnet': {'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-956839814-subnet', 'tenant_id': 'd7b590fb467d494f8e541fc4f099e78f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:53.248660 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Sync routers for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:53.265754 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:53.272334 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:53.276593 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb697533-c105-4095-a742-7b4557951f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbc4279-97f3-4ebb-b618-c708b11b8014,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:53.330875 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93b838b-e795-4024-8d16-f20c7d6bdcd9 admin admin] Made reservation on behalf of d7b590fb467d494f8e541fc4f099e78f for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:53.341889 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f93b838b-e795-4024-8d16-f20c7d6bdcd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.423346 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-44c89f0e-5010-4a4c-9508-5b2be60618be', 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'fixed_ips': [{'subnet_id': '4c4e11d1-f594-46af-a0e1-22343fd073d3'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:53.424563 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.434713 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port dba7f298-c05f-4bef-8e39-e901a333bb0a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:53.457759 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port dba7f298-c05f-4bef-8e39-e901a333bb0a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:53.458220 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.593784 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:33:53.650062 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.022008 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.166606 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:33:45Z', 'revision_number': 3, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:46Z', 'revision_number': 2, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:48Z', 'revision_number': 4, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:54.199253 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Allocated IP 2001:db8:2::2 (44c89f0e-5010-4a4c-9508-5b2be60618be/4c4e11d1-f594-46af-a0e1-22343fd073d3/0f6279c1-167a-429d-ad53-3475adc36f42) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:54.301680 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Checking router: 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:33:54.302352 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Updating router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 port a00e3c25-7dff-4c42-8c01-3dfa1714620a binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:33:54.386333 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port dba7f298-c05f-4bef-8e39-e901a333bb0a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=dba7f298-c05f-4bef-8e39-e901a333bb0a,segment=NetworkSegment(14ff94e4-e45a-4a4c-96e4-8bfe3be511ec),segment_id=14ff94e4-e45a-4a4c-96e4-8bfe3be511ec)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:54.388817 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.438787 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f93b838b-e795-4024-8d16-f20c7d6bdcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.472957 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device d64252dd-8323-48c1-b907-e0e3fc3dfced up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:54.485480 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.569663 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b838b-e795-4024-8d16-f20c7d6bdcd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=837bc7c6-ecd1-48b9-8810-547da450f9e2,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:54.651581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b838b-e795-4024-8d16-f20c7d6bdcd9 admin admin] Checking segment: {'id': '1ec1519e-51ea-4fc8-9506-46ad8af809c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:54.654361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93b838b-e795-4024-8d16-f20c7d6bdcd9 admin admin] Network hostable DHCP agents. Network: d37e712b-e1b1-483d-a1fb-6adae30d1b9f, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:54.667206 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb697533-c105-4095-a742-7b4557951f56 admin admin] Pushing event updated for resources: {'Network': ['ID=d37e712b-e1b1-483d-a1fb-6adae30d1b9f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:54.685683 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Attempting to bind port 2b025c03-a36f-4fbc-bf52-6965c444b264 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:54.686026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Attempting to bind port 2b025c03-a36f-4fbc-bf52-6965c444b264 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '6fb7a0c0-37ee-4554-aac7-8efc4047861d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22b7f680-7aed-4152-babe-8870b38bffba'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:54.686355 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Attempting to bind port 2b025c03-a36f-4fbc-bf52-6965c444b264 on network 22b7f680-7aed-4152-babe-8870b38bffba {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:54.710500 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93b838b-e795-4024-8d16-f20c7d6bdcd9 admin admin] Network d37e712b-e1b1-483d-a1fb-6adae30d1b9f is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:54.726907 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=dba7f298-c05f-4bef-8e39-e901a333bb0a,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:54.729782 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-f93b838b-e795-4024-8d16-f20c7d6bdcd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, d37e712b-e1b1-483d-a1fb-6adae30d1b9f) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:54.735067 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93b838b-e795-4024-8d16-f20c7d6bdcd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:54.736299 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f93b838b-e795-4024-8d16-f20c7d6bdcd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.754964 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9641340-2070-4f87-bee4-b039d81715f6 req-8433db07-9ecd-4284-82ed-c79fee823423 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 210 time: 0.1783297 Jul 23 20:33:54.786700 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f93b838b-e795-4024-8d16-f20c7d6bdcd9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5602450 Jul 23 20:33:54.786976 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Port 2b025c03-a36f-4fbc-bf52-6965c444b264 on network 22b7f680-7aed-4152-babe-8870b38bffba not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:33:54.787572 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37446) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:54.788268 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Attempting to bind port 2b025c03-a36f-4fbc-bf52-6965c444b264 on network 22b7f680-7aed-4152-babe-8870b38bffba {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:54.792441 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network d37e712b-e1b1-483d-a1fb-6adae30d1b9f details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:54.793155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-956839814-router', 'tenant_id': 'd7b590fb467d494f8e541fc4f099e78f', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:54.803191 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:54.803968 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Checking segment: {'id': '6fb7a0c0-37ee-4554-aac7-8efc4047861d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22b7f680-7aed-4152-babe-8870b38bffba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:54.804575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Bound using segment: {'id': '6fb7a0c0-37ee-4554-aac7-8efc4047861d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22b7f680-7aed-4152-babe-8870b38bffba'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:54.805734 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Bound port: 2b025c03-a36f-4fbc-bf52-6965c444b264, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb7a0c0-37ee-4554-aac7-8efc4047861d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '22b7f680-7aed-4152-babe-8870b38bffba'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:54.807375 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.852732 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.854180 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.952894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] For port 2b025c03-a36f-4fbc-bf52-6965c444b264, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:54.957181 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] For port 2b025c03-a36f-4fbc-bf52-6965c444b264, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=2b025c03-a36f-4fbc-bf52-6965c444b264,segment=NetworkSegment(6fb7a0c0-37ee-4554-aac7-8efc4047861d),segment_id=6fb7a0c0-37ee-4554-aac7-8efc4047861d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:54.959703 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e7641c-0979-4139-80de-9c88d22cf04d x-openstack-request-id: req-c9e7641c-0979-4139-80de-9c88d22cf04d {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:54.959994 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae", "tag": "589263d9-27b2-4e47-a151-085cdb444ac5", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:54.960250 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c9e7641c-0979-4139-80de-9c88d22cf04d {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:54.960695 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae', 'tag': '589263d9-27b2-4e47-a151-085cdb444ac5', 'status': 'completed', 'code': 200} Jul 23 20:33:54.992588 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.995186 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb7f75e-3819-4fb1-94f4-d3a073dacb6e None None] Network d37e712b-e1b1-483d-a1fb-6adae30d1b9f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:55.041065 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.047506 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:55.052052 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.059328 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] 10.222.0.57 "PUT /v2.0/ports/2b025c03-a36f-4fbc-bf52-6965c444b264 HTTP/1.1" status: 200 len: 1093 time: 6.1001465 Jul 23 20:33:55.215962 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-79d9a2f6-9eb0-4915-ba27-d4063dca7274 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.227810 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.246689 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Transition to ACTIVE for port object 0f6279c1-167a-429d-ad53-3475adc36f42 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:55.277492 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Transition to ACTIVE for port object 0f6279c1-167a-429d-ad53-3475adc36f42 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:55.320118 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.349846 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Transition to ACTIVE for port object a00e3c25-7dff-4c42-8c01-3dfa1714620a will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:55.352191 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-79d9a2f6-9eb0-4915-ba27-d4063dca7274 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Network 42c37124-424c-4bcc-8b93-9b8a8a9e479c is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:55.370089 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.425639 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.439270 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-79d9a2f6-9eb0-4915-ba27-d4063dca7274 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:55.452041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-79d9a2f6-9eb0-4915-ba27-d4063dca7274 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:55.493841 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.529490 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Allocated IP 2001:db8:2::1 (44c89f0e-5010-4a4c-9508-5b2be60618be/4c4e11d1-f594-46af-a0e1-22343fd073d3/1e9b2971-37ab-4f7f-9183-d3d04c50607c) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:55.545414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09ba17-c867-4af0-941f-b08db1ab8a4e service neutron] Pushing event updated for resources: {'Port': ['ID=2b025c03-a36f-4fbc-bf52-6965c444b264,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:55.565182 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-229e39bb-4a97-4e3d-ae46-b39bb5409fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.622871 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7f635-c400-4b2c-ac40-6cbf668c28e6 req-16874892-6f0d-4afc-b522-1d68ac6c35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:55.623299 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7f635-c400-4b2c-ac40-6cbf668c28e6 req-16874892-6f0d-4afc-b522-1d68ac6c35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:55.624932 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13f7f635-c400-4b2c-ac40-6cbf668c28e6 req-16874892-6f0d-4afc-b522-1d68ac6c35a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1e9caa4dd094c2487ffcc41d3548234&device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1983 time: 0.6617112 Jul 23 20:33:55.625782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9a2f6-9eb0-4915-ba27-d4063dca7274 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Pushing event updated for resources: {'Port': ['ID=9e62b522-23a8-409a-81a8-79048766135a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:55.632029 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Pushing event updated for resources: {'Port': ['ID=0f6279c1-167a-429d-ad53-3475adc36f42,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:55.662467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abd895-4e1a-44aa-b8df-ba17dc5fb524 req-ddb7850a-3cc9-4ab4-9ef3-e07afb971f5b tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:55.665543 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Network 44c89f0e-5010-4a4c-9508-5b2be60618be is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:55.670577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abd895-4e1a-44aa-b8df-ba17dc5fb524 req-ddb7850a-3cc9-4ab4-9ef3-e07afb971f5b tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:55.680464 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6abd895-4e1a-44aa-b8df-ba17dc5fb524 req-ddb7850a-3cc9-4ab4-9ef3-e07afb971f5b tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1679 time: 0.6411667 Jul 23 20:33:55.781075 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port d64252dd-8323-48c1-b907-e0e3fc3dfced triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:55.781454 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.837965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-79d9a2f6-9eb0-4915-ba27-d4063dca7274 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:55.838835 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-79d9a2f6-9eb0-4915-ba27-d4063dca7274 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.883791 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:55.892051 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:55.898752 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.923325 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Transition to ACTIVE for port object 1e9b2971-37ab-4f7f-9183-d3d04c50607c will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:55.947302 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Attempting to bind port a00e3c25-7dff-4c42-8c01-3dfa1714620a on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:55.950503 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Attempting to bind port a00e3c25-7dff-4c42-8c01-3dfa1714620a by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '7812af3a-cb70-4de4-a067-b5b5fc5261bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:55.955387 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Attempting to bind port a00e3c25-7dff-4c42-8c01-3dfa1714620a on network ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:55.979363 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:55.980163 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Checking segment: {'id': '7812af3a-cb70-4de4-a067-b5b5fc5261bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:55.990296 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.990814 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Bound using segment: {'id': '7812af3a-cb70-4de4-a067-b5b5fc5261bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:55.992309 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Bound port: a00e3c25-7dff-4c42-8c01-3dfa1714620a, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7812af3a-cb70-4de4-a067-b5b5fc5261bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:55.994743 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.128813 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.160903 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Attempting to bind port 0f6279c1-167a-429d-ad53-3475adc36f42 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:56.164835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Attempting to bind port 0f6279c1-167a-429d-ad53-3475adc36f42 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '485a9f3e-2999-42e6-b22e-c4a426fabb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:56.165847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Attempting to bind port 0f6279c1-167a-429d-ad53-3475adc36f42 on network 44c89f0e-5010-4a4c-9508-5b2be60618be {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:56.179631 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.211786 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.225682 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7f635-c400-4b2c-ac40-6cbf668c28e6 req-e5d57d92-5b75-417c-904d-3254d15f46cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:56.226294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7f635-c400-4b2c-ac40-6cbf668c28e6 req-e5d57d92-5b75-417c-904d-3254d15f46cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:56.226775 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7f635-c400-4b2c-ac40-6cbf668c28e6 req-e5d57d92-5b75-417c-904d-3254d15f46cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:56.230799 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13f7f635-c400-4b2c-ac40-6cbf668c28e6 req-e5d57d92-5b75-417c-904d-3254d15f46cd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d1e9caa4dd094c2487ffcc41d3548234&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5797687 Jul 23 20:33:56.248023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fc236f-e458-4149-96c8-9c7bde0c8438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64252dd-8323-48c1-b907-e0e3fc3dfced'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:56.252073 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401088c1-1042-4491-aeac-dee0f49c9417" -d '{"events": [{"server_uuid": "46fc236f-e458-4149-96c8-9c7bde0c8438", "name": "network-vif-plugged", "status": "completed", "tag": "d64252dd-8323-48c1-b907-e0e3fc3dfced"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:56.254242 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6abd895-4e1a-44aa-b8df-ba17dc5fb524 req-f839773f-2e14-4c9f-a314-17f1baa7ce0a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428410 Jul 23 20:33:56.262158 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network 44c89f0e-5010-4a4c-9508-5b2be60618be is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:56.273190 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] For port a00e3c25-7dff-4c42-8c01-3dfa1714620a, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:56.286072 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] For port a00e3c25-7dff-4c42-8c01-3dfa1714620a, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a00e3c25-7dff-4c42-8c01-3dfa1714620a,segment=NetworkSegment(7812af3a-cb70-4de4-a067-b5b5fc5261bc),segment_id=7812af3a-cb70-4de4-a067-b5b5fc5261bc)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:56.289205 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50262598-3825-4b40-9a1f-d913187d7ca1 None None] Pushing event updated for resources: {'Port': ['ID=a00e3c25-7dff-4c42-8c01-3dfa1714620a,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:56.294673 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:56.296266 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Checking segment: {'id': '485a9f3e-2999-42e6-b22e-c4a426fabb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:56.296763 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.297170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Bound using segment: {'id': '485a9f3e-2999-42e6-b22e-c4a426fabb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:56.300503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Bound port: 0f6279c1-167a-429d-ad53-3475adc36f42, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485a9f3e-2999-42e6-b22e-c4a426fabb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:56.301086 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.319279 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.328827 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50262598-3825-4b40-9a1f-d913187d7ca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:56.332418 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50262598-3825-4b40-9a1f-d913187d7ca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:56.332984 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50262598-3825-4b40-9a1f-d913187d7ca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:56.333568 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50262598-3825-4b40-9a1f-d913187d7ca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:56.334234 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50262598-3825-4b40-9a1f-d913187d7ca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:56.335138 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50262598-3825-4b40-9a1f-d913187d7ca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:56.336212 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50262598-3825-4b40-9a1f-d913187d7ca1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:56.337922 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50262598-3825-4b40-9a1f-d913187d7ca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:56.338589 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50262598-3825-4b40-9a1f-d913187d7ca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:56.339404 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:56.339968 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50262598-3825-4b40-9a1f-d913187d7ca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:56.340503 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50262598-3825-4b40-9a1f-d913187d7ca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:56.343560 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50262598-3825-4b40-9a1f-d913187d7ca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:56.352454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port d64252dd-8323-48c1-b907-e0e3fc3dfced, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=d64252dd-8323-48c1-b907-e0e3fc3dfced,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:56.356180 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.363552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:56.364100 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.380427 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.476185 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-79d9a2f6-9eb0-4915-ba27-d4063dca7274 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.1940491 Jul 23 20:33:56.493289 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50262598-3825-4b40-9a1f-d913187d7ca1 None None] Pushing event updated for resources: {'Port': ['ID=a00e3c25-7dff-4c42-8c01-3dfa1714620a,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:56.518157 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:56.518787 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:56.612972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Request body: {'port': {'device_id': '9920fff7-f6b1-4c64-8615-56f5510a69f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:56.764540 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:33:56.986509 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a00e3c25-7dff-4c42-8c01-3dfa1714620a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:56.990742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae', 'tag': '2b025c03-a36f-4fbc-bf52-6965c444b264'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:57.010449 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e46572f-e2b2-4d29-8424-d47352221695" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae", "tag": "2b025c03-a36f-4fbc-bf52-6965c444b264"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:57.021708 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.047213 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:33:45Z', 'revision_number': 3, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:56Z', 'revision_number': 4, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:57.118159 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc6d29e-a0f3-4a5c-91a7-08e2d436539e None None] The sync data for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 is: [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:33:45Z', 'revision_number': 3, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:56Z', 'revision_number': 4, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:57.228061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-d37e712b-e1b1-483d-a1fb-6adae30d1b9f', 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f', 'tenant_id': 'd7b590fb467d494f8e541fc4f099e78f', 'fixed_ips': [{'subnet_id': '837bc7c6-ecd1-48b9-8810-547da450f9e2'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:57.228906 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.474706 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7f635-c400-4b2c-ac40-6cbf668c28e6 req-eb715755-8d42-4b90-8881-be265057dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:57.477087 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13f7f635-c400-4b2c-ac40-6cbf668c28e6 req-eb715755-8d42-4b90-8881-be265057dc9b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2218647 Jul 23 20:33:57.478086 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.510442 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1b132-59d9-452d-9e18-b9e9d422e311 req-28950fd1-a2ef-4374-a0f7-7223e80e7e89 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:57.515651 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ab1b132-59d9-452d-9e18-b9e9d422e311 req-28950fd1-a2ef-4374-a0f7-7223e80e7e89 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 947 time: 1.0384326 Jul 23 20:33:57.535769 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=1e9b2971-37ab-4f7f-9183-d3d04c50607c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:57.624784 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4aa8a6d2-0cb5-4156-b093-c0bda1ea7989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.629998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] For port 0f6279c1-167a-429d-ad53-3475adc36f42, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:57.684219 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port a00e3c25-7dff-4c42-8c01-3dfa1714620a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:57.686727 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=d64252dd-8323-48c1-b907-e0e3fc3dfced,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:57.698228 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] For port 0f6279c1-167a-429d-ad53-3475adc36f42, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0f6279c1-167a-429d-ad53-3475adc36f42,segment=NetworkSegment(485a9f3e-2999-42e6-b22e-c4a426fabb5b),segment_id=485a9f3e-2999-42e6-b22e-c4a426fabb5b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:57.702553 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a00e3c25-7dff-4c42-8c01-3dfa1714620a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:57.702922 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.753128 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.826070 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Allocated IP 172.25.3.207 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/9da28271-4d8a-411b-958b-78fbbcbea535) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:57.862145 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.893836 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ab1b132-59d9-452d-9e18-b9e9d422e311 req-a917f0a8-b160-4fcb-8a57-fd3a37261bca tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3274357 Jul 23 20:33:58.081561 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-8ea561d6-8b1e-49c9-8ba1-f6e18eac4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:58.082255 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-8ea561d6-8b1e-49c9-8ba1-f6e18eac4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:58.095685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-8ea561d6-8b1e-49c9-8ba1-f6e18eac4ffd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1e9caa4dd094c2487ffcc41d3548234&device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1983 time: 0.5731795 Jul 23 20:33:58.104060 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Allocated IP 172.20.0.2 (d37e712b-e1b1-483d-a1fb-6adae30d1b9f/837bc7c6-ecd1-48b9-8810-547da450f9e2/a75a79a4-5f56-4691-a054-2029bf5a31a2) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:58.145890 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabf664-cc89-49af-bc68-21455ba808be None None] Pushing event updated for resources: {'Port': ['ID=0f6279c1-167a-429d-ad53-3475adc36f42,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:58.195199 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.288801 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-385d1fd3-9bdc-434b-88fd-125319eb86b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.154&port_id=589263d9-27b2-4e47-a151-085cdb444ac5 HTTP/1.1" status: 200 len: 217 time: 0.1725709 Jul 23 20:33:58.467130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port a00e3c25-7dff-4c42-8c01-3dfa1714620a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a00e3c25-7dff-4c42-8c01-3dfa1714620a,segment=NetworkSegment(7812af3a-cb70-4de4-a067-b5b5fc5261bc),segment_id=7812af3a-cb70-4de4-a067-b5b5fc5261bc)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:58.480257 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e62b522-23a8-409a-81a8-79048766135a {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:58.492306 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.493089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device dba7f298-c05f-4bef-8e39-e901a333bb0a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:58.495254 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-5978c3f5-33ac-490e-ac7d-188f67c35dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:58.498690 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-5978c3f5-33ac-490e-ac7d-188f67c35dc2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29067bdd-5b66-4603-b8f3-24cc5c633d7d HTTP/1.1" status: 200 len: 801 time: 0.1965761 Jul 23 20:33:58.630213 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.688685 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.705496 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.707899 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.738922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Transition to ACTIVE for port object 9e62b522-23a8-409a-81a8-79048766135a will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:58.744686 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.785941 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.886231 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=a00e3c25-7dff-4c42-8c01-3dfa1714620a,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:58.921744 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523b041-597e-4cdf-a7c9-c4f1d75deec1 req-3c5af36f-4455-4eb1-b19c-de2a3d360a7f tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:58.923910 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6523b041-597e-4cdf-a7c9-c4f1d75deec1 req-3c5af36f-4455-4eb1-b19c-de2a3d360a7f tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 943 time: 0.4205809 Jul 23 20:33:58.966275 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port dba7f298-c05f-4bef-8e39-e901a333bb0a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:58.966844 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.995378 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6523b041-597e-4cdf-a7c9-c4f1d75deec1 req-1baa6f4c-3d10-483f-857b-04047173a8ac tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609784 Jul 23 20:33:59.046289 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-67d11dc4-c218-430e-b47a-4b0d0262f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:59.054658 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-67d11dc4-c218-430e-b47a-4b0d0262f224 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d01f6053-62a7-4365-bd81-5e8117d5bd76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4464195 Jul 23 20:33:59.090227 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.111210 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=1e9b2971-37ab-4f7f-9183-d3d04c50607c,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:59.133782 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Transition to ACTIVE for port object a75a79a4-5f56-4691-a054-2029bf5a31a2 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:59.162318 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Pushing event updated for resources: {'Port': ['ID=9e62b522-23a8-409a-81a8-79048766135a,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:59.193175 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Transition to ACTIVE for port object a75a79a4-5f56-4691-a054-2029bf5a31a2 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:59.276674 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.319450 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network 44c89f0e-5010-4a4c-9508-5b2be60618be is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:59.319450 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:59.390773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Attempting to bind port 9e62b522-23a8-409a-81a8-79048766135a on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:59.390773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Attempting to bind port 9e62b522-23a8-409a-81a8-79048766135a by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'fa7740c5-c7ec-4366-b669-91da9f1a7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:59.390773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Attempting to bind port 9e62b522-23a8-409a-81a8-79048766135a on network 42c37124-424c-4bcc-8b93-9b8a8a9e479c {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:59.390773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Port 9e62b522-23a8-409a-81a8-79048766135a on network 42c37124-424c-4bcc-8b93-9b8a8a9e479c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:33:59.390773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Attempting to bind port 9e62b522-23a8-409a-81a8-79048766135a on network 42c37124-424c-4bcc-8b93-9b8a8a9e479c {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:59.417843 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.433362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:59.434198 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Checking segment: {'id': 'fa7740c5-c7ec-4366-b669-91da9f1a7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:59.434862 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Bound using segment: {'id': 'fa7740c5-c7ec-4366-b669-91da9f1a7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:59.439187 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Bound port: 9e62b522-23a8-409a-81a8-79048766135a, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7740c5-c7ec-4366-b669-91da9f1a7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:59.440883 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.692708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Pushing event updated for resources: {'Port': ['ID=a75a79a4-5f56-4691-a054-2029bf5a31a2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:59.762881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Network d37e712b-e1b1-483d-a1fb-6adae30d1b9f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:59.764326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:59.767561 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:59.825543 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] For port 9e62b522-23a8-409a-81a8-79048766135a, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:59.828296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] For port 9e62b522-23a8-409a-81a8-79048766135a, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9e62b522-23a8-409a-81a8-79048766135a,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:59.854400 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.944013 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Attempting to bind port a75a79a4-5f56-4691-a054-2029bf5a31a2 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:59.946618 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Attempting to bind port a75a79a4-5f56-4691-a054-2029bf5a31a2 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '1ec1519e-51ea-4fc8-9506-46ad8af809c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:59.947966 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Attempting to bind port a75a79a4-5f56-4691-a054-2029bf5a31a2 on network d37e712b-e1b1-483d-a1fb-6adae30d1b9f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:59.953712 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.960117 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:59.960650 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Checking segment: {'id': '1ec1519e-51ea-4fc8-9506-46ad8af809c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:59.961230 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.961726 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Bound using segment: {'id': '1ec1519e-51ea-4fc8-9506-46ad8af809c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:59.962317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Bound port: a75a79a4-5f56-4691-a054-2029bf5a31a2, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec1519e-51ea-4fc8-9506-46ad8af809c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:59.962470 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-fc3b4ff4-dec0-4be0-b688-0d442528d57c service neutron] 10.222.0.57 "GET /v2.0/networks/d01f6053-62a7-4365-bd81-5e8117d5bd76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8965631 Jul 23 20:33:59.963388 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.980501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:59.981128 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.982531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] 10.222.0.48 "PUT /v2.0/ports/9e62b522-23a8-409a-81a8-79048766135a HTTP/1.1" status: 200 len: 1093 time: 3.3751488 Jul 23 20:34:00.054330 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:00.081946 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.103547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfaf01-0d51-41e6-8fb9-191ad42824c5 req-8d1c6529-0d87-4231-a974-0f887843a997 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:00.116881 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4cfaf01-0d51-41e6-8fb9-191ad42824c5 req-8d1c6529-0d87-4231-a974-0f887843a997 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 944 time: 0.9482422 Jul 23 20:34:00.191624 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6cecce-844c-4f20-b4a6-dd69ad0a816f None None] Network 44c89f0e-5010-4a4c-9508-5b2be60618be requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:00.275667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a00e3c25-7dff-4c42-8c01-3dfa1714620a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:00.359523 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Pushing event updated for resources: {'Port': ['ID=9da28271-4d8a-411b-958b-78fbbcbea535,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:00.395381 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e0e91978-c48f-4d08-af06-9249001e867c None None] Provisioning for port 0f6279c1-167a-429d-ad53-3475adc36f42 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:00.435417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:00.472154 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] For port a75a79a4-5f56-4691-a054-2029bf5a31a2, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:00.480260 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44204e5-ff01-40cf-a2d8-46aa7847d92e service neutron] Pushing event updated for resources: {'Port': ['ID=9e62b522-23a8-409a-81a8-79048766135a,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:00.550970 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] For port a75a79a4-5f56-4691-a054-2029bf5a31a2, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a75a79a4-5f56-4691-a054-2029bf5a31a2,segment=NetworkSegment(1ec1519e-51ea-4fc8-9506-46ad8af809c7),segment_id=1ec1519e-51ea-4fc8-9506-46ad8af809c7)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:00.558688 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:00.567507 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.656065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:00.677388 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4cfaf01-0d51-41e6-8fb9-191ad42824c5 req-4a2aec32-5d0c-4c50-a0fa-64a7f46a007d tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321939 Jul 23 20:34:00.742054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-ac290f7c-18e0-4b61-af76-e2ffc18cb823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:00.742813 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a00e3c25-7dff-4c42-8c01-3dfa1714620a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:00.743652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-ac290f7c-18e0-4b61-af76-e2ffc18cb823 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c7f50424b0b40928ead2979218c9a62&device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 1096 time: 0.6995571 Jul 23 20:34:00.745972 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.855164 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-307e9d29-50f0-4cc3-b1ea-c32c5b3ce037 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e62b522-23a8-409a-81a8-79048766135a HTTP/1.1" status: 200 len: 217 time: 0.0931215 Jul 23 20:34:00.890118 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1704ccc5-29ac-43c0-9e95-baa81e2a3ede x-openstack-request-id: req-1704ccc5-29ac-43c0-9e95-baa81e2a3ede {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:00.890315 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fc236f-e458-4149-96c8-9c7bde0c8438", "name": "network-vif-plugged", "status": "completed", "tag": "d64252dd-8323-48c1-b907-e0e3fc3dfced", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:00.890420 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1704ccc5-29ac-43c0-9e95-baa81e2a3ede {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:00.891011 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fc236f-e458-4149-96c8-9c7bde0c8438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64252dd-8323-48c1-b907-e0e3fc3dfced', 'code': 200} Jul 23 20:34:00.909226 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-6502f1c4-da3a-40c1-962e-905ada92a543 service neutron] 10.222.0.57 "GET /v2.0/networks/d01f6053-62a7-4365-bd81-5e8117d5bd76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9381974 Jul 23 20:34:00.925245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c0a31-ac80-4694-b935-22669bff35e6 None None] Pushing event updated for resources: {'Port': ['ID=a75a79a4-5f56-4691-a054-2029bf5a31a2,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:01.029259 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcaaf4-c776-40de-805f-de224cb79378 req-78d6b8a8-532e-47c0-bd5f-cbdfe410424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:01.050204 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4860de1c-5b4b-45bb-adfc-8ffed0c5f6f3 x-openstack-request-id: req-4860de1c-5b4b-45bb-adfc-8ffed0c5f6f3 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:01.050505 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae", "tag": "2b025c03-a36f-4fbc-bf52-6965c444b264", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:01.050765 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4860de1c-5b4b-45bb-adfc-8ffed0c5f6f3 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:01.051190 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae', 'tag': '2b025c03-a36f-4fbc-bf52-6965c444b264', 'status': 'completed', 'code': 200} Jul 23 20:34:01.054830 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61fcaaf4-c776-40de-805f-de224cb79378 req-78d6b8a8-532e-47c0-bd5f-cbdfe410424f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 1099 time: 0.7291827 Jul 23 20:34:01.210223 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:01.257156 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-34c0cd3f-9f77-49a1-8b01-accce3015aa3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/12ef5b42-4859-4b78-8ec2-2df41e4d0b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1683147 Jul 23 20:34:01.305805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-5843c0eb-bf34-4562-8307-e8947429754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:01.318798 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-5843c0eb-bf34-4562-8307-e8947429754f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=106a6110-3396-46fd-b5c7-73b8b46b8b68 HTTP/1.1" status: 200 len: 844 time: 0.4497039 Jul 23 20:34:01.324752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37470) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:01.326530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Sync routers for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:01.371858 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-180cb66a-72bb-424f-8d1f-a72088aece43 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1806882662'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:01.393836 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:01.400036 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:01.416514 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0f6279c1-167a-429d-ad53-3475adc36f42 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:01.456469 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcaaf4-c776-40de-805f-de224cb79378 req-b50685c1-5be1-45c5-92db-712df3ae37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:01.457879 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61fcaaf4-c776-40de-805f-de224cb79378 req-b50685c1-5be1-45c5-92db-712df3ae37d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.2513363 Jul 23 20:34:01.460164 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-57aa216c-09f2-4559-b68e-cb813b05013f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.167&port_id=2b025c03-a36f-4fbc-bf52-6965c444b264 HTTP/1.1" status: 200 len: 217 time: 0.4672050 Jul 23 20:34:01.505854 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1c325-ac31-4fe0-aad1-a51cee1d531a req-1fbdff25-603d-4387-a506-6dfe4e13ff8f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:01.507362 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4be1c325-ac31-4fe0-aad1-a51cee1d531a req-1fbdff25-603d-4387-a506-6dfe4e13ff8f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.57 "GET /v2.0/ports?device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 945 time: 1.3885796 Jul 23 20:34:01.602371 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.721327 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-7f1cb698-9d79-4e22-b3db-a15d16e043c8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42c37124-424c-4bcc-8b93-9b8a8a9e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2977924 Jul 23 20:34:01.722272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180cb66a-72bb-424f-8d1f-a72088aece43 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:01.739159 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-180cb66a-72bb-424f-8d1f-a72088aece43 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.799769 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:02.085322 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180cb66a-72bb-424f-8d1f-a72088aece43 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:34:02.170849 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-4ec59a5e-ef01-4f75-abb6-7b855d5785ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:02.172690 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-4ec59a5e-ef01-4f75-abb6-7b855d5785ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4321ee2e-5e9b-4bbb-8e4a-fd9b3a4b9d9c HTTP/1.1" status: 200 len: 801 time: 0.5676737 Jul 23 20:34:02.262168 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 0f6279c1-167a-429d-ad53-3475adc36f42 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:02.275666 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0f6279c1-167a-429d-ad53-3475adc36f42 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:02.276481 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.298846 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-180cb66a-72bb-424f-8d1f-a72088aece43 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.305929 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-180cb66a-72bb-424f-8d1f-a72088aece43 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Added segment 520e3538-a109-4615-8215-b211ed86c6a2 of type vlan for network 17be9f8a-6094-4d48-bbaa-949165eb681d Jul 23 20:34:02.323487 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61fcaaf4-c776-40de-805f-de224cb79378 req-089c1326-cafc-4383-9357-04c9bae769de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8f573ee-974a-4327-9539-2950bda4dc93 HTTP/1.1" status: 200 len: 1001 time: 0.7215159 Jul 23 20:34:02.438707 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-180cb66a-72bb-424f-8d1f-a72088aece43 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.475762 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 92ae1728-719a-4b35-881a-a5966fcc241f no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:02.486670 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.522998 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcaaf4-c776-40de-805f-de224cb79378 req-c47acae2-615a-4c60-b19f-c9e0f9a338d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:02.532264 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61fcaaf4-c776-40de-805f-de224cb79378 req-c47acae2-615a-4c60-b19f-c9e0f9a338d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.1985109 Jul 23 20:34:02.567676 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58dd80-63b1-46d4-b2ca-c4a5ae66c471 req-481f092c-bc74-4429-a572-6837844eab09 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:02.575446 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58dd80-63b1-46d4-b2ca-c4a5ae66c471 req-481f092c-bc74-4429-a572-6837844eab09 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:02.583897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d58dd80-63b1-46d4-b2ca-c4a5ae66c471 req-481f092c-bc74-4429-a572-6837844eab09 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1679 time: 1.2599447 Jul 23 20:34:02.650554 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-180cb66a-72bb-424f-8d1f-a72088aece43 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.655602 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180cb66a-72bb-424f-8d1f-a72088aece43 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:02.656401 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-180cb66a-72bb-424f-8d1f-a72088aece43 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.903893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-180cb66a-72bb-424f-8d1f-a72088aece43 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5752103 Jul 23 20:34:02.922560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37474) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:02.947040 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d58dd80-63b1-46d4-b2ca-c4a5ae66c471 req-b2264df4-9d57-4d1f-b758-69ebdc23b1b1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619249 Jul 23 20:34:02.987288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9067d73f-8c44-4f91-8b38-cf09a0aec7b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'subnet': {'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:02.991290 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcaaf4-c776-40de-805f-de224cb79378 req-e22e8877-5c9a-4487-bc1a-eac359dfd1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:02.993084 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61fcaaf4-c776-40de-805f-de224cb79378 req-e22e8877-5c9a-4487-bc1a-eac359dfd1a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3770611 Jul 23 20:34:03.018005 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940fa5b9-76d6-4a15-96d0-fb70239b7f7c None None] Network d37e712b-e1b1-483d-a1fb-6adae30d1b9f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:03.040739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-ef40396c-c5a1-492d-86d9-3caa3dc4ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:03.048517 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-ef40396c-c5a1-492d-86d9-3caa3dc4ad8e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=22b7f680-7aed-4152-babe-8870b38bffba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4550481 Jul 23 20:34:03.055500 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-4affcc66-a99d-4a9b-93c1-438f1a7a8eff service neutron] 10.222.0.48 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2934792 Jul 23 20:34:03.162373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d1423937-88fb-49c5-9842-765fd37af6ee None None] Provisioning complete for port 0f6279c1-167a-429d-ad53-3475adc36f42 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:03.162752 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1423937-88fb-49c5-9842-765fd37af6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:03.169220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9920fff7-f6b1-4c64-8615-56f5510a69f6', 'tag': '9e62b522-23a8-409a-81a8-79048766135a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:03.171995 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49246dad-fc71-41ea-af8d-e4a278b6bf73" -d '{"events": [{"name": "network-changed", "server_uuid": "9920fff7-f6b1-4c64-8615-56f5510a69f6", "tag": "9e62b522-23a8-409a-81a8-79048766135a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:03.696395 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61fcaaf4-c776-40de-805f-de224cb79378 req-da363c7a-2ff1-491f-8b66-067b3be130da service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6945801 Jul 23 20:34:03.728400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Router e474e59a-5c1b-4181-a8ce-3e9679c10cbd is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:34:03.966025 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:03.977451 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:03.995247 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Sync routers for ids ['e474e59a-5c1b-4181-a8ce-3e9679c10cbd'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:04.016361 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Routers {'e474e59a-5c1b-4181-a8ce-3e9679c10cbd'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:04.017793 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e474e59a-5c1b-4181-a8ce-3e9679c10cbd'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:04.105221 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.129133 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.130739 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4a3376e4-7aec-4309-96f0-a1de898599e4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.3419440 Jul 23 20:34:04.134932 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37484) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:04.262258 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-677d1027-c24c-4547-b5cc-066f1cc886b9 req-9054f2f7-2da9-432d-bee3-f7c77e5fa5d8 service neutron] 10.222.0.48 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0460930 Jul 23 20:34:04.264488 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-185cd1d0-f457-4cb9-bc45-1e4eb76efaf2 service neutron] 10.222.0.57 "GET /v2.0/networks/22b7f680-7aed-4152-babe-8870b38bffba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2074652 Jul 23 20:34:04.273385 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cb66a-72bb-424f-8d1f-a72088aece43 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Network': ['ID=17be9f8a-6094-4d48-bbaa-949165eb681d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:04.311011 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Set router e474e59a-5c1b-4181-a8ce-3e9679c10cbd gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:04.312092 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 92ae1728-719a-4b35-881a-a5966fcc241f, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=92ae1728-719a-4b35-881a-a5966fcc241f,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:04.364980 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e192a0-f257-4b00-87dd-10d820d315dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92ae1728-719a-4b35-881a-a5966fcc241f'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:04.378059 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4400735-96ae-48de-a632-501261a8c8e7" -d '{"events": [{"server_uuid": "71e192a0-f257-4b00-87dd-10d820d315dd", "name": "network-vif-unplugged", "status": "completed", "tag": "92ae1728-719a-4b35-881a-a5966fcc241f"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:04.386721 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 17be9f8a-6094-4d48-bbaa-949165eb681d details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:34:04.417286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:33:57Z', 'revision_number': 4, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': '1e9b2971-37ab-4f7f-9183-d3d04c50607c', 'name': '', 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:79:da:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:53Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 2, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:04.451371 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61fcaaf4-c776-40de-805f-de224cb79378 req-d4807573-765a-4b25-b65c-463b938cb38a service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7455087 Jul 23 20:34:04.486550 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.504066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7b4dff-cddd-4466-9be9-9b4452b5f21d req-a8ef8a55-678a-4a72-94d7-1c5ac606e2d9 service neutron] 10.222.0.57 "GET /v2.0/networks/22b7f680-7aed-4152-babe-8870b38bffba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542382 Jul 23 20:34:04.506032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393649e-53bf-4b11-96ed-ebaa6f59edf4 req-6582811a-416b-48b1-bc7e-891fb7ee27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:04.508168 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8393649e-53bf-4b11-96ed-ebaa6f59edf4 req-6582811a-416b-48b1-bc7e-891fb7ee27ab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057&tenant_id=2e36b104f9d24e799825b9baa093a497 HTTP/1.1" status: 200 len: 1095 time: 1.8371944 Jul 23 20:34:04.526886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9067d73f-8c44-4f91-8b38-cf09a0aec7b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Made reservation on behalf of c27f2851da554745ab5e3e3934f3dca3 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:04.530880 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9067d73f-8c44-4f91-8b38-cf09a0aec7b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.552690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-4be1c325-ac31-4fe0-aad1-a51cee1d531a req-7fe89fb0-eef9-42d7-a497-c429bb48a783 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Deleting port 92ae1728-719a-4b35-881a-a5966fcc241f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:04.562097 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4be1c325-ac31-4fe0-aad1-a51cee1d531a req-7fe89fb0-eef9-42d7-a497-c429bb48a783 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.645157 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1423937-88fb-49c5-9842-765fd37af6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.649128 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 0f6279c1-167a-429d-ad53-3475adc36f42, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0f6279c1-167a-429d-ad53-3475adc36f42,segment=NetworkSegment(485a9f3e-2999-42e6-b22e-c4a426fabb5b),segment_id=485a9f3e-2999-42e6-b22e-c4a426fabb5b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:04.659936 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=92ae1728-719a-4b35-881a-a5966fcc241f,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:04.675423 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.678631 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Checking router: 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:04.679425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Updating router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 port 1e9b2971-37ab-4f7f-9183-d3d04c50607c binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:34:04.723280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e527c-cf4f-43a1-bb78-80ada37c78db req-35cf484c-d87b-4e8f-a879-a4adb194c49a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:04.732289 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-498e527c-cf4f-43a1-bb78-80ada37c78db req-35cf484c-d87b-4e8f-a879-a4adb194c49a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 945 time: 1.5552645 Jul 23 20:34:04.913232 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.931602 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a75a79a4-5f56-4691-a054-2029bf5a31a2 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:04.984486 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-d1423937-88fb-49c5-9842-765fd37af6ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:34:04.985189 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-d1423937-88fb-49c5-9842-765fd37af6ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:34:04.996679 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=0f6279c1-167a-429d-ad53-3475adc36f42,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:05.063954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port a75a79a4-5f56-4691-a054-2029bf5a31a2 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:05.088112 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'name': 'tempest-AttachSCSIVolumeTestJSON-956839814-router', 'tenant_id': 'd7b590fb467d494f8e541fc4f099e78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '9da28271-4d8a-411b-958b-78fbbcbea535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:54Z', 'updated_at': '2021-07-23T20:34:01Z', 'revision_number': 3, 'project_id': 'd7b590fb467d494f8e541fc4f099e78f', 'gw_port': {'id': '9da28271-4d8a-411b-958b-78fbbcbea535', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:56Z', 'updated_at': '2021-07-23T20:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:05.104095 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393649e-53bf-4b11-96ed-ebaa6f59edf4 req-689a2b8d-f5cb-4649-ae46-dc5778a45863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:05.107019 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8393649e-53bf-4b11-96ed-ebaa6f59edf4 req-689a2b8d-f5cb-4649-ae46-dc5778a45863 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e36b104f9d24e799825b9baa093a497&device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 1095 time: 0.5558310 Jul 23 20:34:05.109758 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46572f-e2b2-4d29-8424-d47352221695 req-104ae5d2-5956-40ff-9860-93fc0d92b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:05.110335 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46572f-e2b2-4d29-8424-d47352221695 req-104ae5d2-5956-40ff-9860-93fc0d92b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:05.117854 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8e46572f-e2b2-4d29-8424-d47352221695 req-104ae5d2-5956-40ff-9860-93fc0d92b397 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1e9caa4dd094c2487ffcc41d3548234&device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1983 time: 0.5344605 Jul 23 20:34:05.158286 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-498e527c-cf4f-43a1-bb78-80ada37c78db req-9ebe49d1-9cea-49a5-9dc8-d4e14047126b tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231482 Jul 23 20:34:05.171077 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Checking router: e474e59a-5c1b-4181-a8ce-3e9679c10cbd for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:05.171756 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Updating router e474e59a-5c1b-4181-a8ce-3e9679c10cbd port 9da28271-4d8a-411b-958b-78fbbcbea535 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:34:05.239992 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.456320 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.467307 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.479397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Transition to ACTIVE for port object 1e9b2971-37ab-4f7f-9183-d3d04c50607c will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:05.522295 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9067d73f-8c44-4f91-8b38-cf09a0aec7b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.549214 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.592732 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-4be1c325-ac31-4fe0-aad1-a51cee1d531a req-7fe89fb0-eef9-42d7-a497-c429bb48a783 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] For port 92ae1728-719a-4b35-881a-a5966fcc241f, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=92ae1728-719a-4b35-881a-a5966fcc241f,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:05.592732 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4be1c325-ac31-4fe0-aad1-a51cee1d531a req-7fe89fb0-eef9-42d7-a497-c429bb48a783 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.607828 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-4be1c325-ac31-4fe0-aad1-a51cee1d531a req-7fe89fb0-eef9-42d7-a497-c429bb48a783 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Calling delete_port for 92ae1728-719a-4b35-881a-a5966fcc241f owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:05.614833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b00965-6402-46cc-bea7-e6fb9fea49e9 None None] Pushing event updated for resources: {'Port': ['ID=1e9b2971-37ab-4f7f-9183-d3d04c50607c,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:05.817690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Attempting to bind port 1e9b2971-37ab-4f7f-9183-d3d04c50607c on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:05.818153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Attempting to bind port 1e9b2971-37ab-4f7f-9183-d3d04c50607c by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '485a9f3e-2999-42e6-b22e-c4a426fabb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:05.820319 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Attempting to bind port 1e9b2971-37ab-4f7f-9183-d3d04c50607c on network 44c89f0e-5010-4a4c-9508-5b2be60618be {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:05.824913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d1423937-88fb-49c5-9842-765fd37af6ee None None] Provisioning for port 1e9b2971-37ab-4f7f-9183-d3d04c50607c completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:05.849569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:05.850096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Checking segment: {'id': '485a9f3e-2999-42e6-b22e-c4a426fabb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:05.850421 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.850730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Bound using segment: {'id': '485a9f3e-2999-42e6-b22e-c4a426fabb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:05.857017 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Bound port: 1e9b2971-37ab-4f7f-9183-d3d04c50607c, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485a9f3e-2999-42e6-b22e-c4a426fabb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:05.857017 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.864410 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.883531 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Transition to ACTIVE for port object 9da28271-4d8a-411b-958b-78fbbcbea535 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:05.891712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d1423937-88fb-49c5-9842-765fd37af6ee None None] Provisioning for port a75a79a4-5f56-4691-a054-2029bf5a31a2 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:05.898676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d1423937-88fb-49c5-9842-765fd37af6ee None None] Provisioning complete for port a75a79a4-5f56-4691-a054-2029bf5a31a2 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:05.899602 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1423937-88fb-49c5-9842-765fd37af6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.901167 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.925403 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Allocated IP 172.20.0.1 (d37e712b-e1b1-483d-a1fb-6adae30d1b9f/837bc7c6-ecd1-48b9-8810-547da450f9e2/aa03974f-959c-4676-8fcb-f11e665c3069) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:05.942464 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4be1c325-ac31-4fe0-aad1-a51cee1d531a req-7fe89fb0-eef9-42d7-a497-c429bb48a783 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.947278 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Attempting to bind port 9da28271-4d8a-411b-958b-78fbbcbea535 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:05.947729 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Attempting to bind port 9da28271-4d8a-411b-958b-78fbbcbea535 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:05.948312 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Attempting to bind port 9da28271-4d8a-411b-958b-78fbbcbea535 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:05.973863 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:05.974361 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:05.974827 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.975354 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:05.976089 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Bound port: 9da28271-4d8a-411b-958b-78fbbcbea535, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:05.976783 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.061017 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] For port 9da28271-4d8a-411b-958b-78fbbcbea535, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:06.067858 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] For port 9da28271-4d8a-411b-958b-78fbbcbea535, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9da28271-4d8a-411b-958b-78fbbcbea535,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:06.077883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] For port 1e9b2971-37ab-4f7f-9183-d3d04c50607c, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:06.087374 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.089096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] For port 1e9b2971-37ab-4f7f-9183-d3d04c50607c, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1e9b2971-37ab-4f7f-9183-d3d04c50607c,segment=NetworkSegment(485a9f3e-2999-42e6-b22e-c4a426fabb5b),segment_id=485a9f3e-2999-42e6-b22e-c4a426fabb5b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:06.098143 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1423937-88fb-49c5-9842-765fd37af6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.114451 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.134854 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Routers {'e474e59a-5c1b-4181-a8ce-3e9679c10cbd'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:06.135728 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e474e59a-5c1b-4181-a8ce-3e9679c10cbd'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:06.216283 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b00965-6402-46cc-bea7-e6fb9fea49e9 None None] Pushing event updated for resources: {'Port': ['ID=1e9b2971-37ab-4f7f-9183-d3d04c50607c,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:06.229138 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.237927 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:06.238432 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:06.258774 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Transition to ACTIVE for port object aa03974f-959c-4676-8fcb-f11e665c3069 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:06.266494 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] Set router e474e59a-5c1b-4181-a8ce-3e9679c10cbd gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:06.341772 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.371547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393649e-53bf-4b11-96ed-ebaa6f59edf4 req-2fa0b18e-9222-43a6-b75b-e78756fb6d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:06.373108 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8393649e-53bf-4b11-96ed-ebaa6f59edf4 req-2fa0b18e-9222-43a6-b75b-e78756fb6d3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce0133d9-8df6-41ea-ae2f-c1fed304391d HTTP/1.1" status: 200 len: 918 time: 1.2387850 Jul 23 20:34:06.373776 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067d73f-8c44-4f91-8b38-cf09a0aec7b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Subnet': ['ID=57755b87-2c9d-43c4-97a3-25038e4c7d32,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:06.376349 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46572f-e2b2-4d29-8424-d47352221695 req-f6e787b5-001a-44f6-806a-1b9a23c3460c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:06.384427 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8e46572f-e2b2-4d29-8424-d47352221695 req-f6e787b5-001a-44f6-806a-1b9a23c3460c service neutron] 10.222.0.57 "GET /v2.0/networks?id=22b7f680-7aed-4152-babe-8870b38bffba HTTP/1.1" status: 200 len: 903 time: 1.2249305 Jul 23 20:34:06.384728 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d1423937-88fb-49c5-9842-765fd37af6ee None None] For port a75a79a4-5f56-4691-a054-2029bf5a31a2, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a75a79a4-5f56-4691-a054-2029bf5a31a2,segment=NetworkSegment(1ec1519e-51ea-4fc8-9506-46ad8af809c7),segment_id=1ec1519e-51ea-4fc8-9506-46ad8af809c7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:06.393013 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1423937-88fb-49c5-9842-765fd37af6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.453895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:06.458421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Pushing event updated for resources: {'Port': ['ID=aa03974f-959c-4676-8fcb-f11e665c3069,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:06.494575 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:06.495021 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:06.495399 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:06.495738 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:06.496076 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:06.521285 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:06.521752 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:06.522097 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:06.522601 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:06.522938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:06.523303 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:06.523633 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:06.543869 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d8d42619-7c51-428b-bf17-17efe6947bdb None None] Provisioning complete for port a75a79a4-5f56-4691-a054-2029bf5a31a2 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:06.544658 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8d42619-7c51-428b-bf17-17efe6947bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.559163 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1423937-88fb-49c5-9842-765fd37af6ee None None] Pushing event updated for resources: {'Port': ['ID=a75a79a4-5f56-4691-a054-2029bf5a31a2,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:06.565515 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Network d37e712b-e1b1-483d-a1fb-6adae30d1b9f is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:06.569551 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:06.575352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:06.692459 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.779327 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fef75-656d-42e9-91b4-87706e7c2dc8 None None] Pushing event updated for resources: {'Port': ['ID=9da28271-4d8a-411b-958b-78fbbcbea535,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:06.883862 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be1c325-ac31-4fe0-aad1-a51cee1d531a req-7fe89fb0-eef9-42d7-a497-c429bb48a783 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] No DVR routers for this DVR port 92ae1728-719a-4b35-881a-a5966fcc241f on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:06.888862 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4be1c325-ac31-4fe0-aad1-a51cee1d531a req-7fe89fb0-eef9-42d7-a497-c429bb48a783 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.891616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4be1c325-ac31-4fe0-aad1-a51cee1d531a req-7fe89fb0-eef9-42d7-a497-c429bb48a783 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.57 "DELETE /v2.0/ports/92ae1728-719a-4b35-881a-a5966fcc241f HTTP/1.1" status: 204 len: 173 time: 5.2442248 Jul 23 20:34:06.914269 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8393649e-53bf-4b11-96ed-ebaa6f59edf4 req-5cfb685f-4899-4f4a-9bce-4408b7c41859 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0348b129-1a97-4787-8669-0847ec9df6a0 HTTP/1.1" status: 200 len: 998 time: 0.3777463 Jul 23 20:34:06.920818 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8e46572f-e2b2-4d29-8424-d47352221695 req-91a12c9f-93ef-46e5-b617-37e7584b9abb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.167&port_id=2b025c03-a36f-4fbc-bf52-6965c444b264 HTTP/1.1" status: 200 len: 217 time: 0.4423287 Jul 23 20:34:06.931860 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe89fb0-eef9-42d7-a497-c429bb48a783 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Pushing event deleted for resources: {'Port': ['ID=92ae1728-719a-4b35-881a-a5966fcc241f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:06.974296 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fef75-656d-42e9-91b4-87706e7c2dc8 None None] Pushing event updated for resources: {'Port': ['ID=9da28271-4d8a-411b-958b-78fbbcbea535,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:07.120975 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'name': 'tempest-AttachSCSIVolumeTestJSON-956839814-router', 'tenant_id': 'd7b590fb467d494f8e541fc4f099e78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '9da28271-4d8a-411b-958b-78fbbcbea535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:54Z', 'updated_at': '2021-07-23T20:34:01Z', 'revision_number': 3, 'project_id': 'd7b590fb467d494f8e541fc4f099e78f', 'gw_port': {'id': '9da28271-4d8a-411b-958b-78fbbcbea535', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:56Z', 'updated_at': '2021-07-23T20:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:07.121486 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11be63e-ce80-47e0-89c3-32012f663a96 req-9dc74d36-6bf4-423d-acea-522a7f857722 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:07.131947 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e11be63e-ce80-47e0-89c3-32012f663a96 req-9dc74d36-6bf4-423d-acea-522a7f857722 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 943 time: 1.6860785 Jul 23 20:34:07.134985 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.172310 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067d73f-8c44-4f91-8b38-cf09a0aec7b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Checking segment: {'id': '520e3538-a109-4615-8215-b211ed86c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:07.172964 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84c4673-740a-453f-9b78-ef9c1e6a99cf None None] The sync data for ids ['e474e59a-5c1b-4181-a8ce-3e9679c10cbd'] in n-d-791504-18 is: [{'id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'name': 'tempest-AttachSCSIVolumeTestJSON-956839814-router', 'tenant_id': 'd7b590fb467d494f8e541fc4f099e78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '9da28271-4d8a-411b-958b-78fbbcbea535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:54Z', 'updated_at': '2021-07-23T20:34:01Z', 'revision_number': 3, 'project_id': 'd7b590fb467d494f8e541fc4f099e78f', 'gw_port': {'id': '9da28271-4d8a-411b-958b-78fbbcbea535', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:56Z', 'updated_at': '2021-07-23T20:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:07.173867 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9067d73f-8c44-4f91-8b38-cf09a0aec7b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network hostable DHCP agents. Network: 17be9f8a-6094-4d48-bbaa-949165eb681d, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:34:07.241935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46572f-e2b2-4d29-8424-d47352221695 req-f2bec8e6-f3f9-4aad-99fe-e4a682358c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:07.246219 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8e46572f-e2b2-4d29-8424-d47352221695 req-f2bec8e6-f3f9-4aad-99fe-e4a682358c26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4321ee2e-5e9b-4bbb-8e4a-fd9b3a4b9d9c HTTP/1.1" status: 200 len: 801 time: 0.2776296 Jul 23 20:34:07.252476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393649e-53bf-4b11-96ed-ebaa6f59edf4 req-a8eb7c43-df9f-4524-ae37-4ddfcbce7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:07.254750 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8393649e-53bf-4b11-96ed-ebaa6f59edf4 req-a8eb7c43-df9f-4524-ae37-4ddfcbce7c06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35eaf14f-2eae-4b6c-8dcf-0499d3191c4d HTTP/1.1" status: 200 len: 856 time: 0.3104839 Jul 23 20:34:07.302808 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9067d73f-8c44-4f91-8b38-cf09a0aec7b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network 17be9f8a-6094-4d48-bbaa-949165eb681d is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:34:07.388039 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.419804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c61d4-74e0-4ae7-8691-0f7bc132b02b req-6dc5e0cb-f760-466c-bf96-d81fbd746ea3 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:07.421275 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.490410 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-349c61d4-74e0-4ae7-8691-0f7bc132b02b req-6dc5e0cb-f760-466c-bf96-d81fbd746ea3 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 947 time: 1.9671283 Jul 23 20:34:07.490410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-9067d73f-8c44-4f91-8b38-cf09a0aec7b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 17be9f8a-6094-4d48-bbaa-949165eb681d) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:07.491014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0f6279c1-167a-429d-ad53-3475adc36f42 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:07.491014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5888aa-171b-409d-9c3b-09dc14ee55d8 None None] Network 17be9f8a-6094-4d48-bbaa-949165eb681d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:07.492270 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9067d73f-8c44-4f91-8b38-cf09a0aec7b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:07.498409 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9067d73f-8c44-4f91-8b38-cf09a0aec7b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.538656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9067d73f-8c44-4f91-8b38-cf09a0aec7b8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.5900090 Jul 23 20:34:07.543625 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37548) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:07.556500 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Pushing event updated for resources: {'Port': ['ID=aa03974f-959c-4676-8fcb-f11e665c3069,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:07.561368 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.605546 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-349c61d4-74e0-4ae7-8691-0f7bc132b02b req-8e297f93-65b8-4408-88a8-def9802f8624 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761465 Jul 23 20:34:07.669347 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e11be63e-ce80-47e0-89c3-32012f663a96 req-68dc60da-6dfc-4978-af93-627dbe9e35c0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5357363 Jul 23 20:34:07.835492 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393649e-53bf-4b11-96ed-ebaa6f59edf4 req-d8aa9543-866a-475a-9b36-d3489d3460d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:07.844622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8393649e-53bf-4b11-96ed-ebaa6f59edf4 req-d8aa9543-866a-475a-9b36-d3489d3460d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce0133d9-8df6-41ea-ae2f-c1fed304391d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5709655 Jul 23 20:34:07.866204 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46572f-e2b2-4d29-8424-d47352221695 req-79940810-a31a-4fe9-9488-0f11cb2c20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:07.867894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8e46572f-e2b2-4d29-8424-d47352221695 req-79940810-a31a-4fe9-9488-0f11cb2c20d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=22b7f680-7aed-4152-babe-8870b38bffba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5882363 Jul 23 20:34:07.933838 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4582cbb-a900-49fb-a889-7b8fc675965f x-openstack-request-id: req-a4582cbb-a900-49fb-a889-7b8fc675965f {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:07.934539 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9920fff7-f6b1-4c64-8615-56f5510a69f6", "tag": "9e62b522-23a8-409a-81a8-79048766135a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:07.934539 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4582cbb-a900-49fb-a889-7b8fc675965f {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:07.935042 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9920fff7-f6b1-4c64-8615-56f5510a69f6', 'tag': '9e62b522-23a8-409a-81a8-79048766135a', 'status': 'completed', 'code': 200} Jul 23 20:34:08.166328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0f6279c1-167a-429d-ad53-3475adc36f42 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:08.166963 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:08.218386 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-17be9f8a-6094-4d48-bbaa-949165eb681d', 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'fixed_ips': [{'subnet_id': '57755b87-2c9d-43c4-97a3-25038e4c7d32'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:34:08.219306 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:08.306219 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a75a79a4-5f56-4691-a054-2029bf5a31a2 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:08.309713 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:33:57Z', 'revision_number': 4, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': '1e9b2971-37ab-4f7f-9183-d3d04c50607c', 'name': '', 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:79:da:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:53Z', 'updated_at': '2021-07-23T20:34:06Z', 'revision_number': 4, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:08.340085 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Network d37e712b-e1b1-483d-a1fb-6adae30d1b9f is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:08.343186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:08.429411 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda9174-069b-455f-99b3-fd842b447811 None None] The sync data for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 is: [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:33:57Z', 'revision_number': 4, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': '1e9b2971-37ab-4f7f-9183-d3d04c50607c', 'name': '', 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:79:da:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:53Z', 'updated_at': '2021-07-23T20:34:06Z', 'revision_number': 4, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:08.473549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723b83c-8a67-48a4-84c7-6ca4e641b659 req-35c8255e-d83b-4bcf-ac97-d811849f83f6 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:08.482566 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c723b83c-8a67-48a4-84c7-6ca4e641b659 req-35c8255e-d83b-4bcf-ac97-d811849f83f6 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 944 time: 0.6091251 Jul 23 20:34:08.487225 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49246dad-fc71-41ea-af8d-e4a278b6bf73 req-5212808f-5b4d-44ba-8bd6-5ef8b4477876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:08.488714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49246dad-fc71-41ea-af8d-e4a278b6bf73 req-5212808f-5b4d-44ba-8bd6-5ef8b4477876 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c7f50424b0b40928ead2979218c9a62&device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 1096 time: 0.5517809 Jul 23 20:34:08.539388 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8e46572f-e2b2-4d29-8424-d47352221695 req-bff05435-994b-4b4a-aca8-c18a0bfa0e4a service neutron] 10.222.0.57 "GET /v2.0/networks/22b7f680-7aed-4152-babe-8870b38bffba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6436009 Jul 23 20:34:08.542561 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8393649e-53bf-4b11-96ed-ebaa6f59edf4 req-94914580-fa4a-4550-b290-4b6c0c182768 service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6903102 Jul 23 20:34:08.690462 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8e46572f-e2b2-4d29-8424-d47352221695 req-e528c065-fe71-4ade-b3b8-a15dc159febe service neutron] 10.222.0.57 "GET /v2.0/networks/22b7f680-7aed-4152-babe-8870b38bffba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387694 Jul 23 20:34:08.717634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e2b13-1265-472f-af55-f71d9db7a6c5 req-e4cbaed9-27fc-4c52-8138-516940fe7bfb tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:08.718582 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 2b025c03-a36f-4fbc-bf52-6965c444b264 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:34:08.726503 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e2b13-1265-472f-af55-f71d9db7a6c5 req-e4cbaed9-27fc-4c52-8138-516940fe7bfb tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:08.728212 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d19e2b13-1265-472f-af55-f71d9db7a6c5 req-e4cbaed9-27fc-4c52-8138-516940fe7bfb tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1679 time: 0.7393007 Jul 23 20:34:08.763792 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:08.974418 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d19e2b13-1265-472f-af55-f71d9db7a6c5 req-76da530c-efe9-4677-a6c0-a3310dff391d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049725 Jul 23 20:34:09.052322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b8f573ee-974a-4327-9539-2950bda4dc93 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:09.054169 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9e62b522-23a8-409a-81a8-79048766135a details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:34:09.072847 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c723b83c-8a67-48a4-84c7-6ca4e641b659 req-2d030f1a-add1-4f30-9cba-ec662ad863e0 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5893798 Jul 23 20:34:09.087351 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d697a488-4407-41a5-8880-8032f78bf058 x-openstack-request-id: req-d697a488-4407-41a5-8880-8032f78bf058 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:09.087645 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e192a0-f257-4b00-87dd-10d820d315dd", "name": "network-vif-unplugged", "status": "completed", "tag": "92ae1728-719a-4b35-881a-a5966fcc241f", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:09.087905 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d697a488-4407-41a5-8880-8032f78bf058 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:09.088417 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e192a0-f257-4b00-87dd-10d820d315dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92ae1728-719a-4b35-881a-a5966fcc241f', 'code': 200} Jul 23 20:34:09.212891 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8393649e-53bf-4b11-96ed-ebaa6f59edf4 req-f4e08855-d605-4a74-abbb-62c6fd4a0a4a service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502644 Jul 23 20:34:09.213739 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 2b025c03-a36f-4fbc-bf52-6965c444b264, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=2b025c03-a36f-4fbc-bf52-6965c444b264,segment=NetworkSegment(6fb7a0c0-37ee-4554-aac7-8efc4047861d),segment_id=6fb7a0c0-37ee-4554-aac7-8efc4047861d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:09.232449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49246dad-fc71-41ea-af8d-e4a278b6bf73 req-f46c2013-bf70-431d-bb7c-fdd4e8e01c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:09.235771 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49246dad-fc71-41ea-af8d-e4a278b6bf73 req-f46c2013-bf70-431d-bb7c-fdd4e8e01c2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=42c37124-424c-4bcc-8b93-9b8a8a9e479c HTTP/1.1" status: 200 len: 905 time: 0.6848636 Jul 23 20:34:09.256973 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Router e474e59a-5c1b-4181-a8ce-3e9679c10cbd has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:09.367165 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49246dad-fc71-41ea-af8d-e4a278b6bf73 req-d2b98118-eb3f-46ef-89d0-1607d0a7707f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e62b522-23a8-409a-81a8-79048766135a HTTP/1.1" status: 200 len: 217 time: 0.1252015 Jul 23 20:34:09.368134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '2b025c03-a36f-4fbc-bf52-6965c444b264', 'network_id': '22b7f680-7aed-4152-babe-8870b38bffba', 'port_id': '2b025c03-a36f-4fbc-bf52-6965c444b264', 'mac_address': 'fa:16:3e:5b:a3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4321ee2e-5e9b-4bbb-8e4a-fd9b3a4b9d9c', 'ip_address': '19.86.0.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:34:09.442286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49246dad-fc71-41ea-af8d-e4a278b6bf73 req-6da366a5-0a17-4cb3-9533-bb39321f8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:09.443946 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49246dad-fc71-41ea-af8d-e4a278b6bf73 req-6da366a5-0a17-4cb3-9533-bb39321f8a7a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=106a6110-3396-46fd-b5c7-73b8b46b8b68 HTTP/1.1" status: 200 len: 844 time: 0.0694768 Jul 23 20:34:09.485519 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2936851d-6480-432f-b234-64e1ae395dab req-1150ff12-69fa-4cdf-a6e6-e355f1d29bc7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 210 time: 0.1406944 Jul 23 20:34:09.556709 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:09.602779 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49246dad-fc71-41ea-af8d-e4a278b6bf73 req-2920cded-c958-46d7-8aa8-7217a3e55cd9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42c37124-424c-4bcc-8b93-9b8a8a9e479c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394119 Jul 23 20:34:09.603236 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b025c03-a36f-4fbc-bf52-6965c444b264 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:34:09.612620 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:09.641279 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 2b025c03-a36f-4fbc-bf52-6965c444b264, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=2b025c03-a36f-4fbc-bf52-6965c444b264,segment=NetworkSegment(6fb7a0c0-37ee-4554-aac7-8efc4047861d),segment_id=6fb7a0c0-37ee-4554-aac7-8efc4047861d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:09.647861 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-db1b84f9-57b2-44a7-853c-6cdb858430e0 admin admin] 10.222.0.55 "PUT /v2.0/routers/e474e59a-5c1b-4181-a8ce-3e9679c10cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5112846 Jul 23 20:34:09.679464 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:34:09.690486 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:09.691478 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 589263d9-27b2-4e47-a151-085cdb444ac5 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:34:09.937484 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e192a0-f257-4b00-87dd-10d820d315dd', 'name': 'network-vif-deleted', 'tag': '92ae1728-719a-4b35-881a-a5966fcc241f'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:09.941241 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3ad31a-f247-44ca-9d84-312900b3b57f" -d '{"events": [{"server_uuid": "71e192a0-f257-4b00-87dd-10d820d315dd", "name": "network-vif-deleted", "tag": "92ae1728-719a-4b35-881a-a5966fcc241f"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:09.962812 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 589263d9-27b2-4e47-a151-085cdb444ac5, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=589263d9-27b2-4e47-a151-085cdb444ac5,segment=NetworkSegment(ccd150d6-8ae3-4ce6-a66d-986719cb5483),segment_id=ccd150d6-8ae3-4ce6-a66d-986719cb5483)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:09.983365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be115f-f3ec-4875-a3df-e70e91c956b2 req-16dd0f94-3960-4040-92d7-7cb9bc586a02 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:09.987062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e8be115f-f3ec-4875-a3df-e70e91c956b2 req-16dd0f94-3960-4040-92d7-7cb9bc586a02 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 947 time: 0.6450856 Jul 23 20:34:10.050748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '589263d9-27b2-4e47-a151-085cdb444ac5', 'network_id': 'd01f6053-62a7-4365-bd81-5e8117d5bd76', 'port_id': '589263d9-27b2-4e47-a151-085cdb444ac5', 'mac_address': 'fa:16:3e:54:71:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29067bdd-5b66-4603-b8f3-24cc5c633d7d', 'ip_address': '19.80.0.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:34:10.089219 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49246dad-fc71-41ea-af8d-e4a278b6bf73 req-b9750144-4401-4ebf-8883-bcf30ef28e61 service neutron] 10.222.0.48 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753637 Jul 23 20:34:10.104566 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e8be115f-f3ec-4875-a3df-e70e91c956b2 req-101c8d6c-f450-475c-b7af-e8fadb620ff4 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074178 Jul 23 20:34:10.116217 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc368797-d154-4611-b79f-5b5e27bda058 req-f6a1bd58-90b6-425d-b020-57fb42d0b887 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:10.118472 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc368797-d154-4611-b79f-5b5e27bda058 req-f6a1bd58-90b6-425d-b020-57fb42d0b887 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 943 time: 0.4199786 Jul 23 20:34:10.233428 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc368797-d154-4611-b79f-5b5e27bda058 req-0964bb8f-9faf-43c6-b25f-39d1a04c8be3 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085923 Jul 23 20:34:10.252694 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.297925 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10326f1e-c659-40d5-a1f7-dd67298a99d8 x-openstack-request-id: req-10326f1e-c659-40d5-a1f7-dd67298a99d8 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:10.298219 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e192a0-f257-4b00-87dd-10d820d315dd", "name": "network-vif-deleted", "tag": "92ae1728-719a-4b35-881a-a5966fcc241f", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:10.298468 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-10326f1e-c659-40d5-a1f7-dd67298a99d8 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:10.298849 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e192a0-f257-4b00-87dd-10d820d315dd', 'name': 'network-vif-deleted', 'tag': '92ae1728-719a-4b35-881a-a5966fcc241f', 'status': 'completed', 'code': 200} Jul 23 20:34:10.386495 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5a6e052b-017b-4c3a-8d5a-9286c17a1480 None None] Provisioning for port aa03974f-959c-4676-8fcb-f11e665c3069 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:10.426489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5a6e052b-017b-4c3a-8d5a-9286c17a1480 None None] Provisioning complete for port aa03974f-959c-4676-8fcb-f11e665c3069 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:10.426863 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a6e052b-017b-4c3a-8d5a-9286c17a1480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.470094 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49246dad-fc71-41ea-af8d-e4a278b6bf73 req-280eff2c-b8d1-49f0-be6b-db36d4bbbc8c service neutron] 10.222.0.48 "GET /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505840 Jul 23 20:34:10.521942 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e052b-017b-4c3a-8d5a-9286c17a1480 None None] Port aa03974f-959c-4676-8fcb-f11e665c3069 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:10.675786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b8f573ee-974a-4327-9539-2950bda4dc93, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b8f573ee-974a-4327-9539-2950bda4dc93,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:10.688283 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.697119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Sync routers for ids ['e474e59a-5c1b-4181-a8ce-3e9679c10cbd'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:10.724764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14364c-7c0a-474c-ac9f-1298bdd75fcc req-10cfbbc1-3ebc-47e6-af32-f34cbf94c519 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:10.741203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14364c-7c0a-474c-ac9f-1298bdd75fcc req-10cfbbc1-3ebc-47e6-af32-f34cbf94c519 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:10.742864 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d14364c-7c0a-474c-ac9f-1298bdd75fcc req-10cfbbc1-3ebc-47e6-af32-f34cbf94c519 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1680 time: 0.3885148 Jul 23 20:34:10.748329 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a75a79a4-5f56-4691-a054-2029bf5a31a2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:10.753376 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.812175 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.898980 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d14364c-7c0a-474c-ac9f-1298bdd75fcc req-1a26cb97-5580-4b22-926b-1979eef8e406 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493480 Jul 23 20:34:10.925467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6086a-9d7c-43e3-8fe2-d373e1575760 req-36e0abc6-82c9-4825-a9ee-82042a60bcd7 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:10.935168 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-68b6086a-9d7c-43e3-8fe2-d373e1575760 req-36e0abc6-82c9-4825-a9ee-82042a60bcd7 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 944 time: 0.4207335 Jul 23 20:34:10.942145 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37612) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:10.948316 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-243d4a49-768f-47fd-bfff-bd39af40d46d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-164683257-network', 'tenant_id': '6346fae9dafa40f686d078f10c4ddaa3'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:10.977879 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Routers {'e474e59a-5c1b-4181-a8ce-3e9679c10cbd'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:10.978903 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e474e59a-5c1b-4181-a8ce-3e9679c10cbd'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:10.998717 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-68b6086a-9d7c-43e3-8fe2-d373e1575760 req-d40dbb47-1abf-4750-8ff6-34011a7fdfd7 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565789 Jul 23 20:34:11.033475 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243d4a49-768f-47fd-bfff-bd39af40d46d admin admin] Made reservation on behalf of 6346fae9dafa40f686d078f10c4ddaa3 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:11.036595 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-243d4a49-768f-47fd-bfff-bd39af40d46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.065963 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-243d4a49-768f-47fd-bfff-bd39af40d46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.115124 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Set router e474e59a-5c1b-4181-a8ce-3e9679c10cbd gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:11.153736 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1879464-ebf3-41e7-9a9c-b6a2479b80b3 req-d0676fe1-1bd2-4cf2-a7ec-feb37ee97fb3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 210 time: 0.0412428 Jul 23 20:34:11.185329 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Allocated IP 2001:db8:3::2 (17be9f8a-6094-4d48-bbaa-949165eb681d/57755b87-2c9d-43c4-97a3-25038e4c7d32/3fee853a-7209-4738-8b83-6ffcecae9492) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:11.198008 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:11.202884 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbf3eeb-dc8a-4741-b6c6-ea35c2936f9d" -d '{"events": [{"server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:11.210029 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589263d9-27b2-4e47-a151-085cdb444ac5 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:34:11.242761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 589263d9-27b2-4e47-a151-085cdb444ac5, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=589263d9-27b2-4e47-a151-085cdb444ac5,segment=NetworkSegment(ccd150d6-8ae3-4ce6-a66d-986719cb5483),segment_id=ccd150d6-8ae3-4ce6-a66d-986719cb5483)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:11.268807 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.362944 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-243d4a49-768f-47fd-bfff-bd39af40d46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.374231 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-243d4a49-768f-47fd-bfff-bd39af40d46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.381220 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=2b025c03-a36f-4fbc-bf52-6965c444b264,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:11.431589 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243d4a49-768f-47fd-bfff-bd39af40d46d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:34:11.481277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d4a49-768f-47fd-bfff-bd39af40d46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc2c884-c474-4b57-8803-92bb1115b37e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:11.490091 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0bc97e84-afc1-4176-b49e-55f80204bc79 None None] Provisioning complete for port aa03974f-959c-4676-8fcb-f11e665c3069 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:11.490967 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bc97e84-afc1-4176-b49e-55f80204bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.501086 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d7562f-d057-47ae-b079-428a323458f1 x-openstack-request-id: req-42d7562f-d057-47ae-b079-428a323458f1 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:11.501637 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:11.502114 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-42d7562f-d057-47ae-b079-428a323458f1 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:11.502713 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'code': 200} Jul 23 20:34:11.511175 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-243d4a49-768f-47fd-bfff-bd39af40d46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.511175 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-243d4a49-768f-47fd-bfff-bd39af40d46d admin admin] Added segment 996d3db9-80b4-444e-8cda-c0412c57c87f of type vlan for network 24d7e410-11ff-4c3f-a2a8-5caa05d80328 Jul 23 20:34:11.513921 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=b8f573ee-974a-4327-9539-2950bda4dc93,revision_number=14']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:11.538477 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1e9b2971-37ab-4f7f-9183-d3d04c50607c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:11.636575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212b6ea-2d48-4397-b813-8e34f75dc263 req-9160bfaa-fcb6-45ee-a2e9-74389fec33c5 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:11.645377 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-243d4a49-768f-47fd-bfff-bd39af40d46d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.649059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2212b6ea-2d48-4397-b813-8e34f75dc263 req-9160bfaa-fcb6-45ee-a2e9-74389fec33c5 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 943 time: 0.1549211 Jul 23 20:34:11.719397 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-243d4a49-768f-47fd-bfff-bd39af40d46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.722202 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243d4a49-768f-47fd-bfff-bd39af40d46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:11.722804 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-243d4a49-768f-47fd-bfff-bd39af40d46d admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.765890 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2212b6ea-2d48-4397-b813-8e34f75dc263 req-6cbf2ae7-33ab-4228-8bed-9de45ff02fca tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097655 Jul 23 20:34:11.792170 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:34:11.866800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d4a49-768f-47fd-bfff-bd39af40d46d admin admin] Pushing event updated for resources: {'Network': ['ID=24d7e410-11ff-4c3f-a2a8-5caa05d80328,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:11.883621 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-243d4a49-768f-47fd-bfff-bd39af40d46d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9402862 Jul 23 20:34:11.886215 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37622) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:11.893400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Request body: {'subnet': {'network_id': '24d7e410-11ff-4c3f-a2a8-5caa05d80328', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-164683257-subnet', 'tenant_id': '6346fae9dafa40f686d078f10c4ddaa3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:11.966234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Made reservation on behalf of 6346fae9dafa40f686d078f10c4ddaa3 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:11.969873 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.054799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['2b025c03-a36f-4fbc-bf52-6965c444b264'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:34:12.057149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 24d7e410-11ff-4c3f-a2a8-5caa05d80328 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:34:12.162698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9e62b522-23a8-409a-81a8-79048766135a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9e62b522-23a8-409a-81a8-79048766135a,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:12.239816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c8d4e-9706-488c-9fd0-c7b3688fbbba req-34f88ece-3025-4793-b8a7-b50189890494 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:12.246947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c8d4e-9706-488c-9fd0-c7b3688fbbba req-34f88ece-3025-4793-b8a7-b50189890494 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:12.290003 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0bc97e84-afc1-4176-b49e-55f80204bc79 None None] Port aa03974f-959c-4676-8fcb-f11e665c3069 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:12.298530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '9e62b522-23a8-409a-81a8-79048766135a', 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c', 'port_id': '9e62b522-23a8-409a-81a8-79048766135a', 'mac_address': 'fa:16:3e:b5:7f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106a6110-3396-46fd-b5c7-73b8b46b8b68', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:34:12.316291 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-809c8d4e-9706-488c-9fd0-c7b3688fbbba req-34f88ece-3025-4793-b8a7-b50189890494 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1681 time: 0.3048749 Jul 23 20:34:12.321128 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=589263d9-27b2-4e47-a151-085cdb444ac5,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:12.526540 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.529248 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 1e9b2971-37ab-4f7f-9183-d3d04c50607c completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:12.567054 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 1e9b2971-37ab-4f7f-9183-d3d04c50607c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:12.567469 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.610297 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['589263d9-27b2-4e47-a151-085cdb444ac5'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:34:12.612878 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-809c8d4e-9706-488c-9fd0-c7b3688fbbba req-4b77ccdd-7e1b-4d0c-b3e0-ada7b8b4de38 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948577 Jul 23 20:34:12.622507 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e62b522-23a8-409a-81a8-79048766135a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:34:12.665422 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.775130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9e62b522-23a8-409a-81a8-79048766135a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9e62b522-23a8-409a-81a8-79048766135a,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:12.784587 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.806496 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.809134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9fc2ec5-cf24-44f9-a4e7-39d92db252f6,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:12.827484 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.827890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.828184 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.828712 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.829057 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.829387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.829717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.830045 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.830479 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.830835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.831263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.831626 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.856725 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Checking segment: {'id': '996d3db9-80b4-444e-8cda-c0412c57c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24d7e410-11ff-4c3f-a2a8-5caa05d80328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:12.857300 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Network hostable DHCP agents. Network: 24d7e410-11ff-4c3f-a2a8-5caa05d80328, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:34:12.892987 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Network 24d7e410-11ff-4c3f-a2a8-5caa05d80328 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:34:12.916311 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93a61f-8113-4807-aa99-bd8d0c376727 req-4d512bd2-8053-49e2-b995-1232ba241e22 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:12.917965 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f93a61f-8113-4807-aa99-bd8d0c376727 req-4d512bd2-8053-49e2-b995-1232ba241e22 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 944 time: 0.1924181 Jul 23 20:34:12.919544 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 24d7e410-11ff-4c3f-a2a8-5caa05d80328) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:12.925155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:12.926004 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.960558 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=9e62b522-23a8-409a-81a8-79048766135a,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:12.966654 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37632) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:12.967600 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7a75005f-5e1d-42ca-90d6-e1081b46bc4e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0796556 Jul 23 20:34:12.982816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-164683257-router', 'tenant_id': '6346fae9dafa40f686d078f10c4ddaa3', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:12.987872 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4c669e-88a6-40ad-9cd1-5238712d1d04 None None] Network 24d7e410-11ff-4c3f-a2a8-5caa05d80328 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:13.002321 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f93a61f-8113-4807-aa99-bd8d0c376727 req-d9ec78bf-955d-46a9-bf7b-43f1624c926b tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685239 Jul 23 20:34:13.033820 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.034888 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.116881 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c57588d6-229f-40f8-8170-dfa82aab33d6 req-570342ed-b94b-470d-b10f-7bbc833d08df tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 210 time: 0.0507035 Jul 23 20:34:13.222145 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Transition to ACTIVE for port object 3fee853a-7209-4738-8b83-6ffcecae9492 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:13.302416 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9d005-424a-43f1-84bf-ac9495df507f req-c3e90e98-e3a6-4d62-99ea-313461911045 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:13.316960 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19f9d005-424a-43f1-84bf-ac9495df507f req-c3e90e98-e3a6-4d62-99ea-313461911045 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 943 time: 0.1302285 Jul 23 20:34:13.373010 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['9e62b522-23a8-409a-81a8-79048766135a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:34:13.373623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19f9d005-424a-43f1-84bf-ac9495df507f req-4be2e822-4ff9-4b9a-bc19-31a314feba6b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555782 Jul 23 20:34:13.528110 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'name': 'tempest-AttachSCSIVolumeTestJSON-956839814-router', 'tenant_id': 'd7b590fb467d494f8e541fc4f099e78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '9da28271-4d8a-411b-958b-78fbbcbea535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:54Z', 'updated_at': '2021-07-23T20:34:07Z', 'revision_number': 4, 'project_id': 'd7b590fb467d494f8e541fc4f099e78f', 'gw_port': {'id': '9da28271-4d8a-411b-958b-78fbbcbea535', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:56Z', 'updated_at': '2021-07-23T20:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'aa03974f-959c-4676-8fcb-f11e665c3069', 'name': '', 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f', 'tenant_id': 'd7b590fb467d494f8e541fc4f099e78f', 'mac_address': 'fa:16:3e:9d:31:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '837bc7c6-ecd1-48b9-8810-547da450f9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:05Z', 'updated_at': '2021-07-23T20:34:07Z', 'revision_number': 2, 'project_id': 'd7b590fb467d494f8e541fc4f099e78f', 'subnets': [{'id': '837bc7c6-ecd1-48b9-8810-547da450f9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:13.529913 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.535027 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Transition to ACTIVE for port object 3fee853a-7209-4738-8b83-6ffcecae9492 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:13.634208 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Checking router: e474e59a-5c1b-4181-a8ce-3e9679c10cbd for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:13.634555 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Updating router e474e59a-5c1b-4181-a8ce-3e9679c10cbd port aa03974f-959c-4676-8fcb-f11e665c3069 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:34:13.681093 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.696749 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.759136 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.816722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1ec39-cb2c-4bc2-a3b3-acc4530b722f req-e205466a-371e-473d-a651-4923891187b1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:13.824530 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1ec39-cb2c-4bc2-a3b3-acc4530b722f req-e205466a-371e-473d-a651-4923891187b1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:13.835457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63a1ec39-cb2c-4bc2-a3b3-acc4530b722f req-e205466a-371e-473d-a651-4923891187b1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1681 time: 0.1206565 Jul 23 20:34:13.913909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Allocated IP 2001:db8:3::1 (17be9f8a-6094-4d48-bbaa-949165eb681d/57755b87-2c9d-43c4-97a3-25038e4c7d32/e0215539-4c7c-485b-8af8-4614af169f5f) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:13.937394 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63a1ec39-cb2c-4bc2-a3b3-acc4530b722f req-1616dc60-bd6e-47b1-85e5-d096f883db64 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014342 Jul 23 20:34:14.036069 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 1e9b2971-37ab-4f7f-9183-d3d04c50607c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1e9b2971-37ab-4f7f-9183-d3d04c50607c,segment=NetworkSegment(485a9f3e-2999-42e6-b22e-c4a426fabb5b),segment_id=485a9f3e-2999-42e6-b22e-c4a426fabb5b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:14.107147 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.107434 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9da28271-4d8a-411b-958b-78fbbcbea535 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:14.133250 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.146693 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Network 17be9f8a-6094-4d48-bbaa-949165eb681d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:14.209865 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:14.233074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-24d7e410-11ff-4c3f-a2a8-5caa05d80328', 'network_id': '24d7e410-11ff-4c3f-a2a8-5caa05d80328', 'tenant_id': '6346fae9dafa40f686d078f10c4ddaa3', 'fixed_ips': [{'subnet_id': 'c9fc2ec5-cf24-44f9-a4e7-39d92db252f6'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:34:14.233408 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.240093 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:14.258496 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Pushing event updated for resources: {'Port': ['ID=3fee853a-7209-4738-8b83-6ffcecae9492,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:14.290511 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9211f4-5a2c-42b8-a401-5f411657d1a9 req-5cd1a336-f675-4669-bf18-fffaa1a1afd1 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:14.291907 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd9211f4-5a2c-42b8-a401-5f411657d1a9 req-5cd1a336-f675-4669-bf18-fffaa1a1afd1 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 945 time: 0.1219499 Jul 23 20:34:14.354115 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:14.354115 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:14.354538 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:14.354694 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:14.355024 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:14.355384 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:14.355710 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:14.356037 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:14.357018 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:14.357355 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:14.357690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:14.358030 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:14.415826 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd9211f4-5a2c-42b8-a401-5f411657d1a9 req-3f8ecc71-4621-4ff3-9c98-a5fc78fafb00 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098254 Jul 23 20:34:14.425221 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.512211 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Transition to ACTIVE for port object e0215539-4c7c-485b-8af8-4614af169f5f will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:14.571450 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.596429 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a145e7f3-aefc-4f1c-8487-02e75203ffbf req-465f7c4a-70c8-4792-bdb5-671049148f12 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 210 time: 0.0661395 Jul 23 20:34:14.688591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=e0215539-4c7c-485b-8af8-4614af169f5f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:14.756831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Attempting to bind port 3fee853a-7209-4738-8b83-6ffcecae9492 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:14.757464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Attempting to bind port 3fee853a-7209-4738-8b83-6ffcecae9492 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '520e3538-a109-4615-8215-b211ed86c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:14.757585 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Attempting to bind port 3fee853a-7209-4738-8b83-6ffcecae9492 on network 17be9f8a-6094-4d48-bbaa-949165eb681d {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:14.773251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network 17be9f8a-6094-4d48-bbaa-949165eb681d is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:14.795955 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:14.799888 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:14.800460 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.925859 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdc9f4-f968-4f87-8fa4-e931fba1fea9 req-4c185dcb-d6fb-49bc-88b2-886e085ec76b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:14.928364 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4afdc9f4-f968-4f87-8fa4-e931fba1fea9 req-4c185dcb-d6fb-49bc-88b2-886e085ec76b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 943 time: 0.1722264 Jul 23 20:34:14.973717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:14.974025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Checking segment: {'id': '520e3538-a109-4615-8215-b211ed86c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:14.974362 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.974806 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Bound using segment: {'id': '520e3538-a109-4615-8215-b211ed86c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:14.975301 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Bound port: 3fee853a-7209-4738-8b83-6ffcecae9492, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520e3538-a109-4615-8215-b211ed86c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:14.975696 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.977826 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=1e9b2971-37ab-4f7f-9183-d3d04c50607c,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:15.004929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 9da28271-4d8a-411b-958b-78fbbcbea535 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:15.021368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4afdc9f4-f968-4f87-8fa4-e931fba1fea9 req-155b07eb-4c5c-46c6-b6fa-8e7747718530 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770442 Jul 23 20:34:15.047959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9da28271-4d8a-411b-958b-78fbbcbea535 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:15.047959 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.275031 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Allocated IP 172.20.0.2 (24d7e410-11ff-4c3f-a2a8-5caa05d80328/c9fc2ec5-cf24-44f9-a4e7-39d92db252f6/3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:15.283877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d83a7-b919-40a3-b0ae-571878d54606 req-278e4894-8da0-4e20-a839-da07da96208b tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:15.290426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d83a7-b919-40a3-b0ae-571878d54606 req-278e4894-8da0-4e20-a839-da07da96208b tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:15.293978 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 2b025c03-a36f-4fbc-bf52-6965c444b264 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:15.299974 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-635d83a7-b919-40a3-b0ae-571878d54606 req-278e4894-8da0-4e20-a839-da07da96208b tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1681 time: 0.1454029 Jul 23 20:34:15.319234 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.344054 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.384480 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.423046 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-635d83a7-b919-40a3-b0ae-571878d54606 req-3bd9ae91-4287-4655-997b-a66b327d8148 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179187 Jul 23 20:34:15.427587 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.514674 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] For port 3fee853a-7209-4738-8b83-6ffcecae9492, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:15.563682 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.623498 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] For port 3fee853a-7209-4738-8b83-6ffcecae9492, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3fee853a-7209-4738-8b83-6ffcecae9492,segment=NetworkSegment(520e3538-a109-4615-8215-b211ed86c6a2),segment_id=520e3538-a109-4615-8215-b211ed86c6a2)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:15.705496 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a5e8f-69a9-490f-a6ea-708a1b6818dd req-a1b5de61-3514-496c-b87c-368cf0bef707 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:15.707849 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f91a5e8f-69a9-490f-a6ea-708a1b6818dd req-a1b5de61-3514-496c-b87c-368cf0bef707 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 945 time: 0.1266675 Jul 23 20:34:15.781236 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f91a5e8f-69a9-490f-a6ea-708a1b6818dd req-b9c912ad-bd02-4cc6-97b8-eae35a95ffc0 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665045 Jul 23 20:34:15.784244 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.819829 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Transition to ACTIVE for port object aa03974f-959c-4676-8fcb-f11e665c3069 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:15.904728 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.002071 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 2b025c03-a36f-4fbc-bf52-6965c444b264 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:16.057963 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.090020 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Allocated IP 172.25.3.138 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/987cde27-0a60-4ecb-a05a-9b4b63da57ed) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:16.155604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 2b025c03-a36f-4fbc-bf52-6965c444b264 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:16.155979 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.157970 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d312ac-4050-42f6-9a04-21caacea986c None None] Pushing event updated for resources: {'Port': ['ID=3fee853a-7209-4738-8b83-6ffcecae9492,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:16.361055 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 9da28271-4d8a-411b-958b-78fbbcbea535, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9da28271-4d8a-411b-958b-78fbbcbea535,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:16.471799 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.474102 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.638711 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Transition to ACTIVE for port object 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:16.679671 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.690185 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Attempting to bind port aa03974f-959c-4676-8fcb-f11e665c3069 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:16.691012 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Attempting to bind port aa03974f-959c-4676-8fcb-f11e665c3069 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '1ec1519e-51ea-4fc8-9506-46ad8af809c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:16.691500 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Attempting to bind port aa03974f-959c-4676-8fcb-f11e665c3069 on network d37e712b-e1b1-483d-a1fb-6adae30d1b9f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:16.693849 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d3681-a18b-4eb9-8771-2534a021cde0 None None] Pushing event updated for resources: {'Port': ['ID=aa03974f-959c-4676-8fcb-f11e665c3069,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:16.769660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:16.769660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Checking segment: {'id': '1ec1519e-51ea-4fc8-9506-46ad8af809c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:16.770232 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.771000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Bound using segment: {'id': '1ec1519e-51ea-4fc8-9506-46ad8af809c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:16.771000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Bound port: aa03974f-959c-4676-8fcb-f11e665c3069, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec1519e-51ea-4fc8-9506-46ad8af809c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:16.774866 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.820122 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.831781 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.832807 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.865153 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aea74271-2b46-49e5-b537-51a75f46123f req-53069cd5-b288-46ee-b353-ac07ffbdd927 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=71e192a0-f257-4b00-87dd-10d820d315dd HTTP/1.1" status: 200 len: 210 time: 0.8792901 Jul 23 20:34:16.867461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=9da28271-4d8a-411b-958b-78fbbcbea535,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:16.881258 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.894920 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Transition to ACTIVE for port object 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:16.897208 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9e62b522-23a8-409a-81a8-79048766135a up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:16.932396 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.986315 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:16.995251 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e75587-25c7-4d70-b70a-a469c1dbfec5 req-896277c7-ba51-4518-99c6-afcb9281484b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:16.999697 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:17.003408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0e75587-25c7-4d70-b70a-a469c1dbfec5 req-896277c7-ba51-4518-99c6-afcb9281484b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.1684134 Jul 23 20:34:17.004423 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event updated for resources: {'Port': ['ID=e0215539-4c7c-485b-8af8-4614af169f5f,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:17.004788 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1e9b2971-37ab-4f7f-9183-d3d04c50607c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:17.007157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:17.016921 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.077837 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0e75587-25c7-4d70-b70a-a469c1dbfec5 req-5ae3c80e-200c-44dd-a3b9-e40970e8022a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630836 Jul 23 20:34:17.254300 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Pushing event updated for resources: {'Port': ['ID=3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:17.306809 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] For port aa03974f-959c-4676-8fcb-f11e665c3069, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:17.310464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] For port aa03974f-959c-4676-8fcb-f11e665c3069, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=aa03974f-959c-4676-8fcb-f11e665c3069,segment=NetworkSegment(1ec1519e-51ea-4fc8-9506-46ad8af809c7),segment_id=1ec1519e-51ea-4fc8-9506-46ad8af809c7)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:17.328944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Network 17be9f8a-6094-4d48-bbaa-949165eb681d is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:17.340080 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.347194 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:17.390779 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c531b9-1e52-4c05-86dc-198cce4f7214 req-165478c1-b800-461b-834c-c26ebdb73f51 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:17.398037 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-30c531b9-1e52-4c05-86dc-198cce4f7214 req-165478c1-b800-461b-834c-c26ebdb73f51 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 943 time: 0.2474477 Jul 23 20:34:17.426753 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Network 24d7e410-11ff-4c3f-a2a8-5caa05d80328 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:17.430639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d3681-a18b-4eb9-8771-2534a021cde0 None None] Pushing event updated for resources: {'Port': ['ID=aa03974f-959c-4676-8fcb-f11e665c3069,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:17.442986 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.496007 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 2b025c03-a36f-4fbc-bf52-6965c444b264, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=2b025c03-a36f-4fbc-bf52-6965c444b264,segment=NetworkSegment(6fb7a0c0-37ee-4554-aac7-8efc4047861d),segment_id=6fb7a0c0-37ee-4554-aac7-8efc4047861d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:17.507914 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b025c03-a36f-4fbc-bf52-6965c444b264'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:17.510600 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae83dd6d-3def-4a77-9cb4-0ab00b9bd862" -d '{"events": [{"server_uuid": "e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae", "name": "network-vif-plugged", "status": "completed", "tag": "2b025c03-a36f-4fbc-bf52-6965c444b264"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:17.511935 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Pushing event updated for resources: {'Port': ['ID=987cde27-0a60-4ecb-a05a-9b4b63da57ed,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:17.517642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-30c531b9-1e52-4c05-86dc-198cce4f7214 req-2f94409f-2404-4ff6-88e9-b493e8848b71 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186287 Jul 23 20:34:17.525579 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.528847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:17.532848 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:17.612324 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 589263d9-27b2-4e47-a151-085cdb444ac5 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:17.619532 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=2b025c03-a36f-4fbc-bf52-6965c444b264,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:17.632454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 9e62b522-23a8-409a-81a8-79048766135a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:17.638637 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fc36e-2910-41a7-95e3-bf589261b90d req-82b400b0-8784-4dfb-afaf-f11cade1092f tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:17.657464 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fc36e-2910-41a7-95e3-bf589261b90d req-82b400b0-8784-4dfb-afaf-f11cade1092f tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:17.662374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 9e62b522-23a8-409a-81a8-79048766135a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:17.662754 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.669235 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-156fc36e-2910-41a7-95e3-bf589261b90d req-82b400b0-8784-4dfb-afaf-f11cade1092f tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1681 time: 0.3789778 Jul 23 20:34:17.676413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 1e9b2971-37ab-4f7f-9183-d3d04c50607c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:17.676791 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.836922 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Routers {'e474e59a-5c1b-4181-a8ce-3e9679c10cbd'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:17.837858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e474e59a-5c1b-4181-a8ce-3e9679c10cbd'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:17.845103 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-156fc36e-2910-41a7-95e3-bf589261b90d req-2d3e8d32-b163-41fb-afb2-149e1d2e6880 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748421 Jul 23 20:34:17.919519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aacaee-587d-4127-bc64-3c49ffac6435 None None] Network 17be9f8a-6094-4d48-bbaa-949165eb681d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:17.928292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8568d-fdd7-42d9-be07-436d654f3049 req-306780fd-dbfb-48db-9964-9dcfc81b19ed tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:17.930068 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-28d8568d-fdd7-42d9-be07-436d654f3049 req-306780fd-dbfb-48db-9964-9dcfc81b19ed tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 945 time: 0.2189417 Jul 23 20:34:18.037163 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:18.067675 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-28d8568d-fdd7-42d9-be07-436d654f3049 req-17fe906f-df3e-43c9-b183-4e652e540091 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193614 Jul 23 20:34:18.158787 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8b04c4-2512-4a48-86cf-1bbf9efe69c3 x-openstack-request-id: req-7f8b04c4-2512-4a48-86cf-1bbf9efe69c3 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:18.159081 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae", "name": "network-vif-plugged", "status": "completed", "tag": "2b025c03-a36f-4fbc-bf52-6965c444b264", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:18.159362 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f8b04c4-2512-4a48-86cf-1bbf9efe69c3 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:18.163399 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b025c03-a36f-4fbc-bf52-6965c444b264', 'code': 200} Jul 23 20:34:18.247060 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Attempting to bind port 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:18.247462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Attempting to bind port 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '996d3db9-80b4-444e-8cda-c0412c57c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24d7e410-11ff-4c3f-a2a8-5caa05d80328'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:18.247826 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Attempting to bind port 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b on network 24d7e410-11ff-4c3f-a2a8-5caa05d80328 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:18.255022 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6f5ec-2c56-498d-950d-81a3472eabe8 req-ca7303ba-5ea8-4210-9a19-08c14afa656e tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:18.260893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7cd6f5ec-2c56-498d-950d-81a3472eabe8 req-ca7303ba-5ea8-4210-9a19-08c14afa656e tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46fc236f-e458-4149-96c8-9c7bde0c8438 HTTP/1.1" status: 200 len: 950 time: 0.2091482 Jul 23 20:34:18.298579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0ed8a521-7272-4d19-991d-07da46d05fc9 None None] Provisioning for port 3fee853a-7209-4738-8b83-6ffcecae9492 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:18.309317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:18.309740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Checking segment: {'id': '996d3db9-80b4-444e-8cda-c0412c57c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24d7e410-11ff-4c3f-a2a8-5caa05d80328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:18.310103 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.310506 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Bound using segment: {'id': '996d3db9-80b4-444e-8cda-c0412c57c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24d7e410-11ff-4c3f-a2a8-5caa05d80328'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:18.310995 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Bound port: 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996d3db9-80b4-444e-8cda-c0412c57c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24d7e410-11ff-4c3f-a2a8-5caa05d80328'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:18.311407 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.348144 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7cd6f5ec-2c56-498d-950d-81a3472eabe8 req-e9f97633-448d-425e-ab2c-0f3709d7fb82 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808468 Jul 23 20:34:18.348956 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:18.364350 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Sync routers for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:18.370215 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 589263d9-27b2-4e47-a151-085cdb444ac5 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:18.373613 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37734) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:18.378317 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a01296d8-a8a7-4d57-8317-fda779d09565 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/12ef5b42-4859-4b78-8ec2-2df41e4d0b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8278458 Jul 23 20:34:18.379426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-2943bfe4-3087-4e4f-a576-49752502a338 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:18.388376 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.390056 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:18.391425 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:18.475025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3fee853a-7209-4738-8b83-6ffcecae9492 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:18.481359 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] Set router e474e59a-5c1b-4181-a8ce-3e9679c10cbd gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:18.486645 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 589263d9-27b2-4e47-a151-085cdb444ac5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:18.487169 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.762524 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:18.771071 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] For port 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:18.775665 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] For port 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b,segment=NetworkSegment(996d3db9-80b4-444e-8cda-c0412c57c87f),segment_id=996d3db9-80b4-444e-8cda-c0412c57c87f)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:18.920484 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.016994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7d117-cdfa-41e2-ab74-46f41d643668 req-749ffe1d-1bc7-4589-804d-4b4ca41dabdb tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:19.019831 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8b7d117-cdfa-41e2-ab74-46f41d643668 req-749ffe1d-1bc7-4589-804d-4b4ca41dabdb tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 943 time: 0.3702643 Jul 23 20:34:19.213821 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8b7d117-cdfa-41e2-ab74-46f41d643668 req-f9774374-a8dc-46cd-af13-07c0c830136a tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841006 Jul 23 20:34:19.356342 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:15Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': '1e9b2971-37ab-4f7f-9183-d3d04c50607c', 'name': '', 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:79:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:53Z', 'updated_at': '2021-07-23T20:34:13Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0215539-4c7c-485b-8af8-4614af169f5f', 'name': '', 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:98:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '57755b87-2c9d-43c4-97a3-25038e4c7d32', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:08Z', 'updated_at': '2021-07-23T20:34:16Z', 'revision_number': 2, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '57755b87-2c9d-43c4-97a3-25038e4c7d32', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:19.413887 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Checking router: 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:19.414423 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Updating router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 port e0215539-4c7c-485b-8af8-4614af169f5f binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:34:19.502004 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.506722 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.507762 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.523475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33508621-a226-4a22-aab9-74af9ee47476 req-d5edb62d-b6d9-4d06-b6b5-d612c9220a35 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:19.535365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33508621-a226-4a22-aab9-74af9ee47476 req-d5edb62d-b6d9-4d06-b6b5-d612c9220a35 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:19.579067 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33508621-a226-4a22-aab9-74af9ee47476 req-d5edb62d-b6d9-4d06-b6b5-d612c9220a35 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1682 time: 0.2374170 Jul 23 20:34:19.768010 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.extraroute_db [None req-2943bfe4-3087-4e4f-a576-49752502a338 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93811) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 20:34:19.795785 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33508621-a226-4a22-aab9-74af9ee47476 req-8e24e1a3-3c48-4786-9eb8-c9c591ef9460 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096367 Jul 23 20:34:19.802577 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.862861 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.extraroute_db [None req-2943bfe4-3087-4e4f-a576-49752502a338 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Removed routes are [] {{(pid=93811) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 20:34:19.863393 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2943bfe4-3087-4e4f-a576-49752502a338 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.871229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 589263d9-27b2-4e47-a151-085cdb444ac5, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=589263d9-27b2-4e47-a151-085cdb444ac5,segment=NetworkSegment(ccd150d6-8ae3-4ce6-a66d-986719cb5483),segment_id=ccd150d6-8ae3-4ce6-a66d-986719cb5483)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:19.892926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Router 83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:34:19.912545 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9e62b522-23a8-409a-81a8-79048766135a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9e62b522-23a8-409a-81a8-79048766135a,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:19.937294 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.940984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device d64252dd-8323-48c1-b907-e0e3fc3dfced no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:19.965101 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.971660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 3fee853a-7209-4738-8b83-6ffcecae9492 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:20.034311 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3fee853a-7209-4738-8b83-6ffcecae9492 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:20.036047 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.086521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:20.118365 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.118365 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ce3c7403-6d2d-4d5a-b763-ce5a2eadb1f8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1482849 Jul 23 20:34:20.126195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37800) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:20.150978 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.167815 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Transition to ACTIVE for port object e0215539-4c7c-485b-8af8-4614af169f5f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:20.184573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Sync routers for ids ['83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:20.198525 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.219360 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589263d9-27b2-4e47-a151-085cdb444ac5'}, {'server_uuid': '9920fff7-f6b1-4c64-8615-56f5510a69f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e62b522-23a8-409a-81a8-79048766135a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:20.229214 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcaf0f0-460e-43fc-91bb-8242b25a9e01" -d '{"events": [{"server_uuid": "e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae", "name": "network-vif-plugged", "status": "completed", "tag": "589263d9-27b2-4e47-a151-085cdb444ac5"}, {"server_uuid": "9920fff7-f6b1-4c64-8615-56f5510a69f6", "name": "network-vif-plugged", "status": "completed", "tag": "9e62b522-23a8-409a-81a8-79048766135a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:20.251653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe43d7-cc68-4c1d-9d46-54aa26be0d27 None None] Pushing event updated for resources: {'Port': ['ID=3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:20.293451 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d6faa-7652-4fbe-97fd-1c3a5e9cd6e8 None None] Pushing event updated for resources: {'Port': ['ID=e0215539-4c7c-485b-8af8-4614af169f5f,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:20.386426 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Routers {'83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:20.387089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:20.455835 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2943bfe4-3087-4e4f-a576-49752502a338 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.456984 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Attempting to bind port e0215539-4c7c-485b-8af8-4614af169f5f on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:20.458659 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Attempting to bind port e0215539-4c7c-485b-8af8-4614af169f5f by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '520e3538-a109-4615-8215-b211ed86c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:20.459025 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Attempting to bind port e0215539-4c7c-485b-8af8-4614af169f5f on network 17be9f8a-6094-4d48-bbaa-949165eb681d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:20.469182 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2943bfe4-3087-4e4f-a576-49752502a338 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.472357 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:20.472669 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Checking segment: {'id': '520e3538-a109-4615-8215-b211ed86c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:20.473075 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.475970 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Bound using segment: {'id': '520e3538-a109-4615-8215-b211ed86c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:20.476640 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Bound port: e0215539-4c7c-485b-8af8-4614af169f5f, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520e3538-a109-4615-8215-b211ed86c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:20.477043 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.648342 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] For port e0215539-4c7c-485b-8af8-4614af169f5f, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:20.658504 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] For port e0215539-4c7c-485b-8af8-4614af169f5f, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e0215539-4c7c-485b-8af8-4614af169f5f,segment=NetworkSegment(520e3538-a109-4615-8215-b211ed86c6a2),segment_id=520e3538-a109-4615-8215-b211ed86c6a2)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:20.666943 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.733797 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'name': 'tempest-AttachSCSIVolumeTestJSON-956839814-router', 'tenant_id': 'd7b590fb467d494f8e541fc4f099e78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '9da28271-4d8a-411b-958b-78fbbcbea535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:54Z', 'updated_at': '2021-07-23T20:34:07Z', 'revision_number': 4, 'project_id': 'd7b590fb467d494f8e541fc4f099e78f', 'gw_port': {'id': '9da28271-4d8a-411b-958b-78fbbcbea535', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:56Z', 'updated_at': '2021-07-23T20:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'aa03974f-959c-4676-8fcb-f11e665c3069', 'name': '', 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f', 'tenant_id': 'd7b590fb467d494f8e541fc4f099e78f', 'mac_address': 'fa:16:3e:9d:31:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '837bc7c6-ecd1-48b9-8810-547da450f9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:05Z', 'updated_at': '2021-07-23T20:34:17Z', 'revision_number': 4, 'project_id': 'd7b590fb467d494f8e541fc4f099e78f', 'subnets': [{'id': '837bc7c6-ecd1-48b9-8810-547da450f9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:20.866942 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d6faa-7652-4fbe-97fd-1c3a5e9cd6e8 None None] Pushing event updated for resources: {'Port': ['ID=e0215539-4c7c-485b-8af8-4614af169f5f,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:20.896831 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:20.897842 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:20.999596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=589263d9-27b2-4e47-a151-085cdb444ac5,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:21.028825 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9eab5a-b80f-4d86-9db5-42b9fe563c15 None None] The sync data for ids ['e474e59a-5c1b-4181-a8ce-3e9679c10cbd'] in n-d-791504-18 is: [{'id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'name': 'tempest-AttachSCSIVolumeTestJSON-956839814-router', 'tenant_id': 'd7b590fb467d494f8e541fc4f099e78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '9da28271-4d8a-411b-958b-78fbbcbea535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:54Z', 'updated_at': '2021-07-23T20:34:07Z', 'revision_number': 4, 'project_id': 'd7b590fb467d494f8e541fc4f099e78f', 'gw_port': {'id': '9da28271-4d8a-411b-958b-78fbbcbea535', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:56Z', 'updated_at': '2021-07-23T20:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'aa03974f-959c-4676-8fcb-f11e665c3069', 'name': '', 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f', 'tenant_id': 'd7b590fb467d494f8e541fc4f099e78f', 'mac_address': 'fa:16:3e:9d:31:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '837bc7c6-ecd1-48b9-8810-547da450f9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:05Z', 'updated_at': '2021-07-23T20:34:17Z', 'revision_number': 4, 'project_id': 'd7b590fb467d494f8e541fc4f099e78f', 'subnets': [{'id': '837bc7c6-ecd1-48b9-8810-547da450f9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:21.040872 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f13ccb-6f54-4aef-a133-1b272ba27689 None None] Network 24d7e410-11ff-4c3f-a2a8-5caa05d80328 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:21.137958 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:21.191649 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.197079 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2943bfe4-3087-4e4f-a576-49752502a338 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:21.256066 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4284cd4-6a66-4e1a-8f11-9cf476c9df4f req-30611b98-2d06-4e20-bbc2-08a4ff1c48cf tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:21.259795 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4284cd4-6a66-4e1a-8f11-9cf476c9df4f req-30611b98-2d06-4e20-bbc2-08a4ff1c48cf tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 811 time: 0.5279660 Jul 23 20:34:21.311883 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4284cd4-6a66-4e1a-8f11-9cf476c9df4f req-fb4d46c6-9c31-4727-88ed-0513d80e88a0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/quotas/b0fca3aa52ce41808d40d8b1ac821f99 HTTP/1.1" status: 200 len: 375 time: 0.0509033 Jul 23 20:34:21.337195 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.362216 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4284cd4-6a66-4e1a-8f11-9cf476c9df4f req-b8440882-169e-495a-95f5-554983e81094 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493448 Jul 23 20:34:21.391384 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.397413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b4997fc9-247f-439f-89f3-55a5830b0421 None None] Provisioning for port 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:21.584776 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=9e62b522-23a8-409a-81a8-79048766135a,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:21.628701 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Set router 83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:21.682151 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f139b6a-e127-456a-b7a5-89e0413a97fe req-37b1b36a-b638-4b79-8e63-32990e607e8f tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:21.689502 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6f139b6a-e127-456a-b7a5-89e0413a97fe req-37b1b36a-b638-4b79-8e63-32990e607e8f tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 946 time: 0.8222713 Jul 23 20:34:21.741998 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Allocated IP 172.20.0.1 (24d7e410-11ff-4c3f-a2a8-5caa05d80328/c9fc2ec5-cf24-44f9-a4e7-39d92db252f6/92bf490f-67e0-439d-be75-31509b053aea) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:21.793838 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 3fee853a-7209-4738-8b83-6ffcecae9492, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3fee853a-7209-4738-8b83-6ffcecae9492,segment=NetworkSegment(520e3538-a109-4615-8215-b211ed86c6a2),segment_id=520e3538-a109-4615-8215-b211ed86c6a2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:21.833365 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:19Z', 'revision_number': 6, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': '1e9b2971-37ab-4f7f-9183-d3d04c50607c', 'name': '', 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:79:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:53Z', 'updated_at': '2021-07-23T20:34:13Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0215539-4c7c-485b-8af8-4614af169f5f', 'name': '', 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:98:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '57755b87-2c9d-43c4-97a3-25038e4c7d32', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:08Z', 'updated_at': '2021-07-23T20:34:20Z', 'revision_number': 4, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '57755b87-2c9d-43c4-97a3-25038e4c7d32', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:21.929237 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09204a-9196-4b1b-b30f-88e1cb87f914 None None] The sync data for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 is: [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:19Z', 'revision_number': 6, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': '1e9b2971-37ab-4f7f-9183-d3d04c50607c', 'name': '', 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:79:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:53Z', 'updated_at': '2021-07-23T20:34:13Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0215539-4c7c-485b-8af8-4614af169f5f', 'name': '', 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:98:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '57755b87-2c9d-43c4-97a3-25038e4c7d32', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:08Z', 'updated_at': '2021-07-23T20:34:20Z', 'revision_number': 4, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '57755b87-2c9d-43c4-97a3-25038e4c7d32', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:21.929523 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4284cd4-6a66-4e1a-8f11-9cf476c9df4f req-4581b98f-de90-44ef-a516-31e34da39f8c service neutron] 10.222.0.55 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664001 Jul 23 20:34:21.935801 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.976120 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port d64252dd-8323-48c1-b907-e0e3fc3dfced, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=d64252dd-8323-48c1-b907-e0e3fc3dfced,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:22.056869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2943bfe4-3087-4e4f-a576-49752502a338 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:22.105726 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.132181 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2943bfe4-3087-4e4f-a576-49752502a338 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.139441 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2943bfe4-3087-4e4f-a576-49752502a338 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/12ef5b42-4859-4b78-8ec2-2df41e4d0b69 HTTP/1.1" status: 200 len: 954 time: 3.7644684 Jul 23 20:34:22.140105 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37818) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:22.143811 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.165717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ec98e732-97ee-4afe-bdbc-8c4ad6280333 None None] Provisioning complete for port 3fee853a-7209-4738-8b83-6ffcecae9492 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:22.165887 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec98e732-97ee-4afe-bdbc-8c4ad6280333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.200872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Transition to ACTIVE for port object 92bf490f-67e0-439d-be75-31509b053aea will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:22.366662 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.469415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Network 24d7e410-11ff-4c3f-a2a8-5caa05d80328 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:22.475477 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:22.479626 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:22.514052 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:22.532936 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Pushing event updated for resources: {'Port': ['ID=92bf490f-67e0-439d-be75-31509b053aea,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:22.555955 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0df2c4ab-1f59-48eb-8b24-e2a2cf54e225 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/routers/12ef5b42-4859-4b78-8ec2-2df41e4d0b69 HTTP/1.1" status: 200 len: 954 time: 0.3781829 Jul 23 20:34:22.560678 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37820) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:22.566782 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-6eab7af1-7f83-499f-a60d-6261ce0798fc tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'router': {'routes': None}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:22.641049 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=3fee853a-7209-4738-8b83-6ffcecae9492,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:22.649374 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6f139b6a-e127-456a-b7a5-89e0413a97fe req-1bf345ad-c7be-4313-bf42-f349ca8a79b8 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9589760 Jul 23 20:34:22.765034 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.909370 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4284cd4-6a66-4e1a-8f11-9cf476c9df4f req-23a9b1e0-3d34-40ce-98b6-ce3314f2ca04 service neutron] 10.222.0.55 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7662878 Jul 23 20:34:23.068878 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:23.116290 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3d78f-7dea-417d-a468-756467f19493 req-38ec797a-86b7-4258-862f-ac1139e0f7b3 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:23.127587 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aad3d78f-7dea-417d-a468-756467f19493 req-38ec797a-86b7-4258-862f-ac1139e0f7b3 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 943 time: 0.3009057 Jul 23 20:34:23.186414 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:23.191171 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.244699 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aad3d78f-7dea-417d-a468-756467f19493 req-e49bd654-ef82-4036-83e8-e400fd18f2d4 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157057 Jul 23 20:34:23.319899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ec98e732-97ee-4afe-bdbc-8c4ad6280333 None None] Provisioning for port e0215539-4c7c-485b-8af8-4614af169f5f completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:23.410484 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae38f2b-25b5-4c00-9a44-c7432030061f x-openstack-request-id: req-dae38f2b-25b5-4c00-9a44-c7432030061f {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:23.410823 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae", "name": "network-vif-plugged", "status": "completed", "tag": "589263d9-27b2-4e47-a151-085cdb444ac5", "code": 200}, {"server_uuid": "9920fff7-f6b1-4c64-8615-56f5510a69f6", "name": "network-vif-plugged", "status": "completed", "tag": "9e62b522-23a8-409a-81a8-79048766135a", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:23.414401 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dae38f2b-25b5-4c00-9a44-c7432030061f {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:23.415141 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589263d9-27b2-4e47-a151-085cdb444ac5', 'code': 200} Jul 23 20:34:23.415257 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9920fff7-f6b1-4c64-8615-56f5510a69f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e62b522-23a8-409a-81a8-79048766135a', 'code': 200} Jul 23 20:34:23.481865 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=d64252dd-8323-48c1-b907-e0e3fc3dfced,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:23.828276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'name': 'tempest-AttachSCSIVolumeTestJSON-164683257-router', 'tenant_id': '6346fae9dafa40f686d078f10c4ddaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '987cde27-0a60-4ecb-a05a-9b4b63da57ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:13Z', 'updated_at': '2021-07-23T20:34:17Z', 'revision_number': 3, 'project_id': '6346fae9dafa40f686d078f10c4ddaa3', 'gw_port': {'id': '987cde27-0a60-4ecb-a05a-9b4b63da57ed', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:15Z', 'updated_at': '2021-07-23T20:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:23.954197 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.976444 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Checking router: 83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:23.988284 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Updating router 83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0 port 987cde27-0a60-4ecb-a05a-9b4b63da57ed binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:34:24.087239 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab20719-e0e4-4162-9f26-9d52a00f5700 None None] Sync routers for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:24.104631 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab20719-e0e4-4162-9f26-9d52a00f5700 None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:24.105271 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-eab20719-e0e4-4162-9f26-9d52a00f5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:24.124127 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ab987-0e51-485a-8081-0422857baffc req-fa7315a1-9cf5-4ba2-80e6-e14ebe336e9d tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:24.136706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ae2ab987-0e51-485a-8081-0422857baffc req-fa7315a1-9cf5-4ba2-80e6-e14ebe336e9d tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.6235983 Jul 23 20:34:24.159488 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.256209 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ae2ab987-0e51-485a-8081-0422857baffc req-5bb6cb2e-0855-4f6b-91a3-db0694ca9924 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179352 Jul 23 20:34:24.346508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f23fb1-93e1-4e7a-8f45-c17a68dda592 req-c53fd366-7269-4696-ad7a-600c82599ffe tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:24.362557 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f23fb1-93e1-4e7a-8f45-c17a68dda592 req-c53fd366-7269-4696-ad7a-600c82599ffe tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:24.366292 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72f23fb1-93e1-4e7a-8f45-c17a68dda592 req-c53fd366-7269-4696-ad7a-600c82599ffe tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1683 time: 0.6372752 Jul 23 20:34:24.385462 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-eab20719-e0e4-4162-9f26-9d52a00f5700 None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:24.395831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.extraroute_db [None req-6eab7af1-7f83-499f-a60d-6261ce0798fc tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Added routes are [] {{(pid=93810) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 20:34:24.396527 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.extraroute_db [None req-6eab7af1-7f83-499f-a60d-6261ce0798fc tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93810) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 20:34:24.425833 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.515247 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca8c433b-355f-4700-878c-b506f88ec76a req-189b36fc-c125-4dc0-ace8-0314f9fd7f2d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=40d1e4ea-fa4d-442f-9730-348f2a334f15 HTTP/1.1" status: 200 len: 210 time: 0.1393144 Jul 23 20:34:24.538467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19e890-fd40-46c9-82dc-0d0b088f7319 req-d32f0405-d4c2-45d8-bd50-40ed6b277a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:24.555892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19e890-fd40-46c9-82dc-0d0b088f7319 req-d32f0405-d4c2-45d8-bd50-40ed6b277a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:24.562565 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a19e890-fd40-46c9-82dc-0d0b088f7319 req-d32f0405-d4c2-45d8-bd50-40ed6b277a93 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1987 time: 1.0769491 Jul 23 20:34:24.584678 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa57a0-2ad3-4c4f-bbeb-a23b1b286caa req-7d693c1c-aff5-41f2-aafc-ec2f8596bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:24.588064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8fa57a0-2ad3-4c4f-bbeb-a23b1b286caa req-7d693c1c-aff5-41f2-aafc-ec2f8596bdb4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 1098 time: 1.0901916 Jul 23 20:34:24.658470 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72f23fb1-93e1-4e7a-8f45-c17a68dda592 req-08325d33-760a-4b83-9d1f-dfd215fcb42d tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759182 Jul 23 20:34:24.677901 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6eab7af1-7f83-499f-a60d-6261ce0798fc tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.968287 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8fa57a0-2ad3-4c4f-bbeb-a23b1b286caa req-d8570bba-9be8-4d37-802e-e2757917f8fb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651887 Jul 23 20:34:24.973363 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a19e890-fd40-46c9-82dc-0d0b088f7319 req-2ddcca95-179a-4204-ba75-1ced8d945427 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559215 Jul 23 20:34:25.050490 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ef9bf-0875-41d6-80b0-29b4295203c1 req-f9d8521e-fb3e-4fb5-98aa-7ca58d80b5ee tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:25.066248 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4b4ef9bf-0875-41d6-80b0-29b4295203c1 req-f9d8521e-fb3e-4fb5-98aa-7ca58d80b5ee tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 946 time: 0.3612375 Jul 23 20:34:25.137100 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f6443-528e-47e5-bb30-e7e8e95c1b95 req-837aa334-6172-411d-90cb-4466e4e74fa5 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:25.149536 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:34:25.150118 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-712f6443-528e-47e5-bb30-e7e8e95c1b95 req-837aa334-6172-411d-90cb-4466e4e74fa5 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 943 time: 0.2424676 Jul 23 20:34:25.256661 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4b4ef9bf-0875-41d6-80b0-29b4295203c1 req-1996713c-331b-4228-8c68-01de9bde056c tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894903 Jul 23 20:34:25.280644 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-eab20719-e0e4-4162-9f26-9d52a00f5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:19Z', 'revision_number': 6, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': '1e9b2971-37ab-4f7f-9183-d3d04c50607c', 'name': '', 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:79:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:53Z', 'updated_at': '2021-07-23T20:34:13Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0215539-4c7c-485b-8af8-4614af169f5f', 'name': '', 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:98:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '57755b87-2c9d-43c4-97a3-25038e4c7d32', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:08Z', 'updated_at': '2021-07-23T20:34:20Z', 'revision_number': 4, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '57755b87-2c9d-43c4-97a3-25038e4c7d32', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:25.329272 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-712f6443-528e-47e5-bb30-e7e8e95c1b95 req-c76ec65b-bce6-44a1-9f5e-baf478a41880 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798220 Jul 23 20:34:25.342252 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab20719-e0e4-4162-9f26-9d52a00f5700 None None] Checking router: 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:25.347353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:25.371768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab', 'mac_address': 'fa:16:3e:2e:81:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:34:25.373562 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab20719-e0e4-4162-9f26-9d52a00f5700 None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:25.382226 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-eab20719-e0e4-4162-9f26-9d52a00f5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:25.428315 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d25bdf55-8550-4d9a-a34d-7ecba7f669d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.433376 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fc236f-e458-4149-96c8-9c7bde0c8438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64252dd-8323-48c1-b907-e0e3fc3dfced'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:25.436231 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0826f46e-b4bd-4539-86a5-294738deb76d" -d '{"events": [{"server_uuid": "46fc236f-e458-4149-96c8-9c7bde0c8438", "name": "network-vif-unplugged", "status": "completed", "tag": "d64252dd-8323-48c1-b907-e0e3fc3dfced"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:25.475012 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b,segment=NetworkSegment(996d3db9-80b4-444e-8cda-c0412c57c87f),segment_id=996d3db9-80b4-444e-8cda-c0412c57c87f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:25.476981 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.495879 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.495879 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9da28271-4d8a-411b-958b-78fbbcbea535 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:25.496131 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6eab7af1-7f83-499f-a60d-6261ce0798fc tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.507675 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6eab7af1-7f83-499f-a60d-6261ce0798fc tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.588583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:25.650033 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Transition to ACTIVE for port object 987cde27-0a60-4ecb-a05a-9b4b63da57ed will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:25.658336 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.664249 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-eab20719-e0e4-4162-9f26-9d52a00f5700 None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:25.682174 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:34:25.711599 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:25.719351 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.751455 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.772339 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.787970 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5775c6e7-e0bb-4e67-a7fb-07d1f5304caf None None] Provisioning complete for port 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:25.789395 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5775c6e7-e0bb-4e67-a7fb-07d1f5304caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.792140 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e43c2-a070-4370-a90b-5d5fee68c3ba None None] Pushing event updated for resources: {'Port': ['ID=987cde27-0a60-4ecb-a05a-9b4b63da57ed,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:25.803536 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.912850 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf755e43-9b44-4344-996c-152d4c5234e3 x-openstack-request-id: req-cf755e43-9b44-4344-996c-152d4c5234e3 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:25.913729 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fc236f-e458-4149-96c8-9c7bde0c8438", "name": "network-vif-unplugged", "status": "completed", "tag": "d64252dd-8323-48c1-b907-e0e3fc3dfced", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:25.914187 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf755e43-9b44-4344-996c-152d4c5234e3 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:25.914825 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fc236f-e458-4149-96c8-9c7bde0c8438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64252dd-8323-48c1-b907-e0e3fc3dfced', 'code': 200} Jul 23 20:34:25.956524 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644e75c-51b9-426e-a018-bfb556368173 req-ea6e0931-3744-49d2-a171-e187c226bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:25.958933 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f644e75c-51b9-426e-a018-bfb556368173 req-ea6e0931-3744-49d2-a171-e187c226bc37 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 1097 time: 0.2899532 Jul 23 20:34:25.969881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:26.030072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Attempting to bind port 987cde27-0a60-4ecb-a05a-9b4b63da57ed on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:26.030832 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Attempting to bind port 987cde27-0a60-4ecb-a05a-9b4b63da57ed by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:26.031981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Attempting to bind port 987cde27-0a60-4ecb-a05a-9b4b63da57ed on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:26.040319 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:26.041110 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:26.041737 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.042361 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:26.043089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Bound port: 987cde27-0a60-4ecb-a05a-9b4b63da57ed, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:26.043895 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.146521 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] For port 987cde27-0a60-4ecb-a05a-9b4b63da57ed, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:26.155516 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] For port 987cde27-0a60-4ecb-a05a-9b4b63da57ed, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=987cde27-0a60-4ecb-a05a-9b4b63da57ed,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:26.174398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:34:26.256647 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.285458 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644e75c-51b9-426e-a018-bfb556368173 req-9fef95a5-ddb1-4f69-865a-3e5504af042c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:26.287002 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f644e75c-51b9-426e-a018-bfb556368173 req-9fef95a5-ddb1-4f69-865a-3e5504af042c service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.3098228 Jul 23 20:34:26.291349 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-eab20719-e0e4-4162-9f26-9d52a00f5700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:24Z', 'revision_number': 7, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': '1e9b2971-37ab-4f7f-9183-d3d04c50607c', 'name': '', 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:79:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:53Z', 'updated_at': '2021-07-23T20:34:13Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0215539-4c7c-485b-8af8-4614af169f5f', 'name': '', 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:98:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '57755b87-2c9d-43c4-97a3-25038e4c7d32', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:08Z', 'updated_at': '2021-07-23T20:34:20Z', 'revision_number': 4, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '57755b87-2c9d-43c4-97a3-25038e4c7d32', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:26.361335 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9da28271-4d8a-411b-958b-78fbbcbea535 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:26.362169 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.389805 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab20719-e0e4-4162-9f26-9d52a00f5700 None None] The sync data for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 is: [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:24Z', 'revision_number': 7, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': '1e9b2971-37ab-4f7f-9183-d3d04c50607c', 'name': '', 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:79:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:53Z', 'updated_at': '2021-07-23T20:34:13Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0215539-4c7c-485b-8af8-4614af169f5f', 'name': '', 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:98:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '57755b87-2c9d-43c4-97a3-25038e4c7d32', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:08Z', 'updated_at': '2021-07-23T20:34:20Z', 'revision_number': 4, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '57755b87-2c9d-43c4-97a3-25038e4c7d32', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:26.484141 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.512265 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f644e75c-51b9-426e-a018-bfb556368173 req-83568833-792d-4a0b-aec2-1d9ad2378dac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8f573ee-974a-4327-9539-2950bda4dc93 HTTP/1.1" status: 200 len: 999 time: 0.1992879 Jul 23 20:34:26.542617 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Pushing event updated for resources: {'Port': ['ID=92bf490f-67e0-439d-be75-31509b053aea,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:26.571277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eab7af1-7f83-499f-a60d-6261ce0798fc tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:26.632222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644e75c-51b9-426e-a018-bfb556368173 req-051c2050-1fe8-494f-beea-21ce5ae975fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:26.633711 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f644e75c-51b9-426e-a018-bfb556368173 req-051c2050-1fe8-494f-beea-21ce5ae975fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.0725124 Jul 23 20:34:26.700720 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Routers {'83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:26.700938 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:26.760076 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eab7af1-7f83-499f-a60d-6261ce0798fc tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:26.770062 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6eab7af1-7f83-499f-a60d-6261ce0798fc tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.774504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37892) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.774995 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6eab7af1-7f83-499f-a60d-6261ce0798fc tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/12ef5b42-4859-4b78-8ec2-2df41e4d0b69 HTTP/1.1" status: 200 len: 704 time: 4.2126100 Jul 23 20:34:26.909054 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Network 24d7e410-11ff-4c3f-a2a8-5caa05d80328 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:26.911320 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:26.964505 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6c3d68fa-1782-4816-9eff-5cf9df62ba6a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/routers/12ef5b42-4859-4b78-8ec2-2df41e4d0b69 HTTP/1.1" status: 200 len: 704 time: 0.1885338 Jul 23 20:34:26.969211 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37894) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:27.017054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4284cd4-6a66-4e1a-8f11-9cf476c9df4f req-3bdb3759-0267-40ac-9c4e-adbe06f6b729 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&device_id=40d1e4ea-fa4d-442f-9730-348f2a334f15 HTTP/1.1" status: 200 len: 210 time: 0.2452438 Jul 23 20:34:27.064727 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7388345-747c-4727-9346-f30fc7bf3992 None None] Sync routers for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:27.124543 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792ceb5-f5fd-4784-9348-d9dd171f728d req-1e890c57-7def-4559-afe4-fa5aced0f027 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:27.143437 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9792ceb5-f5fd-4784-9348-d9dd171f728d req-1e890c57-7def-4559-afe4-fa5aced0f027 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 1.1673253 Jul 23 20:34:27.155718 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Router 83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:27.207093 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7388345-747c-4727-9346-f30fc7bf3992 None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:27.215525 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a7388345-747c-4727-9346-f30fc7bf3992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:33:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:27.420816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:27.442805 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-483c4414-7270-44ec-8237-f745473c9608 admin admin] 10.222.0.55 "PUT /v2.0/routers/83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3150375 Jul 23 20:34:27.484820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e43c2-a070-4370-a90b-5d5fee68c3ba None None] Pushing event updated for resources: {'Port': ['ID=987cde27-0a60-4ecb-a05a-9b4b63da57ed,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:27.599560 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5775c6e7-e0bb-4e67-a7fb-07d1f5304caf None None] Provisioning for port 92bf490f-67e0-439d-be75-31509b053aea completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:27.602849 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2ae2e8a7-a36a-49b4-b85a-888638f707e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.742123 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device aa03974f-959c-4676-8fcb-f11e665c3069 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:27.842245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5775c6e7-e0bb-4e67-a7fb-07d1f5304caf None None] Provisioning complete for port 92bf490f-67e0-439d-be75-31509b053aea triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:27.842527 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5775c6e7-e0bb-4e67-a7fb-07d1f5304caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.944332 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644e75c-51b9-426e-a018-bfb556368173 req-deeb96b0-c146-46f0-b75c-0fd4e77ab405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:27.947585 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f644e75c-51b9-426e-a018-bfb556368173 req-deeb96b0-c146-46f0-b75c-0fd4e77ab405 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3057048 Jul 23 20:34:27.989876 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] Set router 83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:28.007511 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-f644e75c-51b9-426e-a018-bfb556368173 req-d9e716e3-dff5-4cf2-ab54-5cebb002c492 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:34:28.009299 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f644e75c-51b9-426e-a018-bfb556368173 req-d9e716e3-dff5-4cf2-ab54-5cebb002c492 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123284 Jul 23 20:34:28.091133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5775c6e7-e0bb-4e67-a7fb-07d1f5304caf None None] Port 92bf490f-67e0-439d-be75-31509b053aea cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:28.106580 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:28.116037 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-a7388345-747c-4727-9346-f30fc7bf3992 None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:28.137394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4284cd4-6a66-4e1a-8f11-9cf476c9df4f req-2096c0fe-4c5f-4228-b686-7c79a0ea0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:28.138892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4284cd4-6a66-4e1a-8f11-9cf476c9df4f req-2096c0fe-4c5f-4228-b686-7c79a0ea0da9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&shared=False HTTP/1.1" status: 200 len: 912 time: 1.1095951 Jul 23 20:34:28.213341 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9792ceb5-f5fd-4784-9348-d9dd171f728d req-c6ef7520-a03b-46ef-910a-90dfb4eedbfc tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3478966 Jul 23 20:34:28.434535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port aa03974f-959c-4676-8fcb-f11e665c3069 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:28.450727 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port aa03974f-959c-4676-8fcb-f11e665c3069 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:28.451454 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:28.461019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f7ebdcc4-9ee5-4a44-8074-3e9772f29a5a None None] Provisioning complete for port 92bf490f-67e0-439d-be75-31509b053aea triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:28.461019 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f7ebdcc4-9ee5-4a44-8074-3e9772f29a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:28.474465 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f644e75c-51b9-426e-a018-bfb556368173 req-0462f64b-325e-4f14-9c31-c805e8453897 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519851 Jul 23 20:34:28.653291 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0649f92-1cb7-4c40-8851-734c5a04b09a req-aa1dfb2d-f88e-457a-9d4b-eeef1eacad89 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:28.663916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0649f92-1cb7-4c40-8851-734c5a04b09a req-aa1dfb2d-f88e-457a-9d4b-eeef1eacad89 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:28.665616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0649f92-1cb7-4c40-8851-734c5a04b09a req-aa1dfb2d-f88e-457a-9d4b-eeef1eacad89 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1683 time: 0.3238022 Jul 23 20:34:28.730947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4284cd4-6a66-4e1a-8f11-9cf476c9df4f req-0f9124ac-e28b-4b4e-94e6-d39eb9e7ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:28.732427 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4284cd4-6a66-4e1a-8f11-9cf476c9df4f req-0f9124ac-e28b-4b4e-94e6-d39eb9e7ee7b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4456172 Jul 23 20:34:28.803575 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f7ebdcc4-9ee5-4a44-8074-3e9772f29a5a None None] Port 92bf490f-67e0-439d-be75-31509b053aea cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:28.833203 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f644e75c-51b9-426e-a018-bfb556368173 req-f7fd42e0-f9eb-446c-8d7c-127ac936e8f7 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265986 Jul 23 20:34:28.837605 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:28.839858 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0649f92-1cb7-4c40-8851-734c5a04b09a req-62d9b765-981c-466e-b503-32507962b746 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339781 Jul 23 20:34:28.871869 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4284cd4-6a66-4e1a-8f11-9cf476c9df4f req-c6cabd4d-7816-4acb-b5c8-d83b1653af0f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.48 "GET /v2.0/ports?device_id=40d1e4ea-fa4d-442f-9730-348f2a334f15 HTTP/1.1" status: 200 len: 210 time: 0.0555212 Jul 23 20:34:28.912952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:28.920912 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-847f41be-04b9-4abc-9025-79953ba8598f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:29.115354 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:29.119943 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a7388345-747c-4727-9346-f30fc7bf3992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:24Z', 'revision_number': 7, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': '1e9b2971-37ab-4f7f-9183-d3d04c50607c', 'name': '', 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:79:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:53Z', 'updated_at': '2021-07-23T20:34:13Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0215539-4c7c-485b-8af8-4614af169f5f', 'name': '', 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:98:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '57755b87-2c9d-43c4-97a3-25038e4c7d32', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:08Z', 'updated_at': '2021-07-23T20:34:20Z', 'revision_number': 4, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '57755b87-2c9d-43c4-97a3-25038e4c7d32', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:29.243232 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7388345-747c-4727-9346-f30fc7bf3992 None None] Checking router: 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:29.246695 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1fabb1e2-27a9-4004-b061-bb9ab204ef6f req-f6c24024-462e-44ff-af73-50877ac9b082 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=40d1e4ea-fa4d-442f-9730-348f2a334f15 HTTP/1.1" status: 200 len: 210 time: 0.2649832 Jul 23 20:34:29.412934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7388345-747c-4727-9346-f30fc7bf3992 None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:29.414589 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a7388345-747c-4727-9346-f30fc7bf3992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:29.432624 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port aa03974f-959c-4676-8fcb-f11e665c3069, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=aa03974f-959c-4676-8fcb-f11e665c3069,segment=NetworkSegment(1ec1519e-51ea-4fc8-9506-46ad8af809c7),segment_id=1ec1519e-51ea-4fc8-9506-46ad8af809c7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:29.562610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72c0c087-6e46-4f3e-8281-5650c356adfe req-76812325-d7ed-42b3-ae2e-68dc93bcfe09 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&device_id=40d1e4ea-fa4d-442f-9730-348f2a334f15 HTTP/1.1" status: 200 len: 210 time: 0.0914745 Jul 23 20:34:29.700613 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-a7388345-747c-4727-9346-f30fc7bf3992 None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:29.798954 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:29.849530 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0c087-6e46-4f3e-8281-5650c356adfe req-06d8e1ef-15e5-46c4-b509-8aca2b1ba882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:29.849530 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72c0c087-6e46-4f3e-8281-5650c356adfe req-06d8e1ef-15e5-46c4-b509-8aca2b1ba882 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2859259 Jul 23 20:34:29.984608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=aa03974f-959c-4676-8fcb-f11e665c3069,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:29.992372 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:29.992909 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:30.026754 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0c087-6e46-4f3e-8281-5650c356adfe req-072d7fb3-ef77-4e6e-a456-bed940fb18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:30.030783 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72c0c087-6e46-4f3e-8281-5650c356adfe req-072d7fb3-ef77-4e6e-a456-bed940fb18c2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1658132 Jul 23 20:34:30.090228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69d398-aed0-4e78-9b4d-1713cdd65c02 req-4cf10ac4-e920-403d-b62d-17db70062a3d tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:30.116089 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9b69d398-aed0-4e78-9b4d-1713cdd65c02 req-4cf10ac4-e920-403d-b62d-17db70062a3d tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 946 time: 0.8973386 Jul 23 20:34:30.120414 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:30.130133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'name': 'tempest-AttachSCSIVolumeTestJSON-164683257-router', 'tenant_id': '6346fae9dafa40f686d078f10c4ddaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '987cde27-0a60-4ecb-a05a-9b4b63da57ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:13Z', 'updated_at': '2021-07-23T20:34:24Z', 'revision_number': 4, 'project_id': '6346fae9dafa40f686d078f10c4ddaa3', 'gw_port': {'id': '987cde27-0a60-4ecb-a05a-9b4b63da57ed', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:15Z', 'updated_at': '2021-07-23T20:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '92bf490f-67e0-439d-be75-31509b053aea', 'name': '', 'network_id': '24d7e410-11ff-4c3f-a2a8-5caa05d80328', 'tenant_id': '6346fae9dafa40f686d078f10c4ddaa3', 'mac_address': 'fa:16:3e:b8:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'c9fc2ec5-cf24-44f9-a4e7-39d92db252f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:21Z', 'updated_at': '2021-07-23T20:34:24Z', 'revision_number': 2, 'project_id': '6346fae9dafa40f686d078f10c4ddaa3', 'subnets': [{'id': 'c9fc2ec5-cf24-44f9-a4e7-39d92db252f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:30.169650 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a0ddac-6794-4f80-9cfe-a08af0b23a05 None None] The sync data for ids ['83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0'] in n-d-791504-18 is: [{'id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'name': 'tempest-AttachSCSIVolumeTestJSON-164683257-router', 'tenant_id': '6346fae9dafa40f686d078f10c4ddaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '987cde27-0a60-4ecb-a05a-9b4b63da57ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:13Z', 'updated_at': '2021-07-23T20:34:24Z', 'revision_number': 4, 'project_id': '6346fae9dafa40f686d078f10c4ddaa3', 'gw_port': {'id': '987cde27-0a60-4ecb-a05a-9b4b63da57ed', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:15Z', 'updated_at': '2021-07-23T20:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '92bf490f-67e0-439d-be75-31509b053aea', 'name': '', 'network_id': '24d7e410-11ff-4c3f-a2a8-5caa05d80328', 'tenant_id': '6346fae9dafa40f686d078f10c4ddaa3', 'mac_address': 'fa:16:3e:b8:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'c9fc2ec5-cf24-44f9-a4e7-39d92db252f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:21Z', 'updated_at': '2021-07-23T20:34:24Z', 'revision_number': 2, 'project_id': '6346fae9dafa40f686d078f10c4ddaa3', 'subnets': [{'id': 'c9fc2ec5-cf24-44f9-a4e7-39d92db252f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:30.251683 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72c0c087-6e46-4f3e-8281-5650c356adfe req-0ffa5311-4eac-4a83-9e71-076f0d92c329 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.48 "GET /v2.0/ports?device_id=40d1e4ea-fa4d-442f-9730-348f2a334f15 HTTP/1.1" status: 200 len: 210 time: 0.1346345 Jul 23 20:34:30.423929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:30.431642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9b69d398-aed0-4e78-9b4d-1713cdd65c02 req-ff53bc59-ca65-474f-9548-06f2f0d4a99f tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888995 Jul 23 20:34:30.436182 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:30.447537 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153afc2c-ffd1-4af5-9db6-12b7180232d1 req-14b9867c-49b8-49b6-97f9-25e883c09540 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:30.451432 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-153afc2c-ffd1-4af5-9db6-12b7180232d1 req-14b9867c-49b8-49b6-97f9-25e883c09540 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 943 time: 0.9904158 Jul 23 20:34:30.518925 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:30.525934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46680690-f530-48e4-a1d9-a6eddb42a13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:30.531072 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644ad8c1-b61e-40fa-b46a-4b2a94b1b63f" -d '{"events": [{"server_uuid": "46680690-f530-48e4-a1d9-a6eddb42a13c", "name": "network-vif-plugged", "status": "completed", "tag": "7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:30.538046 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:30.635454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a7388345-747c-4727-9346-f30fc7bf3992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:24Z', 'revision_number': 7, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': '1e9b2971-37ab-4f7f-9183-d3d04c50607c', 'name': '', 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:79:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:53Z', 'updated_at': '2021-07-23T20:34:13Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0215539-4c7c-485b-8af8-4614af169f5f', 'name': '', 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:98:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '57755b87-2c9d-43c4-97a3-25038e4c7d32', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:08Z', 'updated_at': '2021-07-23T20:34:20Z', 'revision_number': 4, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '57755b87-2c9d-43c4-97a3-25038e4c7d32', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:30.651306 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:30.651648 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:30.693320 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:30.696992 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7388345-747c-4727-9346-f30fc7bf3992 None None] The sync data for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 is: [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:24Z', 'revision_number': 7, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': '1e9b2971-37ab-4f7f-9183-d3d04c50607c', 'name': '', 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:79:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:53Z', 'updated_at': '2021-07-23T20:34:13Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0215539-4c7c-485b-8af8-4614af169f5f', 'name': '', 'network_id': '17be9f8a-6094-4d48-bbaa-949165eb681d', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:98:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '57755b87-2c9d-43c4-97a3-25038e4c7d32', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:08Z', 'updated_at': '2021-07-23T20:34:20Z', 'revision_number': 4, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '57755b87-2c9d-43c4-97a3-25038e4c7d32', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:30.812815 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-153afc2c-ffd1-4af5-9db6-12b7180232d1 req-65d810c4-6f52-46f2-bf1d-b4af215153fa tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3528247 Jul 23 20:34:30.961787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-847f41be-04b9-4abc-9025-79953ba8598f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting port e0215539-4c7c-485b-8af8-4614af169f5f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:30.962267 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-847f41be-04b9-4abc-9025-79953ba8598f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.104684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3fee853a-7209-4738-8b83-6ffcecae9492 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:31.241217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3fee853a-7209-4738-8b83-6ffcecae9492 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:31.241592 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.387607 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e0215539-4c7c-485b-8af8-4614af169f5f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:31.411748 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-847f41be-04b9-4abc-9025-79953ba8598f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] For port e0215539-4c7c-485b-8af8-4614af169f5f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e0215539-4c7c-485b-8af8-4614af169f5f,segment=NetworkSegment(520e3538-a109-4615-8215-b211ed86c6a2),segment_id=520e3538-a109-4615-8215-b211ed86c6a2)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:31.412365 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-847f41be-04b9-4abc-9025-79953ba8598f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.436678 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-847f41be-04b9-4abc-9025-79953ba8598f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Calling delete_port for e0215539-4c7c-485b-8af8-4614af169f5f owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:31.473992 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port e0215539-4c7c-485b-8af8-4614af169f5f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:31.479428 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port e0215539-4c7c-485b-8af8-4614af169f5f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:31.480125 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.665477 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a6b87-75ab-482d-8f3b-4e36882b2113 req-b59a4ef6-55d8-4b37-936b-b95ce90fceb5 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:31.667192 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f16a6b87-75ab-482d-8f3b-4e36882b2113 req-b59a4ef6-55d8-4b37-936b-b95ce90fceb5 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.8799136 Jul 23 20:34:31.707791 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.830789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port e0215539-4c7c-485b-8af8-4614af169f5f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e0215539-4c7c-485b-8af8-4614af169f5f,segment=NetworkSegment(520e3538-a109-4615-8215-b211ed86c6a2),segment_id=520e3538-a109-4615-8215-b211ed86c6a2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:31.844494 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.981448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=e0215539-4c7c-485b-8af8-4614af169f5f,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:32.110183 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f16a6b87-75ab-482d-8f3b-4e36882b2113 req-2cd4662c-8c57-489d-a48b-6c42d42e7bff tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721751 Jul 23 20:34:32.111512 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-847f41be-04b9-4abc-9025-79953ba8598f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.220240 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f41be-04b9-4abc-9025-79953ba8598f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Port': ['ID=e0215539-4c7c-485b-8af8-4614af169f5f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:32.242637 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device aa03974f-959c-4676-8fcb-f11e665c3069 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:32.420112 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port aa03974f-959c-4676-8fcb-f11e665c3069 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:32.420496 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.726273 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-847f41be-04b9-4abc-9025-79953ba8598f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:33.076129 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847f41be-04b9-4abc-9025-79953ba8598f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:33.241395 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847f41be-04b9-4abc-9025-79953ba8598f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:33.253190 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-847f41be-04b9-4abc-9025-79953ba8598f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/12ef5b42-4859-4b78-8ec2-2df41e4d0b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2785454 Jul 23 20:34:33.254228 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37950) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:33.255992 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06707a0-a90c-403e-a81c-9f5602e1e59a None None] Sync routers for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:33.266642 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06707a0-a90c-403e-a81c-9f5602e1e59a None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:33.267310 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d06707a0-a90c-403e-a81c-9f5602e1e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:33.366629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-83866c8c-8016-4c87-b140-8103f7a10ed9 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting subnet 57755b87-2c9d-43c4-97a3-25038e4c7d32 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:33.375118 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83866c8c-8016-4c87-b140-8103f7a10ed9 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:33.433613 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83866c8c-8016-4c87-b140-8103f7a10ed9 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:33.454600 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-d06707a0-a90c-403e-a81c-9f5602e1e59a None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:33.551672 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83866c8c-8016-4c87-b140-8103f7a10ed9 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:33.674742 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83866c8c-8016-4c87-b140-8103f7a10ed9 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:33.721455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83866c8c-8016-4c87-b140-8103f7a10ed9 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Subnet': ['ID=57755b87-2c9d-43c4-97a3-25038e4c7d32,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:33.722796 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f5c471-154d-4fc9-a505-70fa928f7cb7 None None] Network 17be9f8a-6094-4d48-bbaa-949165eb681d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:33.724886 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83866c8c-8016-4c87-b140-8103f7a10ed9 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:33.730147 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-83866c8c-8016-4c87-b140-8103f7a10ed9 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/subnets/57755b87-2c9d-43c4-97a3-25038e4c7d32 HTTP/1.1" status: 204 len: 168 time: 0.4742222 Jul 23 20:34:33.731663 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37952) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:33.992709 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:34.066670 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d06707a0-a90c-403e-a81c-9f5602e1e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:31Z', 'revision_number': 8, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': '1e9b2971-37ab-4f7f-9183-d3d04c50607c', 'name': '', 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:79:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:53Z', 'updated_at': '2021-07-23T20:34:13Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:34.166439 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c2b2bd-18ac-4a34-9ac7-c936a4776672 None None] DHCP port deletion for 17be9f8a-6094-4d48-bbaa-949165eb681d request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:34.172979 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a683c8-9efb-40a9-a1f4-eafe0314c50b x-openstack-request-id: req-19a683c8-9efb-40a9-a1f4-eafe0314c50b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:34.173267 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46680690-f530-48e4-a1d9-a6eddb42a13c", "name": "network-vif-plugged", "status": "completed", "tag": "7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:34.173520 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19a683c8-9efb-40a9-a1f4-eafe0314c50b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:34.173953 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46680690-f530-48e4-a1d9-a6eddb42a13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab', 'code': 200} Jul 23 20:34:34.194778 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06707a0-a90c-403e-a81c-9f5602e1e59a None None] Checking router: 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:34.241274 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06707a0-a90c-403e-a81c-9f5602e1e59a None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:34.241928 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d06707a0-a90c-403e-a81c-9f5602e1e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:34.295416 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 987cde27-0a60-4ecb-a05a-9b4b63da57ed up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:34.310691 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting port 3fee853a-7209-4738-8b83-6ffcecae9492 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:34.311333 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:34.507988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Sync routers for ids ['83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:34.575154 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-d06707a0-a90c-403e-a81c-9f5602e1e59a None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:34.610273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Routers {'83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:34.613260 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:34.658418 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb01217-4a76-476d-a7f0-697492e80439 req-2a758f89-5678-43e4-876a-d7455be3dcc1 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:34.660336 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] For port 3fee853a-7209-4738-8b83-6ffcecae9492, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3fee853a-7209-4738-8b83-6ffcecae9492,segment=NetworkSegment(520e3538-a109-4615-8215-b211ed86c6a2),segment_id=520e3538-a109-4615-8215-b211ed86c6a2)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:34.660737 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:34.668424 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7cb01217-4a76-476d-a7f0-697492e80439 req-2a758f89-5678-43e4-876a-d7455be3dcc1 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 943 time: 0.1221247 Jul 23 20:34:34.712277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Calling delete_port for 3fee853a-7209-4738-8b83-6ffcecae9492 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:34.760663 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7cb01217-4a76-476d-a7f0-697492e80439 req-9289548c-3b11-4218-8e92-89ed8faf78ae tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909884 Jul 23 20:34:35.101214 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Set router 83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:35.111674 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.157576 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Port': ['ID=3fee853a-7209-4738-8b83-6ffcecae9492,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:35.185900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] No DVR routers for this DVR port 3fee853a-7209-4738-8b83-6ffcecae9492 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:35.344340 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-972ac846-8be5-4933-a291-47bebd349130 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:35.350147 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a3c2b2bd-18ac-4a34-9ac7-c936a4776672 None None] Deleting port 3fee853a-7209-4738-8b83-6ffcecae9492 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:35.350530 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a3c2b2bd-18ac-4a34-9ac7-c936a4776672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.355606 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-972ac846-8be5-4933-a291-47bebd349130 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 811 time: 0.2958381 Jul 23 20:34:35.370038 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d06707a0-a90c-403e-a81c-9f5602e1e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:31Z', 'revision_number': 8, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': '1e9b2971-37ab-4f7f-9183-d3d04c50607c', 'name': '', 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:79:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:53Z', 'updated_at': '2021-07-23T20:34:13Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:35.388851 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-c1c6fade-c776-4e55-8187-c2686922be8a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/quotas/b0fca3aa52ce41808d40d8b1ac821f99 HTTP/1.1" status: 200 len: 375 time: 0.0315373 Jul 23 20:34:35.420785 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.435473 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06707a0-a90c-403e-a81c-9f5602e1e59a None None] The sync data for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 is: [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:31Z', 'revision_number': 8, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': '1e9b2971-37ab-4f7f-9183-d3d04c50607c', 'name': '', 'network_id': '44c89f0e-5010-4a4c-9508-5b2be60618be', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:79:da:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:53Z', 'updated_at': '2021-07-23T20:34:13Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '4c4e11d1-f594-46af-a0e1-22343fd073d3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:35.451384 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17be9f8a-6094-4d48-bbaa-949165eb681d']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:35.482114 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-966d34d3-de30-47b3-a02d-f46fe70b78e6 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891566 Jul 23 20:34:35.485636 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a3c2b2bd-18ac-4a34-9ac7-c936a4776672 None None] For port 3fee853a-7209-4738-8b83-6ffcecae9492, host n-d-791504-18, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:35.486044 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a3c2b2bd-18ac-4a34-9ac7-c936a4776672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.490001 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520e3538-a109-4615-8215-b211ed86c6a2') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:35.490424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520e3538-a109-4615-8215-b211ed86c6a2') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:35.499555 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a3c2b2bd-18ac-4a34-9ac7-c936a4776672 None None] Calling delete_port for 3fee853a-7209-4738-8b83-6ffcecae9492 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:35.503257 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-a3c2b2bd-18ac-4a34-9ac7-c936a4776672 None None] Port 3fee853a-7209-4738-8b83-6ffcecae9492 was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:34:35.509274 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.529952 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a3c2b2bd-18ac-4a34-9ac7-c936a4776672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.540035 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.573315 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:35.575504 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.603024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a55e8-d735-4a90-b155-f532b812f576 req-faab30b6-c729-41a0-ba77-b09331934dd1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:35.616488 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a55e8-d735-4a90-b155-f532b812f576 req-faab30b6-c729-41a0-ba77-b09331934dd1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:35.618814 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fe4a55e8-d735-4a90-b155-f532b812f576 req-faab30b6-c729-41a0-ba77-b09331934dd1 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1683 time: 0.6348102 Jul 23 20:34:35.641384 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 987cde27-0a60-4ecb-a05a-9b4b63da57ed completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:35.674807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2b2bd-18ac-4a34-9ac7-c936a4776672 None None] Pushing event deleted for resources: {'Port': ['ID=3fee853a-7209-4738-8b83-6ffcecae9492,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:35.690039 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 987cde27-0a60-4ecb-a05a-9b4b63da57ed triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:35.692966 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.701778 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fe4a55e8-d735-4a90-b155-f532b812f576 req-95d7ec1d-72a7-4d00-b6db-372ce89f23f3 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706809 Jul 23 20:34:35.708126 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-8e39b045-2cae-4ee8-987f-716de0c3e626 service neutron] 10.222.0.55 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212107 Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:35.766465 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:35.799491 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c2b2bd-18ac-4a34-9ac7-c936a4776672 None None] No DVR routers for this DVR port 3fee853a-7209-4738-8b83-6ffcecae9492 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:35.800599 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.828968 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.850863 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/networks/17be9f8a-6094-4d48-bbaa-949165eb681d HTTP/1.1" status: 204 len: 168 time: 2.1173398 Jul 23 20:34:35.861913 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37990) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:36.003841 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-df728835-c87f-49e8-aca4-3f54832d6309 service neutron] 10.222.0.55 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804050 Jul 23 20:34:36.239130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ad216-494b-4c74-b568-22c5c70c6590 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Network': ['ID=17be9f8a-6094-4d48-bbaa-949165eb681d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:36.378713 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912a728-a9e6-4d44-83e8-ff6e4a2707e5 req-54c1f01c-505e-4c47-ac90-f62660fd0f16 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:36.403759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3912a728-a9e6-4d44-83e8-ff6e4a2707e5 req-54c1f01c-505e-4c47-ac90-f62660fd0f16 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.3908389 Jul 23 20:34:36.424907 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:36.456088 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 987cde27-0a60-4ecb-a05a-9b4b63da57ed, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=987cde27-0a60-4ecb-a05a-9b4b63da57ed,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:36.472135 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:36.577658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-7624e5dc-a670-41db-b985-1a65dd0640c3 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:36.592728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-7624e5dc-a670-41db-b985-1a65dd0640c3 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:36.597936 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-7624e5dc-a670-41db-b985-1a65dd0640c3 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1683 time: 0.4641545 Jul 23 20:34:36.634474 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=987cde27-0a60-4ecb-a05a-9b4b63da57ed,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:36.657123 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3912a728-a9e6-4d44-83e8-ff6e4a2707e5 req-d2095f77-2f0f-428d-80f8-ebad7387867b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501371 Jul 23 20:34:36.694972 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3fee853a-7209-4738-8b83-6ffcecae9492 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:36.708541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'name': 'tempest-AttachSCSIVolumeTestJSON-164683257-router', 'tenant_id': '6346fae9dafa40f686d078f10c4ddaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '987cde27-0a60-4ecb-a05a-9b4b63da57ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:13Z', 'updated_at': '2021-07-23T20:34:24Z', 'revision_number': 4, 'project_id': '6346fae9dafa40f686d078f10c4ddaa3', 'gw_port': {'id': '987cde27-0a60-4ecb-a05a-9b4b63da57ed', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:15Z', 'updated_at': '2021-07-23T20:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '92bf490f-67e0-439d-be75-31509b053aea', 'name': '', 'network_id': '24d7e410-11ff-4c3f-a2a8-5caa05d80328', 'tenant_id': '6346fae9dafa40f686d078f10c4ddaa3', 'mac_address': 'fa:16:3e:b8:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'c9fc2ec5-cf24-44f9-a4e7-39d92db252f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:21Z', 'updated_at': '2021-07-23T20:34:24Z', 'revision_number': 2, 'project_id': '6346fae9dafa40f686d078f10c4ddaa3', 'subnets': [{'id': 'c9fc2ec5-cf24-44f9-a4e7-39d92db252f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:36.771089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Checking router: 83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:36.771465 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Updating router 83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0 port 92bf490f-67e0-439d-be75-31509b053aea binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:34:36.774727 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 3fee853a-7209-4738-8b83-6ffcecae9492 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:36.775072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3fee853a-7209-4738-8b83-6ffcecae9492 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:36.775523 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e0215539-4c7c-485b-8af8-4614af169f5f no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:36.865114 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: e0215539-4c7c-485b-8af8-4614af169f5f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:36.870171 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e0215539-4c7c-485b-8af8-4614af169f5f not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:36.897642 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:36.955495 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-95f15ce7-cd48-4010-b2c4-37bcf53c374f req-41d12753-9c18-475f-a577-c28a5a663da7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=28283538-503c-451c-8db7-a376df4231fd HTTP/1.1" status: 200 len: 210 time: 0.0637591 Jul 23 20:34:37.210594 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c03ebd-8f03-4412-9aa7-ae014cd4f1d7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:37.291221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ac1ff-413c-412d-b25f-fd172c6354a6 req-0968ffe8-756b-4093-9bf0-0eac489c1753 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:37.293711 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-685ac1ff-413c-412d-b25f-fd172c6354a6 req-0968ffe8-756b-4093-9bf0-0eac489c1753 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 943 time: 0.6937001 Jul 23 20:34:37.411763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-f8ca2b98-3e0b-4be4-905f-9d59caa6ad92 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Deleting port 2b025c03-a36f-4fbc-bf52-6965c444b264 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:37.412586 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-f8ca2b98-3e0b-4be4-905f-9d59caa6ad92 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:37.459524 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f223e-c7a3-4050-baf1-198b0eab6052 req-79ca673f-214d-4049-ae7c-30f25ed52701 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:37.467724 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-771f223e-c7a3-4050-baf1-198b0eab6052 req-79ca673f-214d-4049-ae7c-30f25ed52701 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.3694787 Jul 23 20:34:37.512360 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-685ac1ff-413c-412d-b25f-fd172c6354a6 req-ed56449b-b0e0-4ea7-ada2-6bf96669bf6a tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889906 Jul 23 20:34:37.613782 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-771f223e-c7a3-4050-baf1-198b0eab6052 req-72a5d70d-b037-4cd0-957e-39bb72e2b7cb tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445949 Jul 23 20:34:37.758469 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-f8ca2b98-3e0b-4be4-905f-9d59caa6ad92 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] For port 2b025c03-a36f-4fbc-bf52-6965c444b264, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=2b025c03-a36f-4fbc-bf52-6965c444b264,segment=NetworkSegment(6fb7a0c0-37ee-4554-aac7-8efc4047861d),segment_id=6fb7a0c0-37ee-4554-aac7-8efc4047861d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:37.758946 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-f8ca2b98-3e0b-4be4-905f-9d59caa6ad92 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:37.902841 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-f8ca2b98-3e0b-4be4-905f-9d59caa6ad92 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Calling delete_port for 2b025c03-a36f-4fbc-bf52-6965c444b264 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:37.903761 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-07c03ebd-8f03-4412-9aa7-ae014cd4f1d7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting port 1e9b2971-37ab-4f7f-9183-d3d04c50607c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:37.904720 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c03ebd-8f03-4412-9aa7-ae014cd4f1d7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.056047 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.134503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Transition to ACTIVE for port object 92bf490f-67e0-439d-be75-31509b053aea will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:38.137106 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.269848 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-07c03ebd-8f03-4412-9aa7-ae014cd4f1d7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] For port 1e9b2971-37ab-4f7f-9183-d3d04c50607c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1e9b2971-37ab-4f7f-9183-d3d04c50607c,segment=NetworkSegment(485a9f3e-2999-42e6-b22e-c4a426fabb5b),segment_id=485a9f3e-2999-42e6-b22e-c4a426fabb5b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:38.271023 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c03ebd-8f03-4412-9aa7-ae014cd4f1d7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.294861 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-07c03ebd-8f03-4412-9aa7-ae014cd4f1d7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Calling delete_port for 1e9b2971-37ab-4f7f-9183-d3d04c50607c owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:38.452186 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdaf9c-40fa-4f97-972d-ad5d62977070 None None] Pushing event updated for resources: {'Port': ['ID=92bf490f-67e0-439d-be75-31509b053aea,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:38.619747 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-f8ca2b98-3e0b-4be4-905f-9d59caa6ad92 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.628984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Attempting to bind port 92bf490f-67e0-439d-be75-31509b053aea on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:38.630406 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Attempting to bind port 92bf490f-67e0-439d-be75-31509b053aea by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '996d3db9-80b4-444e-8cda-c0412c57c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24d7e410-11ff-4c3f-a2a8-5caa05d80328'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:38.632223 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Attempting to bind port 92bf490f-67e0-439d-be75-31509b053aea on network 24d7e410-11ff-4c3f-a2a8-5caa05d80328 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:38.646653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:38.647058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Checking segment: {'id': '996d3db9-80b4-444e-8cda-c0412c57c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24d7e410-11ff-4c3f-a2a8-5caa05d80328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:38.647672 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.647991 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Bound using segment: {'id': '996d3db9-80b4-444e-8cda-c0412c57c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24d7e410-11ff-4c3f-a2a8-5caa05d80328'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:38.648538 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Bound port: 92bf490f-67e0-439d-be75-31509b053aea, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996d3db9-80b4-444e-8cda-c0412c57c87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24d7e410-11ff-4c3f-a2a8-5caa05d80328'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:38.649637 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.791470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 987cde27-0a60-4ecb-a05a-9b4b63da57ed up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:38.857640 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c03ebd-8f03-4412-9aa7-ae014cd4f1d7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.868642 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] For port 92bf490f-67e0-439d-be75-31509b053aea, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:38.894096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] For port 92bf490f-67e0-439d-be75-31509b053aea, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=92bf490f-67e0-439d-be75-31509b053aea,segment=NetworkSegment(996d3db9-80b4-444e-8cda-c0412c57c87f),segment_id=996d3db9-80b4-444e-8cda-c0412c57c87f)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:38.907574 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.922356 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c03ebd-8f03-4412-9aa7-ae014cd4f1d7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Port': ['ID=1e9b2971-37ab-4f7f-9183-d3d04c50607c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:39.011567 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9e62b522-23a8-409a-81a8-79048766135a details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:34:39.114647 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 987cde27-0a60-4ecb-a05a-9b4b63da57ed triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:39.116819 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.275296 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdaf9c-40fa-4f97-972d-ad5d62977070 None None] Pushing event updated for resources: {'Port': ['ID=92bf490f-67e0-439d-be75-31509b053aea,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:39.331513 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c03ebd-8f03-4412-9aa7-ae014cd4f1d7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.337301 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Routers {'83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:39.339830 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:39.349333 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:34:39.673653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9e62b522-23a8-409a-81a8-79048766135a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9e62b522-23a8-409a-81a8-79048766135a,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:39.714101 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 2b025c03-a36f-4fbc-bf52-6965c444b264 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:39.720761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '9e62b522-23a8-409a-81a8-79048766135a', 'network_id': '42c37124-424c-4bcc-8b93-9b8a8a9e479c', 'port_id': '9e62b522-23a8-409a-81a8-79048766135a', 'mac_address': 'fa:16:3e:b5:7f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106a6110-3396-46fd-b5c7-73b8b46b8b68', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:34:39.756684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 2b025c03-a36f-4fbc-bf52-6965c444b264 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:39.757029 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 2b025c03-a36f-4fbc-bf52-6965c444b264 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:39.757435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 589263d9-27b2-4e47-a151-085cdb444ac5 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:39.918346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-ac3d4119-a22b-40e5-bda2-6c6e6a1ec803 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:39.920828 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-ac3d4119-a22b-40e5-bda2-6c6e6a1ec803 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.48 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 811 time: 0.2319605 Jul 23 20:34:39.922514 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca2b98-3e0b-4be4-905f-9d59caa6ad92 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event deleted for resources: {'Port': ['ID=2b025c03-a36f-4fbc-bf52-6965c444b264,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:39.989980 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c03ebd-8f03-4412-9aa7-ae014cd4f1d7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:40.056791 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.061601 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a4057-13ed-450b-97ff-af5cceabf7e4 req-28ae91cc-f273-40d8-96d6-6b88af528769 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:40.076867 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a4057-13ed-450b-97ff-af5cceabf7e4 req-28ae91cc-f273-40d8-96d6-6b88af528769 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:40.082450 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-719a4057-13ed-450b-97ff-af5cceabf7e4 req-28ae91cc-f273-40d8-96d6-6b88af528769 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 1604 time: 2.1806195 Jul 23 20:34:40.100111 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-7b8d9e13-5faa-44b1-b5b4-df44dee977f8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:40.107506 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e62b522-23a8-409a-81a8-79048766135a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:34:40.109658 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-7b8d9e13-5faa-44b1-b5b4-df44dee977f8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 811 time: 0.4271266 Jul 23 20:34:40.134596 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-e240aa2b-1ddc-4a4a-b533-c9a3b5d7088f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Request body: {'port': {'device_id': '28283538-503c-451c-8db7-a376df4231fd', 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e', 'admin_state_up': True, 'tenant_id': 'b0fca3aa52ce41808d40d8b1ac821f99'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:40.164415 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9e62b522-23a8-409a-81a8-79048766135a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9e62b522-23a8-409a-81a8-79048766135a,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:40.170366 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-f2fe321a-1f36-4b07-aa6f-40640e132948 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/quotas/970bd8d6ec9e4a8ea04f7b4a50d01a14 HTTP/1.1" status: 200 len: 375 time: 0.0594542 Jul 23 20:34:40.194333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-f8ca2b98-3e0b-4be4-905f-9d59caa6ad92 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] No DVR routers for this DVR port 2b025c03-a36f-4fbc-bf52-6965c444b264 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:40.215477 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-f8ca2b98-3e0b-4be4-905f-9d59caa6ad92 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.217908 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-f8ca2b98-3e0b-4be4-905f-9d59caa6ad92 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.57 "DELETE /v2.0/ports/2b025c03-a36f-4fbc-bf52-6965c444b264 HTTP/1.1" status: 204 len: 173 time: 3.5994215 Jul 23 20:34:40.235463 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.237785 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0348b129-1a97-4787-8669-0847ec9df6a0 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:34:40.250565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae', 'name': 'network-vif-deleted', 'tag': '2b025c03-a36f-4fbc-bf52-6965c444b264'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:40.250565 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c2f637-6ad9-45d3-84dc-a15adb27cbe9" -d '{"events": [{"server_uuid": "e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae", "name": "network-vif-deleted", "tag": "2b025c03-a36f-4fbc-bf52-6965c444b264"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:40.271141 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c03ebd-8f03-4412-9aa7-ae014cd4f1d7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:40.297867 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-07c03ebd-8f03-4412-9aa7-ae014cd4f1d7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/12ef5b42-4859-4b78-8ec2-2df41e4d0b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4309599 Jul 23 20:34:40.298594 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38066) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:40.305136 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4cee4d-4512-456a-944e-cb6ee792f7c5 None None] Sync routers for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:40.334704 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4cee4d-4512-456a-944e-cb6ee792f7c5 None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:40.336132 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7f4cee4d-4512-456a-944e-cb6ee792f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:40.404446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-105fe611-4e91-4e41-bc50-03e9f33bf24f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting subnet 4c4e11d1-f594-46af-a0e1-22343fd073d3 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:40.419407 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-105fe611-4e91-4e41-bc50-03e9f33bf24f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.480111 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-719a4057-13ed-450b-97ff-af5cceabf7e4 req-cc858f65-073f-449e-88c6-b271fbdfd362 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd980860-b31b-4c90-ab2b-87d3341e0cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997571 Jul 23 20:34:40.564590 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-105fe611-4e91-4e41-bc50-03e9f33bf24f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.576009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-209f9f7c-8076-4d97-bded-69dd9c711810 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4046879 Jul 23 20:34:40.598051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-1843321e-0328-4a7f-bf7b-a24916c3faa1 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:34:40.599077 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-1843321e-0328-4a7f-bf7b-a24916c3faa1 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124166 Jul 23 20:34:40.617324 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0348b129-1a97-4787-8669-0847ec9df6a0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0348b129-1a97-4787-8669-0847ec9df6a0,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:40.620388 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-5a5d9701-3dab-4b84-bd12-c85b5759977a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Deleting port 589263d9-27b2-4e47-a151-085cdb444ac5 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:40.620728 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-5a5d9701-3dab-4b84-bd12-c85b5759977a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.672966 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-105fe611-4e91-4e41-bc50-03e9f33bf24f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.698075 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-e240aa2b-1ddc-4a4a-b533-c9a3b5d7088f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Made reservation on behalf of b0fca3aa52ce41808d40d8b1ac821f99 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:40.715616 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-e240aa2b-1ddc-4a4a-b533-c9a3b5d7088f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.719077 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] Set router 83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:40.747019 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-105fe611-4e91-4e41-bc50-03e9f33bf24f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.773813 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7f4cee4d-4512-456a-944e-cb6ee792f7c5 None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:40.779781 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fe611-4e91-4e41-bc50-03e9f33bf24f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4e11d1-f594-46af-a0e1-22343fd073d3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:40.791625 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-105fe611-4e91-4e41-bc50-03e9f33bf24f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.798108 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-105fe611-4e91-4e41-bc50-03e9f33bf24f tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/subnets/4c4e11d1-f594-46af-a0e1-22343fd073d3 HTTP/1.1" status: 204 len: 168 time: 0.4982512 Jul 23 20:34:40.798974 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38076) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:40.857618 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '0348b129-1a97-4787-8669-0847ec9df6a0', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'port_id': '0348b129-1a97-4787-8669-0847ec9df6a0', 'mac_address': 'fa:16:3e:a0:7a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:34:40.909934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c892db5e-34c2-40c8-8465-ea7f98026e0a None None] Network 44c89f0e-5010-4a4c-9508-5b2be60618be requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:40.951730 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.106527 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting port 0f6279c1-167a-429d-ad53-3475adc36f42 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:41.106891 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.307183 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] For port 0f6279c1-167a-429d-ad53-3475adc36f42, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0f6279c1-167a-429d-ad53-3475adc36f42,segment=NetworkSegment(485a9f3e-2999-42e6-b22e-c4a426fabb5b),segment_id=485a9f3e-2999-42e6-b22e-c4a426fabb5b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:41.307183 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.357354 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Calling delete_port for 0f6279c1-167a-429d-ad53-3475adc36f42 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:41.428273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 92bf490f-67e0-439d-be75-31509b053aea up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:41.454038 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=9e62b522-23a8-409a-81a8-79048766135a,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:41.666219 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.710944 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-e240aa2b-1ddc-4a4a-b533-c9a3b5d7088f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Allocated IP 172.20.0.12 (fc19f065-57ff-496f-bbfb-adf4b5d7ae0e/bfc910d3-f783-4dce-a4ee-27e733f1d609/4181c3e1-1546-4449-918b-20c0ed20bba9) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:41.715644 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7f4cee4d-4512-456a-944e-cb6ee792f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:38Z', 'revision_number': 9, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:41.754965 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Port': ['ID=0f6279c1-167a-429d-ad53-3475adc36f42,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:41.775545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] No DVR routers for this DVR port 0f6279c1-167a-429d-ad53-3475adc36f42 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:41.802758 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4cee4d-4512-456a-944e-cb6ee792f7c5 None None] Checking router: 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:41.806358 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.833737 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4cee4d-4512-456a-944e-cb6ee792f7c5 None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:41.834384 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7f4cee4d-4512-456a-944e-cb6ee792f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:41.877061 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.007851 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.033690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0348b129-1a97-4787-8669-0847ec9df6a0 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:34:42.041212 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c89f0e-5010-4a4c-9508-5b2be60618be']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:42.073008 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485a9f3e-2999-42e6-b22e-c4a426fabb5b') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:42.073391 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485a9f3e-2999-42e6-b22e-c4a426fabb5b') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:42.097377 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7f4cee4d-4512-456a-944e-cb6ee792f7c5 None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:42.112725 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.123916 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-e240aa2b-1ddc-4a4a-b533-c9a3b5d7088f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.148087 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.168532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:42.171885 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:42.180651 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:42.222617 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '589263d9-27b2-4e47-a151-085cdb444ac5'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:42.229590 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45de20e-df34-48aa-9b94-b804a18e36a2" -d '{"events": [{"server_uuid": "e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae", "name": "network-vif-unplugged", "status": "completed", "tag": "589263d9-27b2-4e47-a151-085cdb444ac5"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:42.277306 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0348b129-1a97-4787-8669-0847ec9df6a0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0348b129-1a97-4787-8669-0847ec9df6a0,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:42.328949 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.353470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 589263d9-27b2-4e47-a151-085cdb444ac5, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=589263d9-27b2-4e47-a151-085cdb444ac5,segment=NetworkSegment(ccd150d6-8ae3-4ce6-a66d-986719cb5483),segment_id=ccd150d6-8ae3-4ce6-a66d-986719cb5483)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:42.358485 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-e27cc9d7-d7e3-4824-b3e6-ff1395977ec3 service neutron] 10.222.0.55 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7424915 Jul 23 20:34:42.404988 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b3c120ea-b650-4c59-99e3-803d4766308f req-b27fd59e-6bb4-4e14-aeca-724a583e6c40 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=28283538-503c-451c-8db7-a376df4231fd HTTP/1.1" status: 200 len: 210 time: 1.5746171 Jul 23 20:34:42.413538 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.424507 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-e240aa2b-1ddc-4a4a-b533-c9a3b5d7088f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.458704 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.465225 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/networks/44c89f0e-5010-4a4c-9508-5b2be60618be HTTP/1.1" status: 204 len: 168 time: 1.6622958 Jul 23 20:34:42.466185 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87618279-b52c-4d98-8afd-e1b10240a39a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Network': ['ID=44c89f0e-5010-4a4c-9508-5b2be60618be,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:42.468140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38082) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:42.507317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-e240aa2b-1ddc-4a4a-b533-c9a3b5d7088f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:42.515362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-e240aa2b-1ddc-4a4a-b533-c9a3b5d7088f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:42.532386 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=0348b129-1a97-4787-8669-0847ec9df6a0,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:42.552445 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.568929 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-e240aa2b-1ddc-4a4a-b533-c9a3b5d7088f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:42.657419 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['9e62b522-23a8-409a-81a8-79048766135a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:34:42.668034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc10d5a-28b4-4d4c-8de6-7ac71b329fb5 None None] DHCP port deletion for 44c89f0e-5010-4a4c-9508-5b2be60618be request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:42.770509 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7f4cee4d-4512-456a-944e-cb6ee792f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:38Z', 'revision_number': 9, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:42.818445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-5a5d9701-3dab-4b84-bd12-c85b5759977a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] For port 589263d9-27b2-4e47-a151-085cdb444ac5, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=589263d9-27b2-4e47-a151-085cdb444ac5,segment=NetworkSegment(ccd150d6-8ae3-4ce6-a66d-986719cb5483),segment_id=ccd150d6-8ae3-4ce6-a66d-986719cb5483)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:42.819066 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-5a5d9701-3dab-4b84-bd12-c85b5759977a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.836856 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240aa2b-1ddc-4a4a-b533-c9a3b5d7088f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Pushing event updated for resources: {'Port': ['ID=4181c3e1-1546-4449-918b-20c0ed20bba9,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:42.839491 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['0348b129-1a97-4787-8669-0847ec9df6a0'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:34:42.842217 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4cee4d-4512-456a-944e-cb6ee792f7c5 None None] The sync data for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 is: [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:38Z', 'revision_number': 9, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': 'a00e3c25-7dff-4c42-8c01-3dfa1714620a', 'name': '', 'network_id': 'ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:eb:75:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:44Z', 'updated_at': '2021-07-23T20:33:58Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': 'c3f7fa3a-1bf2-4e64-a05a-1939ee83958a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:42.914879 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 92bf490f-67e0-439d-be75-31509b053aea completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:42.922795 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-5a5d9701-3dab-4b84-bd12-c85b5759977a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Calling delete_port for 589263d9-27b2-4e47-a151-085cdb444ac5 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:42.930166 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-e240aa2b-1ddc-4a4a-b533-c9a3b5d7088f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:42.930944 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-e240aa2b-1ddc-4a4a-b533-c9a3b5d7088f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.940180 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 92bf490f-67e0-439d-be75-31509b053aea triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:42.940693 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.002369 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-bd4c9f5a-a7f7-49c7-b225-20c50b147045 service neutron] 10.222.0.55 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6414859 Jul 23 20:34:43.029640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=589263d9-27b2-4e47-a151-085cdb444ac5,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:43.155674 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-e240aa2b-1ddc-4a4a-b533-c9a3b5d7088f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0253866 Jul 23 20:34:43.171527 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'name': 'tempest-AttachSCSIVolumeTestJSON-164683257-router', 'tenant_id': '6346fae9dafa40f686d078f10c4ddaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '987cde27-0a60-4ecb-a05a-9b4b63da57ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:13Z', 'updated_at': '2021-07-23T20:34:24Z', 'revision_number': 4, 'project_id': '6346fae9dafa40f686d078f10c4ddaa3', 'gw_port': {'id': '987cde27-0a60-4ecb-a05a-9b4b63da57ed', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:15Z', 'updated_at': '2021-07-23T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '92bf490f-67e0-439d-be75-31509b053aea', 'name': '', 'network_id': '24d7e410-11ff-4c3f-a2a8-5caa05d80328', 'tenant_id': '6346fae9dafa40f686d078f10c4ddaa3', 'mac_address': 'fa:16:3e:b8:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'c9fc2ec5-cf24-44f9-a4e7-39d92db252f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:21Z', 'updated_at': '2021-07-23T20:34:38Z', 'revision_number': 4, 'project_id': '6346fae9dafa40f686d078f10c4ddaa3', 'subnets': [{'id': 'c9fc2ec5-cf24-44f9-a4e7-39d92db252f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:43.204327 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-ae8cd1d9-e415-43b5-ae37-5cb720387154 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:34:43.205558 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-ae8cd1d9-e415-43b5-ae37-5cb720387154 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0328641 Jul 23 20:34:43.256258 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.258259 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7c417-2052-4e3f-876d-32d24a407e01 None None] The sync data for ids ['83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0'] in n-d-791504-18 is: [{'id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'name': 'tempest-AttachSCSIVolumeTestJSON-164683257-router', 'tenant_id': '6346fae9dafa40f686d078f10c4ddaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '987cde27-0a60-4ecb-a05a-9b4b63da57ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:13Z', 'updated_at': '2021-07-23T20:34:24Z', 'revision_number': 4, 'project_id': '6346fae9dafa40f686d078f10c4ddaa3', 'gw_port': {'id': '987cde27-0a60-4ecb-a05a-9b4b63da57ed', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:15Z', 'updated_at': '2021-07-23T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '92bf490f-67e0-439d-be75-31509b053aea', 'name': '', 'network_id': '24d7e410-11ff-4c3f-a2a8-5caa05d80328', 'tenant_id': '6346fae9dafa40f686d078f10c4ddaa3', 'mac_address': 'fa:16:3e:b8:68:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'c9fc2ec5-cf24-44f9-a4e7-39d92db252f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:21Z', 'updated_at': '2021-07-23T20:34:38Z', 'revision_number': 4, 'project_id': '6346fae9dafa40f686d078f10c4ddaa3', 'subnets': [{'id': 'c9fc2ec5-cf24-44f9-a4e7-39d92db252f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:43.441734 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Request body: {'port': {'device_id': '28283538-503c-451c-8db7-a376df4231fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:43.506022 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 92bf490f-67e0-439d-be75-31509b053aea, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=92bf490f-67e0-439d-be75-31509b053aea,segment=NetworkSegment(996d3db9-80b4-444e-8cda-c0412c57c87f),segment_id=996d3db9-80b4-444e-8cda-c0412c57c87f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:43.535445 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-5a5d9701-3dab-4b84-bd12-c85b5759977a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.558507 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.739573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=92bf490f-67e0-439d-be75-31509b053aea,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:43.808090 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d9701-3dab-4b84-bd12-c85b5759977a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event deleted for resources: {'Port': ['ID=589263d9-27b2-4e47-a151-085cdb444ac5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:43.842668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1e9b2971-37ab-4f7f-9183-d3d04c50607c no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:43.850296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-5a5d9701-3dab-4b84-bd12-c85b5759977a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] No DVR routers for this DVR port 589263d9-27b2-4e47-a151-085cdb444ac5 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:43.853084 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.858152 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-5a5d9701-3dab-4b84-bd12-c85b5759977a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.860384 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76e54fc4-c8d5-432f-ac9f-1489b3561c43 req-5a5d9701-3dab-4b84-bd12-c85b5759977a tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.57 "DELETE /v2.0/ports/589263d9-27b2-4e47-a151-085cdb444ac5 HTTP/1.1" status: 204 len: 173 time: 3.5988147 Jul 23 20:34:43.887877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665a491-86b1-447c-adaa-42a44f2be6fd req-b503376c-0502-4d4c-a197-b153e3c6f8bc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:43.891968 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4665a491-86b1-447c-adaa-42a44f2be6fd req-b503376c-0502-4d4c-a197-b153e3c6f8bc tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 944 time: 1.0316794 Jul 23 20:34:43.930713 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 1e9b2971-37ab-4f7f-9183-d3d04c50607c {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:43.931127 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1e9b2971-37ab-4f7f-9183-d3d04c50607c not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:43.933151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0f6279c1-167a-429d-ad53-3475adc36f42 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:44.012520 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 0f6279c1-167a-429d-ad53-3475adc36f42 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:44.012972 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0f6279c1-167a-429d-ad53-3475adc36f42 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:44.115257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4665a491-86b1-447c-adaa-42a44f2be6fd req-fbb81d0a-4dc7-4dff-8860-dbba0462acef tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166975 Jul 23 20:34:44.260752 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c3254af-3229-4089-b329-0a7a004c6f8a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.329069 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9e62b522-23a8-409a-81a8-79048766135a up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:44.470637 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 9e62b522-23a8-409a-81a8-79048766135a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:44.471018 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.579590 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eadf68-9079-41ce-96b2-55a21684ef03 x-openstack-request-id: req-e2eadf68-9079-41ce-96b2-55a21684ef03 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:44.582821 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae", "name": "network-vif-deleted", "tag": "2b025c03-a36f-4fbc-bf52-6965c444b264", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:44.584289 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2eadf68-9079-41ce-96b2-55a21684ef03 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:44.584892 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae', 'name': 'network-vif-deleted', 'tag': '2b025c03-a36f-4fbc-bf52-6965c444b264', 'status': 'completed', 'code': 200} Jul 23 20:34:44.758689 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e9e5c50c-25c3-4e82-b403-324637bee818 req-5b1a84bd-86b5-48b4-b490-53cb9a1c0218 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae HTTP/1.1" status: 200 len: 210 time: 0.1018336 Jul 23 20:34:44.828825 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.907297 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c641614-4590-467e-890f-21e3b98ff61f x-openstack-request-id: req-4c641614-4590-467e-890f-21e3b98ff61f {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:44.907668 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae", "name": "network-vif-unplugged", "status": "completed", "tag": "589263d9-27b2-4e47-a151-085cdb444ac5", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:44.907991 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c641614-4590-467e-890f-21e3b98ff61f {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:44.908529 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '589263d9-27b2-4e47-a151-085cdb444ac5', 'code': 200} Jul 23 20:34:44.923329 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4181c3e1-1546-4449-918b-20c0ed20bba9 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:34:44.949875 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.981863 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Transition to ACTIVE for port object 4181c3e1-1546-4449-918b-20c0ed20bba9 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:44.989247 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9e62b522-23a8-409a-81a8-79048766135a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9e62b522-23a8-409a-81a8-79048766135a,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:44.995138 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.999327 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.000769 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0348b129-1a97-4787-8669-0847ec9df6a0 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:45.073229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Pushing event updated for resources: {'Port': ['ID=4181c3e1-1546-4449-918b-20c0ed20bba9,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:45.164670 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-6c3254af-3229-4089-b329-0a7a004c6f8a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting port a00e3c25-7dff-4c42-8c01-3dfa1714620a {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:45.165892 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c3254af-3229-4089-b329-0a7a004c6f8a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.193101 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=9e62b522-23a8-409a-81a8-79048766135a,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:45.269300 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.289522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 0348b129-1a97-4787-8669-0847ec9df6a0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:45.289902 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.304690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Attempting to bind port 4181c3e1-1546-4449-918b-20c0ed20bba9 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:45.305026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Attempting to bind port 4181c3e1-1546-4449-918b-20c0ed20bba9 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:45.311770 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Attempting to bind port 4181c3e1-1546-4449-918b-20c0ed20bba9 on network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:45.338869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Port 4181c3e1-1546-4449-918b-20c0ed20bba9 on network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:34:45.340912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Attempting to bind port 4181c3e1-1546-4449-918b-20c0ed20bba9 on network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:45.353931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:45.354289 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Checking segment: {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:45.354690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Bound using segment: {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:45.357296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Bound port: 4181c3e1-1546-4449-918b-20c0ed20bba9, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:45.357609 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.376100 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3915da-0699-4c64-a6f8-4b1d125bff91 req-19c76ca9-9c16-43f8-94f1-b262e6dbe1e7 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:45.380816 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f3915da-0699-4c64-a6f8-4b1d125bff91 req-19c76ca9-9c16-43f8-94f1-b262e6dbe1e7 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 946 time: 0.3110075 Jul 23 20:34:45.457549 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.459442 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-6c3254af-3229-4089-b329-0a7a004c6f8a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] For port a00e3c25-7dff-4c42-8c01-3dfa1714620a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a00e3c25-7dff-4c42-8c01-3dfa1714620a,segment=NetworkSegment(7812af3a-cb70-4de4-a067-b5b5fc5261bc),segment_id=7812af3a-cb70-4de4-a067-b5b5fc5261bc)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:45.466690 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c3254af-3229-4089-b329-0a7a004c6f8a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.521720 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-6c3254af-3229-4089-b329-0a7a004c6f8a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Calling delete_port for a00e3c25-7dff-4c42-8c01-3dfa1714620a owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:45.534362 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0348b129-1a97-4787-8669-0847ec9df6a0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0348b129-1a97-4787-8669-0847ec9df6a0,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:45.551465 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.575719 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f3915da-0699-4c64-a6f8-4b1d125bff91 req-08362536-a314-45dc-b674-cc7a898db9bf tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832411 Jul 23 20:34:45.672962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] For port 4181c3e1-1546-4449-918b-20c0ed20bba9, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:45.764484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=0348b129-1a97-4787-8669-0847ec9df6a0,revision_number=10']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:45.789366 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 92bf490f-67e0-439d-be75-31509b053aea up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:45.880946 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] For port 4181c3e1-1546-4449-918b-20c0ed20bba9, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=4181c3e1-1546-4449-918b-20c0ed20bba9,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:45.943404 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ad50ccc4-0b61-495f-973f-51595d299889 req-c0146b36-130d-4928-bb7f-140694e2681e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 210 time: 0.1151044 Jul 23 20:34:45.948449 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.002065 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c3254af-3229-4089-b329-0a7a004c6f8a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.026210 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 92bf490f-67e0-439d-be75-31509b053aea triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:46.026762 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.049475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:46.051275 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.056080 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] 10.222.0.48 "PUT /v2.0/ports/4181c3e1-1546-4449-918b-20c0ed20bba9 HTTP/1.1" status: 200 len: 1093 time: 2.6198936 Jul 23 20:34:46.094532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3254af-3229-4089-b329-0a7a004c6f8a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Port': ['ID=a00e3c25-7dff-4c42-8c01-3dfa1714620a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:46.358413 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c3254af-3229-4089-b329-0a7a004c6f8a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.416223 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78659c7c-783c-44bd-8390-2844c1963609 service neutron] Pushing event updated for resources: {'Port': ['ID=4181c3e1-1546-4449-918b-20c0ed20bba9,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:46.428802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-abdd7346-a482-48b1-b400-183fd73886f4 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:46.430957 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-abdd7346-a482-48b1-b400-183fd73886f4 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 811 time: 0.7491796 Jul 23 20:34:46.457139 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-60a22660-7b97-4eaa-bd85-e9bdf1964df2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Request body: {'port': {'device_id': '6aec38de-db9f-454c-b3b8-682e3a764ad6', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'admin_state_up': True, 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:46.472365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-0888118d-105b-4c57-b39c-dad5f345d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:46.475263 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-0888118d-105b-4c57-b39c-dad5f345d327 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&device_id=28283538-503c-451c-8db7-a376df4231fd HTTP/1.1" status: 200 len: 1096 time: 0.3034658 Jul 23 20:34:46.563722 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-33a953ed-8071-4727-a5cd-7722dc7c2736 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4181c3e1-1546-4449-918b-20c0ed20bba9 HTTP/1.1" status: 200 len: 217 time: 0.0676167 Jul 23 20:34:46.592293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718381e1-2730-4bf4-bda2-fd2aa386b873 req-2cfcb38b-f59d-4169-a3a4-3ba23bdf9dec tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:46.594992 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-718381e1-2730-4bf4-bda2-fd2aa386b873 req-2cfcb38b-f59d-4169-a3a4-3ba23bdf9dec tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=28283538-503c-451c-8db7-a376df4231fd HTTP/1.1" status: 200 len: 944 time: 0.4531567 Jul 23 20:34:46.632282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae', 'name': 'network-vif-deleted', 'tag': '589263d9-27b2-4e47-a151-085cdb444ac5'}, {'name': 'network-changed', 'server_uuid': '28283538-503c-451c-8db7-a376df4231fd', 'tag': '4181c3e1-1546-4449-918b-20c0ed20bba9'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:46.635174 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6e94af-ca70-4b80-b130-ee3e3e5a97f9" -d '{"events": [{"server_uuid": "e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae", "name": "network-vif-deleted", "tag": "589263d9-27b2-4e47-a151-085cdb444ac5"}, {"name": "network-changed", "server_uuid": "28283538-503c-451c-8db7-a376df4231fd", "tag": "4181c3e1-1546-4449-918b-20c0ed20bba9"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:46.691013 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.733715 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-718381e1-2730-4bf4-bda2-fd2aa386b873 req-9f42afcf-66b6-4efc-9023-fec7f7297abc tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924368 Jul 23 20:34:46.759158 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-36c7d5fd-e0a6-446b-bf9f-51876b28c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:46.761131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-36c7d5fd-e0a6-446b-bf9f-51876b28c8bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bfc910d3-f783-4dce-a4ee-27e733f1d609 HTTP/1.1" status: 200 len: 851 time: 0.1780262 Jul 23 20:34:46.806357 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3254af-3229-4089-b329-0a7a004c6f8a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:46.860684 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-b9893265-ddd0-4e0f-8f8b-4187bd581379 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865638 Jul 23 20:34:46.909410 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9920fff7-f6b1-4c64-8615-56f5510a69f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e62b522-23a8-409a-81a8-79048766135a'}, {'server_uuid': '432069e4-82e8-4b97-80a6-526f059e5057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0348b129-1a97-4787-8669-0847ec9df6a0'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:46.911752 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9455e8a0-aad9-469a-8d16-be39acd6e90b" -d '{"events": [{"server_uuid": "9920fff7-f6b1-4c64-8615-56f5510a69f6", "name": "network-vif-plugged", "status": "completed", "tag": "9e62b522-23a8-409a-81a8-79048766135a"}, {"server_uuid": "432069e4-82e8-4b97-80a6-526f059e5057", "name": "network-vif-plugged", "status": "completed", "tag": "0348b129-1a97-4787-8669-0847ec9df6a0"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:46.986463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3254af-3229-4089-b329-0a7a004c6f8a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:46.997987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ced7020-c253-470e-9406-918ca176967b None None] Sync routers for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:47.004249 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6c3254af-3229-4089-b329-0a7a004c6f8a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/12ef5b42-4859-4b78-8ec2-2df41e4d0b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5275567 Jul 23 20:34:47.009833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38138) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:47.015975 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ced7020-c253-470e-9406-918ca176967b None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:47.016947 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3ced7020-c253-470e-9406-918ca176967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:47.135693 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-eded34a7-7513-4a68-983e-1674a78c0c3a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting subnet c3f7fa3a-1bf2-4e64-a05a-1939ee83958a {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:47.139226 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eded34a7-7513-4a68-983e-1674a78c0c3a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.200806 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eded34a7-7513-4a68-983e-1674a78c0c3a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.215700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-ec8baa5e-a9bd-4160-8fea-2b5132f3d8a0 service neutron] 10.222.0.48 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750082 Jul 23 20:34:47.218585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-60a22660-7b97-4eaa-bd85-e9bdf1964df2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Made reservation on behalf of 970bd8d6ec9e4a8ea04f7b4a50d01a14 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:47.222072 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-60a22660-7b97-4eaa-bd85-e9bdf1964df2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.238958 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-3ced7020-c253-470e-9406-918ca176967b None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:47.337963 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eded34a7-7513-4a68-983e-1674a78c0c3a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.344322 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cb99a-c565-479c-b3de-af5f4b96f3f5 req-64e4fd3b-bda7-485b-8acd-0dad30d7132c tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:47.352083 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0a6cb99a-c565-479c-b3de-af5f4b96f3f5 req-64e4fd3b-bda7-485b-8acd-0dad30d7132c tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 946 time: 0.4946768 Jul 23 20:34:47.475954 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eded34a7-7513-4a68-983e-1674a78c0c3a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.558131 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded34a7-7513-4a68-983e-1674a78c0c3a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f7fa3a-1bf2-4e64-a05a-1939ee83958a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:47.570476 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eded34a7-7513-4a68-983e-1674a78c0c3a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.575293 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-eded34a7-7513-4a68-983e-1674a78c0c3a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/subnets/c3f7fa3a-1bf2-4e64-a05a-1939ee83958a HTTP/1.1" status: 204 len: 168 time: 0.5617208 Jul 23 20:34:47.575986 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38140) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:47.600119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9abe956-06f8-4123-8504-71d6e445a3fc None None] Network ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:47.688861 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.837997 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting port 7dfe96c8-861e-4974-80f4-99fb304fc5c4 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:47.840721 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.043451 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3ced7020-c253-470e-9406-918ca176967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:45Z', 'revision_number': 10, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:48.060949 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] For port 7dfe96c8-861e-4974-80f4-99fb304fc5c4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7dfe96c8-861e-4974-80f4-99fb304fc5c4,segment=NetworkSegment(7812af3a-cb70-4de4-a067-b5b5fc5261bc),segment_id=7812af3a-cb70-4de4-a067-b5b5fc5261bc)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:48.061408 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.095493 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Calling delete_port for 7dfe96c8-861e-4974-80f4-99fb304fc5c4 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:48.099855 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-60a22660-7b97-4eaa-bd85-e9bdf1964df2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Allocated IP 172.20.0.10 (7e87e256-e5f8-4403-aebe-74aea031e4d5/e7bdc325-7495-4f4e-a8a4-e09daf47d99e/b9ebfedd-e6c7-422e-9b78-b89443a65d23) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:48.129746 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ced7020-c253-470e-9406-918ca176967b None None] Checking router: 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:48.192381 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ced7020-c253-470e-9406-918ca176967b None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:48.193645 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3ced7020-c253-470e-9406-918ca176967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:48.220560 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.222923 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e65b4b1c-02a1-4128-9da5-3f730dafbd5c req-63e7e71f-0fa0-4690-9b23-5e93ff04576f service neutron] 10.222.0.48 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9970789 Jul 23 20:34:48.286657 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Port': ['ID=7dfe96c8-861e-4974-80f4-99fb304fc5c4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:48.287330 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0a6cb99a-c565-479c-b3de-af5f4b96f3f5 req-d1f5685d-3d19-4985-b5ae-1afaec320ffb tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9326971 Jul 23 20:34:48.301314 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] No DVR routers for this DVR port 7dfe96c8-861e-4974-80f4-99fb304fc5c4 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:48.334759 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-60a22660-7b97-4eaa-bd85-e9bdf1964df2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.350019 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-60a22660-7b97-4eaa-bd85-e9bdf1964df2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Transition to ACTIVE for port object b9ebfedd-e6c7-422e-9b78-b89443a65d23 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:48.394069 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60954705-b59a-43c2-8f41-759d4c14c466 None None] DHCP port deletion for ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:48.395217 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-60a22660-7b97-4eaa-bd85-e9bdf1964df2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.468433 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-3ced7020-c253-470e-9406-918ca176967b None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:48.501196 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.503909 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-60a22660-7b97-4eaa-bd85-e9bdf1964df2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Network 7e87e256-e5f8-4403-aebe-74aea031e4d5 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:48.515674 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-60a22660-7b97-4eaa-bd85-e9bdf1964df2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:48.521382 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:48.522583 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-60a22660-7b97-4eaa-bd85-e9bdf1964df2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:48.561291 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7812af3a-cb70-4de4-a067-b5b5fc5261bc') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:48.562818 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7812af3a-cb70-4de4-a067-b5b5fc5261bc') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:48.598781 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.626001 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.638286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:48.639696 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:48.647971 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:48.649843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-60a22660-7b97-4eaa-bd85-e9bdf1964df2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:48.650354 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-60a22660-7b97-4eaa-bd85-e9bdf1964df2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.680160 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a22660-7b97-4eaa-bd85-e9bdf1964df2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Pushing event updated for resources: {'Port': ['ID=b9ebfedd-e6c7-422e-9b78-b89443a65d23,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:48.686733 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-60a22660-7b97-4eaa-bd85-e9bdf1964df2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2406542 Jul 23 20:34:48.689105 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38150) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:48.794132 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:34:48.829472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1e2b99-0ad9-43f5-955e-8f3885692cbc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Deleting subnet 4321ee2e-5e9b-4bbb-8e4a-fd9b3a4b9d9c {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:48.843636 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baca5ec1-2c70-445e-b4a4-d6f6963f8849 x-openstack-request-id: req-baca5ec1-2c70-445e-b4a4-d6f6963f8849 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:48.844066 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae", "name": "network-vif-deleted", "tag": "589263d9-27b2-4e47-a151-085cdb444ac5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28283538-503c-451c-8db7-a376df4231fd", "tag": "4181c3e1-1546-4449-918b-20c0ed20bba9", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:48.844473 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-baca5ec1-2c70-445e-b4a4-d6f6963f8849 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:48.844988 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e6ffbf-7ba6-4865-bb1c-01e33fb952ae', 'name': 'network-vif-deleted', 'tag': '589263d9-27b2-4e47-a151-085cdb444ac5', 'status': 'completed', 'code': 200} Jul 23 20:34:48.845281 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28283538-503c-451c-8db7-a376df4231fd', 'tag': '4181c3e1-1546-4449-918b-20c0ed20bba9', 'status': 'completed', 'code': 200} Jul 23 20:34:48.850432 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4964224d-0ee1-4a74-8857-62cd716b6aa7 x-openstack-request-id: req-4964224d-0ee1-4a74-8857-62cd716b6aa7 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:48.850853 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9920fff7-f6b1-4c64-8615-56f5510a69f6", "name": "network-vif-plugged", "status": "completed", "tag": "9e62b522-23a8-409a-81a8-79048766135a", "code": 200}, {"server_uuid": "432069e4-82e8-4b97-80a6-526f059e5057", "name": "network-vif-plugged", "status": "completed", "tag": "0348b129-1a97-4787-8669-0847ec9df6a0", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:48.853153 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4964224d-0ee1-4a74-8857-62cd716b6aa7 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:48.854718 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9920fff7-f6b1-4c64-8615-56f5510a69f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e62b522-23a8-409a-81a8-79048766135a', 'code': 200} Jul 23 20:34:48.855110 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432069e4-82e8-4b97-80a6-526f059e5057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0348b129-1a97-4787-8669-0847ec9df6a0', 'code': 200} Jul 23 20:34:48.855483 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.877918 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Request body: {'port': {'device_id': '6aec38de-db9f-454c-b3b8-682e3a764ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:48.896548 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.899699 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/networks/ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5 HTTP/1.1" status: 204 len: 168 time: 1.3232272 Jul 23 20:34:48.918011 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2b99-0ad9-43f5-955e-8f3885692cbc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.929561 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38152) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:48.936298 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e27050-1160-42b3-8164-011718c33b24 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Network': ['ID=ffd48baf-ff5b-4e57-bd96-cc70b47fc6f5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:48.987380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3ced7020-c253-470e-9406-918ca176967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:45Z', 'revision_number': 10, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:49.062238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ced7020-c253-470e-9406-918ca176967b None None] The sync data for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 is: [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:45Z', 'revision_number': 10, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None, '_interfaces': [{'id': 'dba7f298-c05f-4bef-8e39-e901a333bb0a', 'name': '', 'network_id': 'bbeb1aa2-fc22-45b0-a491-80cb5cd1334b', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'mac_address': 'fa:16:3e:13:5b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:39Z', 'updated_at': '2021-07-23T20:33:54Z', 'revision_number': 5, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'subnets': [{'id': '60bc47bb-384d-4487-a3e1-b2c4f0476a2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:49.139856 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6fd781c3-3098-444e-9329-bb42770c320b None None] Provisioning for port b9ebfedd-e6c7-422e-9b78-b89443a65d23 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:49.144789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6fd781c3-3098-444e-9329-bb42770c320b None None] Provisioning complete for port b9ebfedd-e6c7-422e-9b78-b89443a65d23 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:49.145428 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fd781c3-3098-444e-9329-bb42770c320b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:49.221863 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2b99-0ad9-43f5-955e-8f3885692cbc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:49.232269 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6fd781c3-3098-444e-9329-bb42770c320b None None] Port b9ebfedd-e6c7-422e-9b78-b89443a65d23 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:49.389105 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:49.517777 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e94af-ca70-4b80-b130-ee3e3e5a97f9 req-4b6addd1-b822-4764-b55e-c8fc0b2d78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:49.520800 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de6e94af-ca70-4b80-b130-ee3e3e5a97f9 req-4b6addd1-b822-4764-b55e-c8fc0b2d78d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&device_id=28283538-503c-451c-8db7-a376df4231fd HTTP/1.1" status: 200 len: 1096 time: 0.6745689 Jul 23 20:34:49.558426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77472595-25c2-47e0-9f03-c44be790d9e8 req-d8e30cbc-e472-4b87-9afe-9f75c5b57609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:49.560120 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77472595-25c2-47e0-9f03-c44be790d9e8 req-d8e30cbc-e472-4b87-9afe-9f75c5b57609 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 1098 time: 0.5161059 Jul 23 20:34:49.607141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0d6ec-e696-49e9-9b8a-e7584a44a984 req-03cd6bc4-3414-4046-90c5-66ea7f0aa0fe tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:49.608690 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62e0d6ec-e696-49e9-9b8a-e7584a44a984 req-03cd6bc4-3414-4046-90c5-66ea7f0aa0fe tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 932 time: 0.5931201 Jul 23 20:34:49.697037 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a00e3c25-7dff-4c42-8c01-3dfa1714620a no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:49.724013 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: a00e3c25-7dff-4c42-8c01-3dfa1714620a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:49.724367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a00e3c25-7dff-4c42-8c01-3dfa1714620a not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:49.724914 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7dfe96c8-861e-4974-80f4-99fb304fc5c4 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:49.733449 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2b99-0ad9-43f5-955e-8f3885692cbc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:49.753070 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 7dfe96c8-861e-4974-80f4-99fb304fc5c4 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:49.753417 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7dfe96c8-861e-4974-80f4-99fb304fc5c4 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:49.873547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e94af-ca70-4b80-b130-ee3e3e5a97f9 req-106e5872-b923-4743-82eb-1a377633bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:49.875435 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de6e94af-ca70-4b80-b130-ee3e3e5a97f9 req-106e5872-b923-4743-82eb-1a377633bb7b service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 912 time: 0.3234525 Jul 23 20:34:49.933240 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62e0d6ec-e696-49e9-9b8a-e7584a44a984 req-efa3940b-9746-4924-8efa-26a4e4b7d45e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958298 Jul 23 20:34:50.013044 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77472595-25c2-47e0-9f03-c44be790d9e8 req-95fe1b05-8738-4475-a0a5-ca9792ae506a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4279010 Jul 23 20:34:50.024781 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de6e94af-ca70-4b80-b130-ee3e3e5a97f9 req-097ae38c-93db-4d28-b32c-15e26011abc2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4181c3e1-1546-4449-918b-20c0ed20bba9 HTTP/1.1" status: 200 len: 217 time: 0.0975120 Jul 23 20:34:50.188376 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2b99-0ad9-43f5-955e-8f3885692cbc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.261048 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e2b99-0ad9-43f5-955e-8f3885692cbc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event deleted for resources: {'Subnet': ['ID=4321ee2e-5e9b-4bbb-8e4a-fd9b3a4b9d9c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:50.267564 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9b1e2b99-0ad9-43f5-955e-8f3885692cbc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.273320 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9b1e2b99-0ad9-43f5-955e-8f3885692cbc tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "DELETE /v2.0/subnets/4321ee2e-5e9b-4bbb-8e4a-fd9b3a4b9d9c HTTP/1.1" status: 204 len: 168 time: 1.5792184 Jul 23 20:34:50.273519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38182) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:50.282576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71847284-0394-4eff-9cfa-d9f24c185f0c None None] Network 22b7f680-7aed-4152-babe-8870b38bffba requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:50.368283 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.370069 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 4181c3e1-1546-4449-918b-20c0ed20bba9 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:34:50.394797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11993d-25c9-426a-8ace-0914d5ce75ea req-11a1d64c-1112-4f97-8214-aabb68cd65b3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:50.396398 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e11993d-25c9-426a-8ace-0914d5ce75ea req-11a1d64c-1112-4f97-8214-aabb68cd65b3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=28283538-503c-451c-8db7-a376df4231fd HTTP/1.1" status: 200 len: 944 time: 0.3857236 Jul 23 20:34:50.408359 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e94af-ca70-4b80-b130-ee3e3e5a97f9 req-efb34dcd-014a-4003-9452-ef569bab97a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:50.409847 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de6e94af-ca70-4b80-b130-ee3e3e5a97f9 req-efb34dcd-014a-4003-9452-ef569bab97a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bfc910d3-f783-4dce-a4ee-27e733f1d609 HTTP/1.1" status: 200 len: 851 time: 0.1986923 Jul 23 20:34:50.437385 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Deleting port 69c9a9b6-85b2-483c-94ab-e44dececb093 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:50.437735 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.505702 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c48ee-d43f-4ba0-95a9-dd576b5ff1b1 req-1c793653-a881-4656-9f50-baa90070a151 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:50.507339 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c60c48ee-d43f-4ba0-95a9-dd576b5ff1b1 req-1c793653-a881-4656-9f50-baa90070a151 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 946 time: 0.4036088 Jul 23 20:34:50.512445 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de6e94af-ca70-4b80-b130-ee3e3e5a97f9 req-9285275f-eb88-4f11-9392-4c0aec95658f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865381 Jul 23 20:34:50.513375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] For port 69c9a9b6-85b2-483c-94ab-e44dececb093, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=69c9a9b6-85b2-483c-94ab-e44dececb093,segment=NetworkSegment(6fb7a0c0-37ee-4554-aac7-8efc4047861d),segment_id=6fb7a0c0-37ee-4554-aac7-8efc4047861d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:50.513803 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.529552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Calling delete_port for 69c9a9b6-85b2-483c-94ab-e44dececb093 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:50.550401 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ebfedd-e6c7-422e-9b78-b89443a65d23 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:34:50.596405 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.623955 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.651421 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e11993d-25c9-426a-8ace-0914d5ce75ea req-077bd83a-1554-481e-9b64-41cdbd562ecd tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348831 Jul 23 20:34:50.666329 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event deleted for resources: {'Port': ['ID=69c9a9b6-85b2-483c-94ab-e44dececb093,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:50.672543 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] No DVR routers for this DVR port 69c9a9b6-85b2-483c-94ab-e44dececb093 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:50.696594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Transition to ACTIVE for port object b9ebfedd-e6c7-422e-9b78-b89443a65d23 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:50.732912 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.750622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c60c48ee-d43f-4ba0-95a9-dd576b5ff1b1 req-d96c3344-cfa8-489e-a61a-124193c96c2d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302816 Jul 23 20:34:50.765850 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 4181c3e1-1546-4449-918b-20c0ed20bba9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=4181c3e1-1546-4449-918b-20c0ed20bba9,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:50.776017 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.792570 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b7f680-7aed-4152-babe-8870b38bffba']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:50.799435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '4181c3e1-1546-4449-918b-20c0ed20bba9', 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e', 'port_id': '4181c3e1-1546-4449-918b-20c0ed20bba9', 'mac_address': 'fa:16:3e:d7:16:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc910d3-f783-4dce-a4ee-27e733f1d609', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:34:50.820413 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb7a0c0-37ee-4554-aac7-8efc4047861d') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:50.820719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb7a0c0-37ee-4554-aac7-8efc4047861d') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:50.843511 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.874070 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.884420 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.903332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:50.903751 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.929363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4181c3e1-1546-4449-918b-20c0ed20bba9 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:34:50.987853 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 4181c3e1-1546-4449-918b-20c0ed20bba9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=4181c3e1-1546-4449-918b-20c0ed20bba9,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:50.996785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ebfedd-e6c7-422e-9b78-b89443a65d23,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:51.001343 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.015476 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de6e94af-ca70-4b80-b130-ee3e3e5a97f9 req-4d9085de-9c1b-4977-be1f-59dfedf0c4f2 service neutron] 10.222.0.48 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777100 Jul 23 20:34:51.092848 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702718ac-f304-46bb-949a-49bf5e80e455 None None] DHCP port deletion for 22b7f680-7aed-4152-babe-8870b38bffba request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:51.127932 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=4181c3e1-1546-4449-918b-20c0ed20bba9,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:51.138976 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:51.163033 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491743f7-e50c-494b-ae93-1cef8cbdce1b req-1cd7b2dd-d965-4da2-b496-d7805aa44a61 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:51.163646 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.167226 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-491743f7-e50c-494b-ae93-1cef8cbdce1b req-1cd7b2dd-d965-4da2-b496-d7805aa44a61 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.48 "GET /v2.0/ports?device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 946 time: 0.5780721 Jul 23 20:34:51.174960 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.176924 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "DELETE /v2.0/networks/22b7f680-7aed-4152-babe-8870b38bffba HTTP/1.1" status: 204 len: 168 time: 0.9036405 Jul 23 20:34:51.181406 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38202) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:51.237995 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['4181c3e1-1546-4449-918b-20c0ed20bba9'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:34:51.244330 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a94abb-8361-443d-9a81-148117ce1e41 tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event deleted for resources: {'Network': ['ID=22b7f680-7aed-4152-babe-8870b38bffba,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:51.290117 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2cbf6f-ef4c-4c1d-bb06-8dcd3d3eb1ac tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Deleting subnet 29067bdd-5b66-4603-b8f3-24cc5c633d7d {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:51.296059 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd2cbf6f-ef4c-4c1d-bb06-8dcd3d3eb1ac tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.330521 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad0cbd9f-c11e-4d67-b8a5-ef8ed4c2d0ba tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.360697 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd2cbf6f-ef4c-4c1d-bb06-8dcd3d3eb1ac tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.528252 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd2cbf6f-ef4c-4c1d-bb06-8dcd3d3eb1ac tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.639413 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd2cbf6f-ef4c-4c1d-bb06-8dcd3d3eb1ac tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.682864 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cbf6f-ef4c-4c1d-bb06-8dcd3d3eb1ac tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event deleted for resources: {'Subnet': ['ID=29067bdd-5b66-4603-b8f3-24cc5c633d7d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:51.689606 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 69c9a9b6-85b2-483c-94ab-e44dececb093 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:51.694172 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd2cbf6f-ef4c-4c1d-bb06-8dcd3d3eb1ac tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.700121 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bd2cbf6f-ef4c-4c1d-bb06-8dcd3d3eb1ac tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "DELETE /v2.0/subnets/29067bdd-5b66-4603-b8f3-24cc5c633d7d HTTP/1.1" status: 204 len: 168 time: 0.5115767 Jul 23 20:34:51.700973 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38228) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:51.721368 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e0e62e-eec4-439c-a51f-9675461bfcb7 None None] Network d01f6053-62a7-4365-bd81-5e8117d5bd76 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:51.801897 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 69c9a9b6-85b2-483c-94ab-e44dececb093 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:51.801897 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 69c9a9b6-85b2-483c-94ab-e44dececb093 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:51.907700 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.980172 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Deleting port 28f15bfc-562f-4bcf-848e-509548c4c7cb {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:51.980514 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.002264 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4e9ee8-4241-4448-9a6a-2578d218eff4 None None] DHCP port deletion for d01f6053-62a7-4365-bd81-5e8117d5bd76 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:52.034266 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6afda-69ae-4af2-b60d-62c7b8efa689 req-20dca22c-687e-4511-a920-60dd15755648 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:52.042541 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39b6afda-69ae-4af2-b60d-62c7b8efa689 req-20dca22c-687e-4511-a920-60dd15755648 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46680690-f530-48e4-a1d9-a6eddb42a13c HTTP/1.1" status: 200 len: 949 time: 1.0676837 Jul 23 20:34:52.090749 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4a4e9ee8-4241-4448-9a6a-2578d218eff4 None None] Deleting port 28f15bfc-562f-4bcf-848e-509548c4c7cb {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:52.091144 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4a4e9ee8-4241-4448-9a6a-2578d218eff4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.091960 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de6e94af-ca70-4b80-b130-ee3e3e5a97f9 req-7a19823a-1353-4990-b034-fd7f72755168 service neutron] 10.222.0.48 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0754805 Jul 23 20:34:52.124524 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] For port 28f15bfc-562f-4bcf-848e-509548c4c7cb, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=28f15bfc-562f-4bcf-848e-509548c4c7cb,segment=NetworkSegment(ccd150d6-8ae3-4ce6-a66d-986719cb5483),segment_id=ccd150d6-8ae3-4ce6-a66d-986719cb5483)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:52.125090 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.132014 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Attempting to bind port b9ebfedd-e6c7-422e-9b78-b89443a65d23 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:52.132354 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Attempting to bind port b9ebfedd-e6c7-422e-9b78-b89443a65d23 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:52.132687 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Attempting to bind port b9ebfedd-e6c7-422e-9b78-b89443a65d23 on network 7e87e256-e5f8-4403-aebe-74aea031e4d5 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:52.140201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Calling delete_port for 28f15bfc-562f-4bcf-848e-509548c4c7cb owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:52.169450 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-4a4e9ee8-4241-4448-9a6a-2578d218eff4 None None] For port 28f15bfc-562f-4bcf-848e-509548c4c7cb, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=28f15bfc-562f-4bcf-848e-509548c4c7cb,segment=NetworkSegment(ccd150d6-8ae3-4ce6-a66d-986719cb5483),segment_id=ccd150d6-8ae3-4ce6-a66d-986719cb5483)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:52.170003 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4a4e9ee8-4241-4448-9a6a-2578d218eff4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.197016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4a4e9ee8-4241-4448-9a6a-2578d218eff4 None None] Calling delete_port for 28f15bfc-562f-4bcf-848e-509548c4c7cb owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:52.223252 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Port b9ebfedd-e6c7-422e-9b78-b89443a65d23 on network 7e87e256-e5f8-4403-aebe-74aea031e4d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:34:52.223493 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Attempting to bind port b9ebfedd-e6c7-422e-9b78-b89443a65d23 on network 7e87e256-e5f8-4403-aebe-74aea031e4d5 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:52.242393 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.244929 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a13d78-b3f7-4585-a887-2bc26eb36321 req-1ed4a13c-5aee-499e-a1a8-fe9d455b3b2f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:52.251961 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-46a13d78-b3f7-4585-a887-2bc26eb36321 req-1ed4a13c-5aee-499e-a1a8-fe9d455b3b2f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 944 time: 1.1557124 Jul 23 20:34:52.286200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:52.287519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Checking segment: {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:52.287519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Bound using segment: {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:52.287519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Bound port: b9ebfedd-e6c7-422e-9b78-b89443a65d23, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:52.287742 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.317544 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event deleted for resources: {'Port': ['ID=28f15bfc-562f-4bcf-848e-509548c4c7cb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:52.322849 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] No DVR routers for this DVR port 28f15bfc-562f-4bcf-848e-509548c4c7cb on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:52.335177 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39b6afda-69ae-4af2-b60d-62c7b8efa689 req-499994cd-b1b8-4488-bbd8-bee4a7db48d3 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898700 Jul 23 20:34:52.395629 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 4181c3e1-1546-4449-918b-20c0ed20bba9 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:52.406686 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-491743f7-e50c-494b-ae93-1cef8cbdce1b req-0da58a3a-4e25-4f9b-ab9a-4ac10baf9920 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Deleting port 9e62b522-23a8-409a-81a8-79048766135a {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:52.406889 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-491743f7-e50c-494b-ae93-1cef8cbdce1b req-0da58a3a-4e25-4f9b-ab9a-4ac10baf9920 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.412810 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-46a13d78-b3f7-4585-a887-2bc26eb36321 req-053098b2-1dda-4372-8a58-643f6aea5511 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593938 Jul 23 20:34:52.466280 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4a4e9ee8-4241-4448-9a6a-2578d218eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.497762 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e9ee8-4241-4448-9a6a-2578d218eff4 None None] Pushing event deleted for resources: {'Port': ['ID=28f15bfc-562f-4bcf-848e-509548c4c7cb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:52.512184 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.515991 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4e9ee8-4241-4448-9a6a-2578d218eff4 None None] No DVR routers for this DVR port 28f15bfc-562f-4bcf-848e-509548c4c7cb on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:52.537741 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01f6053-62a7-4365-bd81-5e8117d5bd76']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:52.540356 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 4181c3e1-1546-4449-918b-20c0ed20bba9 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:52.545369 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 4181c3e1-1546-4449-918b-20c0ed20bba9 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:52.545745 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.554837 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd150d6-8ae3-4ce6-a66d-986719cb5483') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:52.555452 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd150d6-8ae3-4ce6-a66d-986719cb5483') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:52.566553 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.585054 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.596377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:52.597352 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:52.601517 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:52.667272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] For port b9ebfedd-e6c7-422e-9b78-b89443a65d23, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:52.673988 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.704032 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28283538-503c-451c-8db7-a376df4231fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4181c3e1-1546-4449-918b-20c0ed20bba9'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:52.707448 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3eefa8-ec71-41b3-82ca-9e8f0a86634e" -d '{"events": [{"server_uuid": "28283538-503c-451c-8db7-a376df4231fd", "name": "network-vif-plugged", "status": "completed", "tag": "4181c3e1-1546-4449-918b-20c0ed20bba9"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:52.709366 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.721850 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.725250 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] 10.222.0.55 "DELETE /v2.0/networks/d01f6053-62a7-4365-bd81-5e8117d5bd76 HTTP/1.1" status: 204 len: 168 time: 1.0229890 Jul 23 20:34:52.739277 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 4181c3e1-1546-4449-918b-20c0ed20bba9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=4181c3e1-1546-4449-918b-20c0ed20bba9,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:52.745029 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] For port b9ebfedd-e6c7-422e-9b78-b89443a65d23, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b9ebfedd-e6c7-422e-9b78-b89443a65d23,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:52.745428 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.746356 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9e62b522-23a8-409a-81a8-79048766135a no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:52.751222 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7dfd0-2b6c-423d-8477-f87fb705315c tempest-ServersTestMultiNic-1998537381 tempest-ServersTestMultiNic-1998537381-project] Pushing event deleted for resources: {'Network': ['ID=d01f6053-62a7-4365-bd81-5e8117d5bd76,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:52.771801 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.818499 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-491743f7-e50c-494b-ae93-1cef8cbdce1b req-0da58a3a-4e25-4f9b-ab9a-4ac10baf9920 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] For port 9e62b522-23a8-409a-81a8-79048766135a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9e62b522-23a8-409a-81a8-79048766135a,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:52.819315 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-491743f7-e50c-494b-ae93-1cef8cbdce1b req-0da58a3a-4e25-4f9b-ab9a-4ac10baf9920 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.834893 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=4181c3e1-1546-4449-918b-20c0ed20bba9,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:52.885412 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.895017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28216a1-0c17-4916-b56a-a8aca122aed1 req-c631803e-886a-47c4-9555-95e2953c85ab tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:52.897433 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b28216a1-0c17-4916-b56a-a8aca122aed1 req-c631803e-886a-47c4-9555-95e2953c85ab tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 946 time: 0.4469302 Jul 23 20:34:52.917110 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:52.917777 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.919350 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] 10.222.0.57 "PUT /v2.0/ports/b9ebfedd-e6c7-422e-9b78-b89443a65d23 HTTP/1.1" status: 200 len: 1093 time: 4.0789514 Jul 23 20:34:52.920281 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-491743f7-e50c-494b-ae93-1cef8cbdce1b req-0da58a3a-4e25-4f9b-ab9a-4ac10baf9920 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Calling delete_port for 9e62b522-23a8-409a-81a8-79048766135a owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:52.924455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aec38de-db9f-454c-b3b8-682e3a764ad6', 'tag': 'b9ebfedd-e6c7-422e-9b78-b89443a65d23'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:52.926098 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9e62b522-23a8-409a-81a8-79048766135a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9e62b522-23a8-409a-81a8-79048766135a,segment=NetworkSegment(fa7740c5-c7ec-4366-b669-91da9f1a7cca),segment_id=fa7740c5-c7ec-4366-b669-91da9f1a7cca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:52.929946 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2694b1-318f-4f80-9d82-dbb26f4334d6" -d '{"events": [{"name": "network-changed", "server_uuid": "6aec38de-db9f-454c-b3b8-682e3a764ad6", "tag": "b9ebfedd-e6c7-422e-9b78-b89443a65d23"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:52.931661 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.932440 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:53.022703 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=9e62b522-23a8-409a-81a8-79048766135a,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:53.062934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4635b-6f07-4b55-991a-a09df932d1df req-4e230284-b9bf-4490-8665-4a4b5c0602dd tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:53.064549 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6fc4635b-6f07-4b55-991a-a09df932d1df req-4e230284-b9bf-4490-8665-4a4b5c0602dd tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=28283538-503c-451c-8db7-a376df4231fd HTTP/1.1" status: 200 len: 945 time: 0.5363212 Jul 23 20:34:53.084306 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.129286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:53.141477 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.144301 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b28216a1-0c17-4916-b56a-a8aca122aed1 req-24df6a86-0490-4de4-9995-e9d5e1e0363e tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217705 Jul 23 20:34:53.167888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9830275-ed63-4998-ba1e-377d54f7e117 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ebfedd-e6c7-422e-9b78-b89443a65d23,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:53.267668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:53.277574 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6fc4635b-6f07-4b55-991a-a09df932d1df req-d5fabf08-70c6-45f5-a2f3-4932e06edaa7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932588 Jul 23 20:34:53.349367 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-46726380-6a83-4eca-ae0b-5e8cbcb26005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:53.350835 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-46726380-6a83-4eca-ae0b-5e8cbcb26005 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 1096 time: 0.3800147 Jul 23 20:34:53.372973 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-ad0cbd9f-c11e-4d67-b8a5-ef8ed4c2d0ba tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting port dba7f298-c05f-4bef-8e39-e901a333bb0a {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:53.373316 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad0cbd9f-c11e-4d67-b8a5-ef8ed4c2d0ba tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.451026 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-9590595f-a896-4a44-b9df-0beca8bce2d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9ebfedd-e6c7-422e-9b78-b89443a65d23 HTTP/1.1" status: 200 len: 217 time: 0.0901499 Jul 23 20:34:53.592097 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbe2e4-fc97-4eb9-ab7c-ce8ba3921199 req-d9ae56e6-3cc3-4afd-84b2-43aa6a384347 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:53.594125 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cdcbe2e4-fc97-4eb9-ab7c-ce8ba3921199 req-d9ae56e6-3cc3-4afd-84b2-43aa6a384347 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 946 time: 0.3127506 Jul 23 20:34:53.603628 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-491743f7-e50c-494b-ae93-1cef8cbdce1b req-0da58a3a-4e25-4f9b-ab9a-4ac10baf9920 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.618729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-b60a8986-4591-4b1a-9bd1-86594090d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:53.620082 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-b60a8986-4591-4b1a-9bd1-86594090d435 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.1545277 Jul 23 20:34:53.650028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-ad0cbd9f-c11e-4d67-b8a5-ef8ed4c2d0ba tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] For port dba7f298-c05f-4bef-8e39-e901a333bb0a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=dba7f298-c05f-4bef-8e39-e901a333bb0a,segment=NetworkSegment(14ff94e4-e45a-4a4c-96e4-8bfe3be511ec),segment_id=14ff94e4-e45a-4a4c-96e4-8bfe3be511ec)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:53.650490 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad0cbd9f-c11e-4d67-b8a5-ef8ed4c2d0ba tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.709473 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da58a3a-4e25-4f9b-ab9a-4ac10baf9920 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Pushing event deleted for resources: {'Port': ['ID=9e62b522-23a8-409a-81a8-79048766135a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:53.723845 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 28f15bfc-562f-4bcf-848e-509548c4c7cb no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:53.727026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-ad0cbd9f-c11e-4d67-b8a5-ef8ed4c2d0ba tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Calling delete_port for dba7f298-c05f-4bef-8e39-e901a333bb0a owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:53.752040 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cdcbe2e4-fc97-4eb9-ab7c-ce8ba3921199 req-c331a3e0-c7b4-45af-8c45-c2638e7434fb tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465814 Jul 23 20:34:53.789930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 28f15bfc-562f-4bcf-848e-509548c4c7cb {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:53.791312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 28f15bfc-562f-4bcf-848e-509548c4c7cb not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:53.933706 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-491743f7-e50c-494b-ae93-1cef8cbdce1b req-0da58a3a-4e25-4f9b-ab9a-4ac10baf9920 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] No DVR routers for this DVR port 9e62b522-23a8-409a-81a8-79048766135a on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:53.939404 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9476efef-6833-4d45-8e98-25b9b6c3e805 x-openstack-request-id: req-9476efef-6833-4d45-8e98-25b9b6c3e805 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:53.940140 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28283538-503c-451c-8db7-a376df4231fd", "name": "network-vif-plugged", "status": "completed", "tag": "4181c3e1-1546-4449-918b-20c0ed20bba9", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:53.940852 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9476efef-6833-4d45-8e98-25b9b6c3e805 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:53.941353 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28283538-503c-451c-8db7-a376df4231fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4181c3e1-1546-4449-918b-20c0ed20bba9', 'code': 200} Jul 23 20:34:53.944402 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-491743f7-e50c-494b-ae93-1cef8cbdce1b req-0da58a3a-4e25-4f9b-ab9a-4ac10baf9920 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.946936 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-491743f7-e50c-494b-ae93-1cef8cbdce1b req-0da58a3a-4e25-4f9b-ab9a-4ac10baf9920 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.48 "DELETE /v2.0/ports/9e62b522-23a8-409a-81a8-79048766135a HTTP/1.1" status: 204 len: 173 time: 2.7625563 Jul 23 20:34:53.957193 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615f4c9e-ce41-41f5-b202-4ba213a79f99 x-openstack-request-id: req-615f4c9e-ce41-41f5-b202-4ba213a79f99 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:53.957767 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aec38de-db9f-454c-b3b8-682e3a764ad6", "tag": "b9ebfedd-e6c7-422e-9b78-b89443a65d23", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:53.958227 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-615f4c9e-ce41-41f5-b202-4ba213a79f99 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:53.959593 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aec38de-db9f-454c-b3b8-682e3a764ad6', 'tag': 'b9ebfedd-e6c7-422e-9b78-b89443a65d23', 'status': 'completed', 'code': 200} Jul 23 20:34:53.995393 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-8e2ae264-e8a2-4ea4-8a35-2863903a3ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:53.997338 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-8e2ae264-e8a2-4ea4-8a35-2863903a3ec4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3681438 Jul 23 20:34:54.189602 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38280) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:54.344457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6620f48-28f9-4427-904c-bb70fdf5e4c5 req-5588187f-34eb-4db7-b7b6-90ef9ecd8e27 tempest-ImagesTestJSON-1549643792 tempest-ImagesTestJSON-1549643792-project] 10.222.0.55 "GET /v2.0/ports?device_id=9920fff7-f6b1-4c64-8615-56f5510a69f6 HTTP/1.1" status: 200 len: 210 time: 0.0729315 Jul 23 20:34:54.358586 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-89f77d8e-a830-4da3-8930-0978125a8831 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523836 Jul 23 20:34:54.368131 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158d188-e42b-4fd4-bd0f-293fd277615b req-651178a1-52bd-4e4a-8a01-e7b7c8f3b716 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:54.377136 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7158d188-e42b-4fd4-bd0f-293fd277615b req-651178a1-52bd-4e4a-8a01-e7b7c8f3b716 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 944 time: 0.3191526 Jul 23 20:34:54.383147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2f309-1a47-4fcb-a49e-e72597bdf6a0 req-858c0af7-b386-4b1b-9b78-ac2a3227a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:54.384039 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19c2f309-1a47-4fcb-a49e-e72597bdf6a0 req-858c0af7-b386-4b1b-9b78-ac2a3227a1f8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=28283538-503c-451c-8db7-a376df4231fd HTTP/1.1" status: 200 len: 1098 time: 0.3247685 Jul 23 20:34:54.397270 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad0cbd9f-c11e-4d67-b8a5-ef8ed4c2d0ba tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.527126 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88e2ca4c-cc4e-4028-8502-f93bea0d088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.635290 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cbd9f-c11e-4d67-b8a5-ef8ed4c2d0ba tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Port': ['ID=dba7f298-c05f-4bef-8e39-e901a333bb0a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:54.672253 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7158d188-e42b-4fd4-bd0f-293fd277615b req-a89dee5f-52e0-4436-b229-2457efe83919 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940886 Jul 23 20:34:54.880482 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc7c5ca3-ca5c-42a1-9abd-15f8391b8cab req-3b938b09-5959-4d69-a730-1c2085f1c283 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004382 Jul 23 20:34:54.884623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19c2f309-1a47-4fcb-a49e-e72597bdf6a0 req-1af1f6b2-1385-4a9f-aa41-f727fbc287b4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833915 Jul 23 20:34:54.893149 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad0cbd9f-c11e-4d67-b8a5-ef8ed4c2d0ba tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.926903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106a6de-f2d4-47f7-8a4a-79f2cd4e4354 req-eaee684e-efa4-43ff-b08e-d8e8785a6829 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:54.928583 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7106a6de-f2d4-47f7-8a4a-79f2cd4e4354 req-eaee684e-efa4-43ff-b08e-d8e8785a6829 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=28283538-503c-451c-8db7-a376df4231fd HTTP/1.1" status: 200 len: 946 time: 0.3688488 Jul 23 20:34:55.091069 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-374a0f9e-d0df-46aa-b13e-dd1c0ea254d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.203022 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7106a6de-f2d4-47f7-8a4a-79f2cd4e4354 req-51c4d899-e0fa-423d-a083-9490708d26af tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661049 Jul 23 20:34:55.221517 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0cbd9f-c11e-4d67-b8a5-ef8ed4c2d0ba tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:55.239672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2694b1-318f-4f80-9d82-dbb26f4334d6 req-587b53c7-8d06-4692-8f2f-22bcd6d9a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:55.241196 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a2694b1-318f-4f80-9d82-dbb26f4334d6 req-587b53c7-8d06-4692-8f2f-22bcd6d9a0d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 1096 time: 0.2479410 Jul 23 20:34:55.384659 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0cbd9f-c11e-4d67-b8a5-ef8ed4c2d0ba tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:55.398572 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28470bbc-8373-4c18-823e-059526e035df None None] Sync routers for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:55.403163 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ad0cbd9f-c11e-4d67-b8a5-ef8ed4c2d0ba tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/12ef5b42-4859-4b78-8ec2-2df41e4d0b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4705584 Jul 23 20:34:55.406766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38300) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:55.415454 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28470bbc-8373-4c18-823e-059526e035df None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:55.416079 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28470bbc-8373-4c18-823e-059526e035df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:55.485313 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2694b1-318f-4f80-9d82-dbb26f4334d6 req-10ea0fd6-d63f-4e16-8f0b-f911cb285de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:55.486807 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a2694b1-318f-4f80-9d82-dbb26f4334d6 req-10ea0fd6-d63f-4e16-8f0b-f911cb285de0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.2377102 Jul 23 20:34:55.505741 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b7e71e-3ca7-450d-8154-ad8ec2ea803b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting subnet 60bc47bb-384d-4487-a3e1-b2c4f0476a2f {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:55.533159 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0b7e71e-3ca7-450d-8154-ad8ec2ea803b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.567240 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-28470bbc-8373-4c18-823e-059526e035df None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:55.615944 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a2694b1-318f-4f80-9d82-dbb26f4334d6 req-7c761d68-ea6a-48a3-82ef-af730a30e61d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9ebfedd-e6c7-422e-9b78-b89443a65d23 HTTP/1.1" status: 200 len: 217 time: 0.0991743 Jul 23 20:34:55.651699 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-374a0f9e-d0df-46aa-b13e-dd1c0ea254d4 admin admin] Deleting port 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:55.653251 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-374a0f9e-d0df-46aa-b13e-dd1c0ea254d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.672476 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0b7e71e-3ca7-450d-8154-ad8ec2ea803b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.751699 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28470bbc-8373-4c18-823e-059526e035df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:54Z', 'revision_number': 11, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:55.849199 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28470bbc-8373-4c18-823e-059526e035df None None] Checking router: 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:55.860582 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28470bbc-8373-4c18-823e-059526e035df None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:55.861362 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28470bbc-8373-4c18-823e-059526e035df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:55.876095 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2694b1-318f-4f80-9d82-dbb26f4334d6 req-521970dc-1ad8-4481-8083-f25027bd405c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:55.877759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a2694b1-318f-4f80-9d82-dbb26f4334d6 req-521970dc-1ad8-4481-8083-f25027bd405c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.2492762 Jul 23 20:34:55.883907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-374a0f9e-d0df-46aa-b13e-dd1c0ea254d4 admin admin] For port 7d2f565a-63b0-4d9e-be05-5c9391f0ab12, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7d2f565a-63b0-4d9e-be05-5c9391f0ab12,segment=NetworkSegment(927d7245-6f8f-4766-b29a-a724efaa49fe),segment_id=927d7245-6f8f-4766-b29a-a724efaa49fe)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:55.883907 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-374a0f9e-d0df-46aa-b13e-dd1c0ea254d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.916353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-374a0f9e-d0df-46aa-b13e-dd1c0ea254d4 admin admin] Calling delete_port for 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:55.942448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9920fff7-f6b1-4c64-8615-56f5510a69f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e62b522-23a8-409a-81a8-79048766135a'}, {'server_uuid': '46680690-f530-48e4-a1d9-a6eddb42a13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:55.944834 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae7b0aa-3b44-4797-ac97-e7593c9803f5" -d '{"events": [{"server_uuid": "9920fff7-f6b1-4c64-8615-56f5510a69f6", "name": "network-vif-unplugged", "status": "completed", "tag": "9e62b522-23a8-409a-81a8-79048766135a"}, {"server_uuid": "46680690-f530-48e4-a1d9-a6eddb42a13c", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:55.960528 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9920fff7-f6b1-4c64-8615-56f5510a69f6', 'name': 'network-vif-deleted', 'tag': '9e62b522-23a8-409a-81a8-79048766135a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:55.963367 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4ee1fd-1de9-49c1-bd80-1ac1f2283482" -d '{"events": [{"server_uuid": "9920fff7-f6b1-4c64-8615-56f5510a69f6", "name": "network-vif-deleted", "tag": "9e62b522-23a8-409a-81a8-79048766135a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:56.004323 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0b7e71e-3ca7-450d-8154-ad8ec2ea803b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.028036 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38338) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:56.033230 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-28470bbc-8373-4c18-823e-059526e035df None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:56.091970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f34302-6c76-4a45-9bcc-345ce4c57e64 req-c7f646bb-7924-4df7-b01b-b552ca01a1b3 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:56.099392 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3f34302-6c76-4a45-9bcc-345ce4c57e64 req-c7f646bb-7924-4df7-b01b-b552ca01a1b3 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 944 time: 0.2581146 Jul 23 20:34:56.123439 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e67fbe-2e4c-4dac-87d6-47d3f027ac3e x-openstack-request-id: req-a7e67fbe-2e4c-4dac-87d6-47d3f027ac3e {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:56.123649 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2694b1-318f-4f80-9d82-dbb26f4334d6 req-d90e869e-1480-4f64-ad5d-c8f5ef46725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:56.124128 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9920fff7-f6b1-4c64-8615-56f5510a69f6", "name": "network-vif-unplugged", "status": "completed", "tag": "9e62b522-23a8-409a-81a8-79048766135a", "code": 200}, {"server_uuid": "46680690-f530-48e4-a1d9-a6eddb42a13c", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:56.125129 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7e67fbe-2e4c-4dac-87d6-47d3f027ac3e {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:56.125722 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9920fff7-f6b1-4c64-8615-56f5510a69f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e62b522-23a8-409a-81a8-79048766135a', 'code': 200} Jul 23 20:34:56.125833 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a2694b1-318f-4f80-9d82-dbb26f4334d6 req-d90e869e-1480-4f64-ad5d-c8f5ef46725d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2390771 Jul 23 20:34:56.126214 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46680690-f530-48e4-a1d9-a6eddb42a13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab', 'code': 200} Jul 23 20:34:56.128705 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28470bbc-8373-4c18-823e-059526e035df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:54Z', 'revision_number': 11, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:56.151377 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0b7e71e-3ca7-450d-8154-ad8ec2ea803b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.168700 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28470bbc-8373-4c18-823e-059526e035df None None] The sync data for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 is: [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:54Z', 'revision_number': 11, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:56.224632 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2f55f8-14cf-4443-9e94-3d143466177f admin admin] Deleting subnet 106a6110-3396-46fd-b5c7-73b8b46b8b68 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:56.231204 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c2f55f8-14cf-4443-9e94-3d143466177f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.286188 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c2f55f8-14cf-4443-9e94-3d143466177f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.411897 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c2f55f8-14cf-4443-9e94-3d143466177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.457135 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-374a0f9e-d0df-46aa-b13e-dd1c0ea254d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.501586 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a0f9e-d0df-46aa-b13e-dd1c0ea254d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d2f565a-63b0-4d9e-be05-5c9391f0ab12,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:56.581877 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c2f55f8-14cf-4443-9e94-3d143466177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.619541 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f55f8-14cf-4443-9e94-3d143466177f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=106a6110-3396-46fd-b5c7-73b8b46b8b68,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:56.633130 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c2f55f8-14cf-4443-9e94-3d143466177f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.635239 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5c2f55f8-14cf-4443-9e94-3d143466177f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/106a6110-3396-46fd-b5c7-73b8b46b8b68 HTTP/1.1" status: 204 len: 168 time: 0.6073956 Jul 23 20:34:56.638006 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38352) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:56.692114 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3f34302-6c76-4a45-9bcc-345ce4c57e64 req-f3bb3b57-4cb0-486d-bce9-f07649597c36 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5917470 Jul 23 20:34:56.695997 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684d565c-57f6-4c54-bac0-aaf69a9815a0 x-openstack-request-id: req-684d565c-57f6-4c54-bac0-aaf69a9815a0 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:56.699956 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9920fff7-f6b1-4c64-8615-56f5510a69f6", "name": "network-vif-deleted", "tag": "9e62b522-23a8-409a-81a8-79048766135a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:56.700353 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-684d565c-57f6-4c54-bac0-aaf69a9815a0 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:56.701145 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9920fff7-f6b1-4c64-8615-56f5510a69f6', 'name': 'network-vif-deleted', 'tag': '9e62b522-23a8-409a-81a8-79048766135a', 'status': 'completed', 'code': 200} Jul 23 20:34:56.816968 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a2694b1-318f-4f80-9d82-dbb26f4334d6 req-ebaa4054-508d-4211-934b-410cf2908b44 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6777332 Jul 23 20:34:56.820849 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7e71e-3ca7-450d-8154-ad8ec2ea803b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Subnet': ['ID=60bc47bb-384d-4487-a3e1-b2c4f0476a2f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:56.835927 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0a7130cf-d520-43cb-986a-5edaf7e4d0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.878069 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0b7e71e-3ca7-450d-8154-ad8ec2ea803b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.878217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f6cb67-1e0b-42f7-a5a6-9ee7077f1d7b None None] Network bbeb1aa2-fc22-45b0-a491-80cb5cd1334b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:56.883249 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e0b7e71e-3ca7-450d-8154-ad8ec2ea803b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/subnets/60bc47bb-384d-4487-a3e1-b2c4f0476a2f HTTP/1.1" status: 204 len: 168 time: 1.4752355 Jul 23 20:34:56.895058 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38354) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:56.956376 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-374a0f9e-d0df-46aa-b13e-dd1c0ea254d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.061222 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0a7130cf-d520-43cb-986a-5edaf7e4d0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.112528 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-0a7130cf-d520-43cb-986a-5edaf7e4d0fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c37124-424c-4bcc-8b93-9b8a8a9e479c']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:57.122449 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-620fe72b-e058-43dc-a39a-aba93d9b7ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.135479 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-0a7130cf-d520-43cb-986a-5edaf7e4d0fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7740c5-c7ec-4366-b669-91da9f1a7cca') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:57.135479 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-0a7130cf-d520-43cb-986a-5edaf7e4d0fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7740c5-c7ec-4366-b669-91da9f1a7cca') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:57.153747 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0a7130cf-d520-43cb-986a-5edaf7e4d0fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.181400 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.192242 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0a7130cf-d520-43cb-986a-5edaf7e4d0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.239173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097e6f7-ea1d-4c0c-a606-8d07814232ac req-fac5ce94-61df-4f32-9f2f-fa5e68c0292a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:57.239958 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7130cf-d520-43cb-986a-5edaf7e4d0fd admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:57.244984 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0a7130cf-d520-43cb-986a-5edaf7e4d0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.246794 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9097e6f7-ea1d-4c0c-a606-8d07814232ac req-fac5ce94-61df-4f32-9f2f-fa5e68c0292a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=28283538-503c-451c-8db7-a376df4231fd HTTP/1.1" status: 200 len: 946 time: 0.4427299 Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:57.246950 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:57.262878 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff4a729-16e9-4ac8-a27f-6f5728a31dcb None None] DHCP port deletion for bbeb1aa2-fc22-45b0-a491-80cb5cd1334b request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:57.335230 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.348824 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a2694b1-318f-4f80-9d82-dbb26f4334d6 req-0757a60b-57db-41b8-b762-f08c85ff7e1e service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789927 Jul 23 20:34:57.405087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2ff4a729-16e9-4ac8-a27f-6f5728a31dcb None None] Deleting port 984ee261-179d-4753-b2e3-73489366671c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:57.405487 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2ff4a729-16e9-4ac8-a27f-6f5728a31dcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.420152 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0a7130cf-d520-43cb-986a-5edaf7e4d0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.442809 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0a7130cf-d520-43cb-986a-5edaf7e4d0fd admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.448330 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0a7130cf-d520-43cb-986a-5edaf7e4d0fd admin admin] 10.222.0.55 "DELETE /v2.0/networks/42c37124-424c-4bcc-8b93-9b8a8a9e479c HTTP/1.1" status: 204 len: 168 time: 0.8091259 Jul 23 20:34:57.451165 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7130cf-d520-43cb-986a-5edaf7e4d0fd admin admin] Pushing event deleted for resources: {'Network': ['ID=42c37124-424c-4bcc-8b93-9b8a8a9e479c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:57.506529 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374a0f9e-d0df-46aa-b13e-dd1c0ea254d4 admin admin] Router 28a74b1d-b741-4afa-9492-e3ed9413030f has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:57.529740 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9097e6f7-ea1d-4c0c-a606-8d07814232ac req-fc524f1c-1bef-444b-8e3e-069a8b6bee1e tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824008 Jul 23 20:34:57.551559 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2ff4a729-16e9-4ac8-a27f-6f5728a31dcb None None] For port 984ee261-179d-4753-b2e3-73489366671c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=984ee261-179d-4753-b2e3-73489366671c,segment=NetworkSegment(14ff94e4-e45a-4a4c-96e4-8bfe3be511ec),segment_id=14ff94e4-e45a-4a4c-96e4-8bfe3be511ec)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:57.581088 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2ff4a729-16e9-4ac8-a27f-6f5728a31dcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.593183 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Deleting port 984ee261-179d-4753-b2e3-73489366671c {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:57.595775 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.599142 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device d64252dd-8323-48c1-b907-e0e3fc3dfced details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:34:57.656656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d596269-eaf4-49da-a0fc-b04a7f1fb9aa req-0e4297b0-a25c-41be-b1c9-e18902f66173 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2723479 Jul 23 20:34:57.697818 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2ff4a729-16e9-4ac8-a27f-6f5728a31dcb None None] Calling delete_port for 984ee261-179d-4753-b2e3-73489366671c owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:57.776239 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374a0f9e-d0df-46aa-b13e-dd1c0ea254d4 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:57.782790 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-374a0f9e-d0df-46aa-b13e-dd1c0ea254d4 admin admin] 10.222.0.55 "PUT /v2.0/routers/28a74b1d-b741-4afa-9492-e3ed9413030f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5917311 Jul 23 20:34:57.783533 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] For port 984ee261-179d-4753-b2e3-73489366671c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=984ee261-179d-4753-b2e3-73489366671c,segment=NetworkSegment(14ff94e4-e45a-4a4c-96e4-8bfe3be511ec),segment_id=14ff94e4-e45a-4a4c-96e4-8bfe3be511ec)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:57.783992 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.784977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38386) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:57.920269 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d7b7c-1c04-4a03-966e-6b726b87c627 None None] Sync routers for ids ['28a74b1d-b741-4afa-9492-e3ed9413030f'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:57.939523 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 984ee261-179d-4753-b2e3-73489366671c no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:57.956316 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38392) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:57.978193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Calling delete_port for 984ee261-179d-4753-b2e3-73489366671c owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:58.058875 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9d7b7c-1c04-4a03-966e-6b726b87c627 None None] Routers {'28a74b1d-b741-4afa-9492-e3ed9413030f'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:58.059896 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-eb9d7b7c-1c04-4a03-966e-6b726b87c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['28a74b1d-b741-4afa-9492-e3ed9413030f'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:58.088809 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2515803-60d4-485b-8938-7e4a1af4d39f admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:58.202653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-eb9d7b7c-1c04-4a03-966e-6b726b87c627 None None] Set router 28a74b1d-b741-4afa-9492-e3ed9413030f gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:58.203136 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:58.249969 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] No DVR routers for this DVR port 984ee261-179d-4753-b2e3-73489366671c on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:58.314380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Port 984ee261-179d-4753-b2e3-73489366671c update to DOWN by agent not found {{(pid=93812) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 23 20:34:58.315727 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device dba7f298-c05f-4bef-8e39-e901a333bb0a no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:58.355898 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Port': ['ID=984ee261-179d-4753-b2e3-73489366671c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:58.394952 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-52457fab-01fb-4ccd-b885-1c721fcb62eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c7f50424b0b40928ead2979218c9a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455454 Jul 23 20:34:58.395659 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38398) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:58.404009 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: dba7f298-c05f-4bef-8e39-e901a333bb0a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:58.404939 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device dba7f298-c05f-4bef-8e39-e901a333bb0a not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:58.425160 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d596269-eaf4-49da-a0fc-b04a7f1fb9aa req-7d263149-9b85-47cb-a09f-c1976a4daea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:58.425983 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2515803-60d4-485b-8938-7e4a1af4d39f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:58.426677 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d596269-eaf4-49da-a0fc-b04a7f1fb9aa req-7d263149-9b85-47cb-a09f-c1976a4daea9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e36b104f9d24e799825b9baa093a497&device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 1098 time: 0.6715736 Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: from cryptography.utils import int_from_bytes Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: from cryptography.utils import int_from_bytes Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:58.444451 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:34:58.451973 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port d64252dd-8323-48c1-b907-e0e3fc3dfced, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=d64252dd-8323-48c1-b907-e0e3fc3dfced,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:58.496532 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2ff4a729-16e9-4ac8-a27f-6f5728a31dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:58.517715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-e2515803-60d4-485b-8938-7e4a1af4d39f admin admin] Deleting port ec6b9252-0e87-427f-b599-4c6f760849a3 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:58.518522 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2515803-60d4-485b-8938-7e4a1af4d39f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:58.519643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed582f0-2556-4ab7-af12-0c2f0b91934d req-eb5634f0-7647-4286-9f4e-34b518819a63 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:58.528835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4a729-16e9-4ac8-a27f-6f5728a31dcb None None] Pushing event deleted for resources: {'Port': ['ID=984ee261-179d-4753-b2e3-73489366671c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:58.531573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'd64252dd-8323-48c1-b907-e0e3fc3dfced', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': 'd64252dd-8323-48c1-b907-e0e3fc3dfced', 'mac_address': 'fa:16:3e:87:9a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:34:58.538151 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:58.539535 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ed582f0-2556-4ab7-af12-0c2f0b91934d req-eb5634f0-7647-4286-9f4e-34b518819a63 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 944 time: 0.5882649 Jul 23 20:34:58.647282 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ed582f0-2556-4ab7-af12-0c2f0b91934d req-6cadd7bb-e9dc-4d9e-ac77-4e3041e47aee tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065326 Jul 23 20:34:58.707867 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf554f1-bab8-4fb1-8c08-0f5abd5202e7 req-458116cb-59b2-47fa-af2c-4dc159ccfc8e tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:58.715665 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9bf554f1-bab8-4fb1-8c08-0f5abd5202e7 req-458116cb-59b2-47fa-af2c-4dc159ccfc8e tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=28283538-503c-451c-8db7-a376df4231fd HTTP/1.1" status: 200 len: 946 time: 0.5588641 Jul 23 20:34:58.720588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-e2515803-60d4-485b-8938-7e4a1af4d39f admin admin] For port ec6b9252-0e87-427f-b599-4c6f760849a3, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=ec6b9252-0e87-427f-b599-4c6f760849a3,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:58.721020 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2515803-60d4-485b-8938-7e4a1af4d39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:58.745981 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-e2515803-60d4-485b-8938-7e4a1af4d39f admin admin] Calling delete_port for ec6b9252-0e87-427f-b599-4c6f760849a3 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:58.764555 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4a729-16e9-4ac8-a27f-6f5728a31dcb None None] No DVR routers for this DVR port 984ee261-179d-4753-b2e3-73489366671c on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:58.767141 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:58.821515 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:58.827030 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64252dd-8323-48c1-b907-e0e3fc3dfced {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:34:58.853738 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port d64252dd-8323-48c1-b907-e0e3fc3dfced, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=d64252dd-8323-48c1-b907-e0e3fc3dfced,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:58.865248 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:58.865981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b9ebfedd-e6c7-422e-9b78-b89443a65d23 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:34:58.919716 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-eb9d7b7c-1c04-4a03-966e-6b726b87c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'name': 'tempest-ServersTestMultiNic-369710933-router', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ec6b9252-0e87-427f-b599-4c6f760849a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:32:03Z', 'updated_at': '2021-07-23T20:34:56Z', 'revision_number': 5, 'project_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'gw_port': {'id': 'ec6b9252-0e87-427f-b599-4c6f760849a3', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ad:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:04Z', 'updated_at': '2021-07-23T20:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:58.956061 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9bf554f1-bab8-4fb1-8c08-0f5abd5202e7 req-d16d672f-6c1a-47cc-b485-c68b892dd073 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385001 Jul 23 20:34:58.960132 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbeb1aa2-fc22-45b0-a491-80cb5cd1334b']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:58.976717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ff94e4-e45a-4a4c-96e4-8bfe3be511ec') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:58.977268 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ff94e4-e45a-4a4c-96e4-8bfe3be511ec') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:59.019585 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bb12cef5-6a95-453c-b2b7-9508369d38c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.037876 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2515803-60d4-485b-8938-7e4a1af4d39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.043114 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d7b7c-1c04-4a03-966e-6b726b87c627 None None] Checking router: 28a74b1d-b741-4afa-9492-e3ed9413030f for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:59.047387 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bb12cef5-6a95-453c-b2b7-9508369d38c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.060733 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:34:59.081315 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=d64252dd-8323-48c1-b907-e0e3fc3dfced,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:59.100131 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.109042 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9d7b7c-1c04-4a03-966e-6b726b87c627 None None] Routers {'28a74b1d-b741-4afa-9492-e3ed9413030f'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:59.112432 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bb12cef5-6a95-453c-b2b7-9508369d38c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.114948 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bb12cef5-6a95-453c-b2b7-9508369d38c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.115884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-eb9d7b7c-1c04-4a03-966e-6b726b87c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['28a74b1d-b741-4afa-9492-e3ed9413030f'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:59.118417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2515803-60d4-485b-8938-7e4a1af4d39f admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6b9252-0e87-427f-b599-4c6f760849a3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:59.123179 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bb12cef5-6a95-453c-b2b7-9508369d38c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5 HTTP/1.1" status: 204 len: 168 time: 0.7209878 Jul 23 20:34:59.165684 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d596269-eaf4-49da-a0fc-b04a7f1fb9aa req-8b4ba552-ddbe-4891-b00e-7a275af77652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:59.169923 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d596269-eaf4-49da-a0fc-b04a7f1fb9aa req-8b4ba552-ddbe-4891-b00e-7a275af77652 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce0133d9-8df6-41ea-ae2f-c1fed304391d HTTP/1.1" status: 200 len: 918 time: 0.6083739 Jul 23 20:34:59.210287 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2515803-60d4-485b-8938-7e4a1af4d39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.215112 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12cef5-6a95-453c-b2b7-9508369d38c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8d548b-61f5-4ab9-8df2-24c13c3bf2a5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:59.303786 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.328247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:59.328657 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:59.337388 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:59.354919 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2515803-60d4-485b-8938-7e4a1af4d39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.357588 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2515803-60d4-485b-8938-7e4a1af4d39f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.426217 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2515803-60d4-485b-8938-7e4a1af4d39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.427516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2515803-60d4-485b-8938-7e4a1af4d39f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28a74b1d-b741-4afa-9492-e3ed9413030f {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:34:59.440999 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2515803-60d4-485b-8938-7e4a1af4d39f admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.442438 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e2515803-60d4-485b-8938-7e4a1af4d39f admin admin] 10.222.0.55 "DELETE /v2.0/routers/28a74b1d-b741-4afa-9492-e3ed9413030f HTTP/1.1" status: 204 len: 168 time: 1.6560376 Jul 23 20:34:59.448297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38412) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:59.497104 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-eb9d7b7c-1c04-4a03-966e-6b726b87c627 None None] Set router 28a74b1d-b741-4afa-9492-e3ed9413030f gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:59.525477 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d596269-eaf4-49da-a0fc-b04a7f1fb9aa req-63f2161c-3565-4e7d-b703-3d72078124d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0348b129-1a97-4787-8669-0847ec9df6a0 HTTP/1.1" status: 200 len: 1000 time: 0.3281059 Jul 23 20:34:59.598902 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.599379 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-045e6004-b4ac-4af5-bbda-65e980574402 admin admin] Deleting subnet e679bc0f-db43-4f62-abb1-cae2606aacbb {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:59.613872 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.628992 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/networks/bbeb1aa2-fc22-45b0-a491-80cb5cd1334b HTTP/1.1" status: 204 len: 168 time: 2.7314024 Jul 23 20:34:59.632084 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-045e6004-b4ac-4af5-bbda-65e980574402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.633316 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38416) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:59.648496 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-eb9d7b7c-1c04-4a03-966e-6b726b87c627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'name': 'tempest-ServersTestMultiNic-369710933-router', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:32:03Z', 'updated_at': '2021-07-23T20:34:58Z', 'revision_number': 7, 'project_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:59.674745 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-2dad6e4d-cd20-49c8-9fc9-5ea6e5f195c6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'router': {'routes': None}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:59.740911 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-045e6004-b4ac-4af5-bbda-65e980574402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.794845 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b9ebfedd-e6c7-422e-9b78-b89443a65d23, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b9ebfedd-e6c7-422e-9b78-b89443a65d23,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:59.809744 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dc7b-0e30-45d6-ac16-bd23f4336353 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Pushing event deleted for resources: {'Network': ['ID=bbeb1aa2-fc22-45b0-a491-80cb5cd1334b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:59.821706 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'b9ebfedd-e6c7-422e-9b78-b89443a65d23', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'port_id': 'b9ebfedd-e6c7-422e-9b78-b89443a65d23', 'mac_address': 'fa:16:3e:57:20:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:34:59.836453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d7b7c-1c04-4a03-966e-6b726b87c627 None None] The sync data for ids ['28a74b1d-b741-4afa-9492-e3ed9413030f'] in n-d-791504-18 is: [{'id': '28a74b1d-b741-4afa-9492-e3ed9413030f', 'name': 'tempest-ServersTestMultiNic-369710933-router', 'tenant_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:32:03Z', 'updated_at': '2021-07-23T20:34:58Z', 'revision_number': 7, 'project_id': 'd1e9caa4dd094c2487ffcc41d3548234', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:59.901825 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-045e6004-b4ac-4af5-bbda-65e980574402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.972407 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.976467 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.011841 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ebfedd-e6c7-422e-9b78-b89443a65d23 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:00.075819 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-045e6004-b4ac-4af5-bbda-65e980574402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.084476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b9ebfedd-e6c7-422e-9b78-b89443a65d23, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b9ebfedd-e6c7-422e-9b78-b89443a65d23,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:00.100371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d596269-eaf4-49da-a0fc-b04a7f1fb9aa req-abe86cad-7817-4333-9863-8a3210c64f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:00.101556 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.110089 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d596269-eaf4-49da-a0fc-b04a7f1fb9aa req-abe86cad-7817-4333-9863-8a3210c64f80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35eaf14f-2eae-4b6c-8dcf-0499d3191c4d HTTP/1.1" status: 200 len: 856 time: 0.5774536 Jul 23 20:35:00.133105 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e6004-b4ac-4af5-bbda-65e980574402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e679bc0f-db43-4f62-abb1-cae2606aacbb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:00.157037 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-045e6004-b4ac-4af5-bbda-65e980574402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.161796 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-045e6004-b4ac-4af5-bbda-65e980574402 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e679bc0f-db43-4f62-abb1-cae2606aacbb HTTP/1.1" status: 204 len: 168 time: 0.7122285 Jul 23 20:35:00.162442 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38430) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:00.194753 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6623ca83-a014-4044-8c2c-c936d0df597f None None] Network 3f30f2ae-a94a-4870-a5c9-a16cd9c2c809 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:00.254349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['d64252dd-8323-48c1-b907-e0e3fc3dfced'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:00.295033 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.extraroute_db [None req-2dad6e4d-cd20-49c8-9fc9-5ea6e5f195c6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Added routes are [] {{(pid=93811) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 20:35:00.295434 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.extraroute_db [None req-2dad6e4d-cd20-49c8-9fc9-5ea6e5f195c6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Removed routes are [] {{(pid=93811) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 20:35:00.295741 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2dad6e4d-cd20-49c8-9fc9-5ea6e5f195c6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.350135 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.471594 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] Deleting port 97799202-28eb-4052-b82b-486ec5757dee {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:00.472300 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.539930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['b9ebfedd-e6c7-422e-9b78-b89443a65d23'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:00.593516 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=b9ebfedd-e6c7-422e-9b78-b89443a65d23,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:00.667194 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2dad6e4d-cd20-49c8-9fc9-5ea6e5f195c6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.689651 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2dad6e4d-cd20-49c8-9fc9-5ea6e5f195c6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.865909 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e01b2-d29c-4098-8338-cad10d830cdb req-b37e169e-24bc-4ce8-9fb3-1d01433f518d tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:00.883311 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd9e01b2-d29c-4098-8338-cad10d830cdb req-b37e169e-24bc-4ce8-9fb3-1d01433f518d tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 944 time: 0.8555605 Jul 23 20:35:00.923723 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d596269-eaf4-49da-a0fc-b04a7f1fb9aa req-c4c28790-d265-4f8a-ae18-1475c2c1c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:00.925262 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d596269-eaf4-49da-a0fc-b04a7f1fb9aa req-c4c28790-d265-4f8a-ae18-1475c2c1c02d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce0133d9-8df6-41ea-ae2f-c1fed304391d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6504819 Jul 23 20:35:00.994455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dad6e4d-cd20-49c8-9fc9-5ea6e5f195c6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:01.035146 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94c88c8-09b4-4976-a4cc-014e470e6bcd None None] DHCP port deletion for 3f30f2ae-a94a-4870-a5c9-a16cd9c2c809 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:35:01.125209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f94c88c8-09b4-4976-a4cc-014e470e6bcd None None] Deleting port 97799202-28eb-4052-b82b-486ec5757dee {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:01.130171 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f94c88c8-09b4-4976-a4cc-014e470e6bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.263962 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d596269-eaf4-49da-a0fc-b04a7f1fb9aa req-98f0582b-ef92-4da2-affb-bdbf7069ae57 service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096900 Jul 23 20:35:01.269762 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] For port 97799202-28eb-4052-b82b-486ec5757dee, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=97799202-28eb-4052-b82b-486ec5757dee,segment=NetworkSegment(927d7245-6f8f-4766-b29a-a724efaa49fe),segment_id=927d7245-6f8f-4766-b29a-a724efaa49fe)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:01.270286 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.307758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f94c88c8-09b4-4976-a4cc-014e470e6bcd None None] For port 97799202-28eb-4052-b82b-486ec5757dee, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=97799202-28eb-4052-b82b-486ec5757dee,segment=NetworkSegment(927d7245-6f8f-4766-b29a-a724efaa49fe),segment_id=927d7245-6f8f-4766-b29a-a724efaa49fe)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:01.308900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] Calling delete_port for 97799202-28eb-4052-b82b-486ec5757dee owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:01.309462 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f94c88c8-09b4-4976-a4cc-014e470e6bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.335562 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f94c88c8-09b4-4976-a4cc-014e470e6bcd None None] Calling delete_port for 97799202-28eb-4052-b82b-486ec5757dee owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:01.464793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd9e01b2-d29c-4098-8338-cad10d830cdb req-49f2e15f-3de2-4745-b599-9a071f0e540e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5468085 Jul 23 20:35:01.500561 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dad6e4d-cd20-49c8-9fc9-5ea6e5f195c6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:01.510554 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092abe09-cbda-468f-80d9-d9575a706e84 None None] Sync routers for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:01.530076 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2dad6e4d-cd20-49c8-9fc9-5ea6e5f195c6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.532147 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092abe09-cbda-468f-80d9-d9575a706e84 None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:01.535429 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-092abe09-cbda-468f-80d9-d9575a706e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:01.536150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38448) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:01.549221 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2dad6e4d-cd20-49c8-9fc9-5ea6e5f195c6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/12ef5b42-4859-4b78-8ec2-2df41e4d0b69 HTTP/1.1" status: 200 len: 705 time: 1.8808823 Jul 23 20:35:01.562973 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f94c88c8-09b4-4976-a4cc-014e470e6bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.617778 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-19fc6ec1-8aab-43f9-8d75-4b19ff9955e4 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports?device_id=12ef5b42-4859-4b78-8ec2-2df41e4d0b69 HTTP/1.1" status: 200 len: 205 time: 0.0803568 Jul 23 20:35:01.622463 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.627848 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38450) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:01.629912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94c88c8-09b4-4976-a4cc-014e470e6bcd None None] No DVR routers for this DVR port 97799202-28eb-4052-b82b-486ec5757dee on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:01.636292 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c88c8-09b4-4976-a4cc-014e470e6bcd None None] Pushing event deleted for resources: {'Port': ['ID=97799202-28eb-4052-b82b-486ec5757dee,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:01.701139 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] Pushing event deleted for resources: {'Port': ['ID=97799202-28eb-4052-b82b-486ec5757dee,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:01.721501 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-092abe09-cbda-468f-80d9-d9575a706e84 None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:01.747203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:01.762602 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d596269-eaf4-49da-a0fc-b04a7f1fb9aa req-e7d7dcc0-41e0-40c9-bcaf-eabc627b845a service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825742 Jul 23 20:35:01.788043 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:01.790047 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7d2f565a-63b0-4d9e-be05-5c9391f0ab12 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:01.790716 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 97799202-28eb-4052-b82b-486ec5757dee no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:01.830728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe212a2a-aba9-4273-917d-1e42e30de1c8 req-87f95658-8d48-45b5-8d8a-167463c20873 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:01.841568 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fe212a2a-aba9-4273-917d-1e42e30de1c8 req-87f95658-8d48-45b5-8d8a-167463c20873 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=28283538-503c-451c-8db7-a376df4231fd HTTP/1.1" status: 200 len: 946 time: 0.1884310 Jul 23 20:35:01.850240 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 97799202-28eb-4052-b82b-486ec5757dee {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:01.850823 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 97799202-28eb-4052-b82b-486ec5757dee not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:01.851699 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ec6b9252-0e87-427f-b599-4c6f760849a3 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:01.882161 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-092abe09-cbda-468f-80d9-d9575a706e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:54Z', 'revision_number': 11, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:01.898420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] No DVR routers for this DVR port 97799202-28eb-4052-b82b-486ec5757dee on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:01.898625 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: ec6b9252-0e87-427f-b599-4c6f760849a3 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:01.898855 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ec6b9252-0e87-427f-b599-4c6f760849a3 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:01.927244 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fe212a2a-aba9-4273-917d-1e42e30de1c8 req-e2760200-c112-496b-987d-61f1c253ab01 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815227 Jul 23 20:35:01.951845 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092abe09-cbda-468f-80d9-d9575a706e84 None None] Checking router: 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:01.973274 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092abe09-cbda-468f-80d9-d9575a706e84 None None] Routers {'12ef5b42-4859-4b78-8ec2-2df41e4d0b69'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:01.973907 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-092abe09-cbda-468f-80d9-d9575a706e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:02.084048 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.127957 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device d64252dd-8323-48c1-b907-e0e3fc3dfced up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:02.148362 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f30f2ae-a94a-4870-a5c9-a16cd9c2c809']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:02.150997 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-092abe09-cbda-468f-80d9-d9575a706e84 None None] Set router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:02.152707 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71bce1a2-9c95-4b3f-a1a5-d302ce5ee897 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.211560 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-092abe09-cbda-468f-80d9-d9575a706e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:54Z', 'revision_number': 11, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:02.278817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port d64252dd-8323-48c1-b907-e0e3fc3dfced triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:02.279298 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.294390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927d7245-6f8f-4766-b29a-a724efaa49fe') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:02.294922 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927d7245-6f8f-4766-b29a-a724efaa49fe') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:02.361351 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092abe09-cbda-468f-80d9-d9575a706e84 None None] The sync data for ids ['12ef5b42-4859-4b78-8ec2-2df41e4d0b69'] in n-d-791504-18 is: [{'id': '12ef5b42-4859-4b78-8ec2-2df41e4d0b69', 'name': 'tempest-RoutersIpV6Test-router-1840512509', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:36Z', 'updated_at': '2021-07-23T20:34:54Z', 'revision_number': 11, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:02.413774 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.416746 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83d300-3a9c-4245-84bb-4190d2c5447e req-cce762be-dceb-4762-9ff8-f1042b531806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:02.429114 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a83d300-3a9c-4245-84bb-4190d2c5447e req-cce762be-dceb-4762-9ff8-f1042b531806 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=76a44fe86f414ef3a26c3424aa505655&device_id=46fc236f-e458-4149-96c8-9c7bde0c8438 HTTP/1.1" status: 200 len: 1101 time: 0.1175897 Jul 23 20:35:02.475374 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.489550 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:35:02.493651 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.518972 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.635469 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fc236f-e458-4149-96c8-9c7bde0c8438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64252dd-8323-48c1-b907-e0e3fc3dfced'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:02.637976 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c90bc2-d366-4936-8896-812853046fd0" -d '{"events": [{"server_uuid": "46fc236f-e458-4149-96c8-9c7bde0c8438", "name": "network-vif-plugged", "status": "completed", "tag": "d64252dd-8323-48c1-b907-e0e3fc3dfced"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:02.668733 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port d64252dd-8323-48c1-b907-e0e3fc3dfced, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=d64252dd-8323-48c1-b907-e0e3fc3dfced,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:02.676093 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.677094 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b9ebfedd-e6c7-422e-9b78-b89443a65d23 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:35:02.678747 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:35:02.762848 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d60ae029-6fa9-4116-b6a7-305776f5ab7b req-9fe48b0b-244f-4791-b10d-93f8de854a87 tempest-AbsoluteLimitsNegativeTestJSON-1924493344 tempest-AbsoluteLimitsNegativeTestJSON-1924493344-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5f3c66d348bd471e95e9260cd8d8d8ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0972815 Jul 23 20:35:02.807453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=d64252dd-8323-48c1-b907-e0e3fc3dfced,revision_number=10']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:02.813409 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71bce1a2-9c95-4b3f-a1a5-d302ce5ee897 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.815956 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71bce1a2-9c95-4b3f-a1a5-d302ce5ee897 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.830522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port b9ebfedd-e6c7-422e-9b78-b89443a65d23 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:02.835011 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port b9ebfedd-e6c7-422e-9b78-b89443a65d23 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:02.835679 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.841328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83d300-3a9c-4245-84bb-4190d2c5447e req-48c9daeb-c511-4095-ac59-065a905ee115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:02.842859 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a83d300-3a9c-4245-84bb-4190d2c5447e req-48c9daeb-c511-4095-ac59-065a905ee115 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.3866708 Jul 23 20:35:02.876981 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.892900 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.895055 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] 10.222.0.55 "DELETE /v2.0/networks/3f30f2ae-a94a-4870-a5c9-a16cd9c2c809 HTTP/1.1" status: 204 len: 168 time: 2.7316806 Jul 23 20:35:02.922477 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a83d300-3a9c-4245-84bb-4190d2c5447e req-d4f8b621-6cf5-4998-b1fc-d2e015d49b9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=d64252dd-8323-48c1-b907-e0e3fc3dfced HTTP/1.1" status: 200 len: 217 time: 0.0500557 Jul 23 20:35:02.931075 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71bce1a2-9c95-4b3f-a1a5-d302ce5ee897 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.931865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bce1a2-9c95-4b3f-a1a5-d302ce5ee897 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Fanout notify agent at l3_agent the message router_deleted on router 12ef5b42-4859-4b78-8ec2-2df41e4d0b69 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:35:02.934624 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212f9a3-2fb1-4567-a5ac-99b86733ac8a admin admin] Pushing event deleted for resources: {'Network': ['ID=3f30f2ae-a94a-4870-a5c9-a16cd9c2c809,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:02.951396 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71bce1a2-9c95-4b3f-a1a5-d302ce5ee897 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.958668 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-71bce1a2-9c95-4b3f-a1a5-d302ce5ee897 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/routers/12ef5b42-4859-4b78-8ec2-2df41e4d0b69 HTTP/1.1" status: 204 len: 168 time: 1.2768884 Jul 23 20:35:02.964383 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38490) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:02.978371 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-bf4b825b-df43-408b-957b-9e0af56135ef tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-451328943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:02.979761 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.985930 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dee2d-eeae-4318-b9a8-ae50ee25dabc req-f9aff929-9d8f-493d-a243-ce2ea1204b28 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:02.995419 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6a3dee2d-eeae-4318-b9a8-ae50ee25dabc req-f9aff929-9d8f-493d-a243-ce2ea1204b28 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 945 time: 0.3309033 Jul 23 20:35:03.034109 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf4b825b-df43-408b-957b-9e0af56135ef tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.036348 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf4b825b-df43-408b-957b-9e0af56135ef tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.052646 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b9ebfedd-e6c7-422e-9b78-b89443a65d23, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b9ebfedd-e6c7-422e-9b78-b89443a65d23,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:03.063643 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.085467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ae029-6fa9-4116-b6a7-305776f5ab7b req-c5af4235-4819-4c4f-9b54-afacac7fd904 tempest-AbsoluteLimitsNegativeTestJSON-1924493344 tempest-AbsoluteLimitsNegativeTestJSON-1924493344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:03.094848 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d60ae029-6fa9-4116-b6a7-305776f5ab7b req-c5af4235-4819-4c4f-9b54-afacac7fd904 tempest-AbsoluteLimitsNegativeTestJSON-1924493344 tempest-AbsoluteLimitsNegativeTestJSON-1924493344-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3310668 Jul 23 20:35:03.154390 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=b9ebfedd-e6c7-422e-9b78-b89443a65d23,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:03.161487 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf4b825b-df43-408b-957b-9e0af56135ef tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.169136 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf4b825b-df43-408b-957b-9e0af56135ef tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.178445 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6a3dee2d-eeae-4318-b9a8-ae50ee25dabc req-ee8c7194-07c7-40fe-9c15-305f60c372fd tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805658 Jul 23 20:35:03.181435 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83d300-3a9c-4245-84bb-4190d2c5447e req-64c0169c-97ad-4b20-a9a2-05b56ca3e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:03.189133 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a83d300-3a9c-4245-84bb-4190d2c5447e req-64c0169c-97ad-4b20-a9a2-05b56ca3e5f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.2575679 Jul 23 20:35:03.198443 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d60ae029-6fa9-4116-b6a7-305776f5ab7b req-e58a1260-f243-45b5-968d-dd5f8505a4e5 tempest-AbsoluteLimitsNegativeTestJSON-1924493344 tempest-AbsoluteLimitsNegativeTestJSON-1924493344-project] 10.222.0.55 "GET /v2.0/quotas/5f3c66d348bd471e95e9260cd8d8d8ac HTTP/1.1" status: 200 len: 375 time: 0.1026793 Jul 23 20:35:03.211960 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf4b825b-df43-408b-957b-9e0af56135ef tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.219725 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bf4b825b-df43-408b-957b-9e0af56135ef tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2540247 Jul 23 20:35:03.221106 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38492) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:03.227533 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-bf90bfb4-c858-44b4-b23b-6b7bb0e7d2d8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:03.294746 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38494) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:03.310311 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d60ae029-6fa9-4116-b6a7-305776f5ab7b req-6762f1d3-5b8c-430a-8c4b-87e2135347a3 tempest-AbsoluteLimitsNegativeTestJSON-1924493344 tempest-AbsoluteLimitsNegativeTestJSON-1924493344-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f3c66d348bd471e95e9260cd8d8d8ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086299 Jul 23 20:35:03.396462 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6397a5e-b11e-48a2-94a1-7c85cb3ec438 x-openstack-request-id: req-a6397a5e-b11e-48a2-94a1-7c85cb3ec438 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:03.396763 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fc236f-e458-4149-96c8-9c7bde0c8438", "name": "network-vif-plugged", "status": "completed", "tag": "d64252dd-8323-48c1-b907-e0e3fc3dfced", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:03.397019 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6397a5e-b11e-48a2-94a1-7c85cb3ec438 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:03.397419 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fc236f-e458-4149-96c8-9c7bde0c8438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64252dd-8323-48c1-b907-e0e3fc3dfced', 'code': 200} Jul 23 20:35:03.409448 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d6736f8f-4d9c-422e-9d62-477e55620c48 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1e9caa4dd094c2487ffcc41d3548234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1095331 Jul 23 20:35:03.411924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38500) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:03.428136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83d300-3a9c-4245-84bb-4190d2c5447e req-1cc2c848-efb7-476f-bfd4-35f209633d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:03.430115 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a83d300-3a9c-4245-84bb-4190d2c5447e req-1cc2c848-efb7-476f-bfd4-35f209633d46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2295170 Jul 23 20:35:03.493366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234bae6-9662-4459-8198-b6d1ea16628e req-9d167729-78ed-40ad-94f4-13e138400d6e tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:03.495077 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8234bae6-9662-4459-8198-b6d1ea16628e req-9d167729-78ed-40ad-94f4-13e138400d6e tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=28283538-503c-451c-8db7-a376df4231fd HTTP/1.1" status: 200 len: 946 time: 0.1896515 Jul 23 20:35:03.548953 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aaf37bea-c43f-4df9-b024-c9c566054606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.552150 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf90bfb4-c858-44b4-b23b-6b7bb0e7d2d8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.578611 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf90bfb4-c858-44b4-b23b-6b7bb0e7d2d8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.588526 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8234bae6-9662-4459-8198-b6d1ea16628e req-75d719e0-58ad-4763-a380-13765d001a54 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851610 Jul 23 20:35:03.589298 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aaf37bea-c43f-4df9-b024-c9c566054606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.634666 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a83d300-3a9c-4245-84bb-4190d2c5447e req-03d1caf8-7264-4ff5-ba0c-bc40ddc3030c service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952600 Jul 23 20:35:03.750547 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf90bfb4-c858-44b4-b23b-6b7bb0e7d2d8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Router d4f4206f-cf02-4764-92ef-8a3fe5fc9d95 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:35:03.866182 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aaf37bea-c43f-4df9-b024-c9c566054606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.870295 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aaf37bea-c43f-4df9-b024-c9c566054606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.874604 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-aaf37bea-c43f-4df9-b024-c9c566054606 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fd980860-b31b-4c90-ab2b-87d3341e0cc2 HTTP/1.1" status: 204 len: 168 time: 0.4611588 Jul 23 20:35:03.890496 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf90bfb4-c858-44b4-b23b-6b7bb0e7d2d8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:03.893103 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf37bea-c43f-4df9-b024-c9c566054606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd980860-b31b-4c90-ab2b-87d3341e0cc2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:03.900638 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf90bfb4-c858-44b4-b23b-6b7bb0e7d2d8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.901363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7fc56-748d-408e-bec4-8a7df208e300 None None] Sync routers for ids ['d4f4206f-cf02-4764-92ef-8a3fe5fc9d95'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:03.901847 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bf90bfb4-c858-44b4-b23b-6b7bb0e7d2d8 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "PUT /v2.0/routers/d4f4206f-cf02-4764-92ef-8a3fe5fc9d95 HTTP/1.1" status: 200 len: 697 time: 0.6793525 Jul 23 20:35:03.914410 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38524) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:03.953544 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb7fc56-748d-408e-bec4-8a7df208e300 None None] Routers {'d4f4206f-cf02-4764-92ef-8a3fe5fc9d95'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:03.954477 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-efb7fc56-748d-408e-bec4-8a7df208e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d4f4206f-cf02-4764-92ef-8a3fe5fc9d95'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:04.100975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38526) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:04.148201 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-239240b3-8976-4235-aa92-1a33458f5e02 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/routers/d4f4206f-cf02-4764-92ef-8a3fe5fc9d95 HTTP/1.1" status: 200 len: 703 time: 0.2307916 Jul 23 20:35:04.150583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38530) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:04.235594 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-efb7fc56-748d-408e-bec4-8a7df208e300 None None] Set router d4f4206f-cf02-4764-92ef-8a3fe5fc9d95 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:04.247587 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-caaf267f-c93d-4224-bd04-cd7d29782ae2 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4f4206f-cf02-4764-92ef-8a3fe5fc9d95 HTTP/1.1" status: 200 len: 205 time: 0.0953269 Jul 23 20:35:04.260787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38534) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:04.330231 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-efb7fc56-748d-408e-bec4-8a7df208e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f4206f-cf02-4764-92ef-8a3fe5fc9d95', 'name': 'tempest-RoutersIpV6Test-router-451328943', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:03Z', 'updated_at': '2021-07-23T20:35:03Z', 'revision_number': 2, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:04.397489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7fc56-748d-408e-bec4-8a7df208e300 None None] Checking router: d4f4206f-cf02-4764-92ef-8a3fe5fc9d95 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:04.414501 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e5bd391-f009-492e-b163-628d5a5c88c9 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.420299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb7fc56-748d-408e-bec4-8a7df208e300 None None] Routers {'d4f4206f-cf02-4764-92ef-8a3fe5fc9d95'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:04.421632 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-efb7fc56-748d-408e-bec4-8a7df208e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d4f4206f-cf02-4764-92ef-8a3fe5fc9d95'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:04.580358 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-efb7fc56-748d-408e-bec4-8a7df208e300 None None] Set router d4f4206f-cf02-4764-92ef-8a3fe5fc9d95 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:04.701548 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-efb7fc56-748d-408e-bec4-8a7df208e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f4206f-cf02-4764-92ef-8a3fe5fc9d95', 'name': 'tempest-RoutersIpV6Test-router-451328943', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:03Z', 'updated_at': '2021-07-23T20:35:03Z', 'revision_number': 2, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:04.724274 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f277231-62ec-4902-abb1-ebc437124c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.735281 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e5bd391-f009-492e-b163-628d5a5c88c9 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.738384 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e5bd391-f009-492e-b163-628d5a5c88c9 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.762006 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7fc56-748d-408e-bec4-8a7df208e300 None None] The sync data for ids ['d4f4206f-cf02-4764-92ef-8a3fe5fc9d95'] in n-d-791504-18 is: [{'id': 'd4f4206f-cf02-4764-92ef-8a3fe5fc9d95', 'name': 'tempest-RoutersIpV6Test-router-451328943', 'tenant_id': 'c27f2851da554745ab5e3e3934f3dca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:03Z', 'updated_at': '2021-07-23T20:35:03Z', 'revision_number': 2, 'project_id': 'c27f2851da554745ab5e3e3934f3dca3', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:04.786939 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a83d300-3a9c-4245-84bb-4190d2c5447e req-3e0771b0-5320-4225-bd26-5c4701992a64 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1438849 Jul 23 20:35:04.818070 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e5bd391-f009-492e-b163-628d5a5c88c9 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.818943 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5bd391-f009-492e-b163-628d5a5c88c9 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Fanout notify agent at l3_agent the message router_deleted on router d4f4206f-cf02-4764-92ef-8a3fe5fc9d95 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:35:04.828101 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e5bd391-f009-492e-b163-628d5a5c88c9 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.829618 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1e5bd391-f009-492e-b163-628d5a5c88c9 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/routers/d4f4206f-cf02-4764-92ef-8a3fe5fc9d95 HTTP/1.1" status: 204 len: 168 time: 0.5664413 Jul 23 20:35:04.834614 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38552) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:04.881756 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a8162785-d153-4139-8f89-7c0bbcdb8588 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4f4206f-cf02-4764-92ef-8a3fe5fc9d95 HTTP/1.1" status: 200 len: 205 time: 0.0435207 Jul 23 20:35:04.888886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2e1c6-3cfb-467e-854d-656345540e4a req-a05ea43d-d859-478a-9649-24e4dda8b030 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:04.890492 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50b2e1c6-3cfb-467e-854d-656345540e4a req-a05ea43d-d859-478a-9649-24e4dda8b030 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.48 "GET /v2.0/ports?device_id=28283538-503c-451c-8db7-a376df4231fd HTTP/1.1" status: 200 len: 946 time: 0.5033073 Jul 23 20:35:04.895547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38554) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:04.907411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b900f-6288-4112-b863-62edf59313ee req-25ca6b28-2496-4a57-a060-17466a6940b9 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:04.909290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-440b900f-6288-4112-b863-62edf59313ee req-25ca6b28-2496-4a57-a060-17466a6940b9 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 946 time: 0.5098414 Jul 23 20:35:05.004221 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f277231-62ec-4902-abb1-ebc437124c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.010478 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f277231-62ec-4902-abb1-ebc437124c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.013237 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-49c1aff4-fe11-46f7-b824-89d7e7ae0deb tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:05.015001 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-49c1aff4-fe11-46f7-b824-89d7e7ae0deb tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/networks?id=d37e712b-e1b1-483d-a1fb-6adae30d1b9f HTTP/1.1" status: 200 len: 814 time: 0.6134076 Jul 23 20:35:05.050727 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f277231-62ec-4902-abb1-ebc437124c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d974fe7-da39-4026-8317-9836a46e542d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:05.115165 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3f277231-62ec-4902-abb1-ebc437124c18 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f3c66d348bd471e95e9260cd8d8d8ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0095217 Jul 23 20:35:05.115469 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38560) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:05.130829 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-17347d87-8de9-4df8-b28d-662dfc0e2467 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] delete failed (client error): The resource could not be found. Jul 23 20:35:05.132192 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-17347d87-8de9-4df8-b28d-662dfc0e2467 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/routers/d4f4206f-cf02-4764-92ef-8a3fe5fc9d95 HTTP/1.1" status: 404 len: 336 time: 0.2219348 Jul 23 20:35:05.144396 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-f0a9761c-4d3a-4158-8fde-4ecea62554ef tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/quotas/d7b590fb467d494f8e541fc4f099e78f HTTP/1.1" status: 200 len: 375 time: 0.0731165 Jul 23 20:35:05.145978 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38562) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:05.181649 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-440b900f-6288-4112-b863-62edf59313ee req-fd013385-4f57-4ac0-8f2f-18db4393557f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574062 Jul 23 20:35:05.199867 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f8ada26-febe-4cea-87fb-54e4097ffadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.232595 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8137e24-69b9-4161-a45c-eed58bff9359 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] DELETE failed (client error): The resource could not be found. Jul 23 20:35:05.233149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8137e24-69b9-4161-a45c-eed58bff9359 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:35:05.238673 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b8137e24-69b9-4161-a45c-eed58bff9359 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/subnets/57755b87-2c9d-43c4-97a3-25038e4c7d32 HTTP/1.1" status: 404 len: 337 time: 0.0894310 Jul 23 20:35:05.241836 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f8ada26-febe-4cea-87fb-54e4097ffadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.249089 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38568) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:05.319553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-50b2e1c6-3cfb-467e-854d-656345540e4a req-eb4ad0b4-65ff-4efe-aff3-067eb9281d27 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Deleting port 4181c3e1-1546-4449-918b-20c0ed20bba9 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:05.320045 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-50b2e1c6-3cfb-467e-854d-656345540e4a req-eb4ad0b4-65ff-4efe-aff3-067eb9281d27 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.332569 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ffb65f-5000-4e36-987e-d59cb0af7bcd tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] DELETE failed (client error): The resource could not be found. Jul 23 20:35:05.333302 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ffb65f-5000-4e36-987e-d59cb0af7bcd tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:35:05.335285 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e3ffb65f-5000-4e36-987e-d59cb0af7bcd tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/subnets/4c4e11d1-f594-46af-a0e1-22343fd073d3 HTTP/1.1" status: 404 len: 337 time: 0.0818424 Jul 23 20:35:05.338329 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38574) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:05.378909 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb67c3b9-4cb7-40ea-8164-9e7f70801d33 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] DELETE failed (client error): The resource could not be found. Jul 23 20:35:05.379821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb67c3b9-4cb7-40ea-8164-9e7f70801d33 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:35:05.382184 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bb67c3b9-4cb7-40ea-8164-9e7f70801d33 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/subnets/c3f7fa3a-1bf2-4e64-a05a-1939ee83958a HTTP/1.1" status: 404 len: 337 time: 0.0424583 Jul 23 20:35:05.384697 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38576) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:05.390770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-13e3bc1e-e4d8-4001-8387-7a7a99253750 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7b590fb467d494f8e541fc4f099e78f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2129903 Jul 23 20:35:05.398283 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aec38de-db9f-454c-b3b8-682e3a764ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ebfedd-e6c7-422e-9b78-b89443a65d23'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:05.401212 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a77566a-4c3a-45c4-b62b-ee718bb71cd1" -d '{"events": [{"server_uuid": "6aec38de-db9f-454c-b3b8-682e3a764ad6", "name": "network-vif-plugged", "status": "completed", "tag": "b9ebfedd-e6c7-422e-9b78-b89443a65d23"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:05.423191 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-203e25df-2949-4d3c-aa3d-4b4995dc3644 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] DELETE failed (client error): The resource could not be found. Jul 23 20:35:05.424198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203e25df-2949-4d3c-aa3d-4b4995dc3644 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:35:05.428680 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-203e25df-2949-4d3c-aa3d-4b4995dc3644 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/subnets/60bc47bb-384d-4487-a3e1-b2c4f0476a2f HTTP/1.1" status: 404 len: 337 time: 0.0405078 Jul 23 20:35:05.435245 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38580) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:05.473679 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d3a1b30e-c211-4fc6-8ca7-f196c475f9d6 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports?device_id=12ef5b42-4859-4b78-8ec2-2df41e4d0b69 HTTP/1.1" status: 200 len: 205 time: 0.0364354 Jul 23 20:35:05.474225 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38582) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:05.548579 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-48395571-490b-463f-9c74-ee38950a52d5 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] delete failed (client error): The resource could not be found. Jul 23 20:35:05.550913 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-48395571-490b-463f-9c74-ee38950a52d5 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/routers/12ef5b42-4859-4b78-8ec2-2df41e4d0b69 HTTP/1.1" status: 404 len: 336 time: 0.0733976 Jul 23 20:35:05.555361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38588) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:05.573233 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f8ada26-febe-4cea-87fb-54e4097ffadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.576427 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f8ada26-febe-4cea-87fb-54e4097ffadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.584315 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5f8ada26-febe-4cea-87fb-54e4097ffadf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d974fe7-da39-4026-8317-9836a46e542d HTTP/1.1" status: 204 len: 168 time: 0.4631023 Jul 23 20:35:05.609891 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8fe983fc-f2f7-4f78-a369-edf5ebbe7136 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports?device_id=d73935d6-0046-4725-ad03-b85d6950ea75 HTTP/1.1" status: 200 len: 205 time: 0.0510702 Jul 23 20:35:05.612856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38594) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:05.620170 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ada26-febe-4cea-87fb-54e4097ffadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d974fe7-da39-4026-8317-9836a46e542d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:05.623915 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2d98d-3d09-4440-b05a-4f2f97e8b3ec req-ad0880e5-08fc-4393-8482-18655c69d95f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:05.626364 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2c2d98d-3d09-4440-b05a-4f2f97e8b3ec req-ad0880e5-08fc-4393-8482-18655c69d95f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=28283538-503c-451c-8db7-a376df4231fd HTTP/1.1" status: 200 len: 946 time: 0.2550330 Jul 23 20:35:05.634011 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-50b2e1c6-3cfb-467e-854d-656345540e4a req-eb4ad0b4-65ff-4efe-aff3-067eb9281d27 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] For port 4181c3e1-1546-4449-918b-20c0ed20bba9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=4181c3e1-1546-4449-918b-20c0ed20bba9,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:05.634467 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-50b2e1c6-3cfb-467e-854d-656345540e4a req-eb4ad0b4-65ff-4efe-aff3-067eb9281d27 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.674374 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-3310bd47-87d9-43df-96ab-4f9568cde26b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] delete failed (client error): The resource could not be found. Jul 23 20:35:05.677660 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3310bd47-87d9-43df-96ab-4f9568cde26b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/routers/d73935d6-0046-4725-ad03-b85d6950ea75 HTTP/1.1" status: 404 len: 336 time: 0.0615499 Jul 23 20:35:05.678292 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38596) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:05.688323 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-50b2e1c6-3cfb-467e-854d-656345540e4a req-eb4ad0b4-65ff-4efe-aff3-067eb9281d27 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Calling delete_port for 4181c3e1-1546-4449-918b-20c0ed20bba9 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:05.699918 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2c2d98d-3d09-4440-b05a-4f2f97e8b3ec req-9cbeac15-0c32-4bc0-8009-a46aa1119d98 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625796 Jul 23 20:35:05.710726 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-789ae59f-0931-4cbb-a529-b5c469cf971e tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] DELETE failed (client error): The resource could not be found. Jul 23 20:35:05.711221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789ae59f-0931-4cbb-a529-b5c469cf971e tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:35:05.715352 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-789ae59f-0931-4cbb-a529-b5c469cf971e tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/subnets/ac8be39d-6500-42b4-abd2-d805a1cd75fe HTTP/1.1" status: 404 len: 337 time: 0.0337412 Jul 23 20:35:05.717050 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38598) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:05.717607 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-ec14e1f4-d2c3-4b76-b264-bb619e70887d service neutron] 10.222.0.55 "GET /v2.0/networks/d37e712b-e1b1-483d-a1fb-6adae30d1b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255074 Jul 23 20:35:05.770200 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3a183265-ea93-4a4a-8708-d3c7864bb616 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports?device_id=68c93f45-4dec-4cb8-9e4a-c80078d9cd06 HTTP/1.1" status: 200 len: 205 time: 0.0519302 Jul 23 20:35:05.772172 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38604) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:05.831697 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-7db2228c-1469-4f45-89c8-8a1869b5565c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] delete failed (client error): The resource could not be found. Jul 23 20:35:05.835547 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7db2228c-1469-4f45-89c8-8a1869b5565c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/routers/68c93f45-4dec-4cb8-9e4a-c80078d9cd06 HTTP/1.1" status: 404 len: 336 time: 0.0612366 Jul 23 20:35:05.836120 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38610) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:05.940545 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-cc17981e-5460-42a2-8189-5a163459bf54 service neutron] 10.222.0.55 "GET /v2.0/networks/d37e712b-e1b1-483d-a1fb-6adae30d1b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202191 Jul 23 20:35:05.941740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38614) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:05.942127 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f688902d-c1e1-4993-8498-5ded18dcb6f7 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports?device_id=45c6f266-b42b-4932-b51c-c1a39476543e HTTP/1.1" status: 200 len: 205 time: 0.1046770 Jul 23 20:35:05.960014 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1181dff5-4444-4308-84d7-388807c758b2 x-openstack-request-id: req-1181dff5-4444-4308-84d7-388807c758b2 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:05.960791 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aec38de-db9f-454c-b3b8-682e3a764ad6", "name": "network-vif-plugged", "status": "completed", "tag": "b9ebfedd-e6c7-422e-9b78-b89443a65d23", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:05.961353 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1181dff5-4444-4308-84d7-388807c758b2 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:05.961946 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aec38de-db9f-454c-b3b8-682e3a764ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ebfedd-e6c7-422e-9b78-b89443a65d23', 'code': 200} Jul 23 20:35:06.126109 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-3193de8e-bf40-47b9-8446-83fd999d9033 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] delete failed (client error): The resource could not be found. Jul 23 20:35:06.129834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3193de8e-bf40-47b9-8446-83fd999d9033 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/routers/45c6f266-b42b-4932-b51c-c1a39476543e HTTP/1.1" status: 404 len: 336 time: 0.1818001 Jul 23 20:35:06.130666 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38622) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:06.337544 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec74cb3-52e4-4de6-a4dd-ddff832b7887 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] DELETE failed (client error): The resource could not be found. Jul 23 20:35:06.338198 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec74cb3-52e4-4de6-a4dd-ddff832b7887 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:35:06.341171 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fec74cb3-52e4-4de6-a4dd-ddff832b7887 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/subnets/101bb106-2543-45c2-9358-5132c938ed24 HTTP/1.1" status: 404 len: 337 time: 0.2086980 Jul 23 20:35:06.370180 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38634) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:06.416950 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b90ce90d-e3fa-4d64-8473-ffbb32b3b87b req-97f26239-af5c-4a92-891b-b6be2d3f6912 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 210 time: 0.1022103 Jul 23 20:35:06.526825 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38642) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:06.528116 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-19b68c29-3044-4a63-ab06-428a5e4e303c tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports?device_id=c32672a5-52fe-4489-ab65-a69502b00c3d HTTP/1.1" status: 200 len: 205 time: 0.1560745 Jul 23 20:35:06.697808 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-4f98b0d3-f13f-4803-863e-6f90434aa1a5 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] delete failed (client error): The resource could not be found. Jul 23 20:35:06.704005 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4f98b0d3-f13f-4803-863e-6f90434aa1a5 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/routers/c32672a5-52fe-4489-ab65-a69502b00c3d HTTP/1.1" status: 404 len: 336 time: 0.1543298 Jul 23 20:35:06.708606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80fa33-efa7-4de4-9ab7-570d7a6ca8b8 req-4971a2e3-84bf-42e7-9012-108caf1c0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:06.711617 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e80fa33-efa7-4de4-9ab7-570d7a6ca8b8 req-4971a2e3-84bf-42e7-9012-108caf1c0fa9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 1098 time: 0.6690180 Jul 23 20:35:06.713753 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38648) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:06.747322 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-50b2e1c6-3cfb-467e-854d-656345540e4a req-eb4ad0b4-65ff-4efe-aff3-067eb9281d27 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:06.850733 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ad0b4-65ff-4efe-aff3-067eb9281d27 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Pushing event deleted for resources: {'Port': ['ID=4181c3e1-1546-4449-918b-20c0ed20bba9,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:06.903548 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-276bcde5-19f3-489b-9133-10b6adc4cb8b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] DELETE failed (client error): The resource could not be found. Jul 23 20:35:06.906590 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276bcde5-19f3-489b-9133-10b6adc4cb8b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:35:06.923786 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-276bcde5-19f3-489b-9133-10b6adc4cb8b tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/subnets/48eda990-e31d-4ee5-b8c0-ba64ea58524c HTTP/1.1" status: 404 len: 337 time: 0.2082560 Jul 23 20:35:06.926013 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38662) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:06.928109 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b2e1c6-3cfb-467e-854d-656345540e4a req-eb4ad0b4-65ff-4efe-aff3-067eb9281d27 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] No DVR routers for this DVR port 4181c3e1-1546-4449-918b-20c0ed20bba9 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:06.932408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e80fa33-efa7-4de4-9ab7-570d7a6ca8b8 req-6a54c2a8-89fc-4a02-a688-734427d8f9fe service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952693 Jul 23 20:35:06.937596 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-50b2e1c6-3cfb-467e-854d-656345540e4a req-eb4ad0b4-65ff-4efe-aff3-067eb9281d27 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:06.939934 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50b2e1c6-3cfb-467e-854d-656345540e4a req-eb4ad0b4-65ff-4efe-aff3-067eb9281d27 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.48 "DELETE /v2.0/ports/4181c3e1-1546-4449-918b-20c0ed20bba9 HTTP/1.1" status: 204 len: 173 time: 2.0215094 Jul 23 20:35:06.942353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28283538-503c-451c-8db7-a376df4231fd', 'name': 'network-vif-deleted', 'tag': '4181c3e1-1546-4449-918b-20c0ed20bba9'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:06.944800 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84199296-ca8a-4969-888f-5ba47f5b347a" -d '{"events": [{"server_uuid": "28283538-503c-451c-8db7-a376df4231fd", "name": "network-vif-deleted", "tag": "4181c3e1-1546-4449-918b-20c0ed20bba9"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:07.013363 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3d590f31-733a-4d9f-88ef-015c190cd5b3 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "GET /v2.0/ports?device_id=df51b7b6-7504-4362-aaa0-c1e3b4af1fb0 HTTP/1.1" status: 200 len: 205 time: 0.0837605 Jul 23 20:35:07.014281 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38668) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:07.020643 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91fc3579-89cc-4d23-b7c3-70426799e8fc req-d0555b72-f504-48af-b6a6-b64d5c1cf51c tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=28283538-503c-451c-8db7-a376df4231fd HTTP/1.1" status: 200 len: 210 time: 0.0786924 Jul 23 20:35:07.084729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98874f44-324b-445a-b51e-dc1b2690649e req-d25f23b7-69f6-4600-8a6a-ad73fa94fb3b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:07.106418 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98874f44-324b-445a-b51e-dc1b2690649e req-d25f23b7-69f6-4600-8a6a-ad73fa94fb3b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 946 time: 0.4098849 Jul 23 20:35:07.120764 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-b30ea7d0-dd06-4b8e-b9e6-7f3a67b6cf52 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] delete failed (client error): The resource could not be found. Jul 23 20:35:07.127248 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b30ea7d0-dd06-4b8e-b9e6-7f3a67b6cf52 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/routers/df51b7b6-7504-4362-aaa0-c1e3b4af1fb0 HTTP/1.1" status: 404 len: 336 time: 0.1108320 Jul 23 20:35:07.128090 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38670) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:07.180422 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98874f44-324b-445a-b51e-dc1b2690649e req-7cf45639-9b66-4d5c-a2af-02cf4a283f50 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708494 Jul 23 20:35:07.207767 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb03e96a-268a-4715-bfb9-eda11368c22a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] DELETE failed (client error): The resource could not be found. Jul 23 20:35:07.208747 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb03e96a-268a-4715-bfb9-eda11368c22a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:35:07.216266 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38678) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:07.239558 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-eb03e96a-268a-4715-bfb9-eda11368c22a tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/subnets/ee2837ed-6d15-4234-a286-d4c7d333260b HTTP/1.1" status: 404 len: 337 time: 0.1064057 Jul 23 20:35:07.273024 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3132e6b9-39a0-4a78-847d-a13a392dcd10 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] DELETE failed (client error): The resource could not be found. Jul 23 20:35:07.273212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3132e6b9-39a0-4a78-847d-a13a392dcd10 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:35:07.281928 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3132e6b9-39a0-4a78-847d-a13a392dcd10 tempest-RoutersIpV6Test-657784349 tempest-RoutersIpV6Test-657784349-project] 10.222.0.55 "DELETE /v2.0/subnets/cd12619c-6d51-4390-a40a-88d6263a2f25 HTTP/1.1" status: 404 len: 337 time: 0.0589273 Jul 23 20:35:07.285431 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fa9b92-7558-4047-aec4-526db908018f x-openstack-request-id: req-99fa9b92-7558-4047-aec4-526db908018f {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:07.285769 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28283538-503c-451c-8db7-a376df4231fd", "name": "network-vif-deleted", "tag": "4181c3e1-1546-4449-918b-20c0ed20bba9", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:07.286800 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99fa9b92-7558-4047-aec4-526db908018f {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:07.288668 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28283538-503c-451c-8db7-a376df4231fd', 'name': 'network-vif-deleted', 'tag': '4181c3e1-1546-4449-918b-20c0ed20bba9', 'status': 'completed', 'code': 200} Jul 23 20:35:07.519198 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38694) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:07.690624 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0881cffe-2671-432e-a69e-33b4c0ff7e3d req-15bd142a-f4a7-47a8-8b48-ab82f1fc757c tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 210 time: 0.1028333 Jul 23 20:35:07.805357 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d2a8c5dd-edbc-4376-b252-275609b1bdfe admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-333277502-network', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:07.861708 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a8c5dd-edbc-4376-b252-275609b1bdfe admin admin] Made reservation on behalf of ada13a3f7be942e5aa558d4703db4ea8 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:07.872110 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c5dd-edbc-4376-b252-275609b1bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.898905 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c5dd-edbc-4376-b252-275609b1bdfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.992240 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38704) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:08.300647 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c5dd-edbc-4376-b252-275609b1bdfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.313521 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c5dd-edbc-4376-b252-275609b1bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.362817 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38718) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:08.455356 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 4181c3e1-1546-4449-918b-20c0ed20bba9 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:08.535995 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 4181c3e1-1546-4449-918b-20c0ed20bba9 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:08.537299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 4181c3e1-1546-4449-918b-20c0ed20bba9 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:08.544661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a8c5dd-edbc-4376-b252-275609b1bdfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:35:08.573366 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c5dd-edbc-4376-b252-275609b1bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.574527 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-d2a8c5dd-edbc-4376-b252-275609b1bdfe admin admin] Added segment 5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6 of type vlan for network 90bcea01-43fa-4ff2-bd8a-7665ba1bc994 Jul 23 20:35:08.608900 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a0a2424a-b52a-44d5-8172-ab721bbac0a4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c27f2851da554745ab5e3e3934f3dca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6153958 Jul 23 20:35:08.609553 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38730) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:08.642611 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6fe556d1-1711-43b5-a3f9-e9a69450d4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.692942 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c686d3-8eb3-48a0-a59f-6ccad744e4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.730119 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c686d3-8eb3-48a0-a59f-6ccad744e4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.733729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8c5dd-edbc-4376-b252-275609b1bdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdd664a-a442-4a39-ae23-733c98cce717,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:08.814569 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c5dd-edbc-4376-b252-275609b1bdfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.833532 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c686d3-8eb3-48a0-a59f-6ccad744e4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.836757 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c686d3-8eb3-48a0-a59f-6ccad744e4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.838279 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-07c686d3-8eb3-48a0-a59f-6ccad744e4c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45639b9c-691c-49b9-a36f-39f312690707 HTTP/1.1" status: 204 len: 168 time: 0.2272460 Jul 23 20:35:08.875831 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6fe556d1-1711-43b5-a3f9-e9a69450d4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.887900 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6fe556d1-1711-43b5-a3f9-e9a69450d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.892368 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c686d3-8eb3-48a0-a59f-6ccad744e4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45639b9c-691c-49b9-a36f-39f312690707,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:08.912438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c686d3-8eb3-48a0-a59f-6ccad744e4c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:08.912839 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c686d3-8eb3-48a0-a59f-6ccad744e4c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:08.913187 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c686d3-8eb3-48a0-a59f-6ccad744e4c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:08.913528 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c686d3-8eb3-48a0-a59f-6ccad744e4c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:08.913862 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c686d3-8eb3-48a0-a59f-6ccad744e4c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:08.914210 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c686d3-8eb3-48a0-a59f-6ccad744e4c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:08.914517 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c686d3-8eb3-48a0-a59f-6ccad744e4c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:08.914844 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c686d3-8eb3-48a0-a59f-6ccad744e4c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:08.915196 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c686d3-8eb3-48a0-a59f-6ccad744e4c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:08.915522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c686d3-8eb3-48a0-a59f-6ccad744e4c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:08.916163 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c686d3-8eb3-48a0-a59f-6ccad744e4c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:08.916787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c686d3-8eb3-48a0-a59f-6ccad744e4c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:08.943645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-dd6d1fa6-1c1a-47fe-94a1-e815cf87d5cb tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:08.950503 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-dd6d1fa6-1c1a-47fe-94a1-e815cf87d5cb tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 811 time: 0.1445389 Jul 23 20:35:08.976146 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-bdb490d1-5916-4cbb-b33c-8179f12064ff tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/quotas/b0fca3aa52ce41808d40d8b1ac821f99 HTTP/1.1" status: 200 len: 375 time: 0.0247226 Jul 23 20:35:08.984570 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6fe556d1-1711-43b5-a3f9-e9a69450d4fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ac6a8d91e0794aa1abb6adb50b93009a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6200132 Jul 23 20:35:08.990767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38752) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:09.010140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe556d1-1711-43b5-a3f9-e9a69450d4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff351093-efbb-4001-a4cf-efe1abb2f848,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:09.027982 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-83e4f0d6-075a-49a6-9f2b-7f5eaad681b8 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:09.029369 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-83e4f0d6-075a-49a6-9f2b-7f5eaad681b8 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.57 "GET /v2.0/networks?id=d37e712b-e1b1-483d-a1fb-6adae30d1b9f HTTP/1.1" status: 200 len: 814 time: 0.5815463 Jul 23 20:35:09.041046 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-5186c0e4-2ed7-47e2-b7f0-4a4e3704fe62 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639148 Jul 23 20:35:09.059187 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-e7ea21fb-3229-4b29-b885-272bd5295e51 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Request body: {'port': {'device_id': 'dcb95294-4754-4a39-a4ab-ad9f1fd41331', 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f', 'admin_state_up': True, 'tenant_id': 'd7b590fb467d494f8e541fc4f099e78f'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:09.073161 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6166de61-8ea8-44a9-888e-bcb55edcb46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.130950 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6166de61-8ea8-44a9-888e-bcb55edcb46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.155856 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-b6af4e10-e58c-4bb0-9b0b-f6f42bb48c5d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:35:09.162946 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-b6af4e10-e58c-4bb0-9b0b-f6f42bb48c5d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1211071 Jul 23 20:35:09.240974 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6166de61-8ea8-44a9-888e-bcb55edcb46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.244521 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6166de61-8ea8-44a9-888e-bcb55edcb46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.248935 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6166de61-8ea8-44a9-888e-bcb55edcb46d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff351093-efbb-4001-a4cf-efe1abb2f848 HTTP/1.1" status: 204 len: 168 time: 0.2542832 Jul 23 20:35:09.258702 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166de61-8ea8-44a9-888e-bcb55edcb46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff351093-efbb-4001-a4cf-efe1abb2f848,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:09.282511 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c5dd-edbc-4376-b252-275609b1bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.286359 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a8c5dd-edbc-4376-b252-275609b1bdfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:09.286984 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c5dd-edbc-4376-b252-275609b1bdfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.322808 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74a8e0-1c63-42bc-b919-b8d5cdd41733 req-1edccd45-686f-4b27-b8ad-a9e45f3bffa6 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:09.330111 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb74a8e0-1c63-42bc-b919-b8d5cdd41733 req-1edccd45-686f-4b27-b8ad-a9e45f3bffa6 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 946 time: 0.8923261 Jul 23 20:35:09.419476 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38766) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:09.419703 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d2a8c5dd-edbc-4376-b252-275609b1bdfe admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8992827 Jul 23 20:35:09.426693 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-0976df24-7fe5-481e-9921-51a8ce06b966 admin admin] Request body: {'subnet': {'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-333277502-subnet', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:09.509725 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8c5dd-edbc-4376-b252-275609b1bdfe admin admin] Pushing event updated for resources: {'Network': ['ID=90bcea01-43fa-4ff2-bd8a-7665ba1bc994,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:09.521105 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 90bcea01-43fa-4ff2-bd8a-7665ba1bc994 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:35:09.561697 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-e7ea21fb-3229-4b29-b885-272bd5295e51 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Made reservation on behalf of d7b590fb467d494f8e541fc4f099e78f for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:09.566506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0976df24-7fe5-481e-9921-51a8ce06b966 admin admin] Made reservation on behalf of ada13a3f7be942e5aa558d4703db4ea8 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:09.571520 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0976df24-7fe5-481e-9921-51a8ce06b966 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.572809 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-e7ea21fb-3229-4b29-b885-272bd5295e51 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.623989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb74a8e0-1c63-42bc-b919-b8d5cdd41733 req-9e61ab57-dc7e-42d3-b325-8a5de595991d tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928765 Jul 23 20:35:09.632016 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-c9629500-e290-4995-af3d-7c03c1f01326 service neutron] 10.222.0.55 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681809 Jul 23 20:35:09.883665 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04f3f2e2-fb71-4100-8a03-9de086af17b6 req-7a8eb665-9420-44d0-a803-a345a970c3df tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 210 time: 0.0992203 Jul 23 20:35:09.975891 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-199222f9-1582-489f-a782-c8bec38e79c7 service neutron] 10.222.0.55 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269777 Jul 23 20:35:10.025390 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-e7ea21fb-3229-4b29-b885-272bd5295e51 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Allocated IP 172.20.0.10 (d37e712b-e1b1-483d-a1fb-6adae30d1b9f/837bc7c6-ecd1-48b9-8810-547da450f9e2/4a2544bb-c68d-46a3-a55c-53d8d218dc43) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:10.390784 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-e7ea21fb-3229-4b29-b885-272bd5295e51 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.426061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-e7ea21fb-3229-4b29-b885-272bd5295e51 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Transition to ACTIVE for port object 4a2544bb-c68d-46a3-a55c-53d8d218dc43 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:10.534923 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-e7ea21fb-3229-4b29-b885-272bd5295e51 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.654012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea21fb-3229-4b29-b885-272bd5295e51 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Pushing event updated for resources: {'Port': ['ID=4a2544bb-c68d-46a3-a55c-53d8d218dc43,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:10.656239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38812) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:10.691149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-e7ea21fb-3229-4b29-b885-272bd5295e51 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Network d37e712b-e1b1-483d-a1fb-6adae30d1b9f is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:10.693279 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-e7ea21fb-3229-4b29-b885-272bd5295e51 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:10.711659 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-e7ea21fb-3229-4b29-b885-272bd5295e51 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:10.885239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-e7ea21fb-3229-4b29-b885-272bd5295e51 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:10.890882 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-e7ea21fb-3229-4b29-b885-272bd5295e51 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.927340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-e7ea21fb-3229-4b29-b885-272bd5295e51 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8728592 Jul 23 20:35:10.948480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Request body: {'port': {'device_id': 'dcb95294-4754-4a39-a4ab-ad9f1fd41331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:11.018150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-5325ca9b-594c-474e-90f6-9b663ade7d9d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-810248011-network', 'tenant_id': 'e3e8f0207b074d14af846bddbdb4d844'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:11.121399 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49089544-c73d-4fd1-91ae-c6fa41e19f20 req-265f889f-71b8-4fd5-9c73-f1231bb7f1bd tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 210 time: 0.0721953 Jul 23 20:35:11.205939 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5325ca9b-594c-474e-90f6-9b663ade7d9d admin admin] Made reservation on behalf of e3e8f0207b074d14af846bddbdb4d844 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:11.225104 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5325ca9b-594c-474e-90f6-9b663ade7d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.245245 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0976df24-7fe5-481e-9921-51a8ce06b966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.353348 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5325ca9b-594c-474e-90f6-9b663ade7d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.360207 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38830) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:11.392975 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.398647 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3d3e2672-2463-44a2-b4f4-7afa8e24af8d None None] Provisioning for port 4a2544bb-c68d-46a3-a55c-53d8d218dc43 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:11.405901 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3d3e2672-2463-44a2-b4f4-7afa8e24af8d None None] Provisioning complete for port 4a2544bb-c68d-46a3-a55c-53d8d218dc43 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:11.406424 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3d3e2672-2463-44a2-b4f4-7afa8e24af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.425090 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0976df24-7fe5-481e-9921-51a8ce06b966 admin admin] Checking segment: {'id': '5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:11.425878 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0976df24-7fe5-481e-9921-51a8ce06b966 admin admin] Network hostable DHCP agents. Network: 90bcea01-43fa-4ff2-bd8a-7665ba1bc994, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:35:11.463797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976df24-7fe5-481e-9921-51a8ce06b966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0946689a-4296-447b-a9f9-67ed8c997cbd,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:11.485415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0976df24-7fe5-481e-9921-51a8ce06b966 admin admin] Network 90bcea01-43fa-4ff2-bd8a-7665ba1bc994 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:35:11.502923 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-0976df24-7fe5-481e-9921-51a8ce06b966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 90bcea01-43fa-4ff2-bd8a-7665ba1bc994) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:11.508522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0976df24-7fe5-481e-9921-51a8ce06b966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:11.510828 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0976df24-7fe5-481e-9921-51a8ce06b966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.519391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4182b4-c6e9-439c-bea7-26e2baaec1ab None None] Network 90bcea01-43fa-4ff2-bd8a-7665ba1bc994 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:11.563967 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5325ca9b-594c-474e-90f6-9b663ade7d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.575192 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0976df24-7fe5-481e-9921-51a8ce06b966 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1530178 Jul 23 20:35:11.576850 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38834) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:11.582559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-333277502-router', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:11.609398 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5325ca9b-594c-474e-90f6-9b663ade7d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.630267 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5325ca9b-594c-474e-90f6-9b663ade7d9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:35:11.635420 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.636560 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.662849 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5325ca9b-594c-474e-90f6-9b663ade7d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.663829 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-5325ca9b-594c-474e-90f6-9b663ade7d9d admin admin] Added segment 1fa6bd94-a964-4e4b-952c-53dc409e5b14 of type vlan for network 5c1eb781-a744-410e-8470-3f5dfd130ef2 Jul 23 20:35:11.702899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3d3e2672-2463-44a2-b4f4-7afa8e24af8d None None] Port 4a2544bb-c68d-46a3-a55c-53d8d218dc43 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:11.794694 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-90bcea01-43fa-4ff2-bd8a-7665ba1bc994', 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'fixed_ips': [{'subnet_id': '0946689a-4296-447b-a9f9-67ed8c997cbd'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:35:11.801829 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5325ca9b-594c-474e-90f6-9b663ade7d9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.804457 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.812516 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.886658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'network': {'name': 'tempest-RoutersTest-1722752467'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:11.906436 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5325ca9b-594c-474e-90f6-9b663ade7d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.919877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5325ca9b-594c-474e-90f6-9b663ade7d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:11.928650 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5325ca9b-594c-474e-90f6-9b663ade7d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.968481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325ca9b-594c-474e-90f6-9b663ade7d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c808d43-a57b-415b-993e-7772d9f0057e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:11.988883 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5325ca9b-594c-474e-90f6-9b663ade7d9d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3298135 Jul 23 20:35:12.004794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38836) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:12.050517 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:12.054160 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.078733 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-5ee31d31-ed37-498b-a21c-9c300049e2c3 admin admin] Request body: {'subnet': {'network_id': '5c1eb781-a744-410e-8470-3f5dfd130ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-810248011-subnet', 'tenant_id': 'e3e8f0207b074d14af846bddbdb4d844', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:12.157942 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Allocated IP 172.20.0.2 (90bcea01-43fa-4ff2-bd8a-7665ba1bc994/0946689a-4296-447b-a9f9-67ed8c997cbd/61215f6e-5964-4ff1-b494-bb4357321c60) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:12.258779 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.277769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438baee9-07bb-4dce-b462-d3a650505d1f req-9363bea4-d832-4863-bb17-7d57264c04fd tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:12.285482 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-438baee9-07bb-4dce-b462-d3a650505d1f req-9363bea4-d832-4863-bb17-7d57264c04fd tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 946 time: 1.0236325 Jul 23 20:35:12.287434 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.367568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325ca9b-594c-474e-90f6-9b663ade7d9d admin admin] Pushing event updated for resources: {'Network': ['ID=5c1eb781-a744-410e-8470-3f5dfd130ef2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:12.389303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 5c1eb781-a744-410e-8470-3f5dfd130ef2 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:35:12.508193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee31d31-ed37-498b-a21c-9c300049e2c3 admin admin] Made reservation on behalf of e3e8f0207b074d14af846bddbdb4d844 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:12.510434 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ee31d31-ed37-498b-a21c-9c300049e2c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.572473 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.595488 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.654317 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-438baee9-07bb-4dce-b462-d3a650505d1f req-52fab0f7-094b-4b51-8ebe-68235e64722a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678579 Jul 23 20:35:12.664924 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.688235 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Transition to ACTIVE for port object 61215f6e-5964-4ff1-b494-bb4357321c60 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:12.725357 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Transition to ACTIVE for port object 61215f6e-5964-4ff1-b494-bb4357321c60 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:12.733071 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.781788 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Pushing event updated for resources: {'Port': ['ID=61215f6e-5964-4ff1-b494-bb4357321c60,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:12.789684 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.807353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Network 90bcea01-43fa-4ff2-bd8a-7665ba1bc994 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:12.808893 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:12.814732 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:12.844933 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.966570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Attempting to bind port 61215f6e-5964-4ff1-b494-bb4357321c60 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:12.968415 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Attempting to bind port 61215f6e-5964-4ff1-b494-bb4357321c60 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:12.969235 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Attempting to bind port 61215f6e-5964-4ff1-b494-bb4357321c60 on network 90bcea01-43fa-4ff2-bd8a-7665ba1bc994 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:12.981248 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:12.981646 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Checking segment: {'id': '5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:12.982022 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.982408 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Bound using segment: {'id': '5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:12.982890 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Bound port: 61215f6e-5964-4ff1-b494-bb4357321c60, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:12.987728 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.072887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Allocated IP 172.25.3.240 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/b9b48306-ca03-4ff3-a05a-e14daf3c3373) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:13.136958 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] For port 61215f6e-5964-4ff1-b494-bb4357321c60, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:13.140271 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] For port 61215f6e-5964-4ff1-b494-bb4357321c60, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=61215f6e-5964-4ff1-b494-bb4357321c60,segment=NetworkSegment(5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6),segment_id=5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:13.152049 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.263814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780b222-5479-47c3-8743-cb3d6f60674e None None] Pushing event updated for resources: {'Port': ['ID=61215f6e-5964-4ff1-b494-bb4357321c60,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:13.349992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:35:13.422184 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.495929 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.590019 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:13.625073 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:13.638790 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.641091 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:13.646982 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Added segment c75da888-390c-4427-b6e8-7acaf0dd795f of type vlan for network ae6956f8-ea6a-4a96-b4e7-43b8d175e197 Jul 23 20:35:13.652183 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcb048e-9340-48a4-8c07-36b385b310fa,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:13.684659 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b48306-ca03-4ff3-a05a-e14daf3c3373,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:13.705688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:13.706302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:13.706805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:13.707335 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:13.707911 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:13.708545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:13.709258 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:13.709900 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:13.710402 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:13.710891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:13.711403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:13.712086 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:13.868364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-f4072e1f-3d6d-406d-a841-0f5f2fb9ebd1 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:13.869593 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-f4072e1f-3d6d-406d-a841-0f5f2fb9ebd1 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.48 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 811 time: 1.3660147 Jul 23 20:35:13.888223 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.913481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-60362b32-132e-4559-9f29-a38239fc516d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Request body: {'port': {'device_id': 'f023b638-4088-47b2-9ddd-8ea9026c6f64', 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e', 'admin_state_up': True, 'tenant_id': 'b0fca3aa52ce41808d40d8b1ac821f99'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:14.050871 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201758d-8377-47b3-829f-5f8fc08712b6 req-7fda88a6-6f9b-4764-9c75-8773984c41fc tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:14.057868 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6201758d-8377-47b3-829f-5f8fc08712b6 req-7fda88a6-6f9b-4764-9c75-8773984c41fc tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 932 time: 0.7325327 Jul 23 20:35:14.110128 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.165306 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.resource_extend [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:35:14.219434 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6201758d-8377-47b3-829f-5f8fc08712b6 req-7b4163a9-1695-4940-8b01-68dbf45cca9e tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfbc4279-97f3-4ebb-b618-c708b11b8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593540 Jul 23 20:35:14.253147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-60362b32-132e-4559-9f29-a38239fc516d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Made reservation on behalf of b0fca3aa52ce41808d40d8b1ac821f99 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:14.263129 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-60362b32-132e-4559-9f29-a38239fc516d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.319492 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.336991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:14.347710 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.376348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2544bb-c68d-46a3-a55c-53d8d218dc43 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:14.447931 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.0726707 Jul 23 20:35:14.454432 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38846) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:14.480293 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.552339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d25ba9cb-43f2-4e58-82a7-7d17ae62b574 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'network': {'name': 'tempest-RoutersTest-105265498'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:14.605321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25ba9cb-43f2-4e58-82a7-7d17ae62b574 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:14.614670 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d25ba9cb-43f2-4e58-82a7-7d17ae62b574 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.657674 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-60362b32-132e-4559-9f29-a38239fc516d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Allocated IP 172.20.0.7 (fc19f065-57ff-496f-bbfb-adf4b5d7ae0e/bfc910d3-f783-4dce-a4ee-27e733f1d609/0d58b699-8dc5-4e24-91f9-929d1b7e751e) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:14.678360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25ba9cb-43f2-4e58-82a7-7d17ae62b574 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:35:14.710646 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d25ba9cb-43f2-4e58-82a7-7d17ae62b574 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.710991 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-d25ba9cb-43f2-4e58-82a7-7d17ae62b574 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Added segment 3eb3a13f-deff-40e3-a610-7cc836d9af07 of type vlan for network 968c17a8-155e-4e34-86bb-cf4960f2bcd0 Jul 23 20:35:14.790696 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d25ba9cb-43f2-4e58-82a7-7d17ae62b574 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.806433 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.816907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee768e40-d4d3-4b42-82bf-d1ec9a3a09f7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Network': ['ID=ae6956f8-ea6a-4a96-b4e7-43b8d175e197,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:14.834569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network ae6956f8-ea6a-4a96-b4e7-43b8d175e197 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:35:14.839131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2e46cae6-c1a2-43bc-8500-63d99ee2f414 req-b2142ed4-34f3-4de7-b1f9-4244f17d22c8 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 210 time: 0.4718385 Jul 23 20:35:14.915666 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Transition to ACTIVE for port object 4a2544bb-c68d-46a3-a55c-53d8d218dc43 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:14.920187 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ee31d31-ed37-498b-a21c-9c300049e2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.933907 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.936579 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.db.resource_extend [None req-d25ba9cb-43f2-4e58-82a7-7d17ae62b574 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:35:14.949368 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49314736-65a2-4dc5-a0a2-c38d92bd92f2 None None] Network 90bcea01-43fa-4ff2-bd8a-7665ba1bc994 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:14.982179 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d25ba9cb-43f2-4e58-82a7-7d17ae62b574 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.992834 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25ba9cb-43f2-4e58-82a7-7d17ae62b574 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:14.993839 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d25ba9cb-43f2-4e58-82a7-7d17ae62b574 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.067443 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d25ba9cb-43f2-4e58-82a7-7d17ae62b574 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5328479 Jul 23 20:35:15.073110 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38850) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:15.079391 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1085673c-8064-473e-a9e9-23924754707a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'subnet': {'network_id': 'ae6956f8-ea6a-4a96-b4e7-43b8d175e197', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:15.106334 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Pushing event updated for resources: {'Port': ['ID=4a2544bb-c68d-46a3-a55c-53d8d218dc43,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:15.182583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9277ec4b-0870-4d70-8a76-c45b9cbd098a None None] Provisioning for port 61215f6e-5964-4ff1-b494-bb4357321c60 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:15.294678 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ba9cb-43f2-4e58-82a7-7d17ae62b574 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Network': ['ID=968c17a8-155e-4e34-86bb-cf4960f2bcd0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:15.322923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 968c17a8-155e-4e34-86bb-cf4960f2bcd0 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:35:15.375591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Router 623ac413-6a04-4cc7-912d-2a0c2677dc5b is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:35:15.400889 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee31d31-ed37-498b-a21c-9c300049e2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fb78b44-aa06-4810-8932-1ca50188c47f,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:15.401777 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.540776 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1085673c-8064-473e-a9e9-23924754707a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:15.544575 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1085673c-8064-473e-a9e9-23924754707a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.655339 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee31d31-ed37-498b-a21c-9c300049e2c3 admin admin] Checking segment: {'id': '1fa6bd94-a964-4e4b-952c-53dc409e5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5c1eb781-a744-410e-8470-3f5dfd130ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:15.656028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee31d31-ed37-498b-a21c-9c300049e2c3 admin admin] Network hostable DHCP agents. Network: 5c1eb781-a744-410e-8470-3f5dfd130ef2, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:35:15.692170 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:15.695733 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dec517-769f-4c4e-bc2a-91b98181017c req-b91f7414-3b00-467c-b836-8be71147e721 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:15.700508 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10dec517-769f-4c4e-bc2a-91b98181017c req-b91f7414-3b00-467c-b836-8be71147e721 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 946 time: 0.6355822 Jul 23 20:35:15.702745 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Sync routers for ids ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:15.719368 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Routers {'623ac413-6a04-4cc7-912d-2a0c2677dc5b'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:15.722501 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:15.754626 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.758810 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cd5eae8d-3b3c-4947-97f6-788a41fe9ff5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1800764 Jul 23 20:35:15.764951 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38854) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:15.794609 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Attempting to bind port 4a2544bb-c68d-46a3-a55c-53d8d218dc43 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:15.794609 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Attempting to bind port 4a2544bb-c68d-46a3-a55c-53d8d218dc43 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '1ec1519e-51ea-4fc8-9506-46ad8af809c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:15.794609 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Attempting to bind port 4a2544bb-c68d-46a3-a55c-53d8d218dc43 on network d37e712b-e1b1-483d-a1fb-6adae30d1b9f {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:15.802529 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee31d31-ed37-498b-a21c-9c300049e2c3 admin admin] Network 5c1eb781-a744-410e-8470-3f5dfd130ef2 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:35:15.809384 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-60362b32-132e-4559-9f29-a38239fc516d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.838537 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Port 4a2544bb-c68d-46a3-a55c-53d8d218dc43 on network d37e712b-e1b1-483d-a1fb-6adae30d1b9f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:35:15.838923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Attempting to bind port 4a2544bb-c68d-46a3-a55c-53d8d218dc43 on network d37e712b-e1b1-483d-a1fb-6adae30d1b9f {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:15.876519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 61215f6e-5964-4ff1-b494-bb4357321c60 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:15.884074 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10dec517-769f-4c4e-bc2a-91b98181017c req-9f1a35d3-e5a7-4a82-959d-774585fc73fa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620274 Jul 23 20:35:15.888506 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-5ee31d31-ed37-498b-a21c-9c300049e2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 5c1eb781-a744-410e-8470-3f5dfd130ef2) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:15.903218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee31d31-ed37-498b-a21c-9c300049e2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:15.904655 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ee31d31-ed37-498b-a21c-9c300049e2c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.933016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bed93c-cb3d-49a9-8fd7-d16f25dff4f1 None None] Network 5c1eb781-a744-410e-8470-3f5dfd130ef2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:15.938717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:15.940702 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Checking segment: {'id': '1ec1519e-51ea-4fc8-9506-46ad8af809c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:15.941178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Bound using segment: {'id': '1ec1519e-51ea-4fc8-9506-46ad8af809c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:15.941640 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Bound port: 4a2544bb-c68d-46a3-a55c-53d8d218dc43, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec1519e-51ea-4fc8-9506-46ad8af809c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:15.945113 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.960949 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5ee31d31-ed37-498b-a21c-9c300049e2c3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.9245889 Jul 23 20:35:16.118632 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Set router 623ac413-6a04-4cc7-912d-2a0c2677dc5b gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:16.308388 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-60362b32-132e-4559-9f29-a38239fc516d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.397048 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1085673c-8064-473e-a9e9-23924754707a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.416715 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3ba2e-8035-490a-9a4e-5c76c44313c1 req-43ccde22-12f1-488e-9306-c5e1982ca5ed tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:16.424315 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-08e3ba2e-8035-490a-9a4e-5c76c44313c1 req-43ccde22-12f1-488e-9306-c5e1982ca5ed tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 944 time: 0.3751142 Jul 23 20:35:16.432623 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60362b32-132e-4559-9f29-a38239fc516d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Pushing event updated for resources: {'Port': ['ID=0d58b699-8dc5-4e24-91f9-929d1b7e751e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:16.463053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] For port 4a2544bb-c68d-46a3-a55c-53d8d218dc43, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:16.488960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb57261-81c8-4522-adb5-6253319181f5 None None] Network 5c1eb781-a744-410e-8470-3f5dfd130ef2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:16.491679 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-60362b32-132e-4559-9f29-a38239fc516d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:16.502170 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-60362b32-132e-4559-9f29-a38239fc516d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:16.519242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-60362b32-132e-4559-9f29-a38239fc516d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:16.526492 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] For port 4a2544bb-c68d-46a3-a55c-53d8d218dc43, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=4a2544bb-c68d-46a3-a55c-53d8d218dc43,segment=NetworkSegment(1ec1519e-51ea-4fc8-9506-46ad8af809c7),segment_id=1ec1519e-51ea-4fc8-9506-46ad8af809c7)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:16.547575 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1085673c-8064-473e-a9e9-23924754707a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Checking segment: {'id': 'c75da888-390c-4427-b6e8-7acaf0dd795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ae6956f8-ea6a-4a96-b4e7-43b8d175e197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:16.548171 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1085673c-8064-473e-a9e9-23924754707a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network hostable DHCP agents. Network: ae6956f8-ea6a-4a96-b4e7-43b8d175e197, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:35:16.561045 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085673c-8064-473e-a9e9-23924754707a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Subnet': ['ID=1b71e8f7-e7e4-4279-bec9-9a49b99205ef,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:16.602814 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-08e3ba2e-8035-490a-9a4e-5c76c44313c1 req-40b86403-fd10-42e5-b5d2-7ec893ba44dc tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfbc4279-97f3-4ebb-b618-c708b11b8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773386 Jul 23 20:35:16.606925 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.635872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:16.636681 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.638185 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] 10.222.0.57 "PUT /v2.0/ports/4a2544bb-c68d-46a3-a55c-53d8d218dc43 HTTP/1.1" status: 200 len: 1093 time: 5.6951933 Jul 23 20:35:16.645433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb95294-4754-4a39-a4ab-ad9f1fd41331', 'tag': '4a2544bb-c68d-46a3-a55c-53d8d218dc43'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:16.647339 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09e84f0-19e5-46f9-8b5f-eb1478edd146" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb95294-4754-4a39-a4ab-ad9f1fd41331", "tag": "4a2544bb-c68d-46a3-a55c-53d8d218dc43"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:16.716059 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1085673c-8064-473e-a9e9-23924754707a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network ae6956f8-ea6a-4a96-b4e7-43b8d175e197 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:35:16.819995 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09216dd5-db53-4ab2-80dc-cd6e74d1f2bc service neutron] Pushing event updated for resources: {'Port': ['ID=4a2544bb-c68d-46a3-a55c-53d8d218dc43,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:16.822651 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'name': 'tempest-ServersTestManualDisk-333277502-router', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:13Z', 'revision_number': 3, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'gw_port': {'id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:12Z', 'updated_at': '2021-07-23T20:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:16.855172 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 61215f6e-5964-4ff1-b494-bb4357321c60 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:16.907993 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 61215f6e-5964-4ff1-b494-bb4357321c60 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:16.917708 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.951040 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-60362b32-132e-4559-9f29-a38239fc516d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:16.954045 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-60362b32-132e-4559-9f29-a38239fc516d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.963270 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Checking router: 623ac413-6a04-4cc7-912d-2a0c2677dc5b for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:16.963752 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Updating router 623ac413-6a04-4cc7-912d-2a0c2677dc5b port b9b48306-ca03-4ff3-a05a-e14daf3c3373 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:35:17.039413 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.098110 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-60362b32-132e-4559-9f29-a38239fc516d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1990130 Jul 23 20:35:17.113224 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.138097 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Request body: {'port': {'device_id': 'f023b638-4088-47b2-9ddd-8ea9026c6f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:17.175937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1392d-10fc-4fd5-a098-8f833f6313bc req-5689ae24-c3dc-45e3-ab3c-720086b31c51 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:17.183015 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83f1392d-10fc-4fd5-a098-8f833f6313bc req-5689ae24-c3dc-45e3-ab3c-720086b31c51 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 931 time: 0.3510959 Jul 23 20:35:17.214361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1085673c-8064-473e-a9e9-23924754707a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, ae6956f8-ea6a-4a96-b4e7-43b8d175e197) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:17.231021 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1085673c-8064-473e-a9e9-23924754707a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:17.234676 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1085673c-8064-473e-a9e9-23924754707a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.265902 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-551ecdb5-bcfe-4660-a378-6d8c2f170e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:17.267283 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-551ecdb5-bcfe-4660-a378-6d8c2f170e33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7b590fb467d494f8e541fc4f099e78f&device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 1096 time: 0.5760744 Jul 23 20:35:17.297829 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053134b5-639b-4669-9eed-aa7c869d84c4 None None] Network ae6956f8-ea6a-4a96-b4e7-43b8d175e197 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:17.343895 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83f1392d-10fc-4fd5-a098-8f833f6313bc req-dc595826-fd3d-4167-913f-45169c7b58f3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085916 Jul 23 20:35:17.344142 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.349647 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-26abd95f-8b62-4619-b2b8-e7d3e95eb0df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a2544bb-c68d-46a3-a55c-53d8d218dc43 HTTP/1.1" status: 200 len: 217 time: 0.0625675 Jul 23 20:35:17.364432 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.371586 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1085673c-8064-473e-a9e9-23924754707a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2972796 Jul 23 20:35:17.379353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38870) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:17.384850 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9a75c254-2ec7-4626-b5eb-d41ccdbb0634 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'subnet': {'network_id': '968c17a8-155e-4e34-86bb-cf4960f2bcd0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:17.600133 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.613833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a75c254-2ec7-4626-b5eb-d41ccdbb0634 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:17.618285 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9a75c254-2ec7-4626-b5eb-d41ccdbb0634 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.664000 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-228f5807-984b-4dcf-a044-b7e4dbee53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:17.666231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-228f5807-984b-4dcf-a044-b7e4dbee53dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=837bc7c6-ecd1-48b9-8810-547da450f9e2 HTTP/1.1" status: 200 len: 853 time: 0.2743175 Jul 23 20:35:17.961623 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a2e5dad2-fb6f-4ed5-b809-4ead5a6b6b48 None None] Provisioning complete for port 61215f6e-5964-4ff1-b494-bb4357321c60 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:17.962633 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a2e5dad2-fb6f-4ed5-b809-4ead5a6b6b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.014219 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.026156 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Transition to ACTIVE for port object b9b48306-ca03-4ff3-a05a-e14daf3c3373 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:18.032895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 61215f6e-5964-4ff1-b494-bb4357321c60, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=61215f6e-5964-4ff1-b494-bb4357321c60,segment=NetworkSegment(5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6),segment_id=5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:18.038721 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.079759 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Allocated IP 172.20.0.1 (90bcea01-43fa-4ff2-bd8a-7665ba1bc994/0946689a-4296-447b-a9f9-67ed8c997cbd/837195e2-8bde-4a8d-b89d-f4446a3ed517) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:18.080795 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.097967 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Attempting to bind port b9b48306-ca03-4ff3-a05a-e14daf3c3373 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:18.098328 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Attempting to bind port b9b48306-ca03-4ff3-a05a-e14daf3c3373 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:18.098690 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Attempting to bind port b9b48306-ca03-4ff3-a05a-e14daf3c3373 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:18.147397 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:18.147683 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:18.148082 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.148475 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:18.148947 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Bound port: b9b48306-ca03-4ff3-a05a-e14daf3c3373, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:18.162332 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.315521 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105648f0-597e-4fe8-9efd-63f0b58613a7 None None] Pushing event updated for resources: {'Port': ['ID=b9b48306-ca03-4ff3-a05a-e14daf3c3373,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:18.341622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-ae6956f8-ea6a-4a96-b4e7-43b8d175e197', 'network_id': 'ae6956f8-ea6a-4a96-b4e7-43b8d175e197', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'fixed_ips': [{'subnet_id': '1b71e8f7-e7e4-4279-bec9-9a49b99205ef'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:35:18.343208 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.351472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d58b699-8dc5-4e24-91f9-929d1b7e751e {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:18.361517 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.375243 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Transition to ACTIVE for port object 0d58b699-8dc5-4e24-91f9-929d1b7e751e will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:18.391524 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105648f0-597e-4fe8-9efd-63f0b58613a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.393408 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.394055 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105648f0-597e-4fe8-9efd-63f0b58613a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.394481 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105648f0-597e-4fe8-9efd-63f0b58613a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.395021 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105648f0-597e-4fe8-9efd-63f0b58613a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.396230 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105648f0-597e-4fe8-9efd-63f0b58613a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.397932 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105648f0-597e-4fe8-9efd-63f0b58613a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.399176 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105648f0-597e-4fe8-9efd-63f0b58613a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.399176 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105648f0-597e-4fe8-9efd-63f0b58613a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.399374 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105648f0-597e-4fe8-9efd-63f0b58613a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.400428 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105648f0-597e-4fe8-9efd-63f0b58613a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.400610 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105648f0-597e-4fe8-9efd-63f0b58613a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.402500 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105648f0-597e-4fe8-9efd-63f0b58613a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.442245 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] For port b9b48306-ca03-4ff3-a05a-e14daf3c3373, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:18.442691 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.448628 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] For port b9b48306-ca03-4ff3-a05a-e14daf3c3373, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b9b48306-ca03-4ff3-a05a-e14daf3c3373,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:18.458171 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.505069 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Transition to ACTIVE for port object 837195e2-8bde-4a8d-b89d-f4446a3ed517 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:18.516440 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Pushing event updated for resources: {'Port': ['ID=0d58b699-8dc5-4e24-91f9-929d1b7e751e,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:18.536295 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Routers {'623ac413-6a04-4cc7-912d-2a0c2677dc5b'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:18.537178 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:18.547373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-7ed968ac-5578-4cfe-b231-31bd440c8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:18.549001 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-7ed968ac-5578-4cfe-b231-31bd440c8ab7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d37e712b-e1b1-483d-a1fb-6adae30d1b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8137264 Jul 23 20:35:18.586211 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9a75c254-2ec7-4626-b5eb-d41ccdbb0634 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.588434 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=61215f6e-5964-4ff1-b494-bb4357321c60,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:18.612543 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.612900 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.613245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.613584 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.613919 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.621541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.621983 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.622356 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.622698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.623077 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.623438 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.624326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.634363 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105648f0-597e-4fe8-9efd-63f0b58613a7 None None] Pushing event updated for resources: {'Port': ['ID=b9b48306-ca03-4ff3-a05a-e14daf3c3373,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:18.752842 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75c254-2ec7-4626-b5eb-d41ccdbb0634 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Subnet': ['ID=b821b8bf-1e2d-4081-b33e-dc8bb527ef1e,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:18.770072 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.770300 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Attempting to bind port 0d58b699-8dc5-4e24-91f9-929d1b7e751e on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:18.770523 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Attempting to bind port 0d58b699-8dc5-4e24-91f9-929d1b7e751e by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:18.770850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Attempting to bind port 0d58b699-8dc5-4e24-91f9-929d1b7e751e on network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:18.779514 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] Set router 623ac413-6a04-4cc7-912d-2a0c2677dc5b gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:18.800360 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Allocated IP 172.20.0.2 (ae6956f8-ea6a-4a96-b4e7-43b8d175e197/1b71e8f7-e7e4-4279-bec9-9a49b99205ef/b43d9e35-8f9f-4605-91a5-a4db7369d535) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:18.822846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Port 0d58b699-8dc5-4e24-91f9-929d1b7e751e on network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:35:18.825699 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Attempting to bind port 0d58b699-8dc5-4e24-91f9-929d1b7e751e on network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:18.837811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:18.838484 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Checking segment: {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:18.839087 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Bound using segment: {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:18.839955 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Bound port: 0d58b699-8dc5-4e24-91f9-929d1b7e751e, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:18.840535 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.865883 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75c254-2ec7-4626-b5eb-d41ccdbb0634 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Checking segment: {'id': '3eb3a13f-deff-40e3-a610-7cc836d9af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '968c17a8-155e-4e34-86bb-cf4960f2bcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:18.867439 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a75c254-2ec7-4626-b5eb-d41ccdbb0634 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network hostable DHCP agents. Network: 968c17a8-155e-4e34-86bb-cf4960f2bcd0, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:35:18.887750 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Network 90bcea01-43fa-4ff2-bd8a-7665ba1bc994 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:18.922076 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:18.930167 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] For port 0d58b699-8dc5-4e24-91f9-929d1b7e751e, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:18.937341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] For port 0d58b699-8dc5-4e24-91f9-929d1b7e751e, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0d58b699-8dc5-4e24-91f9-929d1b7e751e,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:18.939324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:18.949184 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-c9d9a506-d3c2-4e06-8a31-72e6588a0fef service neutron] 10.222.0.57 "GET /v2.0/networks/d37e712b-e1b1-483d-a1fb-6adae30d1b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168871 Jul 23 20:35:18.951637 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Pushing event updated for resources: {'Port': ['ID=837195e2-8bde-4a8d-b89d-f4446a3ed517,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:18.952850 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.018494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a75c254-2ec7-4626-b5eb-d41ccdbb0634 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 968c17a8-155e-4e34-86bb-cf4960f2bcd0 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:35:19.060782 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-9a75c254-2ec7-4626-b5eb-d41ccdbb0634 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 968c17a8-155e-4e34-86bb-cf4960f2bcd0) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:19.086873 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a75c254-2ec7-4626-b5eb-d41ccdbb0634 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:19.087835 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9a75c254-2ec7-4626-b5eb-d41ccdbb0634 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.093209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65587cb-941c-471f-bf8c-baa6fb7f9a0a None None] Network 968c17a8-155e-4e34-86bb-cf4960f2bcd0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:19.134212 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9a75c254-2ec7-4626-b5eb-d41ccdbb0634 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7543306 Jul 23 20:35:19.136154 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38888) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:19.147820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e612864a-5e5a-413a-bf77-7a88fccfe0a0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-217946521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:19.153835 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.154037 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:19.154561 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.160022 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.167694 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] 10.222.0.48 "PUT /v2.0/ports/0d58b699-8dc5-4e24-91f9-929d1b7e751e HTTP/1.1" status: 200 len: 1092 time: 2.0445065 Jul 23 20:35:19.221135 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Transition to ACTIVE for port object b43d9e35-8f9f-4605-91a5-a4db7369d535 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:19.246337 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'name': 'tempest-ServersTestManualDisk-333277502-router', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:13Z', 'revision_number': 3, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'gw_port': {'id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:12Z', 'updated_at': '2021-07-23T20:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:19.313069 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c11c96-0e24-41c6-9697-4e960c1ca0d3 None None] The sync data for ids ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'] in n-d-791504-18 is: [{'id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'name': 'tempest-ServersTestManualDisk-333277502-router', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:13Z', 'revision_number': 3, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'gw_port': {'id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:12Z', 'updated_at': '2021-07-23T20:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:19.343732 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Transition to ACTIVE for port object b43d9e35-8f9f-4605-91a5-a4db7369d535 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:19.366177 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.404710 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e612864a-5e5a-413a-bf77-7a88fccfe0a0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.410196 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e612864a-5e5a-413a-bf77-7a88fccfe0a0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.412526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05905c-0210-4305-ab8a-319059bc4933 service neutron] Pushing event updated for resources: {'Port': ['ID=0d58b699-8dc5-4e24-91f9-929d1b7e751e,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:19.487855 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bf724cf-0ce4-4061-9c27-dae54dfc8f1d req-3c723cd0-4b24-47aa-9ff8-42364c8506c1 service neutron] 10.222.0.57 "GET /v2.0/networks/d37e712b-e1b1-483d-a1fb-6adae30d1b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205383 Jul 23 20:35:19.511306 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-b99be5f3-91ab-4382-ae1d-e712e4bd9fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:19.516997 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-b99be5f3-91ab-4382-ae1d-e712e4bd9fd9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 1095 time: 0.2415721 Jul 23 20:35:19.518487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Pushing event updated for resources: {'Port': ['ID=b43d9e35-8f9f-4605-91a5-a4db7369d535,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:19.583659 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Network ae6956f8-ea6a-4a96-b4e7-43b8d175e197 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:19.585661 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:19.591956 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4b5cb94f-33e3-46ef-8bf6-87d3b4779ded None None] Provisioning for port 837195e2-8bde-4a8d-b89d-f4446a3ed517 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:19.598755 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:19.604673 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4b5cb94f-33e3-46ef-8bf6-87d3b4779ded None None] Provisioning complete for port 837195e2-8bde-4a8d-b89d-f4446a3ed517 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:19.605128 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b5cb94f-33e3-46ef-8bf6-87d3b4779ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.607328 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-54626a0b-26a7-42a7-9e24-6045ff18263d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d58b699-8dc5-4e24-91f9-929d1b7e751e HTTP/1.1" status: 200 len: 217 time: 0.0779419 Jul 23 20:35:19.686706 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-d28ece1c-ac69-440a-8ba3-9685dabccc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:19.688680 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-d28ece1c-ac69-440a-8ba3-9685dabccc40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bfc910d3-f783-4dce-a4ee-27e733f1d609 HTTP/1.1" status: 200 len: 851 time: 0.0747714 Jul 23 20:35:19.777719 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-3308ed4c-a716-4399-b8a4-84d1b70323d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726740 Jul 23 20:35:19.826588 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4b5cb94f-33e3-46ef-8bf6-87d3b4779ded None None] Port 837195e2-8bde-4a8d-b89d-f4446a3ed517 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:19.831151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-968c17a8-155e-4e34-86bb-cf4960f2bcd0', 'network_id': '968c17a8-155e-4e34-86bb-cf4960f2bcd0', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'fixed_ips': [{'subnet_id': 'b821b8bf-1e2d-4081-b33e-dc8bb527ef1e'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:35:19.843877 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.860668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Attempting to bind port b43d9e35-8f9f-4605-91a5-a4db7369d535 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:19.861303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Attempting to bind port b43d9e35-8f9f-4605-91a5-a4db7369d535 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'c75da888-390c-4427-b6e8-7acaf0dd795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ae6956f8-ea6a-4a96-b4e7-43b8d175e197'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:19.861935 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Attempting to bind port b43d9e35-8f9f-4605-91a5-a4db7369d535 on network ae6956f8-ea6a-4a96-b4e7-43b8d175e197 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:19.875677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:19.876425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Checking segment: {'id': 'c75da888-390c-4427-b6e8-7acaf0dd795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ae6956f8-ea6a-4a96-b4e7-43b8d175e197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:19.877060 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.877695 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Bound using segment: {'id': 'c75da888-390c-4427-b6e8-7acaf0dd795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ae6956f8-ea6a-4a96-b4e7-43b8d175e197'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:19.878340 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Bound port: b43d9e35-8f9f-4605-91a5-a4db7369d535, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75da888-390c-4427-b6e8-7acaf0dd795f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ae6956f8-ea6a-4a96-b4e7-43b8d175e197'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:19.878963 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.994838 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-741e16ff-643c-4173-9816-4122ecd4a335 service neutron] 10.222.0.48 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868858 Jul 23 20:35:20.044859 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0ae980-bd37-474b-8561-a79b60364323 x-openstack-request-id: req-0d0ae980-bd37-474b-8561-a79b60364323 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:20.045177 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb95294-4754-4a39-a4ab-ad9f1fd41331", "tag": "4a2544bb-c68d-46a3-a55c-53d8d218dc43", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:20.045414 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d0ae980-bd37-474b-8561-a79b60364323 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:20.045846 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb95294-4754-4a39-a4ab-ad9f1fd41331', 'tag': '4a2544bb-c68d-46a3-a55c-53d8d218dc43', 'status': 'completed', 'code': 200} Jul 23 20:35:20.087374 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e612864a-5e5a-413a-bf77-7a88fccfe0a0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.118346 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e612864a-5e5a-413a-bf77-7a88fccfe0a0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.226671 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.241685 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e612864a-5e5a-413a-bf77-7a88fccfe0a0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.246433 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e612864a-5e5a-413a-bf77-7a88fccfe0a0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1091294 Jul 23 20:35:20.247402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38912) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:20.271345 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] For port b43d9e35-8f9f-4605-91a5-a4db7369d535, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:20.335666 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-585e34bc-f18c-4eb8-bf3a-958f4f584b27 req-abe68fa5-cbb0-4ee2-8a03-494b21b1fa57 service neutron] 10.222.0.48 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176324 Jul 23 20:35:20.366167 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] For port b43d9e35-8f9f-4605-91a5-a4db7369d535, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b43d9e35-8f9f-4605-91a5-a4db7369d535,segment=NetworkSegment(c75da888-390c-4427-b6e8-7acaf0dd795f),segment_id=c75da888-390c-4427-b6e8-7acaf0dd795f)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:20.389128 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.437331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-179d651c-e45d-4358-85cc-311f67af80cf tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:20.441049 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-179d651c-e45d-4358-85cc-311f67af80cf tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/networks?id=5c1eb781-a744-410e-8470-3f5dfd130ef2 HTTP/1.1" status: 200 len: 813 time: 0.4448457 Jul 23 20:35:20.481178 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-d725612c-9565-4e25-b123-d09579996cda tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/quotas/e3e8f0207b074d14af846bddbdb4d844 HTTP/1.1" status: 200 len: 375 time: 0.0322211 Jul 23 20:35:20.491878 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e84f0-19e5-46f9-8b5f-eb1478edd146 req-d8938d1a-8562-4fa3-b71d-65d6b2f6bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:20.498408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e09e84f0-19e5-46f9-8b5f-eb1478edd146 req-d8938d1a-8562-4fa3-b71d-65d6b2f6bf84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7b590fb467d494f8e541fc4f099e78f&device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 1096 time: 0.4186592 Jul 23 20:35:20.587657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Allocated IP 172.21.0.2 (968c17a8-155e-4e34-86bb-cf4960f2bcd0/b821b8bf-1e2d-4081-b33e-dc8bb527ef1e/f1ce14a3-5058-4e14-b7b2-bea518a7eaf4) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:20.822288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e84f0-19e5-46f9-8b5f-eb1478edd146 req-b9bc4240-c488-4e25-8709-17b24e8509e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:20.822825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e09e84f0-19e5-46f9-8b5f-eb1478edd146 req-b9bc4240-c488-4e25-8709-17b24e8509e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d37e712b-e1b1-483d-a1fb-6adae30d1b9f HTTP/1.1" status: 200 len: 915 time: 0.1691597 Jul 23 20:35:20.828057 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-cdee7065-5eeb-4fee-ba2a-77fbfb5c8f4b tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e3e8f0207b074d14af846bddbdb4d844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3235354 Jul 23 20:35:20.890581 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.923465 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Transition to ACTIVE for port object f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:20.930928 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 61215f6e-5964-4ff1-b494-bb4357321c60 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:20.933102 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8ddf4-4a69-496c-bee1-406af422da8c None None] Pushing event updated for resources: {'Port': ['ID=b43d9e35-8f9f-4605-91a5-a4db7369d535,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:20.942820 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e09e84f0-19e5-46f9-8b5f-eb1478edd146 req-a83ab41a-4d3d-40e8-bf40-5d224ca63495 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a2544bb-c68d-46a3-a55c-53d8d218dc43 HTTP/1.1" status: 200 len: 217 time: 0.1045098 Jul 23 20:35:20.999944 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Transition to ACTIVE for port object f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:21.012091 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.065234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Pushing event updated for resources: {'Port': ['ID=f1ce14a3-5058-4e14-b7b2-bea518a7eaf4,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:21.093704 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Network 968c17a8-155e-4e34-86bb-cf4960f2bcd0 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:21.098657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:21.101261 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:21.164454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 61215f6e-5964-4ff1-b494-bb4357321c60 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:21.165084 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.174188 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245136b-c90b-4d0c-b566-5d5863367669 req-9df522d8-9d91-4f10-9ba2-492d2ed10bde tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:21.175905 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7245136b-c90b-4d0c-b566-5d5863367669 req-9df522d8-9d91-4f10-9ba2-492d2ed10bde tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 946 time: 0.6394999 Jul 23 20:35:21.208007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.208469 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Attempting to bind port f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:21.208793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Attempting to bind port f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '3eb3a13f-deff-40e3-a610-7cc836d9af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '968c17a8-155e-4e34-86bb-cf4960f2bcd0'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:21.209153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Attempting to bind port f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 on network 968c17a8-155e-4e34-86bb-cf4960f2bcd0 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:21.217163 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:21.218163 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Checking segment: {'id': '3eb3a13f-deff-40e3-a610-7cc836d9af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '968c17a8-155e-4e34-86bb-cf4960f2bcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:21.218841 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.219454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Bound using segment: {'id': '3eb3a13f-deff-40e3-a610-7cc836d9af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '968c17a8-155e-4e34-86bb-cf4960f2bcd0'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:21.220247 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Bound port: f1ce14a3-5058-4e14-b7b2-bea518a7eaf4, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb3a13f-deff-40e3-a610-7cc836d9af07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '968c17a8-155e-4e34-86bb-cf4960f2bcd0'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:21.220712 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.299356 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] For port f1ce14a3-5058-4e14-b7b2-bea518a7eaf4, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:21.303567 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] For port f1ce14a3-5058-4e14-b7b2-bea518a7eaf4, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=f1ce14a3-5058-4e14-b7b2-bea518a7eaf4,segment=NetworkSegment(3eb3a13f-deff-40e3-a610-7cc836d9af07),segment_id=3eb3a13f-deff-40e3-a610-7cc836d9af07)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:21.313886 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.347547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e84f0-19e5-46f9-8b5f-eb1478edd146 req-eb9780a2-cce9-4fd7-ba01-31d0c31eb10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:21.349272 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e09e84f0-19e5-46f9-8b5f-eb1478edd146 req-eb9780a2-cce9-4fd7-ba01-31d0c31eb10e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=837bc7c6-ecd1-48b9-8810-547da450f9e2 HTTP/1.1" status: 200 len: 853 time: 0.3328459 Jul 23 20:35:21.379045 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1534b2a-cd3c-4f44-a684-f4b034e5ad6f None None] Pushing event updated for resources: {'Port': ['ID=f1ce14a3-5058-4e14-b7b2-bea518a7eaf4,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:21.392090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7245136b-c90b-4d0c-b566-5d5863367669 req-d507a35d-a294-4e64-be7b-cdd092596f20 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214290 Jul 23 20:35:21.394390 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-aeae4171-3a3e-478d-87ed-62bbab4db943 service neutron] 10.222.0.55 "GET /v2.0/networks/5c1eb781-a744-410e-8470-3f5dfd130ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457819 Jul 23 20:35:21.536705 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b9b48306-ca03-4ff3-a05a-e14daf3c3373 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:21.570142 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-6afaeb78-3465-4741-a5cf-977f05b72f3d service neutron] 10.222.0.55 "GET /v2.0/networks/5c1eb781-a744-410e-8470-3f5dfd130ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691217 Jul 23 20:35:21.607010 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port b9b48306-ca03-4ff3-a05a-e14daf3c3373 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:21.611640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b9b48306-ca03-4ff3-a05a-e14daf3c3373 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:21.612019 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.755931 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.769138 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5e9cd-c0bc-4500-8239-2275a0cd6561 req-b660ebf6-84cd-4eaa-8ff6-5b047cd412ce tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:21.770829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8dc5e9cd-c0bc-4500-8239-2275a0cd6561 req-b660ebf6-84cd-4eaa-8ff6-5b047cd412ce tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 944 time: 0.1994991 Jul 23 20:35:21.875770 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port b9b48306-ca03-4ff3-a05a-e14daf3c3373, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b9b48306-ca03-4ff3-a05a-e14daf3c3373,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:21.887482 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Allocated IP 172.20.0.1 (ae6956f8-ea6a-4a96-b4e7-43b8d175e197/1b71e8f7-e7e4-4279-bec9-9a49b99205ef/ef71e222-a69a-485a-8a74-1b11647db177) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:21.901268 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.967015 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8dc5e9cd-c0bc-4500-8239-2275a0cd6561 req-b0a2c53e-ad2f-43fa-8df3-761d12ef3692 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfbc4279-97f3-4ebb-b618-c708b11b8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805086 Jul 23 20:35:22.041942 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=b9b48306-ca03-4ff3-a05a-e14daf3c3373,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:22.081056 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.099069 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.484585 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.489518 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.505690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b43d9e35-8f9f-4605-91a5-a4db7369d535 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:22.513361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Pushing event updated for resources: {'Port': ['ID=837195e2-8bde-4a8d-b89d-f4446a3ed517,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:22.535561 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Transition to ACTIVE for port object ef71e222-a69a-485a-8a74-1b11647db177 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:22.560884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0d58b699-8dc5-4e24-91f9-929d1b7e751e details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:35:22.694484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93acd44-38ed-4d9c-aeb9-00bad8b9713d None None] Network ae6956f8-ea6a-4a96-b4e7-43b8d175e197 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:22.744953 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Network 90bcea01-43fa-4ff2-bd8a-7665ba1bc994 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:22.747308 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.750230 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:22.828699 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network ae6956f8-ea6a-4a96-b4e7-43b8d175e197 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:22.838594 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:22.853766 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:22.978529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0d58b699-8dc5-4e24-91f9-929d1b7e751e, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0d58b699-8dc5-4e24-91f9-929d1b7e751e,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:23.002203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '0d58b699-8dc5-4e24-91f9-929d1b7e751e', 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e', 'port_id': '0d58b699-8dc5-4e24-91f9-929d1b7e751e', 'mac_address': 'fa:16:3e:87:ea:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc910d3-f783-4dce-a4ee-27e733f1d609', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:35:23.012524 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port b43d9e35-8f9f-4605-91a5-a4db7369d535 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:23.058970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e84f0-19e5-46f9-8b5f-eb1478edd146 req-77e301e6-6fa0-49ff-a37d-2cca2ad45253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:23.063769 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e09e84f0-19e5-46f9-8b5f-eb1478edd146 req-77e301e6-6fa0-49ff-a37d-2cca2ad45253 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d37e712b-e1b1-483d-a1fb-6adae30d1b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4460065 Jul 23 20:35:23.067277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f023b638-4088-47b2-9ddd-8ea9026c6f64', 'tag': '0d58b699-8dc5-4e24-91f9-929d1b7e751e'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:23.067277 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72504e3-f488-451d-bf99-014572225e53" -d '{"events": [{"name": "network-changed", "server_uuid": "f023b638-4088-47b2-9ddd-8ea9026c6f64", "tag": "0d58b699-8dc5-4e24-91f9-929d1b7e751e"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:23.078541 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=ef71e222-a69a-485a-8a74-1b11647db177,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:23.122002 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b9b48306-ca03-4ff3-a05a-e14daf3c3373 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:23.122759 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.142841 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f60d1155-ff94-48ec-a185-77323c5cce9d None None] Provisioning for port b43d9e35-8f9f-4605-91a5-a4db7369d535 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:23.229733 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f60d1155-ff94-48ec-a185-77323c5cce9d None None] Provisioning complete for port b43d9e35-8f9f-4605-91a5-a4db7369d535 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:23.230100 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f60d1155-ff94-48ec-a185-77323c5cce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.248578 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.261503 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Router 623ac413-6a04-4cc7-912d-2a0c2677dc5b has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:23.336231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efbf3277-56a6-4276-9a7c-a0ef02efb83a req-6e959270-44ba-4136-be1c-390d2936b171 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a029d26-4ae9-40ba-9d72-068255432b1e HTTP/1.1" status: 200 len: 210 time: 0.2393072 Jul 23 20:35:23.392906 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d58b699-8dc5-4e24-91f9-929d1b7e751e {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:23.404550 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a416b1-9786-4733-8816-a034cda871b5 None None] Network 968c17a8-155e-4e34-86bb-cf4960f2bcd0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:23.442415 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.450120 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e09e84f0-19e5-46f9-8b5f-eb1478edd146 req-02d78b10-45c1-4c26-b30d-8fd4858368c7 service neutron] 10.222.0.57 "GET /v2.0/networks/d37e712b-e1b1-483d-a1fb-6adae30d1b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543036 Jul 23 20:35:23.460661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2c6ef-7f78-45ef-a59c-fe23318c09c3 req-d3f6ba08-1dd0-43a4-b67a-64ed9f6e94b4 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:23.469484 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2f2c6ef-7f78-45ef-a59c-fe23318c09c3 req-d3f6ba08-1dd0-43a4-b67a-64ed9f6e94b4 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 943 time: 1.5012224 Jul 23 20:35:23.470485 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0d58b699-8dc5-4e24-91f9-929d1b7e751e, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0d58b699-8dc5-4e24-91f9-929d1b7e751e,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:23.488646 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.507553 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:23.517002 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6fc120d5-b027-47d4-a288-0a110a043bdf admin admin] 10.222.0.55 "PUT /v2.0/routers/623ac413-6a04-4cc7-912d-2a0c2677dc5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7503426 Jul 23 20:35:23.736438 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2f2c6ef-7f78-45ef-a59c-fe23318c09c3 req-1f3010fc-edfe-410b-85e1-72c9795d7c6a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628701 Jul 23 20:35:23.816784 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Sync routers for ids ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:23.871851 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b9b48306-ca03-4ff3-a05a-e14daf3c3373 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:23.872275 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.954327 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['0d58b699-8dc5-4e24-91f9-929d1b7e751e'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:24.040817 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.057425 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.068479 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Routers {'623ac413-6a04-4cc7-912d-2a0c2677dc5b'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:24.069940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:24.139671 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=0d58b699-8dc5-4e24-91f9-929d1b7e751e,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:24.148501 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.154694 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e09e84f0-19e5-46f9-8b5f-eb1478edd146 req-bcdc00e2-5646-4314-8653-a412e33d58b5 service neutron] 10.222.0.57 "GET /v2.0/networks/d37e712b-e1b1-483d-a1fb-6adae30d1b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6757386 Jul 23 20:35:24.158592 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=ef71e222-a69a-485a-8a74-1b11647db177,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:24.216002 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f60d1155-ff94-48ec-a185-77323c5cce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.277645 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device d64252dd-8323-48c1-b907-e0e3fc3dfced no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:24.289993 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dddeed-5ea4-4fa4-a5a4-b373f5afbc72 req-9c0ff679-c088-4df0-a56d-c9f59b7f14b1 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:24.293001 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-54dddeed-5ea4-4fa4-a5a4-b373f5afbc72 req-9c0ff679-c088-4df0-a56d-c9f59b7f14b1 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46fc236f-e458-4149-96c8-9c7bde0c8438 HTTP/1.1" status: 200 len: 951 time: 0.7547946 Jul 23 20:35:24.296969 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network ae6956f8-ea6a-4a96-b4e7-43b8d175e197 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:24.300505 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:24.429073 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9e4a8-b06f-4b23-ab1d-8adb267e7277 req-a3be864e-1a72-49f0-871a-48b160f89e68 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:24.436655 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ab9e4a8-b06f-4b23-ab1d-8adb267e7277 req-a3be864e-1a72-49f0-871a-48b160f89e68 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 946 time: 0.5360339 Jul 23 20:35:24.455372 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-0bd2c887-e01b-4493-a075-0fd06435b1bb tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:24.456873 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-0bd2c887-e01b-4493-a075-0fd06435b1bb tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.48 "GET /v2.0/networks?id=5c1eb781-a744-410e-8470-3f5dfd130ef2 HTTP/1.1" status: 200 len: 813 time: 0.5733120 Jul 23 20:35:24.460373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f60d1155-ff94-48ec-a185-77323c5cce9d None None] For port b43d9e35-8f9f-4605-91a5-a4db7369d535, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b43d9e35-8f9f-4605-91a5-a4db7369d535,segment=NetworkSegment(c75da888-390c-4427-b6e8-7acaf0dd795f),segment_id=c75da888-390c-4427-b6e8-7acaf0dd795f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:24.484578 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router fe73342e-c072-4c23-b514-357f575363e8 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:35:24.512591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-e32ab1ee-7ed4-4e89-8995-765987a9f253 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Request body: {'port': {'device_id': '6a029d26-4ae9-40ba-9d72-068255432b1e', 'network_id': '5c1eb781-a744-410e-8470-3f5dfd130ef2', 'admin_state_up': True, 'tenant_id': 'e3e8f0207b074d14af846bddbdb4d844'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:24.558134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:24.561327 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f60d1155-ff94-48ec-a185-77323c5cce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.623777 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-54dddeed-5ea4-4fa4-a5a4-b373f5afbc72 req-480524e9-b1e7-43a9-bfb6-28b4530fc101 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168333 Jul 23 20:35:24.647264 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ab9e4a8-b06f-4b23-ab1d-8adb267e7277 req-3454f244-9a15-4a41-b2d8-edfb595d975a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092705 Jul 23 20:35:24.686400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:24.706193 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32beb6c0-d250-4450-bc76-d7ae1090acbc None None] Sync routers for ids ['fe73342e-c072-4c23-b514-357f575363e8'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:24.707844 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-157a831e-02a4-4ab1-b20f-759efb0d6776 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/fe73342e-c072-4c23-b514-357f575363e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4563580 Jul 23 20:35:24.715795 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38952) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:24.728833 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32beb6c0-d250-4450-bc76-d7ae1090acbc None None] Routers {'fe73342e-c072-4c23-b514-357f575363e8'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:24.734727 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d1155-ff94-48ec-a185-77323c5cce9d None None] Pushing event updated for resources: {'Port': ['ID=b43d9e35-8f9f-4605-91a5-a4db7369d535,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:24.736694 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-32beb6c0-d250-4450-bc76-d7ae1090acbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe73342e-c072-4c23-b514-357f575363e8'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:24.773830 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1618be7c-906c-492d-afcd-821246602642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.821233 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a8a45c-3ba3-4d84-9efb-dee082105d05 x-openstack-request-id: req-f0a8a45c-3ba3-4d84-9efb-dee082105d05 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:24.822565 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f023b638-4088-47b2-9ddd-8ea9026c6f64", "tag": "0d58b699-8dc5-4e24-91f9-929d1b7e751e", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:24.822997 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f0a8a45c-3ba3-4d84-9efb-dee082105d05 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:24.823593 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f023b638-4088-47b2-9ddd-8ea9026c6f64', 'tag': '0d58b699-8dc5-4e24-91f9-929d1b7e751e', 'status': 'completed', 'code': 200} Jul 23 20:35:24.849309 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-32beb6c0-d250-4450-bc76-d7ae1090acbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:24.860391 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32beb6c0-d250-4450-bc76-d7ae1090acbc None None] Routers {'fe73342e-c072-4c23-b514-357f575363e8'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:24.861019 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-32beb6c0-d250-4450-bc76-d7ae1090acbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:34:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe73342e-c072-4c23-b514-357f575363e8'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:24.914112 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-32beb6c0-d250-4450-bc76-d7ae1090acbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:24.914560 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32beb6c0-d250-4450-bc76-d7ae1090acbc None None] The sync data for ids ['fe73342e-c072-4c23-b514-357f575363e8'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:24.943343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Set router 623ac413-6a04-4cc7-912d-2a0c2677dc5b gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:24.953792 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.019702 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-e32ab1ee-7ed4-4e89-8995-765987a9f253 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Made reservation on behalf of e3e8f0207b074d14af846bddbdb4d844 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:25.026386 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-e32ab1ee-7ed4-4e89-8995-765987a9f253 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.056955 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b8b1390e-4e99-4a56-ad57-758665e2cea5 None None] Provisioning for port f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:25.073206 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fc236f-e458-4149-96c8-9c7bde0c8438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64252dd-8323-48c1-b907-e0e3fc3dfced'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:25.075477 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b4b939-2cb3-4b74-af91-137a62220921" -d '{"events": [{"server_uuid": "46fc236f-e458-4149-96c8-9c7bde0c8438", "name": "network-vif-unplugged", "status": "completed", "tag": "d64252dd-8323-48c1-b907-e0e3fc3dfced"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:25.131529 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8acd4-ccf8-4f18-8a2a-2abf74a8f961 req-24cc3388-4f38-4a45-8861-5ba8fa9bfe82 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:25.134774 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8be8acd4-ccf8-4f18-8a2a-2abf74a8f961 req-24cc3388-4f38-4a45-8861-5ba8fa9bfe82 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 944 time: 0.2807567 Jul 23 20:35:25.169189 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port d64252dd-8323-48c1-b907-e0e3fc3dfced, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=d64252dd-8323-48c1-b907-e0e3fc3dfced,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:25.220565 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:25.237610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:25.237988 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.247603 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.289849 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8be8acd4-ccf8-4f18-8a2a-2abf74a8f961 req-43d79168-b827-4f18-a917-8fa23fb8c8af tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfbc4279-97f3-4ebb-b618-c708b11b8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428673 Jul 23 20:35:25.301212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72504e3-f488-451d-bf99-014572225e53 req-c1250e24-e775-422d-bc0b-7fd348469cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:25.321897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b72504e3-f488-451d-bf99-014572225e53 req-c1250e24-e775-422d-bc0b-7fd348469cc7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 1096 time: 0.4826741 Jul 23 20:35:25.517069 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b8b1390e-4e99-4a56-ad57-758665e2cea5 None None] Provisioning complete for port 837195e2-8bde-4a8d-b89d-f4446a3ed517 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:25.517431 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8b1390e-4e99-4a56-ad57-758665e2cea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.519859 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72504e3-f488-451d-bf99-014572225e53 req-5c27e2c6-ca52-4113-8364-be4a70da1bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:25.521384 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b72504e3-f488-451d-bf99-014572225e53 req-5c27e2c6-ca52-4113-8364-be4a70da1bc7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 912 time: 0.1987736 Jul 23 20:35:25.606535 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b72504e3-f488-451d-bf99-014572225e53 req-94358366-b61c-440d-9c20-2f7178a392c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d58b699-8dc5-4e24-91f9-929d1b7e751e HTTP/1.1" status: 200 len: 217 time: 0.0470974 Jul 23 20:35:25.647650 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-08676fbd-168e-4ce7-aefc-77a4f6eb8d36 req-3b0426e1-7a8b-44cd-852e-2a41dc8336c2 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a029d26-4ae9-40ba-9d72-068255432b1e HTTP/1.1" status: 200 len: 210 time: 0.0936804 Jul 23 20:35:25.720551 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf75d17-f7d1-4b29-b3c9-86e866a37cfc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:25.724862 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4bf75d17-f7d1-4b29-b3c9-86e866a37cfc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports/ef71e222-a69a-485a-8a74-1b11647db177 HTTP/1.1" status: 200 len: 910 time: 1.0079408 Jul 23 20:35:25.726019 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38966) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:25.795051 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:35:25.800230 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b8b1390e-4e99-4a56-ad57-758665e2cea5 None None] Port 837195e2-8bde-4a8d-b89d-f4446a3ed517 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:25.805945 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=d64252dd-8323-48c1-b907-e0e3fc3dfced,revision_number=11']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:25.883714 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'name': 'tempest-ServersTestManualDisk-333277502-router', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:19Z', 'revision_number': 4, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'gw_port': {'id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:12Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '837195e2-8bde-4a8d-b89d-f4446a3ed517', 'name': '', 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'mac_address': 'fa:16:3e:0e:54:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:17Z', 'updated_at': '2021-07-23T20:35:20Z', 'revision_number': 2, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'subnets': [{'id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:25.883913 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72504e3-f488-451d-bf99-014572225e53 req-6b876181-4aea-4ab7-af6c-69ae7e5b1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:25.885379 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b72504e3-f488-451d-bf99-014572225e53 req-6b876181-4aea-4ab7-af6c-69ae7e5b1deb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bfc910d3-f783-4dce-a4ee-27e733f1d609 HTTP/1.1" status: 200 len: 851 time: 0.2366617 Jul 23 20:35:25.965645 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b72504e3-f488-451d-bf99-014572225e53 req-04219d08-2863-4bee-b003-4604c3f7922e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699470 Jul 23 20:35:25.970614 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-e32ab1ee-7ed4-4e89-8995-765987a9f253 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Allocated IP 172.20.0.14 (5c1eb781-a744-410e-8470-3f5dfd130ef2/4fb78b44-aa06-4810-8932-1ca50188c47f/10f3cf13-0ebd-4dbe-8aed-c6818eedfc37) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:25.990132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Checking router: 623ac413-6a04-4cc7-912d-2a0c2677dc5b for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:25.990676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Updating router 623ac413-6a04-4cc7-912d-2a0c2677dc5b port 837195e2-8bde-4a8d-b89d-f4446a3ed517 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:35:25.996454 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.078745 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b72504e3-f488-451d-bf99-014572225e53 req-2b0b602a-5ce4-41fb-8df7-5389f147fcf9 service neutron] 10.222.0.48 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030724 Jul 23 20:35:26.143157 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5309b986-ad49-495e-8f1d-be446c1fadd4 None None] Provisioning complete for port f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:26.161908 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5309b986-ad49-495e-8f1d-be446c1fadd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.251137 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b72504e3-f488-451d-bf99-014572225e53 req-24cd293a-f3f3-4d62-a6c4-0e70747c5a96 service neutron] 10.222.0.48 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194308 Jul 23 20:35:26.253514 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.260946 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38976) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:26.299452 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b07adc9-b4c1-4535-ad52-7545d9b76360 x-openstack-request-id: req-9b07adc9-b4c1-4535-ad52-7545d9b76360 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:26.299804 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fc236f-e458-4149-96c8-9c7bde0c8438", "name": "network-vif-unplugged", "status": "completed", "tag": "d64252dd-8323-48c1-b907-e0e3fc3dfced", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:26.300061 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b07adc9-b4c1-4535-ad52-7545d9b76360 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:26.300451 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fc236f-e458-4149-96c8-9c7bde0c8438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64252dd-8323-48c1-b907-e0e3fc3dfced', 'code': 200} Jul 23 20:35:26.304380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-0123e0eb-fcc5-4584-ad38-092d9af6c516 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1539309146', 'description': 'tempest-description--1918306562'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:26.316226 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port f1ce14a3-5058-4e14-b7b2-bea518a7eaf4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=f1ce14a3-5058-4e14-b7b2-bea518a7eaf4,segment=NetworkSegment(3eb3a13f-deff-40e3-a610-7cc836d9af07),segment_id=3eb3a13f-deff-40e3-a610-7cc836d9af07)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:26.377579 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.567423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b43d9e35-8f9f-4605-91a5-a4db7369d535 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:26.570558 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.576435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0d58b699-8dc5-4e24-91f9-929d1b7e751e up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:26.594981 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0123e0eb-fcc5-4584-ad38-092d9af6c516 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.723579 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26d38d-29b1-497b-9290-459c876df54a req-8ffd889d-c8a8-4b23-8470-c01893d3dc35 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:26.727580 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb26d38d-29b1-497b-9290-459c876df54a req-8ffd889d-c8a8-4b23-8470-c01893d3dc35 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 944 time: 0.6477115 Jul 23 20:35:26.799922 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=f1ce14a3-5058-4e14-b7b2-bea518a7eaf4,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:26.928349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 0d58b699-8dc5-4e24-91f9-929d1b7e751e completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:26.961723 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 0d58b699-8dc5-4e24-91f9-929d1b7e751e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:26.962090 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.978854 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b43d9e35-8f9f-4605-91a5-a4db7369d535 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:26.978854 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.980724 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0abadc-7b08-4d63-bd4b-ceebf789eb50 req-5e3db709-433d-4207-95ce-a979262cbc52 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:26.982339 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9e0abadc-7b08-4d63-bd4b-ceebf789eb50 req-5e3db709-433d-4207-95ce-a979262cbc52 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 946 time: 0.6096613 Jul 23 20:35:26.985773 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb26d38d-29b1-497b-9290-459c876df54a req-0e96daf5-50f2-4cfb-895e-abdf904b70b3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491102 Jul 23 20:35:27.062243 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Allocated IP 172.21.0.1 (968c17a8-155e-4e34-86bb-cf4960f2bcd0/b821b8bf-1e2d-4081-b33e-dc8bb527ef1e/896b4284-3686-4a45-8d26-b3bdd7a92024) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:27.081794 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-e32ab1ee-7ed4-4e89-8995-765987a9f253 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.124878 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9e0abadc-7b08-4d63-bd4b-ceebf789eb50 req-8ea2f85a-98ee-4029-91ec-8f87123722e5 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169128 Jul 23 20:35:27.220252 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0123e0eb-fcc5-4584-ad38-092d9af6c516 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.245451 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0123e0eb-fcc5-4584-ad38-092d9af6c516 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.302442 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-e32ab1ee-7ed4-4e89-8995-765987a9f253 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.308312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123e0eb-fcc5-4584-ad38-092d9af6c516 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d86ed20-1a30-419c-a55c-20519f75c49f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:27.313409 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0123e0eb-fcc5-4584-ad38-092d9af6c516 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.317914 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0123e0eb-fcc5-4584-ad38-092d9af6c516 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0560219 Jul 23 20:35:27.323600 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.328191 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38996) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:27.349714 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Transition to ACTIVE for port object 896b4284-3686-4a45-8d26-b3bdd7a92024 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:27.352613 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a818e305-3f6a-42d1-bedd-e69529f75e58 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Request body: {'security_group_rule': {'security_group_id': '4d86ed20-1a30-419c-a55c-20519f75c49f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:27.386853 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.426566 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-e32ab1ee-7ed4-4e89-8995-765987a9f253 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Network 5c1eb781-a744-410e-8470-3f5dfd130ef2 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:27.427861 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5309b986-ad49-495e-8f1d-be446c1fadd4 None None] Provisioning complete for port b43d9e35-8f9f-4605-91a5-a4db7369d535 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:27.428770 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5309b986-ad49-495e-8f1d-be446c1fadd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.431088 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 968c17a8-155e-4e34-86bb-cf4960f2bcd0 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:27.438715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:27.443624 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:27.448025 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=896b4284-3686-4a45-8d26-b3bdd7a92024,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:27.478982 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-e32ab1ee-7ed4-4e89-8995-765987a9f253 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:27.491292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-e32ab1ee-7ed4-4e89-8995-765987a9f253 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:27.493744 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.497163 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.506795 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a818e305-3f6a-42d1-bedd-e69529f75e58 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.516298 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8338-c0d6-4f36-b71d-168117d41d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.585557 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ab1ee-7ed4-4e89-8995-765987a9f253 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Pushing event updated for resources: {'Port': ['ID=10f3cf13-0ebd-4dbe-8aed-c6818eedfc37,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:27.639068 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a818e305-3f6a-42d1-bedd-e69529f75e58 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.652863 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.653243 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.658646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-e32ab1ee-7ed4-4e89-8995-765987a9f253 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:27.659466 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-e32ab1ee-7ed4-4e89-8995-765987a9f253 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.683331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5160af3-201b-4095-9a1a-17ca4134d80a req-d4302df6-8f51-4337-8f25-27edac6d14f1 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:27.689658 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.691974 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c5160af3-201b-4095-9a1a-17ca4134d80a req-d4302df6-8f51-4337-8f25-27edac6d14f1 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 944 time: 0.3853307 Jul 23 20:35:27.703168 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a818e305-3f6a-42d1-bedd-e69529f75e58 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.736141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818e305-3f6a-42d1-bedd-e69529f75e58 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd88828e-a876-4743-bf13-20d7a4b000f5,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:27.755323 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Transition to ACTIVE for port object 837195e2-8bde-4a8d-b89d-f4446a3ed517 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:27.756910 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcac60-0e26-4732-8410-c3aefa53eefb req-af183166-679d-4136-b769-9325cfcdf344 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:27.758502 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0efcac60-0e26-4732-8410-c3aefa53eefb req-af183166-679d-4136-b769-9325cfcdf344 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a029d26-4ae9-40ba-9d72-068255432b1e HTTP/1.1" status: 200 len: 932 time: 0.4536488 Jul 23 20:35:27.782504 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.787144 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0d58b699-8dc5-4e24-91f9-929d1b7e751e, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0d58b699-8dc5-4e24-91f9-929d1b7e751e,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:27.801379 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-e32ab1ee-7ed4-4e89-8995-765987a9f253 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3261111 Jul 23 20:35:27.818609 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Request body: {'port': {'device_id': '6a029d26-4ae9-40ba-9d72-068255432b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:27.818839 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.824632 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a818e305-3f6a-42d1-bedd-e69529f75e58 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.828895 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38998) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:27.829059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a818e305-3f6a-42d1-bedd-e69529f75e58 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4804616 Jul 23 20:35:27.836606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2151437d-6f0f-45c0-80be-8f562d6a49d7 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Request body: {'security_group_rule': {'security_group_id': '4d86ed20-1a30-419c-a55c-20519f75c49f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:27.856485 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5309b986-ad49-495e-8f1d-be446c1fadd4 None None] Provisioning for port ef71e222-a69a-485a-8a74-1b11647db177 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:27.861709 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c5160af3-201b-4095-9a1a-17ca4134d80a req-629d4a3a-3a4e-48c3-829a-4f3d199f89dd tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfbc4279-97f3-4ebb-b618-c708b11b8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672676 Jul 23 20:35:27.861908 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef33c96-259c-4a98-9952-c2643ffb7a88 None None] Pushing event updated for resources: {'Port': ['ID=837195e2-8bde-4a8d-b89d-f4446a3ed517,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:27.870590 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0efcac60-0e26-4732-8410-c3aefa53eefb req-8a0a5f51-746c-45a1-84bb-002bf43b8241 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c808d43-a57b-415b-993e-7772d9f0057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993888 Jul 23 20:35:27.907837 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5309b986-ad49-495e-8f1d-be446c1fadd4 None None] Provisioning complete for port ef71e222-a69a-485a-8a74-1b11647db177 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:27.908446 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5309b986-ad49-495e-8f1d-be446c1fadd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.934060 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.999612 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Attempting to bind port 837195e2-8bde-4a8d-b89d-f4446a3ed517 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:28.000419 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Attempting to bind port 837195e2-8bde-4a8d-b89d-f4446a3ed517 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:28.000679 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Attempting to bind port 837195e2-8bde-4a8d-b89d-f4446a3ed517 on network 90bcea01-43fa-4ff2-bd8a-7665ba1bc994 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:28.020308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5309b986-ad49-495e-8f1d-be446c1fadd4 None None] Port ef71e222-a69a-485a-8a74-1b11647db177 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:28.031202 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=0d58b699-8dc5-4e24-91f9-929d1b7e751e,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:28.048132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:28.048312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Checking segment: {'id': '5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:28.051126 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.051644 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Bound using segment: {'id': '5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:28.052927 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Bound port: 837195e2-8bde-4a8d-b89d-f4446a3ed517, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:28.053584 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.126467 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2151437d-6f0f-45c0-80be-8f562d6a49d7 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.162121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] For port 837195e2-8bde-4a8d-b89d-f4446a3ed517, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:28.166409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] For port 837195e2-8bde-4a8d-b89d-f4446a3ed517, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=837195e2-8bde-4a8d-b89d-f4446a3ed517,segment=NetworkSegment(5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6),segment_id=5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:28.168868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a61d7e23-46da-499a-b265-3aa45d795545 None None] Provisioning for port 896b4284-3686-4a45-8d26-b3bdd7a92024 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:28.175291 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.178565 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a61d7e23-46da-499a-b265-3aa45d795545 None None] Provisioning complete for port 896b4284-3686-4a45-8d26-b3bdd7a92024 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:28.179092 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a61d7e23-46da-499a-b265-3aa45d795545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.252501 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2151437d-6f0f-45c0-80be-8f562d6a49d7 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.265757 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2151437d-6f0f-45c0-80be-8f562d6a49d7 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.288750 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.294418 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151437d-6f0f-45c0-80be-8f562d6a49d7 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848fa2b1-72f5-4fa3-93af-2ea61e822450,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:28.300015 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.312527 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5870368-4cf5-4f47-9317-aae0ad7e83d7 req-7ecc25d9-2eba-4e90-b294-042822259aae tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:28.314111 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5870368-4cf5-4f47-9317-aae0ad7e83d7 req-7ecc25d9-2eba-4e90-b294-042822259aae tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.1930962 Jul 23 20:35:28.346497 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f023b638-4088-47b2-9ddd-8ea9026c6f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d58b699-8dc5-4e24-91f9-929d1b7e751e'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:28.349582 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6514244-68c6-4bd2-8e99-b81250893984" -d '{"events": [{"server_uuid": "f023b638-4088-47b2-9ddd-8ea9026c6f64", "name": "network-vif-plugged", "status": "completed", "tag": "0d58b699-8dc5-4e24-91f9-929d1b7e751e"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:28.354546 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef33c96-259c-4a98-9952-c2643ffb7a88 None None] Pushing event updated for resources: {'Port': ['ID=837195e2-8bde-4a8d-b89d-f4446a3ed517,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:28.358130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a61d7e23-46da-499a-b265-3aa45d795545 None None] Port 896b4284-3686-4a45-8d26-b3bdd7a92024 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:28.361434 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Routers {'623ac413-6a04-4cc7-912d-2a0c2677dc5b'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:28.362506 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:28.381516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=896b4284-3686-4a45-8d26-b3bdd7a92024,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:28.386295 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2151437d-6f0f-45c0-80be-8f562d6a49d7 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.388923 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2151437d-6f0f-45c0-80be-8f562d6a49d7 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5589397 Jul 23 20:35:28.392863 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39036) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:28.400300 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c042c66b-0298-4eba-ad11-bb8be12622eb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:28.408022 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5870368-4cf5-4f47-9317-aae0ad7e83d7 req-f33e780d-33eb-4054-8b2c-52402004f896 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865767 Jul 23 20:35:28.454608 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.457115 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c042c66b-0298-4eba-ad11-bb8be12622eb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.522530 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:28.542265 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.562623 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.573697 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Transition to ACTIVE for port object 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:28.585654 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.589596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:28.681831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] Set router 623ac413-6a04-4cc7-912d-2a0c2677dc5b gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:28.722445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:28.723010 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.754983 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 968c17a8-155e-4e34-86bb-cf4960f2bcd0 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:28.758347 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:28.774499 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c042c66b-0298-4eba-ad11-bb8be12622eb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.788560 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3ab2bc-7a7e-4270-b30a-0c0647ef65bd x-openstack-request-id: req-9b3ab2bc-7a7e-4270-b30a-0c0647ef65bd {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:28.788857 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f023b638-4088-47b2-9ddd-8ea9026c6f64", "name": "network-vif-plugged", "status": "completed", "tag": "0d58b699-8dc5-4e24-91f9-929d1b7e751e", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:28.789092 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b3ab2bc-7a7e-4270-b30a-0c0647ef65bd {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:28.789480 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f023b638-4088-47b2-9ddd-8ea9026c6f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d58b699-8dc5-4e24-91f9-929d1b7e751e', 'code': 200} Jul 23 20:35:28.833672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Pushing event updated for resources: {'Port': ['ID=10f3cf13-0ebd-4dbe-8aed-c6818eedfc37,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:28.990157 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345818d2-985c-4667-a255-c4abf3b454b0 req-d4e04201-09fd-4ebc-a75e-68ac96f7cd5d tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:29.001117 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-345818d2-985c-4667-a255-c4abf3b454b0 req-d4e04201-09fd-4ebc-a75e-68ac96f7cd5d tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 946 time: 0.4017200 Jul 23 20:35:29.031534 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Attempting to bind port 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:29.031881 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Attempting to bind port 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '1fa6bd94-a964-4e4b-952c-53dc409e5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5c1eb781-a744-410e-8470-3f5dfd130ef2'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:29.032126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Attempting to bind port 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 on network 5c1eb781-a744-410e-8470-3f5dfd130ef2 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:29.042877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Port 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 on network 5c1eb781-a744-410e-8470-3f5dfd130ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:35:29.043248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Attempting to bind port 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 on network 5c1eb781-a744-410e-8470-3f5dfd130ef2 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:29.064944 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:29.065227 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Checking segment: {'id': '1fa6bd94-a964-4e4b-952c-53dc409e5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5c1eb781-a744-410e-8470-3f5dfd130ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:29.065598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Bound using segment: {'id': '1fa6bd94-a964-4e4b-952c-53dc409e5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5c1eb781-a744-410e-8470-3f5dfd130ef2'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:29.066048 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Bound port: 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa6bd94-a964-4e4b-952c-53dc409e5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5c1eb781-a744-410e-8470-3f5dfd130ef2'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:29.066421 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.079511 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router fe73342e-c072-4c23-b514-357f575363e8 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:29.093139 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'name': 'tempest-ServersTestManualDisk-333277502-router', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:19Z', 'revision_number': 4, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'gw_port': {'id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:12Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '837195e2-8bde-4a8d-b89d-f4446a3ed517', 'name': '', 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'mac_address': 'fa:16:3e:0e:54:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:17Z', 'updated_at': '2021-07-23T20:35:28Z', 'revision_number': 4, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'subnets': [{'id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:29.119000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-345818d2-985c-4667-a255-c4abf3b454b0 req-abcde4fc-a3a3-41ad-813f-15f35353b182 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168137 Jul 23 20:35:29.119687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c57ad01-b29c-4309-a7d4-dcae6d45d7a4 None None] The sync data for ids ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'] in n-d-791504-18 is: [{'id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'name': 'tempest-ServersTestManualDisk-333277502-router', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:19Z', 'revision_number': 4, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'gw_port': {'id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:12Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '837195e2-8bde-4a8d-b89d-f4446a3ed517', 'name': '', 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'mac_address': 'fa:16:3e:0e:54:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:17Z', 'updated_at': '2021-07-23T20:35:28Z', 'revision_number': 4, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'subnets': [{'id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:29.159890 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-aa1c38be-9628-445f-a206-5051122e70f2 None None] Provisioning complete for port 896b4284-3686-4a45-8d26-b3bdd7a92024 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:29.160268 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aa1c38be-9628-445f-a206-5051122e70f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.175923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4e361-81b6-418c-acbc-0629cb2ea0a9 req-6f121643-8862-452e-b1ef-b32cf59dcd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:29.175923 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2b4e361-81b6-418c-acbc-0629cb2ea0a9 req-6f121643-8862-452e-b1ef-b32cf59dcd6a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 1097 time: 0.2517741 Jul 23 20:35:29.244763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c38be-9628-445f-a206-5051122e70f2 None None] Port 896b4284-3686-4a45-8d26-b3bdd7a92024 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:29.269743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] For port 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:29.278794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2746f-3b53-4be7-90b3-1d418ea3b050 req-4bba095b-7ca2-4c90-9351-0b98fe0083c7 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:29.280442 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38e2746f-3b53-4be7-90b3-1d418ea3b050 req-4bba095b-7ca2-4c90-9351-0b98fe0083c7 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a029d26-4ae9-40ba-9d72-068255432b1e HTTP/1.1" status: 200 len: 944 time: 0.2331288 Jul 23 20:35:29.292884 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2b4e361-81b6-418c-acbc-0629cb2ea0a9 req-84c01718-2d22-44d4-b459-153d4ab23d57 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107457 Jul 23 20:35:29.303913 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-c042c66b-0298-4eba-ad11-bb8be12622eb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Allocated IP 172.25.3.153 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/24280f26-d42a-4860-a5bf-6f84d785a006) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:29.313833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:29.322911 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-337d4555-9a65-49e9-b56d-965c282b5d19 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/fe73342e-c072-4c23-b514-357f575363e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5958385 Jul 23 20:35:29.325155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] For port 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=10f3cf13-0ebd-4dbe-8aed-c6818eedfc37,segment=NetworkSegment(1fa6bd94-a964-4e4b-952c-53dc409e5b14),segment_id=1fa6bd94-a964-4e4b-952c-53dc409e5b14)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:29.328532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39066) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:29.337527 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec27bd90-a116-4ab2-bfcd-49499f778e9a None None] Sync routers for ids ['fe73342e-c072-4c23-b514-357f575363e8'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:29.340337 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.350684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec27bd90-a116-4ab2-bfcd-49499f778e9a None None] Routers {'fe73342e-c072-4c23-b514-357f575363e8'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:29.351505 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ec27bd90-a116-4ab2-bfcd-49499f778e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe73342e-c072-4c23-b514-357f575363e8'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:29.390279 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ec27bd90-a116-4ab2-bfcd-49499f778e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:29.400462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec27bd90-a116-4ab2-bfcd-49499f778e9a None None] Routers {'fe73342e-c072-4c23-b514-357f575363e8'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:29.401568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ec27bd90-a116-4ab2-bfcd-49499f778e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe73342e-c072-4c23-b514-357f575363e8'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:29.407402 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38e2746f-3b53-4be7-90b3-1d418ea3b050 req-89315ff9-ef46-4308-8e70-cf6ae2287b9a tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c808d43-a57b-415b-993e-7772d9f0057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175742 Jul 23 20:35:29.418182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:29.419063 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.421187 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] 10.222.0.48 "PUT /v2.0/ports/10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 HTTP/1.1" status: 200 len: 1093 time: 1.6077909 Jul 23 20:35:29.421187 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a029d26-4ae9-40ba-9d72-068255432b1e', 'tag': '10f3cf13-0ebd-4dbe-8aed-c6818eedfc37'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:29.423515 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea41ce06-dec2-4a7b-ac22-6f469d184b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a029d26-4ae9-40ba-9d72-068255432b1e", "tag": "10f3cf13-0ebd-4dbe-8aed-c6818eedfc37"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:29.466869 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ec27bd90-a116-4ab2-bfcd-49499f778e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:29.467188 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22a8ea7-e017-407b-a97b-d652d939da47 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:29.468568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec27bd90-a116-4ab2-bfcd-49499f778e9a None None] The sync data for ids ['fe73342e-c072-4c23-b514-357f575363e8'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:29.476477 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a22a8ea7-e017-407b-a97b-d652d939da47 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports/896b4284-3686-4a45-8d26-b3bdd7a92024 HTTP/1.1" status: 200 len: 910 time: 0.1462295 Jul 23 20:35:29.492483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 39076) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:29.521319 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42834bd8-771b-4e2a-b913-4a99f07776c0 service neutron] Pushing event updated for resources: {'Port': ['ID=10f3cf13-0ebd-4dbe-8aed-c6818eedfc37,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:29.582828 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c042c66b-0298-4eba-ad11-bb8be12622eb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.616708 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b938f9-014b-41e8-b02f-8824df9f349d x-openstack-request-id: req-99b938f9-014b-41e8-b02f-8824df9f349d {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:29.617003 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a029d26-4ae9-40ba-9d72-068255432b1e", "tag": "10f3cf13-0ebd-4dbe-8aed-c6818eedfc37", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:29.617254 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99b938f9-014b-41e8-b02f-8824df9f349d {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:29.617653 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a029d26-4ae9-40ba-9d72-068255432b1e', 'tag': '10f3cf13-0ebd-4dbe-8aed-c6818eedfc37', 'status': 'completed', 'code': 200} Jul 23 20:35:29.633402 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6517cb-4cf0-452e-80b3-46a38b29b502 req-d981e5fd-0a3b-40d4-a9f9-59ed5d87ad09 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:29.635087 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8e6517cb-4cf0-452e-80b3-46a38b29b502 req-d981e5fd-0a3b-40d4-a9f9-59ed5d87ad09 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 944 time: 0.3752019 Jul 23 20:35:29.636688 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c042c66b-0298-4eba-ad11-bb8be12622eb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.656190 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c042c66b-0298-4eba-ad11-bb8be12622eb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:29.698749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042c66b-0298-4eba-ad11-bb8be12622eb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Pushing event updated for resources: {'Port': ['ID=24280f26-d42a-4860-a5bf-6f84d785a006,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:29.701446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c042c66b-0298-4eba-ad11-bb8be12622eb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:29.703853 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042c66b-0298-4eba-ad11-bb8be12622eb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:29.879941 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c042c66b-0298-4eba-ad11-bb8be12622eb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.880289 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.889677 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8e6517cb-4cf0-452e-80b3-46a38b29b502 req-8edfc18f-5068-426f-8252-ef46e6bba0e4 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfbc4279-97f3-4ebb-b618-c708b11b8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450099 Jul 23 20:35:29.910795 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-67e315cb-848e-4ce6-83d4-468af7b563f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:29.912239 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-67e315cb-848e-4ce6-83d4-468af7b563f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3e8f0207b074d14af846bddbdb4d844&device_id=6a029d26-4ae9-40ba-9d72-068255432b1e HTTP/1.1" status: 200 len: 1096 time: 0.4165657 Jul 23 20:35:29.951247 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c042c66b-0298-4eba-ad11-bb8be12622eb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.014628 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d6bae-1fae-4938-8269-70569c1832b4 req-64313ff0-52bf-49fa-ba91-dd5f56e11aef tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:30.016522 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d9d6bae-1fae-4938-8269-70569c1832b4 req-64313ff0-52bf-49fa-ba91-dd5f56e11aef tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.3568888 Jul 23 20:35:30.019399 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-fd326731-4b4e-4085-a252-8008a74dfb62 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 HTTP/1.1" status: 200 len: 217 time: 0.0689876 Jul 23 20:35:30.158231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d9d6bae-1fae-4938-8269-70569c1832b4 req-3bc916b9-afae-49f8-a96e-c4cc78101205 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171012 Jul 23 20:35:30.168216 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-08b222df-ca8b-437a-99c4-07fd0f344725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:30.173954 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-08b222df-ca8b-437a-99c4-07fd0f344725 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4fb78b44-aa06-4810-8932-1ca50188c47f HTTP/1.1" status: 200 len: 853 time: 0.1427159 Jul 23 20:35:30.212805 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c042c66b-0298-4eba-ad11-bb8be12622eb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.225443 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c042c66b-0298-4eba-ad11-bb8be12622eb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.267421 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 4a2544bb-c68d-46a3-a55c-53d8d218dc43 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:35:30.348852 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c042c66b-0298-4eba-ad11-bb8be12622eb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.374563 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c042c66b-0298-4eba-ad11-bb8be12622eb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.383693 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c042c66b-0298-4eba-ad11-bb8be12622eb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9821630 Jul 23 20:35:30.383693 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042c66b-0298-4eba-ad11-bb8be12622eb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Pushing event updated for resources: {'Port': ['ID=24280f26-d42a-4860-a5bf-6f84d785a006,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:30.583251 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 837195e2-8bde-4a8d-b89d-f4446a3ed517 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:30.615010 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 4a2544bb-c68d-46a3-a55c-53d8d218dc43, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=4a2544bb-c68d-46a3-a55c-53d8d218dc43,segment=NetworkSegment(1ec1519e-51ea-4fc8-9506-46ad8af809c7),segment_id=1ec1519e-51ea-4fc8-9506-46ad8af809c7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:30.636190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '4a2544bb-c68d-46a3-a55c-53d8d218dc43', 'network_id': 'd37e712b-e1b1-483d-a1fb-6adae30d1b9f', 'port_id': '4a2544bb-c68d-46a3-a55c-53d8d218dc43', 'mac_address': 'fa:16:3e:5a:fc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837bc7c6-ecd1-48b9-8810-547da450f9e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:35:30.704729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 837195e2-8bde-4a8d-b89d-f4446a3ed517 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:30.713048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 837195e2-8bde-4a8d-b89d-f4446a3ed517 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:30.716294 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.742047 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.771032 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2544bb-c68d-46a3-a55c-53d8d218dc43 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:30.807421 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 4a2544bb-c68d-46a3-a55c-53d8d218dc43, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=4a2544bb-c68d-46a3-a55c-53d8d218dc43,segment=NetworkSegment(1ec1519e-51ea-4fc8-9506-46ad8af809c7),segment_id=1ec1519e-51ea-4fc8-9506-46ad8af809c7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:30.823940 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.896869 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.934186 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=4a2544bb-c68d-46a3-a55c-53d8d218dc43,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:30.969679 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 837195e2-8bde-4a8d-b89d-f4446a3ed517, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=837195e2-8bde-4a8d-b89d-f4446a3ed517,segment=NetworkSegment(5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6),segment_id=5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:30.972611 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-bdf98bcf-bcf0-4adc-9ee2-f4442ce49656 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c1eb781-a744-410e-8470-3f5dfd130ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111522 Jul 23 20:35:30.989993 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.146713 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-4d1ce2de-2e29-4195-a84e-9867d74575cb service neutron] 10.222.0.48 "GET /v2.0/networks/5c1eb781-a744-410e-8470-3f5dfd130ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651418 Jul 23 20:35:31.154321 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dd685e0c-8d08-4aca-84fe-097a83f3299e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.163674 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4091b6c-c9e1-4a3c-866d-77ba2c149926 req-7a7ddbca-73cf-4ecf-b60b-14a281053e22 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:31.165058 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4091b6c-c9e1-4a3c-866d-77ba2c149926 req-7a7ddbca-73cf-4ecf-b60b-14a281053e22 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a029d26-4ae9-40ba-9d72-068255432b1e HTTP/1.1" status: 200 len: 944 time: 0.2897570 Jul 23 20:35:31.165685 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['4a2544bb-c68d-46a3-a55c-53d8d218dc43'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:31.248034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=837195e2-8bde-4a8d-b89d-f4446a3ed517,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:31.262642 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338770e-2a60-40d7-ba97-e1434068456c req-cbc537a3-4d1f-41bb-a086-39de99590c68 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:31.270807 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d338770e-2a60-40d7-ba97-e1434068456c req-cbc537a3-4d1f-41bb-a086-39de99590c68 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 946 time: 0.4435124 Jul 23 20:35:31.403634 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4091b6c-c9e1-4a3c-866d-77ba2c149926 req-2059dc65-1b1b-4d1d-bb89-09712e661704 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c808d43-a57b-415b-993e-7772d9f0057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219560 Jul 23 20:35:31.425674 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d338770e-2a60-40d7-ba97-e1434068456c req-8d8a2d43-23fa-4450-8e01-4221e6d00f98 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405058 Jul 23 20:35:31.549438 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc383ba5-c6a7-4514-a5f1-ed723b09d271 req-5d6908fb-adc2-4b30-b101-885913e71445 service neutron] 10.222.0.48 "GET /v2.0/networks/5c1eb781-a744-410e-8470-3f5dfd130ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810222 Jul 23 20:35:31.598116 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-cac36ba6-7be9-450a-b7a2-0740affa4c6f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1539309146&fields=id&tenant_id=ada13a3f7be942e5aa558d4703db4ea8 HTTP/1.1" status: 200 len: 267 time: 0.0606940 Jul 23 20:35:31.863748 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-12f1f568-a09e-4d5d-a578-0d41c24e8914 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:31.865223 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-12f1f568-a09e-4d5d-a578-0d41c24e8914 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/networks?id=90bcea01-43fa-4ff2-bd8a-7665ba1bc994 HTTP/1.1" status: 200 len: 811 time: 0.2603650 Jul 23 20:35:31.881147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b1e9c-8391-4448-9a3f-48a539522545 req-36469a6f-1046-448f-b547-bc11a0f324e0 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:31.882588 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-495b1e9c-8391-4448-9a3f-48a539522545 req-36469a6f-1046-448f-b547-bc11a0f324e0 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 945 time: 0.2632859 Jul 23 20:35:31.886250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41ce06-dec2-4a7b-ac22-6f469d184b8f req-f8a68028-421f-4bc1-8136-a254426c4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:31.887680 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ea41ce06-dec2-4a7b-ac22-6f469d184b8f req-f8a68028-421f-4bc1-8136-a254426c4a29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3e8f0207b074d14af846bddbdb4d844&device_id=6a029d26-4ae9-40ba-9d72-068255432b1e HTTP/1.1" status: 200 len: 1096 time: 0.2706625 Jul 23 20:35:31.920538 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-381e7180-af75-4695-a005-db85c2f888cc tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/quotas/ada13a3f7be942e5aa558d4703db4ea8 HTTP/1.1" status: 200 len: 375 time: 0.0484247 Jul 23 20:35:32.033469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-495b1e9c-8391-4448-9a3f-48a539522545 req-95d325a2-36a5-4cbc-806b-b41e2e3a5876 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfbc4279-97f3-4ebb-b618-c708b11b8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442158 Jul 23 20:35:32.043470 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-dd685e0c-8d08-4aca-84fe-097a83f3299e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting port 896b4284-3686-4a45-8d26-b3bdd7a92024 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:32.043828 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dd685e0c-8d08-4aca-84fe-097a83f3299e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.104256 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41ce06-dec2-4a7b-ac22-6f469d184b8f req-de0e32dc-3c85-4189-b257-649235a74ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:32.105759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ea41ce06-dec2-4a7b-ac22-6f469d184b8f req-de0e32dc-3c85-4189-b257-649235a74ed3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c1eb781-a744-410e-8470-3f5dfd130ef2 HTTP/1.1" status: 200 len: 914 time: 0.2105043 Jul 23 20:35:32.197832 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-7ed98d76-4ec9-4ce4-89de-e0d815474bdb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ada13a3f7be942e5aa558d4703db4ea8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2657831 Jul 23 20:35:32.222710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ea41ce06-dec2-4a7b-ac22-6f469d184b8f req-5e51d7cb-2573-4357-86f7-bfb4296369b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 HTTP/1.1" status: 200 len: 217 time: 0.0820444 Jul 23 20:35:32.283376 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 4a2544bb-c68d-46a3-a55c-53d8d218dc43 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:32.295026 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dd685e0c-8d08-4aca-84fe-097a83f3299e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.366776 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-dd685e0c-8d08-4aca-84fe-097a83f3299e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Calling delete_port for 896b4284-3686-4a45-8d26-b3bdd7a92024 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:32.379002 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41ce06-dec2-4a7b-ac22-6f469d184b8f req-2c26f131-8245-4b3c-a5db-d173ac078120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:32.381331 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ea41ce06-dec2-4a7b-ac22-6f469d184b8f req-2c26f131-8245-4b3c-a5db-d173ac078120 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4fb78b44-aa06-4810-8932-1ca50188c47f HTTP/1.1" status: 200 len: 853 time: 0.1463072 Jul 23 20:35:32.431343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 4a2544bb-c68d-46a3-a55c-53d8d218dc43 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:32.437347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 4a2544bb-c68d-46a3-a55c-53d8d218dc43 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:32.437831 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.440030 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ea41ce06-dec2-4a7b-ac22-6f469d184b8f req-17746fe6-6490-40c5-a6ad-b91af11d4eb8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c1eb781-a744-410e-8470-3f5dfd130ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512877 Jul 23 20:35:32.479272 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-bd1989f1-6bfa-4997-b49c-e14b5881e6f8 service neutron] 10.222.0.55 "GET /v2.0/networks/90bcea01-43fa-4ff2-bd8a-7665ba1bc994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592766 Jul 23 20:35:32.493536 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061f4b8-f9a7-4b9c-bd2a-84535ec15a91 req-47180ae9-bd1d-4a83-ae72-413ed4faeef0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:32.495039 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2061f4b8-f9a7-4b9c-bd2a-84535ec15a91 req-47180ae9-bd1d-4a83-ae72-413ed4faeef0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.3587127 Jul 23 20:35:32.528348 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 837195e2-8bde-4a8d-b89d-f4446a3ed517 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:32.552760 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.593445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb95294-4754-4a39-a4ab-ad9f1fd41331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2544bb-c68d-46a3-a55c-53d8d218dc43'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:32.595787 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b2a8fc-bdad-462d-97e1-c6acb2f6cc53" -d '{"events": [{"server_uuid": "dcb95294-4754-4a39-a4ab-ad9f1fd41331", "name": "network-vif-plugged", "status": "completed", "tag": "4a2544bb-c68d-46a3-a55c-53d8d218dc43"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:32.611807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 4a2544bb-c68d-46a3-a55c-53d8d218dc43, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=4a2544bb-c68d-46a3-a55c-53d8d218dc43,segment=NetworkSegment(1ec1519e-51ea-4fc8-9506-46ad8af809c7),segment_id=1ec1519e-51ea-4fc8-9506-46ad8af809c7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:32.618740 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.643272 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 837195e2-8bde-4a8d-b89d-f4446a3ed517 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:32.643646 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.694883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=4a2544bb-c68d-46a3-a55c-53d8d218dc43,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:32.713705 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2061f4b8-f9a7-4b9c-bd2a-84535ec15a91 req-bff9026f-187b-46ca-9f94-4226ad5d1b9e tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986678 Jul 23 20:35:32.738865 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ea41ce06-dec2-4a7b-ac22-6f469d184b8f req-d0113ee1-1caf-4cac-ad2e-9345e387d572 service neutron] 10.222.0.48 "GET /v2.0/networks/5c1eb781-a744-410e-8470-3f5dfd130ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677660 Jul 23 20:35:32.791710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-db5f3483-125d-479b-a845-c7163c81f44c service neutron] 10.222.0.55 "GET /v2.0/networks/90bcea01-43fa-4ff2-bd8a-7665ba1bc994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841592 Jul 23 20:35:32.917287 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dd685e0c-8d08-4aca-84fe-097a83f3299e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.951775 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ea41ce06-dec2-4a7b-ac22-6f469d184b8f req-88f54ca3-e764-4737-80a4-903c90415e36 service neutron] 10.222.0.48 "GET /v2.0/networks/5c1eb781-a744-410e-8470-3f5dfd130ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042823 Jul 23 20:35:32.956428 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd685e0c-8d08-4aca-84fe-097a83f3299e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Port': ['ID=896b4284-3686-4a45-8d26-b3bdd7a92024,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:33.103628 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb12c2-85c1-434a-b7f9-8de3725cdccd req-efc265d3-f495-4177-8090-8fdbc93f77a1 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:33.111160 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77cb12c2-85c1-434a-b7f9-8de3725cdccd req-efc265d3-f495-4177-8090-8fdbc93f77a1 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a029d26-4ae9-40ba-9d72-068255432b1e HTTP/1.1" status: 200 len: 944 time: 0.2377288 Jul 23 20:35:33.251994 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77cb12c2-85c1-434a-b7f9-8de3725cdccd req-ea546b79-22bd-478e-b774-f0d975e5db39 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c808d43-a57b-415b-993e-7772d9f0057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397247 Jul 23 20:35:33.265958 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dd685e0c-8d08-4aca-84fe-097a83f3299e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.312874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7e277-df5f-4daf-b37e-0693efe9fe9d req-a79de22a-946b-466f-8436-1e49b0ec7d59 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:33.319502 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90aa7dd4-925b-41c2-a71f-ea1da7c2fa94 x-openstack-request-id: req-90aa7dd4-925b-41c2-a71f-ea1da7c2fa94 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:33.320000 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb95294-4754-4a39-a4ab-ad9f1fd41331", "name": "network-vif-plugged", "status": "completed", "tag": "4a2544bb-c68d-46a3-a55c-53d8d218dc43", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:33.320087 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-90aa7dd4-925b-41c2-a71f-ea1da7c2fa94 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:33.320158 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41a7e277-df5f-4daf-b37e-0693efe9fe9d req-a79de22a-946b-466f-8436-1e49b0ec7d59 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 946 time: 0.3032851 Jul 23 20:35:33.320453 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb95294-4754-4a39-a4ab-ad9f1fd41331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2544bb-c68d-46a3-a55c-53d8d218dc43', 'code': 200} Jul 23 20:35:33.491070 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41a7e277-df5f-4daf-b37e-0693efe9fe9d req-1f73fc01-958f-4b0c-ab56-891a6e699955 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562123 Jul 23 20:35:34.057106 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ff8a8-d842-4551-b800-a5e582c85768 req-7e3e89ce-ada6-4f8b-a633-bfc16ed56797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:34.058437 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d84ff8a8-d842-4551-b800-a5e582c85768 req-7e3e89ce-ada6-4f8b-a633-bfc16ed56797 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 1098 time: 0.6496820 Jul 23 20:35:34.080873 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b213955c-4404-4fc9-91db-95ced3a4d04d req-94d616cf-3862-46f4-af51-1d5b066a3200 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/ports?device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 210 time: 0.0692737 Jul 23 20:35:34.154157 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd685e0c-8d08-4aca-84fe-097a83f3299e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router fe73342e-c072-4c23-b514-357f575363e8 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:34.157531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d84ff8a8-d842-4551-b800-a5e582c85768 req-81e2ae69-e9c9-4688-ac0a-642318855437 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dfbc4279-97f3-4ebb-b618-c708b11b8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804369 Jul 23 20:35:34.261354 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447bb9d-5de0-4c6f-ac86-e9a75e3b98e8 req-4b386b77-4c76-468e-9a81-aa41a5b3d910 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:34.262831 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a447bb9d-5de0-4c6f-ac86-e9a75e3b98e8 req-4b386b77-4c76-468e-9a81-aa41a5b3d910 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 946 time: 0.2535486 Jul 23 20:35:34.393874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd685e0c-8d08-4aca-84fe-097a83f3299e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:34.406288 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8872b361-276c-4a2d-9bf1-a1ffa6ca83b5 None None] Sync routers for ids ['fe73342e-c072-4c23-b514-357f575363e8'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:34.411151 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39218) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:34.411541 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dd685e0c-8d08-4aca-84fe-097a83f3299e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/fe73342e-c072-4c23-b514-357f575363e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9034989 Jul 23 20:35:34.421334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a447bb9d-5de0-4c6f-ac86-e9a75e3b98e8 req-3716ba9d-d8ed-4aca-9985-9bd8b0787922 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfbc4279-97f3-4ebb-b618-c708b11b8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372657 Jul 23 20:35:34.440625 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8872b361-276c-4a2d-9bf1-a1ffa6ca83b5 None None] Routers {'fe73342e-c072-4c23-b514-357f575363e8'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:34.441465 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8872b361-276c-4a2d-9bf1-a1ffa6ca83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe73342e-c072-4c23-b514-357f575363e8'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:34.456411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-78331b21-4295-48ac-981d-a3e6ad05a72a tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:34.457979 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-78331b21-4295-48ac-981d-a3e6ad05a72a tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.48 "GET /v2.0/networks?id=90bcea01-43fa-4ff2-bd8a-7665ba1bc994 HTTP/1.1" status: 200 len: 811 time: 0.2445154 Jul 23 20:35:34.465820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7702ce8-f9d7-4b0a-a82d-7cdadcf65ca5 req-508bc143-f4be-468b-bf7b-fc3da6025f6d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:34.467381 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b7702ce8-f9d7-4b0a-a82d-7cdadcf65ca5 req-508bc143-f4be-468b-bf7b-fc3da6025f6d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.2195001 Jul 23 20:35:34.480501 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8872b361-276c-4a2d-9bf1-a1ffa6ca83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:34.490237 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8872b361-276c-4a2d-9bf1-a1ffa6ca83b5 None None] Routers {'fe73342e-c072-4c23-b514-357f575363e8'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:34.491246 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8872b361-276c-4a2d-9bf1-a1ffa6ca83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe73342e-c072-4c23-b514-357f575363e8'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:34.532508 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-63d64e72-ddd4-4ba4-818a-236ee88a1325 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ada13a3f7be942e5aa558d4703db4ea8 HTTP/1.1" status: 200 len: 380 time: 0.0641425 Jul 23 20:35:34.533254 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8872b361-276c-4a2d-9bf1-a1ffa6ca83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:34.533913 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8872b361-276c-4a2d-9bf1-a1ffa6ca83b5 None None] The sync data for ids ['fe73342e-c072-4c23-b514-357f575363e8'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:34.535952 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b7702ce8-f9d7-4b0a-a82d-7cdadcf65ca5 req-604e1db2-ee3e-47b8-9756-7b8bbd0e1473 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619648 Jul 23 20:35:34.544848 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-143f7093-75c6-4f0e-b7e0-2cd9270bc95c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Request body: {'port': {'device_id': '884dcfb7-4507-4831-b722-3bf7ebb70062', 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994', 'admin_state_up': True, 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'security_groups': ['4d86ed20-1a30-419c-a55c-20519f75c49f']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:34.577689 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:35:34.708855 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=10f3cf13-0ebd-4dbe-8aed-c6818eedfc37,segment=NetworkSegment(1fa6bd94-a964-4e4b-952c-53dc409e5b14),segment_id=1fa6bd94-a964-4e4b-952c-53dc409e5b14)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:34.722242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '10f3cf13-0ebd-4dbe-8aed-c6818eedfc37', 'network_id': '5c1eb781-a744-410e-8470-3f5dfd130ef2', 'port_id': '10f3cf13-0ebd-4dbe-8aed-c6818eedfc37', 'mac_address': 'fa:16:3e:5d:b2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb78b44-aa06-4810-8932-1ca50188c47f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:35:34.738640 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52589b40-ef9f-41ea-92c4-181bd66e4b8c req-0b3f179e-c340-42a5-b272-e970d9c372f2 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:34.740906 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-52589b40-ef9f-41ea-92c4-181bd66e4b8c req-0b3f179e-c340-42a5-b272-e970d9c372f2 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a029d26-4ae9-40ba-9d72-068255432b1e HTTP/1.1" status: 200 len: 944 time: 0.1175680 Jul 23 20:35:34.742056 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-143f7093-75c6-4f0e-b7e0-2cd9270bc95c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Made reservation on behalf of ada13a3f7be942e5aa558d4703db4ea8 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:34.746882 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-143f7093-75c6-4f0e-b7e0-2cd9270bc95c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.771146 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.784708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:34.806191 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=10f3cf13-0ebd-4dbe-8aed-c6818eedfc37,segment=NetworkSegment(1fa6bd94-a964-4e4b-952c-53dc409e5b14),segment_id=1fa6bd94-a964-4e4b-952c-53dc409e5b14)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:34.810464 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.869164 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=10f3cf13-0ebd-4dbe-8aed-c6818eedfc37,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:34.880530 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-52589b40-ef9f-41ea-92c4-181bd66e4b8c req-370daeba-fc53-4ce8-b61c-bbe403fd0838 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c808d43-a57b-415b-993e-7772d9f0057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297977 Jul 23 20:35:34.887274 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d3c1dce4-6002-477b-acbf-7a6fbf91a258 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.949374 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250f8e1-2481-4144-a5f9-8edfd8045107 req-4d69f703-6ee2-46a4-aa88-18a2100b3fb2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:34.950922 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3250f8e1-2481-4144-a5f9-8edfd8045107 req-4d69f703-6ee2-46a4-aa88-18a2100b3fb2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 946 time: 0.1829016 Jul 23 20:35:34.987541 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-143f7093-75c6-4f0e-b7e0-2cd9270bc95c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Allocated IP 172.20.0.7 (90bcea01-43fa-4ff2-bd8a-7665ba1bc994/0946689a-4296-447b-a9f9-67ed8c997cbd/be6e8b61-af81-40b8-83ee-a7d189b0d284) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:35.028191 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3250f8e1-2481-4144-a5f9-8edfd8045107 req-820df2f4-6913-4e0e-beeb-3f4374f41e0a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690329 Jul 23 20:35:35.065301 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['10f3cf13-0ebd-4dbe-8aed-c6818eedfc37'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:35.258421 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-143f7093-75c6-4f0e-b7e0-2cd9270bc95c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.285217 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0d8f5-a306-4aac-b01a-ebe0ff12884b req-d2e79f23-94a8-4164-b091-e088abfc4d70 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:35.286916 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2eb0d8f5-a306-4aac-b01a-ebe0ff12884b req-d2e79f23-94a8-4164-b091-e088abfc4d70 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 946 time: 0.1749012 Jul 23 20:35:35.288078 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-143f7093-75c6-4f0e-b7e0-2cd9270bc95c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Transition to ACTIVE for port object be6e8b61-af81-40b8-83ee-a7d189b0d284 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:35.347054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2eb0d8f5-a306-4aac-b01a-ebe0ff12884b req-c2b6a2a4-2f41-447b-b7be-d1e95c75037a tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528946 Jul 23 20:35:35.354383 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-143f7093-75c6-4f0e-b7e0-2cd9270bc95c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.403048 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-143f7093-75c6-4f0e-b7e0-2cd9270bc95c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Network 90bcea01-43fa-4ff2-bd8a-7665ba1bc994 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:35.409340 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-143f7093-75c6-4f0e-b7e0-2cd9270bc95c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:35.411957 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-143f7093-75c6-4f0e-b7e0-2cd9270bc95c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:35.462580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f7093-75c6-4f0e-b7e0-2cd9270bc95c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Pushing event updated for resources: {'Port': ['ID=be6e8b61-af81-40b8-83ee-a7d189b0d284,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:35.508427 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-143f7093-75c6-4f0e-b7e0-2cd9270bc95c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:35.509137 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-143f7093-75c6-4f0e-b7e0-2cd9270bc95c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.536233 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-143f7093-75c6-4f0e-b7e0-2cd9270bc95c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9981422 Jul 23 20:35:35.554067 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d3c1dce4-6002-477b-acbf-7a6fbf91a258 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting port ef71e222-a69a-485a-8a74-1b11647db177 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:35.554899 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d3c1dce4-6002-477b-acbf-7a6fbf91a258 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.568144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67602f80-cff2-44ec-9c5e-10c14c782669 req-5c675f58-b7e2-4c61-a9b2-a3d72c7eeb7f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:35.570254 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67602f80-cff2-44ec-9c5e-10c14c782669 req-5c675f58-b7e2-4c61-a9b2-a3d72c7eeb7f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/ports?device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 931 time: 0.1523786 Jul 23 20:35:35.577785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Request body: {'port': {'device_id': '884dcfb7-4507-4831-b722-3bf7ebb70062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:35.656161 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67602f80-cff2-44ec-9c5e-10c14c782669 req-418c5e41-35e9-4921-8e43-fbcf51f3d5f0 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d86ed20-1a30-419c-a55c-20519f75c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754650 Jul 23 20:35:35.675630 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d3c1dce4-6002-477b-acbf-7a6fbf91a258 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.689884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d3c1dce4-6002-477b-acbf-7a6fbf91a258 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Calling delete_port for ef71e222-a69a-485a-8a74-1b11647db177 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:35.699076 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.734461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cd2e8c59-fadf-4957-b319-b946c137196a None None] Provisioning for port be6e8b61-af81-40b8-83ee-a7d189b0d284 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:35.738774 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cd2e8c59-fadf-4957-b319-b946c137196a None None] Provisioning complete for port be6e8b61-af81-40b8-83ee-a7d189b0d284 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:35.739655 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8c59-fadf-4957-b319-b946c137196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.784299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cd2e8c59-fadf-4957-b319-b946c137196a None None] Port be6e8b61-af81-40b8-83ee-a7d189b0d284 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:35.902324 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a611ae-d074-4986-b2c1-a364cb4ac8f0 req-3f2e1174-b605-4dbe-8ad8-1aab49029da7 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:35.904103 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6a611ae-d074-4986-b2c1-a364cb4ac8f0 req-3f2e1174-b605-4dbe-8ad8-1aab49029da7 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 946 time: 0.1694989 Jul 23 20:35:35.911457 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d3c1dce4-6002-477b-acbf-7a6fbf91a258 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.937632 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1dce4-6002-477b-acbf-7a6fbf91a258 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Port': ['ID=ef71e222-a69a-485a-8a74-1b11647db177,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:36.030797 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6a611ae-d074-4986-b2c1-a364cb4ac8f0 req-d0907fdb-7c3a-4bba-a67f-5d4a6f0ffd72 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfbc4279-97f3-4ebb-b618-c708b11b8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081593 Jul 23 20:35:36.078622 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4479e-103d-4f7c-8f7c-38448579ee78 req-db5ed60f-cd67-4003-bf6a-db01ff50dada tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:36.080310 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9c4479e-103d-4f7c-8f7c-38448579ee78 req-db5ed60f-cd67-4003-bf6a-db01ff50dada tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.1750960 Jul 23 20:35:36.106332 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d3c1dce4-6002-477b-acbf-7a6fbf91a258 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.162889 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6e8b61-af81-40b8-83ee-a7d189b0d284 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:36.171337 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9c4479e-103d-4f7c-8f7c-38448579ee78 req-e5a01450-1409-49d8-b6bb-45b35a8f2767 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829694 Jul 23 20:35:36.175901 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.204115 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Transition to ACTIVE for port object be6e8b61-af81-40b8-83ee-a7d189b0d284 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:36.216486 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.336091 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=be6e8b61-af81-40b8-83ee-a7d189b0d284,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:36.369047 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c1dce4-6002-477b-acbf-7a6fbf91a258 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router fe73342e-c072-4c23-b514-357f575363e8 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:36.479006 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c1dce4-6002-477b-acbf-7a6fbf91a258 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:36.491093 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d3c1dce4-6002-477b-acbf-7a6fbf91a258 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/fe73342e-c072-4c23-b514-357f575363e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0780621 Jul 23 20:35:36.491808 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39322) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:36.492696 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769d3f03-5461-4b1a-afeb-c9a53cf073fe None None] Sync routers for ids ['fe73342e-c072-4c23-b514-357f575363e8'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:36.511299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769d3f03-5461-4b1a-afeb-c9a53cf073fe None None] Routers {'fe73342e-c072-4c23-b514-357f575363e8'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:36.514554 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-769d3f03-5461-4b1a-afeb-c9a53cf073fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe73342e-c072-4c23-b514-357f575363e8'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:36.526969 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9ad57-bd3b-4bd1-9d50-3b5a7c4539ad req-17b919b2-b6e2-4a4a-8efa-0805b523f589 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:36.528537 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d1e2bc12-51fa-43ed-b814-83a4d4ea6e46 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe73342e-c072-4c23-b514-357f575363e8 HTTP/1.1" status: 200 len: 205 time: 0.0356097 Jul 23 20:35:36.528741 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fdf9ad57-bd3b-4bd1-9d50-3b5a7c4539ad req-17b919b2-b6e2-4a4a-8efa-0805b523f589 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.48 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 946 time: 0.1939132 Jul 23 20:35:36.529142 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39328) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:36.566304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623c1be-5d37-4f59-87d8-aef508b9693e req-92dd8b23-19cb-49ff-94ed-77e694ca5446 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:36.579909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e623c1be-5d37-4f59-87d8-aef508b9693e req-92dd8b23-19cb-49ff-94ed-77e694ca5446 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a029d26-4ae9-40ba-9d72-068255432b1e HTTP/1.1" status: 200 len: 945 time: 0.2850153 Jul 23 20:35:36.631419 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:36.648881 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1d79d5fc-876c-464a-a43b-4f8299945250 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.698643 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-769d3f03-5461-4b1a-afeb-c9a53cf073fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:36.746245 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e623c1be-5d37-4f59-87d8-aef508b9693e req-49d0b9db-dba0-4704-a701-aaeb73e1eb05 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c808d43-a57b-415b-993e-7772d9f0057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650350 Jul 23 20:35:36.747293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Attempting to bind port be6e8b61-af81-40b8-83ee-a7d189b0d284 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:36.757972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Attempting to bind port be6e8b61-af81-40b8-83ee-a7d189b0d284 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:36.758212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Attempting to bind port be6e8b61-af81-40b8-83ee-a7d189b0d284 on network 90bcea01-43fa-4ff2-bd8a-7665ba1bc994 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:36.760024 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769d3f03-5461-4b1a-afeb-c9a53cf073fe None None] Routers {'fe73342e-c072-4c23-b514-357f575363e8'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:36.760867 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-769d3f03-5461-4b1a-afeb-c9a53cf073fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe73342e-c072-4c23-b514-357f575363e8'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:36.814339 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-769d3f03-5461-4b1a-afeb-c9a53cf073fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:36.815420 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769d3f03-5461-4b1a-afeb-c9a53cf073fe None None] The sync data for ids ['fe73342e-c072-4c23-b514-357f575363e8'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:36.839025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:36.847480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:36.848438 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.853884 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Port be6e8b61-af81-40b8-83ee-a7d189b0d284 on network 90bcea01-43fa-4ff2-bd8a-7665ba1bc994 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:35:36.854316 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Attempting to bind port be6e8b61-af81-40b8-83ee-a7d189b0d284 on network 90bcea01-43fa-4ff2-bd8a-7665ba1bc994 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:36.883436 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:36.883780 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Checking segment: {'id': '5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:36.884168 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Bound using segment: {'id': '5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:36.884619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Bound port: be6e8b61-af81-40b8-83ee-a7d189b0d284, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:36.884979 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.948285 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.961978 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1d79d5fc-876c-464a-a43b-4f8299945250 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.964433 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1d79d5fc-876c-464a-a43b-4f8299945250 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.978252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a029d26-4ae9-40ba-9d72-068255432b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f3cf13-0ebd-4dbe-8aed-c6818eedfc37'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:36.980626 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8a4623-96a4-4b0f-855b-633d75716776" -d '{"events": [{"server_uuid": "6a029d26-4ae9-40ba-9d72-068255432b1e", "name": "network-vif-plugged", "status": "completed", "tag": "10f3cf13-0ebd-4dbe-8aed-c6818eedfc37"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:36.993986 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=10f3cf13-0ebd-4dbe-8aed-c6818eedfc37,segment=NetworkSegment(1fa6bd94-a964-4e4b-952c-53dc409e5b14),segment_id=1fa6bd94-a964-4e4b-952c-53dc409e5b14)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:37.000672 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.015479 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1d79d5fc-876c-464a-a43b-4f8299945250 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.016041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d79d5fc-876c-464a-a43b-4f8299945250 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Fanout notify agent at l3_agent the message router_deleted on router fe73342e-c072-4c23-b514-357f575363e8 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:35:37.031670 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1d79d5fc-876c-464a-a43b-4f8299945250 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.033257 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1d79d5fc-876c-464a-a43b-4f8299945250 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/routers/fe73342e-c072-4c23-b514-357f575363e8 HTTP/1.1" status: 204 len: 168 time: 0.5026572 Jul 23 20:35:37.035865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39350) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:37.060616 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] For port be6e8b61-af81-40b8-83ee-a7d189b0d284, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:37.070705 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] For port be6e8b61-af81-40b8-83ee-a7d189b0d284, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=be6e8b61-af81-40b8-83ee-a7d189b0d284,segment=NetworkSegment(5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6),segment_id=5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:37.076297 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-fdf9ad57-bd3b-4bd1-9d50-3b5a7c4539ad req-5897b908-a465-4d72-8765-bd08532de625 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Deleting port 0348b129-1a97-4787-8669-0847ec9df6a0 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:37.077434 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fdf9ad57-bd3b-4bd1-9d50-3b5a7c4539ad req-5897b908-a465-4d72-8765-bd08532de625 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.086052 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=10f3cf13-0ebd-4dbe-8aed-c6818eedfc37,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:37.092833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43722cb4-74ad-4bd2-99fc-f7bb4672c6c1 req-43361468-f735-4750-be7c-2ff9d23ec83f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:37.095162 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43722cb4-74ad-4bd2-99fc-f7bb4672c6c1 req-43361468-f735-4750-be7c-2ff9d23ec83f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 946 time: 0.2237828 Jul 23 20:35:37.108375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f2288b-78e4-4d77-9740-97c4cbbeb195 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting subnet b821b8bf-1e2d-4081-b33e-dc8bb527ef1e {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:35:37.110689 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.111640 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8f2288b-78e4-4d77-9740-97c4cbbeb195 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.153482 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8f2288b-78e4-4d77-9740-97c4cbbeb195 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.181694 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:37.182307 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.183875 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] 10.222.0.48 "PUT /v2.0/ports/be6e8b61-af81-40b8-83ee-a7d189b0d284 HTTP/1.1" status: 200 len: 1092 time: 1.6124525 Jul 23 20:35:37.200575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884dcfb7-4507-4831-b722-3bf7ebb70062', 'tag': 'be6e8b61-af81-40b8-83ee-a7d189b0d284'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:37.203331 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd4d72e-80f0-4e44-b7a7-cd8173d74486" -d '{"events": [{"name": "network-changed", "server_uuid": "884dcfb7-4507-4831-b722-3bf7ebb70062", "tag": "be6e8b61-af81-40b8-83ee-a7d189b0d284"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:37.262327 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8f2288b-78e4-4d77-9740-97c4cbbeb195 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.298378 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1041e-be4a-48a6-9e36-a14672bf3738 req-4e6c544a-989c-443d-b559-22a5b89f3f44 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:37.299964 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2fb1041e-be4a-48a6-9e36-a14672bf3738 req-4e6c544a-989c-443d-b559-22a5b89f3f44 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 946 time: 0.3621290 Jul 23 20:35:37.348519 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43722cb4-74ad-4bd2-99fc-f7bb4672c6c1 req-b69ac0c3-99b6-4afb-90b0-9c3e80388b08 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304044 Jul 23 20:35:37.349136 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8f2288b-78e4-4d77-9740-97c4cbbeb195 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.368127 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a228c1-2d64-4ba3-ba47-f776265ba0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=be6e8b61-af81-40b8-83ee-a7d189b0d284,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:37.394257 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2288b-78e4-4d77-9740-97c4cbbeb195 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Subnet': ['ID=b821b8bf-1e2d-4081-b33e-dc8bb527ef1e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:37.399166 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8f2288b-78e4-4d77-9740-97c4cbbeb195 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.405922 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e8f2288b-78e4-4d77-9740-97c4cbbeb195 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/subnets/b821b8bf-1e2d-4081-b33e-dc8bb527ef1e HTTP/1.1" status: 204 len: 168 time: 0.3683040 Jul 23 20:35:37.406587 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f446c1c5-c797-4ebb-a771-334e48d6228b None None] Network 968c17a8-155e-4e34-86bb-cf4960f2bcd0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:37.407141 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39356) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:37.453920 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-fdf9ad57-bd3b-4bd1-9d50-3b5a7c4539ad req-5897b908-a465-4d72-8765-bd08532de625 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] For port 0348b129-1a97-4787-8669-0847ec9df6a0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0348b129-1a97-4787-8669-0847ec9df6a0,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:37.454290 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fdf9ad57-bd3b-4bd1-9d50-3b5a7c4539ad req-5897b908-a465-4d72-8765-bd08532de625 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.473539 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-03820ecb-c4cf-4e89-b74f-a230b3833078 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting subnet 1b71e8f7-e7e4-4279-bec9-9a49b99205ef {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:35:37.476973 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03820ecb-c4cf-4e89-b74f-a230b3833078 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.496243 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2fb1041e-be4a-48a6-9e36-a14672bf3738 req-e88dd114-d19d-4d13-973f-b8490255e338 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=1463ef4c-0bb9-4c09-9e48-aa1494297c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725178 Jul 23 20:35:37.528005 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03820ecb-c4cf-4e89-b74f-a230b3833078 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.539306 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-cc3f2d73-e908-4611-b701-ff80feaa132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:37.540879 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-cc3f2d73-e908-4611-b701-ff80feaa132b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ada13a3f7be942e5aa558d4703db4ea8&device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 1095 time: 0.2878108 Jul 23 20:35:37.691837 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-8782322a-96cd-4a65-aec3-645869ad651e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be6e8b61-af81-40b8-83ee-a7d189b0d284 HTTP/1.1" status: 200 len: 217 time: 0.0806341 Jul 23 20:35:37.754957 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597ff21b-b77c-4738-8071-b1cf28c9606c None None] DHCP port deletion for 968c17a8-155e-4e34-86bb-cf4960f2bcd0 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:35:37.790562 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03820ecb-c4cf-4e89-b74f-a230b3833078 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.816847 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9186b8-4ac8-420b-9e7a-c9161ae5b18c req-2fbeb035-5570-4e98-baa2-ae0d24015a79 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:37.824365 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0e9186b8-4ac8-420b-9e7a-c9161ae5b18c req-2fbeb035-5570-4e98-baa2-ae0d24015a79 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/ports?device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 943 time: 0.3837991 Jul 23 20:35:37.895085 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-597ff21b-b77c-4738-8071-b1cf28c9606c None None] Deleting port f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:37.895588 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-597ff21b-b77c-4738-8071-b1cf28c9606c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.931507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-e8fd0066-74b2-47a4-ae2b-600a8c7d1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:37.933200 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-e8fd0066-74b2-47a4-ae2b-600a8c7d1283 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0946689a-4296-447b-a9f9-67ed8c997cbd HTTP/1.1" status: 200 len: 850 time: 0.2342393 Jul 23 20:35:37.935712 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03820ecb-c4cf-4e89-b74f-a230b3833078 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.971137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03820ecb-c4cf-4e89-b74f-a230b3833078 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Subnet': ['ID=1b71e8f7-e7e4-4279-bec9-9a49b99205ef,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:37.979956 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03820ecb-c4cf-4e89-b74f-a230b3833078 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.987235 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-03820ecb-c4cf-4e89-b74f-a230b3833078 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/subnets/1b71e8f7-e7e4-4279-bec9-9a49b99205ef HTTP/1.1" status: 204 len: 168 time: 0.5790153 Jul 23 20:35:37.987916 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39390) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:38.013326 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0e9186b8-4ac8-420b-9e7a-c9161ae5b18c req-d6dd64c0-a3a4-4f56-a84e-c50dfbba3c0f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d86ed20-1a30-419c-a55c-20519f75c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880786 Jul 23 20:35:38.039832 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bde4a9-d261-4ea7-95da-6db63ce66f9a None None] Network ae6956f8-ea6a-4a96-b4e7-43b8d175e197 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:38.074258 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-597ff21b-b77c-4738-8071-b1cf28c9606c None None] For port f1ce14a3-5058-4e14-b7b2-bea518a7eaf4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=f1ce14a3-5058-4e14-b7b2-bea518a7eaf4,segment=NetworkSegment(3eb3a13f-deff-40e3-a610-7cc836d9af07),segment_id=3eb3a13f-deff-40e3-a610-7cc836d9af07)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:38.074655 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-597ff21b-b77c-4738-8071-b1cf28c9606c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.141063 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b88e129-f579-4668-803c-e32d8ee4ad03 x-openstack-request-id: req-9b88e129-f579-4668-803c-e32d8ee4ad03 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:38.141699 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a029d26-4ae9-40ba-9d72-068255432b1e", "name": "network-vif-plugged", "status": "completed", "tag": "10f3cf13-0ebd-4dbe-8aed-c6818eedfc37", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:38.142039 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b88e129-f579-4668-803c-e32d8ee4ad03 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:38.144259 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.144925 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a029d26-4ae9-40ba-9d72-068255432b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f3cf13-0ebd-4dbe-8aed-c6818eedfc37', 'code': 200} Jul 23 20:35:38.176430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-597ff21b-b77c-4738-8071-b1cf28c9606c None None] Calling delete_port for f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:38.313151 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting port f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:38.313429 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.353430 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4c951-6bcb-4073-ad60-e3634d0496d4 req-199797fa-fb93-4a44-b318-9d7efd235d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:38.354952 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0fd4c951-6bcb-4073-ad60-e3634d0496d4 req-199797fa-fb93-4a44-b318-9d7efd235d91 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6a029d26-4ae9-40ba-9d72-068255432b1e HTTP/1.1" status: 200 len: 1098 time: 0.1313875 Jul 23 20:35:38.415399 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] For port f1ce14a3-5058-4e14-b7b2-bea518a7eaf4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=f1ce14a3-5058-4e14-b7b2-bea518a7eaf4,segment=NetworkSegment(3eb3a13f-deff-40e3-a610-7cc836d9af07),segment_id=3eb3a13f-deff-40e3-a610-7cc836d9af07)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:38.415767 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.435176 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Calling delete_port for f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:38.455444 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0fd4c951-6bcb-4073-ad60-e3634d0496d4 req-331203c2-3e7e-4279-8a0b-5cd4be6eacdf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2c808d43-a57b-415b-993e-7772d9f0057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638511 Jul 23 20:35:38.465770 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-597ff21b-b77c-4738-8071-b1cf28c9606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.479873 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d184197a-9216-4ada-aa85-29921ba5ece7 x-openstack-request-id: req-d184197a-9216-4ada-aa85-29921ba5ece7 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:38.480470 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884dcfb7-4507-4831-b722-3bf7ebb70062", "tag": "be6e8b61-af81-40b8-83ee-a7d189b0d284", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:38.480470 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d184197a-9216-4ada-aa85-29921ba5ece7 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:38.480849 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884dcfb7-4507-4831-b722-3bf7ebb70062', 'tag': 'be6e8b61-af81-40b8-83ee-a7d189b0d284', 'status': 'completed', 'code': 200} Jul 23 20:35:38.512270 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:38.517321 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ff21b-b77c-4738-8071-b1cf28c9606c None None] Pushing event deleted for resources: {'Port': ['ID=f1ce14a3-5058-4e14-b7b2-bea518a7eaf4,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:38.521706 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fdf9ad57-bd3b-4bd1-9d50-3b5a7c4539ad req-5897b908-a465-4d72-8765-bd08532de625 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.522080 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fdf9ad57-bd3b-4bd1-9d50-3b5a7c4539ad req-5897b908-a465-4d72-8765-bd08532de625 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.522571 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [req-fdf9ad57-bd3b-4bd1-9d50-3b5a7c4539ad req-5897b908-a465-4d72-8765-bd08532de625 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Floating IP 7fa83216-58ac-4b86-9808-e33cff3d60c1 disassociated. External IP: 172.25.3.15, port: 0348b129-1a97-4787-8669-0847ec9df6a0. Jul 23 20:35:38.522739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-fdf9ad57-bd3b-4bd1-9d50-3b5a7c4539ad req-5897b908-a465-4d72-8765-bd08532de625 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Calling delete_port for 0348b129-1a97-4787-8669-0847ec9df6a0 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:38.538628 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ff21b-b77c-4738-8071-b1cf28c9606c None None] No DVR routers for this DVR port f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:38.542763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:38.543121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:38.553073 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.588023 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Port': ['ID=f1ce14a3-5058-4e14-b7b2-bea518a7eaf4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:38.596384 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] No DVR routers for this DVR port f1ce14a3-5058-4e14-b7b2-bea518a7eaf4 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:38.633610 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-30a71207-bfbf-4440-b7c7-78ae86d2735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:38.635497 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-30a71207-bfbf-4440-b7c7-78ae86d2735e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90bcea01-43fa-4ff2-bd8a-7665ba1bc994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6492524 Jul 23 20:35:38.670108 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7a9c96-ec0a-41a9-a533-350a800bc213 None None] DHCP port deletion for ae6956f8-ea6a-4a96-b4e7-43b8d175e197 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:35:38.692853 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.707381 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968c17a8-155e-4e34-86bb-cf4960f2bcd0']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:38.712550 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bf541-8909-45fe-9bd4-09a05de7e9e0 req-78e0ee0c-5df7-4573-9cf5-dc4090d864df tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:38.714091 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-320bf541-8909-45fe-9bd4-09a05de7e9e0 req-78e0ee0c-5df7-4573-9cf5-dc4090d864df tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.2313595 Jul 23 20:35:38.720505 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb3a13f-deff-40e3-a610-7cc836d9af07') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:38.720958 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb3a13f-deff-40e3-a610-7cc836d9af07') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:38.722807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-af7a9c96-ec0a-41a9-a533-350a800bc213 None None] Deleting port b43d9e35-8f9f-4605-91a5-a4db7369d535 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:38.723257 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af7a9c96-ec0a-41a9-a533-350a800bc213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.725007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7d252-ac9a-4e91-a213-cb90d942e652 req-5cc4f424-22c0-4c4f-92d8-751efde59920 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:38.726536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58a7d252-ac9a-4e91-a213-cb90d942e652 req-5cc4f424-22c0-4c4f-92d8-751efde59920 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a029d26-4ae9-40ba-9d72-068255432b1e HTTP/1.1" status: 200 len: 946 time: 0.2449620 Jul 23 20:35:38.732367 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.750140 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.757069 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:35:38.757455 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:35:38.760705 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:35:38.791443 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-af7a9c96-ec0a-41a9-a533-350a800bc213 None None] For port b43d9e35-8f9f-4605-91a5-a4db7369d535, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b43d9e35-8f9f-4605-91a5-a4db7369d535,segment=NetworkSegment(c75da888-390c-4427-b6e8-7acaf0dd795f),segment_id=c75da888-390c-4427-b6e8-7acaf0dd795f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:38.791845 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af7a9c96-ec0a-41a9-a533-350a800bc213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.805666 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-af7a9c96-ec0a-41a9-a533-350a800bc213 None None] Calling delete_port for b43d9e35-8f9f-4605-91a5-a4db7369d535 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:38.829926 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.838964 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.841271 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/networks/968c17a8-155e-4e34-86bb-cf4960f2bcd0 HTTP/1.1" status: 204 len: 168 time: 0.8521504 Jul 23 20:35:38.850642 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39406) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:38.853375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd9851-3141-4d28-96dd-25f03cdb9040 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Network': ['ID=968c17a8-155e-4e34-86bb-cf4960f2bcd0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:38.872496 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-320bf541-8909-45fe-9bd4-09a05de7e9e0 req-839fb3c8-161b-4ac0-b10f-67ad7b620c07 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442535 Jul 23 20:35:38.884338 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-0f83447d-6be2-40e4-ab03-e014c85e6ab9 service neutron] 10.222.0.48 "GET /v2.0/networks/90bcea01-43fa-4ff2-bd8a-7665ba1bc994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359197 Jul 23 20:35:38.888202 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58a7d252-ac9a-4e91-a213-cb90d942e652 req-b3413dcf-c6a3-4fd8-83a9-d8e59cfcab51 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c808d43-a57b-415b-993e-7772d9f0057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211529 Jul 23 20:35:38.909077 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fdf9ad57-bd3b-4bd1-9d50-3b5a7c4539ad req-5897b908-a465-4d72-8765-bd08532de625 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.939198 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af7a9c96-ec0a-41a9-a533-350a800bc213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.960590 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2462879e-71a0-42df-a54c-621f747f2b9b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.986326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a9c96-ec0a-41a9-a533-350a800bc213 None None] Pushing event deleted for resources: {'Port': ['ID=b43d9e35-8f9f-4605-91a5-a4db7369d535,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:38.994991 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7a9c96-ec0a-41a9-a533-350a800bc213 None None] No DVR routers for this DVR port b43d9e35-8f9f-4605-91a5-a4db7369d535 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:39.019731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897b908-a465-4d72-8765-bd08532de625 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Pushing event deleted for resources: {'Port': ['ID=0348b129-1a97-4787-8669-0847ec9df6a0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:39.088852 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2462879e-71a0-42df-a54c-621f747f2b9b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.105049 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-2462879e-71a0-42df-a54c-621f747f2b9b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6956f8-ea6a-4a96-b4e7-43b8d175e197']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:39.117527 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-2462879e-71a0-42df-a54c-621f747f2b9b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75da888-390c-4427-b6e8-7acaf0dd795f') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:39.117928 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-2462879e-71a0-42df-a54c-621f747f2b9b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75da888-390c-4427-b6e8-7acaf0dd795f') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:39.128576 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2462879e-71a0-42df-a54c-621f747f2b9b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.142872 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2462879e-71a0-42df-a54c-621f747f2b9b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.149334 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2462879e-71a0-42df-a54c-621f747f2b9b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:35:39.149818 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2462879e-71a0-42df-a54c-621f747f2b9b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:35:39.153332 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:35:39.205661 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7b5e2e-dba9-4645-8e58-39b75bab0bd2 req-3b910ee7-3cc8-49cf-adfa-5ccda9088f02 service neutron] 10.222.0.48 "GET /v2.0/networks/90bcea01-43fa-4ff2-bd8a-7665ba1bc994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129079 Jul 23 20:35:39.221447 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2462879e-71a0-42df-a54c-621f747f2b9b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.228588 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2462879e-71a0-42df-a54c-621f747f2b9b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.230681 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2462879e-71a0-42df-a54c-621f747f2b9b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/networks/ae6956f8-ea6a-4a96-b4e7-43b8d175e197 HTTP/1.1" status: 204 len: 168 time: 0.3787351 Jul 23 20:35:39.235619 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39416) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:39.237965 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d6afe5c-69e9-4631-bf49-49f2f602b16b req-d0a4faae-d65a-4e40-8d4e-60379672123e tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=432069e4-82e8-4b97-80a6-526f059e5057 HTTP/1.1" status: 200 len: 210 time: 0.0491221 Jul 23 20:35:39.267719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f5b66dbd-89a1-4e06-8af1-74c7e94820ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'network': {'name': 'tempest-RoutersTest-250583060'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:39.272122 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462879e-71a0-42df-a54c-621f747f2b9b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Network': ['ID=ae6956f8-ea6a-4a96-b4e7-43b8d175e197,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:39.297102 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b66dbd-89a1-4e06-8af1-74c7e94820ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:39.301123 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c9580-b107-48e5-b4fd-5396e8d0d3f6 req-36559c85-9ac4-4b3c-bb92-b343059df819 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:39.302440 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f5b66dbd-89a1-4e06-8af1-74c7e94820ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.308506 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-381c9580-b107-48e5-b4fd-5396e8d0d3f6 req-36559c85-9ac4-4b3c-bb92-b343059df819 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 946 time: 0.2956848 Jul 23 20:35:39.334808 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b66dbd-89a1-4e06-8af1-74c7e94820ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:35:39.348146 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f5b66dbd-89a1-4e06-8af1-74c7e94820ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.348573 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-f5b66dbd-89a1-4e06-8af1-74c7e94820ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Added segment abb47baa-bf90-4665-a15e-87ea73c4cd50 of type vlan for network adbbe4bd-aa63-4461-95e8-9b0f167fcba9 Jul 23 20:35:39.369962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdf9ad57-bd3b-4bd1-9d50-3b5a7c4539ad req-5897b908-a465-4d72-8765-bd08532de625 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Router 40e31617-bbb3-499b-921d-1a69c43b140c has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:39.390975 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-381c9580-b107-48e5-b4fd-5396e8d0d3f6 req-349db09f-f48c-4c2e-9bc9-6e1a161edbc9 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813060 Jul 23 20:35:39.420924 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f5b66dbd-89a1-4e06-8af1-74c7e94820ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.435068 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4d72e-80f0-4e44-b7a7-cd8173d74486 req-9fd22a0b-6eef-488a-8411-edacaffc244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:39.436926 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8cd4d72e-80f0-4e44-b7a7-cd8173d74486 req-9fd22a0b-6eef-488a-8411-edacaffc244f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ada13a3f7be942e5aa558d4703db4ea8&device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 1095 time: 0.1767137 Jul 23 20:35:39.491296 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f5b66dbd-89a1-4e06-8af1-74c7e94820ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.497114 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b66dbd-89a1-4e06-8af1-74c7e94820ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:39.497740 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f5b66dbd-89a1-4e06-8af1-74c7e94820ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.516550 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f5b66dbd-89a1-4e06-8af1-74c7e94820ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2788548 Jul 23 20:35:39.527737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39426) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:39.536915 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3164666f-33d2-4a30-8903-b178d375caf0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'subnet': {'network_id': 'adbbe4bd-aa63-4461-95e8-9b0f167fcba9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:39.690019 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdf9ad57-bd3b-4bd1-9d50-3b5a7c4539ad req-5897b908-a465-4d72-8765-bd08532de625 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:39.701322 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e8244f-7639-40e8-9b2a-4261023b891f None None] Sync routers for ids ['40e31617-bbb3-499b-921d-1a69c43b140c'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:39.716720 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e8244f-7639-40e8-9b2a-4261023b891f None None] Routers {'40e31617-bbb3-499b-921d-1a69c43b140c'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:39.717486 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-11e8244f-7639-40e8-9b2a-4261023b891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['40e31617-bbb3-499b-921d-1a69c43b140c'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:39.736996 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b66dbd-89a1-4e06-8af1-74c7e94820ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Network': ['ID=adbbe4bd-aa63-4461-95e8-9b0f167fcba9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:39.747659 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5904d-e1bb-4886-999f-102d4e34370e req-142db66d-a8b6-40cc-9444-412bb48bafff tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:39.747897 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network adbbe4bd-aa63-4461-95e8-9b0f167fcba9 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:35:39.756850 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ce5904d-e1bb-4886-999f-102d4e34370e req-142db66d-a8b6-40cc-9444-412bb48bafff tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/ports?device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 943 time: 0.2632270 Jul 23 20:35:39.760912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4d72e-80f0-4e44-b7a7-cd8173d74486 req-5a567192-b7ec-44f0-beb8-aa493b5e916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:39.762393 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8cd4d72e-80f0-4e44-b7a7-cd8173d74486 req-5a567192-b7ec-44f0-beb8-aa493b5e916e service neutron] 10.222.0.48 "GET /v2.0/networks?id=90bcea01-43fa-4ff2-bd8a-7665ba1bc994 HTTP/1.1" status: 200 len: 912 time: 0.2783508 Jul 23 20:35:39.785104 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3164666f-33d2-4a30-8903-b178d375caf0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:39.792841 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3164666f-33d2-4a30-8903-b178d375caf0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.868320 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf9ad57-bd3b-4bd1-9d50-3b5a7c4539ad req-5897b908-a465-4d72-8765-bd08532de625 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] No DVR routers for this DVR port 0348b129-1a97-4787-8669-0847ec9df6a0 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:39.871846 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fdf9ad57-bd3b-4bd1-9d50-3b5a7c4539ad req-5897b908-a465-4d72-8765-bd08532de625 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.874840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fdf9ad57-bd3b-4bd1-9d50-3b5a7c4539ad req-5897b908-a465-4d72-8765-bd08532de625 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.48 "DELETE /v2.0/ports/0348b129-1a97-4787-8669-0847ec9df6a0 HTTP/1.1" status: 204 len: 173 time: 3.3368919 Jul 23 20:35:39.931220 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8cd4d72e-80f0-4e44-b7a7-cd8173d74486 req-07c58d63-7bae-4e23-9159-9585affe59d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be6e8b61-af81-40b8-83ee-a7d189b0d284 HTTP/1.1" status: 200 len: 217 time: 0.1573756 Jul 23 20:35:39.955786 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ce5904d-e1bb-4886-999f-102d4e34370e req-9794c22a-71a2-40f4-b6d1-1b0541850472 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d86ed20-1a30-419c-a55c-20519f75c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975012 Jul 23 20:35:40.069405 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4d72e-80f0-4e44-b7a7-cd8173d74486 req-c8995b16-53d2-4490-bd88-047bcd1f6255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:40.070834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8cd4d72e-80f0-4e44-b7a7-cd8173d74486 req-c8995b16-53d2-4490-bd88-047bcd1f6255 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0946689a-4296-447b-a9f9-67ed8c997cbd HTTP/1.1" status: 200 len: 850 time: 0.1199660 Jul 23 20:35:40.096097 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b91eb2-edd7-47ab-9706-55c58ce16fe6 req-f9190586-7a6b-450c-9f4d-908c14b7a3c9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:40.096254 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-11e8244f-7639-40e8-9b2a-4261023b891f None None] Set router 40e31617-bbb3-499b-921d-1a69c43b140c gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:40.113540 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c6b91eb2-edd7-47ab-9706-55c58ce16fe6 req-f9190586-7a6b-450c-9f4d-908c14b7a3c9 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46680690-f530-48e4-a1d9-a6eddb42a13c HTTP/1.1" status: 200 len: 947 time: 0.3837731 Jul 23 20:35:40.142650 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3164666f-33d2-4a30-8903-b178d375caf0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.209449 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164666f-33d2-4a30-8903-b178d375caf0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Subnet': ['ID=25cc2a70-41c0-4da7-be23-5d8ce53d2f30,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:40.226906 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c6b91eb2-edd7-47ab-9706-55c58ce16fe6 req-b731afdf-0536-4992-ae0d-33dca9d8c8ea tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123450 Jul 23 20:35:40.241024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4d72e-80f0-4e44-b7a7-cd8173d74486 req-3eaae415-65ae-4345-abab-c11d7b755c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:40.242519 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8cd4d72e-80f0-4e44-b7a7-cd8173d74486 req-3eaae415-65ae-4345-abab-c11d7b755c62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90bcea01-43fa-4ff2-bd8a-7665ba1bc994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1270058 Jul 23 20:35:40.260523 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3164666f-33d2-4a30-8903-b178d375caf0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Checking segment: {'id': 'abb47baa-bf90-4665-a15e-87ea73c4cd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'adbbe4bd-aa63-4461-95e8-9b0f167fcba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:40.260523 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3164666f-33d2-4a30-8903-b178d375caf0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network hostable DHCP agents. Network: adbbe4bd-aa63-4461-95e8-9b0f167fcba9, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:35:40.278677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3164666f-33d2-4a30-8903-b178d375caf0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network adbbe4bd-aa63-4461-95e8-9b0f167fcba9 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:35:40.291680 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-3164666f-33d2-4a30-8903-b178d375caf0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, adbbe4bd-aa63-4461-95e8-9b0f167fcba9) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:40.302538 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c885f683-cd5a-4c10-9a8c-c55afbd7a26e None None] Network adbbe4bd-aa63-4461-95e8-9b0f167fcba9 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:40.321317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3164666f-33d2-4a30-8903-b178d375caf0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:40.323767 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3164666f-33d2-4a30-8903-b178d375caf0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.343801 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3164666f-33d2-4a30-8903-b178d375caf0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8150146 Jul 23 20:35:40.346560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39440) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:40.354779 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-26a521c2-95a6-45ba-90f6-3074f16cfe7d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-975165583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:40.385486 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26a521c2-95a6-45ba-90f6-3074f16cfe7d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.386996 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26a521c2-95a6-45ba-90f6-3074f16cfe7d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.481385 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-11e8244f-7639-40e8-9b2a-4261023b891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 4, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a15614cc-3fac-4675-a906-0dbfde2535dd', 'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'mac_address': 'fa:16:3e:08:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:42Z', 'updated_at': '2021-07-23T20:30:52Z', 'revision_number': 5, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'subnets': [{'id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:40.501167 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26a521c2-95a6-45ba-90f6-3074f16cfe7d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.519256 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26a521c2-95a6-45ba-90f6-3074f16cfe7d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.525058 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84bb41-dc8b-4abc-9d7f-bad62c81aad9 req-3c508c34-6203-4b2e-b993-85d12134f0c0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:40.532789 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e84bb41-dc8b-4abc-9d7f-bad62c81aad9 req-3c508c34-6203-4b2e-b993-85d12134f0c0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.3608930 Jul 23 20:35:40.534386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432069e4-82e8-4b97-80a6-526f059e5057', 'name': 'network-vif-deleted', 'tag': '0348b129-1a97-4787-8669-0847ec9df6a0'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:40.536685 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f8a9d9-7096-49eb-9aea-7b639c95b1d9" -d '{"events": [{"server_uuid": "432069e4-82e8-4b97-80a6-526f059e5057", "name": "network-vif-deleted", "tag": "0348b129-1a97-4787-8669-0847ec9df6a0"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:40.560376 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e8244f-7639-40e8-9b2a-4261023b891f None None] Checking router: 40e31617-bbb3-499b-921d-1a69c43b140c for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:40.566952 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8cd4d72e-80f0-4e44-b7a7-cd8173d74486 req-d54b6884-c30e-4946-9061-647bc87a9ad6 service neutron] 10.222.0.48 "GET /v2.0/networks/90bcea01-43fa-4ff2-bd8a-7665ba1bc994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145533 Jul 23 20:35:40.578770 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26a521c2-95a6-45ba-90f6-3074f16cfe7d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.583554 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-26a521c2-95a6-45ba-90f6-3074f16cfe7d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2346759 Jul 23 20:35:40.584509 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39444) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:40.596010 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'port': {'network_id': 'adbbe4bd-aa63-4461-95e8-9b0f167fcba9', 'name': 'tempest-RoutersTest-709439275'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:40.596656 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b43d9e35-8f9f-4605-91a5-a4db7369d535 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:40.599945 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e8244f-7639-40e8-9b2a-4261023b891f None None] Routers {'40e31617-bbb3-499b-921d-1a69c43b140c'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:40.603275 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-11e8244f-7639-40e8-9b2a-4261023b891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['40e31617-bbb3-499b-921d-1a69c43b140c'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:40.604835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-adbbe4bd-aa63-4461-95e8-9b0f167fcba9', 'network_id': 'adbbe4bd-aa63-4461-95e8-9b0f167fcba9', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'fixed_ips': [{'subnet_id': '25cc2a70-41c0-4da7-be23-5d8ce53d2f30'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:35:40.605805 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.625190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0348b129-1a97-4787-8669-0847ec9df6a0 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:40.662539 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: b43d9e35-8f9f-4605-91a5-a4db7369d535 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:40.663232 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b43d9e35-8f9f-4605-91a5-a4db7369d535 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:40.676136 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e84bb41-dc8b-4abc-9d7f-bad62c81aad9 req-0ab58620-d109-466c-bf05-a26ea1d366f4 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422458 Jul 23 20:35:40.719123 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 0348b129-1a97-4787-8669-0847ec9df6a0 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:40.719676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0348b129-1a97-4787-8669-0847ec9df6a0 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:40.797719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8be11e-5a57-41ae-8cc6-281113944faf req-1edcb920-c722-436a-bbd5-30623b578a72 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:40.804495 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a8be11e-5a57-41ae-8cc6-281113944faf req-1edcb920-c722-436a-bbd5-30623b578a72 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a029d26-4ae9-40ba-9d72-068255432b1e HTTP/1.1" status: 200 len: 946 time: 0.3988767 Jul 23 20:35:40.842164 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-11e8244f-7639-40e8-9b2a-4261023b891f None None] Set router 40e31617-bbb3-499b-921d-1a69c43b140c gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:40.859434 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:40.863154 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.879662 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8cd4d72e-80f0-4e44-b7a7-cd8173d74486 req-78985804-a3ed-4ba6-8ff4-80fe877436f4 service neutron] 10.222.0.48 "GET /v2.0/networks/90bcea01-43fa-4ff2-bd8a-7665ba1bc994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979739 Jul 23 20:35:40.899780 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a8be11e-5a57-41ae-8cc6-281113944faf req-cd6ab609-7101-4f0c-b902-fa765a6ac0ff tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c808d43-a57b-415b-993e-7772d9f0057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943501 Jul 23 20:35:40.899983 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] device_id is not set on port 364dc95e-527b-4dfe-aa5e-c59fbba49ea5 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:35:41.015043 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc46244-3930-4883-ae23-fc876e05a5ae req-7b9929c9-55ff-4383-afb2-86c9a4cbcbab tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:41.016971 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dc46244-3930-4883-ae23-fc876e05a5ae req-7b9929c9-55ff-4383-afb2-86c9a4cbcbab tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.2343543 Jul 23 20:35:41.031172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f885706-14e4-490f-bfd8-f6457a9556d1 req-ee7edef6-173f-476e-a46a-627ea6404a5e tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:41.033544 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f885706-14e4-490f-bfd8-f6457a9556d1 req-ee7edef6-173f-476e-a46a-627ea6404a5e tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.48 "GET /v2.0/ports?device_id=46680690-f530-48e4-a1d9-a6eddb42a13c HTTP/1.1" status: 200 len: 947 time: 0.1318676 Jul 23 20:35:41.044910 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5586ee-58a7-477f-92dd-8359ea61ac2c x-openstack-request-id: req-be5586ee-58a7-477f-92dd-8359ea61ac2c {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:41.045427 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432069e4-82e8-4b97-80a6-526f059e5057", "name": "network-vif-deleted", "tag": "0348b129-1a97-4787-8669-0847ec9df6a0", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:41.045826 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be5586ee-58a7-477f-92dd-8359ea61ac2c {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:41.046369 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432069e4-82e8-4b97-80a6-526f059e5057', 'name': 'network-vif-deleted', 'tag': '0348b129-1a97-4787-8669-0847ec9df6a0', 'status': 'completed', 'code': 200} Jul 23 20:35:41.087226 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Allocated IP 172.20.0.2 (adbbe4bd-aa63-4461-95e8-9b0f167fcba9/25cc2a70-41c0-4da7-be23-5d8ce53d2f30/254392b3-71c8-4294-a5eb-258aec4aaf89) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:41.117829 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-11e8244f-7639-40e8-9b2a-4261023b891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 4, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a15614cc-3fac-4675-a906-0dbfde2535dd', 'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'mac_address': 'fa:16:3e:08:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:42Z', 'updated_at': '2021-07-23T20:30:52Z', 'revision_number': 5, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'subnets': [{'id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:41.141345 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39456) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:41.154881 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e8244f-7639-40e8-9b2a-4261023b891f None None] The sync data for ids ['40e31617-bbb3-499b-921d-1a69c43b140c'] in n-d-791504-18 is: [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 4, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a15614cc-3fac-4675-a906-0dbfde2535dd', 'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'mac_address': 'fa:16:3e:08:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:42Z', 'updated_at': '2021-07-23T20:30:52Z', 'revision_number': 5, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'subnets': [{'id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:41.193743 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dc46244-3930-4883-ae23-fc876e05a5ae req-1918d4e5-f2e3-40b7-bb11-5bc348f6480b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589241 Jul 23 20:35:41.244393 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fdb0dcd5-1515-4d22-bcfe-451c9e67b76b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.270699 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fdb0dcd5-1515-4d22-bcfe-451c9e67b76b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.330580 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fdb0dcd5-1515-4d22-bcfe-451c9e67b76b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.333948 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fdb0dcd5-1515-4d22-bcfe-451c9e67b76b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.338337 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fdb0dcd5-1515-4d22-bcfe-451c9e67b76b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "DELETE /v2.0/security-groups/1463ef4c-0bb9-4c09-9e48-aa1494297c71 HTTP/1.1" status: 204 len: 168 time: 0.1959007 Jul 23 20:35:41.339203 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39464) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:41.358304 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0dcd5-1515-4d22-bcfe-451c9e67b76b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1463ef4c-0bb9-4c09-9e48-aa1494297c71,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:41.376397 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.380960 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-869c261c-5b59-45ea-a776-9b7aed19056a tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] show failed (client error): The resource could not be found. Jul 23 20:35:41.385991 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-869c261c-5b59-45ea-a776-9b7aed19056a tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups/1463ef4c-0bb9-4c09-9e48-aa1494297c71 HTTP/1.1" status: 404 len: 347 time: 0.0408108 Jul 23 20:35:41.387088 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39466) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:41.398216 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Transition to ACTIVE for port object 254392b3-71c8-4294-a5eb-258aec4aaf89 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:41.430245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Transition to ACTIVE for port object 254392b3-71c8-4294-a5eb-258aec4aaf89 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:41.464590 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.564798 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Pushing event updated for resources: {'Port': ['ID=254392b3-71c8-4294-a5eb-258aec4aaf89,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:41.579421 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Network adbbe4bd-aa63-4461-95e8-9b0f167fcba9 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:41.591813 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:41.595918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:41.678082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5275d6bc-5dc1-4436-b97c-dea97006d9ef None None] New status for floating IP 7fa83216-58ac-4b86-9808-e33cff3d60c1: DOWN {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:35:41.691930 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.db.api [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ec7e7997-df2b-47e2-ae33-989d09ad9234 {{(pid=93810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:35:41.692599 n-d-791504-18 neutron-server[93810]: DEBUG oslo_db.api [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:35:41.714814 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-37ea0c1a-1a5e-4f37-ac98-03de1940c0e2 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Deleting port f89f4e5a-62e6-4a06-af31-84d175da195c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:41.715442 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37ea0c1a-1a5e-4f37-ac98-03de1940c0e2 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.734403 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Attempting to bind port 254392b3-71c8-4294-a5eb-258aec4aaf89 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:41.734858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Attempting to bind port 254392b3-71c8-4294-a5eb-258aec4aaf89 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'abb47baa-bf90-4665-a15e-87ea73c4cd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'adbbe4bd-aa63-4461-95e8-9b0f167fcba9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:41.735269 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Attempting to bind port 254392b3-71c8-4294-a5eb-258aec4aaf89 on network adbbe4bd-aa63-4461-95e8-9b0f167fcba9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:41.752341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-4f885706-14e4-490f-bfd8-f6457a9556d1 req-76cd341e-e8d8-47f0-b90f-ff7aeef556e6 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Deleting port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:41.752780 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4f885706-14e4-490f-bfd8-f6457a9556d1 req-76cd341e-e8d8-47f0-b90f-ff7aeef556e6 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.762738 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c83811-a36c-45ff-a0b7-e7e4d1ba7c0e req-6ab89740-c649-4099-b872-c3f32af17d63 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:41.765012 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-01c83811-a36c-45ff-a0b7-e7e4d1ba7c0e req-6ab89740-c649-4099-b872-c3f32af17d63 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/ports?device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 943 time: 0.5592000 Jul 23 20:35:41.836713 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:41.836945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be31b5-dfec-4575-aa10-9828a84458af req-cb01cf01-ecd0-49e0-836c-2cdb1943e9c3 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:41.838020 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Checking segment: {'id': 'abb47baa-bf90-4665-a15e-87ea73c4cd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'adbbe4bd-aa63-4461-95e8-9b0f167fcba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:41.838612 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.839514 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Bound using segment: {'id': 'abb47baa-bf90-4665-a15e-87ea73c4cd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'adbbe4bd-aa63-4461-95e8-9b0f167fcba9'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:41.840419 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Bound port: 254392b3-71c8-4294-a5eb-258aec4aaf89, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb47baa-bf90-4665-a15e-87ea73c4cd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'adbbe4bd-aa63-4461-95e8-9b0f167fcba9'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:41.841005 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.845026 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1be31b5-dfec-4575-aa10-9828a84458af req-cb01cf01-ecd0-49e0-836c-2cdb1943e9c3 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.1837125 Jul 23 20:35:41.927770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-01c83811-a36c-45ff-a0b7-e7e4d1ba7c0e req-93425fae-1cfc-4291-a41f-4114e097486c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d86ed20-1a30-419c-a55c-20519f75c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450448 Jul 23 20:35:41.984899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] For port 254392b3-71c8-4294-a5eb-258aec4aaf89, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:41.987347 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1be31b5-dfec-4575-aa10-9828a84458af req-d061465c-92e4-415b-8c7b-f65236c47ad7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412487 Jul 23 20:35:41.993641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] For port 254392b3-71c8-4294-a5eb-258aec4aaf89, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=254392b3-71c8-4294-a5eb-258aec4aaf89,segment=NetworkSegment(abb47baa-bf90-4665-a15e-87ea73c4cd50),segment_id=abb47baa-bf90-4665-a15e-87ea73c4cd50)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:42.012506 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.040736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-4f885706-14e4-490f-bfd8-f6457a9556d1 req-76cd341e-e8d8-47f0-b90f-ff7aeef556e6 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] For port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:42.041109 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4f885706-14e4-490f-bfd8-f6457a9556d1 req-76cd341e-e8d8-47f0-b90f-ff7aeef556e6 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.116693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-4f885706-14e4-490f-bfd8-f6457a9556d1 req-76cd341e-e8d8-47f0-b90f-ff7aeef556e6 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Calling delete_port for 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:42.136822 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adeb9ed-aeee-464e-9921-6e5352efdef3 None None] Pushing event updated for resources: {'Port': ['ID=254392b3-71c8-4294-a5eb-258aec4aaf89,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:42.226821 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37ea0c1a-1a5e-4f37-ac98-03de1940c0e2 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.227179 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37ea0c1a-1a5e-4f37-ac98-03de1940c0e2 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.241053 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-37ea0c1a-1a5e-4f37-ac98-03de1940c0e2 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Calling delete_port for f89f4e5a-62e6-4a06-af31-84d175da195c owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:42.276330 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884d500-a474-4cc2-967b-9c3eb6d9b5b2 req-86bef248-645e-44c1-bb8f-43efd1155653 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:42.283942 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0884d500-a474-4cc2-967b-9c3eb6d9b5b2 req-86bef248-645e-44c1-bb8f-43efd1155653 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46680690-f530-48e4-a1d9-a6eddb42a13c HTTP/1.1" status: 200 len: 947 time: 0.2318397 Jul 23 20:35:42.291768 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.320233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] device_id is not set on port 82f1ee0b-a64d-434f-b171-6e7b6adf272b yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:35:42.323697 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b158071-f88a-4527-82b6-9ec1027a1fb1 req-6833e7de-471a-49e5-8cf2-f1ddf76633a4 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:42.330916 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b158071-f88a-4527-82b6-9ec1027a1fb1 req-6833e7de-471a-49e5-8cf2-f1ddf76633a4 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.1900814 Jul 23 20:35:42.441575 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0884d500-a474-4cc2-967b-9c3eb6d9b5b2 req-7a079b3f-177d-4fe2-babb-e8aa93ed505a tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566496 Jul 23 20:35:42.488129 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b158071-f88a-4527-82b6-9ec1027a1fb1 req-351e6384-9500-42f9-b91e-fcf95db188bc tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558185 Jul 23 20:35:42.534876 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4f885706-14e4-490f-bfd8-f6457a9556d1 req-76cd341e-e8d8-47f0-b90f-ff7aeef556e6 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.601806 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd341e-e8d8-47f0-b90f-ff7aeef556e6 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Pushing event deleted for resources: {'Port': ['ID=7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:42.609085 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device be6e8b61-af81-40b8-83ee-a7d189b0d284 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:35:42.621994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Allocated IP 172.20.0.4 (adbbe4bd-aa63-4461-95e8-9b0f167fcba9/25cc2a70-41c0-4da7-be23-5d8ce53d2f30/82f1ee0b-a64d-434f-b171-6e7b6adf272b) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:42.641095 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37ea0c1a-1a5e-4f37-ac98-03de1940c0e2 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.659467 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 254392b3-71c8-4294-a5eb-258aec4aaf89 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:42.693030 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea0c1a-1a5e-4f37-ac98-03de1940c0e2 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Pushing event deleted for resources: {'Port': ['ID=f89f4e5a-62e6-4a06-af31-84d175da195c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:42.742699 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f885706-14e4-490f-bfd8-f6457a9556d1 req-76cd341e-e8d8-47f0-b90f-ff7aeef556e6 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] No DVR routers for this DVR port 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:42.749861 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4f885706-14e4-490f-bfd8-f6457a9556d1 req-76cd341e-e8d8-47f0-b90f-ff7aeef556e6 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.753038 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f885706-14e4-490f-bfd8-f6457a9556d1 req-76cd341e-e8d8-47f0-b90f-ff7aeef556e6 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.48 "DELETE /v2.0/ports/7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab HTTP/1.1" status: 204 len: 173 time: 1.6931119 Jul 23 20:35:42.856585 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 254392b3-71c8-4294-a5eb-258aec4aaf89 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:42.872538 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port be6e8b61-af81-40b8-83ee-a7d189b0d284, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=be6e8b61-af81-40b8-83ee-a7d189b0d284,segment=NetworkSegment(5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6),segment_id=5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:42.890252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'be6e8b61-af81-40b8-83ee-a7d189b0d284', 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994', 'port_id': 'be6e8b61-af81-40b8-83ee-a7d189b0d284', 'mac_address': 'fa:16:3e:bc:27:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:35:42.941395 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-ed66b684-e1cb-401e-901f-9910bc76a2b1 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:42.942910 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-ed66b684-e1cb-401e-901f-9910bc76a2b1 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 811 time: 0.2645943 Jul 23 20:35:43.021694 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-79730b81-51ec-4dda-bfd3-f2c60d066259 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/quotas/970bd8d6ec9e4a8ea04f7b4a50d01a14 HTTP/1.1" status: 200 len: 375 time: 0.0628963 Jul 23 20:35:43.032725 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37ea0c1a-1a5e-4f37-ac98-03de1940c0e2 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.037337 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37ea0c1a-1a5e-4f37-ac98-03de1940c0e2 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.038719 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-37ea0c1a-1a5e-4f37-ac98-03de1940c0e2 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "DELETE /v2.0/floatingips/7fa83216-58ac-4b86-9808-e33cff3d60c1 HTTP/1.1" status: 204 len: 168 time: 1.6501465 Jul 23 20:35:43.053831 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46680690-f530-48e4-a1d9-a6eddb42a13c', 'name': 'network-vif-deleted', 'tag': '7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:43.062130 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8c5091-15d9-4751-b914-cbed20e6b938" -d '{"events": [{"server_uuid": "46680690-f530-48e4-a1d9-a6eddb42a13c", "name": "network-vif-deleted", "tag": "7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:43.080884 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.123373 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Transition to ACTIVE for port object 82f1ee0b-a64d-434f-b171-6e7b6adf272b will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:43.149385 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cde0ff-96e8-4487-aab2-9e9399b61839 req-88fe1635-e6da-40c1-8d27-d5342b8f0c8d tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:43.158644 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20cde0ff-96e8-4487-aab2-9e9399b61839 req-88fe1635-e6da-40c1-8d27-d5342b8f0c8d tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a029d26-4ae9-40ba-9d72-068255432b1e HTTP/1.1" status: 200 len: 946 time: 0.2867200 Jul 23 20:35:43.238320 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.269646 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20cde0ff-96e8-4487-aab2-9e9399b61839 req-e1436dfe-83a5-4f59-93e0-e552ab2876d0 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c808d43-a57b-415b-993e-7772d9f0057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100562 Jul 23 20:35:43.319082 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-39fe25d9-b9ce-44e3-96b2-e20e281e4641 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2961640 Jul 23 20:35:43.348858 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=82f1ee0b-a64d-434f-b171-6e7b6adf272b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:43.351003 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.354538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network adbbe4bd-aa63-4461-95e8-9b0f167fcba9 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:43.362521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:43.375225 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:43.394573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6e8b61-af81-40b8-83ee-a7d189b0d284 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:43.424048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port be6e8b61-af81-40b8-83ee-a7d189b0d284, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=be6e8b61-af81-40b8-83ee-a7d189b0d284,segment=NetworkSegment(5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6),segment_id=5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:43.436551 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.493349 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:43.499654 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.523864 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=be6e8b61-af81-40b8-83ee-a7d189b0d284,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:43.533653 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1a3fb9ce-ebad-4c63-8f13-b2172a823873 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.9472756 Jul 23 20:35:43.534380 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39500) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:43.568521 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-9f16c67b-6583-40dd-ae18-82d4a1f8da37 service neutron] 10.222.0.55 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486224 Jul 23 20:35:43.594522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585b2cf-e75e-4ce1-a5e3-327c260f8a2a req-002c06cb-795f-4a80-8088-88c2f8c0eb4d tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:43.596388 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4585b2cf-e75e-4ce1-a5e3-327c260f8a2a req-002c06cb-795f-4a80-8088-88c2f8c0eb4d tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/ports?device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 943 time: 0.2065022 Jul 23 20:35:43.673207 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['be6e8b61-af81-40b8-83ee-a7d189b0d284'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:43.696299 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4585b2cf-e75e-4ce1-a5e3-327c260f8a2a req-10074f2b-77d3-4f68-9456-acb3693d428c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d86ed20-1a30-419c-a55c-20519f75c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830820 Jul 23 20:35:43.717140 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3863a214-c154-4397-a1f5-9b0f386029bd None None] Network adbbe4bd-aa63-4461-95e8-9b0f167fcba9 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:43.730726 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-155ee35a-c335-4819-9413-d9e1ee5d94c4 service neutron] 10.222.0.55 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552906 Jul 23 20:35:43.834188 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-556e7787-9754-4664-b485-9a65768f0e91 None None] Provisioning for port 254392b3-71c8-4294-a5eb-258aec4aaf89 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:43.841360 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-556e7787-9754-4664-b485-9a65768f0e91 None None] Provisioning complete for port 254392b3-71c8-4294-a5eb-258aec4aaf89 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:43.841742 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-556e7787-9754-4664-b485-9a65768f0e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.924075 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7658c648-9583-46cd-bc34-c5cd7fa58cee x-openstack-request-id: req-7658c648-9583-46cd-bc34-c5cd7fa58cee {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:43.924486 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46680690-f530-48e4-a1d9-a6eddb42a13c", "name": "network-vif-deleted", "tag": "7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:43.924857 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7658c648-9583-46cd-bc34-c5cd7fa58cee {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:43.928794 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46680690-f530-48e4-a1d9-a6eddb42a13c', 'name': 'network-vif-deleted', 'tag': '7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab', 'status': 'completed', 'code': 200} Jul 23 20:35:44.006583 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e78b2067-f117-4cea-9f91-b9c5a4dde49a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.185623 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc148cd-0c07-4941-ac1b-0e985198aa7c req-4455817f-2f01-4476-80af-8cbb54c049cd tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:44.188556 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fcc148cd-0c07-4941-ac1b-0e985198aa7c req-4455817f-2f01-4476-80af-8cbb54c049cd tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.1666572 Jul 23 20:35:44.228759 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-556e7787-9754-4664-b485-9a65768f0e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.275578 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-556e7787-9754-4664-b485-9a65768f0e91 None None] For port 254392b3-71c8-4294-a5eb-258aec4aaf89, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=254392b3-71c8-4294-a5eb-258aec4aaf89,segment=NetworkSegment(abb47baa-bf90-4665-a15e-87ea73c4cd50),segment_id=abb47baa-bf90-4665-a15e-87ea73c4cd50)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:44.287697 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-556e7787-9754-4664-b485-9a65768f0e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.360844 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e78b2067-f117-4cea-9f91-b9c5a4dde49a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.366748 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e78b2067-f117-4cea-9f91-b9c5a4dde49a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.392447 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fcc148cd-0c07-4941-ac1b-0e985198aa7c req-6b1cc062-46e5-4531-a64c-b4ef834be451 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896591 Jul 23 20:35:44.413414 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e7787-9754-4664-b485-9a65768f0e91 None None] Pushing event updated for resources: {'Port': ['ID=254392b3-71c8-4294-a5eb-258aec4aaf89,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:44.440242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4e0e7-9b54-43ce-a56d-fb8c13483e54 req-ce43e0eb-3c92-40cc-ba67-f5ab06848abf tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:44.448026 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6bf4e0e7-9b54-43ce-a56d-fb8c13483e54 req-ce43e0eb-3c92-40cc-ba67-f5ab06848abf tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a029d26-4ae9-40ba-9d72-068255432b1e HTTP/1.1" status: 200 len: 946 time: 0.2253473 Jul 23 20:35:44.497477 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b2067-f117-4cea-9f91-b9c5a4dde49a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=82f1ee0b-a64d-434f-b171-6e7b6adf272b,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:44.565332 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5b2780a-8c62-4870-b075-c17edd23e0ef req-1c67263b-acf3-4874-9f8b-6d16d199a73c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6 HTTP/1.1" status: 200 len: 210 time: 0.0592480 Jul 23 20:35:44.615093 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d5f442f0-85e3-436e-9313-7b85fcfe2bc2 None None] Provisioning complete for port 254392b3-71c8-4294-a5eb-258aec4aaf89 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:44.615492 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5f442f0-85e3-436e-9313-7b85fcfe2bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.625212 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device be6e8b61-af81-40b8-83ee-a7d189b0d284 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:44.713449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-6bf4e0e7-9b54-43ce-a56d-fb8c13483e54 req-5a058c44-9a46-4b3d-a406-65787673d212 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Deleting port 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:44.715935 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6bf4e0e7-9b54-43ce-a56d-fb8c13483e54 req-5a058c44-9a46-4b3d-a406-65787673d212 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.893763 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e78b2067-f117-4cea-9f91-b9c5a4dde49a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.918585 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port be6e8b61-af81-40b8-83ee-a7d189b0d284 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:44.929008 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port be6e8b61-af81-40b8-83ee-a7d189b0d284 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:44.929461 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.938817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d5f442f0-85e3-436e-9313-7b85fcfe2bc2 None None] Provisioning for port 82f1ee0b-a64d-434f-b171-6e7b6adf272b completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:44.995798 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d5f442f0-85e3-436e-9313-7b85fcfe2bc2 None None] Provisioning complete for port 82f1ee0b-a64d-434f-b171-6e7b6adf272b triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:44.996550 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5f442f0-85e3-436e-9313-7b85fcfe2bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.086389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d5f442f0-85e3-436e-9313-7b85fcfe2bc2 None None] Port 82f1ee0b-a64d-434f-b171-6e7b6adf272b cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:45.096896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6bf4e0e7-9b54-43ce-a56d-fb8c13483e54 req-5a058c44-9a46-4b3d-a406-65787673d212 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] For port 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=10f3cf13-0ebd-4dbe-8aed-c6818eedfc37,segment=NetworkSegment(1fa6bd94-a964-4e4b-952c-53dc409e5b14),segment_id=1fa6bd94-a964-4e4b-952c-53dc409e5b14)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:45.097270 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6bf4e0e7-9b54-43ce-a56d-fb8c13483e54 req-5a058c44-9a46-4b3d-a406-65787673d212 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.110644 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e78b2067-f117-4cea-9f91-b9c5a4dde49a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.133140 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.134362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-6bf4e0e7-9b54-43ce-a56d-fb8c13483e54 req-5a058c44-9a46-4b3d-a406-65787673d212 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Calling delete_port for 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:45.193667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port be6e8b61-af81-40b8-83ee-a7d189b0d284, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=be6e8b61-af81-40b8-83ee-a7d189b0d284,segment=NetworkSegment(5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6),segment_id=5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:45.194546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03c874-6a7b-49ec-9af7-3c3ee5e806ae req-a73ff302-e75c-4c48-adee-ab4a77b5fbc6 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:45.196143 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd03c874-6a7b-49ec-9af7-3c3ee5e806ae req-a73ff302-e75c-4c48-adee-ab4a77b5fbc6 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a029d26-4ae9-40ba-9d72-068255432b1e HTTP/1.1" status: 200 len: 946 time: 0.2677324 Jul 23 20:35:45.196254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884dcfb7-4507-4831-b722-3bf7ebb70062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6e8b61-af81-40b8-83ee-a7d189b0d284'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:45.199186 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f5c355-8107-4822-a670-e346f032e957" -d '{"events": [{"server_uuid": "884dcfb7-4507-4831-b722-3bf7ebb70062", "name": "network-vif-plugged", "status": "completed", "tag": "be6e8b61-af81-40b8-83ee-a7d189b0d284"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:45.206976 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.207862 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:45.259229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:45.259579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7d4de367-d7c9-4dc8-ad3d-e20e73a8d2ab not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:45.285308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-72546803-ee75-4dd0-88fa-95fd95bdf019 None None] Provisioning complete for port 82f1ee0b-a64d-434f-b171-6e7b6adf272b triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:45.285824 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-72546803-ee75-4dd0-88fa-95fd95bdf019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.391424 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-72546803-ee75-4dd0-88fa-95fd95bdf019 None None] Port 82f1ee0b-a64d-434f-b171-6e7b6adf272b cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:45.398886 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.412998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=be6e8b61-af81-40b8-83ee-a7d189b0d284,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:45.524047 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e78b2067-f117-4cea-9f91-b9c5a4dde49a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.525888 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6bf4e0e7-9b54-43ce-a56d-fb8c13483e54 req-5a058c44-9a46-4b3d-a406-65787673d212 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.531622 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e78b2067-f117-4cea-9f91-b9c5a4dde49a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.543188 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['10f3cf13-0ebd-4dbe-8aed-c6818eedfc37'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:45.555733 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd03c874-6a7b-49ec-9af7-3c3ee5e806ae req-7a91a262-a1e4-414d-9a0f-cf20c460b8dd tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c808d43-a57b-415b-993e-7772d9f0057e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335426 Jul 23 20:35:45.625039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39532) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:45.630138 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-69abe9ba-5c80-4b42-8262-06a9082878b6 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--413174123', 'description': 'tempest-description--1863686499'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:45.634750 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b2067-f117-4cea-9f91-b9c5a4dde49a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=82f1ee0b-a64d-434f-b171-6e7b6adf272b,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:45.639544 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e78b2067-f117-4cea-9f91-b9c5a4dde49a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.674355 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a058c44-9a46-4b3d-a406-65787673d212 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Pushing event deleted for resources: {'Port': ['ID=10f3cf13-0ebd-4dbe-8aed-c6818eedfc37,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:45.728779 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69abe9ba-5c80-4b42-8262-06a9082878b6 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.730785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf4e0e7-9b54-43ce-a56d-fb8c13483e54 req-5a058c44-9a46-4b3d-a406-65787673d212 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] No DVR routers for this DVR port 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:45.773726 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6bf4e0e7-9b54-43ce-a56d-fb8c13483e54 req-5a058c44-9a46-4b3d-a406-65787673d212 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.774543 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78b2067-f117-4cea-9f91-b9c5a4dde49a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network adbbe4bd-aa63-4461-95e8-9b0f167fcba9 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:45.775677 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6bf4e0e7-9b54-43ce-a56d-fb8c13483e54 req-5a058c44-9a46-4b3d-a406-65787673d212 tempest-ServerAddressesTestJSON-1473268022 tempest-ServerAddressesTestJSON-1473268022-project] 10.222.0.48 "DELETE /v2.0/ports/10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 HTTP/1.1" status: 204 len: 173 time: 1.3200309 Jul 23 20:35:45.782297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-e78b2067-f117-4cea-9f91-b9c5a4dde49a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:45.887351 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-aaf7af84-1a64-4f21-a3a4-6d108afcbff7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:45.889469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-aaf7af84-1a64-4f21-a3a4-6d108afcbff7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 811 time: 0.3972564 Jul 23 20:35:45.906196 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-7b034bee-9c24-4c77-b195-07bdb151429e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Request body: {'port': {'device_id': 'a87e4346-32cc-402b-b0b3-e586ab0121a6', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'admin_state_up': True, 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:45.933400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a029d26-4ae9-40ba-9d72-068255432b1e', 'name': 'network-vif-deleted', 'tag': '10f3cf13-0ebd-4dbe-8aed-c6818eedfc37'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:45.935775 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36201c0e-1047-4a9f-a74e-6e06e275d45a" -d '{"events": [{"server_uuid": "6a029d26-4ae9-40ba-9d72-068255432b1e", "name": "network-vif-deleted", "tag": "10f3cf13-0ebd-4dbe-8aed-c6818eedfc37"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:45.969333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64800b0b-53de-408d-9111-cae9df007e6e req-905f9aee-35da-40c3-9d00-64cba86fe118 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:45.975676 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64800b0b-53de-408d-9111-cae9df007e6e req-905f9aee-35da-40c3-9d00-64cba86fe118 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46fc236f-e458-4149-96c8-9c7bde0c8438 HTTP/1.1" status: 200 len: 949 time: 0.2730608 Jul 23 20:35:46.015062 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69abe9ba-5c80-4b42-8262-06a9082878b6 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.019731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbd71d-0858-4e4c-aa7e-cae66e202fe0 req-dff6b7fc-7618-4e9c-bbd9-cba7859f5175 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:46.025698 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7bbbd71d-0858-4e4c-aa7e-cae66e202fe0 req-dff6b7fc-7618-4e9c-bbd9-cba7859f5175 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/ports?device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 945 time: 0.3247037 Jul 23 20:35:46.031167 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69abe9ba-5c80-4b42-8262-06a9082878b6 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.049543 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78b2067-f117-4cea-9f91-b9c5a4dde49a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router 6067567a-c9d6-4908-b9b5-88f5195b53b8 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:35:46.070669 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69abe9ba-5c80-4b42-8262-06a9082878b6 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.073594 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-69abe9ba-5c80-4b42-8262-06a9082878b6 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4472945 Jul 23 20:35:46.077532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39536) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:46.082576 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-048397af-1281-47e8-a1ab-6a4a5935579a tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Request body: {'security_group_rule': {'security_group_id': '53fd9e9d-049a-433e-bb21-89803030388d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:46.089396 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abe9ba-5c80-4b42-8262-06a9082878b6 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53fd9e9d-049a-433e-bb21-89803030388d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:46.114952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4283ff91-f34f-4532-930f-bd26d50ea837 None None] Provisioning complete for port 82f1ee0b-a64d-434f-b171-6e7b6adf272b triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:46.115532 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4283ff91-f34f-4532-930f-bd26d50ea837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.126911 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64800b0b-53de-408d-9111-cae9df007e6e req-013d5529-7a16-4725-93eb-208c2c7676fe tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301410 Jul 23 20:35:46.160370 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4283ff91-f34f-4532-930f-bd26d50ea837 None None] Port 82f1ee0b-a64d-434f-b171-6e7b6adf272b cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:46.172611 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37a5a76-a167-4f85-a99a-3dc553fbb540 x-openstack-request-id: req-a37a5a76-a167-4f85-a99a-3dc553fbb540 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:46.172909 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884dcfb7-4507-4831-b722-3bf7ebb70062", "name": "network-vif-plugged", "status": "completed", "tag": "be6e8b61-af81-40b8-83ee-a7d189b0d284", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:46.173167 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a37a5a76-a167-4f85-a99a-3dc553fbb540 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:46.173567 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884dcfb7-4507-4831-b722-3bf7ebb70062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6e8b61-af81-40b8-83ee-a7d189b0d284', 'code': 200} Jul 23 20:35:46.179870 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7bbbd71d-0858-4e4c-aa7e-cae66e202fe0 req-fd325033-f632-464f-9045-64c09768b9d4 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d86ed20-1a30-419c-a55c-20519f75c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426454 Jul 23 20:35:46.237737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78b2067-f117-4cea-9f91-b9c5a4dde49a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:46.238137 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-7b034bee-9c24-4c77-b195-07bdb151429e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Made reservation on behalf of 970bd8d6ec9e4a8ea04f7b4a50d01a14 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:46.241945 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-7b034bee-9c24-4c77-b195-07bdb151429e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.243319 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e78b2067-f117-4cea-9f91-b9c5a4dde49a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/6067567a-c9d6-4908-b9b5-88f5195b53b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7077558 Jul 23 20:35:46.244331 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-048397af-1281-47e8-a1ab-6a4a5935579a tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.248665 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39538) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:46.253389 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7a0ac8-a054-4028-97ad-62ead42d4492 None None] Sync routers for ids ['6067567a-c9d6-4908-b9b5-88f5195b53b8'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:46.267984 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7a0ac8-a054-4028-97ad-62ead42d4492 None None] Routers {'6067567a-c9d6-4908-b9b5-88f5195b53b8'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:46.268249 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-fd7a0ac8-a054-4028-97ad-62ead42d4492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['6067567a-c9d6-4908-b9b5-88f5195b53b8'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:46.314192 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-fd7a0ac8-a054-4028-97ad-62ead42d4492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:46.325716 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7a0ac8-a054-4028-97ad-62ead42d4492 None None] Routers {'6067567a-c9d6-4908-b9b5-88f5195b53b8'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:46.327362 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-fd7a0ac8-a054-4028-97ad-62ead42d4492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['6067567a-c9d6-4908-b9b5-88f5195b53b8'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:46.341461 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef5f645-8349-4593-aeda-66ac6853017b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:46.342954 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9ef5f645-8349-4593-aeda-66ac6853017b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports/82f1ee0b-a64d-434f-b171-6e7b6adf272b HTTP/1.1" status: 200 len: 976 time: 0.0933084 Jul 23 20:35:46.351667 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39542) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:46.363909 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-fd7a0ac8-a054-4028-97ad-62ead42d4492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:46.364828 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7a0ac8-a054-4028-97ad-62ead42d4492 None None] The sync data for ids ['6067567a-c9d6-4908-b9b5-88f5195b53b8'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:46.366839 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7252c82a-1c26-495d-b3cd-72ecc820edeb req-5668baf9-42f7-4837-b917-c2aeffbfe163 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6 HTTP/1.1" status: 200 len: 210 time: 0.0786836 Jul 23 20:35:46.477758 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-048397af-1281-47e8-a1ab-6a4a5935579a tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.505452 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60bc9a-ae7c-4380-83bd-f167a91ef1ae req-172f5128-dce2-402a-a02b-2492925c7a58 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:46.505666 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-048397af-1281-47e8-a1ab-6a4a5935579a tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.512825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fd60bc9a-ae7c-4380-83bd-f167a91ef1ae req-172f5128-dce2-402a-a02b-2492925c7a58 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.2862592 Jul 23 20:35:46.515082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 254392b3-71c8-4294-a5eb-258aec4aaf89 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:46.521189 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef6c627-6fef-4a07-9470-ef6a84cd4fbb x-openstack-request-id: req-eef6c627-6fef-4a07-9470-ef6a84cd4fbb {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:46.521189 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a029d26-4ae9-40ba-9d72-068255432b1e", "name": "network-vif-deleted", "tag": "10f3cf13-0ebd-4dbe-8aed-c6818eedfc37", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:46.521189 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eef6c627-6fef-4a07-9470-ef6a84cd4fbb {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:46.521189 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a029d26-4ae9-40ba-9d72-068255432b1e', 'name': 'network-vif-deleted', 'tag': '10f3cf13-0ebd-4dbe-8aed-c6818eedfc37', 'status': 'completed', 'code': 200} Jul 23 20:35:46.550902 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6054a3-1fcf-4393-8081-183376aff94e req-6e69f94e-41d2-4e54-8dae-9cad1380df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:46.552441 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a6054a3-1fcf-4393-8081-183376aff94e req-6e69f94e-41d2-4e54-8dae-9cad1380df4c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 1097 time: 0.2659883 Jul 23 20:35:46.598971 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 254392b3-71c8-4294-a5eb-258aec4aaf89 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:46.599604 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.612911 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048397af-1281-47e8-a1ab-6a4a5935579a tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52111d8-bd5d-4cf6-99d2-9aa89478816d,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:46.622555 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 39546) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:46.626511 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-048397af-1281-47e8-a1ab-6a4a5935579a tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.630060 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-048397af-1281-47e8-a1ab-6a4a5935579a tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5490870 Jul 23 20:35:46.633833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39548) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:46.639046 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f1dd9c33-17e8-4ba5-be28-e630403e4b47 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Request body: {'security_group_rule': {'security_group_id': '53fd9e9d-049a-433e-bb21-89803030388d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:46.642268 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fd60bc9a-ae7c-4380-83bd-f167a91ef1ae req-7ecfadf0-5932-4c1c-a7b8-9169e0ed4fc4 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283844 Jul 23 20:35:46.687375 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-7b034bee-9c24-4c77-b195-07bdb151429e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Allocated IP 172.20.0.5 (7e87e256-e5f8-4403-aebe-74aea031e4d5/e7bdc325-7495-4f4e-a8a4-e09daf47d99e/0d9b7bbd-26de-4868-9937-c088ab68043a) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:46.702358 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1dd9c33-17e8-4ba5-be28-e630403e4b47 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.704167 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.714184 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a6054a3-1fcf-4393-8081-183376aff94e req-3a0bf64b-7f21-4c54-86e4-93e287419d58 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4d86ed20-1a30-419c-a55c-20519f75c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238160 Jul 23 20:35:46.718933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f87a974-046e-49ad-858a-9735e611dd10 admin admin] Deleting subnet 4fb78b44-aa06-4810-8932-1ca50188c47f {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:35:46.727148 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0f87a974-046e-49ad-858a-9735e611dd10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.823621 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0f87a974-046e-49ad-858a-9735e611dd10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.823842 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1dd9c33-17e8-4ba5-be28-e630403e4b47 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.830445 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1dd9c33-17e8-4ba5-be28-e630403e4b47 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.876698 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd9c33-17e8-4ba5-be28-e630403e4b47 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba131f5-fd41-499c-9a01-08bc34dd5f3f,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:46.886559 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1dd9c33-17e8-4ba5-be28-e630403e4b47 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.887802 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f1dd9c33-17e8-4ba5-be28-e630403e4b47 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2530386 Jul 23 20:35:46.894001 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39550) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:46.898040 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1d67e1c1-dcae-4657-91fb-90ece5ee9de9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:46.912700 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0910981e-ff08-4225-a4b3-c5eae02740ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.937215 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0f87a974-046e-49ad-858a-9735e611dd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.974894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed6b28-66d9-4ae6-b1a5-bc0339b63801 req-7bc115d1-fb65-4ede-8946-9f394288c71f tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:46.976396 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d6ed6b28-66d9-4ae6-b1a5-bc0339b63801 req-7bc115d1-fb65-4ede-8946-9f394288c71f tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.57 "GET /v2.0/ports?device_id=46fc236f-e458-4149-96c8-9c7bde0c8438 HTTP/1.1" status: 200 len: 949 time: 0.2278111 Jul 23 20:35:47.065130 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-7b034bee-9c24-4c77-b195-07bdb151429e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.116023 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-7b034bee-9c24-4c77-b195-07bdb151429e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Transition to ACTIVE for port object 0d9b7bbd-26de-4868-9937-c088ab68043a will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:47.117866 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0f87a974-046e-49ad-858a-9735e611dd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.271964 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1d67e1c1-dcae-4657-91fb-90ece5ee9de9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.409323 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87a974-046e-49ad-858a-9735e611dd10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fb78b44-aa06-4810-8932-1ca50188c47f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:47.433951 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0f87a974-046e-49ad-858a-9735e611dd10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.437516 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0f87a974-046e-49ad-858a-9735e611dd10 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4fb78b44-aa06-4810-8932-1ca50188c47f HTTP/1.1" status: 204 len: 168 time: 0.8095644 Jul 23 20:35:47.440620 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39558) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:47.520642 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-7b034bee-9c24-4c77-b195-07bdb151429e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.532520 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['b9ebfedd-e6c7-422e-9b78-b89443a65d23'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:47.538863 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-d6ed6b28-66d9-4ae6-b1a5-bc0339b63801 req-15d9825d-401b-4e41-8265-2046bd1738f8 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Deleting port d64252dd-8323-48c1-b907-e0e3fc3dfced {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:47.539310 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d6ed6b28-66d9-4ae6-b1a5-bc0339b63801 req-15d9825d-401b-4e41-8265-2046bd1738f8 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.540602 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1d67e1c1-dcae-4657-91fb-90ece5ee9de9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.620566 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cdb1f0-1e23-4e4e-ab1a-a516dc7fef49 req-08e482c5-5848-42d3-8a9c-337ba4a49bd2 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:47.622341 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79cdb1f0-1e23-4e4e-ab1a-a516dc7fef49 req-08e482c5-5848-42d3-8a9c-337ba4a49bd2 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/ports?device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 945 time: 0.2600367 Jul 23 20:35:47.633212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-7b034bee-9c24-4c77-b195-07bdb151429e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Network 7e87e256-e5f8-4403-aebe-74aea031e4d5 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:47.643931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-7b034bee-9c24-4c77-b195-07bdb151429e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:47.646912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-7b034bee-9c24-4c77-b195-07bdb151429e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:47.687388 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-1d67e1c1-dcae-4657-91fb-90ece5ee9de9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Allocated IP 172.25.3.66 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/87d86b09-1496-4020-9be4-d737f8413246) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:47.698631 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e277751-5f67-48df-a13e-d3ccc392a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.738599 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b034bee-9c24-4c77-b195-07bdb151429e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Pushing event updated for resources: {'Port': ['ID=0d9b7bbd-26de-4868-9937-c088ab68043a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:47.757684 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32756057-2063-412b-94b2-2c09dbbbb5eb req-1d684236-cacb-454d-94ec-772da4667027 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:47.759378 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32756057-2063-412b-94b2-2c09dbbbb5eb req-1d684236-cacb-454d-94ec-772da4667027 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46fc236f-e458-4149-96c8-9c7bde0c8438 HTTP/1.1" status: 200 len: 949 time: 0.3952897 Jul 23 20:35:47.829887 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-7b034bee-9c24-4c77-b195-07bdb151429e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:47.830608 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-7b034bee-9c24-4c77-b195-07bdb151429e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.841883 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79cdb1f0-1e23-4e4e-ab1a-a516dc7fef49 req-dafae508-a74d-4b22-a390-3d81cc956dcb tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d86ed20-1a30-419c-a55c-20519f75c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071314 Jul 23 20:35:47.845780 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0910981e-ff08-4225-a4b3-c5eae02740ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting port 82f1ee0b-a64d-434f-b171-6e7b6adf272b {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:47.846205 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0910981e-ff08-4225-a4b3-c5eae02740ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.846438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-d6ed6b28-66d9-4ae6-b1a5-bc0339b63801 req-15d9825d-401b-4e41-8265-2046bd1738f8 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] For port d64252dd-8323-48c1-b907-e0e3fc3dfced, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=d64252dd-8323-48c1-b907-e0e3fc3dfced,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:47.846870 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d6ed6b28-66d9-4ae6-b1a5-bc0339b63801 req-15d9825d-401b-4e41-8265-2046bd1738f8 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.874595 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-d6ed6b28-66d9-4ae6-b1a5-bc0339b63801 req-15d9825d-401b-4e41-8265-2046bd1738f8 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Calling delete_port for d64252dd-8323-48c1-b907-e0e3fc3dfced owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:47.877266 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-7b034bee-9c24-4c77-b195-07bdb151429e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9788198 Jul 23 20:35:47.882386 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32756057-2063-412b-94b2-2c09dbbbb5eb req-048ce63f-a542-43c6-8d25-12e321fc9cd3 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114049 Jul 23 20:35:47.903164 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Request body: {'port': {'device_id': 'a87e4346-32cc-402b-b0b3-e586ab0121a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:47.952471 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e277751-5f67-48df-a13e-d3ccc392a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.999452 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-8e277751-5f67-48df-a13e-d3ccc392a236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1eb781-a744-410e-8470-3f5dfd130ef2']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:48.007239 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8f05c6f8-983d-4340-82eb-3aa6ef97bfd3 None None] Provisioning for port 0d9b7bbd-26de-4868-9937-c088ab68043a completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:48.011365 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8f05c6f8-983d-4340-82eb-3aa6ef97bfd3 None None] Provisioning complete for port 0d9b7bbd-26de-4868-9937-c088ab68043a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:48.011853 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f05c6f8-983d-4340-82eb-3aa6ef97bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.019803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-8e277751-5f67-48df-a13e-d3ccc392a236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa6bd94-a964-4e4b-952c-53dc409e5b14') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:48.020109 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-8e277751-5f67-48df-a13e-d3ccc392a236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa6bd94-a964-4e4b-952c-53dc409e5b14') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:48.041040 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1d67e1c1-dcae-4657-91fb-90ece5ee9de9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.044019 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e277751-5f67-48df-a13e-d3ccc392a236 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.051428 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8f05c6f8-983d-4340-82eb-3aa6ef97bfd3 None None] Port 0d9b7bbd-26de-4868-9937-c088ab68043a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:48.066862 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0910981e-ff08-4225-a4b3-c5eae02740ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.081753 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e277751-5f67-48df-a13e-d3ccc392a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.089554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0910981e-ff08-4225-a4b3-c5eae02740ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Calling delete_port for 82f1ee0b-a64d-434f-b171-6e7b6adf272b owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:48.097137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e277751-5f67-48df-a13e-d3ccc392a236 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:35:48.097557 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e277751-5f67-48df-a13e-d3ccc392a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:35:48.099242 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:35:48.118267 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.200802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521feb4-6191-4e3d-a493-b429b6854634 req-196280b2-727f-4713-9b1a-9116b4213471 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:48.202625 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6521feb4-6191-4e3d-a493-b429b6854634 req-196280b2-727f-4713-9b1a-9116b4213471 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6 HTTP/1.1" status: 200 len: 931 time: 0.2461991 Jul 23 20:35:48.213388 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e277751-5f67-48df-a13e-d3ccc392a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.215717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4a8be-a18e-41ca-81de-e3abdc9cf80e req-60634db0-58ae-4b37-8d0b-92444758b696 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:48.217958 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbb4a8be-a18e-41ca-81de-e3abdc9cf80e req-60634db0-58ae-4b37-8d0b-92444758b696 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.2568583 Jul 23 20:35:48.219833 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1d67e1c1-dcae-4657-91fb-90ece5ee9de9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.225008 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e277751-5f67-48df-a13e-d3ccc392a236 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.226846 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8e277751-5f67-48df-a13e-d3ccc392a236 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5c1eb781-a744-410e-8470-3f5dfd130ef2 HTTP/1.1" status: 204 len: 168 time: 0.7853022 Jul 23 20:35:48.270295 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e277751-5f67-48df-a13e-d3ccc392a236 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c1eb781-a744-410e-8470-3f5dfd130ef2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:48.297364 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d67e1c1-dcae-4657-91fb-90ece5ee9de9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:48.307035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1d67e1c1-dcae-4657-91fb-90ece5ee9de9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:48.340180 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d67e1c1-dcae-4657-91fb-90ece5ee9de9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:48.348815 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67e1c1-dcae-4657-91fb-90ece5ee9de9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Pushing event updated for resources: {'Port': ['ID=87d86b09-1496-4020-9be4-d737f8413246,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:48.378862 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d6ed6b28-66d9-4ae6-b1a5-bc0339b63801 req-15d9825d-401b-4e41-8265-2046bd1738f8 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.389361 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6521feb4-6191-4e3d-a493-b429b6854634 req-cc85c2fa-81ea-48fe-878b-441f25a89847 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611731 Jul 23 20:35:48.392033 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbb4a8be-a18e-41ca-81de-e3abdc9cf80e req-6808639b-9110-41a5-8e48-f98580948d08 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579480 Jul 23 20:35:48.434644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 39566) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:48.458985 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9825d-401b-4e41-8265-2046bd1738f8 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Pushing event deleted for resources: {'Port': ['ID=d64252dd-8323-48c1-b907-e0e3fc3dfced,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:48.472219 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0910981e-ff08-4225-a4b3-c5eae02740ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.530497 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910981e-ff08-4225-a4b3-c5eae02740ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Port': ['ID=82f1ee0b-a64d-434f-b171-6e7b6adf272b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:48.557748 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ed6b28-66d9-4ae6-b1a5-bc0339b63801 req-15d9825d-401b-4e41-8265-2046bd1738f8 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] No DVR routers for this DVR port d64252dd-8323-48c1-b907-e0e3fc3dfced on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:48.565217 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d6ed6b28-66d9-4ae6-b1a5-bc0339b63801 req-15d9825d-401b-4e41-8265-2046bd1738f8 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.567226 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d6ed6b28-66d9-4ae6-b1a5-bc0339b63801 req-15d9825d-401b-4e41-8265-2046bd1738f8 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.57 "DELETE /v2.0/ports/d64252dd-8323-48c1-b907-e0e3fc3dfced HTTP/1.1" status: 204 len: 173 time: 1.5809393 Jul 23 20:35:48.570587 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fc236f-e458-4149-96c8-9c7bde0c8438', 'name': 'network-vif-deleted', 'tag': 'd64252dd-8323-48c1-b907-e0e3fc3dfced'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:48.573143 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b342a4-08b0-47de-b419-fe7a6a0202f4" -d '{"events": [{"server_uuid": "46fc236f-e458-4149-96c8-9c7bde0c8438", "name": "network-vif-deleted", "tag": "d64252dd-8323-48c1-b907-e0e3fc3dfced"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:48.616550 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1d67e1c1-dcae-4657-91fb-90ece5ee9de9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.617241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-90240b8b-b0f2-4c75-b58e-f21ecbf37d00 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3e8f0207b074d14af846bddbdb4d844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795404 Jul 23 20:35:48.620466 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39572) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:48.646662 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db95679f-5ec7-4b47-99d9-fbb1d57c8cda x-openstack-request-id: req-db95679f-5ec7-4b47-99d9-fbb1d57c8cda {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:48.647091 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fc236f-e458-4149-96c8-9c7bde0c8438", "name": "network-vif-deleted", "tag": "d64252dd-8323-48c1-b907-e0e3fc3dfced", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:48.648104 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db95679f-5ec7-4b47-99d9-fbb1d57c8cda {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:48.648104 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fc236f-e458-4149-96c8-9c7bde0c8438', 'name': 'network-vif-deleted', 'tag': 'd64252dd-8323-48c1-b907-e0e3fc3dfced', 'status': 'completed', 'code': 200} Jul 23 20:35:48.662576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:48.697962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:48.698581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 10f3cf13-0ebd-4dbe-8aed-c6818eedfc37 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:48.717565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9b7bbd-26de-4868-9937-c088ab68043a {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:48.726129 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.740596 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Transition to ACTIVE for port object 0d9b7bbd-26de-4868-9937-c088ab68043a will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:48.745789 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.810373 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1d67e1c1-dcae-4657-91fb-90ece5ee9de9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.835285 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9b7bbd-26de-4868-9937-c088ab68043a,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:48.847349 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0910981e-ff08-4225-a4b3-c5eae02740ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.851481 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57bc0e89-a120-4e45-b55a-c56201298484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.899981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Attempting to bind port 0d9b7bbd-26de-4868-9937-c088ab68043a on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:48.900604 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Attempting to bind port 0d9b7bbd-26de-4868-9937-c088ab68043a by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:48.901082 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Attempting to bind port 0d9b7bbd-26de-4868-9937-c088ab68043a on network 7e87e256-e5f8-4403-aebe-74aea031e4d5 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:48.907836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Port 0d9b7bbd-26de-4868-9937-c088ab68043a on network 7e87e256-e5f8-4403-aebe-74aea031e4d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:35:48.908445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Attempting to bind port 0d9b7bbd-26de-4868-9937-c088ab68043a on network 7e87e256-e5f8-4403-aebe-74aea031e4d5 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:48.916887 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:48.917633 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Checking segment: {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:48.918630 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Bound using segment: {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:48.919278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Bound port: 0d9b7bbd-26de-4868-9937-c088ab68043a, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:48.919995 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.966109 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57bc0e89-a120-4e45-b55a-c56201298484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.079369 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f07b06fb-4244-44e5-9fb0-05e4c9d366ed req-4fe1fc5e-3eb2-4fdd-a724-bc6e5f758553 tempest-ListImageFiltersTestJSON-906737863 tempest-ListImageFiltersTestJSON-906737863-project] 10.222.0.55 "GET /v2.0/ports?device_id=46fc236f-e458-4149-96c8-9c7bde0c8438 HTTP/1.1" status: 200 len: 210 time: 0.0616364 Jul 23 20:35:49.094129 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] For port 0d9b7bbd-26de-4868-9937-c088ab68043a, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:49.098787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] For port 0d9b7bbd-26de-4868-9937-c088ab68043a, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0d9b7bbd-26de-4868-9937-c088ab68043a,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:49.110118 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.126778 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0591203-f45c-4d8d-8032-351f699c0a36 req-e15cac2e-bcb0-4ec6-a8a2-5630a7da7305 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:49.133771 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0591203-f45c-4d8d-8032-351f699c0a36 req-e15cac2e-bcb0-4ec6-a8a2-5630a7da7305 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/ports?device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 945 time: 0.1926761 Jul 23 20:35:49.178636 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:49.179525 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.181278 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] 10.222.0.57 "PUT /v2.0/ports/0d9b7bbd-26de-4868-9937-c088ab68043a HTTP/1.1" status: 200 len: 1092 time: 1.2853243 Jul 23 20:35:49.236148 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0591203-f45c-4d8d-8032-351f699c0a36 req-a81e1353-b445-4e0c-98c9-ce72c8e11a1e tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d86ed20-1a30-419c-a55c-20519f75c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014876 Jul 23 20:35:49.239494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff8406-4f94-4d07-968f-a98bc133d1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9b7bbd-26de-4868-9937-c088ab68043a,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:49.259028 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0910981e-ff08-4225-a4b3-c5eae02740ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router 6067567a-c9d6-4908-b9b5-88f5195b53b8 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:49.280705 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57bc0e89-a120-4e45-b55a-c56201298484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.283492 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57bc0e89-a120-4e45-b55a-c56201298484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.284667 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-57bc0e89-a120-4e45-b55a-c56201298484 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c808d43-a57b-415b-993e-7772d9f0057e HTTP/1.1" status: 204 len: 168 time: 0.6632380 Jul 23 20:35:49.353427 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc0e89-a120-4e45-b55a-c56201298484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c808d43-a57b-415b-993e-7772d9f0057e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:49.362958 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1d67e1c1-dcae-4657-91fb-90ece5ee9de9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.392020 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-914f676b-1c8f-4ff8-bb3c-d5a4fe9d5beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:49.393544 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-914f676b-1c8f-4ff8-bb3c-d5a4fe9d5beb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6 HTTP/1.1" status: 200 len: 1095 time: 0.1229513 Jul 23 20:35:49.407294 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1d67e1c1-dcae-4657-91fb-90ece5ee9de9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.458037 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-f4d45c90-a9b1-405b-aee3-8f725dad9b1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9b7bbd-26de-4868-9937-c088ab68043a HTTP/1.1" status: 200 len: 217 time: 0.0555747 Jul 23 20:35:49.473617 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1d67e1c1-dcae-4657-91fb-90ece5ee9de9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.517212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27e9fa-d2f2-4dc8-bd63-77723a506fd5 req-8086dc39-4848-4425-af38-bb22364bde7a tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:49.518826 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd27e9fa-d2f2-4dc8-bd63-77723a506fd5 req-8086dc39-4848-4425-af38-bb22364bde7a tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/ports?device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 945 time: 0.1698141 Jul 23 20:35:49.529605 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 39586) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:49.536672 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1d67e1c1-dcae-4657-91fb-90ece5ee9de9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.546125 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1d67e1c1-dcae-4657-91fb-90ece5ee9de9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6436393 Jul 23 20:35:49.546125 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0910981e-ff08-4225-a4b3-c5eae02740ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:49.551418 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-0e934249-6ecb-46af-a790-d13c839a7fd2 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Request body: {'floatingip': {'port_id': 'be6e8b61-af81-40b8-83ee-a7d189b0d284'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:49.557325 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f89c4a4-2440-4e51-b323-2dcc27d8cca9 None None] Sync routers for ids ['6067567a-c9d6-4908-b9b5-88f5195b53b8'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:49.576382 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0910981e-ff08-4225-a4b3-c5eae02740ba tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/6067567a-c9d6-4908-b9b5-88f5195b53b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2234874 Jul 23 20:35:49.578587 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f89c4a4-2440-4e51-b323-2dcc27d8cca9 None None] Routers {'6067567a-c9d6-4908-b9b5-88f5195b53b8'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:49.579687 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39590) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:49.587496 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2f89c4a4-2440-4e51-b323-2dcc27d8cca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['6067567a-c9d6-4908-b9b5-88f5195b53b8'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:49.596501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67e1c1-dcae-4657-91fb-90ece5ee9de9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Pushing event updated for resources: {'Port': ['ID=87d86b09-1496-4020-9be4-d737f8413246,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:49.644299 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-fc19e0fe-c000-4250-a12b-777366f6b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:49.645746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-fc19e0fe-c000-4250-a12b-777366f6b218 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.1797473 Jul 23 20:35:49.651854 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0e934249-6ecb-46af-a790-d13c839a7fd2 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.681389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2f89c4a4-2440-4e51-b323-2dcc27d8cca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:49.702446 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f89c4a4-2440-4e51-b323-2dcc27d8cca9 None None] Routers {'6067567a-c9d6-4908-b9b5-88f5195b53b8'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:49.704037 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2f89c4a4-2440-4e51-b323-2dcc27d8cca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['6067567a-c9d6-4908-b9b5-88f5195b53b8'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:49.743608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2f89c4a4-2440-4e51-b323-2dcc27d8cca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:49.744268 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f89c4a4-2440-4e51-b323-2dcc27d8cca9 None None] The sync data for ids ['6067567a-c9d6-4908-b9b5-88f5195b53b8'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:49.859390 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-58d32683-c0fc-40ff-bffe-36c6c7495d6e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] remove_router_interface failed (client error): The resource could not be found. Jul 23 20:35:49.863309 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-58d32683-c0fc-40ff-bffe-36c6c7495d6e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/6067567a-c9d6-4908-b9b5-88f5195b53b8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2784796 Jul 23 20:35:49.863909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39606) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:49.880129 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ef781-bfcc-4a1a-a0e7-28211d32aae3 req-5770bc9a-46f2-416d-8988-d81b8293654f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:49.887183 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-792ef781-bfcc-4a1a-a0e7-28211d32aae3 req-5770bc9a-46f2-416d-8988-d81b8293654f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.3607786 Jul 23 20:35:49.900794 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1b35b483-34db-4fa7-9e30-9776bc1c48b0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports?device_id=6067567a-c9d6-4908-b9b5-88f5195b53b8 HTTP/1.1" status: 200 len: 205 time: 0.0357940 Jul 23 20:35:49.903280 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39608) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:49.922013 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f0194-2575-49e0-a1b7-d61705a2efbc req-1ea6965e-ad78-4586-9ad5-12d4913f443f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:49.928752 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-499f0194-2575-49e0-a1b7-d61705a2efbc req-1ea6965e-ad78-4586-9ad5-12d4913f443f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6 HTTP/1.1" status: 200 len: 943 time: 0.2997675 Jul 23 20:35:49.995309 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61a1c5c6-87d0-4470-9385-94d78a600209 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.041460 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-ae0adb5a-6dfe-459e-b1ce-f0e2d1e6dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:50.042782 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-ae0adb5a-6dfe-459e-b1ce-f0e2d1e6dc27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3555787 Jul 23 20:35:50.079755 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-792ef781-bfcc-4a1a-a0e7-28211d32aae3 req-b5c49d57-0e7b-4d08-89be-ef984419688b tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916986 Jul 23 20:35:50.102055 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-499f0194-2575-49e0-a1b7-d61705a2efbc req-a9d5b47a-9f86-4ef5-883a-b3750734202c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723564 Jul 23 20:35:50.179943 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61a1c5c6-87d0-4470-9385-94d78a600209 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.182811 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61a1c5c6-87d0-4470-9385-94d78a600209 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.251835 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61a1c5c6-87d0-4470-9385-94d78a600209 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.252816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a1c5c6-87d0-4470-9385-94d78a600209 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Fanout notify agent at l3_agent the message router_deleted on router 6067567a-c9d6-4908-b9b5-88f5195b53b8 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:35:50.262369 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-61a1c5c6-87d0-4470-9385-94d78a600209 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.264042 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-61a1c5c6-87d0-4470-9385-94d78a600209 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/routers/6067567a-c9d6-4908-b9b5-88f5195b53b8 HTTP/1.1" status: 204 len: 168 time: 0.3595345 Jul 23 20:35:50.266911 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39630) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:50.272156 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39632) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:50.338945 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-20060fb9-dd90-4611-9f0a-9c6240857a4b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting subnet 25cc2a70-41c0-4da7-be23-5d8ce53d2f30 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:35:50.343744 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20060fb9-dd90-4611-9f0a-9c6240857a4b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.400104 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20060fb9-dd90-4611-9f0a-9c6240857a4b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.407508 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device d64252dd-8323-48c1-b907-e0e3fc3dfced no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:50.440987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: d64252dd-8323-48c1-b907-e0e3fc3dfced {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:50.441329 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device d64252dd-8323-48c1-b907-e0e3fc3dfced not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:50.555688 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-99756089-97dc-495e-8050-d2732026c818 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1721846917-network', 'tenant_id': '8882528029d04c68ae11a668ad23b632'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:50.590713 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20060fb9-dd90-4611-9f0a-9c6240857a4b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.613171 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99756089-97dc-495e-8050-d2732026c818 admin admin] Made reservation on behalf of 8882528029d04c68ae11a668ad23b632 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:50.615547 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99756089-97dc-495e-8050-d2732026c818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.627281 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99756089-97dc-495e-8050-d2732026c818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.668374 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87e4346-32cc-402b-b0b3-e586ab0121a6', 'tag': '0d9b7bbd-26de-4868-9937-c088ab68043a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:50.671250 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ceca6d-508c-425f-9c4f-70c33691e2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a87e4346-32cc-402b-b0b3-e586ab0121a6", "tag": "0d9b7bbd-26de-4868-9937-c088ab68043a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:50.686032 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20060fb9-dd90-4611-9f0a-9c6240857a4b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.711162 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-9a4699f3-a348-47fc-a989-2354e3c5b39d service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6591103 Jul 23 20:35:50.747689 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20060fb9-dd90-4611-9f0a-9c6240857a4b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.749825 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-20060fb9-dd90-4611-9f0a-9c6240857a4b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/subnets/25cc2a70-41c0-4da7-be23-5d8ce53d2f30 HTTP/1.1" status: 204 len: 168 time: 0.4818692 Jul 23 20:35:50.751137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20060fb9-dd90-4611-9f0a-9c6240857a4b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Subnet': ['ID=25cc2a70-41c0-4da7-be23-5d8ce53d2f30,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:50.756844 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39668) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:50.764676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b55f7ec-e678-4e18-9f49-9fc13248d562 None None] Network adbbe4bd-aa63-4461-95e8-9b0f167fcba9 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:50.818161 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99756089-97dc-495e-8050-d2732026c818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.843703 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99756089-97dc-495e-8050-d2732026c818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.865690 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-b7e05d0c-46b6-4b21-857c-74273e4a28d7 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--413174123&fields=id&tenant_id=2e36b104f9d24e799825b9baa093a497 HTTP/1.1" status: 200 len: 267 time: 0.2363122 Jul 23 20:35:50.891060 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99756089-97dc-495e-8050-d2732026c818 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:35:51.005731 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.resource_extend [None req-0e934249-6ecb-46af-a790-d13c839a7fd2 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:35:51.026030 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6e0a3f-4afa-411e-b8a9-4046c90567f3 None None] DHCP port deletion for adbbe4bd-aa63-4461-95e8-9b0f167fcba9 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:35:51.047231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-039f98a9-907e-4b17-a493-0902e3d6e248 req-787b6f6c-0e72-41dc-b6e4-5aa0dc7389c7 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261821 Jul 23 20:35:51.050478 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a33711e-a5d6-4c07-99b4-d3b70c62da51 x-openstack-request-id: req-7a33711e-a5d6-4c07-99b4-d3b70c62da51 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:51.050791 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87e4346-32cc-402b-b0b3-e586ab0121a6", "tag": "0d9b7bbd-26de-4868-9937-c088ab68043a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:51.051046 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a33711e-a5d6-4c07-99b4-d3b70c62da51 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:51.051473 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87e4346-32cc-402b-b0b3-e586ab0121a6', 'tag': '0d9b7bbd-26de-4868-9937-c088ab68043a', 'status': 'completed', 'code': 200} Jul 23 20:35:51.098522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e0a3f-4afa-411e-b8a9-4046c90567f3 None None] Deleting port 254392b3-71c8-4294-a5eb-258aec4aaf89 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:51.098947 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c6e0a3f-4afa-411e-b8a9-4046c90567f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.112551 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0e934249-6ecb-46af-a790-d13c839a7fd2 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.133071 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0e934249-6ecb-46af-a790-d13c839a7fd2 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.192604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1c6e0a3f-4afa-411e-b8a9-4046c90567f3 None None] For port 254392b3-71c8-4294-a5eb-258aec4aaf89, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=254392b3-71c8-4294-a5eb-258aec4aaf89,segment=NetworkSegment(abb47baa-bf90-4665-a15e-87ea73c4cd50),segment_id=abb47baa-bf90-4665-a15e-87ea73c4cd50)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:51.193250 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c6e0a3f-4afa-411e-b8a9-4046c90567f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.212257 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e0a3f-4afa-411e-b8a9-4046c90567f3 None None] Calling delete_port for 254392b3-71c8-4294-a5eb-258aec4aaf89 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:51.233295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-ab338c21-bb5c-4e6f-b480-5b2caebd1bea tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:51.240353 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-ab338c21-bb5c-4e6f-b480-5b2caebd1bea tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/networks?id=ce0133d9-8df6-41ea-ae2f-c1fed304391d HTTP/1.1" status: 200 len: 817 time: 0.3736880 Jul 23 20:35:51.272993 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-c4471eb6-b86b-4267-b7ac-4d4c0bfff4cb tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/quotas/2e36b104f9d24e799825b9baa093a497 HTTP/1.1" status: 200 len: 375 time: 0.0304787 Jul 23 20:35:51.273858 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99756089-97dc-495e-8050-d2732026c818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd52c5d-ea7b-45df-84f7-32b5565dcdb5,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:51.298342 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99756089-97dc-495e-8050-d2732026c818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.298909 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-99756089-97dc-495e-8050-d2732026c818 admin admin] Added segment 11fbe936-f0e3-41db-90af-77ad0b4bf82a of type vlan for network 872df694-8459-4a03-a8b1-adacd9affbcb Jul 23 20:35:51.312581 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b68bf28b-ae4e-44c9-95ac-ad976a1849cc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.322590 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c6e0a3f-4afa-411e-b8a9-4046c90567f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.359834 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e0a3f-4afa-411e-b8a9-4046c90567f3 None None] Pushing event deleted for resources: {'Port': ['ID=254392b3-71c8-4294-a5eb-258aec4aaf89,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:51.370655 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e0a3f-4afa-411e-b8a9-4046c90567f3 None None] No DVR routers for this DVR port 254392b3-71c8-4294-a5eb-258aec4aaf89 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:51.387488 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ceca6d-508c-425f-9c4f-70c33691e2c9 req-327dfb36-785a-46e6-b262-c0a2cbdc7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:51.389680 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82ceca6d-508c-425f-9c4f-70c33691e2c9 req-327dfb36-785a-46e6-b262-c0a2cbdc7766 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6 HTTP/1.1" status: 200 len: 1095 time: 0.2759523 Jul 23 20:35:51.390674 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-0e934249-6ecb-46af-a790-d13c839a7fd2 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Floating IP cf0ab69c-f527-4812-80ab-a3ca4fb417a2 associated. External IP: 172.25.3.153, port: be6e8b61-af81-40b8-83ee-a7d189b0d284. Jul 23 20:35:51.402444 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99756089-97dc-495e-8050-d2732026c818 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.506281 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b68bf28b-ae4e-44c9-95ac-ad976a1849cc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.512172 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-b423d240-50d6-4017-b0b7-b1051df1c9e7 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e36b104f9d24e799825b9baa093a497&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2372887 Jul 23 20:35:51.520071 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b68bf28b-ae4e-44c9-95ac-ad976a1849cc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbbe4bd-aa63-4461-95e8-9b0f167fcba9']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:51.532447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b68bf28b-ae4e-44c9-95ac-ad976a1849cc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb47baa-bf90-4665-a15e-87ea73c4cd50') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:51.532740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b68bf28b-ae4e-44c9-95ac-ad976a1849cc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb47baa-bf90-4665-a15e-87ea73c4cd50') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:51.534831 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99756089-97dc-495e-8050-d2732026c818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.535981 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99756089-97dc-495e-8050-d2732026c818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:51.536726 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99756089-97dc-495e-8050-d2732026c818 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.557183 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b68bf28b-ae4e-44c9-95ac-ad976a1849cc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.591416 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-99756089-97dc-495e-8050-d2732026c818 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3181005 Jul 23 20:35:51.595677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39708) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:51.600813 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b68bf28b-ae4e-44c9-95ac-ad976a1849cc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.606765 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-78607f92-82db-4ba0-b653-f91befa75663 admin admin] Request body: {'subnet': {'network_id': '872df694-8459-4a03-a8b1-adacd9affbcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1721846917-subnet', 'tenant_id': '8882528029d04c68ae11a668ad23b632', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:51.633944 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 39710) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:51.677979 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78607f92-82db-4ba0-b653-f91befa75663 admin admin] Made reservation on behalf of 8882528029d04c68ae11a668ad23b632 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:51.680519 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-78607f92-82db-4ba0-b653-f91befa75663 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.684165 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68bf28b-ae4e-44c9-95ac-ad976a1849cc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:35:51.684746 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b68bf28b-ae4e-44c9-95ac-ad976a1849cc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.689441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99756089-97dc-495e-8050-d2732026c818 admin admin] Pushing event updated for resources: {'Network': ['ID=872df694-8459-4a03-a8b1-adacd9affbcb,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:35:51.692515 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:35:51.703058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 872df694-8459-4a03-a8b1-adacd9affbcb details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:35:51.703434 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32baf978-4df5-4642-9539-c2f977da6c61 req-e3a60d62-6716-47d4-8dba-9b1211db0177 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:51.705119 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32baf978-4df5-4642-9539-c2f977da6c61 req-e3a60d62-6716-47d4-8dba-9b1211db0177 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.2619157 Jul 23 20:35:51.706177 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ceca6d-508c-425f-9c4f-70c33691e2c9 req-2a696ca5-0028-46b7-be9d-60b43c2a147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:51.707666 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82ceca6d-508c-425f-9c4f-70c33691e2c9 req-2a696ca5-0028-46b7-be9d-60b43c2a147b service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.2655642 Jul 23 20:35:51.824693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82ceca6d-508c-425f-9c4f-70c33691e2c9 req-ba60af87-7b22-4be4-8635-b8eb162969e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9b7bbd-26de-4868-9937-c088ab68043a HTTP/1.1" status: 200 len: 217 time: 0.1039765 Jul 23 20:35:51.848927 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b68bf28b-ae4e-44c9-95ac-ad976a1849cc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.870364 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b68bf28b-ae4e-44c9-95ac-ad976a1849cc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.876563 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b68bf28b-ae4e-44c9-95ac-ad976a1849cc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/networks/adbbe4bd-aa63-4461-95e8-9b0f167fcba9 HTTP/1.1" status: 204 len: 168 time: 1.1144030 Jul 23 20:35:51.879571 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39718) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:51.881938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bf28b-ae4e-44c9-95ac-ad976a1849cc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Network': ['ID=adbbe4bd-aa63-4461-95e8-9b0f167fcba9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:51.886873 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-df45b22b-0946-42e7-ad45-5d6713e98182 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'network': {'name': 'tempest-RoutersTest-854549367'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:51.917204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df45b22b-0946-42e7-ad45-5d6713e98182 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:51.921363 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df45b22b-0946-42e7-ad45-5d6713e98182 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.974535 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df45b22b-0946-42e7-ad45-5d6713e98182 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:35:51.990671 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df45b22b-0946-42e7-ad45-5d6713e98182 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.991013 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-df45b22b-0946-42e7-ad45-5d6713e98182 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Added segment 807ad95b-70ad-48b6-ae8d-b1525a60869d of type vlan for network 708eb554-0f64-4ffe-a2f5-4f04e6763e06 Jul 23 20:35:52.015206 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32baf978-4df5-4642-9539-c2f977da6c61 req-8d05948a-247f-4557-9df4-3344c589da87 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955711 Jul 23 20:35:52.030802 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c5d76212-a343-451b-b22b-1ae1bfbe26d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=76a44fe86f414ef3a26c3424aa505655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925328 Jul 23 20:35:52.037417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39722) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:52.048770 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ceca6d-508c-425f-9c4f-70c33691e2c9 req-8f9f73a9-e9ed-4077-a49f-33a1707418d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:52.050473 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82ceca6d-508c-425f-9c4f-70c33691e2c9 req-8f9f73a9-e9ed-4077-a49f-33a1707418d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.2123561 Jul 23 20:35:52.054146 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fc1d1e7-a810-40b7-a97c-5db2315d9ce6 service neutron] 10.222.0.55 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069809 Jul 23 20:35:52.089631 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-78607f92-82db-4ba0-b653-f91befa75663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.099350 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df45b22b-0946-42e7-ad45-5d6713e98182 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.205637 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df45b22b-0946-42e7-ad45-5d6713e98182 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.211205 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df45b22b-0946-42e7-ad45-5d6713e98182 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:52.211827 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df45b22b-0946-42e7-ad45-5d6713e98182 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.214243 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78607f92-82db-4ba0-b653-f91befa75663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4587abe-7745-4ccd-b589-1845dd4be9bf,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:52.236344 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c9c16141-6cff-4e0f-b642-43c29dd23b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.276715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78607f92-82db-4ba0-b653-f91befa75663 admin admin] Checking segment: {'id': '11fbe936-f0e3-41db-90af-77ad0b4bf82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '872df694-8459-4a03-a8b1-adacd9affbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:52.277077 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78607f92-82db-4ba0-b653-f91befa75663 admin admin] Network hostable DHCP agents. Network: 872df694-8459-4a03-a8b1-adacd9affbcb, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:35:52.280436 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-df45b22b-0946-42e7-ad45-5d6713e98182 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3995855 Jul 23 20:35:52.288552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39724) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:52.296773 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-de1eb2e1-4d1b-4eda-9fca-062b34037c88 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'subnet': {'network_id': '708eb554-0f64-4ffe-a2f5-4f04e6763e06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:52.303408 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c9c16141-6cff-4e0f-b642-43c29dd23b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.364121 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45b22b-0946-42e7-ad45-5d6713e98182 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Network': ['ID=708eb554-0f64-4ffe-a2f5-4f04e6763e06,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:52.376703 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 708eb554-0f64-4ffe-a2f5-4f04e6763e06 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:35:52.401780 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78607f92-82db-4ba0-b653-f91befa75663 admin admin] Network 872df694-8459-4a03-a8b1-adacd9affbcb is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:35:52.406886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e934249-6ecb-46af-a790-d13c839a7fd2 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Router 623ac413-6a04-4cc7-912d-2a0c2677dc5b has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:52.451679 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-78607f92-82db-4ba0-b653-f91befa75663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 872df694-8459-4a03-a8b1-adacd9affbcb) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:52.459419 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78607f92-82db-4ba0-b653-f91befa75663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:52.460019 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-78607f92-82db-4ba0-b653-f91befa75663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.478613 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1eb2e1-4d1b-4eda-9fca-062b34037c88 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:52.482320 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c1c252-ac08-447f-8110-3411968fddb0 None None] Network 872df694-8459-4a03-a8b1-adacd9affbcb requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:52.482534 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-de1eb2e1-4d1b-4eda-9fca-062b34037c88 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.511401 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-78607f92-82db-4ba0-b653-f91befa75663 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9055567 Jul 23 20:35:52.512655 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c9c16141-6cff-4e0f-b642-43c29dd23b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.516891 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c9c16141-6cff-4e0f-b642-43c29dd23b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.532793 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c9c16141-6cff-4e0f-b642-43c29dd23b22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a3fdc66-1727-4e51-b875-9f6e3cc8fab1 HTTP/1.1" status: 204 len: 168 time: 0.4881454 Jul 23 20:35:52.595015 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-7b6b47f6-af51-46be-88cc-24883b3057f1 service neutron] 10.222.0.55 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198312 Jul 23 20:35:52.599354 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c16141-6cff-4e0f-b642-43c29dd23b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3fdc66-1727-4e51-b875-9f6e3cc8fab1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:52.611869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ceca6d-508c-425f-9c4f-70c33691e2c9 req-989ca1d3-b952-49a6-b67a-7ba32c6efc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:52.615684 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82ceca6d-508c-425f-9c4f-70c33691e2c9 req-989ca1d3-b952-49a6-b67a-7ba32c6efc4f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5551763 Jul 23 20:35:52.633006 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7ebfe-9d15-4ddf-9387-b5ce06a38a8b req-e5f30862-54cc-42de-bbd5-070d4c5f17be tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:52.637430 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-95e7ebfe-9d15-4ddf-9387-b5ce06a38a8b req-e5f30862-54cc-42de-bbd5-070d4c5f17be tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6 HTTP/1.1" status: 200 len: 943 time: 0.2984197 Jul 23 20:35:52.639533 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 254392b3-71c8-4294-a5eb-258aec4aaf89 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:52.667047 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 254392b3-71c8-4294-a5eb-258aec4aaf89 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:52.667414 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 254392b3-71c8-4294-a5eb-258aec4aaf89 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:52.758243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0758e5-075b-4f6b-bd5b-0c10a9b25b7d None None] Network 872df694-8459-4a03-a8b1-adacd9affbcb requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:52.785804 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-95e7ebfe-9d15-4ddf-9387-b5ce06a38a8b req-43586314-d9ca-4f4b-9cd7-4882e8c19db9 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313283 Jul 23 20:35:52.792852 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e934249-6ecb-46af-a790-d13c839a7fd2 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:52.807621 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea89f74-a057-4c9d-9c61-0a9e18749d5f None None] Sync routers for ids ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:52.822817 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0e934249-6ecb-46af-a790-d13c839a7fd2 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.823657 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea89f74-a057-4c9d-9c61-0a9e18749d5f None None] Routers {'623ac413-6a04-4cc7-912d-2a0c2677dc5b'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:52.824630 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9ea89f74-a057-4c9d-9c61-0a9e18749d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:52.862070 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-de1eb2e1-4d1b-4eda-9fca-062b34037c88 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.969798 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-9ea89f74-a057-4c9d-9c61-0a9e18749d5f None None] Set router 623ac413-6a04-4cc7-912d-2a0c2677dc5b gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:53.004946 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82ceca6d-508c-425f-9c4f-70c33691e2c9 req-5af216fa-37f9-4480-9cc9-23fc9c8ef3bb service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634465 Jul 23 20:35:53.085049 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1eb2e1-4d1b-4eda-9fca-062b34037c88 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Subnet': ['ID=7aba1052-d90b-4290-b265-94639645dcfa,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:53.089551 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1eb2e1-4d1b-4eda-9fca-062b34037c88 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Checking segment: {'id': '807ad95b-70ad-48b6-ae8d-b1525a60869d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '708eb554-0f64-4ffe-a2f5-4f04e6763e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:53.089912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1eb2e1-4d1b-4eda-9fca-062b34037c88 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network hostable DHCP agents. Network: 708eb554-0f64-4ffe-a2f5-4f04e6763e06, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:35:53.093938 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0e934249-6ecb-46af-a790-d13c839a7fd2 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "PUT /v2.0/floatingips/cf0ab69c-f527-4812-80ab-a3ca4fb417a2 HTTP/1.1" status: 200 len: 991 time: 3.5536413 Jul 23 20:35:53.094494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884dcfb7-4507-4831-b722-3bf7ebb70062', 'tag': 'be6e8b61-af81-40b8-83ee-a7d189b0d284'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:53.097051 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98582931-aba8-49ad-92e1-1b7ed1448261" -d '{"events": [{"name": "network-changed", "server_uuid": "884dcfb7-4507-4831-b722-3bf7ebb70062", "tag": "be6e8b61-af81-40b8-83ee-a7d189b0d284"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:53.126335 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1adefc2f-d47e-4740-a717-817829ee87d2 req-7abe568a-45c5-4e53-b41e-bb4603c8915c tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 210 time: 0.1369920 Jul 23 20:35:53.132273 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1eb2e1-4d1b-4eda-9fca-062b34037c88 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 708eb554-0f64-4ffe-a2f5-4f04e6763e06 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:35:53.150333 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-de1eb2e1-4d1b-4eda-9fca-062b34037c88 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 708eb554-0f64-4ffe-a2f5-4f04e6763e06) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:53.161816 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a79994-614c-497a-a91a-9b4973799887 None None] Network 708eb554-0f64-4ffe-a2f5-4f04e6763e06 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:53.166263 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1eb2e1-4d1b-4eda-9fca-062b34037c88 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:53.166884 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-de1eb2e1-4d1b-4eda-9fca-062b34037c88 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.211577 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-de1eb2e1-4d1b-4eda-9fca-062b34037c88 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9192677 Jul 23 20:35:53.214157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39758) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:53.220044 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b438ec12-e7a4-45b0-8daf-4d468a1276d7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1201646284', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:53.254631 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b438ec12-e7a4-45b0-8daf-4d468a1276d7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.256550 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b438ec12-e7a4-45b0-8daf-4d468a1276d7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.323093 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b438ec12-e7a4-45b0-8daf-4d468a1276d7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.330175 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b438ec12-e7a4-45b0-8daf-4d468a1276d7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.349813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82ceca6d-508c-425f-9c4f-70c33691e2c9 req-c4f09a8b-7b89-49e4-8198-95146ea03254 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208673 Jul 23 20:35:53.359213 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b438ec12-e7a4-45b0-8daf-4d468a1276d7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.360832 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b438ec12-e7a4-45b0-8daf-4d468a1276d7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1456587 Jul 23 20:35:53.364567 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39764) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:53.583374 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9ea89f74-a057-4c9d-9c61-0a9e18749d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'name': 'tempest-ServersTestManualDisk-333277502-router', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:19Z', 'revision_number': 4, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'gw_port': {'id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:12Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'cf0ab69c-f527-4812-80ab-a3ca4fb417a2', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'port_id': 'be6e8b61-af81-40b8-83ee-a7d189b0d284', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994', 'mac_address': 'fa:16:3e:bc:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884dcfb7-4507-4831-b722-3bf7ebb70062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:35:29Z', 'updated_at': '2021-07-23T20:35:50Z', 'revision_number': 1, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '837195e2-8bde-4a8d-b89d-f4446a3ed517', 'name': '', 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'mac_address': 'fa:16:3e:0e:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:17Z', 'updated_at': '2021-07-23T20:35:30Z', 'revision_number': 5, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'subnets': [{'id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:53.587901 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-708eb554-0f64-4ffe-a2f5-4f04e6763e06', 'network_id': '708eb554-0f64-4ffe-a2f5-4f04e6763e06', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'fixed_ips': [{'subnet_id': '7aba1052-d90b-4290-b265-94639645dcfa'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:35:53.588766 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.686909 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea89f74-a057-4c9d-9c61-0a9e18749d5f None None] Checking router: 623ac413-6a04-4cc7-912d-2a0c2677dc5b for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:53.720718 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea89f74-a057-4c9d-9c61-0a9e18749d5f None None] Routers {'623ac413-6a04-4cc7-912d-2a0c2677dc5b'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:53.722841 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9ea89f74-a057-4c9d-9c61-0a9e18749d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:53.794008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfed6f-326e-428c-90c6-e377da989e6f req-92b0777f-0386-414a-ae0a-a1492fceea1c tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:53.796184 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f2bfed6f-326e-428c-90c6-e377da989e6f req-92b0777f-0386-414a-ae0a-a1492fceea1c tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.1625597 Jul 23 20:35:53.871415 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Allocated IP 172.20.0.2 (708eb554-0f64-4ffe-a2f5-4f04e6763e06/7aba1052-d90b-4290-b265-94639645dcfa/65f6f5f0-9278-49be-937c-5a092f4ce14e) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:53.874755 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f2bfed6f-326e-428c-90c6-e377da989e6f req-b8c2b7fc-2c3d-470a-98ec-34333ef233f0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682659 Jul 23 20:35:53.934750 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8db6569-f009-4cc9-b172-d0e8c8dd01e0 x-openstack-request-id: req-e8db6569-f009-4cc9-b172-d0e8c8dd01e0 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:53.935391 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884dcfb7-4507-4831-b722-3bf7ebb70062", "tag": "be6e8b61-af81-40b8-83ee-a7d189b0d284", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:53.935843 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e8db6569-f009-4cc9-b172-d0e8c8dd01e0 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:53.936388 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884dcfb7-4507-4831-b722-3bf7ebb70062', 'tag': 'be6e8b61-af81-40b8-83ee-a7d189b0d284', 'status': 'completed', 'code': 200} Jul 23 20:35:53.980819 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-9ea89f74-a057-4c9d-9c61-0a9e18749d5f None None] Set router 623ac413-6a04-4cc7-912d-2a0c2677dc5b gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:54.060442 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.094639 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98582931-aba8-49ad-92e1-1b7ed1448261 req-34545b1e-c86c-4734-9127-5d252d8daba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:54.096661 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98582931-aba8-49ad-92e1-1b7ed1448261 req-34545b1e-c86c-4734-9127-5d252d8daba0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ada13a3f7be942e5aa558d4703db4ea8&device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 1097 time: 0.1343906 Jul 23 20:35:54.131731 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.151447 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Transition to ACTIVE for port object 65f6f5f0-9278-49be-937c-5a092f4ce14e will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:54.182889 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Transition to ACTIVE for port object 65f6f5f0-9278-49be-937c-5a092f4ce14e will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:54.204399 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.282554 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5bde0-f1eb-48ad-be68-f37efff3a059 req-d98498ef-fb51-4902-bfc6-92881954746b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:54.283008 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Network 708eb554-0f64-4ffe-a2f5-4f04e6763e06 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:54.296203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:54.299838 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:54.306685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bdb5bde0-f1eb-48ad-be68-f37efff3a059 req-d98498ef-fb51-4902-bfc6-92881954746b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6 HTTP/1.1" status: 200 len: 943 time: 0.2651911 Jul 23 20:35:54.321266 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Pushing event updated for resources: {'Port': ['ID=65f6f5f0-9278-49be-937c-5a092f4ce14e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:54.360927 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98582931-aba8-49ad-92e1-1b7ed1448261 req-cffa538c-2c04-49c6-b868-a631c3ebd9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:54.362406 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98582931-aba8-49ad-92e1-1b7ed1448261 req-cffa538c-2c04-49c6-b868-a631c3ebd9c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=90bcea01-43fa-4ff2-bd8a-7665ba1bc994 HTTP/1.1" status: 200 len: 912 time: 0.2569342 Jul 23 20:35:54.421904 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0d9b7bbd-26de-4868-9937-c088ab68043a details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:35:54.454625 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bdb5bde0-f1eb-48ad-be68-f37efff3a059 req-0ca013ff-107e-4dfe-9641-6cd444ce1f6b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464736 Jul 23 20:35:54.491669 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9ea89f74-a057-4c9d-9c61-0a9e18749d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'name': 'tempest-ServersTestManualDisk-333277502-router', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:19Z', 'revision_number': 4, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'gw_port': {'id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:12Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'cf0ab69c-f527-4812-80ab-a3ca4fb417a2', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'port_id': 'be6e8b61-af81-40b8-83ee-a7d189b0d284', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994', 'mac_address': 'fa:16:3e:bc:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884dcfb7-4507-4831-b722-3bf7ebb70062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:35:29Z', 'updated_at': '2021-07-23T20:35:50Z', 'revision_number': 1, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '837195e2-8bde-4a8d-b89d-f4446a3ed517', 'name': '', 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'mac_address': 'fa:16:3e:0e:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:17Z', 'updated_at': '2021-07-23T20:35:30Z', 'revision_number': 5, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'subnets': [{'id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:54.545894 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea89f74-a057-4c9d-9c61-0a9e18749d5f None None] The sync data for ids ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'] in n-d-791504-18 is: [{'id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'name': 'tempest-ServersTestManualDisk-333277502-router', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:19Z', 'revision_number': 4, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'gw_port': {'id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:12Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'cf0ab69c-f527-4812-80ab-a3ca4fb417a2', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'floating_ip_address': '172.25.3.153', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'port_id': 'be6e8b61-af81-40b8-83ee-a7d189b0d284', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994', 'mac_address': 'fa:16:3e:bc:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884dcfb7-4507-4831-b722-3bf7ebb70062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:35:29Z', 'updated_at': '2021-07-23T20:35:50Z', 'revision_number': 1, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '837195e2-8bde-4a8d-b89d-f4446a3ed517', 'name': '', 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'mac_address': 'fa:16:3e:0e:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:17Z', 'updated_at': '2021-07-23T20:35:30Z', 'revision_number': 5, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'subnets': [{'id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:54.561565 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98582931-aba8-49ad-92e1-1b7ed1448261 req-b353bb0d-3f41-4d79-bdbf-15bafe57807d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be6e8b61-af81-40b8-83ee-a7d189b0d284 HTTP/1.1" status: 200 len: 999 time: 0.1738665 Jul 23 20:35:54.676253 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Attempting to bind port 65f6f5f0-9278-49be-937c-5a092f4ce14e on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:54.676253 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Attempting to bind port 65f6f5f0-9278-49be-937c-5a092f4ce14e by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '807ad95b-70ad-48b6-ae8d-b1525a60869d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '708eb554-0f64-4ffe-a2f5-4f04e6763e06'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:54.676889 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Attempting to bind port 65f6f5f0-9278-49be-937c-5a092f4ce14e on network 708eb554-0f64-4ffe-a2f5-4f04e6763e06 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:54.684453 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Allocated IP 172.20.0.1 (708eb554-0f64-4ffe-a2f5-4f04e6763e06/7aba1052-d90b-4290-b265-94639645dcfa/3a590e77-d6b2-44f1-a734-926385f5625c) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:54.703344 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 0d9b7bbd-26de-4868-9937-c088ab68043a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0d9b7bbd-26de-4868-9937-c088ab68043a,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:54.751220 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a0ee66b8-e436-4a2a-a9f0-8625f4b75b6e req-46fe9375-38f1-4d09-a893-ac045aa66c5c tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 210 time: 0.0732641 Jul 23 20:35:54.751352 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cba39fed-3228-4f7a-b12e-6aabd7dc026f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.758073 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '0d9b7bbd-26de-4868-9937-c088ab68043a', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'port_id': '0d9b7bbd-26de-4868-9937-c088ab68043a', 'mac_address': 'fa:16:3e:bd:54:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:35:54.772640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:54.772640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Checking segment: {'id': '807ad95b-70ad-48b6-ae8d-b1525a60869d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '708eb554-0f64-4ffe-a2f5-4f04e6763e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:54.772640 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.773048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Bound using segment: {'id': '807ad95b-70ad-48b6-ae8d-b1525a60869d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '708eb554-0f64-4ffe-a2f5-4f04e6763e06'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:54.773421 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Bound port: 65f6f5f0-9278-49be-937c-5a092f4ce14e, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807ad95b-70ad-48b6-ae8d-b1525a60869d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '708eb554-0f64-4ffe-a2f5-4f04e6763e06'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:54.773817 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.979489 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.993723 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-2468591f-1d71-448f-af47-3817ba0f319d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:54.993723 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-2468591f-1d71-448f-af47-3817ba0f319d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.48 "GET /v2.0/networks?id=ce0133d9-8df6-41ea-ae2f-c1fed304391d HTTP/1.1" status: 200 len: 817 time: 0.2406359 Jul 23 20:35:55.001832 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98582931-aba8-49ad-92e1-1b7ed1448261 req-32f7f164-1cc1-4511-a70c-19d153414664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:55.003323 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98582931-aba8-49ad-92e1-1b7ed1448261 req-32f7f164-1cc1-4511-a70c-19d153414664 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0946689a-4296-447b-a9f9-67ed8c997cbd HTTP/1.1" status: 200 len: 850 time: 0.4406013 Jul 23 20:35:55.031727 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Transition to ACTIVE for port object 3a590e77-d6b2-44f1-a734-926385f5625c will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:55.099959 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-34f9bc33-61e8-4e3e-a674-423f3f4a0a34 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e36b104f9d24e799825b9baa093a497 HTTP/1.1" status: 200 len: 379 time: 0.0920179 Jul 23 20:35:55.116501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-79b18128-7edd-4e8d-8cde-ddfd023d534b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Request body: {'port': {'device_id': '83a4aa9c-f857-4adb-b25d-82807319e607', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'admin_state_up': True, 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'security_groups': ['53fd9e9d-049a-433e-bb21-89803030388d']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:55.141567 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.281085 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 708eb554-0f64-4ffe-a2f5-4f04e6763e06 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:55.285046 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98582931-aba8-49ad-92e1-1b7ed1448261 req-937906cf-f716-4c51-8240-648ba52056b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:55.286944 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98582931-aba8-49ad-92e1-1b7ed1448261 req-937906cf-f716-4c51-8240-648ba52056b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90bcea01-43fa-4ff2-bd8a-7665ba1bc994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2504399 Jul 23 20:35:55.289053 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:55.304607 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:55.367792 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e43868-992c-4a59-ad0a-97c699d09751 None None] New status for floating IP cf0ab69c-f527-4812-80ab-a3ca4fb417a2: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:35:55.411346 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.421589 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=3a590e77-d6b2-44f1-a734-926385f5625c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:55.455513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b090e-1257-4446-b55f-8f561c500571 req-3c09ad78-1cc5-4bec-bdcd-9734c1f67d91 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:55.468223 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e2b090e-1257-4446-b55f-8f561c500571 req-3c09ad78-1cc5-4bec-bdcd-9734c1f67d91 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.3021166 Jul 23 20:35:55.483460 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 39848) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:55.548891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-79b18128-7edd-4e8d-8cde-ddfd023d534b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Made reservation on behalf of 2e36b104f9d24e799825b9baa093a497 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:55.569229 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-79b18128-7edd-4e8d-8cde-ddfd023d534b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.612520 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98582931-aba8-49ad-92e1-1b7ed1448261 req-4bdbefaf-11c0-4366-b6b8-7aeb2ce345b1 service neutron] 10.222.0.48 "GET /v2.0/networks/90bcea01-43fa-4ff2-bd8a-7665ba1bc994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092339 Jul 23 20:35:55.636261 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.681362 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e2b090e-1257-4446-b55f-8f561c500571 req-30d370e2-aec2-4519-8095-59ad325c60c4 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101433 Jul 23 20:35:55.693770 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.719233 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] For port 65f6f5f0-9278-49be-937c-5a092f4ce14e, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:55.725673 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9b7bbd-26de-4868-9937-c088ab68043a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:55.752234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 0d9b7bbd-26de-4868-9937-c088ab68043a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0d9b7bbd-26de-4868-9937-c088ab68043a,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:55.766623 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.770820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] For port 65f6f5f0-9278-49be-937c-5a092f4ce14e, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=65f6f5f0-9278-49be-937c-5a092f4ce14e,segment=NetworkSegment(807ad95b-70ad-48b6-ae8d-b1525a60869d),segment_id=807ad95b-70ad-48b6-ae8d-b1525a60869d)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:55.780028 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-afb0cfdc-85a1-4a1c-886b-f31fceeb3d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.842868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=0d9b7bbd-26de-4868-9937-c088ab68043a,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:55.847195 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.914120 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab2b8f-1d9b-455f-b12c-4e6ab8313d59 None None] Pushing event updated for resources: {'Port': ['ID=65f6f5f0-9278-49be-937c-5a092f4ce14e,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:56.012261 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0d9b7bbd-26de-4868-9937-c088ab68043a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:56.059717 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-567b4889-95d8-42d3-ae39-6458ada93208 req-da1484a4-9723-4f23-b874-c98af601714c tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 210 time: 0.0685992 Jul 23 20:35:56.190744 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.192727 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff42f01-5477-442b-96d4-15d6f155afd3 req-e6d9234c-1ec9-4699-89bb-6137a87df713 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:56.196909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cff42f01-5477-442b-96d4-15d6f155afd3 req-e6d9234c-1ec9-4699-89bb-6137a87df713 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6 HTTP/1.1" status: 200 len: 943 time: 0.5603592 Jul 23 20:35:56.201363 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98582931-aba8-49ad-92e1-1b7ed1448261 req-280f0cba-3d74-4612-b566-9d0cdeffb06b service neutron] 10.222.0.48 "GET /v2.0/networks/90bcea01-43fa-4ff2-bd8a-7665ba1bc994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672429 Jul 23 20:35:56.202982 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.263061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-79b18128-7edd-4e8d-8cde-ddfd023d534b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Allocated IP 172.20.0.14 (ce0133d9-8df6-41ea-ae2f-c1fed304391d/35eaf14f-2eae-4b6c-8dcf-0499d3191c4d/2a131450-cfc5-4aab-8b1a-db2c1372f738) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:56.385944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=3a590e77-d6b2-44f1-a734-926385f5625c,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:56.401498 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.491391 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cff42f01-5477-442b-96d4-15d6f155afd3 req-e5971be8-f0a3-4ad9-95e0-ea5843421991 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303386 Jul 23 20:35:56.548053 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 65f6f5f0-9278-49be-937c-5a092f4ce14e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:56.580405 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 708eb554-0f64-4ffe-a2f5-4f04e6763e06 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:56.581993 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:56.631752 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 65f6f5f0-9278-49be-937c-5a092f4ce14e completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:56.644466 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-afb0cfdc-85a1-4a1c-886b-f31fceeb3d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.656782 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-afb0cfdc-85a1-4a1c-886b-f31fceeb3d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.728040 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router 3ae74032-40f7-4481-83dd-01573c8276f1 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:35:56.739767 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-ef06d712-e52a-4678-8946-884f20648139 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:56.741397 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-ef06d712-e52a-4678-8946-884f20648139 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/networks?id=872df694-8459-4a03-a8b1-adacd9affbcb HTTP/1.1" status: 200 len: 810 time: 0.3716311 Jul 23 20:35:56.747874 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-79b18128-7edd-4e8d-8cde-ddfd023d534b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.765789 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-79b18128-7edd-4e8d-8cde-ddfd023d534b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Transition to ACTIVE for port object 2a131450-cfc5-4aab-8b1a-db2c1372f738 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:56.769195 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-afb0cfdc-85a1-4a1c-886b-f31fceeb3d43 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a1aae72891ec49939f6e150835a05f04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2714057 Jul 23 20:35:56.773563 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 39876) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:56.776598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0cfdc-85a1-4a1c-886b-f31fceeb3d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a8393c-975c-4a76-84fd-e3c9f3d212cc,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:56.846572 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-365d3954-3e97-4374-9e6a-4bdc2bc044b4 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/quotas/8882528029d04c68ae11a668ad23b632 HTTP/1.1" status: 200 len: 375 time: 0.0737672 Jul 23 20:35:56.852001 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:56.863821 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c32917ef-5b13-4d0b-9982-21a9c70761f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/3ae74032-40f7-4481-83dd-01573c8276f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4945045 Jul 23 20:35:56.864760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39878) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:56.866879 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ad0c3b-8e1a-408f-8dc9-b88e1ee43c46 None None] Sync routers for ids ['3ae74032-40f7-4481-83dd-01573c8276f1'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:56.881175 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ad0c3b-8e1a-408f-8dc9-b88e1ee43c46 None None] Routers {'3ae74032-40f7-4481-83dd-01573c8276f1'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:56.882042 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-57ad0c3b-8e1a-408f-8dc9-b88e1ee43c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['3ae74032-40f7-4481-83dd-01573c8276f1'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:56.926541 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e762146-5c7e-4f65-947c-f0ee30e06ff0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:56.930666 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4e762146-5c7e-4f65-947c-f0ee30e06ff0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports/3a590e77-d6b2-44f1-a734-926385f5625c HTTP/1.1" status: 200 len: 910 time: 0.0622306 Jul 23 20:35:56.930973 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39880) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:56.932513 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-57ad0c3b-8e1a-408f-8dc9-b88e1ee43c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:56.953922 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ad0c3b-8e1a-408f-8dc9-b88e1ee43c46 None None] Routers {'3ae74032-40f7-4481-83dd-01573c8276f1'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:56.954843 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-57ad0c3b-8e1a-408f-8dc9-b88e1ee43c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['3ae74032-40f7-4481-83dd-01573c8276f1'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:56.995416 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-57ad0c3b-8e1a-408f-8dc9-b88e1ee43c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:56.996306 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ad0c3b-8e1a-408f-8dc9-b88e1ee43c46 None None] The sync data for ids ['3ae74032-40f7-4481-83dd-01573c8276f1'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:57.094429 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-352ec7a4-33d9-4fe9-9239-9d82b0cd985c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.276792 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7846b275-a580-4a78-9b91-5058dab7eb28 None None] Network 708eb554-0f64-4ffe-a2f5-4f04e6763e06 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:57.292879 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.306667 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-89bbc1cd-ae26-4fa2-aa00-7e9b5c242d30 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8882528029d04c68ae11a668ad23b632&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4532814 Jul 23 20:35:57.314893 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-79b18128-7edd-4e8d-8cde-ddfd023d534b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.428096 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f0f5-8aa4-4a0d-a120-c1053dceab98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.451747 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952a117-c37d-4a26-9397-f7e3eab8ff69 req-c919d68f-8ade-4e08-9994-1cd5a2de8cf1 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:57.459750 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a952a117-c37d-4a26-9397-f7e3eab8ff69 req-c919d68f-8ade-4e08-9994-1cd5a2de8cf1 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.6894007 Jul 23 20:35:57.471769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-79b18128-7edd-4e8d-8cde-ddfd023d534b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Network ce0133d9-8df6-41ea-ae2f-c1fed304391d is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:57.499544 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-79b18128-7edd-4e8d-8cde-ddfd023d534b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:57.506943 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3e91cd63-3cc8-476e-a7f8-c805f0053fb0 None None] Provisioning for port 65f6f5f0-9278-49be-937c-5a092f4ce14e completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:57.520048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3e91cd63-3cc8-476e-a7f8-c805f0053fb0 None None] Provisioning complete for port 65f6f5f0-9278-49be-937c-5a092f4ce14e triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:57.520609 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3e91cd63-3cc8-476e-a7f8-c805f0053fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.593373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-79b18128-7edd-4e8d-8cde-ddfd023d534b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:57.623490 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b18128-7edd-4e8d-8cde-ddfd023d534b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Pushing event updated for resources: {'Port': ['ID=2a131450-cfc5-4aab-8b1a-db2c1372f738,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:57.633652 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f0f5-8aa4-4a0d-a120-c1053dceab98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.672937 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3e91cd63-3cc8-476e-a7f8-c805f0053fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.703856 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a952a117-c37d-4a26-9397-f7e3eab8ff69 req-11c72806-bce9-4891-95f0-5ed91f213db4 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431321 Jul 23 20:35:57.749244 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3e91cd63-3cc8-476e-a7f8-c805f0053fb0 None None] For port 65f6f5f0-9278-49be-937c-5a092f4ce14e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=65f6f5f0-9278-49be-937c-5a092f4ce14e,segment=NetworkSegment(807ad95b-70ad-48b6-ae8d-b1525a60869d),segment_id=807ad95b-70ad-48b6-ae8d-b1525a60869d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:57.757870 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-79b18128-7edd-4e8d-8cde-ddfd023d534b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:57.758863 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-79b18128-7edd-4e8d-8cde-ddfd023d534b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.767123 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3e91cd63-3cc8-476e-a7f8-c805f0053fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.781502 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da5af154-73fc-45bc-b7c4-f38d476d8e91 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.785759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fa9ea993-6713-4ce0-8777-d29bb2cbc15e service neutron] 10.222.0.55 "GET /v2.0/networks/872df694-8459-4a03-a8b1-adacd9affbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594247 Jul 23 20:35:57.788932 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-79b18128-7edd-4e8d-8cde-ddfd023d534b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6807201 Jul 23 20:35:57.829106 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Request body: {'port': {'device_id': '83a4aa9c-f857-4adb-b25d-82807319e607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:57.877155 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91cd63-3cc8-476e-a7f8-c805f0053fb0 None None] Pushing event updated for resources: {'Port': ['ID=65f6f5f0-9278-49be-937c-5a092f4ce14e,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:57.948242 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-325e983c-f525-4a9c-ae4a-3cb0d9e03540 service neutron] 10.222.0.55 "GET /v2.0/networks/872df694-8459-4a03-a8b1-adacd9affbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513441 Jul 23 20:35:57.971938 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f0f5-8aa4-4a0d-a120-c1053dceab98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.974963 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ff2f0f5-8aa4-4a0d-a120-c1053dceab98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.976231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4ff2f0f5-8aa4-4a0d-a120-c1053dceab98 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02a8393c-975c-4a76-84fd-e3c9f3d212cc HTTP/1.1" status: 204 len: 168 time: 1.2004678 Jul 23 20:35:58.000221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7481583a-3e4f-4a05-849a-3187f0026f82 None None] Provisioning for port 3a590e77-d6b2-44f1-a734-926385f5625c completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:58.005134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7481583a-3e4f-4a05-849a-3187f0026f82 None None] Provisioning complete for port 3a590e77-d6b2-44f1-a734-926385f5625c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:58.005552 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7481583a-3e4f-4a05-849a-3187f0026f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.014696 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2f0f5-8aa4-4a0d-a120-c1053dceab98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a8393c-975c-4a76-84fd-e3c9f3d212cc,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:58.157950 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7481583a-3e4f-4a05-849a-3187f0026f82 None None] Port 3a590e77-d6b2-44f1-a734-926385f5625c cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:58.194405 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7481583a-3e4f-4a05-849a-3187f0026f82 None None] Provisioning complete for port 65f6f5f0-9278-49be-937c-5a092f4ce14e triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:58.194789 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7481583a-3e4f-4a05-849a-3187f0026f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.199011 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.246097 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4555d9-d758-49d9-b794-28634f2cd463 req-a3aed11e-1764-413d-9445-f833e80a7b6a tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:58.261006 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3f4555d9-d758-49d9-b794-28634f2cd463 req-a3aed11e-1764-413d-9445-f833e80a7b6a tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 932 time: 0.3104706 Jul 23 20:35:58.355089 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-da5af154-73fc-45bc-b7c4-f38d476d8e91 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting port 3a590e77-d6b2-44f1-a734-926385f5625c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:58.355467 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da5af154-73fc-45bc-b7c4-f38d476d8e91 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.423399 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3f4555d9-d758-49d9-b794-28634f2cd463 req-a562a461-1c90-4e10-a395-cb9ad20318cb tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604717 Jul 23 20:35:58.480700 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0d9b7bbd-26de-4868-9937-c088ab68043a up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:58.664940 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da5af154-73fc-45bc-b7c4-f38d476d8e91 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.678875 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-da5af154-73fc-45bc-b7c4-f38d476d8e91 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Calling delete_port for 3a590e77-d6b2-44f1-a734-926385f5625c owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:58.694211 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 65f6f5f0-9278-49be-937c-5a092f4ce14e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:58.716662 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8d7c7ec-dfc4-48e4-8880-df125be4a7ba req-e21dfa7d-f46a-43a3-bbff-d9634335b1f4 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/ports?device_id=6542fd67-5c74-40b2-abe4-2eb88a11d132 HTTP/1.1" status: 200 len: 210 time: 0.0942407 Jul 23 20:35:58.805531 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.837618 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 0d9b7bbd-26de-4868-9937-c088ab68043a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:58.851647 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 0d9b7bbd-26de-4868-9937-c088ab68043a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:58.852046 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.881814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7481583a-3e4f-4a05-849a-3187f0026f82 None None] Provisioning for port 2a131450-cfc5-4aab-8b1a-db2c1372f738 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:58.890242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 65f6f5f0-9278-49be-937c-5a092f4ce14e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:58.890242 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.894131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7481583a-3e4f-4a05-849a-3187f0026f82 None None] Provisioning complete for port 2a131450-cfc5-4aab-8b1a-db2c1372f738 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:58.894493 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7481583a-3e4f-4a05-849a-3187f0026f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.963452 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da5af154-73fc-45bc-b7c4-f38d476d8e91 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.967956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03234bf5-6704-4adf-8546-7c221c4ed19e req-86c66558-1488-4a1b-b911-fff3fdddfae7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:58.974826 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03234bf5-6704-4adf-8546-7c221c4ed19e req-86c66558-1488-4a1b-b911-fff3fdddfae7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6 HTTP/1.1" status: 200 len: 944 time: 0.3562751 Jul 23 20:35:58.990483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7481583a-3e4f-4a05-849a-3187f0026f82 None None] Port 2a131450-cfc5-4aab-8b1a-db2c1372f738 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:59.043504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126efc1-2bdf-4fe6-8d8e-356b3f582de4 req-c8b9ad2e-5d79-489e-a9a2-235e3d458039 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:59.051413 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c126efc1-2bdf-4fe6-8d8e-356b3f582de4 req-c8b9ad2e-5d79-489e-a9a2-235e3d458039 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.2036207 Jul 23 20:35:59.054387 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5af154-73fc-45bc-b7c4-f38d476d8e91 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Port': ['ID=3a590e77-d6b2-44f1-a734-926385f5625c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:59.122356 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c126efc1-2bdf-4fe6-8d8e-356b3f582de4 req-ed35c140-acf0-4692-98b6-5965c78c0c4a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698576 Jul 23 20:35:59.128422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-af338353-b26b-42d1-a831-02fdbdd6e64b None None] Could not find standard attr ID for object 3a590e77-d6b2-44f1-a734-926385f5625c. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:35:59.147287 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.168089 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03234bf5-6704-4adf-8546-7c221c4ed19e req-698eca58-eb54-49bf-b1f9-f7cb261e15c5 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916933 Jul 23 20:35:59.209062 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87e4346-32cc-402b-b0b3-e586ab0121a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9b7bbd-26de-4868-9937-c088ab68043a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:59.216275 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797e79e4-2fa7-4d12-9357-18d6e3ad8e1d" -d '{"events": [{"server_uuid": "a87e4346-32cc-402b-b0b3-e586ab0121a6", "name": "network-vif-plugged", "status": "completed", "tag": "0d9b7bbd-26de-4868-9937-c088ab68043a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:59.274711 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 0d9b7bbd-26de-4868-9937-c088ab68043a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0d9b7bbd-26de-4868-9937-c088ab68043a,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:59.285812 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.312664 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a131450-cfc5-4aab-8b1a-db2c1372f738 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:59.321199 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.336773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Transition to ACTIVE for port object 2a131450-cfc5-4aab-8b1a-db2c1372f738 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:59.349492 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.363591 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4af2d9-0bfe-4713-bebf-74b6a4ec63ab x-openstack-request-id: req-3d4af2d9-0bfe-4713-bebf-74b6a4ec63ab {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:59.364281 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87e4346-32cc-402b-b0b3-e586ab0121a6", "name": "network-vif-plugged", "status": "completed", "tag": "0d9b7bbd-26de-4868-9937-c088ab68043a", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:59.364543 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d4af2d9-0bfe-4713-bebf-74b6a4ec63ab {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:59.364942 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87e4346-32cc-402b-b0b3-e586ab0121a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9b7bbd-26de-4868-9937-c088ab68043a', 'code': 200} Jul 23 20:35:59.375487 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da5af154-73fc-45bc-b7c4-f38d476d8e91 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.465981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=0d9b7bbd-26de-4868-9937-c088ab68043a,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:59.670558 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a131450-cfc5-4aab-8b1a-db2c1372f738,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:59.694840 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5af154-73fc-45bc-b7c4-f38d476d8e91 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router 3ae74032-40f7-4481-83dd-01573c8276f1 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:59.704487 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39932) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:59.884889 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.906454 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5af154-73fc-45bc-b7c4-f38d476d8e91 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:59.913552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8766f0c4-04db-4a79-837f-3cbc508ce23f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1213330083-network', 'tenant_id': 'a54034a57fda440080204e7382f3daae'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:59.914942 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5518baa-0ead-47ae-b3e3-d709bc91c604 req-7e86aa02-c2c2-4a2c-a590-6d2c4c32a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:59.916498 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a5518baa-0ead-47ae-b3e3-d709bc91c604 req-7e86aa02-c2c2-4a2c-a590-6d2c4c32a605 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6 HTTP/1.1" status: 200 len: 1097 time: 0.4866281 Jul 23 20:35:59.920387 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3a6462e-7f1a-49b7-8603-9fab1ef171f5 req-68278196-7b5d-45a8-8640-c9a369f18ac2 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/ports?device_id=6542fd67-5c74-40b2-abe4-2eb88a11d132 HTTP/1.1" status: 200 len: 210 time: 0.0717630 Jul 23 20:35:59.925673 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa67829-7e8e-4851-9306-2bb072f5d062 None None] Sync routers for ids ['3ae74032-40f7-4481-83dd-01573c8276f1'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:59.937232 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Attempting to bind port 2a131450-cfc5-4aab-8b1a-db2c1372f738 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:59.937566 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Attempting to bind port 2a131450-cfc5-4aab-8b1a-db2c1372f738 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '2e9cd544-ea19-47e1-a525-d7df8cd64d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:59.937896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Attempting to bind port 2a131450-cfc5-4aab-8b1a-db2c1372f738 on network ce0133d9-8df6-41ea-ae2f-c1fed304391d {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:59.946312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa67829-7e8e-4851-9306-2bb072f5d062 None None] Routers {'3ae74032-40f7-4481-83dd-01573c8276f1'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:59.948862 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7fa67829-7e8e-4851-9306-2bb072f5d062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['3ae74032-40f7-4481-83dd-01573c8276f1'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:59.968095 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Port 2a131450-cfc5-4aab-8b1a-db2c1372f738 on network ce0133d9-8df6-41ea-ae2f-c1fed304391d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:35:59.968443 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Attempting to bind port 2a131450-cfc5-4aab-8b1a-db2c1372f738 on network ce0133d9-8df6-41ea-ae2f-c1fed304391d {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:59.974247 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-da5af154-73fc-45bc-b7c4-f38d476d8e91 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/3ae74032-40f7-4481-83dd-01573c8276f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0395017 Jul 23 20:35:59.975405 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39938) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:59.975905 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8766f0c4-04db-4a79-837f-3cbc508ce23f admin admin] Made reservation on behalf of a54034a57fda440080204e7382f3daae for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:59.978710 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8766f0c4-04db-4a79-837f-3cbc508ce23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.982735 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba670c-a8c6-4618-8563-86c41b5eee4d req-ad8a12e4-7d07-435d-b735-ed7255a2e3ee tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:59.989724 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48ba670c-a8c6-4618-8563-86c41b5eee4d req-ad8a12e4-7d07-435d-b735-ed7255a2e3ee tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 944 time: 0.3835042 Jul 23 20:35:59.996004 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:59.996353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Checking segment: {'id': '2e9cd544-ea19-47e1-a525-d7df8cd64d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:59.996736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Bound using segment: {'id': '2e9cd544-ea19-47e1-a525-d7df8cd64d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:59.997219 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Bound port: 2a131450-cfc5-4aab-8b1a-db2c1372f738, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9cd544-ea19-47e1-a525-d7df8cd64d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:59.997586 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.002065 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8766f0c4-04db-4a79-837f-3cbc508ce23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.008870 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a5518baa-0ead-47ae-b3e3-d709bc91c604 req-c4fafc27-efbe-485e-8ada-a9534be74692 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740173 Jul 23 20:36:00.016496 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7fa67829-7e8e-4851-9306-2bb072f5d062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:00.025587 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa67829-7e8e-4851-9306-2bb072f5d062 None None] Routers {'3ae74032-40f7-4481-83dd-01573c8276f1'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:00.026334 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7fa67829-7e8e-4851-9306-2bb072f5d062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['3ae74032-40f7-4481-83dd-01573c8276f1'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:00.040037 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c689b105-0cec-4da5-b39b-f8b270894426 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ae74032-40f7-4481-83dd-01573c8276f1 HTTP/1.1" status: 200 len: 205 time: 0.0494132 Jul 23 20:36:00.042862 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39940) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:00.067080 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7fa67829-7e8e-4851-9306-2bb072f5d062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:00.067512 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48ba670c-a8c6-4618-8563-86c41b5eee4d req-a3c5ffc9-945f-4246-95f2-a1e59523bc07 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769074 Jul 23 20:36:00.068156 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa67829-7e8e-4851-9306-2bb072f5d062 None None] The sync data for ids ['3ae74032-40f7-4481-83dd-01573c8276f1'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:00.099138 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] For port 2a131450-cfc5-4aab-8b1a-db2c1372f738, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:00.102190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] For port 2a131450-cfc5-4aab-8b1a-db2c1372f738, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:00.107035 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.129240 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-edfc875d-418f-485b-b8c7-c69ef8f35aee tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.145353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:00.146258 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.148231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] 10.222.0.48 "PUT /v2.0/ports/2a131450-cfc5-4aab-8b1a-db2c1372f738 HTTP/1.1" status: 200 len: 1093 time: 2.3326342 Jul 23 20:36:00.148913 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a4aa9c-f857-4adb-b25d-82807319e607', 'tag': '2a131450-cfc5-4aab-8b1a-db2c1372f738'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:00.151459 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1f945a-4179-430a-a1a1-501fc4b9ec04" -d '{"events": [{"name": "network-changed", "server_uuid": "83a4aa9c-f857-4adb-b25d-82807319e607", "tag": "2a131450-cfc5-4aab-8b1a-db2c1372f738"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:00.184704 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe48b64-18f5-4a56-ae5a-d0d4509fd3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a131450-cfc5-4aab-8b1a-db2c1372f738,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:00.338323 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1fd8f1-018d-4a17-8260-f775c1f48942 x-openstack-request-id: req-8b1fd8f1-018d-4a17-8260-f775c1f48942 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:00.338900 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a4aa9c-f857-4adb-b25d-82807319e607", "tag": "2a131450-cfc5-4aab-8b1a-db2c1372f738", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:00.339379 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b1fd8f1-018d-4a17-8260-f775c1f48942 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:00.339945 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a4aa9c-f857-4adb-b25d-82807319e607', 'tag': '2a131450-cfc5-4aab-8b1a-db2c1372f738', 'status': 'completed', 'code': 200} Jul 23 20:36:00.349321 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-edfc875d-418f-485b-b8c7-c69ef8f35aee tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.353487 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-edfc875d-418f-485b-b8c7-c69ef8f35aee tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.453052 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-edfc875d-418f-485b-b8c7-c69ef8f35aee tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.454868 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfc875d-418f-485b-b8c7-c69ef8f35aee tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Fanout notify agent at l3_agent the message router_deleted on router 3ae74032-40f7-4481-83dd-01573c8276f1 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:36:00.471187 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-edfc875d-418f-485b-b8c7-c69ef8f35aee tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.472325 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-edfc875d-418f-485b-b8c7-c69ef8f35aee tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/routers/3ae74032-40f7-4481-83dd-01573c8276f1 HTTP/1.1" status: 204 len: 168 time: 0.4276764 Jul 23 20:36:00.475629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39950) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:00.551863 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8766f0c4-04db-4a79-837f-3cbc508ce23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.558119 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8766f0c4-04db-4a79-837f-3cbc508ce23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.579685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae65ff11-b3ea-44cc-bcc2-5b0b708fb0dd tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting subnet 7aba1052-d90b-4290-b265-94639645dcfa {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:36:00.585582 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1af0840b-9e70-4a74-8bf7-f145aff31780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:00.587158 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-1af0840b-9e70-4a74-8bf7-f145aff31780 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e36b104f9d24e799825b9baa093a497&device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 1096 time: 0.3308516 Jul 23 20:36:00.588740 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ae65ff11-b3ea-44cc-bcc2-5b0b708fb0dd tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.619413 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8766f0c4-04db-4a79-837f-3cbc508ce23f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:36:00.638052 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766f0c4-04db-4a79-837f-3cbc508ce23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8a4e6e-565a-497d-807a-5313f20d5045,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:00.645640 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8766f0c4-04db-4a79-837f-3cbc508ce23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.645982 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-8766f0c4-04db-4a79-837f-3cbc508ce23f admin admin] Added segment 4a9fd4c5-6e8e-430a-88bb-589d51aecc75 of type vlan for network bd503777-cbd7-4983-8bcb-d8db25f0c2a1 Jul 23 20:36:00.648464 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-32c2e5ba-22eb-48ea-a432-10127674fdfa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738 HTTP/1.1" status: 200 len: 217 time: 0.0456755 Jul 23 20:36:00.662475 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ae65ff11-b3ea-44cc-bcc2-5b0b708fb0dd tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.662711 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81fea9-0c85-4669-8c87-f82bbaf983c8 req-69f631a7-0a79-4a3a-bd93-df65f99760c4 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:00.664232 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c81fea9-0c85-4669-8c87-f82bbaf983c8 req-69f631a7-0a79-4a3a-bd93-df65f99760c4 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.3338745 Jul 23 20:36:00.689116 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0d58b699-8dc5-4e24-91f9-929d1b7e751e details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:36:00.707669 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-194069cf-16fd-4a9b-867a-257ffe698fef tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:00.709141 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-194069cf-16fd-4a9b-867a-257ffe698fef tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.48 "GET /v2.0/networks?id=872df694-8459-4a03-a8b1-adacd9affbcb HTTP/1.1" status: 200 len: 810 time: 0.2981629 Jul 23 20:36:00.719835 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8766f0c4-04db-4a79-837f-3cbc508ce23f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.742036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-c48a7fd0-69ec-4bbd-ab74-04b2cfeab196 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Request body: {'port': {'device_id': '6542fd67-5c74-40b2-abe4-2eb88a11d132', 'network_id': '872df694-8459-4a03-a8b1-adacd9affbcb', 'admin_state_up': True, 'tenant_id': '8882528029d04c68ae11a668ad23b632'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:00.768182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b96a6-c370-439c-93ab-c7546b1b55b0 req-93420f5c-1e95-4146-950e-ee78eff1434b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:00.769709 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca6b96a6-c370-439c-93ab-c7546b1b55b0 req-93420f5c-1e95-4146-950e-ee78eff1434b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6 HTTP/1.1" status: 200 len: 945 time: 0.3413174 Jul 23 20:36:00.789382 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8766f0c4-04db-4a79-837f-3cbc508ce23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.790749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8766f0c4-04db-4a79-837f-3cbc508ce23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:00.791351 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8766f0c4-04db-4a79-837f-3cbc508ce23f admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.799465 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-ff07cf6a-ad75-4830-97f2-ff5f1baa7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:00.800940 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-ff07cf6a-ad75-4830-97f2-ff5f1baa7b65 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35eaf14f-2eae-4b6c-8dcf-0499d3191c4d HTTP/1.1" status: 200 len: 856 time: 0.1358140 Jul 23 20:36:00.805760 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0d58b699-8dc5-4e24-91f9-929d1b7e751e, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0d58b699-8dc5-4e24-91f9-929d1b7e751e,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:00.820688 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '0d58b699-8dc5-4e24-91f9-929d1b7e751e', 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e', 'port_id': '0d58b699-8dc5-4e24-91f9-929d1b7e751e', 'mac_address': 'fa:16:3e:87:ea:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc910d3-f783-4dce-a4ee-27e733f1d609', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:36:00.822991 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ae65ff11-b3ea-44cc-bcc2-5b0b708fb0dd tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.829201 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c81fea9-0c85-4669-8c87-f82bbaf983c8 req-e3a49db4-7de8-4cae-99ae-bacc116811a6 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474237 Jul 23 20:36:00.865011 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.894582 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d58b699-8dc5-4e24-91f9-929d1b7e751e {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:00.895920 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8766f0c4-04db-4a79-837f-3cbc508ce23f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1903677 Jul 23 20:36:00.896745 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39956) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:00.901087 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766f0c4-04db-4a79-837f-3cbc508ce23f admin admin] Pushing event updated for resources: {'Network': ['ID=bd503777-cbd7-4983-8bcb-d8db25f0c2a1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:00.910298 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8c2b40b9-1b0f-44ba-90aa-3b099a751af2 admin admin] Request body: {'subnet': {'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1213330083-subnet', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:00.937471 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0d58b699-8dc5-4e24-91f9-929d1b7e751e, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0d58b699-8dc5-4e24-91f9-929d1b7e751e,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:00.952564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network bd503777-cbd7-4983-8bcb-d8db25f0c2a1 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:36:00.972000 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2b40b9-1b0f-44ba-90aa-3b099a751af2 admin admin] Made reservation on behalf of a54034a57fda440080204e7382f3daae for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:00.975391 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c2b40b9-1b0f-44ba-90aa-3b099a751af2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.975982 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca6b96a6-c370-439c-93ab-c7546b1b55b0 req-21b2a5d7-6d38-4ad6-adca-81af5118f49b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868052 Jul 23 20:36:00.977615 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.068395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=0d58b699-8dc5-4e24-91f9-929d1b7e751e,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:01.115198 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-4e5001f9-909d-48d4-874f-cec1c951769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:01.120165 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-4e5001f9-909d-48d4-874f-cec1c951769a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce0133d9-8df6-41ea-ae2f-c1fed304391d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3065467 Jul 23 20:36:01.122586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-c48a7fd0-69ec-4bbd-ab74-04b2cfeab196 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Made reservation on behalf of 8882528029d04c68ae11a668ad23b632 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:01.136691 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-c48a7fd0-69ec-4bbd-ab74-04b2cfeab196 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.156525 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['0d58b699-8dc5-4e24-91f9-929d1b7e751e'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:01.178480 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ae65ff11-b3ea-44cc-bcc2-5b0b708fb0dd tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.211733 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4bae5e17-5e6b-496b-baa6-9cd454a6a344 req-6dddd86a-fe6e-4ace-8e2a-1d36f02a3136 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/ports?device_id=6542fd67-5c74-40b2-abe4-2eb88a11d132 HTTP/1.1" status: 200 len: 210 time: 0.1210179 Jul 23 20:36:01.254930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65ff11-b3ea-44cc-bcc2-5b0b708fb0dd tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Subnet': ['ID=7aba1052-d90b-4290-b265-94639645dcfa,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:01.273987 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ae65ff11-b3ea-44cc-bcc2-5b0b708fb0dd tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.280479 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a512a4-8984-4da5-90ff-ba50f739626f None None] Network 708eb554-0f64-4ffe-a2f5-4f04e6763e06 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:01.280667 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ae65ff11-b3ea-44cc-bcc2-5b0b708fb0dd tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/subnets/7aba1052-d90b-4290-b265-94639645dcfa HTTP/1.1" status: 204 len: 168 time: 0.8038027 Jul 23 20:36:01.286629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39976) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:01.436041 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.456216 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-c48a7fd0-69ec-4bbd-ab74-04b2cfeab196 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Allocated IP 172.20.0.2 (872df694-8459-4a03-a8b1-adacd9affbcb/e4587abe-7745-4ccd-b589-1845dd4be9bf/2c24c335-9ae2-4659-8165-91e7247d0513) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:01.574820 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c2b40b9-1b0f-44ba-90aa-3b099a751af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.581255 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d849511a-c303-4a3c-bb9c-e3a26cc3f90b None None] DHCP port deletion for 708eb554-0f64-4ffe-a2f5-4f04e6763e06 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:36:01.651507 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d849511a-c303-4a3c-bb9c-e3a26cc3f90b None None] Deleting port 65f6f5f0-9278-49be-937c-5a092f4ce14e {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:01.652262 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d849511a-c303-4a3c-bb9c-e3a26cc3f90b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.669013 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b40b9-1b0f-44ba-90aa-3b099a751af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91429578-5cbf-4f9e-9d47-bfd3e83047bf,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:01.674981 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting port 65f6f5f0-9278-49be-937c-5a092f4ce14e {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:01.675424 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.681061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60c63c-68a7-4d2e-b4ac-f02aaece0719 req-77e8f798-a282-4bc6-8db6-053f17d937f5 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:01.683137 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc60c63c-68a7-4d2e-b4ac-f02aaece0719 req-77e8f798-a282-4bc6-8db6-053f17d937f5 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 944 time: 0.4665961 Jul 23 20:36:01.698580 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-182a8a5a-3a5c-47e3-a91e-5e5dd8e08c5b service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565066 Jul 23 20:36:01.703719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2b40b9-1b0f-44ba-90aa-3b099a751af2 admin admin] Checking segment: {'id': '4a9fd4c5-6e8e-430a-88bb-589d51aecc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:01.704086 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2b40b9-1b0f-44ba-90aa-3b099a751af2 admin admin] Network hostable DHCP agents. Network: bd503777-cbd7-4983-8bcb-d8db25f0c2a1, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:36:01.770870 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] For port 65f6f5f0-9278-49be-937c-5a092f4ce14e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=65f6f5f0-9278-49be-937c-5a092f4ce14e,segment=NetworkSegment(807ad95b-70ad-48b6-ae8d-b1525a60869d),segment_id=807ad95b-70ad-48b6-ae8d-b1525a60869d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:01.771323 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.778079 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d849511a-c303-4a3c-bb9c-e3a26cc3f90b None None] For port 65f6f5f0-9278-49be-937c-5a092f4ce14e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=65f6f5f0-9278-49be-937c-5a092f4ce14e,segment=NetworkSegment(807ad95b-70ad-48b6-ae8d-b1525a60869d),segment_id=807ad95b-70ad-48b6-ae8d-b1525a60869d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:01.778590 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d849511a-c303-4a3c-bb9c-e3a26cc3f90b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.781165 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2b40b9-1b0f-44ba-90aa-3b099a751af2 admin admin] Network bd503777-cbd7-4983-8bcb-d8db25f0c2a1 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:36:01.794416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Calling delete_port for 65f6f5f0-9278-49be-937c-5a092f4ce14e owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:01.799396 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d849511a-c303-4a3c-bb9c-e3a26cc3f90b None None] Calling delete_port for 65f6f5f0-9278-49be-937c-5a092f4ce14e owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:01.807251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-8c2b40b9-1b0f-44ba-90aa-3b099a751af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, bd503777-cbd7-4983-8bcb-d8db25f0c2a1) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:01.814750 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2b40b9-1b0f-44ba-90aa-3b099a751af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:01.815419 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c2b40b9-1b0f-44ba-90aa-3b099a751af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.848069 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c8396b-5096-4f69-83f2-b68a9575bef7 None None] Network bd503777-cbd7-4983-8bcb-d8db25f0c2a1 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:01.922156 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8c2b40b9-1b0f-44ba-90aa-3b099a751af2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0191455 Jul 23 20:36:01.922374 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39996) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:01.933838 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1213330083-router', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:01.963416 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d849511a-c303-4a3c-bb9c-e3a26cc3f90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.999893 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849511a-c303-4a3c-bb9c-e3a26cc3f90b None None] Pushing event deleted for resources: {'Port': ['ID=65f6f5f0-9278-49be-937c-5a092f4ce14e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:02.003150 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.004211 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.009681 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d849511a-c303-4a3c-bb9c-e3a26cc3f90b None None] No DVR routers for this DVR port 65f6f5f0-9278-49be-937c-5a092f4ce14e on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:02.043971 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.105298 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Port': ['ID=65f6f5f0-9278-49be-937c-5a092f4ce14e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:02.128268 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-bd503777-cbd7-4983-8bcb-d8db25f0c2a1', 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'fixed_ips': [{'subnet_id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:36:02.129143 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.135753 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] No DVR routers for this DVR port 65f6f5f0-9278-49be-937c-5a092f4ce14e on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:02.166054 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-c48a7fd0-69ec-4bbd-ab74-04b2cfeab196 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.230480 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.250706 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392af0d-7d87-4aeb-b9d2-544d891778fa req-29cdac54-f278-4836-9db6-6abc0133b285 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:02.258269 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1392af0d-7d87-4aeb-b9d2-544d891778fa req-29cdac54-f278-4836-9db6-6abc0133b285 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 946 time: 0.6973698 Jul 23 20:36:02.284301 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-c48a7fd0-69ec-4bbd-ab74-04b2cfeab196 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.349802 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1392af0d-7d87-4aeb-b9d2-544d891778fa req-e2221058-1ba6-4e67-ab95-bce9d5fb1ec5 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfbc4279-97f3-4ebb-b618-c708b11b8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905025 Jul 23 20:36:02.398175 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Allocated IP 172.20.0.2 (bd503777-cbd7-4983-8bcb-d8db25f0c2a1/91429578-5cbf-4f9e-9d47-bfd3e83047bf/06dd272e-eea2-4f00-ba77-e4199c09c803) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:02.450307 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc60c63c-68a7-4d2e-b4ac-f02aaece0719 req-99bccab9-4b30-4970-9130-86214d55092f tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7545681 Jul 23 20:36:02.538966 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.608308 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-c48a7fd0-69ec-4bbd-ab74-04b2cfeab196 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Network 872df694-8459-4a03-a8b1-adacd9affbcb is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:02.625640 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708eb554-0f64-4ffe-a2f5-4f04e6763e06']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:02.636194 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.644534 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807ad95b-70ad-48b6-ae8d-b1525a60869d') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:02.645098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-c48a7fd0-69ec-4bbd-ab74-04b2cfeab196 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:02.645330 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807ad95b-70ad-48b6-ae8d-b1525a60869d') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:02.662382 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.664530 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a7fd0-69ec-4bbd-ab74-04b2cfeab196 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Pushing event updated for resources: {'Port': ['ID=2c24c335-9ae2-4659-8165-91e7247d0513,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:02.670351 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.679610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Transition to ACTIVE for port object 06dd272e-eea2-4f00-ba77-e4199c09c803 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:02.686349 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-c48a7fd0-69ec-4bbd-ab74-04b2cfeab196 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:02.699920 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.703557 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Transition to ACTIVE for port object 06dd272e-eea2-4f00-ba77-e4199c09c803 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:02.709849 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 65f6f5f0-9278-49be-937c-5a092f4ce14e no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:02.713275 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0d58b699-8dc5-4e24-91f9-929d1b7e751e up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:02.714116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:36:02.714747 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:36:02.720232 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:36:02.736424 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f537213b-404b-48c6-b279-80b8e6d19d83 req-9438b673-9c83-4778-b055-af7ccda341c8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5148361 Jul 23 20:36:02.737296 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.742031 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0daa2e88-28e7-4556-a2be-0ab9f96751c5 req-8580cc05-0b3e-41bb-be12-4c8bbd360962 service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0301251 Jul 23 20:36:02.768296 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 65f6f5f0-9278-49be-937c-5a092f4ce14e {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:02.769048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 65f6f5f0-9278-49be-937c-5a092f4ce14e not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:02.798048 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:36:02.837459 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Network bd503777-cbd7-4983-8bcb-d8db25f0c2a1 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:02.843308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:02.844670 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-c48a7fd0-69ec-4bbd-ab74-04b2cfeab196 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:02.845854 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:02.847819 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-c48a7fd0-69ec-4bbd-ab74-04b2cfeab196 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.873981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Pushing event updated for resources: {'Port': ['ID=06dd272e-eea2-4f00-ba77-e4199c09c803,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:02.897175 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.912450 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.913607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4933a4c-c313-4902-8ef5-c3ced9ca79ad req-e24dcfdb-a660-4824-accd-b37105c15379 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:02.914742 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/networks/708eb554-0f64-4ffe-a2f5-4f04e6763e06 HTTP/1.1" status: 204 len: 168 time: 1.6270227 Jul 23 20:36:02.915590 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4933a4c-c313-4902-8ef5-c3ced9ca79ad req-e24dcfdb-a660-4824-accd-b37105c15379 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 944 time: 0.4301565 Jul 23 20:36:02.927520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40004) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:02.934914 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2019808075', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:02.946212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306d5b7-60ed-4beb-915f-14000c0f75f9 req-e82a4f7d-13b9-48a7-abd7-4591ba9849ff tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:02.948606 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6306d5b7-60ed-4beb-915f-14000c0f75f9 req-e82a4f7d-13b9-48a7-abd7-4591ba9849ff tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6 HTTP/1.1" status: 200 len: 945 time: 0.3476219 Jul 23 20:36:02.956376 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5c410-c63c-43a9-ab52-752a9044e442 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Network': ['ID=708eb554-0f64-4ffe-a2f5-4f04e6763e06,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:02.986879 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-c48a7fd0-69ec-4bbd-ab74-04b2cfeab196 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2517374 Jul 23 20:36:03.032931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Request body: {'port': {'device_id': '6542fd67-5c74-40b2-abe4-2eb88a11d132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:03.039482 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4933a4c-c313-4902-8ef5-c3ced9ca79ad req-f17d1d7b-7abc-40cd-993e-c03408e896a8 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054413 Jul 23 20:36:03.094521 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 0d58b699-8dc5-4e24-91f9-929d1b7e751e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:03.094905 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.132817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Attempting to bind port 06dd272e-eea2-4f00-ba77-e4199c09c803 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:03.133240 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Attempting to bind port 06dd272e-eea2-4f00-ba77-e4199c09c803 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '4a9fd4c5-6e8e-430a-88bb-589d51aecc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:03.133600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Attempting to bind port 06dd272e-eea2-4f00-ba77-e4199c09c803 on network bd503777-cbd7-4983-8bcb-d8db25f0c2a1 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:03.146119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:03.146543 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Checking segment: {'id': '4a9fd4c5-6e8e-430a-88bb-589d51aecc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:03.146902 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.147328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Bound using segment: {'id': '4a9fd4c5-6e8e-430a-88bb-589d51aecc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:03.147817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Bound port: 06dd272e-eea2-4f00-ba77-e4199c09c803, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9fd4c5-6e8e-430a-88bb-589d51aecc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:03.148207 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.153285 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537213b-404b-48c6-b279-80b8e6d19d83 req-2c898e85-6ba6-4007-9a81-347a445d18b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:03.162065 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f537213b-404b-48c6-b279-80b8e6d19d83 req-2c898e85-6ba6-4007-9a81-347a445d18b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 1097 time: 0.3469088 Jul 23 20:36:03.212156 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f945a-4179-430a-a1a1-501fc4b9ec04 req-e1c1ff23-7373-4d4e-9d06-45ee6ec70302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:03.213665 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c1f945a-4179-430a-a1a1-501fc4b9ec04 req-e1c1ff23-7373-4d4e-9d06-45ee6ec70302 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e36b104f9d24e799825b9baa093a497&device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 1096 time: 0.4029045 Jul 23 20:36:03.245295 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6306d5b7-60ed-4beb-915f-14000c0f75f9 req-ec92d7ab-2fa9-480f-a37f-0931534f52c8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836266 Jul 23 20:36:03.312642 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.336447 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] For port 06dd272e-eea2-4f00-ba77-e4199c09c803, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:03.361680 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.362700 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f023b638-4088-47b2-9ddd-8ea9026c6f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d58b699-8dc5-4e24-91f9-929d1b7e751e'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:03.367193 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e351b3-2d11-48cc-bf08-0f45528bf8be" -d '{"events": [{"server_uuid": "f023b638-4088-47b2-9ddd-8ea9026c6f64", "name": "network-vif-plugged", "status": "completed", "tag": "0d58b699-8dc5-4e24-91f9-929d1b7e751e"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:03.370248 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] For port 06dd272e-eea2-4f00-ba77-e4199c09c803, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=06dd272e-eea2-4f00-ba77-e4199c09c803,segment=NetworkSegment(4a9fd4c5-6e8e-430a-88bb-589d51aecc75),segment_id=4a9fd4c5-6e8e-430a-88bb-589d51aecc75)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:03.382754 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.402355 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0d58b699-8dc5-4e24-91f9-929d1b7e751e, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0d58b699-8dc5-4e24-91f9-929d1b7e751e,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:03.431378 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.499805 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e3937-0c99-41fd-a161-db07301b9904 None None] Pushing event updated for resources: {'Port': ['ID=06dd272e-eea2-4f00-ba77-e4199c09c803,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:03.510068 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091c7f40-f1b9-4c90-931a-183c4585d726 x-openstack-request-id: req-091c7f40-f1b9-4c90-931a-183c4585d726 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:03.510319 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f023b638-4088-47b2-9ddd-8ea9026c6f64", "name": "network-vif-plugged", "status": "completed", "tag": "0d58b699-8dc5-4e24-91f9-929d1b7e751e", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:03.510491 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-091c7f40-f1b9-4c90-931a-183c4585d726 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:03.511484 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f023b638-4088-47b2-9ddd-8ea9026c6f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d58b699-8dc5-4e24-91f9-929d1b7e751e', 'code': 200} Jul 23 20:36:03.568389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=0d58b699-8dc5-4e24-91f9-929d1b7e751e,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:03.637877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa9fb2-7ca3-4394-9455-2798f5ced8b3 req-68d370ec-7904-43e1-a32e-dd7cab566c6f tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:03.639759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eaaa9fb2-7ca3-4394-9455-2798f5ced8b3 req-68d370ec-7904-43e1-a32e-dd7cab566c6f tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.57 "GET /v2.0/ports?device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 946 time: 0.5977879 Jul 23 20:36:03.647862 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.648860 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.798157 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537213b-404b-48c6-b279-80b8e6d19d83 req-bc962c52-27db-49b6-a36c-566c094750db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:03.799934 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f537213b-404b-48c6-b279-80b8e6d19d83 req-bc962c52-27db-49b6-a36c-566c094750db service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.5901823 Jul 23 20:36:03.801910 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.820392 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.846743 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.930015 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f945a-4179-430a-a1a1-501fc4b9ec04 req-4182ff24-df94-448b-aa3a-ea349ea0203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:03.931597 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c1f945a-4179-430a-a1a1-501fc4b9ec04 req-4182ff24-df94-448b-aa3a-ea349ea0203a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce0133d9-8df6-41ea-ae2f-c1fed304391d HTTP/1.1" status: 200 len: 918 time: 0.6821797 Jul 23 20:36:04.034870 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f537213b-404b-48c6-b279-80b8e6d19d83 req-1614a022-4a77-4c7d-bc64-cf0baec71bd7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8f573ee-974a-4327-9539-2950bda4dc93 HTTP/1.1" status: 200 len: 999 time: 0.2043056 Jul 23 20:36:04.054610 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.088185 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f10a0-bdbf-44eb-a49f-193bddad2e28 req-195f8606-bdd1-42f9-9c27-677fe0eb0295 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:04.090223 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f7f10a0-bdbf-44eb-a49f-193bddad2e28 req-195f8606-bdd1-42f9-9c27-677fe0eb0295 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/ports?device_id=6542fd67-5c74-40b2-abe4-2eb88a11d132 HTTP/1.1" status: 200 len: 931 time: 0.8173711 Jul 23 20:36:04.150312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Allocated IP 172.25.3.229 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/40bbbbe2-dcdf-4aa0-af73-994fb66382fd) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:04.163804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376899a-23e4-492a-9d28-b8c6228af5b4 req-f7a5ba2a-171d-4678-a96f-fb5b123ee672 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:04.171364 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d376899a-23e4-492a-9d28-b8c6228af5b4 req-f7a5ba2a-171d-4678-a96f-fb5b123ee672 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 946 time: 0.5649486 Jul 23 20:36:04.198544 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c1f945a-4179-430a-a1a1-501fc4b9ec04 req-2b370143-7db2-45a4-8c94-8e5ef6b716ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738 HTTP/1.1" status: 200 len: 217 time: 0.1672151 Jul 23 20:36:04.330409 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.367071 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d376899a-23e4-492a-9d28-b8c6228af5b4 req-c427ad47-ff8f-4f22-9a8c-49a8da20b2eb tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfbc4279-97f3-4ebb-b618-c708b11b8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929998 Jul 23 20:36:04.373204 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f945a-4179-430a-a1a1-501fc4b9ec04 req-7ccfa661-7688-4c5d-870b-8e76bc8afb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:04.387998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c1f945a-4179-430a-a1a1-501fc4b9ec04 req-7ccfa661-7688-4c5d-870b-8e76bc8afb54 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35eaf14f-2eae-4b6c-8dcf-0499d3191c4d HTTP/1.1" status: 200 len: 856 time: 0.1539364 Jul 23 20:36:04.400627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537213b-404b-48c6-b279-80b8e6d19d83 req-b802ac6d-e424-4baa-a929-71763aede2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:04.412470 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f537213b-404b-48c6-b279-80b8e6d19d83 req-b802ac6d-e424-4baa-a929-71763aede2ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.3379564 Jul 23 20:36:04.509269 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.539136 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.554497 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.588695 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f7f10a0-bdbf-44eb-a49f-193bddad2e28 req-bedaa448-2d40-418e-8f68-a6de5742d538 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd52c5d-ea7b-45df-84f7-32b5565dcdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343960 Jul 23 20:36:04.626718 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 06dd272e-eea2-4f00-ba77-e4199c09c803 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:04.682737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:04.691444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:04.699482 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:04.715193 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Pushing event updated for resources: {'Port': ['ID=40bbbbe2-dcdf-4aa0-af73-994fb66382fd,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:04.744607 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2a131450-cfc5-4aab-8b1a-db2c1372f738 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:36:04.931215 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Allocated IP 172.25.3.13 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/46921c4d-e739-457d-8281-2eaf0f32725e) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:04.957031 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8243830-9d6f-435c-88ed-6499272a8f17 None None] Network bd503777-cbd7-4983-8bcb-d8db25f0c2a1 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:04.974181 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 06dd272e-eea2-4f00-ba77-e4199c09c803 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:05.057274 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2a131450-cfc5-4aab-8b1a-db2c1372f738, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:05.080580 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '2a131450-cfc5-4aab-8b1a-db2c1372f738', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'port_id': '2a131450-cfc5-4aab-8b1a-db2c1372f738', 'mac_address': 'fa:16:3e:76:a6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:36:05.090502 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cb17348a-6901-4dc2-a819-3ea9342fb6e1 None None] Provisioning for port 06dd272e-eea2-4f00-ba77-e4199c09c803 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:05.117674 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cb17348a-6901-4dc2-a819-3ea9342fb6e1 None None] Provisioning complete for port 06dd272e-eea2-4f00-ba77-e4199c09c803 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:05.118192 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb17348a-6901-4dc2-a819-3ea9342fb6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.166649 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c24c335-9ae2-4659-8165-91e7247d0513 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:05.179812 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.187132 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.190013 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.203951 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Transition to ACTIVE for port object 2c24c335-9ae2-4659-8165-91e7247d0513 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:05.216777 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-eaaa9fb2-7ca3-4394-9455-2798f5ced8b3 req-5accaba9-5641-47d3-b0fb-612b248669cc tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Deleting port 4a2544bb-c68d-46a3-a55c-53d8d218dc43 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:05.217397 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-eaaa9fb2-7ca3-4394-9455-2798f5ced8b3 req-5accaba9-5641-47d3-b0fb-612b248669cc tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.233750 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.240680 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a131450-cfc5-4aab-8b1a-db2c1372f738 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:05.300638 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.305143 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb17348a-6901-4dc2-a819-3ea9342fb6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.329676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2a131450-cfc5-4aab-8b1a-db2c1372f738, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:05.365746 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.368714 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cb17348a-6901-4dc2-a819-3ea9342fb6e1 None None] For port 06dd272e-eea2-4f00-ba77-e4199c09c803, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=06dd272e-eea2-4f00-ba77-e4199c09c803,segment=NetworkSegment(4a9fd4c5-6e8e-430a-88bb-589d51aecc75),segment_id=4a9fd4c5-6e8e-430a-88bb-589d51aecc75)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:05.393346 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:05.395037 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.418490 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2a131450-cfc5-4aab-8b1a-db2c1372f738,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:05.420135 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Pushing event updated for resources: {'Port': ['ID=2c24c335-9ae2-4659-8165-91e7247d0513,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:05.422016 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb17348a-6901-4dc2-a819-3ea9342fb6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.475205 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17348a-6901-4dc2-a819-3ea9342fb6e1 None None] Pushing event updated for resources: {'Port': ['ID=06dd272e-eea2-4f00-ba77-e4199c09c803,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:05.504208 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:05.512947 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:05.550075 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537213b-404b-48c6-b279-80b8e6d19d83 req-12f3ece3-c8bc-4c4b-be93-85b61a91194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:05.551300 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f537213b-404b-48c6-b279-80b8e6d19d83 req-12f3ece3-c8bc-4c4b-be93-85b61a91194a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1189697 Jul 23 20:36:05.565721 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f945a-4179-430a-a1a1-501fc4b9ec04 req-6619d966-8163-44cf-97f6-08ad2626da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:05.567327 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c1f945a-4179-430a-a1a1-501fc4b9ec04 req-6619d966-8163-44cf-97f6-08ad2626da3c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce0133d9-8df6-41ea-ae2f-c1fed304391d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1433461 Jul 23 20:36:05.571526 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=46921c4d-e739-457d-8281-2eaf0f32725e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:05.584090 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d40fb4-80f4-4ab3-bca0-35b01b4216b1 req-a095e117-e284-4c65-aae9-588e7627978d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:05.591269 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-47d40fb4-80f4-4ab3-bca0-35b01b4216b1 req-a095e117-e284-4c65-aae9-588e7627978d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 944 time: 1.0575080 Jul 23 20:36:05.638078 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['2a131450-cfc5-4aab-8b1a-db2c1372f738'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:05.734238 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d53553-72a0-48aa-9d90-73230180e18c req-467ced81-43c7-429f-8c65-6530650c684a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:05.736265 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61d53553-72a0-48aa-9d90-73230180e18c req-467ced81-43c7-429f-8c65-6530650c684a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.5288939 Jul 23 20:36:05.800319 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-eaaa9fb2-7ca3-4394-9455-2798f5ced8b3 req-5accaba9-5641-47d3-b0fb-612b248669cc tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] For port 4a2544bb-c68d-46a3-a55c-53d8d218dc43, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=4a2544bb-c68d-46a3-a55c-53d8d218dc43,segment=NetworkSegment(1ec1519e-51ea-4fc8-9506-46ad8af809c7),segment_id=1ec1519e-51ea-4fc8-9506-46ad8af809c7)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:05.801073 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-eaaa9fb2-7ca3-4394-9455-2798f5ced8b3 req-5accaba9-5641-47d3-b0fb-612b248669cc tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.808698 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-47d40fb4-80f4-4ab3-bca0-35b01b4216b1 req-521e266a-b7eb-40c8-a7be-e2849c34b8b9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160590 Jul 23 20:36:05.833520 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Attempting to bind port 2c24c335-9ae2-4659-8165-91e7247d0513 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:05.834281 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Attempting to bind port 2c24c335-9ae2-4659-8165-91e7247d0513 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '11fbe936-f0e3-41db-90af-77ad0b4bf82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '872df694-8459-4a03-a8b1-adacd9affbcb'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:05.835305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Attempting to bind port 2c24c335-9ae2-4659-8165-91e7247d0513 on network 872df694-8459-4a03-a8b1-adacd9affbcb {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:05.845949 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.889704 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-eaaa9fb2-7ca3-4394-9455-2798f5ced8b3 req-5accaba9-5641-47d3-b0fb-612b248669cc tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Calling delete_port for 4a2544bb-c68d-46a3-a55c-53d8d218dc43 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:05.902693 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ab856c62-cb4d-44e4-a373-a6df2e806606 None None] Provisioning complete for port 06dd272e-eea2-4f00-ba77-e4199c09c803 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:05.903074 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab856c62-cb4d-44e4-a373-a6df2e806606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.990540 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Port 2c24c335-9ae2-4659-8165-91e7247d0513 on network 872df694-8459-4a03-a8b1-adacd9affbcb not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:36:05.990900 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Attempting to bind port 2c24c335-9ae2-4659-8165-91e7247d0513 on network 872df694-8459-4a03-a8b1-adacd9affbcb {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:06.037179 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61d53553-72a0-48aa-9d90-73230180e18c req-1826f1cd-39f5-4623-ba71-f52ccdd50ecc tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673397 Jul 23 20:36:06.064324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Router 463abf30-0de4-4300-b7b7-1532173f1aa7 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:36:06.068096 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:06.068442 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Checking segment: {'id': '11fbe936-f0e3-41db-90af-77ad0b4bf82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '872df694-8459-4a03-a8b1-adacd9affbcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:06.068839 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Bound using segment: {'id': '11fbe936-f0e3-41db-90af-77ad0b4bf82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '872df694-8459-4a03-a8b1-adacd9affbcb'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:06.069284 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Bound port: 2c24c335-9ae2-4659-8165-91e7247d0513, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11fbe936-f0e3-41db-90af-77ad0b4bf82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '872df694-8459-4a03-a8b1-adacd9affbcb'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:06.069648 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.141640 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f537213b-404b-48c6-b279-80b8e6d19d83 req-8b6c301d-5669-4940-badf-8afde99c243a service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732269 Jul 23 20:36:06.143379 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c1f945a-4179-430a-a1a1-501fc4b9ec04 req-c22502fd-56c5-4035-ac46-4ee288ce19e6 service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457678 Jul 23 20:36:06.428966 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] For port 2c24c335-9ae2-4659-8165-91e7247d0513, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:06.453138 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 4a2544bb-c68d-46a3-a55c-53d8d218dc43 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:06.486752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] For port 2c24c335-9ae2-4659-8165-91e7247d0513, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2c24c335-9ae2-4659-8165-91e7247d0513,segment=NetworkSegment(11fbe936-f0e3-41db-90af-77ad0b4bf82a),segment_id=11fbe936-f0e3-41db-90af-77ad0b4bf82a)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:06.547366 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.586605 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 06dd272e-eea2-4f00-ba77-e4199c09c803 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:06.586834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f537213b-404b-48c6-b279-80b8e6d19d83 req-0a0a8da4-8815-4fa8-b044-25ad4642020f service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194195 Jul 23 20:36:06.625444 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c1f945a-4179-430a-a1a1-501fc4b9ec04 req-dc544faa-d5b0-4ca1-9876-066a61251e0e service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554329 Jul 23 20:36:06.654810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85524b96-c777-492c-b289-77c9fb1de694 req-2d7ff93c-eb37-42ae-887b-147773aaa2c6 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:06.657526 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85524b96-c777-492c-b289-77c9fb1de694 req-2d7ff93c-eb37-42ae-887b-147773aaa2c6 tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcb95294-4754-4a39-a4ab-ad9f1fd41331 HTTP/1.1" status: 200 len: 946 time: 0.5132301 Jul 23 20:36:06.672597 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-eaaa9fb2-7ca3-4394-9455-2798f5ced8b3 req-5accaba9-5641-47d3-b0fb-612b248669cc tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.678275 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.715868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2a131450-cfc5-4aab-8b1a-db2c1372f738 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:06.724122 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:06.727933 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 06dd272e-eea2-4f00-ba77-e4199c09c803 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:06.728870 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.734099 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Sync routers for ids ['463abf30-0de4-4300-b7b7-1532173f1aa7'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:06.744306 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:06.745628 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.747200 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] 10.222.0.48 "PUT /v2.0/ports/2c24c335-9ae2-4659-8165-91e7247d0513 HTTP/1.1" status: 200 len: 1092 time: 3.7439411 Jul 23 20:36:06.748467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e1f34-fba4-48d7-8ff9-c6b7afb2010f service neutron] Pushing event updated for resources: {'Port': ['ID=2c24c335-9ae2-4659-8165-91e7247d0513,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:06.766549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce055436-6429-408f-86c5-039ab92c2437 req-b099ffd9-cfd9-4264-a68c-5b660271b86a tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:06.768396 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce055436-6429-408f-86c5-039ab92c2437 req-b099ffd9-cfd9-4264-a68c-5b660271b86a tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/ports?device_id=6542fd67-5c74-40b2-abe4-2eb88a11d132 HTTP/1.1" status: 200 len: 943 time: 0.5974882 Jul 23 20:36:06.768951 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6542fd67-5c74-40b2-abe4-2eb88a11d132', 'tag': '2c24c335-9ae2-4659-8165-91e7247d0513'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:06.769219 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Routers {'463abf30-0de4-4300-b7b7-1532173f1aa7'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:06.770050 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['463abf30-0de4-4300-b7b7-1532173f1aa7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:06.771749 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af40ba65-c3f9-4397-b3d3-6c4aed452910" -d '{"events": [{"name": "network-changed", "server_uuid": "6542fd67-5c74-40b2-abe4-2eb88a11d132", "tag": "2c24c335-9ae2-4659-8165-91e7247d0513"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:06.798553 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.840720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accaba9-5641-47d3-b0fb-612b248669cc tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Pushing event deleted for resources: {'Port': ['ID=4a2544bb-c68d-46a3-a55c-53d8d218dc43,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:06.914629 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 2a131450-cfc5-4aab-8b1a-db2c1372f738 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:06.921293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 2a131450-cfc5-4aab-8b1a-db2c1372f738 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:06.922052 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.978190 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.982820 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-53b824ec-be6f-4f3d-94b1-b17a4326c968 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.0590978 Jul 23 20:36:06.983455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40032) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:07.005583 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce055436-6429-408f-86c5-039ab92c2437 req-b11f4812-941b-4406-8276-e854956c21fd tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd52c5d-ea7b-45df-84f7-32b5565dcdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745141 Jul 23 20:36:07.017317 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Set router 463abf30-0de4-4300-b7b7-1532173f1aa7 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:07.030988 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85524b96-c777-492c-b289-77c9fb1de694 req-e9a70286-dd81-4986-9cb6-abb702f2a93e tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfbc4279-97f3-4ebb-b618-c708b11b8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429363 Jul 23 20:36:07.118626 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf5296a-c685-46ec-a932-e6c2b06debe9 x-openstack-request-id: req-8bf5296a-c685-46ec-a932-e6c2b06debe9 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:07.118966 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6542fd67-5c74-40b2-abe4-2eb88a11d132", "tag": "2c24c335-9ae2-4659-8165-91e7247d0513", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:07.121757 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8bf5296a-c685-46ec-a932-e6c2b06debe9 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:07.122209 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6542fd67-5c74-40b2-abe4-2eb88a11d132', 'tag': '2c24c335-9ae2-4659-8165-91e7247d0513', 'status': 'completed', 'code': 200} Jul 23 20:36:07.126328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaaa9fb2-7ca3-4394-9455-2798f5ced8b3 req-5accaba9-5641-47d3-b0fb-612b248669cc tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] No DVR routers for this DVR port 4a2544bb-c68d-46a3-a55c-53d8d218dc43 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:07.130602 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:07.133123 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-eaaa9fb2-7ca3-4394-9455-2798f5ced8b3 req-5accaba9-5641-47d3-b0fb-612b248669cc tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:07.143143 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eaaa9fb2-7ca3-4394-9455-2798f5ced8b3 req-5accaba9-5641-47d3-b0fb-612b248669cc tempest-AttachSCSIVolumeTestJSON-418269262 tempest-AttachSCSIVolumeTestJSON-418269262-project] 10.222.0.57 "DELETE /v2.0/ports/4a2544bb-c68d-46a3-a55c-53d8d218dc43 HTTP/1.1" status: 204 len: 173 time: 3.4437671 Jul 23 20:36:07.149222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-da453b9e-6133-4e9d-a1aa-fdeede659d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:07.150737 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-da453b9e-6133-4e9d-a1aa-fdeede659d4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8882528029d04c68ae11a668ad23b632&device_id=6542fd67-5c74-40b2-abe4-2eb88a11d132 HTTP/1.1" status: 200 len: 1095 time: 0.3217244 Jul 23 20:36:07.182264 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a4aa9c-f857-4adb-b25d-82807319e607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a131450-cfc5-4aab-8b1a-db2c1372f738'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:07.186087 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a97857-a25c-4151-8006-d9255d62829a" -d '{"events": [{"server_uuid": "83a4aa9c-f857-4adb-b25d-82807319e607", "name": "network-vif-plugged", "status": "completed", "tag": "2a131450-cfc5-4aab-8b1a-db2c1372f738"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:07.206912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2a131450-cfc5-4aab-8b1a-db2c1372f738, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:07.227567 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:07.298090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-b7c7b44a-5cae-4c2c-89d7-8d53e28b7783 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c24c335-9ae2-4659-8165-91e7247d0513 HTTP/1.1" status: 200 len: 217 time: 0.1375473 Jul 23 20:36:07.404153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2a131450-cfc5-4aab-8b1a-db2c1372f738,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:07.432901 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:07.482682 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-2b97174e-a6e3-488d-b0fb-e3894c8bdcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:07.484232 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-2b97174e-a6e3-488d-b0fb-e3894c8bdcc9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4587abe-7745-4ccd-b589-1845dd4be9bf HTTP/1.1" status: 200 len: 850 time: 0.1515474 Jul 23 20:36:07.568460 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-2c31448f-5d8c-4149-b1d7-deabf484631d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=872df694-8459-4a03-a8b1-adacd9affbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614693 Jul 23 20:36:07.599723 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979462a-9a54-4dc1-b7d2-bbbf04739d19 req-ef04f8da-df4a-4e82-b370-b1490ad812ae tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:07.608446 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a979462a-9a54-4dc1-b7d2-bbbf04739d19 req-ef04f8da-df4a-4e82-b370-b1490ad812ae tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.4388824 Jul 23 20:36:07.778616 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'name': 'tempest-ServersTestJSON-1213330083-router', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:36:05Z', 'revision_number': 3, 'project_id': 'a54034a57fda440080204e7382f3daae', 'gw_port': {'id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:59:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:03Z', 'updated_at': '2021-07-23T20:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:07.806083 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Checking router: 463abf30-0de4-4300-b7b7-1532173f1aa7 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:07.806657 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Updating router 463abf30-0de4-4300-b7b7-1532173f1aa7 port 40bbbbe2-dcdf-4aa0-af73-994fb66382fd binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:36:07.852989 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:07.929287 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-a8147040-ffe7-4c1b-bf0f-12a038b7b018 service neutron] 10.222.0.48 "GET /v2.0/networks/872df694-8459-4a03-a8b1-adacd9affbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505638 Jul 23 20:36:07.955402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router d5daf75b-703d-461b-b8cc-dd7f59fbd52f is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:36:08.008610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a979462a-9a54-4dc1-b7d2-bbbf04739d19 req-d6da2c97-c4eb-4f0b-882b-57cd493f1b9b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3990765 Jul 23 20:36:08.102551 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad59acf-1674-4bb5-85ae-754ba0a3efe2 x-openstack-request-id: req-dad59acf-1674-4bb5-85ae-754ba0a3efe2 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:08.103079 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a4aa9c-f857-4adb-b25d-82807319e607", "name": "network-vif-plugged", "status": "completed", "tag": "2a131450-cfc5-4aab-8b1a-db2c1372f738", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:08.103755 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dad59acf-1674-4bb5-85ae-754ba0a3efe2 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:08.104173 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a4aa9c-f857-4adb-b25d-82807319e607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a131450-cfc5-4aab-8b1a-db2c1372f738', 'code': 200} Jul 23 20:36:08.156759 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:08.168319 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f54f5b-f027-4dc9-a8b4-053900850e82 None None] Sync routers for ids ['d5daf75b-703d-461b-b8cc-dd7f59fbd52f'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:08.172527 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.190435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f54f5b-f027-4dc9-a8b4-053900850e82 None None] Routers {'d5daf75b-703d-461b-b8cc-dd7f59fbd52f'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:08.193222 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-39f54f5b-f027-4dc9-a8b4-053900850e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d5daf75b-703d-461b-b8cc-dd7f59fbd52f'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:08.209680 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967ecd2-8bc4-4755-af32-62a629ba8fdb req-68715934-0905-46cf-b10a-7eb01a0a7b8f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:08.216703 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2967ecd2-8bc4-4755-af32-62a629ba8fdb req-68715934-0905-46cf-b10a-7eb01a0a7b8f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.6470284 Jul 23 20:36:08.231448 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.232875 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.239179 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-79229a60-3b38-4a3f-9a43-2f8cb6379be9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.3076413 Jul 23 20:36:08.243359 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40048) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:08.259027 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Transition to ACTIVE for port object 40bbbbe2-dcdf-4aa0-af73-994fb66382fd will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:08.259515 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-39f54f5b-f027-4dc9-a8b4-053900850e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:08.270120 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.272421 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f54f5b-f027-4dc9-a8b4-053900850e82 None None] Routers {'d5daf75b-703d-461b-b8cc-dd7f59fbd52f'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:08.274328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-39f54f5b-f027-4dc9-a8b4-053900850e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d5daf75b-703d-461b-b8cc-dd7f59fbd52f'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:08.321149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-39f54f5b-f027-4dc9-a8b4-053900850e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:08.321149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f54f5b-f027-4dc9-a8b4-053900850e82 None None] The sync data for ids ['d5daf75b-703d-461b-b8cc-dd7f59fbd52f'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:08.330475 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbdd951f-eb6d-43dd-af0e-fa832b5adb83 req-8dc328f6-28ef-4338-990e-1e7c8683558c service neutron] 10.222.0.48 "GET /v2.0/networks/872df694-8459-4a03-a8b1-adacd9affbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897221 Jul 23 20:36:08.341090 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Attempting to bind port 40bbbbe2-dcdf-4aa0-af73-994fb66382fd on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:08.341491 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Attempting to bind port 40bbbbe2-dcdf-4aa0-af73-994fb66382fd by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:08.341854 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Attempting to bind port 40bbbbe2-dcdf-4aa0-af73-994fb66382fd on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:08.344053 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9fd58-3395-46c6-a66d-b20bb43b2b46 None None] Pushing event updated for resources: {'Port': ['ID=40bbbbe2-dcdf-4aa0-af73-994fb66382fd,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:08.350065 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:08.350443 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:08.350838 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.351256 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:08.352249 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2967ecd2-8bc4-4755-af32-62a629ba8fdb req-1dfa8210-6b84-4646-81ce-47b3f82d327f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343851 Jul 23 20:36:08.352374 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Bound port: 40bbbbe2-dcdf-4aa0-af73-994fb66382fd, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:08.352672 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.440289 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d704c5e-bcb5-4826-8509-0bfdcf9d21b3 req-167a2387-b9cc-4e22-a222-271b9e9c6b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:08.444948 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d704c5e-bcb5-4826-8509-0bfdcf9d21b3 req-167a2387-b9cc-4e22-a222-271b9e9c6b25 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 1098 time: 0.2653024 Jul 23 20:36:08.465813 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] For port 40bbbbe2-dcdf-4aa0-af73-994fb66382fd, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:08.471952 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] For port 40bbbbe2-dcdf-4aa0-af73-994fb66382fd, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=40bbbbe2-dcdf-4aa0-af73-994fb66382fd,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:08.487620 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.538293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261d239-d78f-4172-bf9b-7167435046d1 req-d585e1d0-a4c1-4b46-be8b-8ff0dd74eff2 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:08.564308 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f261d239-d78f-4172-bf9b-7167435046d1 req-d585e1d0-a4c1-4b46-be8b-8ff0dd74eff2 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/ports?device_id=6542fd67-5c74-40b2-abe4-2eb88a11d132 HTTP/1.1" status: 200 len: 943 time: 0.3349307 Jul 23 20:36:08.628981 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d704c5e-bcb5-4826-8509-0bfdcf9d21b3 req-bcac281e-1d55-4a81-b060-a7a91910dc90 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758966 Jul 23 20:36:08.639664 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f261d239-d78f-4172-bf9b-7167435046d1 req-99c39edd-234e-49e1-89d1-91ff074acff3 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd52c5d-ea7b-45df-84f7-32b5565dcdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738475 Jul 23 20:36:08.664328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40ba65-c3f9-4397-b3d3-6c4aed452910 req-f520bc2b-42bc-44fc-94a7-c04294596b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:08.666454 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af40ba65-c3f9-4397-b3d3-6c4aed452910 req-f520bc2b-42bc-44fc-94a7-c04294596b8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8882528029d04c68ae11a668ad23b632&device_id=6542fd67-5c74-40b2-abe4-2eb88a11d132 HTTP/1.1" status: 200 len: 1095 time: 0.2477217 Jul 23 20:36:08.695555 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Routers {'463abf30-0de4-4300-b7b7-1532173f1aa7'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:08.696384 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['463abf30-0de4-4300-b7b7-1532173f1aa7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:08.817194 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-acf013ca-a526-4e94-b8ea-b304bf0a3f2e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/routers/d5daf75b-703d-461b-b8cc-dd7f59fbd52f HTTP/1.1" status: 200 len: 880 time: 0.5664775 Jul 23 20:36:08.819167 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40064) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:08.852379 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9fd58-3395-46c6-a66d-b20bb43b2b46 None None] Pushing event updated for resources: {'Port': ['ID=40bbbbe2-dcdf-4aa0-af73-994fb66382fd,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:08.878624 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] Set router 463abf30-0de4-4300-b7b7-1532173f1aa7 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:08.899318 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Allocated IP 172.20.0.1 (bd503777-cbd7-4983-8bcb-d8db25f0c2a1/91429578-5cbf-4f9e-9d47-bfd3e83047bf/45a7e48b-dbf7-49b9-926e-47ba30d4438d) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:08.924189 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40ba65-c3f9-4397-b3d3-6c4aed452910 req-a95efab9-0892-4c0f-8d2b-01ec37f60adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:08.934610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af40ba65-c3f9-4397-b3d3-6c4aed452910 req-a95efab9-0892-4c0f-8d2b-01ec37f60adf service neutron] 10.222.0.48 "GET /v2.0/networks?id=872df694-8459-4a03-a8b1-adacd9affbcb HTTP/1.1" status: 200 len: 911 time: 0.2318199 Jul 23 20:36:09.026187 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af40ba65-c3f9-4397-b3d3-6c4aed452910 req-f6113738-78a4-48be-9495-b58d3cc5bbe4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c24c335-9ae2-4659-8165-91e7247d0513 HTTP/1.1" status: 200 len: 217 time: 0.0827074 Jul 23 20:36:09.129069 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb95294-4754-4a39-a4ab-ad9f1fd41331', 'name': 'network-vif-deleted', 'tag': '4a2544bb-c68d-46a3-a55c-53d8d218dc43'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:09.132902 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959c0b40-8c9a-4dc0-9037-8a412e4956ac" -d '{"events": [{"server_uuid": "dcb95294-4754-4a39-a4ab-ad9f1fd41331", "name": "network-vif-deleted", "tag": "4a2544bb-c68d-46a3-a55c-53d8d218dc43"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:09.196990 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40ba65-c3f9-4397-b3d3-6c4aed452910 req-5ab6c945-69bb-4182-89ac-22a58388a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:09.198757 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af40ba65-c3f9-4397-b3d3-6c4aed452910 req-5ab6c945-69bb-4182-89ac-22a58388a0de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4587abe-7745-4ccd-b589-1845dd4be9bf HTTP/1.1" status: 200 len: 850 time: 0.1606719 Jul 23 20:36:09.223501 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b63cbd5-bd0c-4ad3-bc3f-88019c88a840 x-openstack-request-id: req-3b63cbd5-bd0c-4ad3-bc3f-88019c88a840 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:09.223730 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb95294-4754-4a39-a4ab-ad9f1fd41331", "name": "network-vif-deleted", "tag": "4a2544bb-c68d-46a3-a55c-53d8d218dc43", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:09.224050 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b63cbd5-bd0c-4ad3-bc3f-88019c88a840 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:09.224509 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb95294-4754-4a39-a4ab-ad9f1fd41331', 'name': 'network-vif-deleted', 'tag': '4a2544bb-c68d-46a3-a55c-53d8d218dc43', 'status': 'completed', 'code': 200} Jul 23 20:36:09.240141 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.262214 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af40ba65-c3f9-4397-b3d3-6c4aed452910 req-8aaa2b29-7cc9-4cd3-a3e9-9488de54a78e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=872df694-8459-4a03-a8b1-adacd9affbcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521870 Jul 23 20:36:09.283994 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'name': 'tempest-ServersTestJSON-1213330083-router', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:36:05Z', 'revision_number': 3, 'project_id': 'a54034a57fda440080204e7382f3daae', 'gw_port': {'id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:59:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:03Z', 'updated_at': '2021-07-23T20:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:09.305225 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Transition to ACTIVE for port object 45a7e48b-dbf7-49b9-926e-47ba30d4438d will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:09.325895 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6acb054f-1edb-4bf6-8959-c33d0ebef77e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5037255 Jul 23 20:36:09.327007 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40096) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:09.335636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-93781128-d7e0-4616-9004-57393406ff79 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2019808075'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:09.361326 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799e6773-79d0-40a4-a00b-aa66477a6d30 None None] The sync data for ids ['463abf30-0de4-4300-b7b7-1532173f1aa7'] in n-d-791504-18 is: [{'id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'name': 'tempest-ServersTestJSON-1213330083-router', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:36:05Z', 'revision_number': 3, 'project_id': 'a54034a57fda440080204e7382f3daae', 'gw_port': {'id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:59:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:03Z', 'updated_at': '2021-07-23T20:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:09.491463 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af40ba65-c3f9-4397-b3d3-6c4aed452910 req-152f8d9e-a68e-46ff-bd65-f1b75b00f7c7 service neutron] 10.222.0.48 "GET /v2.0/networks/872df694-8459-4a03-a8b1-adacd9affbcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052174 Jul 23 20:36:09.628515 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b74c4f-d079-4b25-8275-4b608ea0e5f4 req-6f4df23e-24dd-4c23-ba65-93303b5e05e4 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:09.648422 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.649026 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06b74c4f-d079-4b25-8275-4b608ea0e5f4 req-6f4df23e-24dd-4c23-ba65-93303b5e05e4 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.4848719 Jul 23 20:36:09.871685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Network bd503777-cbd7-4983-8bcb-d8db25f0c2a1 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:09.883873 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06b74c4f-d079-4b25-8275-4b608ea0e5f4 req-88a6240e-33a4-4639-8d9f-92621a5f5663 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301135 Jul 23 20:36:09.908587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:09.908587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:09.964886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d3357-55e7-4c11-8cf5-1a2894b5c032 req-376606bc-6284-45a1-9549-2795bd0e2970 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:09.975370 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f75d3357-55e7-4c11-8cf5-1a2894b5c032 req-376606bc-6284-45a1-9549-2795bd0e2970 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.4767637 Jul 23 20:36:09.990502 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af40ba65-c3f9-4397-b3d3-6c4aed452910 req-78f3d0b1-cab4-4ea5-8879-e47c2bf178fc service neutron] 10.222.0.48 "GET /v2.0/networks/872df694-8459-4a03-a8b1-adacd9affbcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830568 Jul 23 20:36:10.036358 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:10.057194 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Pushing event updated for resources: {'Port': ['ID=45a7e48b-dbf7-49b9-926e-47ba30d4438d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:10.079394 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f75d3357-55e7-4c11-8cf5-1a2894b5c032 req-ebdb4a97-d011-4e8f-a3a2-cd7de604ac4b tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975554 Jul 23 20:36:10.246628 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a98a813c-3cf0-4911-950c-a434e80d4710 None None] Provisioning for port 45a7e48b-dbf7-49b9-926e-47ba30d4438d completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:10.255576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a98a813c-3cf0-4911-950c-a434e80d4710 None None] Provisioning complete for port 45a7e48b-dbf7-49b9-926e-47ba30d4438d triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:10.256317 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a98a813c-3cf0-4911-950c-a434e80d4710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:10.319676 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d3e68-f505-4ca4-840a-172f5ec5263e req-d72f5e60-bed4-442a-ab4c-8c2d6a9f9070 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:10.332177 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb7d3e68-f505-4ca4-840a-172f5ec5263e req-d72f5e60-bed4-442a-ab4c-8c2d6a9f9070 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/ports?device_id=6542fd67-5c74-40b2-abe4-2eb88a11d132 HTTP/1.1" status: 200 len: 943 time: 0.1404994 Jul 23 20:36:10.339307 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a98a813c-3cf0-4911-950c-a434e80d4710 None None] Port 45a7e48b-dbf7-49b9-926e-47ba30d4438d cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:10.395119 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb7d3e68-f505-4ca4-840a-172f5ec5263e req-f5b3331b-585d-4985-879b-e895213c881b tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd52c5d-ea7b-45df-84f7-32b5565dcdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618217 Jul 23 20:36:10.619948 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 40bbbbe2-dcdf-4aa0-af73-994fb66382fd up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:10.708306 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 40bbbbe2-dcdf-4aa0-af73-994fb66382fd completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:10.713450 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 40bbbbe2-dcdf-4aa0-af73-994fb66382fd triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:10.714720 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:10.730497 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:10.731454 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:10.731948 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:10.733087 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:10.733569 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:10.734116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:10.734725 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:10.735236 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:10.735735 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:10.736213 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:10.736691 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:10.737463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:10.739554 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2c24c335-9ae2-4659-8165-91e7247d0513 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:36:10.889345 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:10.927397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 40bbbbe2-dcdf-4aa0-af73-994fb66382fd, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=40bbbbe2-dcdf-4aa0-af73-994fb66382fd,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:10.980199 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.014166 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2c24c335-9ae2-4659-8165-91e7247d0513, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2c24c335-9ae2-4659-8165-91e7247d0513,segment=NetworkSegment(11fbe936-f0e3-41db-90af-77ad0b4bf82a),segment_id=11fbe936-f0e3-41db-90af-77ad0b4bf82a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:11.031073 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '2c24c335-9ae2-4659-8165-91e7247d0513', 'network_id': '872df694-8459-4a03-a8b1-adacd9affbcb', 'port_id': '2c24c335-9ae2-4659-8165-91e7247d0513', 'mac_address': 'fa:16:3e:ba:3f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4587abe-7745-4ccd-b589-1845dd4be9bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:36:11.097328 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.145867 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99958913-45ae-47c4-aa5e-c72d1dd999f0 req-259a566f-60ca-4176-9dbd-214cc3ea91e6 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:11.153595 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99958913-45ae-47c4-aa5e-c72d1dd999f0 req-259a566f-60ca-4176-9dbd-214cc3ea91e6 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.1446030 Jul 23 20:36:11.211782 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-93781128-d7e0-4616-9004-57393406ff79 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.223942 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=40bbbbe2-dcdf-4aa0-af73-994fb66382fd,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:11.227414 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.264484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c24c335-9ae2-4659-8165-91e7247d0513 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:11.268303 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99958913-45ae-47c4-aa5e-c72d1dd999f0 req-15527994-e458-46f7-b94b-07112a283ff6 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130228 Jul 23 20:36:11.275662 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-93781128-d7e0-4616-9004-57393406ff79 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.312898 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2c24c335-9ae2-4659-8165-91e7247d0513, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2c24c335-9ae2-4659-8165-91e7247d0513,segment=NetworkSegment(11fbe936-f0e3-41db-90af-77ad0b4bf82a),segment_id=11fbe936-f0e3-41db-90af-77ad0b4bf82a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:11.322973 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.353953 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5671d-1077-44c8-b259-8d42af6ade7d req-7d7c1dea-6078-4bcb-964f-550bbeb4dc5b tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:11.358084 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07f5671d-1077-44c8-b259-8d42af6ade7d req-7d7c1dea-6078-4bcb-964f-550bbeb4dc5b tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.1500242 Jul 23 20:36:11.439601 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2c24c335-9ae2-4659-8165-91e7247d0513,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:11.523683 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93781128-d7e0-4616-9004-57393406ff79 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router d5daf75b-703d-461b-b8cc-dd7f59fbd52f has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:11.581531 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.607589 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['2c24c335-9ae2-4659-8165-91e7247d0513'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:11.734686 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93781128-d7e0-4616-9004-57393406ff79 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:11.736439 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.751025 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c8c21d-cdec-4b02-b0a6-354475b38066 None None] Sync routers for ids ['d5daf75b-703d-461b-b8cc-dd7f59fbd52f'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:11.756648 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-93781128-d7e0-4616-9004-57393406ff79 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.757949 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-93781128-d7e0-4616-9004-57393406ff79 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/d5daf75b-703d-461b-b8cc-dd7f59fbd52f HTTP/1.1" status: 200 len: 887 time: 2.4274106 Jul 23 20:36:11.768057 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c8c21d-cdec-4b02-b0a6-354475b38066 None None] Routers {'d5daf75b-703d-461b-b8cc-dd7f59fbd52f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:11.768871 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-43c8c21d-cdec-4b02-b0a6-354475b38066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d5daf75b-703d-461b-b8cc-dd7f59fbd52f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:11.828837 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40128) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:11.829596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Pushing event updated for resources: {'Port': ['ID=45a7e48b-dbf7-49b9-926e-47ba30d4438d,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:11.848505 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-43c8c21d-cdec-4b02-b0a6-354475b38066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:11.896290 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c8c21d-cdec-4b02-b0a6-354475b38066 None None] Routers {'d5daf75b-703d-461b-b8cc-dd7f59fbd52f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:11.897108 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-43c8c21d-cdec-4b02-b0a6-354475b38066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['d5daf75b-703d-461b-b8cc-dd7f59fbd52f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:11.940545 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.948970 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-43c8c21d-cdec-4b02-b0a6-354475b38066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:11.950075 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c8c21d-cdec-4b02-b0a6-354475b38066 None None] The sync data for ids ['d5daf75b-703d-461b-b8cc-dd7f59fbd52f'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:12.050301 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07f5671d-1077-44c8-b259-8d42af6ade7d req-d567fe6f-1d68-417b-8a17-218d160b254e tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6825831 Jul 23 20:36:12.115300 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2c3f3c60-8a40-4f21-93cd-d1ce7f96ffc2 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/routers/d5daf75b-703d-461b-b8cc-dd7f59fbd52f HTTP/1.1" status: 200 len: 887 time: 0.2823906 Jul 23 20:36:12.119037 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40132) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:12.125087 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Network bd503777-cbd7-4983-8bcb-d8db25f0c2a1 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:12.132422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:12.195728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a573f07-54a1-45b5-970e-b0ffa10d76c2 req-c439f076-be40-45e9-bfd9-e0ef4c80b1f6 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:12.209517 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0a573f07-54a1-45b5-970e-b0ffa10d76c2 req-c439f076-be40-45e9-bfd9-e0ef4c80b1f6 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.2410078 Jul 23 20:36:12.215838 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5db2547d-fbbd-4381-917c-2099d4fc0571 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5daf75b-703d-461b-b8cc-dd7f59fbd52f HTTP/1.1" status: 200 len: 205 time: 0.0919223 Jul 23 20:36:12.216807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40134) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:12.218544 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40136) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:12.227327 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1431c408-3632-423b-89c4-0fd3f88b84e3 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Request body: {'floatingip': {'port_id': '2a131450-cfc5-4aab-8b1a-db2c1372f738'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:12.395640 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Router 463abf30-0de4-4300-b7b7-1532173f1aa7 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:12.419263 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1431c408-3632-423b-89c4-0fd3f88b84e3 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:12.562439 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:12.576736 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-49153d88-0e49-49af-a7bd-5af5e0770983 admin admin] 10.222.0.55 "PUT /v2.0/routers/463abf30-0de4-4300-b7b7-1532173f1aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5843635 Jul 23 20:36:12.582238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Sync routers for ids ['463abf30-0de4-4300-b7b7-1532173f1aa7'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:12.604393 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Routers {'463abf30-0de4-4300-b7b7-1532173f1aa7'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:12.605020 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['463abf30-0de4-4300-b7b7-1532173f1aa7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:12.645292 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f2f63d30-f07e-44f1-9570-8a815fa50a76 None None] Provisioning complete for port 45a7e48b-dbf7-49b9-926e-47ba30d4438d triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:12.645664 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2f63d30-f07e-44f1-9570-8a815fa50a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:12.683005 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 40bbbbe2-dcdf-4aa0-af73-994fb66382fd up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:12.748871 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f2f63d30-f07e-44f1-9570-8a815fa50a76 None None] Port 45a7e48b-dbf7-49b9-926e-47ba30d4438d cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:12.754052 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2c24c335-9ae2-4659-8165-91e7247d0513 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:12.790455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91dd2fa-f579-423d-a5d7-7333a6c69442 req-6a5d9408-62eb-4f98-9ebb-5f80a6a0dc64 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:12.792767 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e91dd2fa-f579-423d-a5d7-7333a6c69442 req-6a5d9408-62eb-4f98-9ebb-5f80a6a0dc64 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/ports?device_id=6542fd67-5c74-40b2-abe4-2eb88a11d132 HTTP/1.1" status: 200 len: 944 time: 0.4187953 Jul 23 20:36:12.803962 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:12.934662 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e91dd2fa-f579-423d-a5d7-7333a6c69442 req-ff363dbb-c6ca-4af2-a466-ba831d1e4f28 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd52c5d-ea7b-45df-84f7-32b5565dcdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244142 Jul 23 20:36:13.041461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Set router 463abf30-0de4-4300-b7b7-1532173f1aa7 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:13.127894 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 40bbbbe2-dcdf-4aa0-af73-994fb66382fd triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:13.128272 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:13.330938 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1431c408-3632-423b-89c4-0fd3f88b84e3 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:13.333311 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:13.357535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 2c24c335-9ae2-4659-8165-91e7247d0513 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:13.363754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 2c24c335-9ae2-4659-8165-91e7247d0513 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:13.364322 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:13.385212 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1431c408-3632-423b-89c4-0fd3f88b84e3 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:13.491663 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40152) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:13.497265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-051ca8df-2804-4501-b52e-abde6e556cfb tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215879966', 'description': 'tempest-description--497260403'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:13.552332 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-051ca8df-2804-4501-b52e-abde6e556cfb tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:13.632050 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'name': 'tempest-ServersTestJSON-1213330083-router', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': 'a54034a57fda440080204e7382f3daae', 'gw_port': {'id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:03Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '45a7e48b-dbf7-49b9-926e-47ba30d4438d', 'name': '', 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'mac_address': 'fa:16:3e:eb:eb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:11Z', 'revision_number': 2, 'project_id': 'a54034a57fda440080204e7382f3daae', 'subnets': [{'id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:13.670425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Checking router: 463abf30-0de4-4300-b7b7-1532173f1aa7 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:13.671064 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Updating router 463abf30-0de4-4300-b7b7-1532173f1aa7 port 45a7e48b-dbf7-49b9-926e-47ba30d4438d binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:36:13.674185 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:13.725126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7b323-36ea-4c58-9f42-6987dc06a5f1 req-207d15ff-c1d9-4318-b29f-ab02afd20409 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:13.730215 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09e7b323-36ea-4c58-9f42-6987dc06a5f1 req-207d15ff-c1d9-4318-b29f-ab02afd20409 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.3866377 Jul 23 20:36:13.730395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6542fd67-5c74-40b2-abe4-2eb88a11d132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c24c335-9ae2-4659-8165-91e7247d0513'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:13.732715 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240aab45-e906-473c-adf5-c319674958d1" -d '{"events": [{"server_uuid": "6542fd67-5c74-40b2-abe4-2eb88a11d132", "name": "network-vif-plugged", "status": "completed", "tag": "2c24c335-9ae2-4659-8165-91e7247d0513"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:13.735589 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-051ca8df-2804-4501-b52e-abde6e556cfb tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:13.737081 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:13.743714 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-051ca8df-2804-4501-b52e-abde6e556cfb tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:13.781862 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2c24c335-9ae2-4659-8165-91e7247d0513, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2c24c335-9ae2-4659-8165-91e7247d0513,segment=NetworkSegment(11fbe936-f0e3-41db-90af-77ad0b4bf82a),segment_id=11fbe936-f0e3-41db-90af-77ad0b4bf82a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:13.795654 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:13.812838 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-051ca8df-2804-4501-b52e-abde6e556cfb tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:13.814849 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-1431c408-3632-423b-89c4-0fd3f88b84e3 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Floating IP 78469de7-62dc-4242-9707-aa5123c7af3a associated. External IP: 172.25.3.66, port: 2a131450-cfc5-4aab-8b1a-db2c1372f738. Jul 23 20:36:13.819818 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-051ca8df-2804-4501-b52e-abde6e556cfb tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3270264 Jul 23 20:36:13.820547 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40160) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:13.840393 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1515887d-bd53-4ce5-80ff-67b9cddc0fb4 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Request body: {'security_group_rule': {'security_group_id': 'ae12e2d2-57ca-4888-94a1-e0ec887aed3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:13.862227 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ca8df-2804-4501-b52e-abde6e556cfb tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae12e2d2-57ca-4888-94a1-e0ec887aed3a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:13.899712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2c24c335-9ae2-4659-8165-91e7247d0513,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:13.921692 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1515887d-bd53-4ce5-80ff-67b9cddc0fb4 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.004014 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1515887d-bd53-4ce5-80ff-67b9cddc0fb4 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.016288 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1515887d-bd53-4ce5-80ff-67b9cddc0fb4 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.034543 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting port 46921c4d-e739-457d-8281-2eaf0f32725e {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:14.035244 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.057718 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515887d-bd53-4ce5-80ff-67b9cddc0fb4 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c9024f-1210-44a8-859e-bf8c95d00fa0,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:14.073914 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1515887d-bd53-4ce5-80ff-67b9cddc0fb4 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.078243 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1515887d-bd53-4ce5-80ff-67b9cddc0fb4 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2455120 Jul 23 20:36:14.081780 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40164) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:14.088609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-465ab6f7-749d-42a1-a305-b591843abbaa tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Request body: {'security_group_rule': {'security_group_id': 'ae12e2d2-57ca-4888-94a1-e0ec887aed3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:14.137096 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09e7b323-36ea-4c58-9f42-6987dc06a5f1 req-0d1e6213-d4fa-4fd1-84b4-4265bb53893b tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983705 Jul 23 20:36:14.146409 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.155569 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-465ab6f7-749d-42a1-a305-b591843abbaa tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.249465 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.265814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Transition to ACTIVE for port object 45a7e48b-dbf7-49b9-926e-47ba30d4438d will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:14.280585 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.325985 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Calling delete_port for 46921c4d-e739-457d-8281-2eaf0f32725e owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:14.364255 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4934b227-c1d9-43c0-9fdb-6d4736a23c52 x-openstack-request-id: req-4934b227-c1d9-43c0-9fdb-6d4736a23c52 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:14.364255 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6542fd67-5c74-40b2-abe4-2eb88a11d132", "name": "network-vif-plugged", "status": "completed", "tag": "2c24c335-9ae2-4659-8165-91e7247d0513", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:14.364553 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4934b227-c1d9-43c0-9fdb-6d4736a23c52 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:14.364934 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6542fd67-5c74-40b2-abe4-2eb88a11d132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c24c335-9ae2-4659-8165-91e7247d0513', 'code': 200} Jul 23 20:36:14.375914 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8e3bc-c762-43e6-84ca-f2539b8a506a None None] Pushing event updated for resources: {'Port': ['ID=45a7e48b-dbf7-49b9-926e-47ba30d4438d,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:14.389898 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-465ab6f7-749d-42a1-a305-b591843abbaa tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.411092 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-465ab6f7-749d-42a1-a305-b591843abbaa tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.445305 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ab6f7-749d-42a1-a305-b591843abbaa tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf6377d-b4d2-4486-9dce-ca057bb1e298,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:14.453737 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-465ab6f7-749d-42a1-a305-b591843abbaa tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.456710 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-465ab6f7-749d-42a1-a305-b591843abbaa tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3739240 Jul 23 20:36:14.468043 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40170) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:14.475241 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2058289e-9646-408e-a049-ecc5c7818d3e tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:14.509639 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2058289e-9646-408e-a049-ecc5c7818d3e tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.528515 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Attempting to bind port 45a7e48b-dbf7-49b9-926e-47ba30d4438d on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:14.529453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Attempting to bind port 45a7e48b-dbf7-49b9-926e-47ba30d4438d by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '4a9fd4c5-6e8e-430a-88bb-589d51aecc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:14.529832 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Attempting to bind port 45a7e48b-dbf7-49b9-926e-47ba30d4438d on network bd503777-cbd7-4983-8bcb-d8db25f0c2a1 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:14.547213 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:14.547598 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Checking segment: {'id': '4a9fd4c5-6e8e-430a-88bb-589d51aecc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:14.548010 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.548412 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Bound using segment: {'id': '4a9fd4c5-6e8e-430a-88bb-589d51aecc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:14.548949 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Bound port: 45a7e48b-dbf7-49b9-926e-47ba30d4438d, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9fd4c5-6e8e-430a-88bb-589d51aecc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:14.549340 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.665305 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2058289e-9646-408e-a049-ecc5c7818d3e tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.701837 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] For port 45a7e48b-dbf7-49b9-926e-47ba30d4438d, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:14.709169 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] For port 45a7e48b-dbf7-49b9-926e-47ba30d4438d, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=45a7e48b-dbf7-49b9-926e-47ba30d4438d,segment=NetworkSegment(4a9fd4c5-6e8e-430a-88bb-589d51aecc75),segment_id=4a9fd4c5-6e8e-430a-88bb-589d51aecc75)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:14.722915 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.826508 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-2058289e-9646-408e-a049-ecc5c7818d3e tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Allocated IP 172.25.3.223 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/29ecc0bf-0b33-40f4-9d1a-0e07486953ab) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:14.894312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8e3bc-c762-43e6-84ca-f2539b8a506a None None] Pushing event updated for resources: {'Port': ['ID=45a7e48b-dbf7-49b9-926e-47ba30d4438d,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:14.908483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Routers {'463abf30-0de4-4300-b7b7-1532173f1aa7'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:14.909140 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['463abf30-0de4-4300-b7b7-1532173f1aa7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:15.010251 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2058289e-9646-408e-a049-ecc5c7818d3e tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.040034 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919c685-f3f1-43fd-8d24-ca47302ea6ac req-b414c62b-2caf-45cf-bbf7-0e5fb4949736 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:15.041638 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d919c685-f3f1-43fd-8d24-ca47302ea6ac req-b414c62b-2caf-45cf-bbf7-0e5fb4949736 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 1.3482163 Jul 23 20:36:15.075136 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2058289e-9646-408e-a049-ecc5c7818d3e tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.124779 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2058289e-9646-408e-a049-ecc5c7818d3e tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:15.128319 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2058289e-9646-408e-a049-ecc5c7818d3e tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:15.133484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2058289e-9646-408e-a049-ecc5c7818d3e tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:15.161130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] Set router 463abf30-0de4-4300-b7b7-1532173f1aa7 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:15.190934 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058289e-9646-408e-a049-ecc5c7818d3e tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Pushing event updated for resources: {'Port': ['ID=29ecc0bf-0b33-40f4-9d1a-0e07486953ab,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:15.288006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2058289e-9646-408e-a049-ecc5c7818d3e tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.290260 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.365364 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2058289e-9646-408e-a049-ecc5c7818d3e tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.369346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1431c408-3632-423b-89c4-0fd3f88b84e3 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Router 40e31617-bbb3-499b-921d-1a69c43b140c has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:15.421139 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d919c685-f3f1-43fd-8d24-ca47302ea6ac req-2af440e7-47f1-4b31-a20c-77f611bbe227 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3611238 Jul 23 20:36:15.450131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'name': 'tempest-ServersTestJSON-1213330083-router', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': 'a54034a57fda440080204e7382f3daae', 'gw_port': {'id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:03Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '45a7e48b-dbf7-49b9-926e-47ba30d4438d', 'name': '', 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'mac_address': 'fa:16:3e:eb:eb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:14Z', 'revision_number': 4, 'project_id': 'a54034a57fda440080204e7382f3daae', 'subnets': [{'id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:15.480835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf248d7-c8d3-43f9-b519-fc3c3e9cda27 None None] The sync data for ids ['463abf30-0de4-4300-b7b7-1532173f1aa7'] in n-d-791504-18 is: [{'id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'name': 'tempest-ServersTestJSON-1213330083-router', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': 'a54034a57fda440080204e7382f3daae', 'gw_port': {'id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:03Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '45a7e48b-dbf7-49b9-926e-47ba30d4438d', 'name': '', 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'mac_address': 'fa:16:3e:eb:eb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:14Z', 'revision_number': 4, 'project_id': 'a54034a57fda440080204e7382f3daae', 'subnets': [{'id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:15.665138 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7fde8-3ebf-4941-9472-d5522b634425 req-673f21c3-b669-4be0-b5c8-77c4b4270c7d tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:15.666764 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-96e7fde8-3ebf-4941-9472-d5522b634425 req-673f21c3-b669-4be0-b5c8-77c4b4270c7d tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/ports?device_id=6542fd67-5c74-40b2-abe4-2eb88a11d132 HTTP/1.1" status: 200 len: 945 time: 0.6878848 Jul 23 20:36:15.667465 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.723581 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2058289e-9646-408e-a049-ecc5c7818d3e tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.743707 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2058289e-9646-408e-a049-ecc5c7818d3e tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.828694 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058289e-9646-408e-a049-ecc5c7818d3e tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Pushing event updated for resources: {'Port': ['ID=29ecc0bf-0b33-40f4-9d1a-0e07486953ab,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:15.848095 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2058289e-9646-408e-a049-ecc5c7818d3e tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.854992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Port': ['ID=46921c4d-e739-457d-8281-2eaf0f32725e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:15.871062 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2058289e-9646-408e-a049-ecc5c7818d3e tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.883292 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2058289e-9646-408e-a049-ecc5c7818d3e tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4123533 Jul 23 20:36:15.899794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:15.900143 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:15.900475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:15.900809 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:15.901136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:15.901466 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:15.901791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:15.902110 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:15.902429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:15.902735 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:15.903077 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:15.903398 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:16.005277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8448582-78ea-4af4-b637-77bedb24202c req-e0805ea0-783c-498e-ae38-6af021b2d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:16.007829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f8448582-78ea-4af4-b637-77bedb24202c req-e0805ea0-783c-498e-ae38-6af021b2d193 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6542fd67-5c74-40b2-abe4-2eb88a11d132 HTTP/1.1" status: 200 len: 1097 time: 1.0162897 Jul 23 20:36:16.010342 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-96e7fde8-3ebf-4941-9472-d5522b634425 req-7b65623c-a25c-453f-9f0f-c61e99eaab7d tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd52c5d-ea7b-45df-84f7-32b5565dcdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336860 Jul 23 20:36:16.116765 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1431c408-3632-423b-89c4-0fd3f88b84e3 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:16.129128 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a46a3d3-5792-4444-ba02-c7eb0a497326 None None] Sync routers for ids ['40e31617-bbb3-499b-921d-1a69c43b140c'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:16.137569 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1431c408-3632-423b-89c4-0fd3f88b84e3 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:16.151662 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a46a3d3-5792-4444-ba02-c7eb0a497326 None None] Routers {'40e31617-bbb3-499b-921d-1a69c43b140c'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:16.152908 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-1a46a3d3-5792-4444-ba02-c7eb0a497326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['40e31617-bbb3-499b-921d-1a69c43b140c'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:16.174954 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f8448582-78ea-4af4-b637-77bedb24202c req-ad901afc-2207-4335-9717-e8eaf7c61dc3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bcd52c5d-ea7b-45df-84f7-32b5565dcdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589210 Jul 23 20:36:16.177481 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:16.296858 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c621a1-84cb-4c6b-9b8c-345a3cdf62cf req-0ef747f9-c1f8-40e1-b814-7863dd7f49d4 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:16.304320 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76c621a1-84cb-4c6b-9b8c-345a3cdf62cf req-0ef747f9-c1f8-40e1-b814-7863dd7f49d4 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.5297205 Jul 23 20:36:16.330770 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-1a46a3d3-5792-4444-ba02-c7eb0a497326 None None] Set router 40e31617-bbb3-499b-921d-1a69c43b140c gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:16.385303 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1431c408-3632-423b-89c4-0fd3f88b84e3 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "PUT /v2.0/floatingips/78469de7-62dc-4242-9707-aa5123c7af3a HTTP/1.1" status: 200 len: 991 time: 4.1635964 Jul 23 20:36:16.394397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a4aa9c-f857-4adb-b25d-82807319e607', 'tag': '2a131450-cfc5-4aab-8b1a-db2c1372f738'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:16.407423 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c832404-8035-4a5e-aced-7a40bcc7780c" -d '{"events": [{"name": "network-changed", "server_uuid": "83a4aa9c-f857-4adb-b25d-82807319e607", "tag": "2a131450-cfc5-4aab-8b1a-db2c1372f738"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:16.416244 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:16.419956 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:16.432959 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76c621a1-84cb-4c6b-9b8c-345a3cdf62cf req-6b84bb05-8af8-407d-a0df-e8d5203286c8 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256518 Jul 23 20:36:16.506674 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40192) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:16.645637 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45a7e48b-dbf7-49b9-926e-47ba30d4438d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:16.680543 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:16.681116 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Fanout notify agent at l3_agent the message router_deleted on router d5daf75b-703d-461b-b8cc-dd7f59fbd52f {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:36:16.708965 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:16.713387 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8af1408a-f36a-43cd-b5ed-6a6edcebff11 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/routers/d5daf75b-703d-461b-b8cc-dd7f59fbd52f HTTP/1.1" status: 204 len: 168 time: 4.4763649 Jul 23 20:36:16.732651 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40202) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:16.742148 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b6b6912f-2a16-4435-863c-8a9fc871ddda tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'network': {'name': 'tempest-RoutersTest-2000480077'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:16.743444 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:16.784647 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b6a3c-3aec-4c53-9e1b-44de79eba882 req-3605b4ad-6214-4c86-82b8-8c96325a97ad tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:16.785115 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 45a7e48b-dbf7-49b9-926e-47ba30d4438d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:16.791144 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 45a7e48b-dbf7-49b9-926e-47ba30d4438d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:16.791144 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:16.806187 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e66b6a3c-3aec-4c53-9e1b-44de79eba882 req-3605b4ad-6214-4c86-82b8-8c96325a97ad tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.5271449 Jul 23 20:36:16.876096 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-1a46a3d3-5792-4444-ba02-c7eb0a497326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 4, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '78469de7-62dc-4242-9707-aa5123c7af3a', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'floating_ip_address': '172.25.3.66', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'port_id': '2a131450-cfc5-4aab-8b1a-db2c1372f738', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'mac_address': 'fa:16:3e:76:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a4aa9c-f857-4adb-b25d-82807319e607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:36:13Z', 'revision_number': 1, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15614cc-3fac-4675-a906-0dbfde2535dd', 'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'mac_address': 'fa:16:3e:08:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:42Z', 'updated_at': '2021-07-23T20:30:52Z', 'revision_number': 5, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'subnets': [{'id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:16.924825 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a46a3d3-5792-4444-ba02-c7eb0a497326 None None] Checking router: 40e31617-bbb3-499b-921d-1a69c43b140c for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:16.961299 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-4a558137-386a-4fdf-9940-55d00d0f73ce tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--215879966&fields=id&tenant_id=a54034a57fda440080204e7382f3daae HTTP/1.1" status: 200 len: 267 time: 0.2848318 Jul 23 20:36:16.963008 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:16.972339 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a46a3d3-5792-4444-ba02-c7eb0a497326 None None] Routers {'40e31617-bbb3-499b-921d-1a69c43b140c'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:16.972967 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-1a46a3d3-5792-4444-ba02-c7eb0a497326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['40e31617-bbb3-499b-921d-1a69c43b140c'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:16.990261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b6912f-2a16-4435-863c-8a9fc871ddda tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:17.006948 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b6b6912f-2a16-4435-863c-8a9fc871ddda tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:17.049044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 45a7e48b-dbf7-49b9-926e-47ba30d4438d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=45a7e48b-dbf7-49b9-926e-47ba30d4438d,segment=NetworkSegment(4a9fd4c5-6e8e-430a-88bb-589d51aecc75),segment_id=4a9fd4c5-6e8e-430a-88bb-589d51aecc75)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:17.062315 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:17.110652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e66b6a3c-3aec-4c53-9e1b-44de79eba882 req-1599d688-aaf1-4cbd-84a0-3160f717bed4 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033090 Jul 23 20:36:17.145768 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b6912f-2a16-4435-863c-8a9fc871ddda tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:36:17.157913 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b6b6912f-2a16-4435-863c-8a9fc871ddda tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:17.157913 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-b6b6912f-2a16-4435-863c-8a9fc871ddda tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Added segment c0f4b7ed-2d2c-46d8-a337-2723db22c72b of type vlan for network 99376c84-632f-4d58-ae9d-58bce562a396 Jul 23 20:36:17.231491 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b6b6912f-2a16-4435-863c-8a9fc871ddda tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:17.278867 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=45a7e48b-dbf7-49b9-926e-47ba30d4438d,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:17.335674 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b6b6912f-2a16-4435-863c-8a9fc871ddda tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:17.351769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6912f-2a16-4435-863c-8a9fc871ddda tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:17.352426 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b6b6912f-2a16-4435-863c-8a9fc871ddda tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:17.371334 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-1a46a3d3-5792-4444-ba02-c7eb0a497326 None None] Set router 40e31617-bbb3-499b-921d-1a69c43b140c gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:17.430410 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-23bf9181-07b5-4e6b-b70d-6b86f70decf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:17.525269 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-b3bc3e7e-f459-48a2-b629-493f63294896 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:17.533141 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-b3bc3e7e-f459-48a2-b629-493f63294896 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/networks?id=bd503777-cbd7-4983-8bcb-d8db25f0c2a1 HTTP/1.1" status: 200 len: 806 time: 0.5709319 Jul 23 20:36:17.555677 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d327868c-f3b6-436e-b7f0-7592ec42c91c x-openstack-request-id: req-d327868c-f3b6-436e-b7f0-7592ec42c91c {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:17.555999 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a4aa9c-f857-4adb-b25d-82807319e607", "tag": "2a131450-cfc5-4aab-8b1a-db2c1372f738", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:17.556229 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d327868c-f3b6-436e-b7f0-7592ec42c91c {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:17.556627 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a4aa9c-f857-4adb-b25d-82807319e607', 'tag': '2a131450-cfc5-4aab-8b1a-db2c1372f738', 'status': 'completed', 'code': 200} Jul 23 20:36:17.569236 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b6b6912f-2a16-4435-863c-8a9fc871ddda tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8340881 Jul 23 20:36:17.577302 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40212) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:17.583306 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-15c45a7a-60db-4aa3-a790-f0965aa2481b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'subnet': {'network_id': '99376c84-632f-4d58-ae9d-58bce562a396', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:17.672326 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-6a9eb600-e8f1-44b8-8608-409ecfebcb66 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/quotas/a54034a57fda440080204e7382f3daae HTTP/1.1" status: 200 len: 375 time: 0.1377575 Jul 23 20:36:17.751023 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-1a46a3d3-5792-4444-ba02-c7eb0a497326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 4, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '78469de7-62dc-4242-9707-aa5123c7af3a', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'floating_ip_address': '172.25.3.66', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'port_id': '2a131450-cfc5-4aab-8b1a-db2c1372f738', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'mac_address': 'fa:16:3e:76:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a4aa9c-f857-4adb-b25d-82807319e607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:36:13Z', 'revision_number': 1, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15614cc-3fac-4675-a906-0dbfde2535dd', 'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'mac_address': 'fa:16:3e:08:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:42Z', 'updated_at': '2021-07-23T20:30:52Z', 'revision_number': 5, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'subnets': [{'id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:17.783121 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c45a7a-60db-4aa3-a790-f0965aa2481b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:17.785369 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6912f-2a16-4435-863c-8a9fc871ddda tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Network': ['ID=99376c84-632f-4d58-ae9d-58bce562a396,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:17.787690 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15c45a7a-60db-4aa3-a790-f0965aa2481b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:17.806656 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 99376c84-632f-4d58-ae9d-58bce562a396 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:36:17.811845 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a46a3d3-5792-4444-ba02-c7eb0a497326 None None] The sync data for ids ['40e31617-bbb3-499b-921d-1a69c43b140c'] in n-d-791504-18 is: [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 4, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '78469de7-62dc-4242-9707-aa5123c7af3a', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'floating_ip_address': '172.25.3.66', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'port_id': '2a131450-cfc5-4aab-8b1a-db2c1372f738', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'mac_address': 'fa:16:3e:76:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a4aa9c-f857-4adb-b25d-82807319e607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:36:13Z', 'revision_number': 1, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15614cc-3fac-4675-a906-0dbfde2535dd', 'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'mac_address': 'fa:16:3e:08:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:42Z', 'updated_at': '2021-07-23T20:30:52Z', 'revision_number': 5, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'subnets': [{'id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:17.848278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416e7d8-85d5-4da6-88c5-fe9c4dd738f9 req-aabee8d9-4fbf-45fc-a2bc-08fcea6772df tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:17.849966 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2416e7d8-85d5-4da6-88c5-fe9c4dd738f9 req-aabee8d9-4fbf-45fc-a2bc-08fcea6772df tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/ports?device_id=6542fd67-5c74-40b2-abe4-2eb88a11d132 HTTP/1.1" status: 200 len: 945 time: 0.3074358 Jul 23 20:36:17.851967 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c832404-8035-4a5e-aced-7a40bcc7780c req-2b02b068-1f25-437d-81c9-d038a3725bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:17.853519 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c832404-8035-4a5e-aced-7a40bcc7780c req-2b02b068-1f25-437d-81c9-d038a3725bc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e36b104f9d24e799825b9baa093a497&device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 1098 time: 0.2961452 Jul 23 20:36:17.931519 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-59693b65-21a6-44dc-adba-f54ed4392f7a tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a54034a57fda440080204e7382f3daae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2525115 Jul 23 20:36:18.054084 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2416e7d8-85d5-4da6-88c5-fe9c4dd738f9 req-f7a8c47b-4dfd-451b-85ac-a907c2d8d752 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd52c5d-ea7b-45df-84f7-32b5565dcdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922815 Jul 23 20:36:18.149414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c832404-8035-4a5e-aced-7a40bcc7780c req-a8b2110a-568a-452f-9297-80e4ea73c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:18.150913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c832404-8035-4a5e-aced-7a40bcc7780c req-a8b2110a-568a-452f-9297-80e4ea73c84d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce0133d9-8df6-41ea-ae2f-c1fed304391d HTTP/1.1" status: 200 len: 918 time: 0.2831895 Jul 23 20:36:18.199112 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-23bf9181-07b5-4e6b-b70d-6b86f70decf6 admin admin] Deleting port aa03974f-959c-4676-8fcb-f11e665c3069 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:18.199730 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-23bf9181-07b5-4e6b-b70d-6b86f70decf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:18.210696 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-7b412347-0b3d-48a3-a4b3-b417d7db1b49 service neutron] 10.222.0.55 "GET /v2.0/networks/bd503777-cbd7-4983-8bcb-d8db25f0c2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599792 Jul 23 20:36:18.218498 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0db65-3568-473f-a4f7-bb51ae000acf None None] New status for floating IP 78469de7-62dc-4242-9707-aa5123c7af3a: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:36:18.299889 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c832404-8035-4a5e-aced-7a40bcc7780c req-8278c319-9876-42b9-be28-27048e10b978 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738 HTTP/1.1" status: 200 len: 999 time: 0.1382680 Jul 23 20:36:18.330403 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15c45a7a-60db-4aa3-a790-f0965aa2481b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:18.370438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c832404-8035-4a5e-aced-7a40bcc7780c req-3145ce2b-fb63-45d7-b9fd-e34ef5f45ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:18.372011 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c832404-8035-4a5e-aced-7a40bcc7780c req-3145ce2b-fb63-45d7-b9fd-e34ef5f45ab2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35eaf14f-2eae-4b6c-8dcf-0499d3191c4d HTTP/1.1" status: 200 len: 856 time: 0.0648584 Jul 23 20:36:18.386173 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-ca8cfb57-3f36-4d66-b32d-b8cc0a3f4d8c service neutron] 10.222.0.55 "GET /v2.0/networks/bd503777-cbd7-4983-8bcb-d8db25f0c2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677539 Jul 23 20:36:18.432154 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-23bf9181-07b5-4e6b-b70d-6b86f70decf6 admin admin] For port aa03974f-959c-4676-8fcb-f11e665c3069, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=aa03974f-959c-4676-8fcb-f11e665c3069,segment=NetworkSegment(1ec1519e-51ea-4fc8-9506-46ad8af809c7),segment_id=1ec1519e-51ea-4fc8-9506-46ad8af809c7)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:18.433337 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-23bf9181-07b5-4e6b-b70d-6b86f70decf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:18.480952 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c45a7a-60db-4aa3-a790-f0965aa2481b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Subnet': ['ID=86ef5778-2d9c-4735-9c73-ad721375ac09,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:18.481526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c832404-8035-4a5e-aced-7a40bcc7780c req-ed914810-070d-4b4a-ae8b-9d13e9e0f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:18.483840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c832404-8035-4a5e-aced-7a40bcc7780c req-ed914810-070d-4b4a-ae8b-9d13e9e0f548 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce0133d9-8df6-41ea-ae2f-c1fed304391d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942545 Jul 23 20:36:18.493512 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c45a7a-60db-4aa3-a790-f0965aa2481b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Checking segment: {'id': 'c0f4b7ed-2d2c-46d8-a337-2723db22c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '99376c84-632f-4d58-ae9d-58bce562a396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:18.505163 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c45a7a-60db-4aa3-a790-f0965aa2481b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network hostable DHCP agents. Network: 99376c84-632f-4d58-ae9d-58bce562a396, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:36:18.513000 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-23bf9181-07b5-4e6b-b70d-6b86f70decf6 admin admin] Calling delete_port for aa03974f-959c-4676-8fcb-f11e665c3069 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:18.628984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45a7e48b-dbf7-49b9-926e-47ba30d4438d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:18.734354 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c832404-8035-4a5e-aced-7a40bcc7780c req-c6e840c1-3a05-4721-b8df-9a19d3afe786 service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416232 Jul 23 20:36:18.781849 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 45a7e48b-dbf7-49b9-926e-47ba30d4438d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:18.782128 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:18.902207 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f1790-13a9-4afe-a28c-a938545df7f9 req-90f12aa0-497c-4ea5-9be1-a096c7ed29a9 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:18.905794 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d8f1790-13a9-4afe-a28c-a938545df7f9 req-90f12aa0-497c-4ea5-9be1-a096c7ed29a9 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.2230592 Jul 23 20:36:18.920901 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c45a7a-60db-4aa3-a790-f0965aa2481b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 99376c84-632f-4d58-ae9d-58bce562a396 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:36:18.938666 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-15c45a7a-60db-4aa3-a790-f0965aa2481b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 99376c84-632f-4d58-ae9d-58bce562a396) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:18.949092 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ea157c-fa71-4353-95e0-505e016102da None None] Network 99376c84-632f-4d58-ae9d-58bce562a396 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:18.962229 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c832404-8035-4a5e-aced-7a40bcc7780c req-cbb13efb-206a-4c25-9082-697d4678bc1a service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164307 Jul 23 20:36:18.980388 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d8f1790-13a9-4afe-a28c-a938545df7f9 req-28c4b793-442b-4644-a0f5-5ee34b009b33 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677390 Jul 23 20:36:19.019876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c45a7a-60db-4aa3-a790-f0965aa2481b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:19.020589 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15c45a7a-60db-4aa3-a790-f0965aa2481b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:19.057563 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-23bf9181-07b5-4e6b-b70d-6b86f70decf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:19.083026 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-15c45a7a-60db-4aa3-a790-f0965aa2481b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5023410 Jul 23 20:36:19.083931 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40230) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:19.143904 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-0762a408-3768-45d7-8fc2-c1fc32ed23c4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-762704132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:19.156964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf9181-07b5-4e6b-b70d-6b86f70decf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa03974f-959c-4676-8fcb-f11e665c3069,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:19.184843 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2fa0642-ff89-4c3d-9ea1-9fb838ffd54b req-32d111ca-6d39-4fa5-8fe9-7210e739a9eb tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 210 time: 0.1207850 Jul 23 20:36:19.238366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7ba85-b30a-4da2-9a54-55dbfbc05cd6 req-86f27820-e3a1-4d95-bcd4-b60a3f65b3fa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:19.247534 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-96e7ba85-b30a-4da2-9a54-55dbfbc05cd6 req-86f27820-e3a1-4d95-bcd4-b60a3f65b3fa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.2556026 Jul 23 20:36:19.299517 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0762a408-3768-45d7-8fc2-c1fc32ed23c4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:19.308285 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0762a408-3768-45d7-8fc2-c1fc32ed23c4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:19.333725 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-96e7ba85-b30a-4da2-9a54-55dbfbc05cd6 req-dfa87103-2790-4a04-99fc-c0a79da4c40f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803246 Jul 23 20:36:19.417550 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-99376c84-632f-4d58-ae9d-58bce562a396', 'network_id': '99376c84-632f-4d58-ae9d-58bce562a396', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'fixed_ips': [{'subnet_id': '86ef5778-2d9c-4735-9c73-ad721375ac09'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:36:19.418648 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:19.472442 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0762a408-3768-45d7-8fc2-c1fc32ed23c4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:19.484903 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0762a408-3768-45d7-8fc2-c1fc32ed23c4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:19.552204 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0762a408-3768-45d7-8fc2-c1fc32ed23c4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:19.553966 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0762a408-3768-45d7-8fc2-c1fc32ed23c4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4144688 Jul 23 20:36:19.563024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40238) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:19.663013 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-23bf9181-07b5-4e6b-b70d-6b86f70decf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:19.811827 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Allocated IP 172.20.0.2 (99376c84-632f-4d58-ae9d-58bce562a396/86ef5778-2d9c-4735-9c73-ad721375ac09/64daea50-ef30-4e1e-a8ff-1aed1d76a703) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:20.071611 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:20.082216 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Transition to ACTIVE for port object 64daea50-ef30-4e1e-a8ff-1aed1d76a703 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:20.098934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Transition to ACTIVE for port object 64daea50-ef30-4e1e-a8ff-1aed1d76a703 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:20.114234 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:20.176184 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Network 99376c84-632f-4d58-ae9d-58bce562a396 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:20.179607 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:20.184608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:20.188771 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Pushing event updated for resources: {'Port': ['ID=64daea50-ef30-4e1e-a8ff-1aed1d76a703,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:20.230681 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:20.231603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:20.232885 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:20.233211 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:20.234290 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:20.234290 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:20.234290 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:20.234726 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:20.234955 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:20.235306 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:20.235633 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:20.235954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:20.305216 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Attempting to bind port 64daea50-ef30-4e1e-a8ff-1aed1d76a703 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:20.305597 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Attempting to bind port 64daea50-ef30-4e1e-a8ff-1aed1d76a703 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'c0f4b7ed-2d2c-46d8-a337-2723db22c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '99376c84-632f-4d58-ae9d-58bce562a396'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:20.305957 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Attempting to bind port 64daea50-ef30-4e1e-a8ff-1aed1d76a703 on network 99376c84-632f-4d58-ae9d-58bce562a396 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:20.322913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:20.323357 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Checking segment: {'id': 'c0f4b7ed-2d2c-46d8-a337-2723db22c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '99376c84-632f-4d58-ae9d-58bce562a396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:20.323746 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:20.324459 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Bound using segment: {'id': 'c0f4b7ed-2d2c-46d8-a337-2723db22c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '99376c84-632f-4d58-ae9d-58bce562a396'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:20.324944 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Bound port: 64daea50-ef30-4e1e-a8ff-1aed1d76a703, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f4b7ed-2d2c-46d8-a337-2723db22c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '99376c84-632f-4d58-ae9d-58bce562a396'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:20.325354 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:20.448041 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] For port 64daea50-ef30-4e1e-a8ff-1aed1d76a703, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:20.453873 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] For port 64daea50-ef30-4e1e-a8ff-1aed1d76a703, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=64daea50-ef30-4e1e-a8ff-1aed1d76a703,segment=NetworkSegment(c0f4b7ed-2d2c-46d8-a337-2723db22c72b),segment_id=c0f4b7ed-2d2c-46d8-a337-2723db22c72b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:20.464985 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:20.634157 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbd4c6-e333-4b13-9a55-99967f88158e None None] Pushing event updated for resources: {'Port': ['ID=64daea50-ef30-4e1e-a8ff-1aed1d76a703,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:20.772294 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bf9181-07b5-4e6b-b70d-6b86f70decf6 admin admin] Router e474e59a-5c1b-4181-a8ce-3e9679c10cbd has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:20.870629 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4d72b-999f-4e1c-a82b-11a289672c49 req-2b70fe66-074b-4a02-a794-a42a00ad33f5 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:20.877911 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dba4d72b-999f-4e1c-a82b-11a289672c49 req-2b70fe66-074b-4a02-a794-a42a00ad33f5 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/ports?device_id=6542fd67-5c74-40b2-abe4-2eb88a11d132 HTTP/1.1" status: 200 len: 945 time: 1.1051888 Jul 23 20:36:20.939180 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bf9181-07b5-4e6b-b70d-6b86f70decf6 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:20.948623 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f024dab-d90b-4851-a49c-85cd5b01ec8a None None] Sync routers for ids ['e474e59a-5c1b-4181-a8ce-3e9679c10cbd'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:20.955650 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-23bf9181-07b5-4e6b-b70d-6b86f70decf6 admin admin] 10.222.0.55 "PUT /v2.0/routers/e474e59a-5c1b-4181-a8ce-3e9679c10cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4474936 Jul 23 20:36:20.956352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40256) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:20.988341 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f024dab-d90b-4851-a49c-85cd5b01ec8a None None] Routers {'e474e59a-5c1b-4181-a8ce-3e9679c10cbd'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:20.989506 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0f024dab-d90b-4851-a49c-85cd5b01ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e474e59a-5c1b-4181-a8ce-3e9679c10cbd'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:21.143835 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed36e-fe40-46b9-bf01-9928f934e4cc admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.146376 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-0f024dab-d90b-4851-a49c-85cd5b01ec8a None None] Set router e474e59a-5c1b-4181-a8ce-3e9679c10cbd gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:21.162963 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.202342 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dba4d72b-999f-4e1c-a82b-11a289672c49 req-8389e0f6-a7a5-44a7-b68e-1141b72f053b tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd52c5d-ea7b-45df-84f7-32b5565dcdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235488 Jul 23 20:36:21.212536 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac8b12-172c-4259-92ac-de4da80c0157 req-518807b2-0730-4b24-9e10-55c75da33925 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:21.228510 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0bac8b12-172c-4259-92ac-de4da80c0157 req-518807b2-0730-4b24-9e10-55c75da33925 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.7568471 Jul 23 20:36:21.262258 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-089193fd-e3fc-410b-b1ea-228971dfd07d tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:21.264390 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-089193fd-e3fc-410b-b1ea-228971dfd07d tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.57 "GET /v2.0/networks?id=bd503777-cbd7-4983-8bcb-d8db25f0c2a1 HTTP/1.1" status: 200 len: 806 time: 0.6164329 Jul 23 20:36:21.405737 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed36e-fe40-46b9-bf01-9928f934e4cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.422935 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0f024dab-d90b-4851-a49c-85cd5b01ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'name': 'tempest-AttachSCSIVolumeTestJSON-956839814-router', 'tenant_id': 'd7b590fb467d494f8e541fc4f099e78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '9da28271-4d8a-411b-958b-78fbbcbea535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:54Z', 'updated_at': '2021-07-23T20:36:18Z', 'revision_number': 5, 'project_id': 'd7b590fb467d494f8e541fc4f099e78f', 'gw_port': {'id': '9da28271-4d8a-411b-958b-78fbbcbea535', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:56Z', 'updated_at': '2021-07-23T20:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:21.426744 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c0838-f335-404d-8d8c-2f21f9aab1f8 req-ba58c2a4-f3ce-48be-b705-779639cec540 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:21.427277 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d7c0838-f335-404d-8d8c-2f21f9aab1f8 req-ba58c2a4-f3ce-48be-b705-779639cec540 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.48 "GET /v2.0/ports?device_id=6542fd67-5c74-40b2-abe4-2eb88a11d132 HTTP/1.1" status: 200 len: 945 time: 0.4133475 Jul 23 20:36:21.471398 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f024dab-d90b-4851-a49c-85cd5b01ec8a None None] Checking router: e474e59a-5c1b-4181-a8ce-3e9679c10cbd for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:21.487694 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f024dab-d90b-4851-a49c-85cd5b01ec8a None None] Routers {'e474e59a-5c1b-4181-a8ce-3e9679c10cbd'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:21.488724 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0f024dab-d90b-4851-a49c-85cd5b01ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e474e59a-5c1b-4181-a8ce-3e9679c10cbd'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:21.579572 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-5d4ed36e-fe40-46b9-bf01-9928f934e4cc admin admin] Deleting port 9da28271-4d8a-411b-958b-78fbbcbea535 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:21.582729 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed36e-fe40-46b9-bf01-9928f934e4cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.615141 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0bac8b12-172c-4259-92ac-de4da80c0157 req-e65b966a-13f9-415f-8f83-86aa6be5ee04 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880146 Jul 23 20:36:21.616031 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-0f024dab-d90b-4851-a49c-85cd5b01ec8a None None] Set router e474e59a-5c1b-4181-a8ce-3e9679c10cbd gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:21.684972 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0f024dab-d90b-4851-a49c-85cd5b01ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'name': 'tempest-AttachSCSIVolumeTestJSON-956839814-router', 'tenant_id': 'd7b590fb467d494f8e541fc4f099e78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:54Z', 'updated_at': '2021-07-23T20:36:21Z', 'revision_number': 6, 'project_id': 'd7b590fb467d494f8e541fc4f099e78f', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:21.701333 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-765ea24f-57f5-4618-a402-d1b0c298bb53 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a54034a57fda440080204e7382f3daae HTTP/1.1" status: 200 len: 379 time: 0.3600626 Jul 23 20:36:21.718315 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f024dab-d90b-4851-a49c-85cd5b01ec8a None None] The sync data for ids ['e474e59a-5c1b-4181-a8ce-3e9679c10cbd'] in n-d-791504-18 is: [{'id': 'e474e59a-5c1b-4181-a8ce-3e9679c10cbd', 'name': 'tempest-AttachSCSIVolumeTestJSON-956839814-router', 'tenant_id': 'd7b590fb467d494f8e541fc4f099e78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:54Z', 'updated_at': '2021-07-23T20:36:21Z', 'revision_number': 6, 'project_id': 'd7b590fb467d494f8e541fc4f099e78f', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:21.735305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c482c32b-bca4-4117-ad49-2de3a45c13ed tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Request body: {'port': {'device_id': 'd5510fcc-8664-4400-8398-53a878cfb69f', 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1', 'admin_state_up': True, 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'security_groups': ['ae12e2d2-57ca-4888-94a1-e0ec887aed3a']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:21.743884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-5d4ed36e-fe40-46b9-bf01-9928f934e4cc admin admin] For port 9da28271-4d8a-411b-958b-78fbbcbea535, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9da28271-4d8a-411b-958b-78fbbcbea535,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:21.744289 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed36e-fe40-46b9-bf01-9928f934e4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.759644 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-5d4ed36e-fe40-46b9-bf01-9928f934e4cc admin admin] Calling delete_port for 9da28271-4d8a-411b-958b-78fbbcbea535 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:21.790836 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d54fe491-2c22-4bec-ac81-25f91ea0dadf req-18b5611b-7519-4b18-8685-0b76cb96dd00 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 210 time: 0.0507770 Jul 23 20:36:22.006281 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f89efa-05d6-4b0c-b23d-44764d3e888f req-5533b57d-be12-44bc-b17e-45d764ee275c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:22.008197 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32f89efa-05d6-4b0c-b23d-44764d3e888f req-5533b57d-be12-44bc-b17e-45d764ee275c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.6794007 Jul 23 20:36:22.075688 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed36e-fe40-46b9-bf01-9928f934e4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.134324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ed36e-fe40-46b9-bf01-9928f934e4cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9da28271-4d8a-411b-958b-78fbbcbea535,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:22.143825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32f89efa-05d6-4b0c-b23d-44764d3e888f req-1c575ea8-63de-46be-a192-f6c3b01eef19 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916393 Jul 23 20:36:22.217418 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Allocated IP 172.20.0.1 (99376c84-632f-4d58-ae9d-58bce562a396/86ef5778-2d9c-4735-9c73-ad721375ac09/65686161-3328-47f6-99ad-ace1a3f0c477) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:22.225567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-6d7c0838-f335-404d-8d8c-2f21f9aab1f8 req-485dd87e-8088-479f-979f-56bac25b9da3 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Deleting port 2c24c335-9ae2-4659-8165-91e7247d0513 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:22.225902 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6d7c0838-f335-404d-8d8c-2f21f9aab1f8 req-485dd87e-8088-479f-979f-56bac25b9da3 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.273810 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed36e-fe40-46b9-bf01-9928f934e4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.295041 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9be6ae-9270-4a28-99fb-ea2ac2c3f059 None None] Network 99376c84-632f-4d58-ae9d-58bce562a396 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:22.316627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c482c32b-bca4-4117-ad49-2de3a45c13ed tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Made reservation on behalf of a54034a57fda440080204e7382f3daae for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:22.321765 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c482c32b-bca4-4117-ad49-2de3a45c13ed tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.425225 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed36e-fe40-46b9-bf01-9928f934e4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.427550 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed36e-fe40-46b9-bf01-9928f934e4cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.491075 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed36e-fe40-46b9-bf01-9928f934e4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.491736 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4ed36e-fe40-46b9-bf01-9928f934e4cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e474e59a-5c1b-4181-a8ce-3e9679c10cbd {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:36:22.504013 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c482c32b-bca4-4117-ad49-2de3a45c13ed tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Allocated IP 172.20.0.7 (bd503777-cbd7-4983-8bcb-d8db25f0c2a1/91429578-5cbf-4f9e-9d47-bfd3e83047bf/2dcf5566-5f86-4d35-8e27-9179e2e2164f) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:22.552730 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d4ed36e-fe40-46b9-bf01-9928f934e4cc admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.557609 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5d4ed36e-fe40-46b9-bf01-9928f934e4cc admin admin] 10.222.0.55 "DELETE /v2.0/routers/e474e59a-5c1b-4181-a8ce-3e9679c10cbd HTTP/1.1" status: 204 len: 168 time: 1.6001658 Jul 23 20:36:22.558531 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40266) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:22.663743 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9048d681-b1b1-4dc4-9459-140a2544fce0 None None] Provisioning for port 64daea50-ef30-4e1e-a8ff-1aed1d76a703 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:22.684619 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc120a3-f4e6-4ab6-89f6-5ff0355eac30 admin admin] Deleting subnet 837bc7c6-ecd1-48b9-8810-547da450f9e2 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:36:22.693725 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0dc120a3-f4e6-4ab6-89f6-5ff0355eac30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.752931 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0dc120a3-f4e6-4ab6-89f6-5ff0355eac30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.800831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 64daea50-ef30-4e1e-a8ff-1aed1d76a703 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:22.873442 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 64daea50-ef30-4e1e-a8ff-1aed1d76a703 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:22.880760 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 64daea50-ef30-4e1e-a8ff-1aed1d76a703 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:22.881133 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.902796 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0dc120a3-f4e6-4ab6-89f6-5ff0355eac30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.988759 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.989311 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0dc120a3-f4e6-4ab6-89f6-5ff0355eac30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.025500 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc120a3-f4e6-4ab6-89f6-5ff0355eac30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=837bc7c6-ecd1-48b9-8810-547da450f9e2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:23.027866 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0dc120a3-f4e6-4ab6-89f6-5ff0355eac30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.033051 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0dc120a3-f4e6-4ab6-89f6-5ff0355eac30 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/837bc7c6-ecd1-48b9-8810-547da450f9e2 HTTP/1.1" status: 204 len: 168 time: 0.4709404 Jul 23 20:36:23.033452 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40284) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:23.038261 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838f7d66-41eb-4ca7-802d-155499af0537 None None] Network d37e712b-e1b1-483d-a1fb-6adae30d1b9f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:23.080621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6d7c0838-f335-404d-8d8c-2f21f9aab1f8 req-485dd87e-8088-479f-979f-56bac25b9da3 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] For port 2c24c335-9ae2-4659-8165-91e7247d0513, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2c24c335-9ae2-4659-8165-91e7247d0513,segment=NetworkSegment(11fbe936-f0e3-41db-90af-77ad0b4bf82a),segment_id=11fbe936-f0e3-41db-90af-77ad0b4bf82a)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:23.081629 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6d7c0838-f335-404d-8d8c-2f21f9aab1f8 req-485dd87e-8088-479f-979f-56bac25b9da3 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.117431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-6d7c0838-f335-404d-8d8c-2f21f9aab1f8 req-485dd87e-8088-479f-979f-56bac25b9da3 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Calling delete_port for 2c24c335-9ae2-4659-8165-91e7247d0513 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:23.122910 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.144057 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 64daea50-ef30-4e1e-a8ff-1aed1d76a703, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=64daea50-ef30-4e1e-a8ff-1aed1d76a703,segment=NetworkSegment(c0f4b7ed-2d2c-46d8-a337-2723db22c72b),segment_id=c0f4b7ed-2d2c-46d8-a337-2723db22c72b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:23.150654 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.184704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] Deleting port a75a79a4-5f56-4691-a054-2029bf5a31a2 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:23.185293 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.230576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=64daea50-ef30-4e1e-a8ff-1aed1d76a703,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:23.237864 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8d29dd4e-49a4-4e25-896e-5a4cb18bfbed None None] Provisioning complete for port 64daea50-ef30-4e1e-a8ff-1aed1d76a703 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:23.238233 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d29dd4e-49a4-4e25-896e-5a4cb18bfbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.268878 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] For port a75a79a4-5f56-4691-a054-2029bf5a31a2, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a75a79a4-5f56-4691-a054-2029bf5a31a2,segment=NetworkSegment(1ec1519e-51ea-4fc8-9506-46ad8af809c7),segment_id=1ec1519e-51ea-4fc8-9506-46ad8af809c7)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:23.269394 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.285052 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device aa03974f-959c-4676-8fcb-f11e665c3069 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:23.296884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] Calling delete_port for a75a79a4-5f56-4691-a054-2029bf5a31a2 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:23.315198 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: aa03974f-959c-4676-8fcb-f11e665c3069 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:23.315762 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device aa03974f-959c-4676-8fcb-f11e665c3069 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:23.315951 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9da28271-4d8a-411b-958b-78fbbcbea535 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:23.322739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac068ce-6ac9-43ff-a3bb-23a96e45e38e req-f4fa393f-8758-4c51-a2ec-ce692236ea80 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:23.324379 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ac068ce-6ac9-43ff-a3bb-23a96e45e38e req-f4fa393f-8758-4c51-a2ec-ce692236ea80 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/ports?device_id=6542fd67-5c74-40b2-abe4-2eb88a11d132 HTTP/1.1" status: 200 len: 945 time: 0.7464116 Jul 23 20:36:23.328107 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.343738 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 9da28271-4d8a-411b-958b-78fbbcbea535 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:23.344578 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9da28271-4d8a-411b-958b-78fbbcbea535 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:23.360433 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c482c32b-bca4-4117-ad49-2de3a45c13ed tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.383610 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.407224 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Transition to ACTIVE for port object 65686161-3328-47f6-99ad-ace1a3f0c477 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:23.425940 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=a75a79a4-5f56-4691-a054-2029bf5a31a2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:23.433100 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] No DVR routers for this DVR port a75a79a4-5f56-4691-a054-2029bf5a31a2 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:23.442295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49858c-2708-444b-bcea-786ebba05690 req-9a5e5523-1a37-4408-97a0-1a35e0769952 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:23.443894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fd49858c-2708-444b-bcea-786ebba05690 req-9a5e5523-1a37-4408-97a0-1a35e0769952 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.3487279 Jul 23 20:36:23.444983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c482c32b-bca4-4117-ad49-2de3a45c13ed tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Transition to ACTIVE for port object 2dcf5566-5f86-4d35-8e27-9179e2e2164f will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:23.464959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920caab4-20e9-49ee-8710-4deaaeff4327 None None] DHCP port deletion for d37e712b-e1b1-483d-a1fb-6adae30d1b9f request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:36:23.515680 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ac068ce-6ac9-43ff-a3bb-23a96e45e38e req-2ac660e3-d3a3-4326-a758-e6e1d9b934f1 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd52c5d-ea7b-45df-84f7-32b5565dcdb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675007 Jul 23 20:36:23.520937 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.531970 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37e712b-e1b1-483d-a1fb-6adae30d1b9f']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:23.554780 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec1519e-51ea-4fc8-9506-46ad8af809c7') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:23.555383 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec1519e-51ea-4fc8-9506-46ad8af809c7') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:23.566112 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.584211 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.590964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:36:23.591547 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:36:23.593348 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:36:23.601029 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fd49858c-2708-444b-bcea-786ebba05690 req-f92cd5b5-f29f-4f61-95a1-0ab078149aa2 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392159 Jul 23 20:36:23.658163 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56207099-25f7-43e2-8a22-08caad722ec3 req-7e57d14b-237c-4313-b441-6ec4e2856524 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 210 time: 0.0616486 Jul 23 20:36:23.659193 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.677010 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.678986 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c482c32b-bca4-4117-ad49-2de3a45c13ed tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.685760 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.687981 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d37e712b-e1b1-483d-a1fb-6adae30d1b9f HTTP/1.1" status: 204 len: 168 time: 0.6531386 Jul 23 20:36:23.690844 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40290) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:23.708687 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6d7c0838-f335-404d-8d8c-2f21f9aab1f8 req-485dd87e-8088-479f-979f-56bac25b9da3 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.739596 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 99376c84-632f-4d58-ae9d-58bce562a396 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:23.745114 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96cff1-88f8-420b-9071-adcf4b128b76 admin admin] Pushing event deleted for resources: {'Network': ['ID=d37e712b-e1b1-483d-a1fb-6adae30d1b9f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:23.771115 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:23.775835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44715a0-0acd-4ecf-94e0-b75a2ec13c6b req-3970a9f4-46fb-4eca-804f-45abbfee12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:23.777338 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d44715a0-0acd-4ecf-94e0-b75a2ec13c6b req-3970a9f4-46fb-4eca-804f-45abbfee12b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 1097 time: 0.3285794 Jul 23 20:36:23.782889 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:23.809259 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=65686161-3328-47f6-99ad-ace1a3f0c477,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:23.836660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c482c32b-bca4-4117-ad49-2de3a45c13ed tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Network bd503777-cbd7-4983-8bcb-d8db25f0c2a1 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:23.879397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c482c32b-bca4-4117-ad49-2de3a45c13ed tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:23.925393 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c482c32b-bca4-4117-ad49-2de3a45c13ed tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:23.939690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7c0838-f335-404d-8d8c-2f21f9aab1f8 req-485dd87e-8088-479f-979f-56bac25b9da3 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] No DVR routers for this DVR port 2c24c335-9ae2-4659-8165-91e7247d0513 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:23.970905 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6d7c0838-f335-404d-8d8c-2f21f9aab1f8 req-485dd87e-8088-479f-979f-56bac25b9da3 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.972985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d7c0838-f335-404d-8d8c-2f21f9aab1f8 req-485dd87e-8088-479f-979f-56bac25b9da3 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.48 "DELETE /v2.0/ports/2c24c335-9ae2-4659-8165-91e7247d0513 HTTP/1.1" status: 204 len: 173 time: 2.5134873 Jul 23 20:36:23.974539 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6542fd67-5c74-40b2-abe4-2eb88a11d132', 'name': 'network-vif-deleted', 'tag': '2c24c335-9ae2-4659-8165-91e7247d0513'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:23.976886 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e81503-55a0-4ffe-a28c-547ae3478cb2" -d '{"events": [{"server_uuid": "6542fd67-5c74-40b2-abe4-2eb88a11d132", "name": "network-vif-deleted", "tag": "2c24c335-9ae2-4659-8165-91e7247d0513"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:24.051440 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0f1189-b1c7-4e4c-bba5-4420cb7b9010 x-openstack-request-id: req-2f0f1189-b1c7-4e4c-bba5-4420cb7b9010 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:24.051665 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6542fd67-5c74-40b2-abe4-2eb88a11d132", "name": "network-vif-deleted", "tag": "2c24c335-9ae2-4659-8165-91e7247d0513", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:24.051915 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f0f1189-b1c7-4e4c-bba5-4420cb7b9010 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:24.052305 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6542fd67-5c74-40b2-abe4-2eb88a11d132', 'name': 'network-vif-deleted', 'tag': '2c24c335-9ae2-4659-8165-91e7247d0513', 'status': 'completed', 'code': 200} Jul 23 20:36:24.074545 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.100286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482c32b-bca4-4117-ad49-2de3a45c13ed tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Pushing event updated for resources: {'Port': ['ID=2dcf5566-5f86-4d35-8e27-9179e2e2164f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:24.134266 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-06e1cf03-077e-4549-a2ee-e925c6d6e291 None None] Provisioning for port 65686161-3328-47f6-99ad-ace1a3f0c477 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:24.139300 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-06e1cf03-077e-4549-a2ee-e925c6d6e291 None None] Provisioning complete for port 65686161-3328-47f6-99ad-ace1a3f0c477 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:24.141400 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06e1cf03-077e-4549-a2ee-e925c6d6e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.156456 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c482c32b-bca4-4117-ad49-2de3a45c13ed tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:24.157106 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c482c32b-bca4-4117-ad49-2de3a45c13ed tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.168731 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b1996e09-9ac5-4213-9655-fc5149966f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.189398 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c482c32b-bca4-4117-ad49-2de3a45c13ed tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4585867 Jul 23 20:36:24.193420 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-06e1cf03-077e-4549-a2ee-e925c6d6e291 None None] Port 65686161-3328-47f6-99ad-ace1a3f0c477 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:24.242819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Request body: {'port': {'device_id': 'd5510fcc-8664-4400-8398-53a878cfb69f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:24.249459 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485dd87e-8088-479f-979f-56bac25b9da3 tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] Pushing event deleted for resources: {'Port': ['ID=2c24c335-9ae2-4659-8165-91e7247d0513,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:24.290928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44715a0-0acd-4ecf-94e0-b75a2ec13c6b req-586b53e4-6749-4326-8a45-85169744e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:24.292452 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d44715a0-0acd-4ecf-94e0-b75a2ec13c6b req-586b53e4-6749-4326-8a45-85169744e441 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 912 time: 0.5020757 Jul 23 20:36:24.314401 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cd333c10-3c82-412c-b13d-077586dea4b3 None None] Provisioning for port 2dcf5566-5f86-4d35-8e27-9179e2e2164f completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:24.318571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cd333c10-3c82-412c-b13d-077586dea4b3 None None] Provisioning complete for port 2dcf5566-5f86-4d35-8e27-9179e2e2164f triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:24.319279 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd333c10-3c82-412c-b13d-077586dea4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.323344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b1a9b-81e6-4914-afec-462ab12b65e2 req-89adaec7-918f-4db5-b480-0b59a39f6f95 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:24.324857 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b40b1a9b-81e6-4914-afec-462ab12b65e2 req-89adaec7-918f-4db5-b480-0b59a39f6f95 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.5705929 Jul 23 20:36:24.357882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cd333c10-3c82-412c-b13d-077586dea4b3 None None] Port 2dcf5566-5f86-4d35-8e27-9179e2e2164f cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:24.394387 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d44715a0-0acd-4ecf-94e0-b75a2ec13c6b req-0ebdb2c2-0215-48b8-a93d-8821e1cf9c58 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d58b699-8dc5-4e24-91f9-929d1b7e751e HTTP/1.1" status: 200 len: 217 time: 0.0888004 Jul 23 20:36:24.424542 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b40b1a9b-81e6-4914-afec-462ab12b65e2 req-a713c2ee-6b00-42ea-89c6-3b35330f594d tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554471 Jul 23 20:36:24.461240 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b1996e09-9ac5-4213-9655-fc5149966f26 admin admin] Deleting port 92bf490f-67e0-439d-be75-31509b053aea {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:24.461685 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b1996e09-9ac5-4213-9655-fc5149966f26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.538801 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bb515204-f86e-45da-8ad6-c3bbe02305e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.541532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44715a0-0acd-4ecf-94e0-b75a2ec13c6b req-42fcdded-e2d8-4097-9ff0-206e68399b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:24.542968 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d44715a0-0acd-4ecf-94e0-b75a2ec13c6b req-42fcdded-e2d8-4097-9ff0-206e68399b6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bfc910d3-f783-4dce-a4ee-27e733f1d609 HTTP/1.1" status: 200 len: 851 time: 0.1218824 Jul 23 20:36:24.555466 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.582887 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 64daea50-ef30-4e1e-a8ff-1aed1d76a703 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:24.589129 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-b1996e09-9ac5-4213-9655-fc5149966f26 admin admin] For port 92bf490f-67e0-439d-be75-31509b053aea, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=92bf490f-67e0-439d-be75-31509b053aea,segment=NetworkSegment(996d3db9-80b4-444e-8cda-c0412c57c87f),segment_id=996d3db9-80b4-444e-8cda-c0412c57c87f)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:24.589783 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b1996e09-9ac5-4213-9655-fc5149966f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.612031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b1996e09-9ac5-4213-9655-fc5149966f26 admin admin] Calling delete_port for 92bf490f-67e0-439d-be75-31509b053aea owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:24.626211 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d44715a0-0acd-4ecf-94e0-b75a2ec13c6b req-7d3df7e3-efd9-47b2-b16b-b372004586d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683784 Jul 23 20:36:24.629036 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.654771 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 64daea50-ef30-4e1e-a8ff-1aed1d76a703 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:24.655186 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.698013 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-353983e8-2b88-44af-b406-287b281019d5 req-5de8b2e7-6884-4e73-88c5-719f0d80ebdb tempest-ServerGroupTestJSON-495758467 tempest-ServerGroupTestJSON-495758467-project] 10.222.0.55 "GET /v2.0/ports?device_id=6542fd67-5c74-40b2-abe4-2eb88a11d132 HTTP/1.1" status: 200 len: 210 time: 0.0761340 Jul 23 20:36:24.837137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0d58b699-8dc5-4e24-91f9-929d1b7e751e no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:24.844669 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a75a79a4-5f56-4691-a054-2029bf5a31a2 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:24.886981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: a75a79a4-5f56-4691-a054-2029bf5a31a2 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:24.887328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a75a79a4-5f56-4691-a054-2029bf5a31a2 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:24.900340 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b1996e09-9ac5-4213-9655-fc5149966f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.932265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1996e09-9ac5-4213-9655-fc5149966f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=92bf490f-67e0-439d-be75-31509b053aea,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:24.952665 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.985722 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f023b638-4088-47b2-9ddd-8ea9026c6f64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d58b699-8dc5-4e24-91f9-929d1b7e751e'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:24.988463 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea178c0-19b7-481b-803e-5928ebd891c8" -d '{"events": [{"server_uuid": "f023b638-4088-47b2-9ddd-8ea9026c6f64", "name": "network-vif-unplugged", "status": "completed", "tag": "0d58b699-8dc5-4e24-91f9-929d1b7e751e"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:24.993087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0d58b699-8dc5-4e24-91f9-929d1b7e751e, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0d58b699-8dc5-4e24-91f9-929d1b7e751e,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:25.000979 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.002310 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2c24c335-9ae2-4659-8165-91e7247d0513 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:25.041118 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 2c24c335-9ae2-4659-8165-91e7247d0513 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:25.041462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2c24c335-9ae2-4659-8165-91e7247d0513 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:25.074050 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=0d58b699-8dc5-4e24-91f9-929d1b7e751e,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:25.128135 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b1996e09-9ac5-4213-9655-fc5149966f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.367369 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1996e09-9ac5-4213-9655-fc5149966f26 admin admin] Router 83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:25.411253 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d44715a0-0acd-4ecf-94e0-b75a2ec13c6b req-ddba02f2-c1e5-4735-9683-08b7aabb2ac8 service neutron] 10.222.0.48 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7635927 Jul 23 20:36:25.479862 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1996e09-9ac5-4213-9655-fc5149966f26 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:25.485430 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b1996e09-9ac5-4213-9655-fc5149966f26 admin admin] 10.222.0.55 "PUT /v2.0/routers/83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7934370 Jul 23 20:36:25.488589 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40308) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:25.493806 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9740088-22d4-4c69-b6d9-bd770fb87333 None None] Sync routers for ids ['83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:25.506952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9740088-22d4-4c69-b6d9-bd770fb87333 None None] Routers {'83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:25.507776 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f9740088-22d4-4c69-b6d9-bd770fb87333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:25.534131 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327eb936-4786-4311-9f6b-c8632a2188a5 req-ccb64b23-0ce0-4a2c-bc37-191141b2951d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:25.535849 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-327eb936-4786-4311-9f6b-c8632a2188a5 req-ccb64b23-0ce0-4a2c-bc37-191141b2951d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 945 time: 0.8004587 Jul 23 20:36:25.638737 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-f9740088-22d4-4c69-b6d9-bd770fb87333 None None] Set router 83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:25.672903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81125fd-9dbe-46e1-aa55-e081aca55305 req-739d5884-de74-4748-a848-17e3061a901d tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:25.674489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d81125fd-9dbe-46e1-aa55-e081aca55305 req-739d5884-de74-4748-a848-17e3061a901d tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 931 time: 0.8304286 Jul 23 20:36:25.771744 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-327eb936-4786-4311-9f6b-c8632a2188a5 req-e484395a-7afd-42ca-8a64-74e7204aca25 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917217 Jul 23 20:36:25.773632 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d44715a0-0acd-4ecf-94e0-b75a2ec13c6b req-8cb5d5dc-b172-4b1a-9a76-0dad08ddf3f1 service neutron] 10.222.0.48 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447244 Jul 23 20:36:25.826770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d81125fd-9dbe-46e1-aa55-e081aca55305 req-c7669bca-7464-4e1c-8763-bf539ea5df92 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae12e2d2-57ca-4888-94a1-e0ec887aed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361063 Jul 23 20:36:25.857772 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f9740088-22d4-4c69-b6d9-bd770fb87333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'name': 'tempest-AttachSCSIVolumeTestJSON-164683257-router', 'tenant_id': '6346fae9dafa40f686d078f10c4ddaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '987cde27-0a60-4ecb-a05a-9b4b63da57ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:13Z', 'updated_at': '2021-07-23T20:36:24Z', 'revision_number': 5, 'project_id': '6346fae9dafa40f686d078f10c4ddaa3', 'gw_port': {'id': '987cde27-0a60-4ecb-a05a-9b4b63da57ed', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:15Z', 'updated_at': '2021-07-23T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:25.867878 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-601f2f30-8a62-4098-ab3c-6df8179167f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.908318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9740088-22d4-4c69-b6d9-bd770fb87333 None None] Checking router: 83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:25.915866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dcf5566-5f86-4d35-8e27-9179e2e2164f {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:25.929096 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.931249 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9740088-22d4-4c69-b6d9-bd770fb87333 None None] Routers {'83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:25.932037 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f9740088-22d4-4c69-b6d9-bd770fb87333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:35:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:25.945338 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Transition to ACTIVE for port object 2dcf5566-5f86-4d35-8e27-9179e2e2164f will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:25.962379 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.984367 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.991842 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d17945-5cbd-4002-9482-dd5403becc27 x-openstack-request-id: req-56d17945-5cbd-4002-9482-dd5403becc27 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:25.991842 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f023b638-4088-47b2-9ddd-8ea9026c6f64", "name": "network-vif-unplugged", "status": "completed", "tag": "0d58b699-8dc5-4e24-91f9-929d1b7e751e", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:25.992098 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56d17945-5cbd-4002-9482-dd5403becc27 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:25.992525 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f023b638-4088-47b2-9ddd-8ea9026c6f64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d58b699-8dc5-4e24-91f9-929d1b7e751e', 'code': 200} Jul 23 20:36:25.993954 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-601f2f30-8a62-4098-ab3c-6df8179167f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.056235 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.069728 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-f9740088-22d4-4c69-b6d9-bd770fb87333 None None] Set router 83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:26.074310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-601f2f30-8a62-4098-ab3c-6df8179167f6 admin admin] Deleting port 987cde27-0a60-4ecb-a05a-9b4b63da57ed {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:26.074662 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-601f2f30-8a62-4098-ab3c-6df8179167f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.123873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Pushing event updated for resources: {'Port': ['ID=2dcf5566-5f86-4d35-8e27-9179e2e2164f,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:26.215024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=65686161-3328-47f6-99ad-ace1a3f0c477,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:26.217655 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-601f2f30-8a62-4098-ab3c-6df8179167f6 admin admin] For port 987cde27-0a60-4ecb-a05a-9b4b63da57ed, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=987cde27-0a60-4ecb-a05a-9b4b63da57ed,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:26.218027 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-601f2f30-8a62-4098-ab3c-6df8179167f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.221319 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.244098 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-601f2f30-8a62-4098-ab3c-6df8179167f6 admin admin] Calling delete_port for 987cde27-0a60-4ecb-a05a-9b4b63da57ed owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:26.349294 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f9740088-22d4-4c69-b6d9-bd770fb87333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'name': 'tempest-AttachSCSIVolumeTestJSON-164683257-router', 'tenant_id': '6346fae9dafa40f686d078f10c4ddaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '987cde27-0a60-4ecb-a05a-9b4b63da57ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:13Z', 'updated_at': '2021-07-23T20:36:24Z', 'revision_number': 5, 'project_id': '6346fae9dafa40f686d078f10c4ddaa3', 'gw_port': {'id': '987cde27-0a60-4ecb-a05a-9b4b63da57ed', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:15Z', 'updated_at': '2021-07-23T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:26.381194 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9740088-22d4-4c69-b6d9-bd770fb87333 None None] The sync data for ids ['83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0'] in n-d-791504-18 is: [{'id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'name': 'tempest-AttachSCSIVolumeTestJSON-164683257-router', 'tenant_id': '6346fae9dafa40f686d078f10c4ddaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '987cde27-0a60-4ecb-a05a-9b4b63da57ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:13Z', 'updated_at': '2021-07-23T20:36:24Z', 'revision_number': 5, 'project_id': '6346fae9dafa40f686d078f10c4ddaa3', 'gw_port': {'id': '987cde27-0a60-4ecb-a05a-9b4b63da57ed', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:15Z', 'updated_at': '2021-07-23T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:26.382248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40330) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:26.461996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c003e-7821-4648-9d67-a242192c7a32 req-58605a63-4870-4eca-986d-b87b13e4c614 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:26.463523 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d86c003e-7821-4648-9d67-a242192c7a32 req-58605a63-4870-4eca-986d-b87b13e4c614 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.4418931 Jul 23 20:36:26.470370 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Attempting to bind port 2dcf5566-5f86-4d35-8e27-9179e2e2164f on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:26.470773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Attempting to bind port 2dcf5566-5f86-4d35-8e27-9179e2e2164f by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '4a9fd4c5-6e8e-430a-88bb-589d51aecc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:26.471134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Attempting to bind port 2dcf5566-5f86-4d35-8e27-9179e2e2164f on network bd503777-cbd7-4983-8bcb-d8db25f0c2a1 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:26.492141 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-601f2f30-8a62-4098-ab3c-6df8179167f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.504931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a9f476-ea44-4024-9687-6965e300fd14 admin admin] Deleting subnet e4587abe-7745-4ccd-b589-1845dd4be9bf {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:36:26.512092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Port 2dcf5566-5f86-4d35-8e27-9179e2e2164f on network bd503777-cbd7-4983-8bcb-d8db25f0c2a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:36:26.512420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Attempting to bind port 2dcf5566-5f86-4d35-8e27-9179e2e2164f on network bd503777-cbd7-4983-8bcb-d8db25f0c2a1 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:26.514824 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f476-ea44-4024-9687-6965e300fd14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.523492 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f2f30-8a62-4098-ab3c-6df8179167f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=987cde27-0a60-4ecb-a05a-9b4b63da57ed,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:26.553784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 99376c84-632f-4d58-ae9d-58bce562a396 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:26.554819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:26.555236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Checking segment: {'id': '4a9fd4c5-6e8e-430a-88bb-589d51aecc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:26.555615 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Bound using segment: {'id': '4a9fd4c5-6e8e-430a-88bb-589d51aecc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:26.556042 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Bound port: 2dcf5566-5f86-4d35-8e27-9179e2e2164f, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9fd4c5-6e8e-430a-88bb-589d51aecc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:26.556394 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.573898 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:26.587463 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-601f2f30-8a62-4098-ab3c-6df8179167f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.591511 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d86c003e-7821-4648-9d67-a242192c7a32 req-4e078aaa-eedc-413d-b09d-52c7ad03a4fa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114235 Jul 23 20:36:26.600698 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f476-ea44-4024-9687-6965e300fd14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.698454 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-601f2f30-8a62-4098-ab3c-6df8179167f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.701289 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-601f2f30-8a62-4098-ab3c-6df8179167f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.764902 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-601f2f30-8a62-4098-ab3c-6df8179167f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.765504 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601f2f30-8a62-4098-ab3c-6df8179167f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:36:26.772254 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] For port 2dcf5566-5f86-4d35-8e27-9179e2e2164f, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:26.774840 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f476-ea44-4024-9687-6965e300fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.774989 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-601f2f30-8a62-4098-ab3c-6df8179167f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.777171 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-601f2f30-8a62-4098-ab3c-6df8179167f6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/83ce39d2-49b8-422a-8b6b-d3a0d2cc4bf0 HTTP/1.1" status: 204 len: 168 time: 1.2875588 Jul 23 20:36:26.781799 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40332) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:26.829833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] For port 2dcf5566-5f86-4d35-8e27-9179e2e2164f, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=2dcf5566-5f86-4d35-8e27-9179e2e2164f,segment=NetworkSegment(4a9fd4c5-6e8e-430a-88bb-589d51aecc75),segment_id=4a9fd4c5-6e8e-430a-88bb-589d51aecc75)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:26.867620 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-72231448-b4ec-47d6-87fa-2ae3c739b578 admin admin] Deleting subnet c9fc2ec5-cf24-44f9-a4e7-39d92db252f6 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:36:26.871122 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.876191 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72231448-b4ec-47d6-87fa-2ae3c739b578 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.939430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 92bf490f-67e0-439d-be75-31509b053aea no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:26.939964 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72231448-b4ec-47d6-87fa-2ae3c739b578 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.970522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 92bf490f-67e0-439d-be75-31509b053aea {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:26.971259 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 92bf490f-67e0-439d-be75-31509b053aea not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:26.990195 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-27995366-c42b-4c37-815a-24c5710dd2b2 None None] Provisioning complete for port 65686161-3328-47f6-99ad-ace1a3f0c477 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:26.992851 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27995366-c42b-4c37-815a-24c5710dd2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.007029 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:27.008073 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.009517 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] 10.222.0.57 "PUT /v2.0/ports/2dcf5566-5f86-4d35-8e27-9179e2e2164f HTTP/1.1" status: 200 len: 1092 time: 2.7859566 Jul 23 20:36:27.016996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5510fcc-8664-4400-8398-53a878cfb69f', 'tag': '2dcf5566-5f86-4d35-8e27-9179e2e2164f'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:27.022262 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24695faa-907b-458b-9852-48a5cc497934" -d '{"events": [{"name": "network-changed", "server_uuid": "d5510fcc-8664-4400-8398-53a878cfb69f", "tag": "2dcf5566-5f86-4d35-8e27-9179e2e2164f"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:27.068907 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72231448-b4ec-47d6-87fa-2ae3c739b578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.090483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-27995366-c42b-4c37-815a-24c5710dd2b2 None None] Port 65686161-3328-47f6-99ad-ace1a3f0c477 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:27.105301 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec27af9c-f16d-4433-b13f-91dec01261bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.112039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9bc83-6cab-4127-9f82-5c94ff820164 service neutron] Pushing event updated for resources: {'Port': ['ID=2dcf5566-5f86-4d35-8e27-9179e2e2164f,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:27.115367 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f476-ea44-4024-9687-6965e300fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.162693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router 3d08d7ab-2fda-443e-9fbb-0d7731564c84 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:36:27.170538 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9f476-ea44-4024-9687-6965e300fd14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4587abe-7745-4ccd-b589-1845dd4be9bf,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:27.173219 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72231448-b4ec-47d6-87fa-2ae3c739b578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.176360 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f476-ea44-4024-9687-6965e300fd14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.181521 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c7a9f476-ea44-4024-9687-6965e300fd14 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e4587abe-7745-4ccd-b589-1845dd4be9bf HTTP/1.1" status: 204 len: 168 time: 0.7944188 Jul 23 20:36:27.184212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40344) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:27.218985 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72231448-b4ec-47d6-87fa-2ae3c739b578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9fc2ec5-cf24-44f9-a4e7-39d92db252f6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:27.224489 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72231448-b4ec-47d6-87fa-2ae3c739b578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.225985 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-72231448-b4ec-47d6-87fa-2ae3c739b578 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c9fc2ec5-cf24-44f9-a4e7-39d92db252f6 HTTP/1.1" status: 204 len: 168 time: 0.4432604 Jul 23 20:36:27.235001 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b530f27c-4452-470a-933c-5987e59d0239 None None] Network 24d7e410-11ff-4c3f-a2a8-5caa05d80328 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:27.239728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40346) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:27.297510 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755174f3-d2fe-4cde-aa3e-3d992e115575 req-e570147b-cdb7-46be-852a-e9d287fd320b tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:27.304543 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-755174f3-d2fe-4cde-aa3e-3d992e115575 req-e570147b-cdb7-46be-852a-e9d287fd320b tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 943 time: 0.4098747 Jul 23 20:36:27.328780 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.345194 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.414032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7c72b-5da7-48cf-a7f7-e7075f3e3791 req-2e9d6fc2-ff68-4468-b20d-d5bd2b05cb0b tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:27.422849 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62d7c72b-5da7-48cf-a7f7-e7075f3e3791 req-2e9d6fc2-ff68-4468-b20d-d5bd2b05cb0b tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 943 time: 0.4880927 Jul 23 20:36:27.428615 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] Deleting port 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:27.428615 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.440600 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f1a47c5-2a46-4927-b77a-76d65f819038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.462483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-46696864-f1aa-4990-92a7-f06bd9b88d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:27.463254 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-46696864-f1aa-4990-92a7-f06bd9b88d0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a54034a57fda440080204e7382f3daae&device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 1095 time: 0.3989556 Jul 23 20:36:27.493115 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-755174f3-d2fe-4cde-aa3e-3d992e115575 req-7f2ea9eb-8f87-4258-b24f-a04a4d612903 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876798 Jul 23 20:36:27.522861 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] For port 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b,segment=NetworkSegment(996d3db9-80b4-444e-8cda-c0412c57c87f),segment_id=996d3db9-80b4-444e-8cda-c0412c57c87f)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:27.523384 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.539461 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] Calling delete_port for 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:27.560647 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-9220ec7b-4c5e-40c7-a581-c01f70d75304 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dcf5566-5f86-4d35-8e27-9179e2e2164f HTTP/1.1" status: 200 len: 217 time: 0.0843699 Jul 23 20:36:27.561936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:27.570741 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0bd3aa92-bd74-456a-8993-61e19c922df6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/3d08d7ab-2fda-443e-9fbb-0d7731564c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0043411 Jul 23 20:36:27.576295 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0fc6d-59f4-4d84-bcab-82c634b02911 None None] Sync routers for ids ['3d08d7ab-2fda-443e-9fbb-0d7731564c84'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:27.585824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40348) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:27.590904 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0fc6d-59f4-4d84-bcab-82c634b02911 None None] Routers {'3d08d7ab-2fda-443e-9fbb-0d7731564c84'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:27.592364 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f7c0fc6d-59f4-4d84-bcab-82c634b02911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['3d08d7ab-2fda-443e-9fbb-0d7731564c84'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:27.641590 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62d7c72b-5da7-48cf-a7f7-e7075f3e3791 req-0bc15e19-0050-43bb-9d7e-66ca7b9a018f tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae12e2d2-57ca-4888-94a1-e0ec887aed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174671 Jul 23 20:36:27.648478 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f7c0fc6d-59f4-4d84-bcab-82c634b02911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:27.658005 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0fc6d-59f4-4d84-bcab-82c634b02911 None None] Routers {'3d08d7ab-2fda-443e-9fbb-0d7731564c84'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:27.658618 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f7c0fc6d-59f4-4d84-bcab-82c634b02911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['3d08d7ab-2fda-443e-9fbb-0d7731564c84'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:27.714712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b319183-7ec2-44f9-bbee-dfead368d8f3 None None] DHCP port deletion for 24d7e410-11ff-4c3f-a2a8-5caa05d80328 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:36:27.724575 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f7c0fc6d-59f4-4d84-bcab-82c634b02911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:27.725244 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0fc6d-59f4-4d84-bcab-82c634b02911 None None] The sync data for ids ['3d08d7ab-2fda-443e-9fbb-0d7731564c84'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:27.744501 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.751607 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b1467e-6a54-439e-988c-535a7b7512f4 x-openstack-request-id: req-03b1467e-6a54-439e-988c-535a7b7512f4 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:27.751903 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5510fcc-8664-4400-8398-53a878cfb69f", "tag": "2dcf5566-5f86-4d35-8e27-9179e2e2164f", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:27.752153 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03b1467e-6a54-439e-988c-535a7b7512f4 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:27.752546 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5510fcc-8664-4400-8398-53a878cfb69f', 'tag': '2dcf5566-5f86-4d35-8e27-9179e2e2164f', 'status': 'completed', 'code': 200} Jul 23 20:36:27.761024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdc060f-adae-4d4a-a938-38d306e1d0e6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:27.765363 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fcdc060f-adae-4d4a-a938-38d306e1d0e6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports/65686161-3328-47f6-99ad-ace1a3f0c477 HTTP/1.1" status: 200 len: 910 time: 0.1749840 Jul 23 20:36:27.766529 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-2be63d63-91c1-4c1f-8b7b-0827e0fc4758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:27.767989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-2be63d63-91c1-4c1f-8b7b-0827e0fc4758 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91429578-5cbf-4f9e-9d47-bfd3e83047bf HTTP/1.1" status: 200 len: 845 time: 0.1955538 Jul 23 20:36:27.784586 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40352) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:27.790697 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-102cf46c-9209-4b60-8878-96abce26c1dc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '86ef5778-2d9c-4735-9c73-ad721375ac09'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:27.798147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] No DVR routers for this DVR port 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:27.805816 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0b319183-7ec2-44f9-bbee-dfead368d8f3 None None] Deleting port 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:27.806770 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f1a47c5-2a46-4927-b77a-76d65f819038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.810003 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b319183-7ec2-44f9-bbee-dfead368d8f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.827340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:27.827552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-7f1a47c5-2a46-4927-b77a-76d65f819038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872df694-8459-4a03-a8b1-adacd9affbcb']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:27.869381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-7f1a47c5-2a46-4927-b77a-76d65f819038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fbe936-f0e3-41db-90af-77ad0b4bf82a') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:27.869713 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-7f1a47c5-2a46-4927-b77a-76d65f819038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fbe936-f0e3-41db-90af-77ad0b4bf82a') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:27.888903 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0b319183-7ec2-44f9-bbee-dfead368d8f3 None None] For port 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b, host n-d-791504-18, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:27.890158 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b319183-7ec2-44f9-bbee-dfead368d8f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.898022 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f1a47c5-2a46-4927-b77a-76d65f819038 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.904128 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0b319183-7ec2-44f9-bbee-dfead368d8f3 None None] Calling delete_port for 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:27.906749 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-0b319183-7ec2-44f9-bbee-dfead368d8f3 None None] Port 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:36:27.908178 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b319183-7ec2-44f9-bbee-dfead368d8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.923342 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f1a47c5-2a46-4927-b77a-76d65f819038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.931006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.933956 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b319183-7ec2-44f9-bbee-dfead368d8f3 None None] Pushing event deleted for resources: {'Port': ['ID=3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:27.934470 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1a47c5-2a46-4927-b77a-76d65f819038 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:36:27.934911 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f1a47c5-2a46-4927-b77a-76d65f819038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:36:27.936770 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:36:27.945778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b319183-7ec2-44f9-bbee-dfead368d8f3 None None] No DVR routers for this DVR port 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:27.953191 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d7e410-11ff-4c3f-a2a8-5caa05d80328']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:27.998282 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996d3db9-80b4-444e-8cda-c0412c57c87f') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:27.998685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996d3db9-80b4-444e-8cda-c0412c57c87f') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:28.012983 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.032577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01957713-4ebd-472f-bc1c-2556bb1a24df req-419d9b47-2a6b-43b7-8417-425fb507cedf tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:28.034104 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-01957713-4ebd-472f-bc1c-2556bb1a24df req-419d9b47-2a6b-43b7-8417-425fb507cedf tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.1807535 Jul 23 20:36:28.036619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-24c726ea-31c1-4b1f-a663-5440b39265ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:28.037915 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.038088 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-24c726ea-31c1-4b1f-a663-5440b39265ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd503777-cbd7-4983-8bcb-d8db25f0c2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2276077 Jul 23 20:36:28.048142 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:36:28.048669 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:36:28.050610 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:36:28.072795 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f1a47c5-2a46-4927-b77a-76d65f819038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.088767 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f1a47c5-2a46-4927-b77a-76d65f819038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.092849 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7f1a47c5-2a46-4927-b77a-76d65f819038 admin admin] 10.222.0.55 "DELETE /v2.0/networks/872df694-8459-4a03-a8b1-adacd9affbcb HTTP/1.1" status: 204 len: 168 time: 0.9059341 Jul 23 20:36:28.116240 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a47c5-2a46-4927-b77a-76d65f819038 admin admin] Pushing event deleted for resources: {'Network': ['ID=872df694-8459-4a03-a8b1-adacd9affbcb,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:28.134330 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-01957713-4ebd-472f-bc1c-2556bb1a24df req-db28a444-f91a-489b-8642-da5478e9e6cf tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930634 Jul 23 20:36:28.146224 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-102cf46c-9209-4b60-8878-96abce26c1dc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.165052 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.188894 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.190857 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] 10.222.0.55 "DELETE /v2.0/networks/24d7e410-11ff-4c3f-a2a8-5caa05d80328 HTTP/1.1" status: 204 len: 168 time: 0.9480133 Jul 23 20:36:28.199200 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-b08bb4ca-f97f-4527-bab4-f772b6ab5d88 service neutron] 10.222.0.57 "GET /v2.0/networks/bd503777-cbd7-4983-8bcb-d8db25f0c2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505663 Jul 23 20:36:28.206489 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5e5db-2636-4f99-b9d7-f7df6273ba91 admin admin] Pushing event deleted for resources: {'Network': ['ID=24d7e410-11ff-4c3f-a2a8-5caa05d80328,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:28.260273 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40358) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:28.303328 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a3ab03e-64f8-44b8-b9ff-0337c06475b0 req-34dbad19-ac66-4bf3-9130-79167cc1dca9 service neutron] 10.222.0.57 "GET /v2.0/networks/bd503777-cbd7-4983-8bcb-d8db25f0c2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965865 Jul 23 20:36:28.342143 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40360) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:28.347679 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-130e2c88-1ddc-4135-8035-f1a676412235 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8882528029d04c68ae11a668ad23b632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0840571 Jul 23 20:36:28.349978 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40362) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:28.431610 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.529356 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 987cde27-0a60-4ecb-a05a-9b4b63da57ed no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:28.553506 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 987cde27-0a60-4ecb-a05a-9b4b63da57ed {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:28.554181 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 987cde27-0a60-4ecb-a05a-9b4b63da57ed not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:28.554809 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:28.578684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:28.579307 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3e3a58c3-0646-4dfe-88d8-9aa72ed0c34b not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:28.624269 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-102cf46c-9209-4b60-8878-96abce26c1dc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.634162 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-102cf46c-9209-4b60-8878-96abce26c1dc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.713024 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cf46c-9209-4b60-8878-96abce26c1dc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=65686161-3328-47f6-99ad-ace1a3f0c477,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:28.721431 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102cf46c-9209-4b60-8878-96abce26c1dc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:28.722056 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-102cf46c-9209-4b60-8878-96abce26c1dc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.726395 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-102cf46c-9209-4b60-8878-96abce26c1dc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/ports/65686161-3328-47f6-99ad-ace1a3f0c477 HTTP/1.1" status: 200 len: 910 time: 0.9402266 Jul 23 20:36:28.727013 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40370) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:28.821606 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-efea523d-45c1-4edb-9612-dc87787794d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7b590fb467d494f8e541fc4f099e78f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4776325 Jul 23 20:36:28.825566 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40374) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:28.853087 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6c64924-9c6b-47b3-ac5e-99bee452ed0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.889035 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24695faa-907b-458b-9852-48a5cc497934 req-8beb850d-a0f9-49bc-92c4-6156e173d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:28.890538 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24695faa-907b-458b-9852-48a5cc497934 req-8beb850d-a0f9-49bc-92c4-6156e173d097 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a54034a57fda440080204e7382f3daae&device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 1095 time: 0.5369866 Jul 23 20:36:28.910364 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6c64924-9c6b-47b3-ac5e-99bee452ed0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.920126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dff0bf-99fe-4b0f-89b8-06f849e4c212 req-64ed6d5c-2477-4eb2-98b6-ca3e19a68a41 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:28.921595 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8dff0bf-99fe-4b0f-89b8-06f849e4c212 req-64ed6d5c-2477-4eb2-98b6-ca3e19a68a41 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 943 time: 0.2564745 Jul 23 20:36:28.970212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c872a0e-4709-405d-9ce0-dd9a82b4e892 req-45403550-8405-472f-87e4-4ed23fbb6b3f tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:28.971718 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c872a0e-4709-405d-9ce0-dd9a82b4e892 req-45403550-8405-472f-87e4-4ed23fbb6b3f tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 943 time: 0.2307765 Jul 23 20:36:28.974859 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0d4bbef8-09bb-4767-8b18-b6018687315c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.008653 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0d4bbef8-09bb-4767-8b18-b6018687315c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.074426 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8dff0bf-99fe-4b0f-89b8-06f849e4c212 req-558a51e6-d205-4656-a362-87d575a9dabd tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346951 Jul 23 20:36:29.093623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c872a0e-4709-405d-9ce0-dd9a82b4e892 req-8c177eda-845d-4f38-88df-ddf0e0a99b21 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae12e2d2-57ca-4888-94a1-e0ec887aed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008151 Jul 23 20:36:29.102221 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6c64924-9c6b-47b3-ac5e-99bee452ed0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.105386 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6c64924-9c6b-47b3-ac5e-99bee452ed0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.110093 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f6c64924-9c6b-47b3-ac5e-99bee452ed0d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bcd52c5d-ea7b-45df-84f7-32b5565dcdb5 HTTP/1.1" status: 204 len: 168 time: 0.7543113 Jul 23 20:36:29.125670 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0d4bbef8-09bb-4767-8b18-b6018687315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.125670 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0d4bbef8-09bb-4767-8b18-b6018687315c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.125670 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0d4bbef8-09bb-4767-8b18-b6018687315c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dfbc4279-97f3-4ebb-b618-c708b11b8014 HTTP/1.1" status: 204 len: 168 time: 0.2953429 Jul 23 20:36:29.126167 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24695faa-907b-458b-9852-48a5cc497934 req-2645a9c8-83f7-482b-8efd-73b86e42cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:29.140886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24695faa-907b-458b-9852-48a5cc497934 req-2645a9c8-83f7-482b-8efd-73b86e42cbe4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bd503777-cbd7-4983-8bcb-d8db25f0c2a1 HTTP/1.1" status: 200 len: 907 time: 0.2399487 Jul 23 20:36:29.142546 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bbef8-09bb-4767-8b18-b6018687315c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbc4279-97f3-4ebb-b618-c708b11b8014,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:29.142710 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c64924-9c6b-47b3-ac5e-99bee452ed0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd52c5d-ea7b-45df-84f7-32b5565dcdb5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:29.217551 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6abd962-db70-4084-b86d-5439e51a039a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.274261 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24695faa-907b-458b-9852-48a5cc497934 req-0a3288dd-05ec-4423-a1d9-8ec158e8662e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dcf5566-5f86-4d35-8e27-9179e2e2164f HTTP/1.1" status: 200 len: 217 time: 0.1111648 Jul 23 20:36:29.356155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24695faa-907b-458b-9852-48a5cc497934 req-cac586ee-6568-4e6f-82b8-b15d7fb94cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:29.357724 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24695faa-907b-458b-9852-48a5cc497934 req-cac586ee-6568-4e6f-82b8-b15d7fb94cd5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91429578-5cbf-4f9e-9d47-bfd3e83047bf HTTP/1.1" status: 200 len: 845 time: 0.0697968 Jul 23 20:36:29.413643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e983da-3b88-40d9-8e39-8dc0df3f83bd req-777f5b04-7dd7-437b-8a7e-e82e76c68543 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:29.415225 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4e983da-3b88-40d9-8e39-8dc0df3f83bd req-777f5b04-7dd7-437b-8a7e-e82e76c68543 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.1373584 Jul 23 20:36:29.468644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24695faa-907b-458b-9852-48a5cc497934 req-68aae409-52b3-44d1-a033-19bbc4cbe25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:29.470183 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24695faa-907b-458b-9852-48a5cc497934 req-68aae409-52b3-44d1-a033-19bbc4cbe25f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd503777-cbd7-4983-8bcb-d8db25f0c2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1045225 Jul 23 20:36:29.473211 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4e983da-3b88-40d9-8e39-8dc0df3f83bd req-ce894937-aeaa-45ff-a4ed-64eab3c80bc8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487216 Jul 23 20:36:29.536555 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-e6abd962-db70-4084-b86d-5439e51a039a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting port 65686161-3328-47f6-99ad-ace1a3f0c477 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:29.537109 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6abd962-db70-4084-b86d-5439e51a039a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.577793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24695faa-907b-458b-9852-48a5cc497934 req-448f6d44-0996-42e1-9f7a-7cf48194aabf service neutron] 10.222.0.57 "GET /v2.0/networks/bd503777-cbd7-4983-8bcb-d8db25f0c2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988688 Jul 23 20:36:29.659035 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6abd962-db70-4084-b86d-5439e51a039a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.672028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40402) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:29.679088 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-e6abd962-db70-4084-b86d-5439e51a039a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Calling delete_port for 65686161-3328-47f6-99ad-ace1a3f0c477 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:29.731044 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24695faa-907b-458b-9852-48a5cc497934 req-fcf1fd0b-eedc-45fd-bfaf-ccb37cc8756f service neutron] 10.222.0.57 "GET /v2.0/networks/bd503777-cbd7-4983-8bcb-d8db25f0c2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455460 Jul 23 20:36:29.737152 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-27600c78-e87e-442d-b450-b88104c43c77 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6346fae9dafa40f686d078f10c4ddaa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616865 Jul 23 20:36:29.737342 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40404) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:29.798375 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5a12c3f1-958c-40e8-a87c-ba0684d9dc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.826049 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5a12c3f1-958c-40e8-a87c-ba0684d9dc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.886962 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.902605 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5a12c3f1-958c-40e8-a87c-ba0684d9dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.908306 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5a12c3f1-958c-40e8-a87c-ba0684d9dc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.913037 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5a12c3f1-958c-40e8-a87c-ba0684d9dc24 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5cc2c884-c474-4b57-8803-92bb1115b37e HTTP/1.1" status: 204 len: 168 time: 0.1746273 Jul 23 20:36:29.922880 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12c3f1-958c-40e8-a87c-ba0684d9dc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc2c884-c474-4b57-8803-92bb1115b37e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:29.958493 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6abd962-db70-4084-b86d-5439e51a039a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.987961 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abd962-db70-4084-b86d-5439e51a039a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Port': ['ID=65686161-3328-47f6-99ad-ace1a3f0c477,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:30.180932 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6abd962-db70-4084-b86d-5439e51a039a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:30.394248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab079ae7-46a1-4a17-852f-2d646d0661f1 req-bab74566-2df8-4786-a680-cb34d5f691b8 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:30.402587 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab079ae7-46a1-4a17-852f-2d646d0661f1 req-bab74566-2df8-4786-a680-cb34d5f691b8 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 943 time: 0.1390646 Jul 23 20:36:30.480226 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab079ae7-46a1-4a17-852f-2d646d0661f1 req-99277918-eb29-4619-9c1b-5f76df7f5e5c tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae12e2d2-57ca-4888-94a1-e0ec887aed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763023 Jul 23 20:36:30.566408 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 2dcf5566-5f86-4d35-8e27-9179e2e2164f details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:36:30.624886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40462) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:30.788109 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 2dcf5566-5f86-4d35-8e27-9179e2e2164f, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=2dcf5566-5f86-4d35-8e27-9179e2e2164f,segment=NetworkSegment(4a9fd4c5-6e8e-430a-88bb-589d51aecc75),segment_id=4a9fd4c5-6e8e-430a-88bb-589d51aecc75)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:30.803841 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '2dcf5566-5f86-4d35-8e27-9179e2e2164f', 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1', 'port_id': '2dcf5566-5f86-4d35-8e27-9179e2e2164f', 'mac_address': 'fa:16:3e:b9:9f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:36:30.841713 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6abd962-db70-4084-b86d-5439e51a039a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router 3d08d7ab-2fda-443e-9fbb-0d7731564c84 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:30.845349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0d58b699-8dc5-4e24-91f9-929d1b7e751e no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:30.846999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97776e49-bf0b-4706-ba26-50bfb80289e3 req-21160542-5367-4c42-a11e-c51786f49644 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:30.856639 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-97776e49-bf0b-4706-ba26-50bfb80289e3 req-21160542-5367-4c42-a11e-c51786f49644 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=f023b638-4088-47b2-9ddd-8ea9026c6f64 HTTP/1.1" status: 200 len: 943 time: 0.1254404 Jul 23 20:36:30.866603 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92750924-3364-4f97-a329-bdbf0343884e req-96f0420d-d8eb-4547-b606-99a4db5e2278 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:30.873612 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92750924-3364-4f97-a329-bdbf0343884e req-96f0420d-d8eb-4547-b606-99a4db5e2278 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.1768403 Jul 23 20:36:30.964805 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92750924-3364-4f97-a329-bdbf0343884e req-5c97380c-1c57-4f01-8adc-f3fbcc9ecbcb tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852129 Jul 23 20:36:31.009083 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6abd962-db70-4084-b86d-5439e51a039a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:31.011737 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ade565df-6a13-4770-95b7-aea06eb0046b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2085609048-network', 'tenant_id': '12e6d832a9f14e179e159fe744599431'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:31.026572 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e6abd962-db70-4084-b86d-5439e51a039a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/3d08d7ab-2fda-443e-9fbb-0d7731564c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2984576 Jul 23 20:36:31.028494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40476) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:31.083954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5779ba63-9b13-4078-b6c2-48e47560e7f3 None None] Sync routers for ids ['3d08d7ab-2fda-443e-9fbb-0d7731564c84'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:31.091839 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.105821 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-75100a18-84d1-4d97-be48-8cf6cb71ca9a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d08d7ab-2fda-443e-9fbb-0d7731564c84 HTTP/1.1" status: 200 len: 205 time: 0.0745075 Jul 23 20:36:31.106653 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40480) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:31.107343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5779ba63-9b13-4078-b6c2-48e47560e7f3 None None] Routers {'3d08d7ab-2fda-443e-9fbb-0d7731564c84'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:31.108415 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5779ba63-9b13-4078-b6c2-48e47560e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['3d08d7ab-2fda-443e-9fbb-0d7731564c84'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:31.131834 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dcf5566-5f86-4d35-8e27-9179e2e2164f {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:31.145003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade565df-6a13-4770-95b7-aea06eb0046b admin admin] Made reservation on behalf of 12e6d832a9f14e179e159fe744599431 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:31.147605 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ade565df-6a13-4770-95b7-aea06eb0046b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.180540 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ade565df-6a13-4770-95b7-aea06eb0046b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.213410 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 2dcf5566-5f86-4d35-8e27-9179e2e2164f, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=2dcf5566-5f86-4d35-8e27-9179e2e2164f,segment=NetworkSegment(4a9fd4c5-6e8e-430a-88bb-589d51aecc75),segment_id=4a9fd4c5-6e8e-430a-88bb-589d51aecc75)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:31.225356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-97776e49-bf0b-4706-ba26-50bfb80289e3 req-56945f77-35d2-4a3f-9112-01ec4f6a99f7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Deleting port 0d58b699-8dc5-4e24-91f9-929d1b7e751e {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:31.225808 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-97776e49-bf0b-4706-ba26-50bfb80289e3 req-56945f77-35d2-4a3f-9112-01ec4f6a99f7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.239596 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.246658 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f715-1e4c-4f6a-98b2-2a21819cde66 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.322223 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5779ba63-9b13-4078-b6c2-48e47560e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:31.329352 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=2dcf5566-5f86-4d35-8e27-9179e2e2164f,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:31.379697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5779ba63-9b13-4078-b6c2-48e47560e7f3 None None] Routers {'3d08d7ab-2fda-443e-9fbb-0d7731564c84'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:31.383592 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5779ba63-9b13-4078-b6c2-48e47560e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['3d08d7ab-2fda-443e-9fbb-0d7731564c84'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:31.450641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5779ba63-9b13-4078-b6c2-48e47560e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:31.452109 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5779ba63-9b13-4078-b6c2-48e47560e7f3 None None] The sync data for ids ['3d08d7ab-2fda-443e-9fbb-0d7731564c84'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:31.488786 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-97776e49-bf0b-4706-ba26-50bfb80289e3 req-56945f77-35d2-4a3f-9112-01ec4f6a99f7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] For port 0d58b699-8dc5-4e24-91f9-929d1b7e751e, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0d58b699-8dc5-4e24-91f9-929d1b7e751e,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:31.489238 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-97776e49-bf0b-4706-ba26-50bfb80289e3 req-56945f77-35d2-4a3f-9112-01ec4f6a99f7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.501252 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f715-1e4c-4f6a-98b2-2a21819cde66 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.503873 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['2dcf5566-5f86-4d35-8e27-9179e2e2164f'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:31.504144 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f715-1e4c-4f6a-98b2-2a21819cde66 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.524838 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-97776e49-bf0b-4706-ba26-50bfb80289e3 req-56945f77-35d2-4a3f-9112-01ec4f6a99f7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Calling delete_port for 0d58b699-8dc5-4e24-91f9-929d1b7e751e owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:31.565805 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f715-1e4c-4f6a-98b2-2a21819cde66 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.567018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb0f715-1e4c-4f6a-98b2-2a21819cde66 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Fanout notify agent at l3_agent the message router_deleted on router 3d08d7ab-2fda-443e-9fbb-0d7731564c84 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:36:31.569229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13a356-c4fe-4b0b-83e1-f9f55fdeaee0 req-ddace034-5e59-4ea0-a9f9-52a363ed0230 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:31.579125 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b13a356-c4fe-4b0b-83e1-f9f55fdeaee0 req-ddace034-5e59-4ea0-a9f9-52a363ed0230 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.2200639 Jul 23 20:36:31.582982 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f715-1e4c-4f6a-98b2-2a21819cde66 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.584818 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7eb0f715-1e4c-4f6a-98b2-2a21819cde66 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/routers/3d08d7ab-2fda-443e-9fbb-0d7731564c84 HTTP/1.1" status: 204 len: 168 time: 0.4770093 Jul 23 20:36:31.587557 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40492) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:31.656641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-7297c371-e7c7-4616-a17a-3f9e6b8314a5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting subnet 86ef5778-2d9c-4735-9c73-ad721375ac09 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:36:31.659800 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7297c371-e7c7-4616-a17a-3f9e6b8314a5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.678789 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b13a356-c4fe-4b0b-83e1-f9f55fdeaee0 req-ec6611c7-30ad-421c-a32a-653bc8869f59 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986261 Jul 23 20:36:31.703585 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7297c371-e7c7-4616-a17a-3f9e6b8314a5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.736529 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ade565df-6a13-4770-95b7-aea06eb0046b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.739311 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2112b8a-a185-44a7-9079-8442c048c739 req-58cdcda0-eab7-4ec2-ad3e-f56242e783e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:31.740874 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2112b8a-a185-44a7-9079-8442c048c739 req-58cdcda0-eab7-4ec2-ad3e-f56242e783e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 1097 time: 0.3179309 Jul 23 20:36:31.744936 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ade565df-6a13-4770-95b7-aea06eb0046b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.788895 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade565df-6a13-4770-95b7-aea06eb0046b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:36:31.796905 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7297c371-e7c7-4616-a17a-3f9e6b8314a5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.831130 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade565df-6a13-4770-95b7-aea06eb0046b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174cfedd-06f2-4382-b55b-5e27088b3dba,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:31.834239 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ade565df-6a13-4770-95b7-aea06eb0046b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.834593 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-ade565df-6a13-4770-95b7-aea06eb0046b admin admin] Added segment 333cfba0-3955-4720-8e8c-c362233f1d90 of type vlan for network 13d40f89-dcec-4353-8e15-43a0ddf5881e Jul 23 20:36:31.883053 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7297c371-e7c7-4616-a17a-3f9e6b8314a5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.915213 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297c371-e7c7-4616-a17a-3f9e6b8314a5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Subnet': ['ID=86ef5778-2d9c-4735-9c73-ad721375ac09,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:31.925036 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7297c371-e7c7-4616-a17a-3f9e6b8314a5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.925954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca08fe41-067f-4bb9-8b5d-cbd81078a255 None None] Network 99376c84-632f-4d58-ae9d-58bce562a396 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:31.930237 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7297c371-e7c7-4616-a17a-3f9e6b8314a5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/subnets/86ef5778-2d9c-4735-9c73-ad721375ac09 HTTP/1.1" status: 204 len: 168 time: 0.3391201 Jul 23 20:36:31.930917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40506) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:31.976209 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ade565df-6a13-4770-95b7-aea06eb0046b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.005872 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-4762e685-bbcf-4e32-8d31-16997c444fdf tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=aaa3cfe8b2684ab5b85599ef576d5e38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552440 Jul 23 20:36:32.013429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2112b8a-a185-44a7-9079-8442c048c739 req-d3f572db-6e1a-4cd8-b113-76bf26709f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:32.014988 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2112b8a-a185-44a7-9079-8442c048c739 req-d3f572db-6e1a-4cd8-b113-76bf26709f95 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.2663176 Jul 23 20:36:32.015673 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-97776e49-bf0b-4706-ba26-50bfb80289e3 req-56945f77-35d2-4a3f-9112-01ec4f6a99f7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.015807 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.079382 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting port 64daea50-ef30-4e1e-a8ff-1aed1d76a703 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:32.079788 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.119495 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5d07ba-775f-4781-94c6-0817281678ea None None] DHCP port deletion for 99376c84-632f-4d58-ae9d-58bce562a396 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:36:32.134405 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56945f77-35d2-4a3f-9112-01ec4f6a99f7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Pushing event deleted for resources: {'Port': ['ID=0d58b699-8dc5-4e24-91f9-929d1b7e751e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:32.149930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] For port 64daea50-ef30-4e1e-a8ff-1aed1d76a703, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=64daea50-ef30-4e1e-a8ff-1aed1d76a703,segment=NetworkSegment(c0f4b7ed-2d2c-46d8-a337-2723db22c72b),segment_id=c0f4b7ed-2d2c-46d8-a337-2723db22c72b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:32.150400 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.165709 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Calling delete_port for 64daea50-ef30-4e1e-a8ff-1aed1d76a703 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:32.179080 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d07ba-775f-4781-94c6-0817281678ea None None] Deleting port 64daea50-ef30-4e1e-a8ff-1aed1d76a703 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:32.179736 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c5d07ba-775f-4781-94c6-0817281678ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.184981 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ade565df-6a13-4770-95b7-aea06eb0046b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.186003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade565df-6a13-4770-95b7-aea06eb0046b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:32.186638 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ade565df-6a13-4770-95b7-aea06eb0046b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.244906 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8c5d07ba-775f-4781-94c6-0817281678ea None None] For port 64daea50-ef30-4e1e-a8ff-1aed1d76a703, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=64daea50-ef30-4e1e-a8ff-1aed1d76a703,segment=NetworkSegment(c0f4b7ed-2d2c-46d8-a337-2723db22c72b),segment_id=c0f4b7ed-2d2c-46d8-a337-2723db22c72b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:32.245296 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c5d07ba-775f-4781-94c6-0817281678ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.255003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-97776e49-bf0b-4706-ba26-50bfb80289e3 req-56945f77-35d2-4a3f-9112-01ec4f6a99f7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] No DVR routers for this DVR port 0d58b699-8dc5-4e24-91f9-929d1b7e751e on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:32.259441 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d07ba-775f-4781-94c6-0817281678ea None None] Calling delete_port for 64daea50-ef30-4e1e-a8ff-1aed1d76a703 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:32.260765 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.274804 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-97776e49-bf0b-4706-ba26-50bfb80289e3 req-56945f77-35d2-4a3f-9112-01ec4f6a99f7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.276908 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-97776e49-bf0b-4706-ba26-50bfb80289e3 req-56945f77-35d2-4a3f-9112-01ec4f6a99f7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "DELETE /v2.0/ports/0d58b699-8dc5-4e24-91f9-929d1b7e751e HTTP/1.1" status: 204 len: 173 time: 1.4193959 Jul 23 20:36:32.281147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f023b638-4088-47b2-9ddd-8ea9026c6f64', 'name': 'network-vif-deleted', 'tag': '0d58b699-8dc5-4e24-91f9-929d1b7e751e'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:32.283657 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02216753-3603-4529-8f89-1e9e338e9270" -d '{"events": [{"server_uuid": "f023b638-4088-47b2-9ddd-8ea9026c6f64", "name": "network-vif-deleted", "tag": "0d58b699-8dc5-4e24-91f9-929d1b7e751e"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:32.290167 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Port': ['ID=64daea50-ef30-4e1e-a8ff-1aed1d76a703,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:32.293022 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2112b8a-a185-44a7-9079-8442c048c739 req-047e179f-c477-433b-b5d5-c37768b911d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8f573ee-974a-4327-9539-2950bda4dc93 HTTP/1.1" status: 200 len: 999 time: 0.2711391 Jul 23 20:36:32.296304 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] No DVR routers for this DVR port 64daea50-ef30-4e1e-a8ff-1aed1d76a703 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:32.306423 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ade565df-6a13-4770-95b7-aea06eb0046b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6775970 Jul 23 20:36:32.310811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40512) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:32.351071 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c5d07ba-775f-4781-94c6-0817281678ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.361988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-42e00f28-21e7-44d2-8532-6e21ee4db631 admin admin] Request body: {'subnet': {'network_id': '13d40f89-dcec-4353-8e15-43a0ddf5881e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2085609048-subnet', 'tenant_id': '12e6d832a9f14e179e159fe744599431', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:32.367358 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5d07ba-775f-4781-94c6-0817281678ea None None] No DVR routers for this DVR port 64daea50-ef30-4e1e-a8ff-1aed1d76a703 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:32.389747 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade565df-6a13-4770-95b7-aea06eb0046b admin admin] Pushing event updated for resources: {'Network': ['ID=13d40f89-dcec-4353-8e15-43a0ddf5881e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:32.390877 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d07ba-775f-4781-94c6-0817281678ea None None] Pushing event deleted for resources: {'Port': ['ID=64daea50-ef30-4e1e-a8ff-1aed1d76a703,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:32.400329 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.402646 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 13d40f89-dcec-4353-8e15-43a0ddf5881e details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:36:32.412251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99376c84-632f-4d58-ae9d-58bce562a396']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:32.425663 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-bfbad9a8-3897-43cb-aaa0-396b4122a58e tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:32.429160 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f4b7ed-2d2c-46d8-a337-2723db22c72b') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:32.429675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f4b7ed-2d2c-46d8-a337-2723db22c72b') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:32.433543 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-bfbad9a8-3897-43cb-aaa0-396b4122a58e tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4153576 Jul 23 20:36:32.442622 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.458106 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.466950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:36:32.469176 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:36:32.474319 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:36:32.477567 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-d219a94f-96ac-493f-b44d-8705723d2955 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/quotas/aaa3cfe8b2684ab5b85599ef576d5e38 HTTP/1.1" status: 200 len: 375 time: 0.0429747 Jul 23 20:36:32.480403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2112b8a-a185-44a7-9079-8442c048c739 req-2407ccf1-2542-4c29-8cb6-27e1ea28573b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:32.482781 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2112b8a-a185-44a7-9079-8442c048c739 req-2407ccf1-2542-4c29-8cb6-27e1ea28573b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.1779895 Jul 23 20:36:32.535196 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-a0ef8033-572f-4c05-b6d4-571fdb6c4f05 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=aaa3cfe8b2684ab5b85599ef576d5e38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566521 Jul 23 20:36:32.535771 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e00f28-21e7-44d2-8532-6e21ee4db631 admin admin] Made reservation on behalf of 12e6d832a9f14e179e159fe744599431 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:32.537974 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42e00f28-21e7-44d2-8532-6e21ee4db631 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.552314 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 64daea50-ef30-4e1e-a8ff-1aed1d76a703 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:32.589067 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 64daea50-ef30-4e1e-a8ff-1aed1d76a703 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:32.589411 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 64daea50-ef30-4e1e-a8ff-1aed1d76a703 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:32.591926 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 2dcf5566-5f86-4d35-8e27-9179e2e2164f up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:32.594436 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.606348 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.609229 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/networks/99376c84-632f-4d58-ae9d-58bce562a396 HTTP/1.1" status: 204 len: 168 time: 0.6771395 Jul 23 20:36:32.613727 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40520) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:32.629094 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2a1ad9ec-ebc3-42b5-a677-9f3be5487e0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1354839942', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:32.647955 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a89df2-9a09-43de-80bc-84e59e1b7eb9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Network': ['ID=99376c84-632f-4d58-ae9d-58bce562a396,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:32.669256 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a1ad9ec-ebc3-42b5-a677-9f3be5487e0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.670709 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a1ad9ec-ebc3-42b5-a677-9f3be5487e0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.690965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2112b8a-a185-44a7-9079-8442c048c739 req-8028ca0f-495a-48e3-967b-5722e2f00d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:32.693092 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2112b8a-a185-44a7-9079-8442c048c739 req-8028ca0f-495a-48e3-967b-5722e2f00d95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1973903 Jul 23 20:36:32.733921 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 2dcf5566-5f86-4d35-8e27-9179e2e2164f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:32.756158 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 2dcf5566-5f86-4d35-8e27-9179e2e2164f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:32.756582 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.775930 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a1ad9ec-ebc3-42b5-a677-9f3be5487e0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.782485 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a1ad9ec-ebc3-42b5-a677-9f3be5487e0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.814311 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a1ad9ec-ebc3-42b5-a677-9f3be5487e0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.815778 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2a1ad9ec-ebc3-42b5-a677-9f3be5487e0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1949089 Jul 23 20:36:32.819361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40532) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:32.831202 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e8e215bb-11c9-4ac4-b9ee-6f1f01ac4271 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'network': {'name': 'tempest-RoutersTest-397994197'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:32.868895 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e215bb-11c9-4ac4-b9ee-6f1f01ac4271 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:32.873427 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8e215bb-11c9-4ac4-b9ee-6f1f01ac4271 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.883249 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.910073 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e215bb-11c9-4ac4-b9ee-6f1f01ac4271 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:36:32.922562 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 2dcf5566-5f86-4d35-8e27-9179e2e2164f, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=2dcf5566-5f86-4d35-8e27-9179e2e2164f,segment=NetworkSegment(4a9fd4c5-6e8e-430a-88bb-589d51aecc75),segment_id=4a9fd4c5-6e8e-430a-88bb-589d51aecc75)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:32.923540 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5510fcc-8664-4400-8398-53a878cfb69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcf5566-5f86-4d35-8e27-9179e2e2164f'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:32.923937 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8e215bb-11c9-4ac4-b9ee-6f1f01ac4271 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.924458 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-e8e215bb-11c9-4ac4-b9ee-6f1f01ac4271 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Added segment 4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7 of type vlan for network 8626bfc4-1535-4fd8-af0d-04839fed4f72 Jul 23 20:36:32.929686 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e258933-2606-4408-b835-88ab069058be" -d '{"events": [{"server_uuid": "d5510fcc-8664-4400-8398-53a878cfb69f", "name": "network-vif-plugged", "status": "completed", "tag": "2dcf5566-5f86-4d35-8e27-9179e2e2164f"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:32.939535 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.941408 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42e00f28-21e7-44d2-8532-6e21ee4db631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.975537 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8e215bb-11c9-4ac4-b9ee-6f1f01ac4271 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:33.019016 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8e215bb-11c9-4ac4-b9ee-6f1f01ac4271 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:33.027813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e215bb-11c9-4ac4-b9ee-6f1f01ac4271 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:33.027953 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2112b8a-a185-44a7-9079-8442c048c739 req-1b69730b-5126-43fd-9582-2e9667f137c8 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244431 Jul 23 20:36:33.028926 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8e215bb-11c9-4ac4-b9ee-6f1f01ac4271 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:33.031759 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=2dcf5566-5f86-4d35-8e27-9179e2e2164f,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:33.062232 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e00f28-21e7-44d2-8532-6e21ee4db631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a66e3c08-4746-4129-b224-e349182d5266,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:33.076576 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e8e215bb-11c9-4ac4-b9ee-6f1f01ac4271 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2535250 Jul 23 20:36:33.078081 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40542) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:33.082445 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-bea2a2b4-c9f2-4570-b4d8-d95cd097e2a2 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'subnet': {'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:33.104013 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51695482-7d29-4db1-945b-a99cfcc158e7 req-c098a628-8d5b-4cdc-b903-11acc4001e6f tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:33.105533 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51695482-7d29-4db1-945b-a99cfcc158e7 req-c098a628-8d5b-4cdc-b903-11acc4001e6f tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 944 time: 0.3124578 Jul 23 20:36:33.164695 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e00f28-21e7-44d2-8532-6e21ee4db631 admin admin] Checking segment: {'id': '333cfba0-3955-4720-8e8c-c362233f1d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '13d40f89-dcec-4353-8e15-43a0ddf5881e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:33.165301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e00f28-21e7-44d2-8532-6e21ee4db631 admin admin] Network hostable DHCP agents. Network: 13d40f89-dcec-4353-8e15-43a0ddf5881e, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:36:33.181722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e215bb-11c9-4ac4-b9ee-6f1f01ac4271 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Network': ['ID=8626bfc4-1535-4fd8-af0d-04839fed4f72,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:33.196665 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 8626bfc4-1535-4fd8-af0d-04839fed4f72 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:36:33.219862 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51695482-7d29-4db1-945b-a99cfcc158e7 req-1e4f78bc-7134-4fec-82f6-cce03c47d285 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae12e2d2-57ca-4888-94a1-e0ec887aed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037886 Jul 23 20:36:33.271528 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2112b8a-a185-44a7-9079-8442c048c739 req-b99a20ef-cae2-4be3-b0b9-5576a0143120 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079377 Jul 23 20:36:33.276398 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0c3cee-c616-42ae-a687-a7adb32b41e0 x-openstack-request-id: req-bc0c3cee-c616-42ae-a687-a7adb32b41e0 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:33.276712 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f023b638-4088-47b2-9ddd-8ea9026c6f64", "name": "network-vif-deleted", "tag": "0d58b699-8dc5-4e24-91f9-929d1b7e751e", "status": "failed", "code": 422}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:33.286305 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc0c3cee-c616-42ae-a687-a7adb32b41e0 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:33.286305 n-d-791504-18 neutron-server[93811]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f023b638-4088-47b2-9ddd-8ea9026c6f64', 'name': 'network-vif-deleted', 'tag': '0d58b699-8dc5-4e24-91f9-929d1b7e751e', 'status': 'failed', 'code': 422} returned with failed status Jul 23 20:36:33.287402 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e00f28-21e7-44d2-8532-6e21ee4db631 admin admin] Network 13d40f89-dcec-4353-8e15-43a0ddf5881e is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:36:33.305620 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-42e00f28-21e7-44d2-8532-6e21ee4db631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 13d40f89-dcec-4353-8e15-43a0ddf5881e) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:33.312223 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e00f28-21e7-44d2-8532-6e21ee4db631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:33.313115 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42e00f28-21e7-44d2-8532-6e21ee4db631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:33.333859 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c734bbbe-5df2-4234-81e6-f88f1679819d None None] Network 13d40f89-dcec-4353-8e15-43a0ddf5881e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:33.344943 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea2a2b4-c9f2-4570-b4d8-d95cd097e2a2 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:33.351765 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bea2a2b4-c9f2-4570-b4d8-d95cd097e2a2 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:33.370258 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e3b404e-6c0e-4f5c-8ae8-5fb1eb745113 req-6b01f337-fc7c-4de2-b301-f865d4267ca4 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/ports?device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 210 time: 0.0417295 Jul 23 20:36:33.381254 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-42e00f28-21e7-44d2-8532-6e21ee4db631 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0325336 Jul 23 20:36:33.467078 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5810a4ac-22eb-450a-b340-f8e77dd3b6a0 x-openstack-request-id: req-5810a4ac-22eb-450a-b340-f8e77dd3b6a0 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:33.467802 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5510fcc-8664-4400-8398-53a878cfb69f", "name": "network-vif-plugged", "status": "completed", "tag": "2dcf5566-5f86-4d35-8e27-9179e2e2164f", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:33.468205 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5810a4ac-22eb-450a-b340-f8e77dd3b6a0 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:33.468796 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5510fcc-8664-4400-8398-53a878cfb69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcf5566-5f86-4d35-8e27-9179e2e2164f', 'code': 200} Jul 23 20:36:33.479407 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38eac92-5a84-47be-9d0d-5f57f7f5e3ef req-dbe99894-38c0-40ae-aaba-ace0648fda4a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:33.499182 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f38eac92-5a84-47be-9d0d-5f57f7f5e3ef req-dbe99894-38c0-40ae-aaba-ace0648fda4a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.1470761 Jul 23 20:36:33.596928 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5baace-5edc-4686-8f4c-d182f1329058 None None] Network 13d40f89-dcec-4353-8e15-43a0ddf5881e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:33.667938 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f38eac92-5a84-47be-9d0d-5f57f7f5e3ef req-6498d0ce-1821-40a8-ab85-c9f7828822e9 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673422 Jul 23 20:36:33.722875 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bea2a2b4-c9f2-4570-b4d8-d95cd097e2a2 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:33.728657 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545396f5-4f0d-4ee5-91de-71a64ce53537 req-2f84d187-3d22-4a4c-a998-d6ae9a2d7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:33.730484 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-545396f5-4f0d-4ee5-91de-71a64ce53537 req-2f84d187-3d22-4a4c-a998-d6ae9a2d7793 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 1097 time: 0.1577795 Jul 23 20:36:33.809294 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea2a2b4-c9f2-4570-b4d8-d95cd097e2a2 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Checking segment: {'id': '4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:33.809680 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea2a2b4-c9f2-4570-b4d8-d95cd097e2a2 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network hostable DHCP agents. Network: 8626bfc4-1535-4fd8-af0d-04839fed4f72, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:36:33.822461 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2a2b4-c9f2-4570-b4d8-d95cd097e2a2 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Subnet': ['ID=ae1061b1-77c3-49cb-a861-8e047f5f2166,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:33.831215 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-545396f5-4f0d-4ee5-91de-71a64ce53537 req-1e2ca688-eee7-472e-a4f4-d3233bfb55ec service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ae12e2d2-57ca-4888-94a1-e0ec887aed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923185 Jul 23 20:36:33.844472 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea2a2b4-c9f2-4570-b4d8-d95cd097e2a2 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 8626bfc4-1535-4fd8-af0d-04839fed4f72 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:36:33.858618 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-bea2a2b4-c9f2-4570-b4d8-d95cd097e2a2 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 8626bfc4-1535-4fd8-af0d-04839fed4f72) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:33.865463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea2a2b4-c9f2-4570-b4d8-d95cd097e2a2 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:33.866108 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bea2a2b4-c9f2-4570-b4d8-d95cd097e2a2 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:33.881899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e254802-1d6b-4538-b4ab-44ff9b8ec6e4 None None] Network 8626bfc4-1535-4fd8-af0d-04839fed4f72 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:33.889932 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bea2a2b4-c9f2-4570-b4d8-d95cd097e2a2 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8087540 Jul 23 20:36:33.890285 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40574) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:34.135203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-8626bfc4-1535-4fd8-af0d-04839fed4f72', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:36:34.136248 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.222701 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-9aacaa45-648b-4523-8ac9-2466e8d04b1c tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=aaa3cfe8b2684ab5b85599ef576d5e38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761490 Jul 23 20:36:34.230934 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.339285 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-d20dd43f-e63a-423b-a859-3b45e1abf949 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:34.340836 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-d20dd43f-e63a-423b-a859-3b45e1abf949 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 811 time: 0.5499325 Jul 23 20:36:34.348643 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Allocated IP 172.20.0.2 (8626bfc4-1535-4fd8-af0d-04839fed4f72/ae1061b1-77c3-49cb-a861-8e047f5f2166/9a1fd56b-5963-48d8-9ee2-73e1b732c5ac) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:34.407000 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411da20-c20b-4a46-be97-245e3183f81b req-cee68be9-e952-4aff-aabb-7d14a587eca6 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:34.408485 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3411da20-c20b-4a46-be97-245e3183f81b req-cee68be9-e952-4aff-aabb-7d14a587eca6 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/networks?id=13d40f89-dcec-4353-8e15-43a0ddf5881e HTTP/1.1" status: 200 len: 809 time: 0.2743216 Jul 23 20:36:34.409731 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-07171edc-a74b-435a-b6a4-73fe4afc6a6d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/quotas/b0fca3aa52ce41808d40d8b1ac821f99 HTTP/1.1" status: 200 len: 375 time: 0.0576012 Jul 23 20:36:34.467380 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3411da20-c20b-4a46-be97-245e3183f81b req-577efa7f-c8af-41a7-aded-c5673e994c90 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/quotas/12e6d832a9f14e179e159fe744599431 HTTP/1.1" status: 200 len: 375 time: 0.0519240 Jul 23 20:36:34.473038 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-223c4a5a-1891-42f0-91f5-296f3223b618 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468376 Jul 23 20:36:34.498756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-8104cbd9-df19-49d9-aab7-ca0cf1ae36a0 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:34.500195 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-8104cbd9-df19-49d9-aab7-ca0cf1ae36a0 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706535 Jul 23 20:36:34.512279 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.520387 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Transition to ACTIVE for port object 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:34.528804 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3411da20-c20b-4a46-be97-245e3183f81b req-d53f24c3-5f95-486a-b5cd-4a5168f363b3 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=12e6d832a9f14e179e159fe744599431&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605280 Jul 23 20:36:34.532720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-0007324f-df69-4526-a637-f4f761ad7b18 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Request body: {'port': {'device_id': 'e55d5c80-70a4-4ca1-a596-a501de4f77bb', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': 'aaa3cfe8b2684ab5b85599ef576d5e38'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:34.534876 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Transition to ACTIVE for port object 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:34.551860 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.597245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Network 8626bfc4-1535-4fd8-af0d-04839fed4f72 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:34.604351 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:34.607460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Allocated IP 172.20.0.1 (8626bfc4-1535-4fd8-af0d-04839fed4f72/ae1061b1-77c3-49cb-a861-8e047f5f2166/3b811b39-3d86-4d4f-aa71-c9c14d0f54cc) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:34.610663 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:34.612825 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Pushing event updated for resources: {'Port': ['ID=9a1fd56b-5963-48d8-9ee2-73e1b732c5ac,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:34.678810 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Attempting to bind port 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:34.679396 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Attempting to bind port 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:34.679869 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Attempting to bind port 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac on network 8626bfc4-1535-4fd8-af0d-04839fed4f72 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:34.685970 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:34.686494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Checking segment: {'id': '4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:34.687002 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.687625 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Bound using segment: {'id': '4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:34.688231 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Bound port: 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:34.688709 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.756376 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.775451 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] For port 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:34.779931 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] For port 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9a1fd56b-5963-48d8-9ee2-73e1b732c5ac,segment=NetworkSegment(4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7),segment_id=4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:34.783793 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.786165 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Transition to ACTIVE for port object 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:34.817179 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-2078dd75-4db2-4890-bd3c-77067c606097 service neutron] 10.222.0.55 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351324 Jul 23 20:36:34.844001 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.846537 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674db3c-803c-43d6-adbe-7b97a4c49812 None None] Pushing event updated for resources: {'Port': ['ID=9a1fd56b-5963-48d8-9ee2-73e1b732c5ac,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:34.863956 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3411da20-c20b-4a46-be97-245e3183f81b req-693fd462-a168-47be-b045-54b9c80c4d2d service neutron] 10.222.0.55 "GET /v2.0/networks/13d40f89-dcec-4353-8e15-43a0ddf5881e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189867 Jul 23 20:36:34.897952 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 8626bfc4-1535-4fd8-af0d-04839fed4f72 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:34.901455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:34.915603 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-0007324f-df69-4526-a637-f4f761ad7b18 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Made reservation on behalf of aaa3cfe8b2684ab5b85599ef576d5e38 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:34.920616 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-0007324f-df69-4526-a637-f4f761ad7b18 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.921495 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:34.925604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=3b811b39-3d86-4d4f-aa71-c9c14d0f54cc,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:34.970430 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-0007324f-df69-4526-a637-f4f761ad7b18 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.980792 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:35.063290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-230ed9f7-d5cf-42cc-9fd8-a85fb93d71e4 service neutron] 10.222.0.55 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449484 Jul 23 20:36:35.093594 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3411da20-c20b-4a46-be97-245e3183f81b req-1fe85277-348a-4aa0-98e9-a19896279e78 service neutron] 10.222.0.55 "GET /v2.0/networks/13d40f89-dcec-4353-8e15-43a0ddf5881e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145839 Jul 23 20:36:35.175295 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-0007324f-df69-4526-a637-f4f761ad7b18 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:35.187281 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:35.191614 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-0007324f-df69-4526-a637-f4f761ad7b18 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:35.286695 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007324f-df69-4526-a637-f4f761ad7b18 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf34ca8c-71af-49c3-b15c-2f54784fa9c8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:35.473325 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-0007324f-df69-4526-a637-f4f761ad7b18 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Allocated IP 192.168.233.191 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/a998797a-d0c1-4b55-a966-95788277c06b) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:35.596875 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfe12a71-c39a-4a33-b589-552a665a0a56 req-dac3c450-6157-4ed2-8126-3be7bb0afaf4 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/ports?device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 210 time: 0.0590751 Jul 23 20:36:35.609008 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:35.614419 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:35.643000 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77611034-73fa-4357-97da-3e0ecaee34da req-6d231a06-1896-4a7b-9bd4-abad4b157665 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:35.644700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77611034-73fa-4357-97da-3e0ecaee34da req-6d231a06-1896-4a7b-9bd4-abad4b157665 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 945 time: 0.2131662 Jul 23 20:36:35.742911 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:35.745660 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=3b811b39-3d86-4d4f-aa71-c9c14d0f54cc,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:35.888606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 8626bfc4-1535-4fd8-af0d-04839fed4f72 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:35.890075 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:35.912722 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77611034-73fa-4357-97da-3e0ecaee34da req-73094617-8298-4d96-b966-28bf51b50e11 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae12e2d2-57ca-4888-94a1-e0ec887aed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525795 Jul 23 20:36:35.994480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cdaac-593e-4418-b1b7-f32efa13547e req-7bd33019-0dfe-4fbe-b0f7-5d022cdced48 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:36.002144 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c6cdaac-593e-4418-b1b7-f32efa13547e req-7bd33019-0dfe-4fbe-b0f7-5d022cdced48 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.2764323 Jul 23 20:36:36.029983 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-0007324f-df69-4526-a637-f4f761ad7b18 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.057518 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router aa180396-be8e-4dfa-bf54-5beb0737de5f is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:36:36.073131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9907724a-a9ff-493c-83c8-c4ef56e6993e req-851f978b-fc58-4e63-b230-9b3676cd170f tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 210 time: 0.0471687 Jul 23 20:36:36.086102 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-0007324f-df69-4526-a637-f4f761ad7b18 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Transition to ACTIVE for port object a998797a-d0c1-4b55-a966-95788277c06b will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:36.108221 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c6cdaac-593e-4418-b1b7-f32efa13547e req-f24ff7c0-e7c8-45e1-bc08-239705879e89 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025956 Jul 23 20:36:36.226086 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4e2335b-3e5a-4214-9c7a-4b16845fa055 req-1fd255e0-409e-426c-93cf-76d38fd761b6 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 210 time: 0.0473685 Jul 23 20:36:36.227330 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:36.236708 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fdf1f169-277d-44ca-801b-27e428de76b9 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/aa180396-be8e-4dfa-bf54-5beb0737de5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3449614 Jul 23 20:36:36.238934 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Sync routers for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:36.255601 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3957ce42-574f-47b2-9bb9-b884d756beed None None] Network 8626bfc4-1535-4fd8-af0d-04839fed4f72 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:36.257131 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40610) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:36.258537 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:36.259331 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:36.265216 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-655b8224-2620-42a6-8466-bf4fb98cd420 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'network': {'name': 'tempest-RoutersTest-1956731633'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:36.312688 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655b8224-2620-42a6-8466-bf4fb98cd420 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:36.316703 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-0007324f-df69-4526-a637-f4f761ad7b18 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.317211 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-655b8224-2620-42a6-8466-bf4fb98cd420 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.355576 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655b8224-2620-42a6-8466-bf4fb98cd420 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:36:36.355904 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-93f6335f-ac7c-4710-a66e-702d83fdcf22 None None] Provisioning for port 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:36.360626 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:36.368753 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-655b8224-2620-42a6-8466-bf4fb98cd420 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.369080 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-655b8224-2620-42a6-8466-bf4fb98cd420 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Added segment a8515c77-af96-4c71-a224-a501adac4fe6 of type vlan for network 3befd528-c9e8-4bc2-89f7-3f342931ff0c Jul 23 20:36:36.423533 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-655b8224-2620-42a6-8466-bf4fb98cd420 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.434041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-0007324f-df69-4526-a637-f4f761ad7b18 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:36.441185 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-0007324f-df69-4526-a637-f4f761ad7b18 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:36.443783 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-0007324f-df69-4526-a637-f4f761ad7b18 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:36.463664 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-655b8224-2620-42a6-8466-bf4fb98cd420 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.471693 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655b8224-2620-42a6-8466-bf4fb98cd420 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:36.472475 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-655b8224-2620-42a6-8466-bf4fb98cd420 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.539196 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007324f-df69-4526-a637-f4f761ad7b18 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Pushing event updated for resources: {'Port': ['ID=a998797a-d0c1-4b55-a966-95788277c06b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:36.539421 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-655b8224-2620-42a6-8466-bf4fb98cd420 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2799058 Jul 23 20:36:36.553231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea8d02-779d-47a3-bec7-e5a2d21711b7 req-da4afbd8-bfce-44c8-84d2-6da8c3f337dd tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:36.571707 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-96ea8d02-779d-47a3-bec7-e5a2d21711b7 req-da4afbd8-bfce-44c8-84d2-6da8c3f337dd tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 945 time: 0.3434689 Jul 23 20:36:36.572754 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40616) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:36.573304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40618) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:36.592527 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4312e715-06b2-4795-aa2b-ca526abf3cbf tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Request body: {'floatingip': {'port_id': '2dcf5566-5f86-4d35-8e27-9179e2e2164f'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:36.614759 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b8224-2620-42a6-8466-bf4fb98cd420 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Network': ['ID=3befd528-c9e8-4bc2-89f7-3f342931ff0c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:36.710972 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:35Z', 'revision_number': 2, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:35Z', 'revision_number': 2, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:36.755512 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Checking router: aa180396-be8e-4dfa-bf54-5beb0737de5f for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:36.756154 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Updating router aa180396-be8e-4dfa-bf54-5beb0737de5f port 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:36:36.775021 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-0fc23afe-280b-421f-a371-7de8b76d773a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'subnet': {'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:36.787137 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4312e715-06b2-4795-aa2b-ca526abf3cbf tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.811511 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.828311 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 3befd528-c9e8-4bc2-89f7-3f342931ff0c details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:36:36.830195 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:36.940918 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f3d46-c57f-4d77-b090-f4b64d1967a8 req-47973528-9f0b-410f-b6c0-b57b7ccc8f09 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:36.953657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-85ad9b87-f62c-4f92-a560-42c57a0c99ed None None] Provisioning for port a998797a-d0c1-4b55-a966-95788277c06b completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:36.953812 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-428f3d46-c57f-4d77-b090-f4b64d1967a8 req-47973528-9f0b-410f-b6c0-b57b7ccc8f09 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.6401932 Jul 23 20:36:36.965264 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-85ad9b87-f62c-4f92-a560-42c57a0c99ed None None] Provisioning complete for port a998797a-d0c1-4b55-a966-95788277c06b triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:36.965570 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85ad9b87-f62c-4f92-a560-42c57a0c99ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.000490 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:37.011289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:37.011664 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.016248 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-85ad9b87-f62c-4f92-a560-42c57a0c99ed None None] Port a998797a-d0c1-4b55-a966-95788277c06b cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:37.106003 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.106565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-0007324f-df69-4526-a637-f4f761ad7b18 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:37.107559 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-0007324f-df69-4526-a637-f4f761ad7b18 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.148153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9a1fd56b-5963-48d8-9ee2-73e1b732c5ac,segment=NetworkSegment(4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7),segment_id=4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:37.161051 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.198525 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.216279 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Transition to ACTIVE for port object 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:37.223653 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.266704 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=9a1fd56b-5963-48d8-9ee2-73e1b732c5ac,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:37.278363 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411da20-c20b-4a46-be97-245e3183f81b req-3c4298b9-8ed8-4d4a-8983-068b1440845d tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:37.281038 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3411da20-c20b-4a46-be97-245e3183f81b req-3c4298b9-8ed8-4d4a-8983-068b1440845d tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.48 "GET /v2.0/networks?id=13d40f89-dcec-4353-8e15-43a0ddf5881e HTTP/1.1" status: 200 len: 809 time: 0.5630677 Jul 23 20:36:37.330225 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36425d-79d4-4fe0-86c0-c3ec6506f000 None None] Pushing event updated for resources: {'Port': ['ID=3b811b39-3d86-4d4f-aa71-c9c14d0f54cc,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:37.341926 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36425d-79d4-4fe0-86c0-c3ec6506f000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:37.342343 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36425d-79d4-4fe0-86c0-c3ec6506f000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:37.342680 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36425d-79d4-4fe0-86c0-c3ec6506f000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:37.343081 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36425d-79d4-4fe0-86c0-c3ec6506f000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:37.343530 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36425d-79d4-4fe0-86c0-c3ec6506f000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:37.344022 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36425d-79d4-4fe0-86c0-c3ec6506f000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:37.344480 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36425d-79d4-4fe0-86c0-c3ec6506f000 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:37.345625 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36425d-79d4-4fe0-86c0-c3ec6506f000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:37.346563 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36425d-79d4-4fe0-86c0-c3ec6506f000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:37.347735 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36425d-79d4-4fe0-86c0-c3ec6506f000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:37.348207 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36425d-79d4-4fe0-86c0-c3ec6506f000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:37.348338 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-e93bea15-0e56-4fb1-846a-a958407037a3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:37.349858 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36425d-79d4-4fe0-86c0-c3ec6506f000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:37.349982 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-e93bea15-0e56-4fb1-846a-a958407037a3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.48 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 811 time: 0.1747320 Jul 23 20:36:37.350241 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-32f9ea1f-2dc8-4fd5-a048-6318ac85ee22 None None] Provisioning for port 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:37.351845 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-428f3d46-c57f-4d77-b090-f4b64d1967a8 req-0ab22f80-af9f-4f9f-a4da-9f5c23cd4394 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3970993 Jul 23 20:36:37.363411 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-f379ad39-f1af-4b1d-937f-4ec25d680143 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Request body: {'port': {'device_id': '2fe83785-02df-493c-a698-e384ad0b5dd3', 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e', 'admin_state_up': True, 'tenant_id': 'b0fca3aa52ce41808d40d8b1ac821f99'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:37.377489 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-3411da20-c20b-4a46-be97-245e3183f81b req-7daeab36-9dbd-4e6f-97d7-3dad2c38f057 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Request body: {'port': {'device_id': 'cc991629-25d7-4cf6-8fef-ebdd7e079d82', 'network_id': '13d40f89-dcec-4353-8e15-43a0ddf5881e', 'admin_state_up': True, 'tenant_id': '12e6d832a9f14e179e159fe744599431'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:37.392499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-32f9ea1f-2dc8-4fd5-a048-6318ac85ee22 None None] Provisioning complete for port 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:37.393232 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32f9ea1f-2dc8-4fd5-a048-6318ac85ee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.424810 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Attempting to bind port 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:37.425174 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Attempting to bind port 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:37.425530 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Attempting to bind port 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc on network 8626bfc4-1535-4fd8-af0d-04839fed4f72 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:37.432756 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-0007324f-df69-4526-a637-f4f761ad7b18 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9073606 Jul 23 20:36:37.432943 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:37.433163 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Checking segment: {'id': '4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:37.433733 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.434295 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Bound using segment: {'id': '4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:37.435557 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Bound port: 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:37.436092 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.500210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Request body: {'port': {'device_id': 'e55d5c80-70a4-4ca1-a596-a501de4f77bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:37.509174 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc23afe-280b-421f-a371-7de8b76d773a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:37.513003 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0fc23afe-280b-421f-a371-7de8b76d773a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.526715 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] For port 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:37.531932 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] For port 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3b811b39-3d86-4d4f-aa71-c9c14d0f54cc,segment=NetworkSegment(4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7),segment_id=4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:37.543490 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.574886 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-f379ad39-f1af-4b1d-937f-4ec25d680143 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Made reservation on behalf of b0fca3aa52ce41808d40d8b1ac821f99 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:37.578498 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-f379ad39-f1af-4b1d-937f-4ec25d680143 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.609479 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:37.611761 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:37.702526 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f165de6-a67e-42e2-8316-b5f731190e7a req-c3c8ded7-ba33-4159-9d9e-46b1b3dd0e15 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 210 time: 0.2072120 Jul 23 20:36:37.754920 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-f379ad39-f1af-4b1d-937f-4ec25d680143 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Allocated IP 172.20.0.3 (fc19f065-57ff-496f-bbfb-adf4b5d7ae0e/bfc910d3-f783-4dce-a4ee-27e733f1d609/4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:37.863854 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36425d-79d4-4fe0-86c0-c3ec6506f000 None None] Pushing event updated for resources: {'Port': ['ID=3b811b39-3d86-4d4f-aa71-c9c14d0f54cc,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:37.888449 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:38.152518 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:35Z', 'revision_number': 2, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:37Z', 'revision_number': 4, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:38.184850 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9f2f35-5457-423b-b27f-6c3b7be544f9 None None] The sync data for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 is: [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:35Z', 'revision_number': 2, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:37Z', 'revision_number': 4, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:38.253257 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-f379ad39-f1af-4b1d-937f-4ec25d680143 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.304423 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-f379ad39-f1af-4b1d-937f-4ec25d680143 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.313974 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88566cf-9d56-44d7-b68e-920bf2d9374e req-07dd0919-32f8-4de2-ad1c-58fa2905dacb tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:38.315539 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a88566cf-9d56-44d7-b68e-920bf2d9374e req-07dd0919-32f8-4de2-ad1c-58fa2905dacb tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/ports?device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 936 time: 1.3115854 Jul 23 20:36:38.327738 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a076853-374e-4f3d-8647-b07dd5257c52 req-63af3d16-6891-4a81-8e17-2c8d7bf6bd1e tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 210 time: 0.1712201 Jul 23 20:36:38.350449 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-f379ad39-f1af-4b1d-937f-4ec25d680143 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:38.356484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-f379ad39-f1af-4b1d-937f-4ec25d680143 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:38.363812 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-f379ad39-f1af-4b1d-937f-4ec25d680143 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:38.392486 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379ad39-f1af-4b1d-937f-4ec25d680143 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Pushing event updated for resources: {'Port': ['ID=4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:38.427406 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-f379ad39-f1af-4b1d-937f-4ec25d680143 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:38.428313 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-f379ad39-f1af-4b1d-937f-4ec25d680143 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.428667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3411da20-c20b-4a46-be97-245e3183f81b req-7daeab36-9dbd-4e6f-97d7-3dad2c38f057 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Made reservation on behalf of 12e6d832a9f14e179e159fe744599431 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:38.432624 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3411da20-c20b-4a46-be97-245e3183f81b req-7daeab36-9dbd-4e6f-97d7-3dad2c38f057 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.439031 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.446289 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-f379ad39-f1af-4b1d-937f-4ec25d680143 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0870688 Jul 23 20:36:38.462264 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Request body: {'port': {'device_id': '2fe83785-02df-493c-a698-e384ad0b5dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:38.478062 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0fc23afe-280b-421f-a371-7de8b76d773a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.586797 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.601790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a88566cf-9d56-44d7-b68e-920bf2d9374e req-4f253815-a059-4e8c-b410-d8a19557a4de tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf34ca8c-71af-49c3-b15c-2f54784fa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447522 Jul 23 20:36:38.630442 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:38.742448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:38.743839 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.917511 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc23afe-280b-421f-a371-7de8b76d773a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Checking segment: {'id': 'a8515c77-af96-4c71-a224-a501adac4fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:38.917875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc23afe-280b-421f-a371-7de8b76d773a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network hostable DHCP agents. Network: 3befd528-c9e8-4bc2-89f7-3f342931ff0c, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:36:38.971725 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc23afe-280b-421f-a371-7de8b76d773a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Subnet': ['ID=3231a484-9cac-4243-b324-6a3098ced022,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:38.982802 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:38.987927 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b24010d-f427-42bd-8638-ccc24a1cf812 req-df4901ac-a7cf-4688-8ea3-f376fa56f702 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 210 time: 0.0771325 Jul 23 20:36:38.992154 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.015565 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Transition to ACTIVE for port object 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:39.021060 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.075065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Pushing event updated for resources: {'Port': ['ID=4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:39.125814 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc23afe-280b-421f-a371-7de8b76d773a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 3befd528-c9e8-4bc2-89f7-3f342931ff0c is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:36:39.162249 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Attempting to bind port 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:39.162580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Attempting to bind port 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:39.162904 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Attempting to bind port 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea on network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:39.167238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Port 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea on network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:36:39.167559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Attempting to bind port 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea on network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:39.173715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:39.174057 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Checking segment: {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:39.174443 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Bound using segment: {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:39.175201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Bound port: 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:39.175434 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.186374 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-0fc23afe-280b-421f-a371-7de8b76d773a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 3befd528-c9e8-4bc2-89f7-3f342931ff0c) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:39.190449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc23afe-280b-421f-a371-7de8b76d773a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:39.191167 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0fc23afe-280b-421f-a371-7de8b76d773a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.195730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184e1e6e-a3e5-496a-a34f-84ac94d1ad26 None None] Network 3befd528-c9e8-4bc2-89f7-3f342931ff0c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:39.218347 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-3411da20-c20b-4a46-be97-245e3183f81b req-7daeab36-9dbd-4e6f-97d7-3dad2c38f057 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Allocated IP 172.20.0.4 (13d40f89-dcec-4353-8e15-43a0ddf5881e/a66e3c08-4746-4129-b224-e349182d5266/859210a7-67b5-46da-9996-d1080a45b23f) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:39.251518 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d36d6-7807-43bf-b05e-4c2dc124f5f3 req-94cf99d2-deb0-4328-a4a5-369d309871a2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:39.252250 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] For port 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:39.253068 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d38d36d6-7807-43bf-b05e-4c2dc124f5f3 req-94cf99d2-deb0-4328-a4a5-369d309871a2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.4787195 Jul 23 20:36:39.255522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] For port 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:39.262281 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.263150 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.resource_extend [None req-4312e715-06b2-4795-aa2b-ca526abf3cbf tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:36:39.268659 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0fc23afe-280b-421f-a371-7de8b76d773a tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6896970 Jul 23 20:36:39.289314 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40636) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:39.368546 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:36:39.369660 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.382321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:39.383597 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.385233 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] 10.222.0.48 "PUT /v2.0/ports/4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea HTTP/1.1" status: 200 len: 1092 time: 0.9281530 Jul 23 20:36:39.385781 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe83785-02df-493c-a698-e384ad0b5dd3', 'tag': '4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:39.388528 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50a0bd7-b850-42c4-827a-ccb56604949e" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe83785-02df-493c-a698-e384ad0b5dd3", "tag": "4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:39.424581 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4312e715-06b2-4795-aa2b-ca526abf3cbf tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.427048 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129560a1-38cf-4718-b92b-76ea7477326f service neutron] Pushing event updated for resources: {'Port': ['ID=4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:39.447618 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4312e715-06b2-4795-aa2b-ca526abf3cbf tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.465260 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d38d36d6-7807-43bf-b05e-4c2dc124f5f3 req-eee3a7a2-62f4-45aa-83db-14274ba04266 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680691 Jul 23 20:36:39.572401 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-5683589c-fb5f-4519-84fe-d56d7d4e232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:39.574002 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-5683589c-fb5f-4519-84fe-d56d7d4e232e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 1095 time: 0.1357901 Jul 23 20:36:39.581471 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Allocated IP 172.21.0.2 (3befd528-c9e8-4bc2-89f7-3f342931ff0c/3231a484-9cac-4243-b324-6a3098ced022/a061defb-671f-4a93-a21d-75bd341b65f7) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:39.634271 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-2ec7b8be-7622-4507-a8ec-ec6d15862f4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea HTTP/1.1" status: 200 len: 217 time: 0.0496051 Jul 23 20:36:39.687248 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d002571f-9ba6-48ea-9242-f9aa8536c268 x-openstack-request-id: req-d002571f-9ba6-48ea-9242-f9aa8536c268 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:39.687491 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe83785-02df-493c-a698-e384ad0b5dd3", "tag": "4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:39.692859 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d002571f-9ba6-48ea-9242-f9aa8536c268 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:39.692859 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe83785-02df-493c-a698-e384ad0b5dd3', 'tag': '4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea', 'status': 'completed', 'code': 200} Jul 23 20:36:39.758604 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a998797a-d0c1-4b55-a966-95788277c06b {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:39.777245 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.778973 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-42c9844b-1deb-46d6-9111-7fb4c968a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:39.782411 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-42c9844b-1deb-46d6-9111-7fb4c968a033 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bfc910d3-f783-4dce-a4ee-27e733f1d609 HTTP/1.1" status: 200 len: 851 time: 0.1080115 Jul 23 20:36:39.786519 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-4312e715-06b2-4795-aa2b-ca526abf3cbf tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Floating IP 5ba0a72e-f0c7-495c-9e8c-2a456807c268 associated. External IP: 172.25.3.223, port: 2dcf5566-5f86-4d35-8e27-9179e2e2164f. Jul 23 20:36:39.787953 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.805890 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:36:39.806555 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Transition to ACTIVE for port object a061defb-671f-4a93-a21d-75bd341b65f7 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:39.831205 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Transition to ACTIVE for port object a061defb-671f-4a93-a21d-75bd341b65f7 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:39.844134 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.857069 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3411da20-c20b-4a46-be97-245e3183f81b req-7daeab36-9dbd-4e6f-97d7-3dad2c38f057 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.860938 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-4c3516ae-1891-441d-a5aa-2ffc4c26eeba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683551 Jul 23 20:36:39.885709 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Network 3befd528-c9e8-4bc2-89f7-3f342931ff0c is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:39.892026 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:39.897081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:39.910884 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Transition to ACTIVE for port object a998797a-d0c1-4b55-a966-95788277c06b will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:39.917361 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Pushing event updated for resources: {'Port': ['ID=a061defb-671f-4a93-a21d-75bd341b65f7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:39.926438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6210092-5edf-49bc-bfeb-90633069b67e req-9cfbfaee-75ce-4603-bccf-cac10c5a0640 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:39.933470 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d6210092-5edf-49bc-bfeb-90633069b67e req-9cfbfaee-75ce-4603-bccf-cac10c5a0640 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 943 time: 0.4207871 Jul 23 20:36:39.974354 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.977535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Attempting to bind port a061defb-671f-4a93-a21d-75bd341b65f7 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:39.978356 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Attempting to bind port a061defb-671f-4a93-a21d-75bd341b65f7 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a8515c77-af96-4c71-a224-a501adac4fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:39.978821 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Attempting to bind port a061defb-671f-4a93-a21d-75bd341b65f7 on network 3befd528-c9e8-4bc2-89f7-3f342931ff0c {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:39.985104 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:39.985471 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Checking segment: {'id': 'a8515c77-af96-4c71-a224-a501adac4fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:39.986001 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.986634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Bound using segment: {'id': 'a8515c77-af96-4c71-a224-a501adac4fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:39.986872 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Bound port: a061defb-671f-4a93-a21d-75bd341b65f7, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8515c77-af96-4c71-a224-a501adac4fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:39.987654 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.013165 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-8ceefdf9-0ec5-4ae6-bff9-3be2cda12c8a service neutron] 10.222.0.48 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270866 Jul 23 20:36:40.067615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] For port a061defb-671f-4a93-a21d-75bd341b65f7, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:40.072652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] For port a061defb-671f-4a93-a21d-75bd341b65f7, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a061defb-671f-4a93-a21d-75bd341b65f7,segment=NetworkSegment(a8515c77-af96-4c71-a224-a501adac4fe6),segment_id=a8515c77-af96-4c71-a224-a501adac4fe6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:40.082705 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.145208 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Pushing event updated for resources: {'Port': ['ID=a998797a-d0c1-4b55-a966-95788277c06b,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:40.163341 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d6210092-5edf-49bc-bfeb-90633069b67e req-575943ea-3e08-4fc4-ba22-d0b5c75089d2 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289057 Jul 23 20:36:40.204054 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f0148-cbfe-4192-ad5a-ee56b07a071d None None] Pushing event updated for resources: {'Port': ['ID=a061defb-671f-4a93-a21d-75bd341b65f7,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:40.228992 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.253076 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3411da20-c20b-4a46-be97-245e3183f81b req-7daeab36-9dbd-4e6f-97d7-3dad2c38f057 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.373404 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bea24cd1-01df-48d2-b0e9-2fba6d4ce5a6 req-c393ad16-84ce-4d8a-a993-6ad2a9ce2cf4 service neutron] 10.222.0.48 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919555 Jul 23 20:36:40.388453 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3411da20-c20b-4a46-be97-245e3183f81b req-7daeab36-9dbd-4e6f-97d7-3dad2c38f057 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Network 13d40f89-dcec-4353-8e15-43a0ddf5881e is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:40.463742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-3411da20-c20b-4a46-be97-245e3183f81b req-7daeab36-9dbd-4e6f-97d7-3dad2c38f057 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:40.472297 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3411da20-c20b-4a46-be97-245e3183f81b req-7daeab36-9dbd-4e6f-97d7-3dad2c38f057 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:40.543803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a99304-cc38-41fd-aaba-482a6d24bb45 req-2cab017d-6a84-419e-bc3e-cf4eac00da9a tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:40.548201 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-25a99304-cc38-41fd-aaba-482a6d24bb45 req-2cab017d-6a84-419e-bc3e-cf4eac00da9a tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/ports?device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 936 time: 0.6582365 Jul 23 20:36:40.577634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daeab36-9dbd-4e6f-97d7-3dad2c38f057 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Pushing event updated for resources: {'Port': ['ID=859210a7-67b5-46da-9996-d1080a45b23f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:40.654286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a0bd7-b850-42c4-827a-ccb56604949e req-62f9eba5-d935-482f-8c17-3971e10256cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:40.656573 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d50a0bd7-b850-42c4-827a-ccb56604949e req-62f9eba5-d935-482f-8c17-3971e10256cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 1095 time: 0.1766827 Jul 23 20:36:40.674927 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Attempting to bind port a998797a-d0c1-4b55-a966-95788277c06b on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:40.675908 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Attempting to bind port a998797a-d0c1-4b55-a966-95788277c06b by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:40.676247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Attempting to bind port a998797a-d0c1-4b55-a966-95788277c06b on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:40.677786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:40.690253 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411da20-c20b-4a46-be97-245e3183f81b req-7daeab36-9dbd-4e6f-97d7-3dad2c38f057 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:40.690903 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3411da20-c20b-4a46-be97-245e3183f81b req-7daeab36-9dbd-4e6f-97d7-3dad2c38f057 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.717536 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Port a998797a-d0c1-4b55-a966-95788277c06b on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:36:40.717785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Attempting to bind port a998797a-d0c1-4b55-a966-95788277c06b on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:40.738432 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:40.738814 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:40.739247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:40.739651 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Bound port: a998797a-d0c1-4b55-a966-95788277c06b, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:40.740020 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.740600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:40.745195 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:40.745561 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.751933 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-25a99304-cc38-41fd-aaba-482a6d24bb45 req-f4a3060c-8900-4481-892c-f9209746ea2b tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf34ca8c-71af-49c3-b15c-2f54784fa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685619 Jul 23 20:36:40.769844 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3411da20-c20b-4a46-be97-245e3183f81b req-7daeab36-9dbd-4e6f-97d7-3dad2c38f057 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4539781 Jul 23 20:36:40.776078 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Allocated IP 172.21.0.1 (3befd528-c9e8-4bc2-89f7-3f342931ff0c/3231a484-9cac-4243-b324-6a3098ced022/224f99d7-0319-44ea-a663-c5f564b9fd8f) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:40.835678 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Request body: {'port': {'device_id': 'cc991629-25d7-4cf6-8fef-ebdd7e079d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:40.839315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4312e715-06b2-4795-aa2b-ca526abf3cbf tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Router 463abf30-0de4-4300-b7b7-1532173f1aa7 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:40.841934 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a0bd7-b850-42c4-827a-ccb56604949e req-d88adf28-23ef-4055-aedb-afc404c3cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:40.842497 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d50a0bd7-b850-42c4-827a-ccb56604949e req-d88adf28-23ef-4055-aedb-afc404c3cfbb service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 912 time: 0.1583135 Jul 23 20:36:40.858814 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.896458 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3b811b39-3d86-4d4f-aa71-c9c14d0f54cc,segment=NetworkSegment(4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7),segment_id=4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:40.903261 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.904499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a061defb-671f-4a93-a21d-75bd341b65f7 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:40.916185 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d50a0bd7-b850-42c4-827a-ccb56604949e req-5f38f9f0-c1ce-4859-8261-e4ff474ad7f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea HTTP/1.1" status: 200 len: 217 time: 0.0622945 Jul 23 20:36:40.923829 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8418a3-c844-45c9-b8ad-85dab6e26cc7 req-ff6589ad-53e1-4ebe-8482-81a6fcde6cee tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:40.925350 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c8418a3-c844-45c9-b8ad-85dab6e26cc7 req-ff6589ad-53e1-4ebe-8482-81a6fcde6cee tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.4049027 Jul 23 20:36:40.982004 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=3b811b39-3d86-4d4f-aa71-c9c14d0f54cc,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:40.990039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a0bd7-b850-42c4-827a-ccb56604949e req-9a1fece4-3525-4b44-a37c-a7abbbbb8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:40.992142 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d50a0bd7-b850-42c4-827a-ccb56604949e req-9a1fece4-3525-4b44-a37c-a7abbbbb8b3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bfc910d3-f783-4dce-a4ee-27e733f1d609 HTTP/1.1" status: 200 len: 851 time: 0.0687358 Jul 23 20:36:40.998048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port a061defb-671f-4a93-a21d-75bd341b65f7 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:41.016651 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:41.037982 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d50a0bd7-b850-42c4-827a-ccb56604949e req-557a1c31-1b6a-4692-8724-ed0d5c2d943d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359554 Jul 23 20:36:41.062793 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Transition to ACTIVE for port object 224f99d7-0319-44ea-a663-c5f564b9fd8f will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:41.186911 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d50a0bd7-b850-42c4-827a-ccb56604949e req-18c70a33-379c-474f-9dd3-a279ff432d49 service neutron] 10.222.0.48 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383476 Jul 23 20:36:41.189087 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:41.263745 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 3befd528-c9e8-4bc2-89f7-3f342931ff0c is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:41.273280 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:41.277364 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:41.279990 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=224f99d7-0319-44ea-a663-c5f564b9fd8f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:41.370731 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:41.377744 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] For port a998797a-d0c1-4b55-a966-95788277c06b, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:41.399042 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd29ed8-c3da-4915-a005-8984ea50e4df None None] Network 3befd528-c9e8-4bc2-89f7-3f342931ff0c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:41.409031 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d50a0bd7-b850-42c4-827a-ccb56604949e req-3777972a-481c-4047-abdc-5ef0d814233c service neutron] 10.222.0.48 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126582 Jul 23 20:36:41.424620 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] For port a998797a-d0c1-4b55-a966-95788277c06b, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a998797a-d0c1-4b55-a966-95788277c06b,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:41.457288 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:41.475464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f8a7668e-0de0-4e58-b3c7-160a183de18f None None] Provisioning for port a061defb-671f-4a93-a21d-75bd341b65f7 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:41.475906 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c8418a3-c844-45c9-b8ad-85dab6e26cc7 req-38802255-a7bc-4650-8ae8-7e9af7ae68fd tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5368633 Jul 23 20:36:41.482532 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f8a7668e-0de0-4e58-b3c7-160a183de18f None None] Provisioning complete for port a061defb-671f-4a93-a21d-75bd341b65f7 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:41.483154 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8a7668e-0de0-4e58-b3c7-160a183de18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:41.520124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4550d41-2039-44ee-9e52-8e1ce5749d60 req-67b85b14-caa0-443e-b874-1788ea9ea100 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:41.527767 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4550d41-2039-44ee-9e52-8e1ce5749d60 req-67b85b14-caa0-443e-b874-1788ea9ea100 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 931 time: 0.6862731 Jul 23 20:36:41.530236 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:41.534626 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:41.582340 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:41.582965 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:41.584375 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] 10.222.0.48 "PUT /v2.0/ports/a998797a-d0c1-4b55-a966-95788277c06b HTTP/1.1" status: 200 len: 1097 time: 4.1109238 Jul 23 20:36:41.599903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55d5c80-70a4-4ca1-a596-a501de4f77bb', 'tag': 'a998797a-d0c1-4b55-a966-95788277c06b'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:41.602596 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae0f31c-9222-4570-bdce-ec6cb2941341" -d '{"events": [{"name": "network-changed", "server_uuid": "e55d5c80-70a4-4ca1-a596-a501de4f77bb", "tag": "a998797a-d0c1-4b55-a966-95788277c06b"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:41.609344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4312e715-06b2-4795-aa2b-ca526abf3cbf tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:41.624100 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12233bb4-71e4-4876-9498-2b2338fd43d7 None None] Sync routers for ids ['463abf30-0de4-4300-b7b7-1532173f1aa7'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:41.628367 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4312e715-06b2-4795-aa2b-ca526abf3cbf tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:41.646783 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8a7668e-0de0-4e58-b3c7-160a183de18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:41.706681 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f8a7668e-0de0-4e58-b3c7-160a183de18f None None] For port a061defb-671f-4a93-a21d-75bd341b65f7, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a061defb-671f-4a93-a21d-75bd341b65f7,segment=NetworkSegment(a8515c77-af96-4c71-a224-a501adac4fe6),segment_id=a8515c77-af96-4c71-a224-a501adac4fe6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:41.709001 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12233bb4-71e4-4876-9498-2b2338fd43d7 None None] Routers {'463abf30-0de4-4300-b7b7-1532173f1aa7'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:41.709662 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-12233bb4-71e4-4876-9498-2b2338fd43d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['463abf30-0de4-4300-b7b7-1532173f1aa7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:41.789531 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8a7668e-0de0-4e58-b3c7-160a183de18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:41.802913 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70fbd5-ddbb-4f08-be84-1356b8812da1 service neutron] Pushing event updated for resources: {'Port': ['ID=a998797a-d0c1-4b55-a966-95788277c06b,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:41.876494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7668e-0de0-4e58-b3c7-160a183de18f None None] Pushing event updated for resources: {'Port': ['ID=a061defb-671f-4a93-a21d-75bd341b65f7,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:41.898386 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:41.898611 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-12233bb4-71e4-4876-9498-2b2338fd43d7 None None] Set router 463abf30-0de4-4300-b7b7-1532173f1aa7 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:41.906051 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.081762 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4550d41-2039-44ee-9e52-8e1ce5749d60 req-f55ccb85-9092-4016-8a17-5d394a35b340 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/security-groups?id=174cfedd-06f2-4382-b55b-5e27088b3dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458074 Jul 23 20:36:42.143988 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4312e715-06b2-4795-aa2b-ca526abf3cbf tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "PUT /v2.0/floatingips/5ba0a72e-f0c7-495c-9e8c-2a456807c268 HTTP/1.1" status: 200 len: 991 time: 5.5635481 Jul 23 20:36:42.155073 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d6c8a3ba-370a-4dd0-a66f-5559efbb3f03 None None] Provisioning for port 224f99d7-0319-44ea-a663-c5f564b9fd8f completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:42.163759 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d6c8a3ba-370a-4dd0-a66f-5559efbb3f03 None None] Provisioning complete for port 224f99d7-0319-44ea-a663-c5f564b9fd8f triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:42.164137 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6c8a3ba-370a-4dd0-a66f-5559efbb3f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.171977 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859210a7-67b5-46da-9996-d1080a45b23f {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:42.183963 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.201455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Transition to ACTIVE for port object 859210a7-67b5-46da-9996-d1080a45b23f will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:42.226140 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.237429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d6c8a3ba-370a-4dd0-a66f-5559efbb3f03 None None] Port 224f99d7-0319-44ea-a663-c5f564b9fd8f cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:42.257729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d6c8a3ba-370a-4dd0-a66f-5559efbb3f03 None None] Provisioning complete for port a061defb-671f-4a93-a21d-75bd341b65f7 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:42.258190 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6c8a3ba-370a-4dd0-a66f-5559efbb3f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.262306 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2231d-f9e3-4fd7-93c2-fb0d2bed253f req-2d4caa19-4d41-4f04-8e18-9ad63b807453 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:42.264566 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55d2231d-f9e3-4fd7-93c2-fb0d2bed253f req-2d4caa19-4d41-4f04-8e18-9ad63b807453 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 943 time: 0.7101903 Jul 23 20:36:42.331872 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-12233bb4-71e4-4876-9498-2b2338fd43d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'name': 'tempest-ServersTestJSON-1213330083-router', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': 'a54034a57fda440080204e7382f3daae', 'gw_port': {'id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:03Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '5ba0a72e-f0c7-495c-9e8c-2a456807c268', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'floating_ip_address': '172.25.3.223', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'port_id': '2dcf5566-5f86-4d35-8e27-9179e2e2164f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1', 'mac_address': 'fa:16:3e:b9:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5510fcc-8664-4400-8398-53a878cfb69f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:15Z', 'updated_at': '2021-07-23T20:36:39Z', 'revision_number': 1, 'project_id': 'a54034a57fda440080204e7382f3daae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a7e48b-dbf7-49b9-926e-47ba30d4438d', 'name': '', 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'mac_address': 'fa:16:3e:eb:eb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:17Z', 'revision_number': 5, 'project_id': 'a54034a57fda440080204e7382f3daae', 'subnets': [{'id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:42.332930 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.339984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Pushing event updated for resources: {'Port': ['ID=859210a7-67b5-46da-9996-d1080a45b23f,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:42.347564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=224f99d7-0319-44ea-a663-c5f564b9fd8f,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:42.362288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-bccd5d5f-de18-4c54-bbb0-aadbd252a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:42.364134 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-bccd5d5f-de18-4c54-bbb0-aadbd252a45f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aaa3cfe8b2684ab5b85599ef576d5e38&device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 1100 time: 0.5372338 Jul 23 20:36:42.409317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12233bb4-71e4-4876-9498-2b2338fd43d7 None None] Checking router: 463abf30-0de4-4300-b7b7-1532173f1aa7 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:42.428697 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-6bc48462-877c-46df-ae90-c22710e02b62 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a998797a-d0c1-4b55-a966-95788277c06b HTTP/1.1" status: 200 len: 217 time: 0.0477340 Jul 23 20:36:42.446007 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12233bb4-71e4-4876-9498-2b2338fd43d7 None None] Routers {'463abf30-0de4-4300-b7b7-1532173f1aa7'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:42.446706 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-12233bb4-71e4-4876-9498-2b2338fd43d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['463abf30-0de4-4300-b7b7-1532173f1aa7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:42.474484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 3befd528-c9e8-4bc2-89f7-3f342931ff0c is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:42.476706 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:42.491698 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94a472a-95ed-429f-988e-8d6da5439dbe x-openstack-request-id: req-e94a472a-95ed-429f-988e-8d6da5439dbe {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:42.492213 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55d5c80-70a4-4ca1-a596-a501de4f77bb", "tag": "a998797a-d0c1-4b55-a966-95788277c06b", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:42.492296 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e94a472a-95ed-429f-988e-8d6da5439dbe {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:42.492631 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55d5c80-70a4-4ca1-a596-a501de4f77bb', 'tag': 'a998797a-d0c1-4b55-a966-95788277c06b', 'status': 'completed', 'code': 200} Jul 23 20:36:42.531603 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55d2231d-f9e3-4fd7-93c2-fb0d2bed253f req-a7899a5a-39ee-451b-96ed-5a29a9037e55 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791012 Jul 23 20:36:42.599508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-50c69a7a-454f-463c-b2d7-028e416e2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:42.601115 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-50c69a7a-454f-463c-b2d7-028e416e2fc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.1392522 Jul 23 20:36:42.625214 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Attempting to bind port 859210a7-67b5-46da-9996-d1080a45b23f on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:42.625583 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Attempting to bind port 859210a7-67b5-46da-9996-d1080a45b23f by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '333cfba0-3955-4720-8e8c-c362233f1d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '13d40f89-dcec-4353-8e15-43a0ddf5881e'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:42.625934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Attempting to bind port 859210a7-67b5-46da-9996-d1080a45b23f on network 13d40f89-dcec-4353-8e15-43a0ddf5881e {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:42.679543 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Port 859210a7-67b5-46da-9996-d1080a45b23f on network 13d40f89-dcec-4353-8e15-43a0ddf5881e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:36:42.679543 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Attempting to bind port 859210a7-67b5-46da-9996-d1080a45b23f on network 13d40f89-dcec-4353-8e15-43a0ddf5881e {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:42.692195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router aa180396-be8e-4dfa-bf54-5beb0737de5f has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:42.718992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:42.720154 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Checking segment: {'id': '333cfba0-3955-4720-8e8c-c362233f1d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '13d40f89-dcec-4353-8e15-43a0ddf5881e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:42.720573 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Bound using segment: {'id': '333cfba0-3955-4720-8e8c-c362233f1d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '13d40f89-dcec-4353-8e15-43a0ddf5881e'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:42.722936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Bound port: 859210a7-67b5-46da-9996-d1080a45b23f, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333cfba0-3955-4720-8e8c-c362233f1d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '13d40f89-dcec-4353-8e15-43a0ddf5881e'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:42.722936 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.821640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:42.839313 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:42.845749 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f24d2108-7edf-4163-85ee-f9da4d03d3ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/aa180396-be8e-4dfa-bf54-5beb0737de5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5529675 Jul 23 20:36:42.847887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40672) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:42.853754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e99aa5b1-d46a-4091-b3a3-e53e83e8d73f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'network': {'name': 'tempest-RoutersTest-1236918570'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:42.857062 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Sync routers for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:42.873149 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:42.874085 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:42.888037 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99aa5b1-d46a-4091-b3a3-e53e83e8d73f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:42.892559 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e99aa5b1-d46a-4091-b3a3-e53e83e8d73f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.899300 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-8e82d3af-ea6d-432e-9314-273a0a721f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:42.900894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-8e82d3af-ea6d-432e-9314-273a0a721f01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2768819 Jul 23 20:36:42.917333 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-12233bb4-71e4-4876-9498-2b2338fd43d7 None None] Set router 463abf30-0de4-4300-b7b7-1532173f1aa7 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:42.926377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99aa5b1-d46a-4091-b3a3-e53e83e8d73f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:36:42.928101 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92b379-4569-46b0-83e0-823fd714b2c6 req-c158ef16-d74c-4b1e-b0a2-0031afc68d9e tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:42.929928 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd92b379-4569-46b0-83e0-823fd714b2c6 req-c158ef16-d74c-4b1e-b0a2-0031afc68d9e tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/ports?device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 948 time: 0.2868190 Jul 23 20:36:42.942810 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e99aa5b1-d46a-4091-b3a3-e53e83e8d73f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.943330 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-e99aa5b1-d46a-4091-b3a3-e53e83e8d73f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Added segment 5a826613-17f5-43f8-bdac-9a23d1c68587 of type vlan for network 3dfbb5c1-6c04-4965-8215-b2c1b211dcd5 Jul 23 20:36:42.966059 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] For port 859210a7-67b5-46da-9996-d1080a45b23f, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:42.982778 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:43.012093 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e99aa5b1-d46a-4091-b3a3-e53e83e8d73f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.017122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] For port 859210a7-67b5-46da-9996-d1080a45b23f, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=859210a7-67b5-46da-9996-d1080a45b23f,segment=NetworkSegment(333cfba0-3955-4720-8e8c-c362233f1d90),segment_id=333cfba0-3955-4720-8e8c-c362233f1d90)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:43.040688 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:43.041059 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.052707 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:36:43.065186 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e99aa5b1-d46a-4091-b3a3-e53e83e8d73f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.071874 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99aa5b1-d46a-4091-b3a3-e53e83e8d73f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:43.073596 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd2714-2c07-418e-83f3-ed9cc51fe61e req-053845ac-65a2-42cb-872b-fbd8defbb3af tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:43.074620 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e99aa5b1-d46a-4091-b3a3-e53e83e8d73f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.075241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43fd2714-2c07-418e-83f3-ed9cc51fe61e req-053845ac-65a2-42cb-872b-fbd8defbb3af tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.2969654 Jul 23 20:36:43.091988 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.122823 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6783fb33-15c2-4a21-b888-405acf5bce26 None None] Provisioning complete for port 224f99d7-0319-44ea-a663-c5f564b9fd8f triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:43.122823 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6783fb33-15c2-4a21-b888-405acf5bce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.127897 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e99aa5b1-d46a-4091-b3a3-e53e83e8d73f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2762914 Jul 23 20:36:43.129198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40676) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:43.134695 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7f858da0-35f2-4381-ba70-fe8e362abca1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'subnet': {'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:43.136654 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd92b379-4569-46b0-83e0-823fd714b2c6 req-c15834c1-3601-4607-ab55-86664699cea7 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf34ca8c-71af-49c3-b15c-2f54784fa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941097 Jul 23 20:36:43.165723 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6783fb33-15c2-4a21-b888-405acf5bce26 None None] Port 224f99d7-0319-44ea-a663-c5f564b9fd8f cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:43.220977 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:36:43.249211 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:43.250050 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.252166 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3411da20-c20b-4a46-be97-245e3183f81b req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] 10.222.0.48 "PUT /v2.0/ports/859210a7-67b5-46da-9996-d1080a45b23f HTTP/1.1" status: 200 len: 1092 time: 2.4627063 Jul 23 20:36:43.252288 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99aa5b1-d46a-4091-b3a3-e53e83e8d73f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Network': ['ID=3dfbb5c1-6c04-4965-8215-b2c1b211dcd5,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:43.273009 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 3, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '224f99d7-0319-44ea-a663-c5f564b9fd8f', 'name': '', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a7:85:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:40Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 2, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '3231a484-9cac-4243-b324-6a3098ced022', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:43.296665 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 3dfbb5c1-6c04-4965-8215-b2c1b211dcd5 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:36:43.312728 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Checking router: aa180396-be8e-4dfa-bf54-5beb0737de5f for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:43.313448 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Updating router aa180396-be8e-4dfa-bf54-5beb0737de5f port 224f99d7-0319-44ea-a663-c5f564b9fd8f binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:36:43.349824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f858da0-35f2-4381-ba70-fe8e362abca1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:43.354196 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7f858da0-35f2-4381-ba70-fe8e362abca1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.373074 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.377244 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-8b1651eb-8d88-4ada-90fc-12babf33ddca service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603872 Jul 23 20:36:43.404199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43fd2714-2c07-418e-83f3-ed9cc51fe61e req-d0ea12a2-eadc-4afa-91e1-69be8eb6cf2a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3180292 Jul 23 20:36:43.404906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371dd7d-45fd-41b2-985d-682c729bb36c service neutron] Pushing event updated for resources: {'Port': ['ID=859210a7-67b5-46da-9996-d1080a45b23f,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:43.519320 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a061defb-671f-4a93-a21d-75bd341b65f7 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:43.624605 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:43.645398 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c8576d2-6ee1-41b8-9608-1a229fa49030 req-38d04377-72fd-4c20-a18b-87ad123393db service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599130 Jul 23 20:36:43.649599 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411da20-c20b-4a46-be97-245e3183f81b req-1eca254e-a118-4666-97a4-18cb5e09cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:43.651271 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3411da20-c20b-4a46-be97-245e3183f81b req-1eca254e-a118-4666-97a4-18cb5e09cdab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=12e6d832a9f14e179e159fe744599431&device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 1095 time: 0.3068066 Jul 23 20:36:43.667842 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea', 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e', 'port_id': '4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea', 'mac_address': 'fa:16:3e:03:c5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc910d3-f783-4dce-a4ee-27e733f1d609', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:36:43.732241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3411da20-c20b-4a46-be97-245e3183f81b req-bc96181c-2dc2-474a-bb95-520375b5eb4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=859210a7-67b5-46da-9996-d1080a45b23f HTTP/1.1" status: 200 len: 217 time: 0.0704453 Jul 23 20:36:43.733724 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7f858da0-35f2-4381-ba70-fe8e362abca1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.740492 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.771682 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-12233bb4-71e4-4876-9498-2b2338fd43d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'name': 'tempest-ServersTestJSON-1213330083-router', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': 'a54034a57fda440080204e7382f3daae', 'gw_port': {'id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:03Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '5ba0a72e-f0c7-495c-9e8c-2a456807c268', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'floating_ip_address': '172.25.3.223', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'port_id': '2dcf5566-5f86-4d35-8e27-9179e2e2164f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1', 'mac_address': 'fa:16:3e:b9:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5510fcc-8664-4400-8398-53a878cfb69f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:15Z', 'updated_at': '2021-07-23T20:36:39Z', 'revision_number': 1, 'project_id': 'a54034a57fda440080204e7382f3daae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a7e48b-dbf7-49b9-926e-47ba30d4438d', 'name': '', 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'mac_address': 'fa:16:3e:eb:eb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:17Z', 'revision_number': 5, 'project_id': 'a54034a57fda440080204e7382f3daae', 'subnets': [{'id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:43.805890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f858da0-35f2-4381-ba70-fe8e362abca1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Subnet': ['ID=78ccf7d6-2422-42a3-9d4a-4a378ab8d48b,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:43.807877 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12233bb4-71e4-4876-9498-2b2338fd43d7 None None] The sync data for ids ['463abf30-0de4-4300-b7b7-1532173f1aa7'] in n-d-791504-18 is: [{'id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'name': 'tempest-ServersTestJSON-1213330083-router', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': 'a54034a57fda440080204e7382f3daae', 'gw_port': {'id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:03Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '5ba0a72e-f0c7-495c-9e8c-2a456807c268', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'floating_ip_address': '172.25.3.223', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'port_id': '2dcf5566-5f86-4d35-8e27-9179e2e2164f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1', 'mac_address': 'fa:16:3e:b9:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5510fcc-8664-4400-8398-53a878cfb69f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:15Z', 'updated_at': '2021-07-23T20:36:39Z', 'revision_number': 1, 'project_id': 'a54034a57fda440080204e7382f3daae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a7e48b-dbf7-49b9-926e-47ba30d4438d', 'name': '', 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'mac_address': 'fa:16:3e:eb:eb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:17Z', 'revision_number': 5, 'project_id': 'a54034a57fda440080204e7382f3daae', 'subnets': [{'id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:43.815508 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f858da0-35f2-4381-ba70-fe8e362abca1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Checking segment: {'id': '5a826613-17f5-43f8-bdac-9a23d1c68587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:43.815876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f858da0-35f2-4381-ba70-fe8e362abca1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network hostable DHCP agents. Network: 3dfbb5c1-6c04-4965-8215-b2c1b211dcd5, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:36:43.819391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:43.834780 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f858da0-35f2-4381-ba70-fe8e362abca1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 3dfbb5c1-6c04-4965-8215-b2c1b211dcd5 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:36:43.845279 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:43.847743 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a061defb-671f-4a93-a21d-75bd341b65f7 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:43.848320 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.852443 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-7f858da0-35f2-4381-ba70-fe8e362abca1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 3dfbb5c1-6c04-4965-8215-b2c1b211dcd5) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:43.853274 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.870157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f858da0-35f2-4381-ba70-fe8e362abca1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:43.870762 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7f858da0-35f2-4381-ba70-fe8e362abca1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.903817 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7f858da0-35f2-4381-ba70-fe8e362abca1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7736902 Jul 23 20:36:43.904451 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40688) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:43.924484 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.936238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:43.947894 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a417e1-277d-4cbf-bd64-30971d8fe7c9 None None] Network 3dfbb5c1-6c04-4965-8215-b2c1b211dcd5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:43.951482 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Transition to ACTIVE for port object 224f99d7-0319-44ea-a663-c5f564b9fd8f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:43.965471 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411da20-c20b-4a46-be97-245e3183f81b req-b4eb543e-743c-4c6c-ab63-9cd55ec57649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:43.967531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3411da20-c20b-4a46-be97-245e3183f81b req-b4eb543e-743c-4c6c-ab63-9cd55ec57649 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a66e3c08-4746-4129-b224-e349182d5266 HTTP/1.1" status: 200 len: 849 time: 0.1713531 Jul 23 20:36:43.983228 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.031869 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3411da20-c20b-4a46-be97-245e3183f81b req-7291fd76-18ca-49b9-908e-6289a0b47631 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13d40f89-dcec-4353-8e15-43a0ddf5881e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521121 Jul 23 20:36:44.040742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0f31c-9222-4570-bdce-ec6cb2941341 req-ea9e4a94-f77a-4fff-b4ee-f3abc680180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.042478 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ae0f31c-9222-4570-bdce-ec6cb2941341 req-ea9e4a94-f77a-4fff-b4ee-f3abc680180e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aaa3cfe8b2684ab5b85599ef576d5e38&device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 1100 time: 0.3081405 Jul 23 20:36:44.109576 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36686c5b-fb51-480c-8c09-199d627fb20e None None] Pushing event updated for resources: {'Port': ['ID=224f99d7-0319-44ea-a663-c5f564b9fd8f,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:44.142654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:44.166432 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3411da20-c20b-4a46-be97-245e3183f81b req-52e06b50-c25a-48c5-a247-5a955de07c5a service neutron] 10.222.0.48 "GET /v2.0/networks/13d40f89-dcec-4353-8e15-43a0ddf5881e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192443 Jul 23 20:36:44.220163 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Attempting to bind port 224f99d7-0319-44ea-a663-c5f564b9fd8f on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:44.220673 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Attempting to bind port 224f99d7-0319-44ea-a663-c5f564b9fd8f by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a8515c77-af96-4c71-a224-a501adac4fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:44.225690 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Attempting to bind port 224f99d7-0319-44ea-a663-c5f564b9fd8f on network 3befd528-c9e8-4bc2-89f7-3f342931ff0c {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:44.230692 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a516858-f70e-447f-96d8-c71aac60aa7c req-c1bfa392-c3df-48e8-9c12-4165bafd974f tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.232921 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a516858-f70e-447f-96d8-c71aac60aa7c req-c1bfa392-c3df-48e8-9c12-4165bafd974f tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 943 time: 0.4389980 Jul 23 20:36:44.241418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363faaba-d001-4654-ba33-af679b9fd56c None None] New status for floating IP 5ba0a72e-f0c7-495c-9e8c-2a456807c268: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:36:44.243494 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:44.243849 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Checking segment: {'id': 'a8515c77-af96-4c71-a224-a501adac4fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:44.244804 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.245209 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Bound using segment: {'id': 'a8515c77-af96-4c71-a224-a501adac4fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:44.245707 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Bound port: 224f99d7-0319-44ea-a663-c5f564b9fd8f, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8515c77-af96-4c71-a224-a501adac4fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:44.246061 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.279721 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8ecbc-0863-4c75-86b7-45fe611d4d92 req-48e3c50b-c13d-4487-be78-ea574bc31fd2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.286633 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3e8ecbc-0863-4c75-86b7-45fe611d4d92 req-48e3c50b-c13d-4487-be78-ea574bc31fd2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.4914069 Jul 23 20:36:44.329176 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] For port 224f99d7-0319-44ea-a663-c5f564b9fd8f, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:44.332713 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] For port 224f99d7-0319-44ea-a663-c5f564b9fd8f, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=224f99d7-0319-44ea-a663-c5f564b9fd8f,segment=NetworkSegment(a8515c77-af96-4c71-a224-a501adac4fe6),segment_id=a8515c77-af96-4c71-a224-a501adac4fe6)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:44.343208 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.412449 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36686c5b-fb51-480c-8c09-199d627fb20e None None] Pushing event updated for resources: {'Port': ['ID=224f99d7-0319-44ea-a663-c5f564b9fd8f,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:44.430207 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-3dfbb5c1-6c04-4965-8215-b2c1b211dcd5', 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'fixed_ips': [{'subnet_id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:36:44.431403 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.441170 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:44.442401 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:44.501421 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5510fcc-8664-4400-8398-53a878cfb69f', 'tag': '2dcf5566-5f86-4d35-8e27-9179e2e2164f'}, {'name': 'network-changed', 'server_uuid': 'cc991629-25d7-4cf6-8fef-ebdd7e079d82', 'tag': '859210a7-67b5-46da-9996-d1080a45b23f'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:44.505309 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.505749 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62738bda-917d-4b76-aa92-e430e05c480c" -d '{"events": [{"name": "network-changed", "server_uuid": "d5510fcc-8664-4400-8398-53a878cfb69f", "tag": "2dcf5566-5f86-4d35-8e27-9179e2e2164f"}, {"name": "network-changed", "server_uuid": "cc991629-25d7-4cf6-8fef-ebdd7e079d82", "tag": "859210a7-67b5-46da-9996-d1080a45b23f"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:44.564608 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a516858-f70e-447f-96d8-c71aac60aa7c req-89a06741-efcf-4c6d-9387-820acde84f49 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/security-groups?id=174cfedd-06f2-4382-b55b-5e27088b3dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965572 Jul 23 20:36:44.599439 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:44.615400 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3e8ecbc-0863-4c75-86b7-45fe611d4d92 req-21d1c1da-a55d-4cd7-bd09-7c3d36a46cbb tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3277984 Jul 23 20:36:44.673617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0f31c-9222-4570-bdce-ec6cb2941341 req-0ea750c4-3a44-47e2-a443-a84331441961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.677542 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ae0f31c-9222-4570-bdce-ec6cb2941341 req-0ea750c4-3a44-47e2-a443-a84331441961 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.5055392 Jul 23 20:36:44.687438 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3411da20-c20b-4a46-be97-245e3183f81b req-a24381bb-bc9d-4785-8dd4-aa130d560631 service neutron] 10.222.0.48 "GET /v2.0/networks/13d40f89-dcec-4353-8e15-43a0ddf5881e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991424 Jul 23 20:36:44.804549 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Allocated IP 172.22.0.2 (3dfbb5c1-6c04-4965-8215-b2c1b211dcd5/78ccf7d6-2422-42a3-9d4a-4a378ab8d48b/2a765422-5d30-494b-84ee-d90daabd85fb) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:44.823341 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ae0f31c-9222-4570-bdce-ec6cb2941341 req-1b691897-5f54-4e46-91fc-ba900d769c66 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a998797a-d0c1-4b55-a966-95788277c06b HTTP/1.1" status: 200 len: 217 time: 0.1175432 Jul 23 20:36:44.938440 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0f31c-9222-4570-bdce-ec6cb2941341 req-dab0771b-8930-42ee-8ea3-fa20781bfe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.939961 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ae0f31c-9222-4570-bdce-ec6cb2941341 req-dab0771b-8930-42ee-8ea3-fa20781bfe4a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0991042 Jul 23 20:36:44.998042 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 3, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '224f99d7-0319-44ea-a663-c5f564b9fd8f', 'name': '', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a7:85:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:40Z', 'updated_at': '2021-07-23T20:36:44Z', 'revision_number': 4, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '3231a484-9cac-4243-b324-6a3098ced022', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:45.000919 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff3459-f58d-46ff-8bde-f05067c6ecdc req-084193e4-7a42-4262-b941-c0d23539737f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:45.002477 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0aff3459-f58d-46ff-8bde-f05067c6ecdc req-084193e4-7a42-4262-b941-c0d23539737f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 944 time: 0.1987519 Jul 23 20:36:45.007608 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.011165 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e603a-69b3-4400-865f-9afeaff27a67 req-3ce01f29-8118-4754-95f0-73c10b7b7331 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:45.017077 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Transition to ACTIVE for port object 2a765422-5d30-494b-84ee-d90daabd85fb will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:45.017910 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b5e603a-69b3-4400-865f-9afeaff27a67 req-3ce01f29-8118-4754-95f0-73c10b7b7331 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/ports?device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 948 time: 0.1861970 Jul 23 20:36:45.030005 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fc5076-45a6-44e0-a8e3-406e50fbf1dd None None] The sync data for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 is: [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 3, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '224f99d7-0319-44ea-a663-c5f564b9fd8f', 'name': '', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a7:85:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:40Z', 'updated_at': '2021-07-23T20:36:44Z', 'revision_number': 4, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '3231a484-9cac-4243-b324-6a3098ced022', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:45.032143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Transition to ACTIVE for port object 2a765422-5d30-494b-84ee-d90daabd85fb will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:45.042457 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.102236 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Network 3dfbb5c1-6c04-4965-8215-b2c1b211dcd5 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:45.112291 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0aff3459-f58d-46ff-8bde-f05067c6ecdc req-2669623c-a178-42b5-ba68-70454f0b38ee tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923247 Jul 23 20:36:45.115034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:45.126169 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:45.129728 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Pushing event updated for resources: {'Port': ['ID=2a765422-5d30-494b-84ee-d90daabd85fb,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:45.130447 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b5e603a-69b3-4400-865f-9afeaff27a67 req-5e301a22-dfc9-4675-90e9-9f1b911a4092 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf34ca8c-71af-49c3-b15c-2f54784fa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116486 Jul 23 20:36:45.147730 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0f31c-9222-4570-bdce-ec6cb2941341 req-2377c259-93be-4fdf-9182-217594a5f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:45.150118 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ae0f31c-9222-4570-bdce-ec6cb2941341 req-2377c259-93be-4fdf-9182-217594a5f481 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1975865 Jul 23 20:36:45.152296 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Allocated IP 172.22.0.1 (3dfbb5c1-6c04-4965-8215-b2c1b211dcd5/78ccf7d6-2422-42a3-9d4a-4a378ab8d48b/0c2b4997-d058-4b54-9d0f-bf8fb575872b) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:45.265162 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Attempting to bind port 2a765422-5d30-494b-84ee-d90daabd85fb on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:45.265721 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Attempting to bind port 2a765422-5d30-494b-84ee-d90daabd85fb by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '5a826613-17f5-43f8-bdac-9a23d1c68587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:45.266249 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Attempting to bind port 2a765422-5d30-494b-84ee-d90daabd85fb on network 3dfbb5c1-6c04-4965-8215-b2c1b211dcd5 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:45.288062 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.289134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:45.289507 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Checking segment: {'id': '5a826613-17f5-43f8-bdac-9a23d1c68587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:45.290013 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.290294 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Bound using segment: {'id': '5a826613-17f5-43f8-bdac-9a23d1c68587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:45.290779 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Bound port: 2a765422-5d30-494b-84ee-d90daabd85fb, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a826613-17f5-43f8-bdac-9a23d1c68587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:45.292086 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.329187 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d7840d-374b-4d5b-99d1-ed2f91958c6d x-openstack-request-id: req-06d7840d-374b-4d5b-99d1-ed2f91958c6d {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:45.329537 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5510fcc-8664-4400-8398-53a878cfb69f", "tag": "2dcf5566-5f86-4d35-8e27-9179e2e2164f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cc991629-25d7-4cf6-8fef-ebdd7e079d82", "tag": "859210a7-67b5-46da-9996-d1080a45b23f", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:45.329737 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06d7840d-374b-4d5b-99d1-ed2f91958c6d {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:45.330123 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5510fcc-8664-4400-8398-53a878cfb69f', 'tag': '2dcf5566-5f86-4d35-8e27-9179e2e2164f', 'status': 'completed', 'code': 200} Jul 23 20:36:45.330368 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc991629-25d7-4cf6-8fef-ebdd7e079d82', 'tag': '859210a7-67b5-46da-9996-d1080a45b23f', 'status': 'completed', 'code': 200} Jul 23 20:36:45.365608 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ae0f31c-9222-4570-bdce-ec6cb2941341 req-f6570e0d-f6e9-4f78-bf9e-f43b67f506c6 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079461 Jul 23 20:36:45.376652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] For port 2a765422-5d30-494b-84ee-d90daabd85fb, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:45.379581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] For port 2a765422-5d30-494b-84ee-d90daabd85fb, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2a765422-5d30-494b-84ee-d90daabd85fb,segment=NetworkSegment(5a826613-17f5-43f8-bdac-9a23d1c68587),segment_id=5a826613-17f5-43f8-bdac-9a23d1c68587)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:45.385622 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.406290 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.422036 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Transition to ACTIVE for port object 0c2b4997-d058-4b54-9d0f-bf8fb575872b will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:45.451699 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53af9e-0c7e-49a4-b89d-8d26d60eec36 None None] Pushing event updated for resources: {'Port': ['ID=2a765422-5d30-494b-84ee-d90daabd85fb,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:45.463424 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.521502 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=0c2b4997-d058-4b54-9d0f-bf8fb575872b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:45.537917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 3dfbb5c1-6c04-4965-8215-b2c1b211dcd5 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:45.539840 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:45.545976 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:45.596868 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ae0f31c-9222-4570-bdce-ec6cb2941341 req-872d85e6-6562-4857-9acf-0509755fd215 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065232 Jul 23 20:36:45.620441 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62738bda-917d-4b76-aa92-e430e05c480c req-ece457e8-0945-4e30-9dad-f6af4a5fa1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:45.622104 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62738bda-917d-4b76-aa92-e430e05c480c req-ece457e8-0945-4e30-9dad-f6af4a5fa1e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=12e6d832a9f14e179e159fe744599431&device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 1095 time: 0.2909553 Jul 23 20:36:45.627195 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.635049 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62738bda-917d-4b76-aa92-e430e05c480c req-8d6cc6e0-a097-47f8-af19-4eb386215502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:45.643273 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62738bda-917d-4b76-aa92-e430e05c480c req-8d6cc6e0-a097-47f8-af19-4eb386215502 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a54034a57fda440080204e7382f3daae&device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 1097 time: 0.3108084 Jul 23 20:36:45.658124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6832b7a-bd02-4fda-881d-6daad0e36aad req-0f1d08a0-d8e5-4cbb-84c8-21131f44d6f7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:45.659705 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6832b7a-bd02-4fda-881d-6daad0e36aad req-0f1d08a0-d8e5-4cbb-84c8-21131f44d6f7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.2725828 Jul 23 20:36:45.824524 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.135353 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.140783 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.166390 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6832b7a-bd02-4fda-881d-6daad0e36aad req-cbdad28c-ddad-4051-8356-22047720be61 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4851906 Jul 23 20:36:46.221714 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62738bda-917d-4b76-aa92-e430e05c480c req-6594967a-91c3-41da-8694-23c9f4678cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:46.223452 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62738bda-917d-4b76-aa92-e430e05c480c req-6594967a-91c3-41da-8694-23c9f4678cab service neutron] 10.222.0.48 "GET /v2.0/networks?id=13d40f89-dcec-4353-8e15-43a0ddf5881e HTTP/1.1" status: 200 len: 910 time: 0.5905006 Jul 23 20:36:46.242576 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09cea3-df30-449c-9e80-1529f318f4ad req-aac91605-2e59-4123-81f0-3da15591b774 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:46.244298 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db09cea3-df30-449c-9e80-1529f318f4ad req-aac91605-2e59-4123-81f0-3da15591b774 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 943 time: 0.5814567 Jul 23 20:36:46.257805 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.260898 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=0c2b4997-d058-4b54-9d0f-bf8fb575872b,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:46.315019 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62738bda-917d-4b76-aa92-e430e05c480c req-3fc9edca-0aef-4789-9b8d-664355e5b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:46.316615 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62738bda-917d-4b76-aa92-e430e05c480c req-3fc9edca-0aef-4789-9b8d-664355e5b9dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=bd503777-cbd7-4983-8bcb-d8db25f0c2a1 HTTP/1.1" status: 200 len: 907 time: 0.6548481 Jul 23 20:36:46.317837 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62738bda-917d-4b76-aa92-e430e05c480c req-93226a2f-1f4a-4e9e-957c-af6cca3bf745 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=859210a7-67b5-46da-9996-d1080a45b23f HTTP/1.1" status: 200 len: 217 time: 0.0726013 Jul 23 20:36:46.368274 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 3dfbb5c1-6c04-4965-8215-b2c1b211dcd5 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:46.369804 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:46.424610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db09cea3-df30-449c-9e80-1529f318f4ad req-8ab18d96-ed22-4934-a812-d656622af213 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/security-groups?id=174cfedd-06f2-4382-b55b-5e27088b3dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689632 Jul 23 20:36:46.467016 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62738bda-917d-4b76-aa92-e430e05c480c req-28baabd2-b110-40e0-9235-fa29240d2caf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dcf5566-5f86-4d35-8e27-9179e2e2164f HTTP/1.1" status: 200 len: 1001 time: 0.1392884 Jul 23 20:36:46.480455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router aa180396-be8e-4dfa-bf54-5beb0737de5f has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:46.495745 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62738bda-917d-4b76-aa92-e430e05c480c req-4e537bec-b07b-41b1-8c80-ca50dfde5ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:46.497250 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62738bda-917d-4b76-aa92-e430e05c480c req-4e537bec-b07b-41b1-8c80-ca50dfde5ed7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a66e3c08-4746-4129-b224-e349182d5266 HTTP/1.1" status: 200 len: 849 time: 0.1686463 Jul 23 20:36:46.608006 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62738bda-917d-4b76-aa92-e430e05c480c req-55384244-696c-4601-8b0a-1161bdeea8f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13d40f89-dcec-4353-8e15-43a0ddf5881e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880311 Jul 23 20:36:46.618166 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7157e8-7f01-4e8c-8c68-5fccc7781241 req-d7d6f47c-2536-40f3-a504-0215deeeff01 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:46.620227 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c7157e8-7f01-4e8c-8c68-5fccc7781241 req-d7d6f47c-2536-40f3-a504-0215deeeff01 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/ports?device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 948 time: 0.2931683 Jul 23 20:36:46.642003 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:46.649024 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-aeea89fa-38ff-466e-a81d-cbe6c3ae4c6d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/aa180396-be8e-4dfa-bf54-5beb0737de5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7413690 Jul 23 20:36:46.650484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2a765422-5d30-494b-84ee-d90daabd85fb up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:46.654207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40714) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:46.659168 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Sync routers for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:46.665529 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-372e4684-568f-4aa9-a304-4b280e57d0ac tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'network': {'name': 'tempest-RoutersTest-496263874'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:46.672188 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:46.672920 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:46.679440 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b920c3d9-fdb4-4a4d-8149-f1db3906cc08 None None] Network 3dfbb5c1-6c04-4965-8215-b2c1b211dcd5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:46.691364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62738bda-917d-4b76-aa92-e430e05c480c req-96828738-8f49-4601-b47c-8b81a7873f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:46.693085 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62738bda-917d-4b76-aa92-e430e05c480c req-96828738-8f49-4601-b47c-8b81a7873f7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=91429578-5cbf-4f9e-9d47-bfd3e83047bf HTTP/1.1" status: 200 len: 845 time: 0.2139087 Jul 23 20:36:46.704851 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372e4684-568f-4aa9-a304-4b280e57d0ac tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:46.710244 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-372e4684-568f-4aa9-a304-4b280e57d0ac tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.751495 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372e4684-568f-4aa9-a304-4b280e57d0ac tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:36:46.766027 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.774528 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-372e4684-568f-4aa9-a304-4b280e57d0ac tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.775058 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-372e4684-568f-4aa9-a304-4b280e57d0ac tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Added segment e94bb209-fc17-4a6f-a1ab-484baa332606 of type vlan for network 216ffdae-1ffa-436b-a485-79c6c3e95088 Jul 23 20:36:46.778546 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-670e7651-7eeb-4ff6-b3d1-5a87805e74bd None None] Provisioning for port 2a765422-5d30-494b-84ee-d90daabd85fb completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:46.798964 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 2a765422-5d30-494b-84ee-d90daabd85fb completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:46.801544 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:46.807792 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 2a765422-5d30-494b-84ee-d90daabd85fb triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:46.808132 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.810931 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62738bda-917d-4b76-aa92-e430e05c480c req-2f21ccf8-33cc-42da-bbca-d79cf4bfe4ff service neutron] 10.222.0.48 "GET /v2.0/networks/13d40f89-dcec-4353-8e15-43a0ddf5881e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888549 Jul 23 20:36:46.827032 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c7157e8-7f01-4e8c-8c68-5fccc7781241 req-37e4741f-34f0-4446-9942-bc5eb6b92409 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf34ca8c-71af-49c3-b15c-2f54784fa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277127 Jul 23 20:36:46.857851 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9da750-a17a-4dba-82f5-ecfff33f1050 req-91a40d7c-d4c1-414d-97f7-4336f3059250 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:46.864369 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-372e4684-568f-4aa9-a304-4b280e57d0ac tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.865389 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee9da750-a17a-4dba-82f5-ecfff33f1050 req-91a40d7c-d4c1-414d-97f7-4336f3059250 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 944 time: 0.3662624 Jul 23 20:36:46.912975 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-372e4684-568f-4aa9-a304-4b280e57d0ac tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.924690 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e4684-568f-4aa9-a304-4b280e57d0ac tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:46.925793 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-372e4684-568f-4aa9-a304-4b280e57d0ac tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.974838 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-372e4684-568f-4aa9-a304-4b280e57d0ac tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3132350 Jul 23 20:36:46.980039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40716) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:46.985154 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-63e78b6e-38dc-49ad-8c63-98a5446460d4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'subnet': {'network_id': '216ffdae-1ffa-436b-a485-79c6c3e95088', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:47.005075 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a998797a-d0c1-4b55-a966-95788277c06b details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:36:47.006513 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:47.045940 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62738bda-917d-4b76-aa92-e430e05c480c req-e0faf8f5-4e7c-4f94-ace7-bbe73b0a945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:47.047604 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62738bda-917d-4b76-aa92-e430e05c480c req-e0faf8f5-4e7c-4f94-ace7-bbe73b0a945e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd503777-cbd7-4983-8bcb-d8db25f0c2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3399725 Jul 23 20:36:47.062314 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee9da750-a17a-4dba-82f5-ecfff33f1050 req-5da198e9-b607-4913-a5e6-2e774ee267db tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724322 Jul 23 20:36:47.099239 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62738bda-917d-4b76-aa92-e430e05c480c req-c385bed5-905d-4a2f-ae82-8eb18357b83c service neutron] 10.222.0.48 "GET /v2.0/networks/13d40f89-dcec-4353-8e15-43a0ddf5881e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695091 Jul 23 20:36:47.109248 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e78b6e-38dc-49ad-8c63-98a5446460d4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Made reservation on behalf of 73090f04375d4000b39ac556a7314193 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:47.114142 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-63e78b6e-38dc-49ad-8c63-98a5446460d4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.118794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0016af-537a-48d9-927d-bde17863b14e req-2265f849-b044-4979-a460-c5de49ea5c83 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:47.127282 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a0016af-537a-48d9-927d-bde17863b14e req-2265f849-b044-4979-a460-c5de49ea5c83 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.1943080 Jul 23 20:36:47.172557 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e4684-568f-4aa9-a304-4b280e57d0ac tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Network': ['ID=216ffdae-1ffa-436b-a485-79c6c3e95088,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:47.203381 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:45Z', 'revision_number': 4, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '0c2b4997-d058-4b54-9d0f-bf8fb575872b', 'name': '', 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:8e:72:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:44Z', 'updated_at': '2021-07-23T20:36:45Z', 'revision_number': 2, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224f99d7-0319-44ea-a663-c5f564b9fd8f', 'name': '', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a7:85:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:40Z', 'updated_at': '2021-07-23T20:36:44Z', 'revision_number': 4, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '3231a484-9cac-4243-b324-6a3098ced022', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:47.207999 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 216ffdae-1ffa-436b-a485-79c6c3e95088 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:36:47.217886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62738bda-917d-4b76-aa92-e430e05c480c req-0a92e208-0630-4da8-a813-30891734e01e service neutron] 10.222.0.57 "GET /v2.0/networks/bd503777-cbd7-4983-8bcb-d8db25f0c2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546426 Jul 23 20:36:47.223227 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a0016af-537a-48d9-927d-bde17863b14e req-c08152d6-9d72-487f-a395-c6fffd1211ac tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949669 Jul 23 20:36:47.258620 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Checking router: aa180396-be8e-4dfa-bf54-5beb0737de5f for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:47.259312 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Updating router aa180396-be8e-4dfa-bf54-5beb0737de5f port 0c2b4997-d058-4b54-9d0f-bf8fb575872b binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:36:47.275668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:47.306427 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.324249 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.334685 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:47.335077 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.384130 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62738bda-917d-4b76-aa92-e430e05c480c req-766a2d3f-bf34-4680-8da5-37bfd9c27330 service neutron] 10.222.0.57 "GET /v2.0/networks/bd503777-cbd7-4983-8bcb-d8db25f0c2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585178 Jul 23 20:36:47.437300 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-63e78b6e-38dc-49ad-8c63-98a5446460d4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.468046 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a998797a-d0c1-4b55-a966-95788277c06b, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a998797a-d0c1-4b55-a966-95788277c06b,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:47.505397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'a998797a-d0c1-4b55-a966-95788277c06b', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': 'a998797a-d0c1-4b55-a966-95788277c06b', 'mac_address': 'fa:16:3e:60:51:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:36:47.510513 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 2a765422-5d30-494b-84ee-d90daabd85fb, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2a765422-5d30-494b-84ee-d90daabd85fb,segment=NetworkSegment(5a826613-17f5-43f8-bdac-9a23d1c68587),segment_id=5a826613-17f5-43f8-bdac-9a23d1c68587)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:47.525039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e78b6e-38dc-49ad-8c63-98a5446460d4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Subnet': ['ID=a7328355-b373-4c9f-b5df-ef9b53fede17,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:47.531515 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.532341 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 224f99d7-0319-44ea-a663-c5f564b9fd8f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:47.575904 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e78b6e-38dc-49ad-8c63-98a5446460d4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Checking segment: {'id': 'e94bb209-fc17-4a6f-a1ab-484baa332606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '216ffdae-1ffa-436b-a485-79c6c3e95088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:47.576262 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e78b6e-38dc-49ad-8c63-98a5446460d4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network hostable DHCP agents. Network: 216ffdae-1ffa-436b-a485-79c6c3e95088, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:36:47.594412 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad44d67-3ba0-407e-a9b8-d6c8031cb1cc req-e64d3925-4bbd-45ed-95f3-f6d6017245da tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:47.602320 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ad44d67-3ba0-407e-a9b8-d6c8031cb1cc req-e64d3925-4bbd-45ed-95f3-f6d6017245da tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 943 time: 0.0921426 Jul 23 20:36:47.624197 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e78b6e-38dc-49ad-8c63-98a5446460d4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 216ffdae-1ffa-436b-a485-79c6c3e95088 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:36:47.640636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-63e78b6e-38dc-49ad-8c63-98a5446460d4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 216ffdae-1ffa-436b-a485-79c6c3e95088) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:47.644952 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e78b6e-38dc-49ad-8c63-98a5446460d4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:47.646380 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-63e78b6e-38dc-49ad-8c63-98a5446460d4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.653882 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ad44d67-3ba0-407e-a9b8-d6c8031cb1cc req-421b1462-e137-4fc5-b2a9-f80f5b94f083 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/security-groups?id=174cfedd-06f2-4382-b55b-5e27088b3dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503674 Jul 23 20:36:47.663847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58414fd4-660d-42ee-84ed-52d7d0467566 None None] Network 216ffdae-1ffa-436b-a485-79c6c3e95088 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:47.681994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40724) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:47.683431 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-63e78b6e-38dc-49ad-8c63-98a5446460d4 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7022243 Jul 23 20:36:47.751773 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.780194 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=2a765422-5d30-494b-84ee-d90daabd85fb,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:47.816431 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.818867 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a998797a-d0c1-4b55-a966-95788277c06b {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:47.827970 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.839403 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Transition to ACTIVE for port object 0c2b4997-d058-4b54-9d0f-bf8fb575872b will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:47.852518 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.886031 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a998797a-d0c1-4b55-a966-95788277c06b, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a998797a-d0c1-4b55-a966-95788277c06b,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:47.898291 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe83785-02df-493c-a698-e384ad0b5dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:47.902257 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ad06af-0b29-4da3-90c6-ef4cdff0109a" -d '{"events": [{"server_uuid": "2fe83785-02df-493c-a698-e384ad0b5dd3", "name": "network-vif-plugged", "status": "completed", "tag": "4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:47.933351 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 224f99d7-0319-44ea-a663-c5f564b9fd8f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:47.936130 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.936776 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 859210a7-67b5-46da-9996-d1080a45b23f details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:36:47.959424 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7f8dfdb5-5ae9-450a-bde0-04f835f5b3ca None None] Provisioning complete for port 2a765422-5d30-494b-84ee-d90daabd85fb triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:47.959792 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7f8dfdb5-5ae9-450a-bde0-04f835f5b3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.964728 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:47.976326 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e004f7-68b7-420d-8127-33c476c55fac None None] Pushing event updated for resources: {'Port': ['ID=0c2b4997-d058-4b54-9d0f-bf8fb575872b,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:47.995136 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3398f31e-064a-456c-8728-f270ea16b145 x-openstack-request-id: req-3398f31e-064a-456c-8728-f270ea16b145 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:47.995479 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe83785-02df-493c-a698-e384ad0b5dd3", "name": "network-vif-plugged", "status": "completed", "tag": "4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:47.995672 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3398f31e-064a-456c-8728-f270ea16b145 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:47.996053 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe83785-02df-493c-a698-e384ad0b5dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea', 'code': 200} Jul 23 20:36:48.000963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 224f99d7-0319-44ea-a663-c5f564b9fd8f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:48.001334 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.023584 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.048001 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Attempting to bind port 0c2b4997-d058-4b54-9d0f-bf8fb575872b on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:48.048360 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Attempting to bind port 0c2b4997-d058-4b54-9d0f-bf8fb575872b by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '5a826613-17f5-43f8-bdac-9a23d1c68587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:48.048680 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Attempting to bind port 0c2b4997-d058-4b54-9d0f-bf8fb575872b on network 3dfbb5c1-6c04-4965-8215-b2c1b211dcd5 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:48.055136 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:48.055569 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Checking segment: {'id': '5a826613-17f5-43f8-bdac-9a23d1c68587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:48.056127 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.056570 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Bound using segment: {'id': '5a826613-17f5-43f8-bdac-9a23d1c68587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:48.057032 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Bound port: 0c2b4997-d058-4b54-9d0f-bf8fb575872b, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a826613-17f5-43f8-bdac-9a23d1c68587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:48.057408 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.143113 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ea5a1-aca7-46bb-bd46-755005a2dc34 req-ce89c7e2-b650-45ad-9b1a-88f329c2b8ca tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:48.144716 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc5ea5a1-aca7-46bb-bd46-755005a2dc34 req-ce89c7e2-b650-45ad-9b1a-88f329c2b8ca tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/ports?device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 949 time: 0.2169085 Jul 23 20:36:48.153040 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] For port 0c2b4997-d058-4b54-9d0f-bf8fb575872b, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:48.159618 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=a998797a-d0c1-4b55-a966-95788277c06b,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:48.160615 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] For port 0c2b4997-d058-4b54-9d0f-bf8fb575872b, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0c2b4997-d058-4b54-9d0f-bf8fb575872b,segment=NetworkSegment(5a826613-17f5-43f8-bdac-9a23d1c68587),segment_id=5a826613-17f5-43f8-bdac-9a23d1c68587)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:48.175080 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.259805 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e004f7-68b7-420d-8127-33c476c55fac None None] Pushing event updated for resources: {'Port': ['ID=0c2b4997-d058-4b54-9d0f-bf8fb575872b,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:48.274096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-216ffdae-1ffa-436b-a485-79c6c3e95088', 'network_id': '216ffdae-1ffa-436b-a485-79c6c3e95088', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'fixed_ips': [{'subnet_id': 'a7328355-b373-4c9f-b5df-ef9b53fede17'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:36:48.274950 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.288267 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:48.289087 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:48.303683 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca674c1-e0f4-46a7-873f-d4a2d837fb5b req-e7d38baf-2e80-49fe-8197-33d5921330fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:48.305553 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ca674c1-e0f4-46a7-873f-d4a2d837fb5b req-e7d38baf-2e80-49fe-8197-33d5921330fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 1097 time: 0.2359467 Jul 23 20:36:48.323561 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc5ea5a1-aca7-46bb-bd46-755005a2dc34 req-ef0051ca-c22f-4767-b0e9-aba847a035e0 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf34ca8c-71af-49c3-b15c-2f54784fa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676173 Jul 23 20:36:48.385055 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:48.415294 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:48.475634 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.508253 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f3eb9-e98f-4a6d-a760-61e4cbd37902 req-4a889bce-4361-428f-a0a5-459b29adfe28 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:48.510112 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cf9f3eb9-e98f-4a6d-a760-61e4cbd37902 req-4a889bce-4361-428f-a0a5-459b29adfe28 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.3048384 Jul 23 20:36:48.518306 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 859210a7-67b5-46da-9996-d1080a45b23f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=859210a7-67b5-46da-9996-d1080a45b23f,segment=NetworkSegment(333cfba0-3955-4720-8e8c-c362233f1d90),segment_id=333cfba0-3955-4720-8e8c-c362233f1d90)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:48.549532 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '859210a7-67b5-46da-9996-d1080a45b23f', 'network_id': '13d40f89-dcec-4353-8e15-43a0ddf5881e', 'port_id': '859210a7-67b5-46da-9996-d1080a45b23f', 'mac_address': 'fa:16:3e:25:6a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66e3c08-4746-4129-b224-e349182d5266', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:36:48.593539 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.610129 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ca674c1-e0f4-46a7-873f-d4a2d837fb5b req-c68f7eaa-7965-4dd9-bce4-474bbeb6119b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682583 Jul 23 20:36:48.644256 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7f8dfdb5-5ae9-450a-bde0-04f835f5b3ca None None] Provisioning for port 0c2b4997-d058-4b54-9d0f-bf8fb575872b completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:48.672238 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cf9f3eb9-e98f-4a6d-a760-61e4cbd37902 req-74b34ac0-d4d7-4647-b947-8ee561b21606 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546705 Jul 23 20:36:48.684482 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 224f99d7-0319-44ea-a663-c5f564b9fd8f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=224f99d7-0319-44ea-a663-c5f564b9fd8f,segment=NetworkSegment(a8515c77-af96-4c71-a224-a501adac4fe6),segment_id=a8515c77-af96-4c71-a224-a501adac4fe6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:48.703618 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:45Z', 'revision_number': 4, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '0c2b4997-d058-4b54-9d0f-bf8fb575872b', 'name': '', 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:8e:72:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:44Z', 'updated_at': '2021-07-23T20:36:48Z', 'revision_number': 4, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224f99d7-0319-44ea-a663-c5f564b9fd8f', 'name': '', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a7:85:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:40Z', 'updated_at': '2021-07-23T20:36:44Z', 'revision_number': 4, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '3231a484-9cac-4243-b324-6a3098ced022', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:48.704463 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.716344 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.766494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859210a7-67b5-46da-9996-d1080a45b23f {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:48.773266 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708960b1-239e-4d26-8ef7-84a4bb1fae67 None None] The sync data for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 is: [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:45Z', 'revision_number': 4, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '0c2b4997-d058-4b54-9d0f-bf8fb575872b', 'name': '', 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:8e:72:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:44Z', 'updated_at': '2021-07-23T20:36:48Z', 'revision_number': 4, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224f99d7-0319-44ea-a663-c5f564b9fd8f', 'name': '', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a7:85:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:40Z', 'updated_at': '2021-07-23T20:36:44Z', 'revision_number': 4, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '3231a484-9cac-4243-b324-6a3098ced022', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:48.779499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Allocated IP 172.23.0.2 (216ffdae-1ffa-436b-a485-79c6c3e95088/a7328355-b373-4c9f-b5df-ef9b53fede17/0333eadf-668d-4ad5-af55-8af1f7471ef5) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:48.852313 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 859210a7-67b5-46da-9996-d1080a45b23f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=859210a7-67b5-46da-9996-d1080a45b23f,segment=NetworkSegment(333cfba0-3955-4720-8e8c-c362233f1d90),segment_id=333cfba0-3955-4720-8e8c-c362233f1d90)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:48.874280 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.878425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=224f99d7-0319-44ea-a663-c5f564b9fd8f,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:48.890136 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2a765422-5d30-494b-84ee-d90daabd85fb up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:49.009476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bddc4-1417-452c-bf3e-5e34e3bd4f69 req-a10591c8-fbea-46ce-8d39-7eefb344df37 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:49.017090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-305bddc4-1417-452c-bf3e-5e34e3bd4f69 req-a10591c8-fbea-46ce-8d39-7eefb344df37 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 944 time: 0.2059712 Jul 23 20:36:49.053967 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-305bddc4-1417-452c-bf3e-5e34e3bd4f69 req-df8df4da-3c19-4b1b-a611-5e6b84ae0e97 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/security-groups?id=174cfedd-06f2-4382-b55b-5e27088b3dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358763 Jul 23 20:36:49.083770 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=859210a7-67b5-46da-9996-d1080a45b23f,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:49.152514 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 2a765422-5d30-494b-84ee-d90daabd85fb triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:49.152894 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.183080 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['859210a7-67b5-46da-9996-d1080a45b23f'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:49.185738 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['a998797a-d0c1-4b55-a966-95788277c06b'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:49.194774 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.384675 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Transition to ACTIVE for port object 0333eadf-668d-4ad5-af55-8af1f7471ef5 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:49.435408 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Transition to ACTIVE for port object 0333eadf-668d-4ad5-af55-8af1f7471ef5 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:49.458781 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.511005 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea5e6f-a951-4b21-83a7-23fec16ea1ea req-acbce57c-2996-4a69-aa04-5a49f771d42d tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:49.513539 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-daea5e6f-a951-4b21-83a7-23fec16ea1ea req-acbce57c-2996-4a69-aa04-5a49f771d42d tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/ports?device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 949 time: 0.1214972 Jul 23 20:36:49.573262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Network 216ffdae-1ffa-436b-a485-79c6c3e95088 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:49.586449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Allocated IP 172.23.0.1 (216ffdae-1ffa-436b-a485-79c6c3e95088/a7328355-b373-4c9f-b5df-ef9b53fede17/38b07507-247f-4d5b-958c-a9f5aebcf5e8) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:49.589667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:49.594781 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Pushing event updated for resources: {'Port': ['ID=0333eadf-668d-4ad5-af55-8af1f7471ef5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:49.604297 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:49.635774 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-daea5e6f-a951-4b21-83a7-23fec16ea1ea req-5274dbae-790b-4d68-b803-6a82c06d7365 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf34ca8c-71af-49c3-b15c-2f54784fa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112344 Jul 23 20:36:49.724736 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Attempting to bind port 0333eadf-668d-4ad5-af55-8af1f7471ef5 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:49.725321 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Attempting to bind port 0333eadf-668d-4ad5-af55-8af1f7471ef5 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'e94bb209-fc17-4a6f-a1ab-484baa332606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '216ffdae-1ffa-436b-a485-79c6c3e95088'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:49.725461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Attempting to bind port 0333eadf-668d-4ad5-af55-8af1f7471ef5 on network 216ffdae-1ffa-436b-a485-79c6c3e95088 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:49.745952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:49.746329 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Checking segment: {'id': 'e94bb209-fc17-4a6f-a1ab-484baa332606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '216ffdae-1ffa-436b-a485-79c6c3e95088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:49.746739 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.747689 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Bound using segment: {'id': 'e94bb209-fc17-4a6f-a1ab-484baa332606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '216ffdae-1ffa-436b-a485-79c6c3e95088'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:49.748171 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Bound port: 0333eadf-668d-4ad5-af55-8af1f7471ef5, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94bb209-fc17-4a6f-a1ab-484baa332606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '216ffdae-1ffa-436b-a485-79c6c3e95088'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:49.748552 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.770041 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.802126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Transition to ACTIVE for port object 38b07507-247f-4d5b-958c-a9f5aebcf5e8 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:49.837881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] For port 0333eadf-668d-4ad5-af55-8af1f7471ef5, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:49.840796 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] For port 0333eadf-668d-4ad5-af55-8af1f7471ef5, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0333eadf-668d-4ad5-af55-8af1f7471ef5,segment=NetworkSegment(e94bb209-fc17-4a6f-a1ab-484baa332606),segment_id=e94bb209-fc17-4a6f-a1ab-484baa332606)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:49.845189 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.857007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b2662-1a4b-4d38-b42f-a9105ac8558a req-bd6eceb6-7e07-44e2-88b4-a239432abfdd tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:49.858536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-720b2662-1a4b-4d38-b42f-a9105ac8558a req-bd6eceb6-7e07-44e2-88b4-a239432abfdd tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1057036 Jul 23 20:36:49.863747 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.910825 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5aff1f-9083-48fc-a2fa-2e8695a111a9 None None] Pushing event updated for resources: {'Port': ['ID=0333eadf-668d-4ad5-af55-8af1f7471ef5,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:49.930401 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 216ffdae-1ffa-436b-a485-79c6c3e95088 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:49.943346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:49.945777 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:49.980749 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-720b2662-1a4b-4d38-b42f-a9105ac8558a req-d5bd6ca8-c33c-43c1-a7f4-dc97cf7d69f8 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139042 Jul 23 20:36:49.983500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=38b07507-247f-4d5b-958c-a9f5aebcf5e8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:50.005602 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.194812 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.646163 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b516c-9165-4aaf-819f-6930399afa23 req-a28eca83-2873-4bde-b2c5-d056cce8915b tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:50.647717 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-534b516c-9165-4aaf-819f-6930399afa23 req-a28eca83-2873-4bde-b2c5-d056cce8915b tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 944 time: 0.4922857 Jul 23 20:36:50.701959 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fc098-78fb-465f-833c-7a33eb43c8e4 req-c89ebdca-e84f-42db-bdd7-ef3f2ad5728a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:50.703542 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d3fc098-78fb-465f-833c-7a33eb43c8e4 req-c89ebdca-e84f-42db-bdd7-ef3f2ad5728a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.4949811 Jul 23 20:36:50.747024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-534b516c-9165-4aaf-819f-6930399afa23 req-17c73592-d351-45b0-ac7f-8510f28d122e tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/security-groups?id=174cfedd-06f2-4382-b55b-5e27088b3dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901754 Jul 23 20:36:50.820853 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d3fc098-78fb-465f-833c-7a33eb43c8e4 req-3262703d-5245-4351-b544-b45f7d6f01b1 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077707 Jul 23 20:36:50.896908 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.907277 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.930929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66593f29-7c1c-416c-95ff-9c392d46acc5 None None] Network 216ffdae-1ffa-436b-a485-79c6c3e95088 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:51.001979 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 224f99d7-0319-44ea-a663-c5f564b9fd8f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:51.004442 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a998797a-d0c1-4b55-a966-95788277c06b up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:51.041892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event updated for resources: {'Port': ['ID=38b07507-247f-4d5b-958c-a9f5aebcf5e8,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:51.045888 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.069462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d90c1a95-90ce-43fc-849d-814ce2bebaf0 None None] Provisioning for port 0333eadf-668d-4ad5-af55-8af1f7471ef5 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:51.098506 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb264b2-5323-49c5-947c-6a1932c18e20 req-340fabda-55af-4ad4-9421-ebaba2b84cbc tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:51.100063 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4bb264b2-5323-49c5-947c-6a1932c18e20 req-340fabda-55af-4ad4-9421-ebaba2b84cbc tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/ports?device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 949 time: 0.1822286 Jul 23 20:36:51.149630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port a998797a-d0c1-4b55-a966-95788277c06b completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:51.157621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 224f99d7-0319-44ea-a663-c5f564b9fd8f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:51.157989 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.160495 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port a998797a-d0c1-4b55-a966-95788277c06b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:51.160848 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.180008 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4bb264b2-5323-49c5-947c-6a1932c18e20 req-6dfc7559-ecff-48e1-9013-6aa927d7ffe7 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf34ca8c-71af-49c3-b15c-2f54784fa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530841 Jul 23 20:36:51.188169 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Network 216ffdae-1ffa-436b-a485-79c6c3e95088 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:51.189913 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:51.296981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router aa180396-be8e-4dfa-bf54-5beb0737de5f has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:51.337062 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0c2b4997-d058-4b54-9d0f-bf8fb575872b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:51.364595 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.397518 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55d5c80-70a4-4ca1-a596-a501de4f77bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a998797a-d0c1-4b55-a966-95788277c06b'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:51.399865 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52398c48-c32f-4399-9756-e417b60773a1" -d '{"events": [{"server_uuid": "e55d5c80-70a4-4ca1-a596-a501de4f77bb", "name": "network-vif-plugged", "status": "completed", "tag": "a998797a-d0c1-4b55-a966-95788277c06b"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:51.406696 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:51.413981 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-74e22bdb-8d87-488a-828b-80e093012f90 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/aa180396-be8e-4dfa-bf54-5beb0737de5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7306013 Jul 23 20:36:51.414983 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a998797a-d0c1-4b55-a966-95788277c06b, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a998797a-d0c1-4b55-a966-95788277c06b,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:51.416776 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40766) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:51.419981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Sync routers for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:51.422596 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ecc5e8f4-c142-44bb-a4b9-1ffba3c622b3 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:51.428535 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.429419 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 859210a7-67b5-46da-9996-d1080a45b23f up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:51.456265 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb5f01b-e09b-4e82-be36-7ec42103b669 x-openstack-request-id: req-5cb5f01b-e09b-4e82-be36-7ec42103b669 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:51.456580 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55d5c80-70a4-4ca1-a596-a501de4f77bb", "name": "network-vif-plugged", "status": "completed", "tag": "a998797a-d0c1-4b55-a966-95788277c06b", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:51.456813 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5cb5f01b-e09b-4e82-be36-7ec42103b669 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:51.457202 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55d5c80-70a4-4ca1-a596-a501de4f77bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a998797a-d0c1-4b55-a966-95788277c06b', 'code': 200} Jul 23 20:36:51.461115 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 0c2b4997-d058-4b54-9d0f-bf8fb575872b completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:51.490118 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:51.490768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:51.501909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0c2b4997-d058-4b54-9d0f-bf8fb575872b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:51.502283 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.625743 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=a998797a-d0c1-4b55-a966-95788277c06b,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:51.659875 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:51.663897 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 859210a7-67b5-46da-9996-d1080a45b23f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:51.687571 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764cf03-1f38-487c-8cad-ed66cf384beb req-32cc4243-799d-4605-9179-12094fdbca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:51.689077 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e764cf03-1f38-487c-8cad-ed66cf384beb req-32cc4243-799d-4605-9179-12094fdbca4b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 1102 time: 0.1697984 Jul 23 20:36:51.694807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c2b4c1c7-e4e4-4853-a33d-c3802b77d6a8 None None] Provisioning for port 38b07507-247f-4d5b-958c-a9f5aebcf5e8 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:51.698753 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 859210a7-67b5-46da-9996-d1080a45b23f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:51.699146 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.725920 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c2b4c1c7-e4e4-4853-a33d-c3802b77d6a8 None None] Provisioning complete for port 38b07507-247f-4d5b-958c-a9f5aebcf5e8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:51.726287 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2b4c1c7-e4e4-4853-a33d-c3802b77d6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.771910 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e764cf03-1f38-487c-8cad-ed66cf384beb req-6c640960-7622-475a-beae-3a5c3b9161e0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cf34ca8c-71af-49c3-b15c-2f54784fa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755990 Jul 23 20:36:51.867080 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.876907 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4c1c7-e4e4-4853-a33d-c3802b77d6a8 None None] Port 38b07507-247f-4d5b-958c-a9f5aebcf5e8 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:51.955203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.extraroute_db [None req-ecc5e8f4-c142-44bb-a4b9-1ffba3c622b3 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93811) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 20:36:51.964261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34564654-b91f-4182-93ef-44ab35257b15 req-d2e10a54-8991-4ce0-8b8b-fbfaf529a6ce tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:51.965928 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-34564654-b91f-4182-93ef-44ab35257b15 req-d2e10a54-8991-4ce0-8b8b-fbfaf529a6ce tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 944 time: 0.1280355 Jul 23 20:36:51.998685 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.extraroute_db [None req-ecc5e8f4-c142-44bb-a4b9-1ffba3c622b3 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Removed routes are [] {{(pid=93811) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 20:36:51.998976 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ecc5e8f4-c142-44bb-a4b9-1ffba3c622b3 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.009993 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.039367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 0c2b4997-d058-4b54-9d0f-bf8fb575872b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0c2b4997-d058-4b54-9d0f-bf8fb575872b,segment=NetworkSegment(5a826613-17f5-43f8-bdac-9a23d1c68587),segment_id=5a826613-17f5-43f8-bdac-9a23d1c68587)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:52.057193 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.058025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0333eadf-668d-4ad5-af55-8af1f7471ef5 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:52.087338 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-34564654-b91f-4182-93ef-44ab35257b15 req-ccd2eba9-fae6-40d7-8c5d-3f72b3ed5f87 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/security-groups?id=174cfedd-06f2-4382-b55b-5e27088b3dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158986 Jul 23 20:36:52.159062 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3ac70-1604-41c3-a93f-32c627ddbee0 req-0a1129e1-bb61-4fd2-8f57-1591436de88c tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:52.159744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 859210a7-67b5-46da-9996-d1080a45b23f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=859210a7-67b5-46da-9996-d1080a45b23f,segment=NetworkSegment(333cfba0-3955-4720-8e8c-c362233f1d90),segment_id=333cfba0-3955-4720-8e8c-c362233f1d90)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:52.161180 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51c3ac70-1604-41c3-a93f-32c627ddbee0 req-0a1129e1-bb61-4fd2-8f57-1591436de88c tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1671596 Jul 23 20:36:52.179460 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.214623 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-52f0a2e9-fd0c-4ec4-adc1-ddd53c461865 None None] Provisioning complete for port 38b07507-247f-4d5b-958c-a9f5aebcf5e8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:52.214993 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-52f0a2e9-fd0c-4ec4-adc1-ddd53c461865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.216961 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=0c2b4997-d058-4b54-9d0f-bf8fb575872b,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:52.283490 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51c3ac70-1604-41c3-a93f-32c627ddbee0 req-b25a4521-8bf3-4037-a809-7c2b00f78c6d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111872 Jul 23 20:36:52.306642 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 0333eadf-668d-4ad5-af55-8af1f7471ef5 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:52.318739 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ecc5e8f4-c142-44bb-a4b9-1ffba3c622b3 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.320906 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-52f0a2e9-fd0c-4ec4-adc1-ddd53c461865 None None] Port 38b07507-247f-4d5b-958c-a9f5aebcf5e8 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:52.325208 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0333eadf-668d-4ad5-af55-8af1f7471ef5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:52.325457 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ecc5e8f4-c142-44bb-a4b9-1ffba3c622b3 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.325578 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.436891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9859b9b-572d-4ed5-b4ee-4f8ee241b459 req-11de0406-2ed5-4241-a543-34fe9510b0c2 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:52.438358 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c9859b9b-572d-4ed5-b4ee-4f8ee241b459 req-11de0406-2ed5-4241-a543-34fe9510b0c2 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/ports?device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 950 time: 0.1584132 Jul 23 20:36:52.456518 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc5e8f4-c142-44bb-a4b9-1ffba3c622b3 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router aa180396-be8e-4dfa-bf54-5beb0737de5f has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:52.478072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=859210a7-67b5-46da-9996-d1080a45b23f,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:52.485985 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:50Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '0c2b4997-d058-4b54-9d0f-bf8fb575872b', 'name': '', 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:8e:72:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:44Z', 'updated_at': '2021-07-23T20:36:48Z', 'revision_number': 4, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224f99d7-0319-44ea-a663-c5f564b9fd8f', 'name': '', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a7:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:40Z', 'updated_at': '2021-07-23T20:36:48Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '3231a484-9cac-4243-b324-6a3098ced022', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38b07507-247f-4d5b-958c-a9f5aebcf5e8', 'name': '', 'network_id': '216ffdae-1ffa-436b-a485-79c6c3e95088', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:03:d6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a7328355-b373-4c9f-b5df-ef9b53fede17', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:36:50Z', 'revision_number': 2, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'a7328355-b373-4c9f-b5df-ef9b53fede17', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:52.491903 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c9859b9b-572d-4ed5-b4ee-4f8ee241b459 req-34a5e72e-d140-44e8-9be9-82782260e5bf tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf34ca8c-71af-49c3-b15c-2f54784fa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466969 Jul 23 20:36:52.516079 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Checking router: aa180396-be8e-4dfa-bf54-5beb0737de5f for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:52.516435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Updating router aa180396-be8e-4dfa-bf54-5beb0737de5f port 38b07507-247f-4d5b-958c-a9f5aebcf5e8 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:36:52.557735 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.583756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc5e8f4-c142-44bb-a4b9-1ffba3c622b3 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:52.592634 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ecc5e8f4-c142-44bb-a4b9-1ffba3c622b3 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.596769 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ecc5e8f4-c142-44bb-a4b9-1ffba3c622b3 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/aa180396-be8e-4dfa-bf54-5beb0737de5f HTTP/1.1" status: 200 len: 934 time: 1.1791990 Jul 23 20:36:52.597145 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40780) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:52.686687 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.705747 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b2b36cee-a27d-48cd-b1d2-b3ae8c349733 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/routers/aa180396-be8e-4dfa-bf54-5beb0737de5f HTTP/1.1" status: 200 len: 934 time: 0.1048112 Jul 23 20:36:52.705747 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40782) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:52.710037 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f70f2163-fa2c-40ba-8985-d2d6902a5efa tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'router': {'routes': None}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:52.751766 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 0333eadf-668d-4ad5-af55-8af1f7471ef5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0333eadf-668d-4ad5-af55-8af1f7471ef5,segment=NetworkSegment(e94bb209-fc17-4a6f-a1ab-484baa332606),segment_id=e94bb209-fc17-4a6f-a1ab-484baa332606)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:52.762483 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.856016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0c2b4997-d058-4b54-9d0f-bf8fb575872b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:52.878901 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=0333eadf-668d-4ad5-af55-8af1f7471ef5,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:52.969301 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0c2b4997-d058-4b54-9d0f-bf8fb575872b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:52.969620 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.974963 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.006519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Transition to ACTIVE for port object 38b07507-247f-4d5b-958c-a9f5aebcf5e8 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:53.018469 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.077510 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506a541-fe70-49ce-b2d4-682c60ae4e3a None None] Pushing event updated for resources: {'Port': ['ID=38b07507-247f-4d5b-958c-a9f5aebcf5e8,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:53.165427 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Attempting to bind port 38b07507-247f-4d5b-958c-a9f5aebcf5e8 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:53.165798 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Attempting to bind port 38b07507-247f-4d5b-958c-a9f5aebcf5e8 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'e94bb209-fc17-4a6f-a1ab-484baa332606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '216ffdae-1ffa-436b-a485-79c6c3e95088'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:53.166163 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Attempting to bind port 38b07507-247f-4d5b-958c-a9f5aebcf5e8 on network 216ffdae-1ffa-436b-a485-79c6c3e95088 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:53.178096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:53.178480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Checking segment: {'id': 'e94bb209-fc17-4a6f-a1ab-484baa332606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '216ffdae-1ffa-436b-a485-79c6c3e95088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:53.178886 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.179630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Bound using segment: {'id': 'e94bb209-fc17-4a6f-a1ab-484baa332606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '216ffdae-1ffa-436b-a485-79c6c3e95088'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:53.180040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Bound port: 38b07507-247f-4d5b-958c-a9f5aebcf5e8, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94bb209-fc17-4a6f-a1ab-484baa332606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '216ffdae-1ffa-436b-a485-79c6c3e95088'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:53.180427 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.264815 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055889e-c5cf-40e2-b589-71ddd878932a req-326417ee-4b2d-440e-8077-ade29418f2ae tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:53.266437 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a055889e-c5cf-40e2-b589-71ddd878932a req-326417ee-4b2d-440e-8077-ade29418f2ae tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 945 time: 0.0961018 Jul 23 20:36:53.287058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] For port 38b07507-247f-4d5b-958c-a9f5aebcf5e8, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:53.293404 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] For port 38b07507-247f-4d5b-958c-a9f5aebcf5e8, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=38b07507-247f-4d5b-958c-a9f5aebcf5e8,segment=NetworkSegment(e94bb209-fc17-4a6f-a1ab-484baa332606),segment_id=e94bb209-fc17-4a6f-a1ab-484baa332606)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:53.305274 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.344018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a055889e-c5cf-40e2-b589-71ddd878932a req-99c2517f-ac2d-4858-894a-8979b531de6c tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/security-groups?id=174cfedd-06f2-4382-b55b-5e27088b3dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706584 Jul 23 20:36:53.366397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:53.367048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:53.452606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.extraroute_db [None req-f70f2163-fa2c-40ba-8985-d2d6902a5efa tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Added routes are [] {{(pid=93810) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 20:36:53.452964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.extraroute_db [None req-f70f2163-fa2c-40ba-8985-d2d6902a5efa tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93810) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 20:36:53.459418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc991629-25d7-4cf6-8fef-ebdd7e079d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859210a7-67b5-46da-9996-d1080a45b23f'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:53.461658 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56f122f-4397-4a32-9efc-cf57e1d4bcad" -d '{"events": [{"server_uuid": "cc991629-25d7-4cf6-8fef-ebdd7e079d82", "name": "network-vif-plugged", "status": "completed", "tag": "859210a7-67b5-46da-9996-d1080a45b23f"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:53.464959 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3daba2d-aa15-43af-8d7d-e2f2b1100ce2 req-62352497-fa70-4fc8-9bca-118a3c070cb5 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:53.472842 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506a541-fe70-49ce-b2d4-682c60ae4e3a None None] Pushing event updated for resources: {'Port': ['ID=38b07507-247f-4d5b-958c-a9f5aebcf5e8,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:53.479962 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3daba2d-aa15-43af-8d7d-e2f2b1100ce2 req-62352497-fa70-4fc8-9bca-118a3c070cb5 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0896945 Jul 23 20:36:53.501665 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f70f2163-fa2c-40ba-8985-d2d6902a5efa tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.502429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:53.548443 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3daba2d-aa15-43af-8d7d-e2f2b1100ce2 req-fd51ead1-6357-4e7c-bda7-940e108e233a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610116 Jul 23 20:36:53.712773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb3eea-1fd5-4694-905f-332a89e9b49d req-cb09f941-36fb-45e8-b7bf-39884d17e4bb tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:53.715981 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cffb3eea-1fd5-4694-905f-332a89e9b49d req-cb09f941-36fb-45e8-b7bf-39884d17e4bb tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/ports?device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 950 time: 0.0802493 Jul 23 20:36:53.768690 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cffb3eea-1fd5-4694-905f-332a89e9b49d req-93fcc48e-6779-42eb-a973-fbd3a98e0285 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf34ca8c-71af-49c3-b15c-2f54784fa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445147 Jul 23 20:36:53.775839 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967033cd-1e33-4a84-8f0c-278ec5e13acd x-openstack-request-id: req-967033cd-1e33-4a84-8f0c-278ec5e13acd {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:53.777106 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc991629-25d7-4cf6-8fef-ebdd7e079d82", "name": "network-vif-plugged", "status": "completed", "tag": "859210a7-67b5-46da-9996-d1080a45b23f", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:53.778617 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-967033cd-1e33-4a84-8f0c-278ec5e13acd {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:53.779131 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc991629-25d7-4cf6-8fef-ebdd7e079d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859210a7-67b5-46da-9996-d1080a45b23f', 'code': 200} Jul 23 20:36:53.796576 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f70f2163-fa2c-40ba-8985-d2d6902a5efa tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.800504 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f70f2163-fa2c-40ba-8985-d2d6902a5efa tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.827431 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 6, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '0c2b4997-d058-4b54-9d0f-bf8fb575872b', 'name': '', 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:8e:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:44Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224f99d7-0319-44ea-a663-c5f564b9fd8f', 'name': '', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a7:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:40Z', 'updated_at': '2021-07-23T20:36:48Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '3231a484-9cac-4243-b324-6a3098ced022', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38b07507-247f-4d5b-958c-a9f5aebcf5e8', 'name': '', 'network_id': '216ffdae-1ffa-436b-a485-79c6c3e95088', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:03:d6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a7328355-b373-4c9f-b5df-ef9b53fede17', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 4, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'a7328355-b373-4c9f-b5df-ef9b53fede17', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:53.860922 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd262189-e9e8-49ed-8274-0f6d1e5db505 None None] The sync data for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 is: [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 6, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '0c2b4997-d058-4b54-9d0f-bf8fb575872b', 'name': '', 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:8e:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:44Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224f99d7-0319-44ea-a663-c5f564b9fd8f', 'name': '', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a7:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:40Z', 'updated_at': '2021-07-23T20:36:48Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '3231a484-9cac-4243-b324-6a3098ced022', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38b07507-247f-4d5b-958c-a9f5aebcf5e8', 'name': '', 'network_id': '216ffdae-1ffa-436b-a485-79c6c3e95088', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:03:d6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a7328355-b373-4c9f-b5df-ef9b53fede17', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 4, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'a7328355-b373-4c9f-b5df-ef9b53fede17', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:53.941350 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff699ec-2c60-4c3f-a805-e2edad6e85b6 req-1328479b-a41a-4337-b8fd-8d457ee20210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:53.946570 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bff699ec-2c60-4c3f-a805-e2edad6e85b6 req-1328479b-a41a-4337-b8fd-8d457ee20210 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 1097 time: 0.1111672 Jul 23 20:36:53.954065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70f2163-fa2c-40ba-8985-d2d6902a5efa tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router aa180396-be8e-4dfa-bf54-5beb0737de5f has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:54.008615 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bff699ec-2c60-4c3f-a805-e2edad6e85b6 req-090a9f24-184d-43d4-9288-cb006b611a85 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=174cfedd-06f2-4382-b55b-5e27088b3dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497928 Jul 23 20:36:54.087975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70f2163-fa2c-40ba-8985-d2d6902a5efa tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:54.095058 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f70f2163-fa2c-40ba-8985-d2d6902a5efa tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:54.098948 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f70f2163-fa2c-40ba-8985-d2d6902a5efa tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/aa180396-be8e-4dfa-bf54-5beb0737de5f HTTP/1.1" status: 200 len: 700 time: 1.3922453 Jul 23 20:36:54.099610 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40806) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:54.103496 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d6bc9-8768-4112-8fc4-5bfe66feabfd req-831feb5b-b4dd-40e8-85cd-7232e6301f46 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:54.107811 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b21d6bc9-8768-4112-8fc4-5bfe66feabfd req-831feb5b-b4dd-40e8-85cd-7232e6301f46 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/ports?device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 950 time: 0.0850565 Jul 23 20:36:54.147443 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b21d6bc9-8768-4112-8fc4-5bfe66feabfd req-545ffab3-ca30-4fdb-8ace-203a927ccf25 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf34ca8c-71af-49c3-b15c-2f54784fa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361118 Jul 23 20:36:54.205266 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e23846eb-6ea2-4644-b1b1-c90280e93675 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/routers/aa180396-be8e-4dfa-bf54-5beb0737de5f HTTP/1.1" status: 200 len: 700 time: 0.1038003 Jul 23 20:36:54.207525 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40808) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:54.515668 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32ccdf6f-b510-41dc-9cfd-6d14e61a318d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:54.526222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca23619-48c6-4590-aed2-c1e1097111fc req-72633337-5fff-4ab6-b51b-ca0f6243f9b0 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:54.527719 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ca23619-48c6-4590-aed2-c1e1097111fc req-72633337-5fff-4ab6-b51b-ca0f6243f9b0 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 945 time: 0.1245835 Jul 23 20:36:54.584126 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ca23619-48c6-4590-aed2-c1e1097111fc req-fe03102b-fc7e-42a5-9a9c-e49072d2ce97 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/security-groups?id=174cfedd-06f2-4382-b55b-5e27088b3dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490346 Jul 23 20:36:54.666991 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2262a9b2-a36b-4862-bcd1-58f6099a7a96 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:54.839024 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfe64a0-3479-4352-9adc-86dd457f52a1 None None] Sync routers for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:54.865724 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfe64a0-3479-4352-9adc-86dd457f52a1 None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:54.866386 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-acfe64a0-3479-4352-9adc-86dd457f52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:54.941865 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 38b07507-247f-4d5b-958c-a9f5aebcf5e8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:54.994275 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-acfe64a0-3479-4352-9adc-86dd457f52a1 None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:55.004893 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 38b07507-247f-4d5b-958c-a9f5aebcf5e8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:55.009422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 38b07507-247f-4d5b-958c-a9f5aebcf5e8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:55.009787 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:55.094947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c20b9-1d69-4cfd-bf09-0c75dc07b547 req-c672203b-d0f5-45ba-bfd7-10dbebedcfd5 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:55.103519 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d5c20b9-1d69-4cfd-bf09-0c75dc07b547 req-c672203b-d0f5-45ba-bfd7-10dbebedcfd5 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.4791381 Jul 23 20:36:55.118701 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:55.157880 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 38b07507-247f-4d5b-958c-a9f5aebcf5e8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=38b07507-247f-4d5b-958c-a9f5aebcf5e8,segment=NetworkSegment(e94bb209-fc17-4a6f-a1ab-484baa332606),segment_id=e94bb209-fc17-4a6f-a1ab-484baa332606)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:55.163210 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:55.164063 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0333eadf-668d-4ad5-af55-8af1f7471ef5 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:55.205820 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d5c20b9-1d69-4cfd-bf09-0c75dc07b547 req-1d4ece4e-e12e-40b7-a445-8e97692866d5 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009154 Jul 23 20:36:55.260867 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-acfe64a0-3479-4352-9adc-86dd457f52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 7, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '0c2b4997-d058-4b54-9d0f-bf8fb575872b', 'name': '', 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:8e:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:44Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224f99d7-0319-44ea-a663-c5f564b9fd8f', 'name': '', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a7:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:40Z', 'updated_at': '2021-07-23T20:36:48Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '3231a484-9cac-4243-b324-6a3098ced022', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38b07507-247f-4d5b-958c-a9f5aebcf5e8', 'name': '', 'network_id': '216ffdae-1ffa-436b-a485-79c6c3e95088', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:03:d6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a7328355-b373-4c9f-b5df-ef9b53fede17', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 4, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'a7328355-b373-4c9f-b5df-ef9b53fede17', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:55.269146 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0333eadf-668d-4ad5-af55-8af1f7471ef5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:55.269521 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:55.288601 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfe64a0-3479-4352-9adc-86dd457f52a1 None None] Checking router: aa180396-be8e-4dfa-bf54-5beb0737de5f for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:55.290923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=38b07507-247f-4d5b-958c-a9f5aebcf5e8,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:55.300428 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfe64a0-3479-4352-9adc-86dd457f52a1 None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:55.301167 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-acfe64a0-3479-4352-9adc-86dd457f52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:55.410955 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-acfe64a0-3479-4352-9adc-86dd457f52a1 None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:55.413145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443cbcc-9430-488c-95f9-0b6630af2bc6 req-58d85e91-0cbe-4e77-8df8-e229b5fbec9e tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:55.414634 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9443cbcc-9430-488c-95f9-0b6630af2bc6 req-58d85e91-0cbe-4e77-8df8-e229b5fbec9e tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/ports?device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 950 time: 0.1333036 Jul 23 20:36:55.429548 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2262a9b2-a36b-4862-bcd1-58f6099a7a96 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting port 38b07507-247f-4d5b-958c-a9f5aebcf5e8 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:55.429887 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2262a9b2-a36b-4862-bcd1-58f6099a7a96 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:55.513467 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9443cbcc-9430-488c-95f9-0b6630af2bc6 req-6f6051c6-05aa-4619-908f-cd54c727e06c tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf34ca8c-71af-49c3-b15c-2f54784fa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911152 Jul 23 20:36:55.549271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-2262a9b2-a36b-4862-bcd1-58f6099a7a96 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] For port 38b07507-247f-4d5b-958c-a9f5aebcf5e8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=38b07507-247f-4d5b-958c-a9f5aebcf5e8,segment=NetworkSegment(e94bb209-fc17-4a6f-a1ab-484baa332606),segment_id=e94bb209-fc17-4a6f-a1ab-484baa332606)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:55.549798 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2262a9b2-a36b-4862-bcd1-58f6099a7a96 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:55.564072 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2262a9b2-a36b-4862-bcd1-58f6099a7a96 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Calling delete_port for 38b07507-247f-4d5b-958c-a9f5aebcf5e8 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:55.647092 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-acfe64a0-3479-4352-9adc-86dd457f52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 7, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '0c2b4997-d058-4b54-9d0f-bf8fb575872b', 'name': '', 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:8e:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:44Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224f99d7-0319-44ea-a663-c5f564b9fd8f', 'name': '', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a7:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:40Z', 'updated_at': '2021-07-23T20:36:48Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '3231a484-9cac-4243-b324-6a3098ced022', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38b07507-247f-4d5b-958c-a9f5aebcf5e8', 'name': '', 'network_id': '216ffdae-1ffa-436b-a485-79c6c3e95088', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:03:d6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a7328355-b373-4c9f-b5df-ef9b53fede17', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:36:55Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'a7328355-b373-4c9f-b5df-ef9b53fede17', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:55.674765 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfe64a0-3479-4352-9adc-86dd457f52a1 None None] The sync data for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 is: [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 7, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '0c2b4997-d058-4b54-9d0f-bf8fb575872b', 'name': '', 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:8e:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:44Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224f99d7-0319-44ea-a663-c5f564b9fd8f', 'name': '', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a7:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:40Z', 'updated_at': '2021-07-23T20:36:48Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '3231a484-9cac-4243-b324-6a3098ced022', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38b07507-247f-4d5b-958c-a9f5aebcf5e8', 'name': '', 'network_id': '216ffdae-1ffa-436b-a485-79c6c3e95088', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:03:d6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a7328355-b373-4c9f-b5df-ef9b53fede17', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:36:55Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'a7328355-b373-4c9f-b5df-ef9b53fede17', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:55.851083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc09d7-6e46-4a5f-9701-42ad12e440c1 req-ed004baa-0053-493e-a620-9e8309a96e8e tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:55.852678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8fc09d7-6e46-4a5f-9701-42ad12e440c1 req-ed004baa-0053-493e-a620-9e8309a96e8e tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.48 "GET /v2.0/ports?device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 950 time: 0.1787083 Jul 23 20:36:55.863826 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a1993-0f55-4504-a503-f07f596f5d06 req-3cf5e5c2-9a26-4131-a8e6-39938ae7d61b tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:55.865356 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fc0a1993-0f55-4504-a503-f07f596f5d06 req-3cf5e5c2-9a26-4131-a8e6-39938ae7d61b tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 945 time: 0.1924846 Jul 23 20:36:55.876754 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2262a9b2-a36b-4862-bcd1-58f6099a7a96 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:55.940001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262a9b2-a36b-4862-bcd1-58f6099a7a96 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Port': ['ID=38b07507-247f-4d5b-958c-a9f5aebcf5e8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:56.025927 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fc0a1993-0f55-4504-a503-f07f596f5d06 req-6c3137d3-ede9-4941-89a2-50cb75d6959c tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/security-groups?id=174cfedd-06f2-4382-b55b-5e27088b3dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517470 Jul 23 20:36:56.180131 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-c8fc09d7-6e46-4a5f-9701-42ad12e440c1 req-5dceb5ab-a764-4fe5-a72a-c649b84aa900 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Deleting port a998797a-d0c1-4b55-a966-95788277c06b {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:56.180488 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c8fc09d7-6e46-4a5f-9701-42ad12e440c1 req-5dceb5ab-a764-4fe5-a72a-c649b84aa900 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.212912 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2262a9b2-a36b-4862-bcd1-58f6099a7a96 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.419207 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-c8fc09d7-6e46-4a5f-9701-42ad12e440c1 req-5dceb5ab-a764-4fe5-a72a-c649b84aa900 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] For port a998797a-d0c1-4b55-a966-95788277c06b, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a998797a-d0c1-4b55-a966-95788277c06b,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:56.419571 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c8fc09d7-6e46-4a5f-9701-42ad12e440c1 req-5dceb5ab-a764-4fe5-a72a-c649b84aa900 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.446568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-c8fc09d7-6e46-4a5f-9701-42ad12e440c1 req-5dceb5ab-a764-4fe5-a72a-c649b84aa900 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Calling delete_port for a998797a-d0c1-4b55-a966-95788277c06b owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:56.531581 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ff738-6a3a-4c57-9d01-e850c2306b79 req-8b3e2e43-132e-4d71-bbae-ceac519f08b2 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.533095 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f03ff738-6a3a-4c57-9d01-e850c2306b79 req-8b3e2e43-132e-4d71-bbae-ceac519f08b2 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.2378330 Jul 23 20:36:56.625552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2262a9b2-a36b-4862-bcd1-58f6099a7a96 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router aa180396-be8e-4dfa-bf54-5beb0737de5f has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:56.647381 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f03ff738-6a3a-4c57-9d01-e850c2306b79 req-2c61ab35-d683-4668-9a38-1ec4ccee2a46 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002407 Jul 23 20:36:56.854616 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2262a9b2-a36b-4862-bcd1-58f6099a7a96 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:56.862994 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2262a9b2-a36b-4862-bcd1-58f6099a7a96 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/aa180396-be8e-4dfa-bf54-5beb0737de5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6543968 Jul 23 20:36:56.865464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0c38b-f215-4369-a497-008a4ef7cf7b None None] Sync routers for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:56.866405 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40858) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:56.877471 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc0c38b-f215-4369-a497-008a4ef7cf7b None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:56.878379 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8cc0c38b-f215-4369-a497-008a4ef7cf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:56.881089 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e367b84-7021-4ac2-a18b-d95ebedec2b7 req-3683cd67-13f3-4197-9a12-7d9811b499d7 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.882649 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5e367b84-7021-4ac2-a18b-d95ebedec2b7 req-3683cd67-13f3-4197-9a12-7d9811b499d7 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/ports?device_id=e55d5c80-70a4-4ca1-a596-a501de4f77bb HTTP/1.1" status: 200 len: 950 time: 0.1791551 Jul 23 20:36:56.892437 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c8fc09d7-6e46-4a5f-9701-42ad12e440c1 req-5dceb5ab-a764-4fe5-a72a-c649b84aa900 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.933290 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['a998797a-d0c1-4b55-a966-95788277c06b'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:56.953702 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09435b9-3d7c-41db-9975-149257f4f996 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting subnet a7328355-b373-4c9f-b5df-ef9b53fede17 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:36:56.959351 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c09435b9-3d7c-41db-9975-149257f4f996 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.965007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dceb5ab-a764-4fe5-a72a-c649b84aa900 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Pushing event deleted for resources: {'Port': ['ID=a998797a-d0c1-4b55-a966-95788277c06b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:57.018762 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c09435b9-3d7c-41db-9975-149257f4f996 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.035679 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fc09d7-6e46-4a5f-9701-42ad12e440c1 req-5dceb5ab-a764-4fe5-a72a-c649b84aa900 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] No DVR routers for this DVR port a998797a-d0c1-4b55-a966-95788277c06b on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:57.038721 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c8fc09d7-6e46-4a5f-9701-42ad12e440c1 req-5dceb5ab-a764-4fe5-a72a-c649b84aa900 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.042461 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8fc09d7-6e46-4a5f-9701-42ad12e440c1 req-5dceb5ab-a764-4fe5-a72a-c649b84aa900 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.48 "DELETE /v2.0/ports/a998797a-d0c1-4b55-a966-95788277c06b HTTP/1.1" status: 204 len: 173 time: 1.1747880 Jul 23 20:36:57.049587 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5e367b84-7021-4ac2-a18b-d95ebedec2b7 req-12ca6b2a-f7e6-4933-be4c-94147812bb69 tempest-ImagesNegativeTestJSON-169642039 tempest-ImagesNegativeTestJSON-169642039-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf34ca8c-71af-49c3-b15c-2f54784fa9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552148 Jul 23 20:36:57.050039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55d5c80-70a4-4ca1-a596-a501de4f77bb', 'name': 'network-vif-deleted', 'tag': 'a998797a-d0c1-4b55-a966-95788277c06b'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:57.052378 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42e74a7-fb12-4721-abfb-f09cda2526a4" -d '{"events": [{"server_uuid": "e55d5c80-70a4-4ca1-a596-a501de4f77bb", "name": "network-vif-deleted", "tag": "a998797a-d0c1-4b55-a966-95788277c06b"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:57.107019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-8cc0c38b-f215-4369-a497-008a4ef7cf7b None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:57.109714 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f96f8089-12db-4e51-9c11-97ee85a3296b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.148042 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc32b85-6a05-4533-8656-dc27ca16466d x-openstack-request-id: req-8bc32b85-6a05-4533-8656-dc27ca16466d {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:57.148345 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55d5c80-70a4-4ca1-a596-a501de4f77bb", "name": "network-vif-deleted", "tag": "a998797a-d0c1-4b55-a966-95788277c06b", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:57.148590 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8bc32b85-6a05-4533-8656-dc27ca16466d {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:57.149002 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55d5c80-70a4-4ca1-a596-a501de4f77bb', 'name': 'network-vif-deleted', 'tag': 'a998797a-d0c1-4b55-a966-95788277c06b', 'status': 'completed', 'code': 200} Jul 23 20:36:57.174358 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c09435b9-3d7c-41db-9975-149257f4f996 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.283296 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c09435b9-3d7c-41db-9975-149257f4f996 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.321846 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.326593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09435b9-3d7c-41db-9975-149257f4f996 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Subnet': ['ID=a7328355-b373-4c9f-b5df-ef9b53fede17,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:57.329144 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c09435b9-3d7c-41db-9975-149257f4f996 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.331482 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c09435b9-3d7c-41db-9975-149257f4f996 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/subnets/a7328355-b373-4c9f-b5df-ef9b53fede17 HTTP/1.1" status: 204 len: 168 time: 0.4632437 Jul 23 20:36:57.333751 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40870) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:57.341440 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9f7b44-2f42-4079-a728-0ad378d94c6d None None] Network 216ffdae-1ffa-436b-a485-79c6c3e95088 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:57.422883 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.485313 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting port 0333eadf-668d-4ad5-af55-8af1f7471ef5 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:57.485962 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.571395 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] For port 0333eadf-668d-4ad5-af55-8af1f7471ef5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0333eadf-668d-4ad5-af55-8af1f7471ef5,segment=NetworkSegment(e94bb209-fc17-4a6f-a1ab-484baa332606),segment_id=e94bb209-fc17-4a6f-a1ab-484baa332606)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:57.571757 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.584817 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Calling delete_port for 0333eadf-668d-4ad5-af55-8af1f7471ef5 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:57.688377 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.743562 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8cc0c38b-f215-4369-a497-008a4ef7cf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:55Z', 'revision_number': 8, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '0c2b4997-d058-4b54-9d0f-bf8fb575872b', 'name': '', 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:8e:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:44Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224f99d7-0319-44ea-a663-c5f564b9fd8f', 'name': '', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a7:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:40Z', 'updated_at': '2021-07-23T20:36:48Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '3231a484-9cac-4243-b324-6a3098ced022', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:57.743823 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Port': ['ID=0333eadf-668d-4ad5-af55-8af1f7471ef5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:57.746023 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] No DVR routers for this DVR port 0333eadf-668d-4ad5-af55-8af1f7471ef5 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:57.819839 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0c38b-f215-4369-a497-008a4ef7cf7b None None] Checking router: aa180396-be8e-4dfa-bf54-5beb0737de5f for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:57.835889 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc0c38b-f215-4369-a497-008a4ef7cf7b None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:57.836373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8cc0c38b-f215-4369-a497-008a4ef7cf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:57.878142 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.884609 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487940a5-c0da-4073-a3ac-37d0a450ad1a req-0883b1a2-83ac-42b2-9c87-37090dbadd9b tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:57.886417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-487940a5-c0da-4073-a3ac-37d0a450ad1a req-0883b1a2-83ac-42b2-9c87-37090dbadd9b tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1119397 Jul 23 20:36:57.896912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216ffdae-1ffa-436b-a485-79c6c3e95088']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:57.916467 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94bb209-fc17-4a6f-a1ab-484baa332606') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:57.916997 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94bb209-fc17-4a6f-a1ab-484baa332606') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:57.922629 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33ea796-9cea-498d-9c02-586a1f86e2b5 None None] DHCP port deletion for 216ffdae-1ffa-436b-a485-79c6c3e95088 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:36:57.930689 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.941260 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-487940a5-c0da-4073-a3ac-37d0a450ad1a req-5b2b1677-4347-42e1-b223-13e3fa30a418 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478549 Jul 23 20:36:57.963131 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.970709 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:36:57.971138 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:36:57.974346 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:36:57.978313 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-8cc0c38b-f215-4369-a497-008a4ef7cf7b None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:58.047081 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.051917 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.054308 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/networks/216ffdae-1ffa-436b-a485-79c6c3e95088 HTTP/1.1" status: 204 len: 168 time: 0.7187810 Jul 23 20:36:58.056944 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40894) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:58.070176 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72d7b1-5303-4484-b2ba-71fa38ffb78b tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Network': ['ID=216ffdae-1ffa-436b-a485-79c6c3e95088,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:58.233489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8cc0c38b-f215-4369-a497-008a4ef7cf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:55Z', 'revision_number': 8, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '0c2b4997-d058-4b54-9d0f-bf8fb575872b', 'name': '', 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:8e:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:44Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224f99d7-0319-44ea-a663-c5f564b9fd8f', 'name': '', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a7:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:40Z', 'updated_at': '2021-07-23T20:36:48Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '3231a484-9cac-4243-b324-6a3098ced022', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:58.275392 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0c38b-f215-4369-a497-008a4ef7cf7b None None] The sync data for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 is: [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:55Z', 'revision_number': 8, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '0c2b4997-d058-4b54-9d0f-bf8fb575872b', 'name': '', 'network_id': '3dfbb5c1-6c04-4965-8215-b2c1b211dcd5', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:8e:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:44Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '78ccf7d6-2422-42a3-9d4a-4a378ab8d48b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '224f99d7-0319-44ea-a663-c5f564b9fd8f', 'name': '', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a7:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:40Z', 'updated_at': '2021-07-23T20:36:48Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '3231a484-9cac-4243-b324-6a3098ced022', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:58.436763 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.566840 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40918) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:58.697766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51464dba-564f-4e6f-bbd2-da5c6e2e12b2 req-e748ee4c-d10a-43ef-9d6e-6fe6e0e5d4bb tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:58.703955 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51464dba-564f-4e6f-bbd2-da5c6e2e12b2 req-e748ee4c-d10a-43ef-9d6e-6fe6e0e5d4bb tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 945 time: 0.1167674 Jul 23 20:36:58.716949 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ae3546fb-cd10-4693-a72c-89b34c892d3f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aaa3cfe8b2684ab5b85599ef576d5e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486955 Jul 23 20:36:58.719379 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40924) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:58.776760 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d011b53f-2d44-41d9-89d6-806bf6d6d061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.795960 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51464dba-564f-4e6f-bbd2-da5c6e2e12b2 req-5151a161-da2f-4881-8223-4fed9d09c31e tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/security-groups?id=174cfedd-06f2-4382-b55b-5e27088b3dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902965 Jul 23 20:36:58.817132 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d011b53f-2d44-41d9-89d6-806bf6d6d061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.874304 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 38b07507-247f-4d5b-958c-a9f5aebcf5e8 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:58.874461 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d011b53f-2d44-41d9-89d6-806bf6d6d061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.877161 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d011b53f-2d44-41d9-89d6-806bf6d6d061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.878436 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d011b53f-2d44-41d9-89d6-806bf6d6d061 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf34ca8c-71af-49c3-b15c-2f54784fa9c8 HTTP/1.1" status: 204 len: 168 time: 0.1578002 Jul 23 20:36:58.887125 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011b53f-2d44-41d9-89d6-806bf6d6d061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf34ca8c-71af-49c3-b15c-2f54784fa9c8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:58.898140 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 38b07507-247f-4d5b-958c-a9f5aebcf5e8 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:58.898490 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 38b07507-247f-4d5b-958c-a9f5aebcf5e8 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:58.898897 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0333eadf-668d-4ad5-af55-8af1f7471ef5 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:58.905179 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-12278d21-df5c-45e2-b30c-50e0ca607db1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.928159 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 0333eadf-668d-4ad5-af55-8af1f7471ef5 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:58.928655 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0333eadf-668d-4ad5-af55-8af1f7471ef5 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:59.017584 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a998797a-d0c1-4b55-a966-95788277c06b no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:59.037690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: a998797a-d0c1-4b55-a966-95788277c06b {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:59.038038 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a998797a-d0c1-4b55-a966-95788277c06b not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:59.151608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba97a2-448a-47a0-a193-5de020fc514d req-bb1f853b-1032-4323-9159-6beeafe9f7b1 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:59.153846 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1eba97a2-448a-47a0-a193-5de020fc514d req-bb1f853b-1032-4323-9159-6beeafe9f7b1 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1123316 Jul 23 20:36:59.247083 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1eba97a2-448a-47a0-a193-5de020fc514d req-fcb49c97-9f85-49ff-b3ba-6651b6e0e430 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699403 Jul 23 20:36:59.273808 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-12278d21-df5c-45e2-b30c-50e0ca607db1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting port 0c2b4997-d058-4b54-9d0f-bf8fb575872b {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:59.274131 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-12278d21-df5c-45e2-b30c-50e0ca607db1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.369334 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-12278d21-df5c-45e2-b30c-50e0ca607db1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] For port 0c2b4997-d058-4b54-9d0f-bf8fb575872b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0c2b4997-d058-4b54-9d0f-bf8fb575872b,segment=NetworkSegment(5a826613-17f5-43f8-bdac-9a23d1c68587),segment_id=5a826613-17f5-43f8-bdac-9a23d1c68587)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:59.369704 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-12278d21-df5c-45e2-b30c-50e0ca607db1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.381633 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-12278d21-df5c-45e2-b30c-50e0ca607db1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Calling delete_port for 0c2b4997-d058-4b54-9d0f-bf8fb575872b owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:59.563880 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-12278d21-df5c-45e2-b30c-50e0ca607db1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.596264 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12278d21-df5c-45e2-b30c-50e0ca607db1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Port': ['ID=0c2b4997-d058-4b54-9d0f-bf8fb575872b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:59.809011 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac08232-cf6e-4e1d-8ba7-31ab523095b1 req-d9ad916c-cbb5-4bd3-a92f-17b7a8ddf5b0 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:59.811196 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ac08232-cf6e-4e1d-8ba7-31ab523095b1 req-d9ad916c-cbb5-4bd3-a92f-17b7a8ddf5b0 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 945 time: 0.1876798 Jul 23 20:36:59.853021 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-12278d21-df5c-45e2-b30c-50e0ca607db1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.879511 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.014896 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40972) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:00.135177 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee830791-c501-4931-a289-832871291f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.158185 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbc914-1222-42cf-a855-2afe0534a55b req-a29932a8-a417-4ade-827b-fd095637ce97 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:00.160795 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ecbc914-1222-42cf-a855-2afe0534a55b req-a29932a8-a417-4ade-827b-fd095637ce97 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 945 time: 0.2435424 Jul 23 20:37:00.171290 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-0ac08232-cf6e-4e1d-8ba7-31ab523095b1 req-a766f09d-f013-4c0f-9fc4-fcc85f8ddf97 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Deleting port 859210a7-67b5-46da-9996-d1080a45b23f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:00.171290 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0ac08232-cf6e-4e1d-8ba7-31ab523095b1 req-a766f09d-f013-4c0f-9fc4-fcc85f8ddf97 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.237698 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee830791-c501-4931-a289-832871291f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.241771 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee830791-c501-4931-a289-832871291f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.277501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12278d21-df5c-45e2-b30c-50e0ca607db1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router aa180396-be8e-4dfa-bf54-5beb0737de5f has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:00.283832 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ee830791-c501-4931-a289-832871291f90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=68dae25a38394166bee19be43268e588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648203 Jul 23 20:37:00.285873 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40978) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:00.294274 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee830791-c501-4931-a289-832871291f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22744abf-11cb-413e-960f-bc442dff162b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:00.303477 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ecbc914-1222-42cf-a855-2afe0534a55b req-4b97e392-235c-4cd8-b387-81f0344ff576 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/security-groups?id=174cfedd-06f2-4382-b55b-5e27088b3dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316693 Jul 23 20:37:00.342494 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-02592c6e-bc76-4728-bff6-a0a1394f3862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.366206 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-02592c6e-bc76-4728-bff6-a0a1394f3862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.405092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0ac08232-cf6e-4e1d-8ba7-31ab523095b1 req-a766f09d-f013-4c0f-9fc4-fcc85f8ddf97 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] For port 859210a7-67b5-46da-9996-d1080a45b23f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=859210a7-67b5-46da-9996-d1080a45b23f,segment=NetworkSegment(333cfba0-3955-4720-8e8c-c362233f1d90),segment_id=333cfba0-3955-4720-8e8c-c362233f1d90)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:00.405461 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0ac08232-cf6e-4e1d-8ba7-31ab523095b1 req-a766f09d-f013-4c0f-9fc4-fcc85f8ddf97 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.420837 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-02592c6e-bc76-4728-bff6-a0a1394f3862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.423653 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-02592c6e-bc76-4728-bff6-a0a1394f3862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.427772 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-02592c6e-bc76-4728-bff6-a0a1394f3862 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/22744abf-11cb-413e-960f-bc442dff162b HTTP/1.1" status: 204 len: 168 time: 0.1408129 Jul 23 20:37:00.436574 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02592c6e-bc76-4728-bff6-a0a1394f3862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22744abf-11cb-413e-960f-bc442dff162b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:00.466708 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-0ac08232-cf6e-4e1d-8ba7-31ab523095b1 req-a766f09d-f013-4c0f-9fc4-fcc85f8ddf97 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Calling delete_port for 859210a7-67b5-46da-9996-d1080a45b23f owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:00.551740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12278d21-df5c-45e2-b30c-50e0ca607db1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:00.558969 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40986) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:00.560755 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-12278d21-df5c-45e2-b30c-50e0ca607db1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/aa180396-be8e-4dfa-bf54-5beb0737de5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4968812 Jul 23 20:37:00.571716 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e2a235-8a66-469a-ae8e-e05fe868efe0 None None] Sync routers for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:00.592525 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2a235-8a66-469a-ae8e-e05fe868efe0 None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:00.596750 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-13e2a235-8a66-469a-ae8e-e05fe868efe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:00.607005 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe1ea9-67f8-4f78-9574-ac73dfc45299 req-af467c3c-58b7-4351-a5c5-981476638a16 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:00.614402 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4fe1ea9-67f8-4f78-9574-ac73dfc45299 req-af467c3c-58b7-4351-a5c5-981476638a16 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.2494140 Jul 23 20:37:00.618944 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d332ac3d-6c48-42a7-8885-adeebf55bfc8 req-914d4469-22cb-4c38-a7a6-633743bf4a42 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=884dcfb7-4507-4831-b722-3bf7ebb70062&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2514162 Jul 23 20:37:00.681621 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4fe1ea9-67f8-4f78-9574-ac73dfc45299 req-79177a6b-c6aa-45d6-bdbf-0da059340655 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613644 Jul 23 20:37:00.701384 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e68574-01db-431f-8913-98e59b90c812 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting subnet 78ccf7d6-2422-42a3-9d4a-4a378ab8d48b {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:00.709335 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46e68574-01db-431f-8913-98e59b90c812 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.786142 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46e68574-01db-431f-8913-98e59b90c812 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.838177 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332ac3d-6c48-42a7-8885-adeebf55bfc8 req-2a1d16db-5c10-4e8b-9bfb-b78a12787b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:00.840147 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d332ac3d-6c48-42a7-8885-adeebf55bfc8 req-2a1d16db-5c10-4e8b-9bfb-b78a12787b4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ada13a3f7be942e5aa558d4703db4ea8&device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 1097 time: 0.1269240 Jul 23 20:37:00.841613 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0ac08232-cf6e-4e1d-8ba7-31ab523095b1 req-a766f09d-f013-4c0f-9fc4-fcc85f8ddf97 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.853581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['859210a7-67b5-46da-9996-d1080a45b23f'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:00.936577 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-13e2a235-8a66-469a-ae8e-e05fe868efe0 None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:00.944270 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766f09d-f013-4c0f-9fc4-fcc85f8ddf97 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Pushing event deleted for resources: {'Port': ['ID=859210a7-67b5-46da-9996-d1080a45b23f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:01.028881 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46e68574-01db-431f-8913-98e59b90c812 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.046748 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac08232-cf6e-4e1d-8ba7-31ab523095b1 req-a766f09d-f013-4c0f-9fc4-fcc85f8ddf97 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] No DVR routers for this DVR port 859210a7-67b5-46da-9996-d1080a45b23f on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:01.050508 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0ac08232-cf6e-4e1d-8ba7-31ab523095b1 req-a766f09d-f013-4c0f-9fc4-fcc85f8ddf97 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.052530 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ac08232-cf6e-4e1d-8ba7-31ab523095b1 req-a766f09d-f013-4c0f-9fc4-fcc85f8ddf97 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.48 "DELETE /v2.0/ports/859210a7-67b5-46da-9996-d1080a45b23f HTTP/1.1" status: 204 len: 173 time: 1.2352445 Jul 23 20:37:01.052982 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc991629-25d7-4cf6-8fef-ebdd7e079d82', 'name': 'network-vif-deleted', 'tag': '859210a7-67b5-46da-9996-d1080a45b23f'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:01.055432 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64985bc9-a8b4-493f-a5c8-12e021b45899" -d '{"events": [{"server_uuid": "cc991629-25d7-4cf6-8fef-ebdd7e079d82", "name": "network-vif-deleted", "tag": "859210a7-67b5-46da-9996-d1080a45b23f"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:01.128484 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a419c67c-28cd-4d7d-b573-bcfea1eeb814 x-openstack-request-id: req-a419c67c-28cd-4d7d-b573-bcfea1eeb814 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:01.128785 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc991629-25d7-4cf6-8fef-ebdd7e079d82", "name": "network-vif-deleted", "tag": "859210a7-67b5-46da-9996-d1080a45b23f", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:01.129037 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a419c67c-28cd-4d7d-b573-bcfea1eeb814 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:01.129432 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc991629-25d7-4cf6-8fef-ebdd7e079d82', 'name': 'network-vif-deleted', 'tag': '859210a7-67b5-46da-9996-d1080a45b23f', 'status': 'completed', 'code': 200} Jul 23 20:37:01.130883 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332ac3d-6c48-42a7-8885-adeebf55bfc8 req-667ecf19-0b6e-4296-acda-39e9707ffc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:01.132503 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d332ac3d-6c48-42a7-8885-adeebf55bfc8 req-667ecf19-0b6e-4296-acda-39e9707ffc6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=90bcea01-43fa-4ff2-bd8a-7665ba1bc994 HTTP/1.1" status: 200 len: 912 time: 0.2573543 Jul 23 20:37:01.167240 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46e68574-01db-431f-8913-98e59b90c812 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.214909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e68574-01db-431f-8913-98e59b90c812 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Subnet': ['ID=78ccf7d6-2422-42a3-9d4a-4a378ab8d48b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:01.221635 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46e68574-01db-431f-8913-98e59b90c812 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.223808 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-46e68574-01db-431f-8913-98e59b90c812 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/subnets/78ccf7d6-2422-42a3-9d4a-4a378ab8d48b HTTP/1.1" status: 204 len: 168 time: 0.6675260 Jul 23 20:37:01.226516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41010) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:01.229706 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed85eff4-8395-4827-8d55-e2365ea771d6 None None] Network 3dfbb5c1-6c04-4965-8215-b2c1b211dcd5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:01.262020 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d332ac3d-6c48-42a7-8885-adeebf55bfc8 req-4359b45b-b5d1-4168-886e-30d82816362a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be6e8b61-af81-40b8-83ee-a7d189b0d284 HTTP/1.1" status: 200 len: 1001 time: 0.1171989 Jul 23 20:37:01.306357 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-13e2a235-8a66-469a-ae8e-e05fe868efe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:59Z', 'revision_number': 9, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '224f99d7-0319-44ea-a663-c5f564b9fd8f', 'name': '', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a7:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:40Z', 'updated_at': '2021-07-23T20:36:48Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '3231a484-9cac-4243-b324-6a3098ced022', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:01.324972 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.342799 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e2a235-8a66-469a-ae8e-e05fe868efe0 None None] Checking router: aa180396-be8e-4dfa-bf54-5beb0737de5f for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:01.348207 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332ac3d-6c48-42a7-8885-adeebf55bfc8 req-51138003-40df-409a-97ea-8ace785c9486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:01.349885 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d332ac3d-6c48-42a7-8885-adeebf55bfc8 req-51138003-40df-409a-97ea-8ace785c9486 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0946689a-4296-447b-a9f9-67ed8c997cbd HTTP/1.1" status: 200 len: 850 time: 0.0739484 Jul 23 20:37:01.352239 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2a235-8a66-469a-ae8e-e05fe868efe0 None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:01.352983 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-13e2a235-8a66-469a-ae8e-e05fe868efe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:01.393255 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting port 2a765422-5d30-494b-84ee-d90daabd85fb {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:01.394110 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.442957 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-13e2a235-8a66-469a-ae8e-e05fe868efe0 None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:01.484833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332ac3d-6c48-42a7-8885-adeebf55bfc8 req-68f3832b-18a1-413f-b3aa-e6ab6dcfe360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:01.486344 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d332ac3d-6c48-42a7-8885-adeebf55bfc8 req-68f3832b-18a1-413f-b3aa-e6ab6dcfe360 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90bcea01-43fa-4ff2-bd8a-7665ba1bc994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249096 Jul 23 20:37:01.487489 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] For port 2a765422-5d30-494b-84ee-d90daabd85fb, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2a765422-5d30-494b-84ee-d90daabd85fb,segment=NetworkSegment(5a826613-17f5-43f8-bdac-9a23d1c68587),segment_id=5a826613-17f5-43f8-bdac-9a23d1c68587)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:01.488482 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.510217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Calling delete_port for 2a765422-5d30-494b-84ee-d90daabd85fb owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:01.523832 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6dd6d5ab-29ab-46dd-a5ec-d6ee3b866f7d req-b818dc45-ccf3-40b2-a7e9-915c9becd7a7 tempest-ServerTagsTestJSON-1605838846 tempest-ServerTagsTestJSON-1605838846-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc991629-25d7-4cf6-8fef-ebdd7e079d82 HTTP/1.1" status: 200 len: 210 time: 0.0634496 Jul 23 20:37:01.592360 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c62042e-fa62-48c1-945f-1cfa7183d073 None None] DHCP port deletion for 3dfbb5c1-6c04-4965-8215-b2c1b211dcd5 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:01.645225 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.660195 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d332ac3d-6c48-42a7-8885-adeebf55bfc8 req-30e931e5-d43f-4e51-8524-2ccd92025a04 service neutron] 10.222.0.48 "GET /v2.0/networks/90bcea01-43fa-4ff2-bd8a-7665ba1bc994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353779 Jul 23 20:37:01.679146 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Port': ['ID=2a765422-5d30-494b-84ee-d90daabd85fb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:01.689774 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] No DVR routers for this DVR port 2a765422-5d30-494b-84ee-d90daabd85fb on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:01.705201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2c62042e-fa62-48c1-945f-1cfa7183d073 None None] Deleting port 2a765422-5d30-494b-84ee-d90daabd85fb {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:01.705599 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c62042e-fa62-48c1-945f-1cfa7183d073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.802106 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.818844 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfbb5c1-6c04-4965-8215-b2c1b211dcd5']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:01.839029 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a826613-17f5-43f8-bdac-9a23d1c68587') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:01.840793 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a826613-17f5-43f8-bdac-9a23d1c68587') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:01.875436 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.878450 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d332ac3d-6c48-42a7-8885-adeebf55bfc8 req-8eba83ed-591a-4bb6-b9cf-23bd172fa277 service neutron] 10.222.0.48 "GET /v2.0/networks/90bcea01-43fa-4ff2-bd8a-7665ba1bc994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088821 Jul 23 20:37:01.896881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2c62042e-fa62-48c1-945f-1cfa7183d073 None None] For port 2a765422-5d30-494b-84ee-d90daabd85fb, host n-d-791504-18, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:01.897425 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c62042e-fa62-48c1-945f-1cfa7183d073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.901495 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-13e2a235-8a66-469a-ae8e-e05fe868efe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:59Z', 'revision_number': 9, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '224f99d7-0319-44ea-a663-c5f564b9fd8f', 'name': '', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a7:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:40Z', 'updated_at': '2021-07-23T20:36:48Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '3231a484-9cac-4243-b324-6a3098ced022', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:01.922068 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2c62042e-fa62-48c1-945f-1cfa7183d073 None None] Calling delete_port for 2a765422-5d30-494b-84ee-d90daabd85fb owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:01.923159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.927610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-2c62042e-fa62-48c1-945f-1cfa7183d073 None None] Port 2a765422-5d30-494b-84ee-d90daabd85fb was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:37:01.932298 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c62042e-fa62-48c1-945f-1cfa7183d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.936233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:37:01.936748 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:37:01.941498 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:37:01.965694 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e2a235-8a66-469a-ae8e-e05fe868efe0 None None] The sync data for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 is: [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:36:59Z', 'revision_number': 9, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '224f99d7-0319-44ea-a663-c5f564b9fd8f', 'name': '', 'network_id': '3befd528-c9e8-4bc2-89f7-3f342931ff0c', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a7:85:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '3231a484-9cac-4243-b324-6a3098ced022', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:40Z', 'updated_at': '2021-07-23T20:36:48Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': '3231a484-9cac-4243-b324-6a3098ced022', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:01.990987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62042e-fa62-48c1-945f-1cfa7183d073 None None] Pushing event deleted for resources: {'Port': ['ID=2a765422-5d30-494b-84ee-d90daabd85fb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:01.999570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c62042e-fa62-48c1-945f-1cfa7183d073 None None] No DVR routers for this DVR port 2a765422-5d30-494b-84ee-d90daabd85fb on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:02.008277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753ca40-fcd6-4f12-b4e5-79d03308ecd7 req-297ee051-3f60-4add-a4c1-6b933b575b74 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:02.015713 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9753ca40-fcd6-4f12-b4e5-79d03308ecd7 req-297ee051-3f60-4add-a4c1-6b933b575b74 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1236913 Jul 23 20:37:02.033005 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.041687 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.046323 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/networks/3dfbb5c1-6c04-4965-8215-b2c1b211dcd5 HTTP/1.1" status: 204 len: 168 time: 0.8153098 Jul 23 20:37:02.054174 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41030) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:02.055489 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a854e-c7a1-49f1-a1c6-ae9cf41d18f1 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Network': ['ID=3dfbb5c1-6c04-4965-8215-b2c1b211dcd5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:02.058503 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9753ca40-fcd6-4f12-b4e5-79d03308ecd7 req-1a308455-67d2-4e26-8841-6222d62d6457 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389867 Jul 23 20:37:02.586771 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41054) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:02.661628 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-9824aa8d-a538-4475-a413-11400bdaf4a7 admin admin] Deleting subnet a66e3c08-4746-4129-b224-e349182d5266 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:02.666421 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9824aa8d-a538-4475-a413-11400bdaf4a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.709663 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9824aa8d-a538-4475-a413-11400bdaf4a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.722873 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41058) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:02.776231 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9824aa8d-a538-4475-a413-11400bdaf4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.851553 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9adba6c0-4818-4f95-b799-c68ae63448b5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.856027 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9824aa8d-a538-4475-a413-11400bdaf4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.860128 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-44b0cff1-25dc-4648-bc25-9e12e71c2961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.868294 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2a765422-5d30-494b-84ee-d90daabd85fb no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:02.889845 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 2a765422-5d30-494b-84ee-d90daabd85fb {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:02.890920 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2a765422-5d30-494b-84ee-d90daabd85fb not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:02.891821 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0c2b4997-d058-4b54-9d0f-bf8fb575872b no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:02.918969 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 0c2b4997-d058-4b54-9d0f-bf8fb575872b {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:02.920962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0c2b4997-d058-4b54-9d0f-bf8fb575872b not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:02.949538 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824aa8d-a538-4475-a413-11400bdaf4a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a66e3c08-4746-4129-b224-e349182d5266,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:02.952111 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9824aa8d-a538-4475-a413-11400bdaf4a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.953990 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9824aa8d-a538-4475-a413-11400bdaf4a7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a66e3c08-4746-4129-b224-e349182d5266 HTTP/1.1" status: 204 len: 168 time: 0.3662202 Jul 23 20:37:02.956752 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41064) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:03.004727 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-44b0cff1-25dc-4648-bc25-9e12e71c2961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.009020 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-44b0cff1-25dc-4648-bc25-9e12e71c2961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.058359 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 859210a7-67b5-46da-9996-d1080a45b23f no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:03.080034 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60b2ff52-7a98-4790-92d4-0ec254f5a947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.099621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41068) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:03.099841 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-44b0cff1-25dc-4648-bc25-9e12e71c2961 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e2313aed25d45f2adab569d9eba3dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3752837 Jul 23 20:37:03.103377 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 859210a7-67b5-46da-9996-d1080a45b23f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:03.103926 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 859210a7-67b5-46da-9996-d1080a45b23f not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:03.106196 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0cff1-25dc-4648-bc25-9e12e71c2961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64d6ad2-be35-4e00-8878-b8bf166efab2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:03.207725 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60b2ff52-7a98-4790-92d4-0ec254f5a947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.222492 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-60b2ff52-7a98-4790-92d4-0ec254f5a947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d40f89-dcec-4353-8e15-43a0ddf5881e']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:03.233549 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-727ad5d4-9d86-4579-a1bd-e8ac2e01e69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.237384 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-60b2ff52-7a98-4790-92d4-0ec254f5a947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333cfba0-3955-4720-8e8c-c362233f1d90') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:03.237680 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-60b2ff52-7a98-4790-92d4-0ec254f5a947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333cfba0-3955-4720-8e8c-c362233f1d90') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:03.238154 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-9adba6c0-4818-4f95-b799-c68ae63448b5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting port 224f99d7-0319-44ea-a663-c5f564b9fd8f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:03.238621 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9adba6c0-4818-4f95-b799-c68ae63448b5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.248614 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60b2ff52-7a98-4790-92d4-0ec254f5a947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.278856 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60b2ff52-7a98-4790-92d4-0ec254f5a947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.287143 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b2ff52-7a98-4790-92d4-0ec254f5a947 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:37:03.288002 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60b2ff52-7a98-4790-92d4-0ec254f5a947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:37:03.289541 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:37:03.302145 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-727ad5d4-9d86-4579-a1bd-e8ac2e01e69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.354380 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60b2ff52-7a98-4790-92d4-0ec254f5a947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.360898 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60b2ff52-7a98-4790-92d4-0ec254f5a947 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.361821 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-60b2ff52-7a98-4790-92d4-0ec254f5a947 admin admin] 10.222.0.55 "DELETE /v2.0/networks/13d40f89-dcec-4353-8e15-43a0ddf5881e HTTP/1.1" status: 204 len: 168 time: 0.4032111 Jul 23 20:37:03.363112 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955c5e3-2640-46de-bb24-53e652303224 req-39014f25-268a-49ba-bb57-7a5dbe88b537 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:03.365019 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9955c5e3-2640-46de-bb24-53e652303224 req-39014f25-268a-49ba-bb57-7a5dbe88b537 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1993520 Jul 23 20:37:03.402231 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2ff52-7a98-4790-92d4-0ec254f5a947 admin admin] Pushing event deleted for resources: {'Network': ['ID=13d40f89-dcec-4353-8e15-43a0ddf5881e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:03.429835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-9adba6c0-4818-4f95-b799-c68ae63448b5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] For port 224f99d7-0319-44ea-a663-c5f564b9fd8f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=224f99d7-0319-44ea-a663-c5f564b9fd8f,segment=NetworkSegment(a8515c77-af96-4c71-a224-a501adac4fe6),segment_id=a8515c77-af96-4c71-a224-a501adac4fe6)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:03.429835 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9adba6c0-4818-4f95-b799-c68ae63448b5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.453846 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-727ad5d4-9d86-4579-a1bd-e8ac2e01e69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.456521 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-727ad5d4-9d86-4579-a1bd-e8ac2e01e69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.460132 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-727ad5d4-9d86-4579-a1bd-e8ac2e01e69e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a64d6ad2-be35-4e00-8878-b8bf166efab2 HTTP/1.1" status: 204 len: 168 time: 0.3576772 Jul 23 20:37:03.460132 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-9adba6c0-4818-4f95-b799-c68ae63448b5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Calling delete_port for 224f99d7-0319-44ea-a663-c5f564b9fd8f owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:03.464666 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9955c5e3-2640-46de-bb24-53e652303224 req-a7fa47a6-ae87-4d1f-b9a0-6ce5b235c38b tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874746 Jul 23 20:37:03.477386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ad5d4-9d86-4579-a1bd-e8ac2e01e69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64d6ad2-be35-4e00-8878-b8bf166efab2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:03.583439 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41078) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:03.650818 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b658d80e-3bda-4963-8024-9beb671c4b69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12e6d832a9f14e179e159fe744599431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0659182 Jul 23 20:37:03.653503 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41082) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:03.693219 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9adba6c0-4818-4f95-b799-c68ae63448b5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.711230 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f2298a1-c520-4f8f-908c-f0ef7a95c1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.726509 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adba6c0-4818-4f95-b799-c68ae63448b5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Port': ['ID=224f99d7-0319-44ea-a663-c5f564b9fd8f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:03.737023 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f2298a1-c520-4f8f-908c-f0ef7a95c1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.810636 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f2298a1-c520-4f8f-908c-f0ef7a95c1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.813621 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f2298a1-c520-4f8f-908c-f0ef7a95c1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.817719 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8f2298a1-c520-4f8f-908c-f0ef7a95c1c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/174cfedd-06f2-4382-b55b-5e27088b3dba HTTP/1.1" status: 204 len: 168 time: 0.1605306 Jul 23 20:37:03.823777 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2298a1-c520-4f8f-908c-f0ef7a95c1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174cfedd-06f2-4382-b55b-5e27088b3dba,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:03.957379 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9adba6c0-4818-4f95-b799-c68ae63448b5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.196084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adba6c0-4818-4f95-b799-c68ae63448b5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router aa180396-be8e-4dfa-bf54-5beb0737de5f has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:04.296472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adba6c0-4818-4f95-b799-c68ae63448b5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:04.303838 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9adba6c0-4818-4f95-b799-c68ae63448b5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/aa180396-be8e-4dfa-bf54-5beb0737de5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2435555 Jul 23 20:37:04.306489 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41116) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:04.310669 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41118) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:04.312568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54b0047-3d72-4dbf-87bd-0663f32f1f08 None None] Sync routers for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:04.331389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54b0047-3d72-4dbf-87bd-0663f32f1f08 None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:04.335604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b54b0047-3d72-4dbf-87bd-0663f32f1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:04.370177 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9875f59-623a-4743-846d-61095b8db9f8 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting subnet 3231a484-9cac-4243-b324-6a3098ced022 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:04.373299 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9875f59-623a-4743-846d-61095b8db9f8 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.420628 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9875f59-623a-4743-846d-61095b8db9f8 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.490130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-b54b0047-3d72-4dbf-87bd-0663f32f1f08 None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:04.494884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-045970a8-5ee0-43c6-873e-df8155b43c57 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-59839930-network', 'tenant_id': '38313f2c56d4490dae9e71126a4ca19e'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:04.523901 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9875f59-623a-4743-846d-61095b8db9f8 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.553340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045970a8-5ee0-43c6-873e-df8155b43c57 admin admin] Made reservation on behalf of 38313f2c56d4490dae9e71126a4ca19e for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:04.561796 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-045970a8-5ee0-43c6-873e-df8155b43c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.568659 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-045970a8-5ee0-43c6-873e-df8155b43c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.746293 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41134) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:04.800646 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b54b0047-3d72-4dbf-87bd-0663f32f1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:37:03Z', 'revision_number': 10, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:04.837601 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9875f59-623a-4743-846d-61095b8db9f8 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.843081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54b0047-3d72-4dbf-87bd-0663f32f1f08 None None] Checking router: aa180396-be8e-4dfa-bf54-5beb0737de5f for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:04.853572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54b0047-3d72-4dbf-87bd-0663f32f1f08 None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:04.854538 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b54b0047-3d72-4dbf-87bd-0663f32f1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:04.907630 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-045970a8-5ee0-43c6-873e-df8155b43c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.911321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9875f59-623a-4743-846d-61095b8db9f8 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Subnet': ['ID=3231a484-9cac-4243-b324-6a3098ced022,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:04.923568 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-045970a8-5ee0-43c6-873e-df8155b43c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.927216 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9875f59-623a-4743-846d-61095b8db9f8 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.933720 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a9875f59-623a-4743-846d-61095b8db9f8 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/subnets/3231a484-9cac-4243-b324-6a3098ced022 HTTP/1.1" status: 204 len: 168 time: 0.6260912 Jul 23 20:37:04.935364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7a6069-0eef-4fe7-ab1b-da56f8bf88ac None None] Network 3befd528-c9e8-4bc2-89f7-3f342931ff0c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:04.938481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41138) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:04.968428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045970a8-5ee0-43c6-873e-df8155b43c57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:37:05.032430 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-045970a8-5ee0-43c6-873e-df8155b43c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.033120 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-045970a8-5ee0-43c6-873e-df8155b43c57 admin admin] Added segment a1ba9e34-c49f-444f-ab97-068a226f2bb9 of type vlan for network 37d72607-4143-46c3-8076-01a16e88d009 Jul 23 20:37:05.037986 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-149ca167-787f-4c3e-9578-6deb500dd58d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1037572844-network', 'tenant_id': '2308fc7e847849b49bfa7d18148d9b2b'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:05.083473 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-b54b0047-3d72-4dbf-87bd-0663f32f1f08 None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:05.088727 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.100094 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c20a4-fcd7-4d14-963e-874376a5e1fc req-97dd86d2-e6b8-402e-8c0c-c4fe8de8cf4a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:05.105664 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045970a8-5ee0-43c6-873e-df8155b43c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2837220e-31ed-41e3-94b8-741fa20190b8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:05.107829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-683c20a4-fcd7-4d14-963e-874376a5e1fc req-97dd86d2-e6b8-402e-8c0c-c4fe8de8cf4a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.4936652 Jul 23 20:37:05.110910 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-045970a8-5ee0-43c6-873e-df8155b43c57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.129672 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149ca167-787f-4c3e-9578-6deb500dd58d admin admin] Made reservation on behalf of 2308fc7e847849b49bfa7d18148d9b2b for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:05.132769 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-149ca167-787f-4c3e-9578-6deb500dd58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.148130 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-149ca167-787f-4c3e-9578-6deb500dd58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.175054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e86afb8d-e78e-40da-a673-d605c385068f req-8a6045c6-4c89-4783-9bb6-4323828cbab4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4683247 Jul 23 20:37:05.193394 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-045970a8-5ee0-43c6-873e-df8155b43c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.195965 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045970a8-5ee0-43c6-873e-df8155b43c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:05.196951 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-045970a8-5ee0-43c6-873e-df8155b43c57 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.209014 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-683c20a4-fcd7-4d14-963e-874376a5e1fc req-6ad27a2a-759f-44cc-921f-1f7d8bcca704 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001763 Jul 23 20:37:05.291196 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting port a061defb-671f-4a93-a21d-75bd341b65f7 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:05.291560 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.295486 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045970a8-5ee0-43c6-873e-df8155b43c57 admin admin] Pushing event updated for resources: {'Network': ['ID=37d72607-4143-46c3-8076-01a16e88d009,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:05.324456 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 37d72607-4143-46c3-8076-01a16e88d009 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:37:05.334497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86afb8d-e78e-40da-a673-d605c385068f req-23a57f5f-f597-4d15-842d-b42b595837b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:05.336329 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e86afb8d-e78e-40da-a673-d605c385068f req-23a57f5f-f597-4d15-842d-b42b595837b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 1098 time: 0.1219680 Jul 23 20:37:05.433790 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b3e466-989c-4128-a982-36e798f5c83e None None] DHCP port deletion for 3befd528-c9e8-4bc2-89f7-3f342931ff0c request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:05.435129 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-149ca167-787f-4c3e-9578-6deb500dd58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.445564 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-149ca167-787f-4c3e-9578-6deb500dd58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.478362 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-045970a8-5ee0-43c6-873e-df8155b43c57 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1661668 Jul 23 20:37:05.479247 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41146) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:05.495202 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4b7c60f9-50de-4de4-93c8-18e67011d439 admin admin] Request body: {'subnet': {'network_id': '37d72607-4143-46c3-8076-01a16e88d009', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-59839930-subnet', 'tenant_id': '38313f2c56d4490dae9e71126a4ca19e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:05.531318 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ca167-787f-4c3e-9578-6deb500dd58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce83a42-bd1b-4dc6-b155-40cdaeab7ef5,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:05.562137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7c60f9-50de-4de4-93c8-18e67011d439 admin admin] Made reservation on behalf of 38313f2c56d4490dae9e71126a4ca19e for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:05.564988 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b7c60f9-50de-4de4-93c8-18e67011d439 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.565718 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b54b0047-3d72-4dbf-87bd-0663f32f1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:37:03Z', 'revision_number': 10, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:05.601184 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3e466-989c-4128-a982-36e798f5c83e None None] Deleting port a061defb-671f-4a93-a21d-75bd341b65f7 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:05.601855 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e466-989c-4128-a982-36e798f5c83e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.604882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54b0047-3d72-4dbf-87bd-0663f32f1f08 None None] The sync data for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 is: [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:37:03Z', 'revision_number': 10, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None, '_interfaces': [{'id': '3b811b39-3d86-4d4f-aa71-c9c14d0f54cc', 'name': '', 'network_id': '8626bfc4-1535-4fd8-af0d-04839fed4f72', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'mac_address': 'fa:16:3e:a4:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:34Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 5, 'project_id': '73090f04375d4000b39ac556a7314193', 'subnets': [{'id': 'ae1061b1-77c3-49cb-a861-8e047f5f2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:05.757383 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149ca167-787f-4c3e-9578-6deb500dd58d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:37:05.781613 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-149ca167-787f-4c3e-9578-6deb500dd58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.784426 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-149ca167-787f-4c3e-9578-6deb500dd58d admin admin] Added segment 3d72d17a-f7e2-4fa0-9282-0562d8275825 of type vlan for network e9b21a1e-ea31-49dc-8e1e-f180c5054512 Jul 23 20:37:05.795591 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b7c60f9-50de-4de4-93c8-18e67011d439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.807092 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b7b3e466-989c-4128-a982-36e798f5c83e None None] For port a061defb-671f-4a93-a21d-75bd341b65f7, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a061defb-671f-4a93-a21d-75bd341b65f7,segment=NetworkSegment(a8515c77-af96-4c71-a224-a501adac4fe6),segment_id=a8515c77-af96-4c71-a224-a501adac4fe6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:05.807550 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e466-989c-4128-a982-36e798f5c83e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.821773 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3e466-989c-4128-a982-36e798f5c83e None None] Calling delete_port for a061defb-671f-4a93-a21d-75bd341b65f7 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:05.845591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] For port a061defb-671f-4a93-a21d-75bd341b65f7, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a061defb-671f-4a93-a21d-75bd341b65f7,segment=NetworkSegment(a8515c77-af96-4c71-a224-a501adac4fe6),segment_id=a8515c77-af96-4c71-a224-a501adac4fe6)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:05.846223 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.863332 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Calling delete_port for a061defb-671f-4a93-a21d-75bd341b65f7 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:05.872593 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-149ca167-787f-4c3e-9578-6deb500dd58d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.884730 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86afb8d-e78e-40da-a673-d605c385068f req-1bf11b14-ed3a-4a06-98a6-2d11f724212b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:05.886472 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e86afb8d-e78e-40da-a673-d605c385068f req-1bf11b14-ed3a-4a06-98a6-2d11f724212b service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.5127869 Jul 23 20:37:05.888210 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c60f9-50de-4de4-93c8-18e67011d439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e73dc9e6-37d9-4555-9d00-1653e1260d18,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:05.919914 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c60f9-50de-4de4-93c8-18e67011d439 admin admin] Checking segment: {'id': 'a1ba9e34-c49f-444f-ab97-068a226f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '37d72607-4143-46c3-8076-01a16e88d009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:05.920289 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7c60f9-50de-4de4-93c8-18e67011d439 admin admin] Network hostable DHCP agents. Network: 37d72607-4143-46c3-8076-01a16e88d009, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:37:05.927490 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-149ca167-787f-4c3e-9578-6deb500dd58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.928507 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149ca167-787f-4c3e-9578-6deb500dd58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:05.929093 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-149ca167-787f-4c3e-9578-6deb500dd58d admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.938126 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e466-989c-4128-a982-36e798f5c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.968004 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e86afb8d-e78e-40da-a673-d605c385068f req-9109fa6c-4e78-4537-a564-d0c4f609ea80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9ebfedd-e6c7-422e-9b78-b89443a65d23 HTTP/1.1" status: 200 len: 217 time: 0.0467715 Jul 23 20:37:05.975058 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-149ca167-787f-4c3e-9578-6deb500dd58d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2202189 Jul 23 20:37:05.979384 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3e466-989c-4128-a982-36e798f5c83e None None] Pushing event deleted for resources: {'Port': ['ID=a061defb-671f-4a93-a21d-75bd341b65f7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:05.980174 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41150) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:05.986978 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b3e466-989c-4128-a982-36e798f5c83e None None] No DVR routers for this DVR port a061defb-671f-4a93-a21d-75bd341b65f7 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:05.987149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c8d4872f-1bb8-4851-a12d-5dc8f0a6af8e admin admin] Request body: {'subnet': {'network_id': 'e9b21a1e-ea31-49dc-8e1e-f180c5054512', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1037572844-subnet', 'tenant_id': '2308fc7e847849b49bfa7d18148d9b2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:06.009011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7c60f9-50de-4de4-93c8-18e67011d439 admin admin] Network 37d72607-4143-46c3-8076-01a16e88d009 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:37:06.012579 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ca167-787f-4c3e-9578-6deb500dd58d admin admin] Pushing event updated for resources: {'Network': ['ID=e9b21a1e-ea31-49dc-8e1e-f180c5054512,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:06.023055 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-4b7c60f9-50de-4de4-93c8-18e67011d439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 37d72607-4143-46c3-8076-01a16e88d009) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:06.024402 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network e9b21a1e-ea31-49dc-8e1e-f180c5054512 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:37:06.027632 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7c60f9-50de-4de4-93c8-18e67011d439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:06.028542 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b7c60f9-50de-4de4-93c8-18e67011d439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.040050 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1688d592-a7fb-4d00-9245-61f0641bb109 None None] Network 37d72607-4143-46c3-8076-01a16e88d009 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:06.092497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d4872f-1bb8-4851-a12d-5dc8f0a6af8e admin admin] Made reservation on behalf of 2308fc7e847849b49bfa7d18148d9b2b for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:06.094850 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c8d4872f-1bb8-4851-a12d-5dc8f0a6af8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.098589 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4b7c60f9-50de-4de4-93c8-18e67011d439 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6121712 Jul 23 20:37:06.186151 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86afb8d-e78e-40da-a673-d605c385068f req-8c253701-0b5a-42c4-b944-b004b4a1e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:06.187977 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e86afb8d-e78e-40da-a673-d605c385068f req-8c253701-0b5a-42c4-b944-b004b4a1e498 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.2098131 Jul 23 20:37:06.188709 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.233499 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Port': ['ID=a061defb-671f-4a93-a21d-75bd341b65f7,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:06.243353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdea980-f8a9-4050-9d7d-f5fc71724fcf None None] Network 37d72607-4143-46c3-8076-01a16e88d009 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:06.275369 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] No DVR routers for this DVR port a061defb-671f-4a93-a21d-75bd341b65f7 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:06.429370 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.450528 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-e7fcb53a-b033-4ed2-8782-957f9d04a4e6 req-c8b4285a-f2f5-42e3-9244-6d53d6ac85ea tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1528587249', 'description': 'tempest-description-319126421'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:06.460774 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3befd528-c9e8-4bc2-89f7-3f342931ff0c']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:06.487006 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8515c77-af96-4c71-a224-a501adac4fe6') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:06.487336 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8515c77-af96-4c71-a224-a501adac4fe6') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:06.509958 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.547831 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86afb8d-e78e-40da-a673-d605c385068f req-d3d4a8d3-f53e-4845-99aa-d047b8fbbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:06.549371 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e86afb8d-e78e-40da-a673-d605c385068f req-d3d4a8d3-f53e-4845-99aa-d047b8fbbe8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3313844 Jul 23 20:37:06.577298 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e7fcb53a-b033-4ed2-8782-957f9d04a4e6 req-c8b4285a-f2f5-42e3-9244-6d53d6ac85ea tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.580932 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.612966 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:37:06.613291 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:37:06.617545 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:37:06.620403 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c8d4872f-1bb8-4851-a12d-5dc8f0a6af8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.717430 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb652935-a47d-4a16-8d75-88a216a51896 req-b5f1c47d-869d-4725-809d-a5e551e87403 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:06.718924 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb652935-a47d-4a16-8d75-88a216a51896 req-b5f1c47d-869d-4725-809d-a5e551e87403 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.3954353 Jul 23 20:37:06.806552 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.817172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4872f-1bb8-4851-a12d-5dc8f0a6af8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e7b3277-4b01-4768-a503-9abf5b888c89,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:06.825218 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.829854 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/networks/3befd528-c9e8-4bc2-89f7-3f342931ff0c HTTP/1.1" status: 204 len: 168 time: 1.8858335 Jul 23 20:37:06.830239 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41166) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:06.859389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 224f99d7-0319-44ea-a663-c5f564b9fd8f no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:06.871478 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4221e0-1add-48dc-b290-d35ff26f1b4e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Network': ['ID=3befd528-c9e8-4bc2-89f7-3f342931ff0c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:06.885632 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 224f99d7-0319-44ea-a663-c5f564b9fd8f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:06.885823 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e86afb8d-e78e-40da-a673-d605c385068f req-54180e61-ecd7-4baa-823d-a62aeef282a5 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246458 Jul 23 20:37:06.886408 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 224f99d7-0319-44ea-a663-c5f564b9fd8f not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:06.886749 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a061defb-671f-4a93-a21d-75bd341b65f7 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:06.892603 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb652935-a47d-4a16-8d75-88a216a51896 req-387e154f-3740-4506-bb3a-a851efe6645f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368299 Jul 23 20:37:06.906809 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d4872f-1bb8-4851-a12d-5dc8f0a6af8e admin admin] Checking segment: {'id': '3d72d17a-f7e2-4fa0-9282-0562d8275825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e9b21a1e-ea31-49dc-8e1e-f180c5054512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:06.907396 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4872f-1bb8-4851-a12d-5dc8f0a6af8e admin admin] Network hostable DHCP agents. Network: e9b21a1e-ea31-49dc-8e1e-f180c5054512, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:37:06.925723 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: a061defb-671f-4a93-a21d-75bd341b65f7 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:06.926074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a061defb-671f-4a93-a21d-75bd341b65f7 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:07.007393 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e7fcb53a-b033-4ed2-8782-957f9d04a4e6 req-c8b4285a-f2f5-42e3-9244-6d53d6ac85ea tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.008291 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4872f-1bb8-4851-a12d-5dc8f0a6af8e admin admin] Network e9b21a1e-ea31-49dc-8e1e-f180c5054512 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:37:07.016401 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e7fcb53a-b033-4ed2-8782-957f9d04a4e6 req-c8b4285a-f2f5-42e3-9244-6d53d6ac85ea tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.059478 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-c8d4872f-1bb8-4851-a12d-5dc8f0a6af8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, e9b21a1e-ea31-49dc-8e1e-f180c5054512) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:07.069396 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56cf8c3-ad8c-49a6-acd3-061ae7b05f03 None None] Network e9b21a1e-ea31-49dc-8e1e-f180c5054512 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:07.071871 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d4872f-1bb8-4851-a12d-5dc8f0a6af8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:07.072731 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c8d4872f-1bb8-4851-a12d-5dc8f0a6af8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.074886 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e7fcb53a-b033-4ed2-8782-957f9d04a4e6 req-c8b4285a-f2f5-42e3-9244-6d53d6ac85ea tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.076138 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7fcb53a-b033-4ed2-8782-957f9d04a4e6 req-c8b4285a-f2f5-42e3-9244-6d53d6ac85ea tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6427562 Jul 23 20:37:07.079950 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e86afb8d-e78e-40da-a673-d605c385068f req-64e92b5d-98ac-4e12-b776-b68e5a3e5d0c service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845596 Jul 23 20:37:07.085946 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4285a-f2f5-42e3-9244-6d53d6ac85ea tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e03ff5-d9a6-4080-800f-835db4b941f2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:07.103810 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c8d4872f-1bb8-4851-a12d-5dc8f0a6af8e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1212251 Jul 23 20:37:07.117816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-93ab6810-4553-4920-83bb-b50c6c31269e req-c36ada64-c82e-40d1-b3d6-2cc5d92d2433 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-512920763', 'description': 'tempest-description-344053783'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:07.151138 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-93ab6810-4553-4920-83bb-b50c6c31269e req-c36ada64-c82e-40d1-b3d6-2cc5d92d2433 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.249883 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-93ab6810-4553-4920-83bb-b50c6c31269e req-c36ada64-c82e-40d1-b3d6-2cc5d92d2433 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.256674 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-93ab6810-4553-4920-83bb-b50c6c31269e req-c36ada64-c82e-40d1-b3d6-2cc5d92d2433 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.278407 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41176) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:07.280945 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e24f937-bf15-4acd-9939-85daa93833d9 None None] Network e9b21a1e-ea31-49dc-8e1e-f180c5054512 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:07.294194 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-93ab6810-4553-4920-83bb-b50c6c31269e req-c36ada64-c82e-40d1-b3d6-2cc5d92d2433 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.295253 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1edfb420-52bf-499e-9578-14a90d0439e7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.295430 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93ab6810-4553-4920-83bb-b50c6c31269e req-c36ada64-c82e-40d1-b3d6-2cc5d92d2433 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1901624 Jul 23 20:37:07.330951 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ada64-c82e-40d1-b3d6-2cc5d92d2433 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=effe0396-9b12-4c20-8c56-d9aa7c4e6002,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:07.344522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d2f477-ca72-4d28-bb02-a8159b2ea337 admin admin] Deleting subnet 8e7b3277-4b01-4768-a503-9abf5b888c89 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:07.348256 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25d2f477-ca72-4d28-bb02-a8159b2ea337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.400345 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25d2f477-ca72-4d28-bb02-a8159b2ea337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.484992 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25d2f477-ca72-4d28-bb02-a8159b2ea337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.588890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-8faf84af-9d6f-469c-ae10-6867515b2550 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:07.590127 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1edfb420-52bf-499e-9578-14a90d0439e7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting port 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:07.590968 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-8faf84af-9d6f-469c-ae10-6867515b2550 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/networks?id=37d72607-4143-46c3-8076-01a16e88d009 HTTP/1.1" status: 200 len: 811 time: 0.1545131 Jul 23 20:37:07.591088 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1edfb420-52bf-499e-9578-14a90d0439e7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.604865 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25d2f477-ca72-4d28-bb02-a8159b2ea337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.616792 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-ad65fd27-c00b-4d60-8564-e4937675c9a3 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/quotas/38313f2c56d4490dae9e71126a4ca19e HTTP/1.1" status: 200 len: 375 time: 0.0198631 Jul 23 20:37:07.641557 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2f477-ca72-4d28-bb02-a8159b2ea337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e7b3277-4b01-4768-a503-9abf5b888c89,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:07.643461 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25d2f477-ca72-4d28-bb02-a8159b2ea337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.647654 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-25d2f477-ca72-4d28-bb02-a8159b2ea337 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8e7b3277-4b01-4768-a503-9abf5b888c89 HTTP/1.1" status: 204 len: 168 time: 0.3667538 Jul 23 20:37:07.649198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41190) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:07.673869 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-70b44016-aa40-4fd7-87dc-8d90f5fd3e43 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=38313f2c56d4490dae9e71126a4ca19e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354853 Jul 23 20:37:07.771344 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-67da4525-9f78-4118-bb61-214f01480688 service neutron] 10.222.0.55 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897892 Jul 23 20:37:07.871257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-a16f4e69-0435-4845-bf9d-45516188d6e6 service neutron] 10.222.0.55 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939474 Jul 23 20:37:08.004041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-1edfb420-52bf-499e-9578-14a90d0439e7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] For port 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3b811b39-3d86-4d4f-aa71-c9c14d0f54cc,segment=NetworkSegment(4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7),segment_id=4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:08.004581 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1edfb420-52bf-499e-9578-14a90d0439e7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.020063 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d9ea-532e-4dab-9b31-f86120f2ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.025395 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1edfb420-52bf-499e-9578-14a90d0439e7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Calling delete_port for 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:08.053524 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-315152fe-7cf2-4488-9ed2-c4d1d739a398 req-69096381-b7dd-4319-97d6-d03da3e7a186 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 210 time: 0.0336852 Jul 23 20:37:08.102764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f5de7-751d-438b-aa0d-d9affbe12f2d req-6af0e06f-5de2-4dcd-9b07-84e866bd8c41 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:08.110661 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-201f5de7-751d-438b-aa0d-d9affbe12f2d req-6af0e06f-5de2-4dcd-9b07-84e866bd8c41 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1269248 Jul 23 20:37:08.160775 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-201f5de7-751d-438b-aa0d-d9affbe12f2d req-dcd57746-7d14-462c-a663-f25bee56cbae tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473027 Jul 23 20:37:08.177513 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d9ea-532e-4dab-9b31-f86120f2ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.192222 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5bb3d9ea-532e-4dab-9b31-f86120f2ec27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b21a1e-ea31-49dc-8e1e-f180c5054512']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:08.239076 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5bb3d9ea-532e-4dab-9b31-f86120f2ec27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d72d17a-f7e2-4fa0-9282-0562d8275825') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:08.239412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5bb3d9ea-532e-4dab-9b31-f86120f2ec27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d72d17a-f7e2-4fa0-9282-0562d8275825') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:08.256694 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d9ea-532e-4dab-9b31-f86120f2ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.280180 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d9ea-532e-4dab-9b31-f86120f2ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.288692 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb3d9ea-532e-4dab-9b31-f86120f2ec27 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:37:08.289173 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d9ea-532e-4dab-9b31-f86120f2ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:37:08.290961 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:37:08.379396 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d9ea-532e-4dab-9b31-f86120f2ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.388842 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d9ea-532e-4dab-9b31-f86120f2ec27 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.390684 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5bb3d9ea-532e-4dab-9b31-f86120f2ec27 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e9b21a1e-ea31-49dc-8e1e-f180c5054512 HTTP/1.1" status: 204 len: 168 time: 0.7404604 Jul 23 20:37:08.405146 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3d9ea-532e-4dab-9b31-f86120f2ec27 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9b21a1e-ea31-49dc-8e1e-f180c5054512,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:08.411740 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1edfb420-52bf-499e-9578-14a90d0439e7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.446660 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfb420-52bf-499e-9578-14a90d0439e7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Port': ['ID=3b811b39-3d86-4d4f-aa71-c9c14d0f54cc,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:08.525017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41212) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:08.580047 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b8acb6a6-580c-4bad-9b7c-e61b35abd263 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2308fc7e847849b49bfa7d18148d9b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536797 Jul 23 20:37:08.582538 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41214) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:08.623396 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1edfb420-52bf-499e-9578-14a90d0439e7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.645792 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ead5d174-655e-4ea2-b42c-bb796afa6652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.670912 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ead5d174-655e-4ea2-b42c-bb796afa6652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.725496 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ead5d174-655e-4ea2-b42c-bb796afa6652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.728214 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ead5d174-655e-4ea2-b42c-bb796afa6652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.732242 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ead5d174-655e-4ea2-b42c-bb796afa6652 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ce83a42-bd1b-4dc6-b155-40cdaeab7ef5 HTTP/1.1" status: 204 len: 168 time: 0.1454594 Jul 23 20:37:08.738545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5d174-655e-4ea2-b42c-bb796afa6652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce83a42-bd1b-4dc6-b155-40cdaeab7ef5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:08.807804 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edfb420-52bf-499e-9578-14a90d0439e7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router aa180396-be8e-4dfa-bf54-5beb0737de5f has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:08.889822 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edfb420-52bf-499e-9578-14a90d0439e7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:08.895086 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1edfb420-52bf-499e-9578-14a90d0439e7 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/aa180396-be8e-4dfa-bf54-5beb0737de5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0639114 Jul 23 20:37:08.897948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41218) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:08.899702 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786db94-0c32-4494-b840-40af9f155aa6 None None] Sync routers for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:08.910117 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786db94-0c32-4494-b840-40af9f155aa6 None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:08.910924 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9786db94-0c32-4494-b840-40af9f155aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:08.953319 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8db8107-ff0c-495a-b8ac-4bd5be26a920 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting subnet ae1061b1-77c3-49cb-a861-8e047f5f2166 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:08.956626 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c8db8107-ff0c-495a-b8ac-4bd5be26a920 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.996581 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-9786db94-0c32-4494-b840-40af9f155aa6 None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:09.024388 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c8db8107-ff0c-495a-b8ac-4bd5be26a920 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.056959 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9786db94-0c32-4494-b840-40af9f155aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:37:08Z', 'revision_number': 11, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:09.092161 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786db94-0c32-4494-b840-40af9f155aa6 None None] Checking router: aa180396-be8e-4dfa-bf54-5beb0737de5f for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:09.117388 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786db94-0c32-4494-b840-40af9f155aa6 None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:09.118020 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9786db94-0c32-4494-b840-40af9f155aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:09.244127 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-9786db94-0c32-4494-b840-40af9f155aa6 None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:09.329563 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cee514a8-ce6a-491b-aa04-1363510e0e34 req-ae315aff-f637-4147-8074-ffa51e831874 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 210 time: 0.0917251 Jul 23 20:37:09.348792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-173d5313-1256-4846-b5dc-7b36fdbd765a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:09.350379 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-173d5313-1256-4846-b5dc-7b36fdbd765a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.48 "GET /v2.0/networks?id=37d72607-4143-46c3-8076-01a16e88d009 HTTP/1.1" status: 200 len: 811 time: 0.2983427 Jul 23 20:37:09.364173 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9786db94-0c32-4494-b840-40af9f155aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:37:08Z', 'revision_number': 11, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:09.404204 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786db94-0c32-4494-b840-40af9f155aa6 None None] The sync data for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 is: [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:37:08Z', 'revision_number': 11, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:09.415528 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-40053c9c-0318-4b5e-b550-6696fd338ec6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Request body: {'port': {'device_id': '60702a6f-7624-4bb1-ab00-a5989839f9bb', 'network_id': '37d72607-4143-46c3-8076-01a16e88d009', 'admin_state_up': True, 'tenant_id': '38313f2c56d4490dae9e71126a4ca19e'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:09.524609 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c8db8107-ff0c-495a-b8ac-4bd5be26a920 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.601452 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-40053c9c-0318-4b5e-b550-6696fd338ec6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Made reservation on behalf of 38313f2c56d4490dae9e71126a4ca19e for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:09.604893 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-40053c9c-0318-4b5e-b550-6696fd338ec6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.613593 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006df0e-b241-4376-ae19-90ab69221910 req-bcc6d428-5a8f-478e-8188-cdf5081a2431 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:09.615092 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2006df0e-b241-4376-ae19-90ab69221910 req-bcc6d428-5a8f-478e-8188-cdf5081a2431 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.2637393 Jul 23 20:37:09.661437 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c8db8107-ff0c-495a-b8ac-4bd5be26a920 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.732464 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db8107-ff0c-495a-b8ac-4bd5be26a920 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Subnet': ['ID=ae1061b1-77c3-49cb-a861-8e047f5f2166,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:09.738838 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c8db8107-ff0c-495a-b8ac-4bd5be26a920 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.740790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c8db8107-ff0c-495a-b8ac-4bd5be26a920 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/subnets/ae1061b1-77c3-49cb-a861-8e047f5f2166 HTTP/1.1" status: 204 len: 168 time: 0.8414147 Jul 23 20:37:09.743819 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41250) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:09.755699 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2006df0e-b241-4376-ae19-90ab69221910 req-5011e3f6-8dfd-4a34-90a0-11fab9aa3037 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320181 Jul 23 20:37:09.755832 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b367c96-0cb1-4f47-8af2-9b2ba4ae5612 None None] Network 8626bfc4-1535-4fd8-af0d-04839fed4f72 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:09.840123 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-40053c9c-0318-4b5e-b550-6696fd338ec6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Allocated IP 172.20.0.14 (37d72607-4143-46c3-8076-01a16e88d009/e73dc9e6-37d9-4555-9d00-1653e1260d18/18f5b73d-cfe8-4557-b8fb-b3304889f135) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:09.872409 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.939485 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Deleting port 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:09.940100 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.034032 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-40053c9c-0318-4b5e-b550-6696fd338ec6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.064501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] For port 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9a1fd56b-5963-48d8-9ee2-73e1b732c5ac,segment=NetworkSegment(4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7),segment_id=4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:10.065202 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.075700 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad41c682-a185-4fbe-b1b0-322759e3ee3d None None] DHCP port deletion for 8626bfc4-1535-4fd8-af0d-04839fed4f72 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:10.081389 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-40053c9c-0318-4b5e-b550-6696fd338ec6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.115070 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Calling delete_port for 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:10.127950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-40053c9c-0318-4b5e-b550-6696fd338ec6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Network 37d72607-4143-46c3-8076-01a16e88d009 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:10.130103 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ad41c682-a185-4fbe-b1b0-322759e3ee3d None None] Deleting port 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:10.130596 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad41c682-a185-4fbe-b1b0-322759e3ee3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.131313 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-40053c9c-0318-4b5e-b550-6696fd338ec6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:10.135061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-40053c9c-0318-4b5e-b550-6696fd338ec6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:10.174209 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40053c9c-0318-4b5e-b550-6696fd338ec6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event updated for resources: {'Port': ['ID=18f5b73d-cfe8-4557-b8fb-b3304889f135,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:10.201973 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-40053c9c-0318-4b5e-b550-6696fd338ec6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:10.202606 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-40053c9c-0318-4b5e-b550-6696fd338ec6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.223985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-40053c9c-0318-4b5e-b550-6696fd338ec6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8206069 Jul 23 20:37:10.225234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ad41c682-a185-4fbe-b1b0-322759e3ee3d None None] For port 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9a1fd56b-5963-48d8-9ee2-73e1b732c5ac,segment=NetworkSegment(4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7),segment_id=4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:10.225936 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad41c682-a185-4fbe-b1b0-322759e3ee3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.238686 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Request body: {'port': {'device_id': '60702a6f-7624-4bb1-ab00-a5989839f9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:10.241287 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ad41c682-a185-4fbe-b1b0-322759e3ee3d None None] Calling delete_port for 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:10.245566 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.302878 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Port': ['ID=9a1fd56b-5963-48d8-9ee2-73e1b732c5ac,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:10.308220 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] No DVR routers for this DVR port 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:10.341112 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.362874 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad41c682-a185-4fbe-b1b0-322759e3ee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.418880 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41c682-a185-4fbe-b1b0-322759e3ee3d None None] Pushing event deleted for resources: {'Port': ['ID=9a1fd56b-5963-48d8-9ee2-73e1b732c5ac,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:10.433707 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.436603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41c682-a185-4fbe-b1b0-322759e3ee3d None None] No DVR routers for this DVR port 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:10.449043 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8626bfc4-1535-4fd8-af0d-04839fed4f72']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:10.466847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:10.467677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb5b76f-f30c-4eb9-8cf2-a1f0dfd5f1b7') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:10.477792 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.493019 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.500486 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:37:10.500486 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:37:10.504025 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:37:10.584780 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.597713 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.599846 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/networks/8626bfc4-1535-4fd8-af0d-04839fed4f72 HTTP/1.1" status: 204 len: 168 time: 0.8543570 Jul 23 20:37:10.608800 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41282) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:10.611598 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e421c2-643e-4e44-8475-77456dc8ba0f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Pushing event deleted for resources: {'Network': ['ID=8626bfc4-1535-4fd8-af0d-04839fed4f72,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:10.613347 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a7f4573f-8f57-4e7c-aef6-bf5574491bfe tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'router': {'routes': None}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:10.625635 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23368d-782c-41fa-9935-259f869974a3 req-8f92a912-19dd-4100-b906-fb7563b9824d tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:10.627140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd23368d-782c-41fa-9935-259f869974a3 req-8f92a912-19dd-4100-b906-fb7563b9824d tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 932 time: 0.1859992 Jul 23 20:37:10.860833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:10.882593 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:10.883261 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3b811b39-3d86-4d4f-aa71-c9c14d0f54cc not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:10.883835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:10.905895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:10.906240 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9a1fd56b-5963-48d8-9ee2-73e1b732c5ac not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:11.143972 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd23368d-782c-41fa-9935-259f869974a3 req-1316b2fa-4218-49c5-bf37-88506fd1205d tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845970 Jul 23 20:37:11.182149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.extraroute_db [None req-a7f4573f-8f57-4e7c-aef6-bf5574491bfe tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Added routes are [] {{(pid=93811) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 20:37:11.182372 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.extraroute_db [None req-a7f4573f-8f57-4e7c-aef6-bf5574491bfe tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Removed routes are [] {{(pid=93811) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 20:37:11.182742 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7f4573f-8f57-4e7c-aef6-bf5574491bfe tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.338373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5255a3-59b8-4a43-b019-0007788e81ca req-c32a811a-392f-409e-b8fc-ac2f5ef9a855 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:11.339891 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd5255a3-59b8-4a43-b019-0007788e81ca req-c32a811a-392f-409e-b8fc-ac2f5ef9a855 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.2746074 Jul 23 20:37:11.414397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f5b73d-cfe8-4557-b8fb-b3304889f135 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:11.430295 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.439181 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7f4573f-8f57-4e7c-aef6-bf5574491bfe tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.451913 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7f4573f-8f57-4e7c-aef6-bf5574491bfe tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.466434 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Transition to ACTIVE for port object 18f5b73d-cfe8-4557-b8fb-b3304889f135 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:11.472091 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.507334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd5255a3-59b8-4a43-b019-0007788e81ca req-bb1fa21f-513e-4db9-a1bb-3cb5c28cb3e7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325252 Jul 23 20:37:11.602302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f4573f-8f57-4e7c-aef6-bf5574491bfe tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router aa180396-be8e-4dfa-bf54-5beb0737de5f has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:11.606270 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Pushing event updated for resources: {'Port': ['ID=18f5b73d-cfe8-4557-b8fb-b3304889f135,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:11.740689 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f4573f-8f57-4e7c-aef6-bf5574491bfe tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:11.751090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7336b-836b-40c4-8fe0-9f66a1f2d41f None None] Sync routers for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:11.757854 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7f4573f-8f57-4e7c-aef6-bf5574491bfe tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.761615 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a7f4573f-8f57-4e7c-aef6-bf5574491bfe tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/aa180396-be8e-4dfa-bf54-5beb0737de5f HTTP/1.1" status: 200 len: 701 time: 1.1492846 Jul 23 20:37:11.762575 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41312) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:11.770110 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b7336b-836b-40c4-8fe0-9f66a1f2d41f None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:11.770772 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-23b7336b-836b-40c4-8fe0-9f66a1f2d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:11.777586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Attempting to bind port 18f5b73d-cfe8-4557-b8fb-b3304889f135 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:11.777926 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Attempting to bind port 18f5b73d-cfe8-4557-b8fb-b3304889f135 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'a1ba9e34-c49f-444f-ab97-068a226f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '37d72607-4143-46c3-8076-01a16e88d009'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:11.778256 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Attempting to bind port 18f5b73d-cfe8-4557-b8fb-b3304889f135 on network 37d72607-4143-46c3-8076-01a16e88d009 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:11.782799 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Port 18f5b73d-cfe8-4557-b8fb-b3304889f135 on network 37d72607-4143-46c3-8076-01a16e88d009 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:11.783280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Attempting to bind port 18f5b73d-cfe8-4557-b8fb-b3304889f135 on network 37d72607-4143-46c3-8076-01a16e88d009 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:11.788613 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:11.788948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Checking segment: {'id': 'a1ba9e34-c49f-444f-ab97-068a226f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '37d72607-4143-46c3-8076-01a16e88d009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:11.789336 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Bound using segment: {'id': 'a1ba9e34-c49f-444f-ab97-068a226f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '37d72607-4143-46c3-8076-01a16e88d009'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:11.789765 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Bound port: 18f5b73d-cfe8-4557-b8fb-b3304889f135, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ba9e34-c49f-444f-ab97-068a226f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '37d72607-4143-46c3-8076-01a16e88d009'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:11.790122 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.801950 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-91ad47e9-8b63-4f66-a0b6-1cbe205a3835 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa180396-be8e-4dfa-bf54-5beb0737de5f HTTP/1.1" status: 200 len: 205 time: 0.0376072 Jul 23 20:37:11.804462 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41314) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:11.862239 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-23b7336b-836b-40c4-8fe0-9f66a1f2d41f None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:11.865121 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] For port 18f5b73d-cfe8-4557-b8fb-b3304889f135, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:11.869047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] For port 18f5b73d-cfe8-4557-b8fb-b3304889f135, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=18f5b73d-cfe8-4557-b8fb-b3304889f135,segment=NetworkSegment(a1ba9e34-c49f-444f-ab97-068a226f2bb9),segment_id=a1ba9e34-c49f-444f-ab97-068a226f2bb9)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:11.876874 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.930321 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7691-e02e-4ef0-89a5-21822cefc57e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.935656 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-23b7336b-836b-40c4-8fe0-9f66a1f2d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:37:08Z', 'revision_number': 11, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:11.968697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7336b-836b-40c4-8fe0-9f66a1f2d41f None None] Checking router: aa180396-be8e-4dfa-bf54-5beb0737de5f for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:11.977571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b7336b-836b-40c4-8fe0-9f66a1f2d41f None None] Routers {'aa180396-be8e-4dfa-bf54-5beb0737de5f'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:11.978201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-23b7336b-836b-40c4-8fe0-9f66a1f2d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['aa180396-be8e-4dfa-bf54-5beb0737de5f'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:11.982916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:11.983693 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.985828 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] 10.222.0.48 "PUT /v2.0/ports/18f5b73d-cfe8-4557-b8fb-b3304889f135 HTTP/1.1" status: 200 len: 1093 time: 1.7528522 Jul 23 20:37:11.986474 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c4a56-200b-48f6-97a6-e87b3d9694c2 service neutron] Pushing event updated for resources: {'Port': ['ID=18f5b73d-cfe8-4557-b8fb-b3304889f135,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:12.006998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60702a6f-7624-4bb1-ab00-a5989839f9bb', 'tag': '18f5b73d-cfe8-4557-b8fb-b3304889f135'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:12.010448 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda0bc62-e2b9-4afb-ae20-a35593468762" -d '{"events": [{"name": "network-changed", "server_uuid": "60702a6f-7624-4bb1-ab00-a5989839f9bb", "tag": "18f5b73d-cfe8-4557-b8fb-b3304889f135"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:12.049580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41322) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:12.054285 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-23b7336b-836b-40c4-8fe0-9f66a1f2d41f None None] Set router aa180396-be8e-4dfa-bf54-5beb0737de5f gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:12.075814 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66042586-3afa-4279-b6d0-080377b8230c x-openstack-request-id: req-66042586-3afa-4279-b6d0-080377b8230c {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:12.076167 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60702a6f-7624-4bb1-ab00-a5989839f9bb", "tag": "18f5b73d-cfe8-4557-b8fb-b3304889f135", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:12.076519 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66042586-3afa-4279-b6d0-080377b8230c {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:12.077010 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60702a6f-7624-4bb1-ab00-a5989839f9bb', 'tag': '18f5b73d-cfe8-4557-b8fb-b3304889f135', 'status': 'completed', 'code': 200} Jul 23 20:37:12.110989 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-23b7336b-836b-40c4-8fe0-9f66a1f2d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:37:08Z', 'revision_number': 11, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:12.113148 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-cf19c0ae-22f0-4882-916e-f8c2876bf568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:12.114829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-cf19c0ae-22f0-4882-916e-f8c2876bf568 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38313f2c56d4490dae9e71126a4ca19e&device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 1096 time: 0.0760813 Jul 23 20:37:12.141452 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7691-e02e-4ef0-89a5-21822cefc57e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.142042 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7336b-836b-40c4-8fe0-9f66a1f2d41f None None] The sync data for ids ['aa180396-be8e-4dfa-bf54-5beb0737de5f'] in n-d-791504-18 is: [{'id': 'aa180396-be8e-4dfa-bf54-5beb0737de5f', 'name': 'tempest-RoutersTest-router-1354839942', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:32Z', 'updated_at': '2021-07-23T20:37:08Z', 'revision_number': 11, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:12.144579 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7691-e02e-4ef0-89a5-21822cefc57e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.169974 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-41b6aec0-a99e-4f50-ba68-9b3d67cecbd3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18f5b73d-cfe8-4557-b8fb-b3304889f135 HTTP/1.1" status: 200 len: 217 time: 0.0442615 Jul 23 20:37:12.211190 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7691-e02e-4ef0-89a5-21822cefc57e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.212374 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2b7691-e02e-4ef0-89a5-21822cefc57e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Fanout notify agent at l3_agent the message router_deleted on router aa180396-be8e-4dfa-bf54-5beb0737de5f {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:37:12.233355 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7691-e02e-4ef0-89a5-21822cefc57e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.239840 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ac2b7691-e02e-4ef0-89a5-21822cefc57e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/routers/aa180396-be8e-4dfa-bf54-5beb0737de5f HTTP/1.1" status: 204 len: 168 time: 0.4290373 Jul 23 20:37:12.243055 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41328) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:12.251832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f703547c-3bfe-4e8b-aedf-52bf5fa0dfd5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1268922155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:12.284913 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f703547c-3bfe-4e8b-aedf-52bf5fa0dfd5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.286052 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f703547c-3bfe-4e8b-aedf-52bf5fa0dfd5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.289485 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d928acc-bb27-48d3-b04d-799a9dbe6450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.293827 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-d9597fa6-994c-4381-a8b2-4ee0cf36155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:12.295492 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-d9597fa6-994c-4381-a8b2-4ee0cf36155d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e73dc9e6-37d9-4555-9d00-1653e1260d18 HTTP/1.1" status: 200 len: 851 time: 0.1180677 Jul 23 20:37:12.346093 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-a733cc17-18a5-4424-9ef5-96bb5870c0b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37d72607-4143-46c3-8076-01a16e88d009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384960 Jul 23 20:37:12.349652 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f703547c-3bfe-4e8b-aedf-52bf5fa0dfd5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.354506 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f703547c-3bfe-4e8b-aedf-52bf5fa0dfd5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.451660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74412e-59da-4f42-9cc3-c9f70676eff1 req-a0427438-79cb-493a-ab33-7c9e49598c46 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:12.453173 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e74412e-59da-4f42-9cc3-c9f70676eff1 req-a0427438-79cb-493a-ab33-7c9e49598c46 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 944 time: 0.2070322 Jul 23 20:37:12.528793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-80d1ddd8-b489-4c7c-8911-27af2a2c5b12 service neutron] 10.222.0.48 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747882 Jul 23 20:37:12.533571 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e74412e-59da-4f42-9cc3-c9f70676eff1 req-07d6bf1b-9190-45d8-aada-4ede058a1d0a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738008 Jul 23 20:37:12.640964 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d928acc-bb27-48d3-b04d-799a9dbe6450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.648836 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f703547c-3bfe-4e8b-aedf-52bf5fa0dfd5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.650152 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f703547c-3bfe-4e8b-aedf-52bf5fa0dfd5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4074295 Jul 23 20:37:12.653428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41340) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:12.657881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-34e8e76e-ef19-4b0f-abe1-36d4b3dd5146 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:12.676939 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d928acc-bb27-48d3-b04d-799a9dbe6450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.790949 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0d928acc-bb27-48d3-b04d-799a9dbe6450 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=094680c8dc3a4c5091c35df5131afbe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7385583 Jul 23 20:37:12.792998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9dc0f96c-086d-425e-aefe-569a8df1dd37 req-e7b02554-13a0-4e84-9784-476b4361f9b7 service neutron] 10.222.0.48 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559083 Jul 23 20:37:12.794060 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41344) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:12.797132 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d928acc-bb27-48d3-b04d-799a9dbe6450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e7f65e-3d57-45a8-9b86-77c88a998b16,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:12.836615 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e3115-fb3d-460a-94e3-e38b09bbb17a req-7311734d-a162-4900-8187-5aa61c74b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:12.837614 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-338e3115-fb3d-460a-94e3-e38b09bbb17a req-7311734d-a162-4900-8187-5aa61c74b4a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 1097 time: 0.2402601 Jul 23 20:37:12.862953 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2eabea-2e0b-40db-abe6-e9351b47fe8b req-6f988a52-13d5-4d1b-8866-ba3e6a83a29a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:12.864554 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df2eabea-2e0b-40db-abe6-e9351b47fe8b req-6f988a52-13d5-4d1b-8866-ba3e6a83a29a tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.2039864 Jul 23 20:37:12.890276 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33ce88-4018-450d-94b1-48fb181bdabf req-e18ebca3-0be5-4f85-927f-7d3473f60d66 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:12.891770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d33ce88-4018-450d-94b1-48fb181bdabf req-e18ebca3-0be5-4f85-927f-7d3473f60d66 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.2562816 Jul 23 20:37:12.914287 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-34e8e76e-ef19-4b0f-abe1-36d4b3dd5146 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.917645 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0dd7767c-a056-407e-a32f-8925a275c447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.930730 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-34e8e76e-ef19-4b0f-abe1-36d4b3dd5146 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.948036 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0dd7767c-a056-407e-a32f-8925a275c447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.024177 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df2eabea-2e0b-40db-abe6-e9351b47fe8b req-74d004b7-cdab-4cfd-8f03-3ad07f112e92 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290443 Jul 23 20:37:13.050652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d33ce88-4018-450d-94b1-48fb181bdabf req-78d6723a-0bd4-4db1-ab10-ba181b6b2a4d tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482151 Jul 23 20:37:13.060667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e3115-fb3d-460a-94e3-e38b09bbb17a req-f9a2ef96-acbc-4d6a-9f9c-708059a1858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:13.062235 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-338e3115-fb3d-460a-94e3-e38b09bbb17a req-f9a2ef96-acbc-4d6a-9f9c-708059a1858c service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.2169149 Jul 23 20:37:13.084235 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e8e76e-ef19-4b0f-abe1-36d4b3dd5146 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Router 378e69a8-2c9e-496f-8808-9a51f35e77d8 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:37:13.094853 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0dd7767c-a056-407e-a32f-8925a275c447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.098065 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0dd7767c-a056-407e-a32f-8925a275c447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.099524 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0dd7767c-a056-407e-a32f-8925a275c447 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79e7f65e-3d57-45a8-9b86-77c88a998b16 HTTP/1.1" status: 204 len: 168 time: 0.3045363 Jul 23 20:37:13.115401 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0bc62-e2b9-4afb-ae20-a35593468762 req-8f09c60f-52ce-4c27-9a48-c4dd5045e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:13.116600 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cda0bc62-e2b9-4afb-ae20-a35593468762 req-8f09c60f-52ce-4c27-9a48-c4dd5045e957 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38313f2c56d4490dae9e71126a4ca19e&device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 1096 time: 0.2493031 Jul 23 20:37:13.145385 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7767c-a056-407e-a32f-8925a275c447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e7f65e-3d57-45a8-9b86-77c88a998b16,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:13.173233 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-338e3115-fb3d-460a-94e3-e38b09bbb17a req-d0f8ddf7-d12d-4141-bd25-ca3f48e69994 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8f573ee-974a-4327-9539-2950bda4dc93 HTTP/1.1" status: 200 len: 999 time: 0.1039312 Jul 23 20:37:13.191362 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7767c-a056-407e-a32f-8925a275c447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:13.191805 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7767c-a056-407e-a32f-8925a275c447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:13.192153 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7767c-a056-407e-a32f-8925a275c447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:13.192494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7767c-a056-407e-a32f-8925a275c447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:13.192827 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7767c-a056-407e-a32f-8925a275c447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:13.193157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7767c-a056-407e-a32f-8925a275c447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:13.193488 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7767c-a056-407e-a32f-8925a275c447 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:13.193870 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7767c-a056-407e-a32f-8925a275c447 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:13.194226 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7767c-a056-407e-a32f-8925a275c447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:13.194552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7767c-a056-407e-a32f-8925a275c447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:13.195137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7767c-a056-407e-a32f-8925a275c447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:13.195251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd7767c-a056-407e-a32f-8925a275c447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:13.203125 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e8e76e-ef19-4b0f-abe1-36d4b3dd5146 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:13.212798 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b102492-ce1d-423c-b569-8f955922535f None None] Sync routers for ids ['378e69a8-2c9e-496f-8808-9a51f35e77d8'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:13.216820 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-34e8e76e-ef19-4b0f-abe1-36d4b3dd5146 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.220282 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-34e8e76e-ef19-4b0f-abe1-36d4b3dd5146 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "PUT /v2.0/routers/378e69a8-2c9e-496f-8808-9a51f35e77d8 HTTP/1.1" status: 200 len: 694 time: 0.5636680 Jul 23 20:37:13.220718 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41348) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:13.225828 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b102492-ce1d-423c-b569-8f955922535f None None] Routers {'378e69a8-2c9e-496f-8808-9a51f35e77d8'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:13.228681 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9b102492-ce1d-423c-b569-8f955922535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['378e69a8-2c9e-496f-8808-9a51f35e77d8'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:13.277265 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e3115-fb3d-460a-94e3-e38b09bbb17a req-8edcce88-1c4c-44ed-911f-30e7bdebb198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:13.279614 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-338e3115-fb3d-460a-94e3-e38b09bbb17a req-8edcce88-1c4c-44ed-911f-30e7bdebb198 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.0992501 Jul 23 20:37:13.282721 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0bc62-e2b9-4afb-ae20-a35593468762 req-15b43850-33c5-4621-b8dc-1b8975e2f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:13.284505 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cda0bc62-e2b9-4afb-ae20-a35593468762 req-15b43850-33c5-4621-b8dc-1b8975e2f4b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=37d72607-4143-46c3-8076-01a16e88d009 HTTP/1.1" status: 200 len: 912 time: 0.1564989 Jul 23 20:37:13.311238 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-58da5c2a-bd56-4aac-b3a2-3d8e1f22f4f5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/routers/378e69a8-2c9e-496f-8808-9a51f35e77d8 HTTP/1.1" status: 200 len: 700 time: 0.0893056 Jul 23 20:37:13.313624 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41352) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:13.328459 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-9b102492-ce1d-423c-b569-8f955922535f None None] Set router 378e69a8-2c9e-496f-8808-9a51f35e77d8 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:13.353923 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cda0bc62-e2b9-4afb-ae20-a35593468762 req-530a4851-f1e9-4d96-bc56-739bdd9cde88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18f5b73d-cfe8-4557-b8fb-b3304889f135 HTTP/1.1" status: 200 len: 217 time: 0.0604577 Jul 23 20:37:13.355262 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d10da436-d6f3-4ed5-84cf-60dfc4966a76 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports?device_id=378e69a8-2c9e-496f-8808-9a51f35e77d8 HTTP/1.1" status: 200 len: 205 time: 0.0403898 Jul 23 20:37:13.357598 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41354) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:13.391179 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9b102492-ce1d-423c-b569-8f955922535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378e69a8-2c9e-496f-8808-9a51f35e77d8', 'name': 'tempest-RoutersTest-router-1268922155', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:12Z', 'updated_at': '2021-07-23T20:37:12Z', 'revision_number': 2, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:13.426098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e3115-fb3d-460a-94e3-e38b09bbb17a req-30029546-852e-4dc3-978f-0be44c399a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:13.427209 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b102492-ce1d-423c-b569-8f955922535f None None] Checking router: 378e69a8-2c9e-496f-8808-9a51f35e77d8 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:13.427823 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-338e3115-fb3d-460a-94e3-e38b09bbb17a req-30029546-852e-4dc3-978f-0be44c399a8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1417861 Jul 23 20:37:13.434752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0bc62-e2b9-4afb-ae20-a35593468762 req-29f71193-4fae-4769-ba12-218882049123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:13.436789 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b102492-ce1d-423c-b569-8f955922535f None None] Routers {'378e69a8-2c9e-496f-8808-9a51f35e77d8'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:13.437081 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cda0bc62-e2b9-4afb-ae20-a35593468762 req-29f71193-4fae-4769-ba12-218882049123 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e73dc9e6-37d9-4555-9d00-1653e1260d18 HTTP/1.1" status: 200 len: 851 time: 0.0750411 Jul 23 20:37:13.437858 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9b102492-ce1d-423c-b569-8f955922535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:36:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['378e69a8-2c9e-496f-8808-9a51f35e77d8'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:13.448510 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb082-01bf-490f-bf18-25c8293f7875 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.483328 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41356) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:13.508379 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-9b102492-ce1d-423c-b569-8f955922535f None None] Set router 378e69a8-2c9e-496f-8808-9a51f35e77d8 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:13.536273 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cda0bc62-e2b9-4afb-ae20-a35593468762 req-2af4eac3-1588-45e6-a197-847c176d7982 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37d72607-4143-46c3-8076-01a16e88d009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330036 Jul 23 20:37:13.591283 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-338e3115-fb3d-460a-94e3-e38b09bbb17a req-678c1fd1-85ff-49dd-9ad1-eec4a7b65e32 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531343 Jul 23 20:37:13.664551 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9b102492-ce1d-423c-b569-8f955922535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378e69a8-2c9e-496f-8808-9a51f35e77d8', 'name': 'tempest-RoutersTest-router-1268922155', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:12Z', 'updated_at': '2021-07-23T20:37:12Z', 'revision_number': 2, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:13.695378 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b102492-ce1d-423c-b569-8f955922535f None None] The sync data for ids ['378e69a8-2c9e-496f-8808-9a51f35e77d8'] in n-d-791504-18 is: [{'id': '378e69a8-2c9e-496f-8808-9a51f35e77d8', 'name': 'tempest-RoutersTest-router-1268922155', 'tenant_id': '73090f04375d4000b39ac556a7314193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:12Z', 'updated_at': '2021-07-23T20:37:12Z', 'revision_number': 2, 'project_id': '73090f04375d4000b39ac556a7314193', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:13.782033 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cda0bc62-e2b9-4afb-ae20-a35593468762 req-28539acc-5bae-45b0-90a6-c6eab4ccba43 service neutron] 10.222.0.48 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373900 Jul 23 20:37:13.834179 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-338e3115-fb3d-460a-94e3-e38b09bbb17a req-82d3c30a-040c-4026-80f3-8cdc8470f209 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795826 Jul 23 20:37:13.836830 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bc446b8e-618a-4cec-8c31-0b0eb5fdcfcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.859956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee1545-480c-41f9-b4d0-58c89e501d82 req-51a41333-6654-477a-a003-b887e287c4de tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:13.861489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a0ee1545-480c-41f9-b4d0-58c89e501d82 req-51a41333-6654-477a-a003-b887e287c4de tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 944 time: 0.2056663 Jul 23 20:37:13.940576 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a0ee1545-480c-41f9-b4d0-58c89e501d82 req-5d348ba4-95c7-417c-b3d5-a98d14db8cc6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518217 Jul 23 20:37:13.945020 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cda0bc62-e2b9-4afb-ae20-a35593468762 req-d9f46270-b62d-4a3f-8df2-858025229a11 service neutron] 10.222.0.48 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451943 Jul 23 20:37:13.968577 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb082-01bf-490f-bf18-25c8293f7875 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.973586 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb082-01bf-490f-bf18-25c8293f7875 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:14.031662 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb082-01bf-490f-bf18-25c8293f7875 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:14.032519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1cb082-01bf-490f-bf18-25c8293f7875 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Fanout notify agent at l3_agent the message router_deleted on router 378e69a8-2c9e-496f-8808-9a51f35e77d8 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:37:14.041195 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb082-01bf-490f-bf18-25c8293f7875 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:14.042449 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cd1cb082-01bf-490f-bf18-25c8293f7875 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/routers/378e69a8-2c9e-496f-8808-9a51f35e77d8 HTTP/1.1" status: 204 len: 168 time: 0.6837945 Jul 23 20:37:14.046125 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41362) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:14.098411 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bc446b8e-618a-4cec-8c31-0b0eb5fdcfcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:14.105505 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bc446b8e-618a-4cec-8c31-0b0eb5fdcfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:14.144269 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc446b8e-618a-4cec-8c31-0b0eb5fdcfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b685cb3-b5c3-4219-8ae5-97570192fa68,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:14.178698 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bc446b8e-618a-4cec-8c31-0b0eb5fdcfcb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4321a5de45714e7cb3e3a7085bb265e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6920359 Jul 23 20:37:14.179073 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41372) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:14.239532 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-12387ad2-8a15-4508-9ac5-206ca7ad9a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:14.263844 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-12387ad2-8a15-4508-9ac5-206ca7ad9a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:14.317842 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-12387ad2-8a15-4508-9ac5-206ca7ad9a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:14.320569 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-12387ad2-8a15-4508-9ac5-206ca7ad9a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:14.321750 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-12387ad2-8a15-4508-9ac5-206ca7ad9a1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1b685cb3-b5c3-4219-8ae5-97570192fa68 HTTP/1.1" status: 204 len: 168 time: 0.1415634 Jul 23 20:37:14.330669 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12387ad2-8a15-4508-9ac5-206ca7ad9a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b685cb3-b5c3-4219-8ae5-97570192fa68,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:14.427688 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ed5471fa-c2a3-47cf-b519-5490dfa4193d tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports?device_id=378e69a8-2c9e-496f-8808-9a51f35e77d8 HTTP/1.1" status: 200 len: 205 time: 0.3804185 Jul 23 20:37:14.430099 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41376) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:14.478033 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-1775b97a-d2c1-4fe1-b8a9-f7d4361c22c8 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] delete failed (client error): The resource could not be found. Jul 23 20:37:14.479090 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1775b97a-d2c1-4fe1-b8a9-f7d4361c22c8 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/routers/378e69a8-2c9e-496f-8808-9a51f35e77d8 HTTP/1.1" status: 404 len: 336 time: 0.0474083 Jul 23 20:37:14.482364 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41378) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:14.517773 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64be8f3-c69c-4de2-ad58-64e9fa5ebaf8 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] DELETE failed (client error): The resource could not be found. Jul 23 20:37:14.518376 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64be8f3-c69c-4de2-ad58-64e9fa5ebaf8 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:14.520150 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f64be8f3-c69c-4de2-ad58-64e9fa5ebaf8 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/subnets/a7328355-b373-4c9f-b5df-ef9b53fede17 HTTP/1.1" status: 404 len: 337 time: 0.0368855 Jul 23 20:37:14.522872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41382) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:14.526698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b715a93-12f8-402e-bd4c-f46a6ebf0dd6 req-c59415ec-578f-4a2d-af62-71c59f5b67a3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:14.528987 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4b715a93-12f8-402e-bd4c-f46a6ebf0dd6 req-c59415ec-578f-4a2d-af62-71c59f5b67a3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1037309 Jul 23 20:37:14.556259 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-738bb71f-f0cf-49fa-8af4-9098fdc74e49 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] DELETE failed (client error): The resource could not be found. Jul 23 20:37:14.556747 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738bb71f-f0cf-49fa-8af4-9098fdc74e49 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:14.561371 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-738bb71f-f0cf-49fa-8af4-9098fdc74e49 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/subnets/78ccf7d6-2422-42a3-9d4a-4a378ab8d48b HTTP/1.1" status: 404 len: 337 time: 0.0346920 Jul 23 20:37:14.561644 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41384) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:14.591264 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ed098-3d7c-4bd8-81c4-e32d1ea72e6a req-28f4d629-2ab9-406e-b3e7-816b8a55b671 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:14.592238 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-327ed098-3d7c-4bd8-81c4-e32d1ea72e6a req-28f4d629-2ab9-406e-b3e7-816b8a55b671 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.1681881 Jul 23 20:37:14.594053 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5c423a-e24e-4213-b749-2ff3ecb5c4c8 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] DELETE failed (client error): The resource could not be found. Jul 23 20:37:14.594664 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5c423a-e24e-4213-b749-2ff3ecb5c4c8 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:14.596437 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6e5c423a-e24e-4213-b749-2ff3ecb5c4c8 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/subnets/3231a484-9cac-4243-b324-6a3098ced022 HTTP/1.1" status: 404 len: 337 time: 0.0339828 Jul 23 20:37:14.597708 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4b715a93-12f8-402e-bd4c-f46a6ebf0dd6 req-18f01af1-413e-4489-a264-e189e5b0b86d tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618892 Jul 23 20:37:14.598965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41386) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:14.633455 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a00aac-0bf4-4517-a4b8-3c5ff4b05c0c tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] DELETE failed (client error): The resource could not be found. Jul 23 20:37:14.633907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a00aac-0bf4-4517-a4b8-3c5ff4b05c0c tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:14.638155 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f4a00aac-0bf4-4517-a4b8-3c5ff4b05c0c tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/subnets/ae1061b1-77c3-49cb-a861-8e047f5f2166 HTTP/1.1" status: 404 len: 337 time: 0.0357280 Jul 23 20:37:14.638506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41388) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:14.682893 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8953f3c3-16b6-4bf2-9473-d1933b32e6d6 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa180396-be8e-4dfa-bf54-5beb0737de5f HTTP/1.1" status: 200 len: 205 time: 0.0395453 Jul 23 20:37:14.683149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-327ed098-3d7c-4bd8-81c4-e32d1ea72e6a req-8ac1e139-85e2-42c4-aeef-02837a3f86a5 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716345 Jul 23 20:37:14.683347 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41394) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:14.755413 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-464bb77b-b253-4aaa-b7c6-d7ff5ce213d8 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] delete failed (client error): The resource could not be found. Jul 23 20:37:14.756590 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-464bb77b-b253-4aaa-b7c6-d7ff5ce213d8 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/routers/aa180396-be8e-4dfa-bf54-5beb0737de5f HTTP/1.1" status: 404 len: 336 time: 0.0720520 Jul 23 20:37:14.765747 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41398) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:14.793905 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2f84ee1a-6033-439c-bbbb-1af907d5f946 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d08d7ab-2fda-443e-9fbb-0d7731564c84 HTTP/1.1" status: 200 len: 205 time: 0.0327482 Jul 23 20:37:14.796232 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41402) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:14.833447 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-ce25d261-2de6-4d40-817a-3530eccc81ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] delete failed (client error): The resource could not be found. Jul 23 20:37:14.834490 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ce25d261-2de6-4d40-817a-3530eccc81ed tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/routers/3d08d7ab-2fda-443e-9fbb-0d7731564c84 HTTP/1.1" status: 404 len: 336 time: 0.0373702 Jul 23 20:37:14.837221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41406) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:14.869865 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0f5081-772f-4ef7-9a47-38ffc07e5566 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] DELETE failed (client error): The resource could not be found. Jul 23 20:37:14.870323 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0f5081-772f-4ef7-9a47-38ffc07e5566 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:14.872130 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1c0f5081-772f-4ef7-9a47-38ffc07e5566 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/subnets/86ef5778-2d9c-4735-9c73-ad721375ac09 HTTP/1.1" status: 404 len: 337 time: 0.0339155 Jul 23 20:37:14.874823 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41408) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:14.909906 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7f370b85-27e3-473f-9fe9-543ee4919d06 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5daf75b-703d-461b-b8cc-dd7f59fbd52f HTTP/1.1" status: 200 len: 205 time: 0.0337861 Jul 23 20:37:14.912268 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41410) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:14.949267 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-fdd0e83f-cf28-4bb1-98c5-99b1d440da6e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] delete failed (client error): The resource could not be found. Jul 23 20:37:14.950823 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fdd0e83f-cf28-4bb1-98c5-99b1d440da6e tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/routers/d5daf75b-703d-461b-b8cc-dd7f59fbd52f HTTP/1.1" status: 404 len: 336 time: 0.0376699 Jul 23 20:37:14.953436 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41414) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:14.987383 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0b129460-4f13-475e-b335-60d60eb236bc tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ae74032-40f7-4481-83dd-01573c8276f1 HTTP/1.1" status: 200 len: 205 time: 0.0321255 Jul 23 20:37:14.989152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41420) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:15.030091 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-81970b3c-d6fc-4155-8a94-db8d855a10b0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] delete failed (client error): The resource could not be found. Jul 23 20:37:15.031156 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-81970b3c-d6fc-4155-8a94-db8d855a10b0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/routers/3ae74032-40f7-4481-83dd-01573c8276f1 HTTP/1.1" status: 404 len: 336 time: 0.0409470 Jul 23 20:37:15.033813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41424) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:15.064768 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbcd850d-1612-4813-84fe-048674cb656f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] DELETE failed (client error): The resource could not be found. Jul 23 20:37:15.083538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbcd850d-1612-4813-84fe-048674cb656f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:15.083538 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dbcd850d-1612-4813-84fe-048674cb656f tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/subnets/7aba1052-d90b-4290-b265-94639645dcfa HTTP/1.1" status: 404 len: 337 time: 0.0332654 Jul 23 20:37:15.083538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41426) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:15.106323 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387c6a8-d21e-4c7d-97ee-86d26eb023e0 req-0c7a6077-9d31-40e2-b9cc-f088a7c003fd tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:15.107999 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7387c6a8-d21e-4c7d-97ee-86d26eb023e0 req-0c7a6077-9d31-40e2-b9cc-f088a7c003fd tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 944 time: 0.0758827 Jul 23 20:37:15.112038 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-93413d21-a3ca-4ba4-a5a3-55f4dfd25424 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports?device_id=6067567a-c9d6-4908-b9b5-88f5195b53b8 HTTP/1.1" status: 200 len: 205 time: 0.0352013 Jul 23 20:37:15.114315 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41430) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:15.150856 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-12a051fc-086c-4b81-a085-1be676583f3c tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] delete failed (client error): The resource could not be found. Jul 23 20:37:15.151923 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-12a051fc-086c-4b81-a085-1be676583f3c tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/routers/6067567a-c9d6-4908-b9b5-88f5195b53b8 HTTP/1.1" status: 404 len: 336 time: 0.0366867 Jul 23 20:37:15.154190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 18f5b73d-cfe8-4557-b8fb-b3304889f135 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:37:15.154920 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7387c6a8-d21e-4c7d-97ee-86d26eb023e0 req-9b485f2e-c30c-4981-9f38-19734f7c7910 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387223 Jul 23 20:37:15.155683 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41432) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:15.184540 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8d02fe-df18-4961-88a5-2635210820d2 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] DELETE failed (client error): The resource could not be found. Jul 23 20:37:15.185224 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8d02fe-df18-4961-88a5-2635210820d2 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:15.187282 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ca8d02fe-df18-4961-88a5-2635210820d2 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/subnets/25cc2a70-41c0-4da7-be23-5d8ce53d2f30 HTTP/1.1" status: 404 len: 337 time: 0.0304475 Jul 23 20:37:15.191381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41434) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:15.224793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f3d3da75-ccb3-4d6a-94cd-7315884ff57c tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe73342e-c072-4c23-b514-357f575363e8 HTTP/1.1" status: 200 len: 205 time: 0.0320261 Jul 23 20:37:15.229398 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41438) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:15.269033 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:15.272205 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-1273d189-38e6-4cdd-8938-925de5f709a5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] delete failed (client error): The resource could not be found. Jul 23 20:37:15.273252 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1273d189-38e6-4cdd-8938-925de5f709a5 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/routers/fe73342e-c072-4c23-b514-357f575363e8 HTTP/1.1" status: 404 len: 336 time: 0.0429204 Jul 23 20:37:15.275714 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41440) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:15.287809 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 18f5b73d-cfe8-4557-b8fb-b3304889f135, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=18f5b73d-cfe8-4557-b8fb-b3304889f135,segment=NetworkSegment(a1ba9e34-c49f-444f-ab97-068a226f2bb9),segment_id=a1ba9e34-c49f-444f-ab97-068a226f2bb9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:15.298645 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '18f5b73d-cfe8-4557-b8fb-b3304889f135', 'network_id': '37d72607-4143-46c3-8076-01a16e88d009', 'port_id': '18f5b73d-cfe8-4557-b8fb-b3304889f135', 'mac_address': 'fa:16:3e:4f:95:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73dc9e6-37d9-4555-9d00-1653e1260d18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:37:15.306302 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8613af0-1031-46a9-88c1-9792303de466 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] DELETE failed (client error): The resource could not be found. Jul 23 20:37:15.306762 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8613af0-1031-46a9-88c1-9792303de466 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:15.308514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c8613af0-1031-46a9-88c1-9792303de466 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/subnets/b821b8bf-1e2d-4081-b33e-dc8bb527ef1e HTTP/1.1" status: 404 len: 337 time: 0.0318644 Jul 23 20:37:15.311760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41442) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:15.340482 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac70c75c-eedc-433c-87fd-038074d146a0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] DELETE failed (client error): The resource could not be found. Jul 23 20:37:15.340934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac70c75c-eedc-433c-87fd-038074d146a0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:15.343287 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ac70c75c-eedc-433c-87fd-038074d146a0 tempest-RoutersTest-559367655 tempest-RoutersTest-559367655-project] 10.222.0.55 "DELETE /v2.0/subnets/1b71e8f7-e7e4-4279-bec9-9a49b99205ef HTTP/1.1" status: 404 len: 337 time: 0.0296845 Jul 23 20:37:15.344263 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:15.357840 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f5b73d-cfe8-4557-b8fb-b3304889f135 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:15.378232 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 18f5b73d-cfe8-4557-b8fb-b3304889f135, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=18f5b73d-cfe8-4557-b8fb-b3304889f135,segment=NetworkSegment(a1ba9e34-c49f-444f-ab97-068a226f2bb9),segment_id=a1ba9e34-c49f-444f-ab97-068a226f2bb9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:15.381321 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:15.430099 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=18f5b73d-cfe8-4557-b8fb-b3304889f135,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:15.604049 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41456) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:15.650788 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['18f5b73d-cfe8-4557-b8fb-b3304889f135'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:15.840641 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc6742-4d4e-4417-a5ae-e233055ab8ac req-9968585f-67de-440b-aa26-6851a54cf6d9 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:15.843154 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37fc6742-4d4e-4417-a5ae-e233055ab8ac req-9968585f-67de-440b-aa26-6851a54cf6d9 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1534176 Jul 23 20:37:15.894660 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-64fe1cb7-3548-4d5c-b670-55a453cb22cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73090f04375d4000b39ac556a7314193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2893770 Jul 23 20:37:15.897256 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41478) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:15.908139 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad6f36-4d77-4f41-8b57-dd92d437c6a4 req-2caf7f17-3223-44b3-a63f-71ba639c7a4c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:15.909946 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0ad6f36-4d77-4f41-8b57-dd92d437c6a4 req-2caf7f17-3223-44b3-a63f-71ba639c7a4c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.1350441 Jul 23 20:37:15.913323 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37fc6742-4d4e-4417-a5ae-e233055ab8ac req-47c8c95c-97b8-47ee-a305-ed57d15c29af tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611687 Jul 23 20:37:15.969324 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84913d7e-be2c-4876-9a55-06b03365b331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:15.976050 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0ad6f36-4d77-4f41-8b57-dd92d437c6a4 req-169555ec-fccf-43fa-bb2d-991834238604 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563018 Jul 23 20:37:15.997766 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84913d7e-be2c-4876-9a55-06b03365b331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:16.054924 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84913d7e-be2c-4876-9a55-06b03365b331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:16.057716 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84913d7e-be2c-4876-9a55-06b03365b331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:16.059714 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-84913d7e-be2c-4876-9a55-06b03365b331 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3fcb048e-9340-48a4-8c07-36b385b310fa HTTP/1.1" status: 204 len: 168 time: 0.1613741 Jul 23 20:37:16.069884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84913d7e-be2c-4876-9a55-06b03365b331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcb048e-9340-48a4-8c07-36b385b310fa,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:16.300329 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d28df0-921d-49dc-a891-973de62be033 req-532d3bd5-a9b0-4b69-a5de-86bd756e73fe tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:16.302258 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76d28df0-921d-49dc-a891-973de62be033 req-532d3bd5-a9b0-4b69-a5de-86bd756e73fe tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 945 time: 0.0754769 Jul 23 20:37:16.352850 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76d28df0-921d-49dc-a891-973de62be033 req-f47d321b-bbda-4cbf-9b6d-ae601a093356 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442379 Jul 23 20:37:16.720381 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:16.776521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41524) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:16.780642 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030119 Jul 23 20:37:16.784098 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41526) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:16.796940 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:37:16.887698 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-81383831-b8ca-41ff-8c16-3b1ef1aaeab3 tempest-NetworksApiDiscovery-1306833785 tempest-NetworksApiDiscovery-1306833785-project] 10.222.0.55 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1019716 Jul 23 20:37:17.074262 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67bad0-cfb6-4a0e-a291-4499955f33f7 req-5c0a15a5-f1da-450f-a768-87eb5fe617c9 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:17.083362 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa67bad0-cfb6-4a0e-a291-4499955f33f7 req-5c0a15a5-f1da-450f-a768-87eb5fe617c9 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0890105 Jul 23 20:37:17.139496 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa67bad0-cfb6-4a0e-a291-4499955f33f7 req-a319114c-18c1-4af1-a581-11c1dfed0bbd tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489686 Jul 23 20:37:17.173393 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 18f5b73d-cfe8-4557-b8fb-b3304889f135 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:17.232865 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 18f5b73d-cfe8-4557-b8fb-b3304889f135 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:17.237728 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 18f5b73d-cfe8-4557-b8fb-b3304889f135 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:17.238746 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:17.255183 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41554) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:17.327796 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:17.353215 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60702a6f-7624-4bb1-ab00-a5989839f9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f5b73d-cfe8-4557-b8fb-b3304889f135'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:17.356111 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfc58a3-7648-4981-93c1-c4cecd923495" -d '{"events": [{"server_uuid": "60702a6f-7624-4bb1-ab00-a5989839f9bb", "name": "network-vif-plugged", "status": "completed", "tag": "18f5b73d-cfe8-4557-b8fb-b3304889f135"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:17.369681 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 18f5b73d-cfe8-4557-b8fb-b3304889f135, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=18f5b73d-cfe8-4557-b8fb-b3304889f135,segment=NetworkSegment(a1ba9e34-c49f-444f-ab97-068a226f2bb9),segment_id=a1ba9e34-c49f-444f-ab97-068a226f2bb9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:17.376839 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:17.432083 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6402ab6b-3e7a-4886-907e-94290ade1d47 x-openstack-request-id: req-6402ab6b-3e7a-4886-907e-94290ade1d47 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:17.432689 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60702a6f-7624-4bb1-ab00-a5989839f9bb", "name": "network-vif-plugged", "status": "completed", "tag": "18f5b73d-cfe8-4557-b8fb-b3304889f135", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:17.433066 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6402ab6b-3e7a-4886-907e-94290ade1d47 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:17.434421 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60702a6f-7624-4bb1-ab00-a5989839f9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f5b73d-cfe8-4557-b8fb-b3304889f135', 'code': 200} Jul 23 20:37:17.454216 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=18f5b73d-cfe8-4557-b8fb-b3304889f135,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:17.519924 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46af2509-a995-434d-a991-516c64b3d727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:17.556793 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa05c9-4aca-4c86-84c9-46bc19ec0d6d req-3011ce2f-9450-4c13-82ff-ce4a3e4a47f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:17.558321 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3cfa05c9-4aca-4c86-84c9-46bc19ec0d6d req-3011ce2f-9450-4c13-82ff-ce4a3e4a47f1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 1098 time: 0.0734386 Jul 23 20:37:17.565938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a0924-9a5d-4f0f-ae73-bdd27ec9e399 req-ae5e077a-976b-49e2-9f09-fa0891c7015a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:17.567966 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d01a0924-9a5d-4f0f-ae73-bdd27ec9e399 req-ae5e077a-976b-49e2-9f09-fa0891c7015a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 946 time: 0.1160367 Jul 23 20:37:17.622516 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3cfa05c9-4aca-4c86-84c9-46bc19ec0d6d req-74fdf4ef-db71-4996-b9b5-4d8727c43803 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535097 Jul 23 20:37:17.629956 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d01a0924-9a5d-4f0f-ae73-bdd27ec9e399 req-6bd63fa1-b26e-4b5d-bdbe-023d09ed390f tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541530 Jul 23 20:37:17.633650 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46af2509-a995-434d-a991-516c64b3d727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:17.638527 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46af2509-a995-434d-a991-516c64b3d727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:17.678889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af2509-a995-434d-a991-516c64b3d727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d3e7ca-abd2-449e-b5e7-02c14f1c6e56,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:17.686225 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-46af2509-a995-434d-a991-516c64b3d727 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9897c9d14407447080b56e24d0f6282e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297907 Jul 23 20:37:17.686525 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41570) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:17.748288 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3e43c51-a261-4d90-aebd-9b108988510e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:17.768891 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3e43c51-a261-4d90-aebd-9b108988510e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:17.815782 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3e43c51-a261-4d90-aebd-9b108988510e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:17.818566 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3e43c51-a261-4d90-aebd-9b108988510e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:17.819746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d3e43c51-a261-4d90-aebd-9b108988510e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6d3e7ca-abd2-449e-b5e7-02c14f1c6e56 HTTP/1.1" status: 204 len: 168 time: 0.1310246 Jul 23 20:37:17.834382 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e43c51-a261-4d90-aebd-9b108988510e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d3e7ca-abd2-449e-b5e7-02c14f1c6e56,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:17.845056 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e43c51-a261-4d90-aebd-9b108988510e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:17.846149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e43c51-a261-4d90-aebd-9b108988510e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:17.846149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e43c51-a261-4d90-aebd-9b108988510e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:17.846388 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e43c51-a261-4d90-aebd-9b108988510e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:17.846807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e43c51-a261-4d90-aebd-9b108988510e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:17.847406 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e43c51-a261-4d90-aebd-9b108988510e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:17.847753 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e43c51-a261-4d90-aebd-9b108988510e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:17.848081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e43c51-a261-4d90-aebd-9b108988510e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:17.848406 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e43c51-a261-4d90-aebd-9b108988510e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:17.848728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e43c51-a261-4d90-aebd-9b108988510e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:17.849054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e43c51-a261-4d90-aebd-9b108988510e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:17.849374 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e43c51-a261-4d90-aebd-9b108988510e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:18.298629 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddccdf-6345-4056-8f6f-24bc36f5a7d9 req-1584b00e-2509-47d5-9645-bd5bc5ce5582 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:18.301346 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82ddccdf-6345-4056-8f6f-24bc36f5a7d9 req-1584b00e-2509-47d5-9645-bd5bc5ce5582 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0875154 Jul 23 20:37:18.347406 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82ddccdf-6345-4056-8f6f-24bc36f5a7d9 req-74b16926-0589-4d1c-91ce-6f9dd0211c79 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391691 Jul 23 20:37:18.772453 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4da2f-7f0f-4fd9-ae35-4f4378c241b6 req-161fe3b5-7ee0-46d4-9e2d-865af8965f5a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:18.779439 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0dc4da2f-7f0f-4fd9-ae35-4f4378c241b6 req-161fe3b5-7ee0-46d4-9e2d-865af8965f5a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 946 time: 0.0692949 Jul 23 20:37:18.824606 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0dc4da2f-7f0f-4fd9-ae35-4f4378c241b6 req-81955bfc-586a-4502-8da7-0bc9eedbd368 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441563 Jul 23 20:37:18.930622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6f4ef05-cc77-4a9a-957f-ca30d641f315 req-9c7f7229-6b1a-4e36-9d2d-def5eb50447a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1528587249&fields=id&tenant_id=38313f2c56d4490dae9e71126a4ca19e HTTP/1.1" status: 200 len: 267 time: 0.0360987 Jul 23 20:37:19.016501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4ef05-cc77-4a9a-957f-ca30d641f315 req-e59c1fe6-2537-4adf-a405-2b718c42817c tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:19.018024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6f4ef05-cc77-4a9a-957f-ca30d641f315 req-e59c1fe6-2537-4adf-a405-2b718c42817c tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 946 time: 0.0807929 Jul 23 20:37:19.030758 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-f6f4ef05-cc77-4a9a-957f-ca30d641f315 req-4808d06e-78c6-483f-bad3-411b76b4105e tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Request body: {'port': {'security_groups': ['2837220e-31ed-41e3-94b8-741fa20190b8', '96e03ff5-d9a6-4080-800f-835db4b941f2']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:19.121005 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f6f4ef05-cc77-4a9a-957f-ca30d641f315 req-4808d06e-78c6-483f-bad3-411b76b4105e tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:19.345618 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-f6f4ef05-cc77-4a9a-957f-ca30d641f315 req-4808d06e-78c6-483f-bad3-411b76b4105e tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] For port 18f5b73d-cfe8-4557-b8fb-b3304889f135, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=18f5b73d-cfe8-4557-b8fb-b3304889f135,segment=NetworkSegment(a1ba9e34-c49f-444f-ab97-068a226f2bb9),segment_id=a1ba9e34-c49f-444f-ab97-068a226f2bb9)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:19.392550 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f6f4ef05-cc77-4a9a-957f-ca30d641f315 req-4808d06e-78c6-483f-bad3-411b76b4105e tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:19.397542 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f6f4ef05-cc77-4a9a-957f-ca30d641f315 req-4808d06e-78c6-483f-bad3-411b76b4105e tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:19.410940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['18f5b73d-cfe8-4557-b8fb-b3304889f135'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:19.452400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4ef05-cc77-4a9a-957f-ca30d641f315 req-4808d06e-78c6-483f-bad3-411b76b4105e tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:19.453055 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f6f4ef05-cc77-4a9a-957f-ca30d641f315 req-4808d06e-78c6-483f-bad3-411b76b4105e tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:19.458640 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6f4ef05-cc77-4a9a-957f-ca30d641f315 req-4808d06e-78c6-483f-bad3-411b76b4105e tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "PUT /v2.0/ports/18f5b73d-cfe8-4557-b8fb-b3304889f135 HTTP/1.1" status: 200 len: 982 time: 0.4334042 Jul 23 20:37:19.460133 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60702a6f-7624-4bb1-ab00-a5989839f9bb', 'tag': '18f5b73d-cfe8-4557-b8fb-b3304889f135'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:19.473370 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5946bfca-2715-4bac-b7db-3095e52fa384" -d '{"events": [{"name": "network-changed", "server_uuid": "60702a6f-7624-4bb1-ab00-a5989839f9bb", "tag": "18f5b73d-cfe8-4557-b8fb-b3304889f135"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:19.537830 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['18f5b73d-cfe8-4557-b8fb-b3304889f135'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:19.568776 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808d06e-78c6-483f-bad3-411b76b4105e tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event updated for resources: {'Port': ['ID=18f5b73d-cfe8-4557-b8fb-b3304889f135,revision_number=6']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:19.600240 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7270f8e0-9549-4420-bc29-c85d04f1796a req-d25c5ff5-0c37-402c-8304-000865b9a369 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-512920763&fields=id&tenant_id=38313f2c56d4490dae9e71126a4ca19e HTTP/1.1" status: 200 len: 267 time: 0.0548108 Jul 23 20:37:19.630853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7703079-2ff8-437f-8baa-f78d33adbd15 req-dd448b20-4d71-4cb6-ac1b-bb3314aa7ef2 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:19.632692 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7703079-2ff8-437f-8baa-f78d33adbd15 req-dd448b20-4d71-4cb6-ac1b-bb3314aa7ef2 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1500974 Jul 23 20:37:19.713838 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270f8e0-9549-4420-bc29-c85d04f1796a req-17479771-8be7-468a-91dc-da266869b3db tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:19.723626 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7270f8e0-9549-4420-bc29-c85d04f1796a req-17479771-8be7-468a-91dc-da266869b3db tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 985 time: 0.1143367 Jul 23 20:37:19.735658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-7270f8e0-9549-4420-bc29-c85d04f1796a req-3ccf1b2d-8a0f-47f1-93f6-74ea98b120d9 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Request body: {'port': {'security_groups': ['2837220e-31ed-41e3-94b8-741fa20190b8', '96e03ff5-d9a6-4080-800f-835db4b941f2', 'effe0396-9b12-4c20-8c56-d9aa7c4e6002']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:19.926141 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7270f8e0-9549-4420-bc29-c85d04f1796a req-3ccf1b2d-8a0f-47f1-93f6-74ea98b120d9 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:20.051701 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7703079-2ff8-437f-8baa-f78d33adbd15 req-dfe86103-503b-4342-b361-e0079a374387 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969781 Jul 23 20:37:20.142527 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423ac782-1ca9-4a2c-b642-f4d3404018f7 x-openstack-request-id: req-423ac782-1ca9-4a2c-b642-f4d3404018f7 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:20.142865 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60702a6f-7624-4bb1-ab00-a5989839f9bb", "tag": "18f5b73d-cfe8-4557-b8fb-b3304889f135", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:20.143071 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-423ac782-1ca9-4a2c-b642-f4d3404018f7 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:20.143473 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60702a6f-7624-4bb1-ab00-a5989839f9bb', 'tag': '18f5b73d-cfe8-4557-b8fb-b3304889f135', 'status': 'completed', 'code': 200} Jul 23 20:37:20.270497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-7270f8e0-9549-4420-bc29-c85d04f1796a req-3ccf1b2d-8a0f-47f1-93f6-74ea98b120d9 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] For port 18f5b73d-cfe8-4557-b8fb-b3304889f135, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=18f5b73d-cfe8-4557-b8fb-b3304889f135,segment=NetworkSegment(a1ba9e34-c49f-444f-ab97-068a226f2bb9),segment_id=a1ba9e34-c49f-444f-ab97-068a226f2bb9)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:20.274839 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946bfca-2715-4bac-b7db-3095e52fa384 req-5e2d8f49-d251-47d7-a34b-a52185397740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:20.276476 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5946bfca-2715-4bac-b7db-3095e52fa384 req-5e2d8f49-d251-47d7-a34b-a52185397740 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38313f2c56d4490dae9e71126a4ca19e&device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 1137 time: 0.1365056 Jul 23 20:37:20.366392 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7270f8e0-9549-4420-bc29-c85d04f1796a req-3ccf1b2d-8a0f-47f1-93f6-74ea98b120d9 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:20.380059 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7270f8e0-9549-4420-bc29-c85d04f1796a req-3ccf1b2d-8a0f-47f1-93f6-74ea98b120d9 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:20.394582 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['18f5b73d-cfe8-4557-b8fb-b3304889f135'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:20.450164 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270f8e0-9549-4420-bc29-c85d04f1796a req-3ccf1b2d-8a0f-47f1-93f6-74ea98b120d9 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:20.451486 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7270f8e0-9549-4420-bc29-c85d04f1796a req-3ccf1b2d-8a0f-47f1-93f6-74ea98b120d9 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:20.452997 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7270f8e0-9549-4420-bc29-c85d04f1796a req-3ccf1b2d-8a0f-47f1-93f6-74ea98b120d9 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "PUT /v2.0/ports/18f5b73d-cfe8-4557-b8fb-b3304889f135 HTTP/1.1" status: 200 len: 1021 time: 0.7272086 Jul 23 20:37:20.460179 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946bfca-2715-4bac-b7db-3095e52fa384 req-e86f8650-4938-43cd-bb74-9d690968c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:20.461637 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5946bfca-2715-4bac-b7db-3095e52fa384 req-e86f8650-4938-43cd-bb74-9d690968c7eb service neutron] 10.222.0.48 "GET /v2.0/networks?id=37d72607-4143-46c3-8076-01a16e88d009 HTTP/1.1" status: 200 len: 912 time: 0.1773858 Jul 23 20:37:20.534582 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5946bfca-2715-4bac-b7db-3095e52fa384 req-2bfeec78-b455-4bdc-a6a8-16d4169d9314 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18f5b73d-cfe8-4557-b8fb-b3304889f135 HTTP/1.1" status: 200 len: 217 time: 0.0645778 Jul 23 20:37:20.539264 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf1b2d-8a0f-47f1-93f6-74ea98b120d9 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event updated for resources: {'Port': ['ID=18f5b73d-cfe8-4557-b8fb-b3304889f135,revision_number=7']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:20.548536 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['18f5b73d-cfe8-4557-b8fb-b3304889f135'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:20.677398 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946bfca-2715-4bac-b7db-3095e52fa384 req-87a66f89-baba-49b6-a490-edd2efd32888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:20.679199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5946bfca-2715-4bac-b7db-3095e52fa384 req-87a66f89-baba-49b6-a490-edd2efd32888 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e73dc9e6-37d9-4555-9d00-1653e1260d18 HTTP/1.1" status: 200 len: 851 time: 0.1284680 Jul 23 20:37:20.708310 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73990da-4371-4c25-a0e5-db4d7e59c0b8 req-0ffa0127-fbc6-420e-99bb-3640ef7a90f8 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:20.710235 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c73990da-4371-4c25-a0e5-db4d7e59c0b8 req-0ffa0127-fbc6-420e-99bb-3640ef7a90f8 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 1024 time: 0.1619527 Jul 23 20:37:20.738067 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5946bfca-2715-4bac-b7db-3095e52fa384 req-ae2b01b0-d92c-4cc8-a477-903f9ca8dbb4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37d72607-4143-46c3-8076-01a16e88d009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510054 Jul 23 20:37:20.879559 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c73990da-4371-4c25-a0e5-db4d7e59c0b8 req-f03f1c49-bd95-4364-8770-9817612fbd93 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=effe0396-9b12-4c20-8c56-d9aa7c4e6002&id=96e03ff5-d9a6-4080-800f-835db4b941f2&id=2837220e-31ed-41e3-94b8-741fa20190b8 HTTP/1.1" status: 200 len: 6155 time: 0.1442161 Jul 23 20:37:20.880165 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41724) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:20.898435 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5946bfca-2715-4bac-b7db-3095e52fa384 req-4496a145-02a7-4698-95db-7b4ea0d0a6b4 service neutron] 10.222.0.48 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532857 Jul 23 20:37:20.971366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-761d74dd-ed13-4daf-b86c-ed694887358a req-15dd3154-2ffa-4a1e-90df-e9fbbb7b7515 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Request body: {'security_group': {'name': ' tempest-securitygroup -899609047 ', 'description': 'tempest-description-1864575485'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:20.993715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41730) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:21.012148 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5946bfca-2715-4bac-b7db-3095e52fa384 req-f92d862b-2c5a-49bd-a20a-6cf4fd0cef97 service neutron] 10.222.0.48 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068659 Jul 23 20:37:21.013329 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-761d74dd-ed13-4daf-b86c-ed694887358a req-15dd3154-2ffa-4a1e-90df-e9fbbb7b7515 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.107090 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57ff48a2-87a6-4923-a099-3aba1ce472cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.116506 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-761d74dd-ed13-4daf-b86c-ed694887358a req-15dd3154-2ffa-4a1e-90df-e9fbbb7b7515 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.124334 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-761d74dd-ed13-4daf-b86c-ed694887358a req-15dd3154-2ffa-4a1e-90df-e9fbbb7b7515 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.139497 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20c209e5-42c0-43be-a19a-96497a922b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.184364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd3154-2ffa-4a1e-90df-e9fbbb7b7515 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316ef6ca-8915-4b68-b63a-1331bc6e97e6,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:21.220691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2fec6-8d5e-4430-b57d-2090a6c6b806 req-b966e26c-5ff0-4f65-aeb6-cfd0d629ce66 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:21.222269 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c5e2fec6-8d5e-4430-b57d-2090a6c6b806 req-b966e26c-5ff0-4f65-aeb6-cfd0d629ce66 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0948772 Jul 23 20:37:21.227045 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57ff48a2-87a6-4923-a099-3aba1ce472cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.232382 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57ff48a2-87a6-4923-a099-3aba1ce472cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.244732 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-761d74dd-ed13-4daf-b86c-ed694887358a req-15dd3154-2ffa-4a1e-90df-e9fbbb7b7515 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.246054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-761d74dd-ed13-4daf-b86c-ed694887358a req-15dd3154-2ffa-4a1e-90df-e9fbbb7b7515 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.3049095 Jul 23 20:37:21.267622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c5e2fec6-8d5e-4430-b57d-2090a6c6b806 req-32ce2a02-956a-4ce5-b30f-1833a47e27a5 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397017 Jul 23 20:37:21.296000 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff48a2-87a6-4923-a099-3aba1ce472cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a9d47c-4917-429f-96ca-195859b39ed6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:21.304498 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-57ff48a2-87a6-4923-a099-3aba1ce472cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04a93e433af549fbbd2955fb7e143cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232383 Jul 23 20:37:21.307357 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41740) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:21.326207 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fd1718a1-f55f-4e7d-897e-e30dc11f626d req-a96384a5-1760-4f86-9775-811f58cba540 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/316ef6ca-8915-4b68-b63a-1331bc6e97e6 HTTP/1.1" status: 200 len: 1782 time: 0.0575519 Jul 23 20:37:21.380095 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20c209e5-42c0-43be-a19a-96497a922b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.384571 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20c209e5-42c0-43be-a19a-96497a922b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.403930 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9833c6b-7bb7-415e-896f-3570f5059102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.422199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c467035-15d6-4926-a718-2d64b75df31a req-ef220ec4-9250-46f9-a007-f6cc63086f21 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/316ef6ca-8915-4b68-b63a-1331bc6e97e6 HTTP/1.1" status: 200 len: 1782 time: 0.0645096 Jul 23 20:37:21.431559 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-20c209e5-42c0-43be-a19a-96497a922b54 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8f05145566f49118de2780ad811a4f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4365718 Jul 23 20:37:21.432739 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c209e5-42c0-43be-a19a-96497a922b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edc3d83-9bea-4402-bed2-51f9ffb0b108,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:21.434558 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41748) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:21.458860 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9833c6b-7bb7-415e-896f-3570f5059102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.558034 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8c467035-15d6-4926-a718-2d64b75df31a req-c62a7d44-82c6-4b16-b698-061a5efc0250 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.565790 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c5ed3b1-41df-43fd-84be-cd144a7baa9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.593230 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9833c6b-7bb7-415e-896f-3570f5059102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.595760 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9833c6b-7bb7-415e-896f-3570f5059102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.599423 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f9833c6b-7bb7-415e-896f-3570f5059102 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69a9d47c-4917-429f-96ca-195859b39ed6 HTTP/1.1" status: 204 len: 168 time: 0.2885041 Jul 23 20:37:21.606706 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8c467035-15d6-4926-a718-2d64b75df31a req-c62a7d44-82c6-4b16-b698-061a5efc0250 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.622253 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c5ed3b1-41df-43fd-84be-cd144a7baa9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.631239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9833c6b-7bb7-415e-896f-3570f5059102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a9d47c-4917-429f-96ca-195859b39ed6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:21.726151 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8c467035-15d6-4926-a718-2d64b75df31a req-c62a7d44-82c6-4b16-b698-061a5efc0250 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.728712 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8c467035-15d6-4926-a718-2d64b75df31a req-c62a7d44-82c6-4b16-b698-061a5efc0250 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.729853 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c467035-15d6-4926-a718-2d64b75df31a req-c62a7d44-82c6-4b16-b698-061a5efc0250 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "DELETE /v2.0/security-groups/316ef6ca-8915-4b68-b63a-1331bc6e97e6 HTTP/1.1" status: 204 len: 173 time: 0.3011136 Jul 23 20:37:21.747072 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c5ed3b1-41df-43fd-84be-cd144a7baa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.749763 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c5ed3b1-41df-43fd-84be-cd144a7baa9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.750970 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4c5ed3b1-41df-43fd-84be-cd144a7baa9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1edc3d83-9bea-4402-bed2-51f9ffb0b108 HTTP/1.1" status: 204 len: 168 time: 0.3094385 Jul 23 20:37:21.752960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a7d44-82c6-4b16-b698-061a5efc0250 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=316ef6ca-8915-4b68-b63a-1331bc6e97e6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:21.762935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b767e4-7275-45b3-8bfd-45f24fdbbe59 req-ceb48491-2411-47cf-81f8-f4db65ebfcff tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:21.764596 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f8b767e4-7275-45b3-8bfd-45f24fdbbe59 req-ceb48491-2411-47cf-81f8-f4db65ebfcff tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1345699 Jul 23 20:37:21.776651 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ed3b1-41df-43fd-84be-cd144a7baa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edc3d83-9bea-4402-bed2-51f9ffb0b108,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:21.827595 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f8b767e4-7275-45b3-8bfd-45f24fdbbe59 req-48c6392e-deab-47ee-93bb-4f996562bc82 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483887 Jul 23 20:37:21.854173 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-872f9a47-853b-4641-a021-6678bcf6a638 req-aa436d60-2d1d-4a06-8259-9e8e1ecc1905 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] show failed (client error): The resource could not be found. Jul 23 20:37:21.855389 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-872f9a47-853b-4641-a021-6678bcf6a638 req-aa436d60-2d1d-4a06-8259-9e8e1ecc1905 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/316ef6ca-8915-4b68-b63a-1331bc6e97e6 HTTP/1.1" status: 404 len: 352 time: 0.0235322 Jul 23 20:37:21.886216 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-5ab4742e-aeb4-4d18-bd9c-7a110561956a req-5c6b964b-ef0c-4b02-ba7d-49ad75c9c950 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-329575489', 'description': 'tempest-description-192412854'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:21.909858 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5ab4742e-aeb4-4d18-bd9c-7a110561956a req-5c6b964b-ef0c-4b02-ba7d-49ad75c9c950 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.954652 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41764) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:21.968698 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9929c1ae-998c-490a-8fb4-b5f8e319b7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.001453 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5ab4742e-aeb4-4d18-bd9c-7a110561956a req-5c6b964b-ef0c-4b02-ba7d-49ad75c9c950 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.005812 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5ab4742e-aeb4-4d18-bd9c-7a110561956a req-5c6b964b-ef0c-4b02-ba7d-49ad75c9c950 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.040561 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b964b-ef0c-4b02-ba7d-49ad75c9c950 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71bad4eb-f4f9-47b2-8897-fb5cf4a57724,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:22.095712 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9929c1ae-998c-490a-8fb4-b5f8e319b7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.104405 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5ab4742e-aeb4-4d18-bd9c-7a110561956a req-5c6b964b-ef0c-4b02-ba7d-49ad75c9c950 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.107342 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9929c1ae-998c-490a-8fb4-b5f8e319b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.107777 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ab4742e-aeb4-4d18-bd9c-7a110561956a req-5c6b964b-ef0c-4b02-ba7d-49ad75c9c950 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2265155 Jul 23 20:37:22.132585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-b75fe6b4-fdd6-45af-bc7e-16aa996c500f req-c6c91153-fc95-4f89-ada6-7cbd021280f6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2024002877', 'description': 'tempest-description-2044209930'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:22.144105 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60702a6f-7624-4bb1-ab00-a5989839f9bb', 'tag': '18f5b73d-cfe8-4557-b8fb-b3304889f135'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:22.146803 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8bb110-474c-4115-950e-e6be205143a2" -d '{"events": [{"name": "network-changed", "server_uuid": "60702a6f-7624-4bb1-ab00-a5989839f9bb", "tag": "18f5b73d-cfe8-4557-b8fb-b3304889f135"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:22.166120 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b75fe6b4-fdd6-45af-bc7e-16aa996c500f req-c6c91153-fc95-4f89-ada6-7cbd021280f6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.166446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929c1ae-998c-490a-8fb4-b5f8e319b7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5410ba28-4407-48a5-9e59-bf520bc9bb68,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:22.172105 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9929c1ae-998c-490a-8fb4-b5f8e319b7d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f22057f6896244a5b220ac01001a45ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163563 Jul 23 20:37:22.175393 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41772) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:22.182889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41774) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:22.201051 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57ed284-291e-4b25-a954-86ea334958fd x-openstack-request-id: req-b57ed284-291e-4b25-a954-86ea334958fd {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:22.201297 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60702a6f-7624-4bb1-ab00-a5989839f9bb", "tag": "18f5b73d-cfe8-4557-b8fb-b3304889f135", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:22.201532 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b57ed284-291e-4b25-a954-86ea334958fd {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:22.201909 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60702a6f-7624-4bb1-ab00-a5989839f9bb', 'tag': '18f5b73d-cfe8-4557-b8fb-b3304889f135', 'status': 'completed', 'code': 200} Jul 23 20:37:22.203807 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-40373294-4427-46cc-8ce6-bf9d12de28a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.249950 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9294c23-13a8-40cf-b8da-700e845d0e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.275943 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9294c23-13a8-40cf-b8da-700e845d0e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.322745 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b75fe6b4-fdd6-45af-bc7e-16aa996c500f req-c6c91153-fc95-4f89-ada6-7cbd021280f6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.329897 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b75fe6b4-fdd6-45af-bc7e-16aa996c500f req-c6c91153-fc95-4f89-ada6-7cbd021280f6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.332151 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9294c23-13a8-40cf-b8da-700e845d0e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.334693 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9294c23-13a8-40cf-b8da-700e845d0e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.335884 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a9294c23-13a8-40cf-b8da-700e845d0e5c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5410ba28-4407-48a5-9e59-bf520bc9bb68 HTTP/1.1" status: 204 len: 168 time: 0.1579485 Jul 23 20:37:22.353284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9294c23-13a8-40cf-b8da-700e845d0e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5410ba28-4407-48a5-9e59-bf520bc9bb68,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:22.372613 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bb110-474c-4115-950e-e6be205143a2 req-e3f1befe-a8d5-4917-8bbc-3faf4bacc39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:22.374119 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d8bb110-474c-4115-950e-e6be205143a2 req-e3f1befe-a8d5-4917-8bbc-3faf4bacc39e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=38313f2c56d4490dae9e71126a4ca19e&device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 1176 time: 0.1259437 Jul 23 20:37:22.378280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c91153-fc95-4f89-ada6-7cbd021280f6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa96944-14ca-4652-8fd1-9592cfc51cd2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:22.459006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-40373294-4427-46cc-8ce6-bf9d12de28a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.464249 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-40373294-4427-46cc-8ce6-bf9d12de28a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.476129 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b75fe6b4-fdd6-45af-bc7e-16aa996c500f req-c6c91153-fc95-4f89-ada6-7cbd021280f6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.477387 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b75fe6b4-fdd6-45af-bc7e-16aa996c500f req-c6c91153-fc95-4f89-ada6-7cbd021280f6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3491197 Jul 23 20:37:22.478858 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bb110-474c-4115-950e-e6be205143a2 req-674d1adc-bf09-404b-9880-e977c8e9676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:22.483238 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d8bb110-474c-4115-950e-e6be205143a2 req-674d1adc-bf09-404b-9880-e977c8e9676f service neutron] 10.222.0.48 "GET /v2.0/networks?id=37d72607-4143-46c3-8076-01a16e88d009 HTTP/1.1" status: 200 len: 912 time: 0.0992281 Jul 23 20:37:22.518546 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-40373294-4427-46cc-8ce6-bf9d12de28a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=45a4e462de6e4b9abc295b08d66f4791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3335912 Jul 23 20:37:22.519459 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40373294-4427-46cc-8ce6-bf9d12de28a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8c8b8a-7b90-4042-aba7-c761db7008d6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:22.521824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41782) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:22.533320 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d8bb110-474c-4115-950e-e6be205143a2 req-9b9bcd81-9200-486e-943d-31c39aae4278 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18f5b73d-cfe8-4557-b8fb-b3304889f135 HTTP/1.1" status: 200 len: 217 time: 0.0445745 Jul 23 20:37:22.536357 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-c198c447-d2d7-4c7e-9949-f2a9535f9f20 req-d4f0fa0a-d1e3-4714-b6e8-ac8946de45db tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1123587288', 'description': 'tempest-description-601069187'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:22.586550 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee48919a-4de6-476c-926f-7cd5090542b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.598265 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c198c447-d2d7-4c7e-9949-f2a9535f9f20 req-d4f0fa0a-d1e3-4714-b6e8-ac8946de45db tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.602372 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bb110-474c-4115-950e-e6be205143a2 req-458450c4-1bbb-4154-a0f6-33780d214252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:22.603892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d8bb110-474c-4115-950e-e6be205143a2 req-458450c4-1bbb-4154-a0f6-33780d214252 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e73dc9e6-37d9-4555-9d00-1653e1260d18 HTTP/1.1" status: 200 len: 851 time: 0.0623522 Jul 23 20:37:22.622782 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee48919a-4de6-476c-926f-7cd5090542b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.653565 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d8bb110-474c-4115-950e-e6be205143a2 req-70f78ccf-f38a-49e0-b057-ddeec6969a09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37d72607-4143-46c3-8076-01a16e88d009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414274 Jul 23 20:37:22.688858 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee48919a-4de6-476c-926f-7cd5090542b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.693259 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee48919a-4de6-476c-926f-7cd5090542b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.700173 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ee48919a-4de6-476c-926f-7cd5090542b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af8c8b8a-7b90-4042-aba7-c761db7008d6 HTTP/1.1" status: 204 len: 168 time: 0.1767066 Jul 23 20:37:22.712700 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48919a-4de6-476c-926f-7cd5090542b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8c8b8a-7b90-4042-aba7-c761db7008d6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:22.790751 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c198c447-d2d7-4c7e-9949-f2a9535f9f20 req-d4f0fa0a-d1e3-4714-b6e8-ac8946de45db tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.798445 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c198c447-d2d7-4c7e-9949-f2a9535f9f20 req-d4f0fa0a-d1e3-4714-b6e8-ac8946de45db tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.820121 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d8bb110-474c-4115-950e-e6be205143a2 req-efcbf5df-20e2-476c-9ec8-db44d8913425 service neutron] 10.222.0.48 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449914 Jul 23 20:37:22.840735 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c198c447-d2d7-4c7e-9949-f2a9535f9f20 req-d4f0fa0a-d1e3-4714-b6e8-ac8946de45db tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.841981 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c198c447-d2d7-4c7e-9949-f2a9535f9f20 req-d4f0fa0a-d1e3-4714-b6e8-ac8946de45db tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3111610 Jul 23 20:37:22.859514 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0fa0a-d1e3-4714-b6e8-ac8946de45db tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6c6339-20f7-452b-bf2a-68608c22b691,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:23.028679 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d8bb110-474c-4115-950e-e6be205143a2 req-ea9a621a-80c7-4ddf-b03e-285e13f3b13b service neutron] 10.222.0.48 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001450 Jul 23 20:37:23.061517 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a853af9-d230-4944-a1c0-c3d31e32fa98 req-0e2cf962-e2b9-49eb-8fe8-256be429bc20 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:23.062998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a853af9-d230-4944-a1c0-c3d31e32fa98 req-0e2cf962-e2b9-49eb-8fe8-256be429bc20 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1936293 Jul 23 20:37:23.146134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42a8d4-bcaf-4c14-ae5a-0cae302a9089 req-8f2e7f87-303f-4592-b41f-6001ee65b406 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:23.147669 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d42a8d4-bcaf-4c14-ae5a-0cae302a9089 req-8f2e7f87-303f-4592-b41f-6001ee65b406 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 945 time: 0.2083728 Jul 23 20:37:23.230055 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62d57bf0-bccc-4f35-8d00-0dc4e81469ad req-e277a851-1dc2-4291-a66e-b3ec282b2d1d tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38313f2c56d4490dae9e71126a4ca19e HTTP/1.1" status: 200 len: 10908 time: 0.2759554 Jul 23 20:37:23.261332 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d42a8d4-bcaf-4c14-ae5a-0cae302a9089 req-f48e6015-9f7f-44df-b457-6078efca9588 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015396 Jul 23 20:37:23.312497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-7a853af9-d230-4944-a1c0-c3d31e32fa98 req-3e97e120-9e65-45b1-899f-2853126a3bd0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Deleting port 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:23.312837 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7a853af9-d230-4944-a1c0-c3d31e32fa98 req-3e97e120-9e65-45b1-899f-2853126a3bd0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:23.329948 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62d57bf0-bccc-4f35-8d00-0dc4e81469ad req-fe32520a-fc60-41f7-ad26-b4df1a5864eb tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/2837220e-31ed-41e3-94b8-741fa20190b8 HTTP/1.1" status: 200 len: 2985 time: 0.0874364 Jul 23 20:37:23.430621 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62d57bf0-bccc-4f35-8d00-0dc4e81469ad req-2df5471a-6645-4129-b06c-33074c802da2 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/2837220e-31ed-41e3-94b8-741fa20190b8 HTTP/1.1" status: 200 len: 2985 time: 0.0913289 Jul 23 20:37:23.442730 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-7a853af9-d230-4944-a1c0-c3d31e32fa98 req-3e97e120-9e65-45b1-899f-2853126a3bd0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] For port 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:23.443251 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7a853af9-d230-4944-a1c0-c3d31e32fa98 req-3e97e120-9e65-45b1-899f-2853126a3bd0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:23.458543 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-7a853af9-d230-4944-a1c0-c3d31e32fa98 req-3e97e120-9e65-45b1-899f-2853126a3bd0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Calling delete_port for 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:23.550975 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fafcdb80-22b5-43dc-b171-337ee2cf7a4c req-62a95e29-74ee-4eb5-aa10-66e7d4066dcf tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/71bad4eb-f4f9-47b2-8897-fb5cf4a57724 HTTP/1.1" status: 200 len: 1801 time: 0.0941455 Jul 23 20:37:23.940497 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fafcdb80-22b5-43dc-b171-337ee2cf7a4c req-df22b82e-5406-4eac-b630-1bc888f8917a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:23.946067 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41884) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:23.972704 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fafcdb80-22b5-43dc-b171-337ee2cf7a4c req-df22b82e-5406-4eac-b630-1bc888f8917a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.006271 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7a853af9-d230-4944-a1c0-c3d31e32fa98 req-3e97e120-9e65-45b1-899f-2853126a3bd0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.019321 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:24.068833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97e120-9e65-45b1-899f-2853126a3bd0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Pushing event deleted for resources: {'Port': ['ID=4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:24.081606 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2929455a-61a3-43dd-be6c-8b7772cc2a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.092323 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a853af9-d230-4944-a1c0-c3d31e32fa98 req-3e97e120-9e65-45b1-899f-2853126a3bd0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] No DVR routers for this DVR port 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:24.095834 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7a853af9-d230-4944-a1c0-c3d31e32fa98 req-3e97e120-9e65-45b1-899f-2853126a3bd0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.098106 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a853af9-d230-4944-a1c0-c3d31e32fa98 req-3e97e120-9e65-45b1-899f-2853126a3bd0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.48 "DELETE /v2.0/ports/4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea HTTP/1.1" status: 204 len: 173 time: 1.0269239 Jul 23 20:37:24.099860 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fafcdb80-22b5-43dc-b171-337ee2cf7a4c req-df22b82e-5406-4eac-b630-1bc888f8917a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.102674 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fafcdb80-22b5-43dc-b171-337ee2cf7a4c req-df22b82e-5406-4eac-b630-1bc888f8917a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.103883 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fafcdb80-22b5-43dc-b171-337ee2cf7a4c req-df22b82e-5406-4eac-b630-1bc888f8917a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "DELETE /v2.0/security-groups/71bad4eb-f4f9-47b2-8897-fb5cf4a57724 HTTP/1.1" status: 204 len: 173 time: 0.5415967 Jul 23 20:37:24.121638 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22b82e-5406-4eac-b630-1bc888f8917a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bad4eb-f4f9-47b2-8897-fb5cf4a57724,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:24.142385 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-4582e36b-b9e7-4b02-a31f-dc533f38f044 req-ea52a7aa-4a30-40a4-b7f9-34aac2308171 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] show failed (client error): The resource could not be found. Jul 23 20:37:24.143682 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4582e36b-b9e7-4b02-a31f-dc533f38f044 req-ea52a7aa-4a30-40a4-b7f9-34aac2308171 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/71bad4eb-f4f9-47b2-8897-fb5cf4a57724 HTTP/1.1" status: 404 len: 352 time: 0.0173016 Jul 23 20:37:24.204488 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe83785-02df-493c-a698-e384ad0b5dd3', 'name': 'network-vif-deleted', 'tag': '4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:24.207203 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3322b7cf-59d5-42af-9b9f-8883a979fedb" -d '{"events": [{"server_uuid": "2fe83785-02df-493c-a698-e384ad0b5dd3", "name": "network-vif-deleted", "tag": "4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:24.241451 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60844778-8338-411b-860e-b76271f58908 req-b07318af-024d-4a78-adc6-93e957a28192 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/faa96944-14ca-4652-8fd1-9592cfc51cd2 HTTP/1.1" status: 200 len: 1803 time: 0.0530772 Jul 23 20:37:24.267615 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e34548-55e8-4830-a525-6b3028fa27b3 x-openstack-request-id: req-82e34548-55e8-4830-a525-6b3028fa27b3 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:24.267905 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe83785-02df-493c-a698-e384ad0b5dd3", "name": "network-vif-deleted", "tag": "4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:24.268339 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82e34548-55e8-4830-a525-6b3028fa27b3 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:24.268723 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe83785-02df-493c-a698-e384ad0b5dd3', 'name': 'network-vif-deleted', 'tag': '4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea', 'status': 'completed', 'code': 200} Jul 23 20:37:24.286782 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2929455a-61a3-43dd-be6c-8b7772cc2a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.292047 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2929455a-61a3-43dd-be6c-8b7772cc2a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.318032 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-60844778-8338-411b-860e-b76271f58908 req-649e21ed-423c-4219-a288-c13f72ae4001 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.338640 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929455a-61a3-43dd-be6c-8b7772cc2a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8d1951-a9ab-412a-b972-f9c01e3d8302,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:24.345577 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-60844778-8338-411b-860e-b76271f58908 req-649e21ed-423c-4219-a288-c13f72ae4001 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.350035 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2929455a-61a3-43dd-be6c-8b7772cc2a3f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a6b5f1fb9e748e2a225f74a5e5a0355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4016340 Jul 23 20:37:24.353070 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41900) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:24.406407 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-179a1c39-df6e-4051-9944-e2799c067942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.408520 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04b8c3d8-1c94-4a31-8d2c-48f7838a2841 req-567b68b2-b55b-492f-8f2c-c9e475bf3ed4 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fe83785-02df-493c-a698-e384ad0b5dd3 HTTP/1.1" status: 200 len: 210 time: 0.0323384 Jul 23 20:37:24.421642 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-60844778-8338-411b-860e-b76271f58908 req-649e21ed-423c-4219-a288-c13f72ae4001 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.426880 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-60844778-8338-411b-860e-b76271f58908 req-649e21ed-423c-4219-a288-c13f72ae4001 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.428062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60844778-8338-411b-860e-b76271f58908 req-649e21ed-423c-4219-a288-c13f72ae4001 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "DELETE /v2.0/security-groups/faa96944-14ca-4652-8fd1-9592cfc51cd2 HTTP/1.1" status: 204 len: 173 time: 0.1784389 Jul 23 20:37:24.441084 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-179a1c39-df6e-4051-9944-e2799c067942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.443303 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e21ed-423c-4219-a288-c13f72ae4001 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa96944-14ca-4652-8fd1-9592cfc51cd2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:24.476487 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-baa89991-beab-4da6-bcc2-c4a7bcfb39ee req-4fd78149-8f03-4854-a958-42901738ebfc tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] show failed (client error): The resource could not be found. Jul 23 20:37:24.477797 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-baa89991-beab-4da6-bcc2-c4a7bcfb39ee req-4fd78149-8f03-4854-a958-42901738ebfc tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/faa96944-14ca-4652-8fd1-9592cfc51cd2 HTTP/1.1" status: 404 len: 352 time: 0.0229728 Jul 23 20:37:24.512897 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-179a1c39-df6e-4051-9944-e2799c067942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.516015 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-179a1c39-df6e-4051-9944-e2799c067942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.519967 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-179a1c39-df6e-4051-9944-e2799c067942 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e8d1951-a9ab-412a-b972-f9c01e3d8302 HTTP/1.1" status: 204 len: 168 time: 0.1631072 Jul 23 20:37:24.528146 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-268d7b02-a27f-4e97-a982-2d06c912eb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.543630 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a1c39-df6e-4051-9944-e2799c067942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8d1951-a9ab-412a-b972-f9c01e3d8302,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:24.577596 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7bdc849c-ac65-443f-a491-3885fe6bbd30 req-545b2136-c806-4584-9aac-7745fd4961a9 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/3e6c6339-20f7-452b-bf2a-68608c22b691 HTTP/1.1" status: 200 len: 1802 time: 0.0795968 Jul 23 20:37:24.653792 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7bdc849c-ac65-443f-a491-3885fe6bbd30 req-3e66d1b2-051a-480a-8173-0ccbe7f9b755 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.687158 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7bdc849c-ac65-443f-a491-3885fe6bbd30 req-3e66d1b2-051a-480a-8173-0ccbe7f9b755 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.750618 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7bdc849c-ac65-443f-a491-3885fe6bbd30 req-3e66d1b2-051a-480a-8173-0ccbe7f9b755 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.757957 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7bdc849c-ac65-443f-a491-3885fe6bbd30 req-3e66d1b2-051a-480a-8173-0ccbe7f9b755 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.760738 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7bdc849c-ac65-443f-a491-3885fe6bbd30 req-3e66d1b2-051a-480a-8173-0ccbe7f9b755 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "DELETE /v2.0/security-groups/3e6c6339-20f7-452b-bf2a-68608c22b691 HTTP/1.1" status: 204 len: 173 time: 0.1757138 Jul 23 20:37:24.769636 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66d1b2-051a-480a-8173-0ccbe7f9b755 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6c6339-20f7-452b-bf2a-68608c22b691,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:24.816654 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-b5cb8c95-8a36-494c-9ff6-ef6e3c907a12 req-bd65df03-e7dc-4f5c-b822-1cf3b79ada5e tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] show failed (client error): The resource could not be found. Jul 23 20:37:24.818031 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5cb8c95-8a36-494c-9ff6-ef6e3c907a12 req-bd65df03-e7dc-4f5c-b822-1cf3b79ada5e tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/3e6c6339-20f7-452b-bf2a-68608c22b691 HTTP/1.1" status: 404 len: 352 time: 0.0217867 Jul 23 20:37:24.931747 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4bb2a69-0f7a-4bfe-9b93-4e3ec7b1a727 req-f5a237b2-7362-47b5-9ae4-2e419af86162 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38313f2c56d4490dae9e71126a4ca19e HTTP/1.1" status: 200 len: 6155 time: 0.0745599 Jul 23 20:37:24.988568 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4bb2a69-0f7a-4bfe-9b93-4e3ec7b1a727 req-dabb5957-2ba7-4adb-943a-6d92000d22fa tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/2837220e-31ed-41e3-94b8-741fa20190b8 HTTP/1.1" status: 200 len: 2985 time: 0.0493889 Jul 23 20:37:25.049947 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4bb2a69-0f7a-4bfe-9b93-4e3ec7b1a727 req-a762954a-99fe-46d5-9c90-1c1f31fb3da4 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/2837220e-31ed-41e3-94b8-741fa20190b8 HTTP/1.1" status: 200 len: 2985 time: 0.0521133 Jul 23 20:37:25.078805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-ecfe2353-4bce-4d48-9c4d-0242f6a714f4 req-95b6c6d5-5954-4ae6-99f7-555d9b378b2f tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2015882920', 'description': 'tempest-description-582593227'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:25.104071 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ecfe2353-4bce-4d48-9c4d-0242f6a714f4 req-95b6c6d5-5954-4ae6-99f7-555d9b378b2f tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.202317 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ecfe2353-4bce-4d48-9c4d-0242f6a714f4 req-95b6c6d5-5954-4ae6-99f7-555d9b378b2f tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.206873 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ecfe2353-4bce-4d48-9c4d-0242f6a714f4 req-95b6c6d5-5954-4ae6-99f7-555d9b378b2f tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.238179 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ecfe2353-4bce-4d48-9c4d-0242f6a714f4 req-95b6c6d5-5954-4ae6-99f7-555d9b378b2f tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.239833 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ecfe2353-4bce-4d48-9c4d-0242f6a714f4 req-95b6c6d5-5954-4ae6-99f7-555d9b378b2f tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1652601 Jul 23 20:37:25.240879 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6c6d5-5954-4ae6-99f7-555d9b378b2f tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b664e9b-ab70-4553-b921-1f9e3025e5f4,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:25.269016 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-5df6ef10-805d-4b57-81e4-41dfcc803f9c req-7f79bb5b-ca03-4b1d-8e32-f9ea84b6c029 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1600307195', 'description': 'tempest-description-1258887056'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:25.298315 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5df6ef10-805d-4b57-81e4-41dfcc803f9c req-7f79bb5b-ca03-4b1d-8e32-f9ea84b6c029 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.397913 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5df6ef10-805d-4b57-81e4-41dfcc803f9c req-7f79bb5b-ca03-4b1d-8e32-f9ea84b6c029 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.401761 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5df6ef10-805d-4b57-81e4-41dfcc803f9c req-7f79bb5b-ca03-4b1d-8e32-f9ea84b6c029 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.431875 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5df6ef10-805d-4b57-81e4-41dfcc803f9c req-7f79bb5b-ca03-4b1d-8e32-f9ea84b6c029 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.433236 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5df6ef10-805d-4b57-81e4-41dfcc803f9c req-7f79bb5b-ca03-4b1d-8e32-f9ea84b6c029 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1690221 Jul 23 20:37:25.434999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79bb5b-ca03-4b1d-8e32-f9ea84b6c029 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df7366ca-e67a-4ff4-9119-fb0d886b4f6b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:25.793199 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48639f35-0185-4841-af63-892f766fe7d5 req-7d9d5f5f-a8da-4c9f-b2c6-8563faf0ede7 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:25.795565 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48639f35-0185-4841-af63-892f766fe7d5 req-7d9d5f5f-a8da-4c9f-b2c6-8563faf0ede7 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/networks?id=37d72607-4143-46c3-8076-01a16e88d009 HTTP/1.1" status: 200 len: 811 time: 0.1773126 Jul 23 20:37:25.852417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48639f35-0185-4841-af63-892f766fe7d5 req-7dd4a9af-f146-4cd7-84af-5d1f583d2e84 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/quotas/38313f2c56d4490dae9e71126a4ca19e HTTP/1.1" status: 200 len: 375 time: 0.0189025 Jul 23 20:37:25.909003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-294ada43-e97b-44a3-a82c-647ce21bdacf tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:25.910597 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-294ada43-e97b-44a3-a82c-647ce21bdacf tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 811 time: 0.1797886 Jul 23 20:37:25.932287 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-d75fc300-66af-48a6-ac08-211738f326c7 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/quotas/b0fca3aa52ce41808d40d8b1ac821f99 HTTP/1.1" status: 200 len: 375 time: 0.0149863 Jul 23 20:37:25.974126 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48639f35-0185-4841-af63-892f766fe7d5 req-91b660dd-73a3-441e-a508-9c03503fc0c7 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=38313f2c56d4490dae9e71126a4ca19e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162155 Jul 23 20:37:25.976381 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-c92e6d0f-7c23-4860-ba26-936311dfe808 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372343 Jul 23 20:37:26.138140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48639f35-0185-4841-af63-892f766fe7d5 req-c747bd44-7da7-4dd8-8714-4b3aee34afb2 service neutron] 10.222.0.55 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564376 Jul 23 20:37:26.142457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-d41f1135-2ec0-48cb-8715-9abee763a5f7 service neutron] 10.222.0.55 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538553 Jul 23 20:37:26.310480 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48639f35-0185-4841-af63-892f766fe7d5 req-f13b41ba-2945-4877-8d43-99fb16a87817 service neutron] 10.222.0.55 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661077 Jul 23 20:37:26.312672 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-c6cb7585-e0e1-442f-9aae-dd29ee76e963 service neutron] 10.222.0.55 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611371 Jul 23 20:37:26.697587 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73873cf5-db6c-4068-a06b-0968bd28d910 req-f3aac348-a1ed-4467-a6dd-493644060e21 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 210 time: 0.0663900 Jul 23 20:37:26.731816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42040) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:26.765489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c6ea7c9e-f278-41a5-b063-51b1e23a9e44 req-7b1a5e42-062f-43a5-b7f3-318424031d40 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 210 time: 0.0389977 Jul 23 20:37:26.882676 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-730b4c0f-19ac-4623-994a-6c767395f6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.003788 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-730b4c0f-19ac-4623-994a-6c767395f6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.008262 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-730b4c0f-19ac-4623-994a-6c767395f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.048118 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b4c0f-19ac-4623-994a-6c767395f6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ace20d-576e-4823-8c46-19894dc7fd14,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:27.073431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42052) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:27.074446 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-730b4c0f-19ac-4623-994a-6c767395f6d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07e7126fd8c04b63bef1fb25833ea90f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393841 Jul 23 20:37:27.078209 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1198e6d7-bf92-4648-9897-1a11738c5b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.138847 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b60c94b9-6e2a-4d1c-bb4e-29026887aa12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.167307 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b60c94b9-6e2a-4d1c-bb4e-29026887aa12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.185095 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:27.208128 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:27.208463 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 4bed3bcb-5f92-44e0-a495-8ffbb9ddbaea not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:27.238850 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b60c94b9-6e2a-4d1c-bb4e-29026887aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.241437 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b60c94b9-6e2a-4d1c-bb4e-29026887aa12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.242611 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b60c94b9-6e2a-4d1c-bb4e-29026887aa12 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/96ace20d-576e-4823-8c46-19894dc7fd14 HTTP/1.1" status: 204 len: 168 time: 0.1678364 Jul 23 20:37:27.266277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c94b9-6e2a-4d1c-bb4e-29026887aa12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ace20d-576e-4823-8c46-19894dc7fd14,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:27.276061 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.582875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42064) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:27.597965 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-af6e3964-1816-4de2-9258-e8b9e5903ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.889819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-740bdd60-0646-452a-8e5f-a79941d746f8 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:27.891330 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-740bdd60-0646-452a-8e5f-a79941d746f8 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.57 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 811 time: 0.1949141 Jul 23 20:37:27.893323 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d02d3a2-e59d-4068-8697-bf74a75b2918 req-b7758079-4a09-446b-8d00-8b38da508e53 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 210 time: 0.0841584 Jul 23 20:37:27.911163 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-34830c9b-972f-4b72-b3a9-c7790ce4adc3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Request body: {'port': {'device_id': '2b70f80d-3e05-41af-8cc8-cf1f9265f668', 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e', 'admin_state_up': True, 'tenant_id': 'b0fca3aa52ce41808d40d8b1ac821f99'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:27.945284 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06e181b9-3b36-4d1d-9136-0335dd00b34f req-416a885b-20c7-470b-8f40-271d26fcef93 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 210 time: 0.0716090 Jul 23 20:37:27.953090 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-af6e3964-1816-4de2-9258-e8b9e5903ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.960367 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-af6e3964-1816-4de2-9258-e8b9e5903ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.054240 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-af6e3964-1816-4de2-9258-e8b9e5903ad6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87b2ca6295564b42b0d367a2704a29ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4699564 Jul 23 20:37:28.057296 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42072) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:28.061867 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e3964-1816-4de2-9258-e8b9e5903ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad0e1e5-1e4f-48cb-92b8-2a33c7100bae,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:28.122795 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50c520e1-cfb6-426b-a6d3-699c50699e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.154889 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50c520e1-cfb6-426b-a6d3-699c50699e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.157535 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-34830c9b-972f-4b72-b3a9-c7790ce4adc3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Made reservation on behalf of b0fca3aa52ce41808d40d8b1ac821f99 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:28.161106 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-34830c9b-972f-4b72-b3a9-c7790ce4adc3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.224392 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50c520e1-cfb6-426b-a6d3-699c50699e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.227075 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50c520e1-cfb6-426b-a6d3-699c50699e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.230598 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-50c520e1-cfb6-426b-a6d3-699c50699e17 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ad0e1e5-1e4f-48cb-92b8-2a33c7100bae HTTP/1.1" status: 204 len: 168 time: 0.1699657 Jul 23 20:37:28.239379 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c520e1-cfb6-426b-a6d3-699c50699e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad0e1e5-1e4f-48cb-92b8-2a33c7100bae,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:28.347667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48639f35-0185-4841-af63-892f766fe7d5 req-84b276ac-63ed-41c1-ac2a-4d83cc0ae568 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:28.349289 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48639f35-0185-4841-af63-892f766fe7d5 req-84b276ac-63ed-41c1-ac2a-4d83cc0ae568 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.57 "GET /v2.0/networks?id=37d72607-4143-46c3-8076-01a16e88d009 HTTP/1.1" status: 200 len: 811 time: 0.2205644 Jul 23 20:37:28.375869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-48639f35-0185-4841-af63-892f766fe7d5 req-19fa6a0d-ec93-4cdd-829f-02cc62138cfb tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Request body: {'port': {'device_id': 'a8761050-ed16-4662-8380-25537f68d577', 'network_id': '37d72607-4143-46c3-8076-01a16e88d009', 'admin_state_up': True, 'tenant_id': '38313f2c56d4490dae9e71126a4ca19e'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:28.440622 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.461419 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-34830c9b-972f-4b72-b3a9-c7790ce4adc3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Allocated IP 172.20.0.8 (fc19f065-57ff-496f-bbfb-adf4b5d7ae0e/bfc910d3-f783-4dce-a4ee-27e733f1d609/287e7866-22cb-4af0-bef4-898b11f6ca0a) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:28.575262 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48639f35-0185-4841-af63-892f766fe7d5 req-19fa6a0d-ec93-4cdd-829f-02cc62138cfb tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Made reservation on behalf of 38313f2c56d4490dae9e71126a4ca19e for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:28.578928 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-48639f35-0185-4841-af63-892f766fe7d5 req-19fa6a0d-ec93-4cdd-829f-02cc62138cfb tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.780305 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-34830c9b-972f-4b72-b3a9-c7790ce4adc3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.824591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-48639f35-0185-4841-af63-892f766fe7d5 req-19fa6a0d-ec93-4cdd-829f-02cc62138cfb tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Allocated IP 172.20.0.6 (37d72607-4143-46c3-8076-01a16e88d009/e73dc9e6-37d9-4555-9d00-1653e1260d18/fee5f152-96c1-47b8-84b7-b3076dbb33dd) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:28.884873 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-34830c9b-972f-4b72-b3a9-c7790ce4adc3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.963540 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-34830c9b-972f-4b72-b3a9-c7790ce4adc3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:28.973317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-34830c9b-972f-4b72-b3a9-c7790ce4adc3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:28.975765 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-34830c9b-972f-4b72-b3a9-c7790ce4adc3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:29.035600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34830c9b-972f-4b72-b3a9-c7790ce4adc3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Pushing event updated for resources: {'Port': ['ID=287e7866-22cb-4af0-bef4-898b11f6ca0a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:29.095780 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7012bef4-e6ef-478f-ae93-21cbaa00d961 req-2e3a090f-36ff-43a1-9897-29829027563c tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 210 time: 0.1170280 Jul 23 20:37:29.148641 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-34830c9b-972f-4b72-b3a9-c7790ce4adc3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:29.149267 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-34830c9b-972f-4b72-b3a9-c7790ce4adc3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.188208 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-34830c9b-972f-4b72-b3a9-c7790ce4adc3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2834170 Jul 23 20:37:29.190995 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-48639f35-0185-4841-af63-892f766fe7d5 req-19fa6a0d-ec93-4cdd-829f-02cc62138cfb tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.203430 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Request body: {'port': {'device_id': '2b70f80d-3e05-41af-8cc8-cf1f9265f668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:29.274358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b75b6-50dc-4ad1-a47c-6257328c22fd req-418588ae-e30a-40eb-b7c2-6f606bc6c7bf tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:29.275952 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-660b75b6-50dc-4ad1-a47c-6257328c22fd req-418588ae-e30a-40eb-b7c2-6f606bc6c7bf tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 931 time: 0.2074621 Jul 23 20:37:29.359906 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.381898 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-48639f35-0185-4841-af63-892f766fe7d5 req-19fa6a0d-ec93-4cdd-829f-02cc62138cfb tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.398568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['18f5b73d-cfe8-4557-b8fb-b3304889f135'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:29.411692 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-660b75b6-50dc-4ad1-a47c-6257328c22fd req-f6e11f52-400a-4290-b5da-797c4480b94f tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090782 Jul 23 20:37:29.482784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48639f35-0185-4841-af63-892f766fe7d5 req-19fa6a0d-ec93-4cdd-829f-02cc62138cfb tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Network 37d72607-4143-46c3-8076-01a16e88d009 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:29.488683 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-48639f35-0185-4841-af63-892f766fe7d5 req-19fa6a0d-ec93-4cdd-829f-02cc62138cfb tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:29.497759 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-48639f35-0185-4841-af63-892f766fe7d5 req-19fa6a0d-ec93-4cdd-829f-02cc62138cfb tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:29.502540 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa6a0d-ec93-4cdd-829f-02cc62138cfb tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event updated for resources: {'Port': ['ID=fee5f152-96c1-47b8-84b7-b3076dbb33dd,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:29.638140 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48639f35-0185-4841-af63-892f766fe7d5 req-19fa6a0d-ec93-4cdd-829f-02cc62138cfb tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:29.638756 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-48639f35-0185-4841-af63-892f766fe7d5 req-19fa6a0d-ec93-4cdd-829f-02cc62138cfb tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.685506 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48639f35-0185-4841-af63-892f766fe7d5 req-19fa6a0d-ec93-4cdd-829f-02cc62138cfb tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3140390 Jul 23 20:37:29.699525 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Request body: {'port': {'device_id': 'a8761050-ed16-4662-8380-25537f68d577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:29.854318 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.884070 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.940661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287e7866-22cb-4af0-bef4-898b11f6ca0a {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:29.955806 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.021905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Transition to ACTIVE for port object 287e7866-22cb-4af0-bef4-898b11f6ca0a will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:30.028772 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.138407 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=287e7866-22cb-4af0-bef4-898b11f6ca0a,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:30.685036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Attempting to bind port 287e7866-22cb-4af0-bef4-898b11f6ca0a on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:30.685713 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Attempting to bind port 287e7866-22cb-4af0-bef4-898b11f6ca0a by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:30.685713 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Attempting to bind port 287e7866-22cb-4af0-bef4-898b11f6ca0a on network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:30.729690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5e558-0d62-4b58-a820-b141dfc35ca3 req-9ec501a9-5f69-4d85-a3e6-05becc1126e5 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:30.731958 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-74a5e558-0d62-4b58-a820-b141dfc35ca3 req-9ec501a9-5f69-4d85-a3e6-05becc1126e5 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 931 time: 0.2465956 Jul 23 20:37:30.735573 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Port 287e7866-22cb-4af0-bef4-898b11f6ca0a on network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:30.735904 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Attempting to bind port 287e7866-22cb-4af0-bef4-898b11f6ca0a on network fc19f065-57ff-496f-bbfb-adf4b5d7ae0e {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:30.745019 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:30.745377 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Checking segment: {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:30.745752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Bound using segment: {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:30.746751 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Bound port: 287e7866-22cb-4af0-bef4-898b11f6ca0a, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:30.747130 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.760106 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9241c-2f92-469f-a60e-f98027fc336e req-ed4dc313-ec45-41dc-98d3-1b12074d7785 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:30.763575 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44a9241c-2f92-469f-a60e-f98027fc336e req-ed4dc313-ec45-41dc-98d3-1b12074d7785 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 943 time: 0.2591498 Jul 23 20:37:30.777688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee5f152-96c1-47b8-84b7-b3076dbb33dd {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:30.797104 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42172) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:30.863331 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.892880 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] For port 287e7866-22cb-4af0-bef4-898b11f6ca0a, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:30.918877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Transition to ACTIVE for port object fee5f152-96c1-47b8-84b7-b3076dbb33dd will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:30.920736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] For port 287e7866-22cb-4af0-bef4-898b11f6ca0a, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=287e7866-22cb-4af0-bef4-898b11f6ca0a,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:30.928253 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1d40995a-ff1b-4f47-962e-b6b7aa0d8f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.937993 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.940343 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.969974 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-74a5e558-0d62-4b58-a820-b141dfc35ca3 req-d179c3a6-3b7f-458f-a27e-45d7dd3b3fd3 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258899 Jul 23 20:37:30.987736 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44a9241c-2f92-469f-a60e-f98027fc336e req-f6a5caeb-a1a7-43f1-a930-133c672fb250 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364622 Jul 23 20:37:31.030824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:31.031571 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.033221 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] 10.222.0.57 "PUT /v2.0/ports/287e7866-22cb-4af0-bef4-898b11f6ca0a HTTP/1.1" status: 200 len: 1092 time: 1.8348324 Jul 23 20:37:31.034215 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b70f80d-3e05-41af-8cc8-cf1f9265f668', 'tag': '287e7866-22cb-4af0-bef4-898b11f6ca0a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:31.037662 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e998681-436a-4721-aec7-c3bdf6ed4803" -d '{"events": [{"name": "network-changed", "server_uuid": "2b70f80d-3e05-41af-8cc8-cf1f9265f668", "tag": "287e7866-22cb-4af0-bef4-898b11f6ca0a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:31.082081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Pushing event updated for resources: {'Port': ['ID=fee5f152-96c1-47b8-84b7-b3076dbb33dd,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:31.107467 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1d40995a-ff1b-4f47-962e-b6b7aa0d8f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.114392 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1d40995a-ff1b-4f47-962e-b6b7aa0d8f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.149520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40995a-ff1b-4f47-962e-b6b7aa0d8f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f88275b-9174-4e14-8875-fae926bf0dd0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:31.191660 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c52ed95-fa0c-4043-b991-a2de1d565aaa x-openstack-request-id: req-9c52ed95-fa0c-4043-b991-a2de1d565aaa {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:31.191992 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b70f80d-3e05-41af-8cc8-cf1f9265f668", "tag": "287e7866-22cb-4af0-bef4-898b11f6ca0a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:31.192194 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c52ed95-fa0c-4043-b991-a2de1d565aaa {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:31.192652 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b70f80d-3e05-41af-8cc8-cf1f9265f668', 'tag': '287e7866-22cb-4af0-bef4-898b11f6ca0a', 'status': 'completed', 'code': 200} Jul 23 20:37:31.207888 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1d40995a-ff1b-4f47-962e-b6b7aa0d8f3b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5386af4684f4161ae3d074536a65dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082108 Jul 23 20:37:31.209691 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42184) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:31.233094 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf97215-ff87-4022-b28f-74993376bcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=287e7866-22cb-4af0-bef4-898b11f6ca0a,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:31.241485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Attempting to bind port fee5f152-96c1-47b8-84b7-b3076dbb33dd on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:31.241698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Attempting to bind port fee5f152-96c1-47b8-84b7-b3076dbb33dd by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'a1ba9e34-c49f-444f-ab97-068a226f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '37d72607-4143-46c3-8076-01a16e88d009'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:31.241995 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Attempting to bind port fee5f152-96c1-47b8-84b7-b3076dbb33dd on network 37d72607-4143-46c3-8076-01a16e88d009 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:31.258165 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-a49b4db9-c04c-4460-b35a-a0c8718129f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:31.259894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-a49b4db9-c04c-4460-b35a-a0c8718129f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 1095 time: 0.1692557 Jul 23 20:37:31.260701 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Port fee5f152-96c1-47b8-84b7-b3076dbb33dd on network 37d72607-4143-46c3-8076-01a16e88d009 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:31.261032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Attempting to bind port fee5f152-96c1-47b8-84b7-b3076dbb33dd on network 37d72607-4143-46c3-8076-01a16e88d009 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:31.266480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:31.266828 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Checking segment: {'id': 'a1ba9e34-c49f-444f-ab97-068a226f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '37d72607-4143-46c3-8076-01a16e88d009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:31.267246 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Bound using segment: {'id': 'a1ba9e34-c49f-444f-ab97-068a226f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '37d72607-4143-46c3-8076-01a16e88d009'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:31.267683 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Bound port: fee5f152-96c1-47b8-84b7-b3076dbb33dd, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ba9e34-c49f-444f-ab97-068a226f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '37d72607-4143-46c3-8076-01a16e88d009'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:31.268047 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.313479 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d18227a9-d2e6-4451-8951-25224fee1603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.320197 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-410f423f-1a5c-4e83-b75e-2a8b8618d5d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=287e7866-22cb-4af0-bef4-898b11f6ca0a HTTP/1.1" status: 200 len: 217 time: 0.0498290 Jul 23 20:37:31.351088 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d18227a9-d2e6-4451-8951-25224fee1603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.435506 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d18227a9-d2e6-4451-8951-25224fee1603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.439060 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d18227a9-d2e6-4451-8951-25224fee1603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.440990 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d18227a9-d2e6-4451-8951-25224fee1603 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f88275b-9174-4e14-8875-fae926bf0dd0 HTTP/1.1" status: 204 len: 168 time: 0.2294054 Jul 23 20:37:31.452495 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18227a9-d2e6-4451-8951-25224fee1603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f88275b-9174-4e14-8875-fae926bf0dd0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:31.461996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] For port fee5f152-96c1-47b8-84b7-b3076dbb33dd, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:31.465842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-e5c60a4d-dad7-4170-9ee5-f92ed15d4f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:31.467489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-e5c60a4d-dad7-4170-9ee5-f92ed15d4f7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfc910d3-f783-4dce-a4ee-27e733f1d609 HTTP/1.1" status: 200 len: 851 time: 0.1221635 Jul 23 20:37:31.477608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] For port fee5f152-96c1-47b8-84b7-b3076dbb33dd, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=fee5f152-96c1-47b8-84b7-b3076dbb33dd,segment=NetworkSegment(a1ba9e34-c49f-444f-ab97-068a226f2bb9),segment_id=a1ba9e34-c49f-444f-ab97-068a226f2bb9)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:31.491326 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.524348 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-376ddb75-900d-4351-8f12-a7e7ea0b6062 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495746 Jul 23 20:37:31.533772 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984eb75-5b71-4283-a93f-3310fa06300e req-b949dfd9-1248-4ca5-864f-e75c0a1a63c2 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:31.535576 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d984eb75-5b71-4283-a93f-3310fa06300e req-b949dfd9-1248-4ca5-864f-e75c0a1a63c2 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/ports?device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 945 time: 0.1798935 Jul 23 20:37:31.580782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:31.581956 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.583502 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48639f35-0185-4841-af63-892f766fe7d5 req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] 10.222.0.57 "PUT /v2.0/ports/fee5f152-96c1-47b8-84b7-b3076dbb33dd HTTP/1.1" status: 200 len: 1092 time: 1.8893783 Jul 23 20:37:31.735569 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d984eb75-5b71-4283-a93f-3310fa06300e req-80f8f8a1-8468-4316-8685-94ddc5b3b23c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d86ed20-1a30-419c-a55c-20519f75c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645062 Jul 23 20:37:31.741515 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42658e1-d3ec-4367-bd81-0bd6a91bccf4 service neutron] Pushing event updated for resources: {'Port': ['ID=fee5f152-96c1-47b8-84b7-b3076dbb33dd,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:31.782772 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-b10afd19-ce2a-4cf0-beb3-e43d2d91d3fb service neutron] 10.222.0.57 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261372 Jul 23 20:37:31.792558 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48639f35-0185-4841-af63-892f766fe7d5 req-454999d8-9832-43ba-bded-dfe9f5340f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:31.794232 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48639f35-0185-4841-af63-892f766fe7d5 req-454999d8-9832-43ba-bded-dfe9f5340f68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38313f2c56d4490dae9e71126a4ca19e&device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 1095 time: 0.1562021 Jul 23 20:37:31.855837 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42196) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:31.856352 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48639f35-0185-4841-af63-892f766fe7d5 req-0a97fd7a-988c-4e54-b9e8-a9bbc4fb34f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fee5f152-96c1-47b8-84b7-b3076dbb33dd HTTP/1.1" status: 200 len: 217 time: 0.0536745 Jul 23 20:37:31.869687 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a310a7fe-97dc-4e9a-b3d0-384caf29b251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.960265 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48639f35-0185-4841-af63-892f766fe7d5 req-c7415a41-2bc5-4e26-8f5d-77a842ded9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:31.961680 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48639f35-0185-4841-af63-892f766fe7d5 req-c7415a41-2bc5-4e26-8f5d-77a842ded9a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e73dc9e6-37d9-4555-9d00-1653e1260d18 HTTP/1.1" status: 200 len: 851 time: 0.0991223 Jul 23 20:37:31.965996 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb582c48-c913-4d85-809e-ecc5bb8a685d req-4b2a7767-04e8-49c0-baba-52e66a3dfd13 service neutron] 10.222.0.57 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756611 Jul 23 20:37:31.999634 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48639f35-0185-4841-af63-892f766fe7d5 req-5e167b4e-06d0-4d2d-8446-2794de2c0f6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37d72607-4143-46c3-8076-01a16e88d009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316498 Jul 23 20:37:32.002731 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a310a7fe-97dc-4e9a-b3d0-384caf29b251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:32.007452 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a310a7fe-97dc-4e9a-b3d0-384caf29b251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:32.052864 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a310a7fe-97dc-4e9a-b3d0-384caf29b251 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ab7b7ff503b432cb9ec92745c35b855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1963792 Jul 23 20:37:32.054041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310a7fe-97dc-4e9a-b3d0-384caf29b251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1710af8-5ebc-445f-a227-9ea3a04e02be,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:32.056867 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42202) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:32.107876 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48639f35-0185-4841-af63-892f766fe7d5 req-d6b8b927-731d-444f-8503-ef93fbf0c3e4 service neutron] 10.222.0.57 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982249 Jul 23 20:37:32.123593 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ea451405-544b-4c82-923b-e9a739a59fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:32.149663 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ea451405-544b-4c82-923b-e9a739a59fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:32.213110 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ea451405-544b-4c82-923b-e9a739a59fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:32.217151 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ea451405-544b-4c82-923b-e9a739a59fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:32.221093 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ea451405-544b-4c82-923b-e9a739a59fe1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1710af8-5ebc-445f-a227-9ea3a04e02be HTTP/1.1" status: 204 len: 168 time: 0.1600225 Jul 23 20:37:32.229269 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea451405-544b-4c82-923b-e9a739a59fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1710af8-5ebc-445f-a227-9ea3a04e02be,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:32.346206 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcf1f6-251d-4068-ae9c-e7ac6ace948e req-cd906d3a-c25b-4edc-8ad1-ad87cf00da72 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:32.347762 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6cfcf1f6-251d-4068-ae9c-e7ac6ace948e req-cd906d3a-c25b-4edc-8ad1-ad87cf00da72 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 943 time: 0.2379434 Jul 23 20:37:32.350553 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48639f35-0185-4841-af63-892f766fe7d5 req-f898fa4d-2c06-437a-943c-b046aa6c654d service neutron] 10.222.0.57 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223744 Jul 23 20:37:32.356991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e998681-436a-4721-aec7-c3bdf6ed4803 req-39b87723-f5ae-4bf9-bcf4-b555621f7e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:32.359140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e998681-436a-4721-aec7-c3bdf6ed4803 req-39b87723-f5ae-4bf9-bcf4-b555621f7e24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 1095 time: 0.2497170 Jul 23 20:37:32.375342 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cacc0f-e973-481c-b8f9-1b7398ce531a req-dde6c2af-7c10-445f-a175-d105d961e5ea tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:32.376850 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-75cacc0f-e973-481c-b8f9-1b7398ce531a req-dde6c2af-7c10-445f-a175-d105d961e5ea tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 943 time: 0.2476296 Jul 23 20:37:32.458084 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6cfcf1f6-251d-4068-ae9c-e7ac6ace948e req-f356d5fd-9683-4d8e-80a4-2b7ceb7523f9 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971923 Jul 23 20:37:32.505184 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-75cacc0f-e973-481c-b8f9-1b7398ce531a req-ef8a26d2-f94b-4433-adef-0e00a890dd6c tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119745 Jul 23 20:37:32.564300 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e998681-436a-4721-aec7-c3bdf6ed4803 req-aed2e221-3329-4595-9ad7-b0a6996e5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:32.566109 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e998681-436a-4721-aec7-c3bdf6ed4803 req-aed2e221-3329-4595-9ad7-b0a6996e5f02 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 200 len: 912 time: 0.1883881 Jul 23 20:37:32.630499 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e998681-436a-4721-aec7-c3bdf6ed4803 req-8093357a-09b7-4380-a368-5df09b5cc31b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=287e7866-22cb-4af0-bef4-898b11f6ca0a HTTP/1.1" status: 200 len: 217 time: 0.0445750 Jul 23 20:37:32.697336 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e998681-436a-4721-aec7-c3bdf6ed4803 req-64df058d-835e-4ac8-bd77-9242bf282ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:32.700511 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e998681-436a-4721-aec7-c3bdf6ed4803 req-64df058d-835e-4ac8-bd77-9242bf282ad5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bfc910d3-f783-4dce-a4ee-27e733f1d609 HTTP/1.1" status: 200 len: 851 time: 0.0609243 Jul 23 20:37:32.738964 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e998681-436a-4721-aec7-c3bdf6ed4803 req-611175f3-f48b-48bf-baef-6ae64b5eb9df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308535 Jul 23 20:37:32.892900 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e998681-436a-4721-aec7-c3bdf6ed4803 req-51a923eb-2dbd-427b-a22e-4865d61f37a9 service neutron] 10.222.0.57 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451209 Jul 23 20:37:32.901980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f6f76-6187-45df-9c98-f4ebcfae1394 req-276e5dd4-e1c8-452d-ba74-9ee13ef76925 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:32.904148 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f21f6f76-6187-45df-9c98-f4ebcfae1394 req-276e5dd4-e1c8-452d-ba74-9ee13ef76925 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/ports?device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 945 time: 0.1377368 Jul 23 20:37:33.015683 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f21f6f76-6187-45df-9c98-f4ebcfae1394 req-51fc5937-9517-4e7d-b9d1-e44fc1e39a8c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d86ed20-1a30-419c-a55c-20519f75c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824585 Jul 23 20:37:33.026792 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e998681-436a-4721-aec7-c3bdf6ed4803 req-db07da5c-60ee-4362-9e61-61b88e5085fc service neutron] 10.222.0.57 "GET /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211419 Jul 23 20:37:33.194012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8761050-ed16-4662-8380-25537f68d577', 'tag': 'fee5f152-96c1-47b8-84b7-b3076dbb33dd'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:33.197651 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a83589-a687-413e-b096-f642f7047181" -d '{"events": [{"name": "network-changed", "server_uuid": "a8761050-ed16-4662-8380-25537f68d577", "tag": "fee5f152-96c1-47b8-84b7-b3076dbb33dd"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:33.236932 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad47848-ca6e-4221-ac68-70b42cecc272 x-openstack-request-id: req-fad47848-ca6e-4221-ac68-70b42cecc272 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:33.237234 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8761050-ed16-4662-8380-25537f68d577", "tag": "fee5f152-96c1-47b8-84b7-b3076dbb33dd", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:33.237485 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fad47848-ca6e-4221-ac68-70b42cecc272 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:33.237879 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8761050-ed16-4662-8380-25537f68d577', 'tag': 'fee5f152-96c1-47b8-84b7-b3076dbb33dd', 'status': 'completed', 'code': 200} Jul 23 20:37:33.326815 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a83589-a687-413e-b096-f642f7047181 req-0b370496-e5d6-4b10-a3f2-d519a75da655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:33.328415 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99a83589-a687-413e-b096-f642f7047181 req-0b370496-e5d6-4b10-a3f2-d519a75da655 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38313f2c56d4490dae9e71126a4ca19e&device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 1095 time: 0.0647089 Jul 23 20:37:33.455597 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a83589-a687-413e-b096-f642f7047181 req-5c845877-3a27-4a6b-b69e-2b937bd7bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:33.458603 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99a83589-a687-413e-b096-f642f7047181 req-5c845877-3a27-4a6b-b69e-2b937bd7bc98 service neutron] 10.222.0.57 "GET /v2.0/networks?id=37d72607-4143-46c3-8076-01a16e88d009 HTTP/1.1" status: 200 len: 912 time: 0.1236854 Jul 23 20:37:33.507553 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99a83589-a687-413e-b096-f642f7047181 req-deeb1498-fa6f-41ec-a444-f38f5fa44ffc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fee5f152-96c1-47b8-84b7-b3076dbb33dd HTTP/1.1" status: 200 len: 217 time: 0.0414250 Jul 23 20:37:33.615209 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a83589-a687-413e-b096-f642f7047181 req-db83193b-ff63-4b62-8f6a-2c92b84c75d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:33.616732 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99a83589-a687-413e-b096-f642f7047181 req-db83193b-ff63-4b62-8f6a-2c92b84c75d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e73dc9e6-37d9-4555-9d00-1653e1260d18 HTTP/1.1" status: 200 len: 851 time: 0.1028180 Jul 23 20:37:33.681435 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99a83589-a687-413e-b096-f642f7047181 req-81307054-ef39-437c-82d3-93976d2d4e27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37d72607-4143-46c3-8076-01a16e88d009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478575 Jul 23 20:37:33.736470 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de3b08-3e55-4c3a-a4e1-75a5425c5e34 req-49f7ff58-7c97-4046-9ffd-b81696d813b1 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:33.738063 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3de3b08-3e55-4c3a-a4e1-75a5425c5e34 req-49f7ff58-7c97-4046-9ffd-b81696d813b1 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 943 time: 0.1674950 Jul 23 20:37:33.815076 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3577a-4e58-4627-8a3e-f9535905fc27 req-96e23f0c-6913-419c-96fb-9a7d97e915d3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:33.818569 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3cc3577a-4e58-4627-8a3e-f9535905fc27 req-96e23f0c-6913-419c-96fb-9a7d97e915d3 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 943 time: 0.1957955 Jul 23 20:37:33.847646 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3de3b08-3e55-4c3a-a4e1-75a5425c5e34 req-1d6e2c13-468a-4196-b296-dd0de3c1cc36 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037281 Jul 23 20:37:33.875174 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99a83589-a687-413e-b096-f642f7047181 req-90f23186-5814-4070-a60f-0713c9ee7f75 service neutron] 10.222.0.57 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825697 Jul 23 20:37:33.895509 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3cc3577a-4e58-4627-8a3e-f9535905fc27 req-2b8e7cf8-3b26-4f49-a752-09d1d3269bdf tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622392 Jul 23 20:37:34.340655 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99a83589-a687-413e-b096-f642f7047181 req-18eed72b-f2ce-4d0d-9e0a-ac9c69b8e66c service neutron] 10.222.0.57 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440763 Jul 23 20:37:34.380247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c54f0b-4823-4ffe-9426-4e080b9d920c req-a3e2adf8-7cac-4fa1-80f0-5835506ae4d9 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:34.381745 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0c54f0b-4823-4ffe-9426-4e080b9d920c req-a3e2adf8-7cac-4fa1-80f0-5835506ae4d9 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/ports?device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 945 time: 0.3786716 Jul 23 20:37:34.425454 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0c54f0b-4823-4ffe-9426-4e080b9d920c req-ce225eef-7508-409d-9ddd-8f8f350082d4 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d86ed20-1a30-419c-a55c-20519f75c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372128 Jul 23 20:37:34.804479 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device fee5f152-96c1-47b8-84b7-b3076dbb33dd details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:37:34.923549 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port fee5f152-96c1-47b8-84b7-b3076dbb33dd, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=fee5f152-96c1-47b8-84b7-b3076dbb33dd,segment=NetworkSegment(a1ba9e34-c49f-444f-ab97-068a226f2bb9),segment_id=a1ba9e34-c49f-444f-ab97-068a226f2bb9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:34.936227 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'fee5f152-96c1-47b8-84b7-b3076dbb33dd', 'network_id': '37d72607-4143-46c3-8076-01a16e88d009', 'port_id': 'fee5f152-96c1-47b8-84b7-b3076dbb33dd', 'mac_address': 'fa:16:3e:5a:21:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73dc9e6-37d9-4555-9d00-1653e1260d18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:37:34.988024 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.010170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee5f152-96c1-47b8-84b7-b3076dbb33dd {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:35.057887 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port fee5f152-96c1-47b8-84b7-b3076dbb33dd, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=fee5f152-96c1-47b8-84b7-b3076dbb33dd,segment=NetworkSegment(a1ba9e34-c49f-444f-ab97-068a226f2bb9),segment_id=a1ba9e34-c49f-444f-ab97-068a226f2bb9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:35.064819 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.065974 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 287e7866-22cb-4af0-bef4-898b11f6ca0a details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:37:35.149956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47290d58-aab2-4ee9-8686-541428e988a2 req-b9e7cd5e-2bbb-4976-90ef-c6c1e5a7b703 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:35.151506 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-47290d58-aab2-4ee9-8686-541428e988a2 req-b9e7cd5e-2bbb-4976-90ef-c6c1e5a7b703 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 943 time: 0.1593192 Jul 23 20:37:35.157599 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=fee5f152-96c1-47b8-84b7-b3076dbb33dd,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:35.164911 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b42376-6e80-41f6-9483-31c55f57da03 req-728790a3-75c3-4a40-8e8d-1bf9fb4b3225 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:35.166435 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42b42376-6e80-41f6-9483-31c55f57da03 req-728790a3-75c3-4a40-8e8d-1bf9fb4b3225 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 943 time: 0.2142167 Jul 23 20:37:35.175895 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67741dae-ac6b-41b5-8135-833d0f0dbd8f req-e0cd6c9b-ccdf-4c10-a671-e0b59cd15902 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:35.177325 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67741dae-ac6b-41b5-8135-833d0f0dbd8f req-e0cd6c9b-ccdf-4c10-a671-e0b59cd15902 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.48 "GET /v2.0/ports?device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 945 time: 0.1862822 Jul 23 20:37:35.182502 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:35.182850 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:35.183352 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:35.184610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:35.185132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:35.185899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:35.186843 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:35.187570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:35.187876 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:35.188207 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:35.188595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:35.189244 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:35.282062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42b42376-6e80-41f6-9483-31c55f57da03 req-edc827e5-a8af-49c8-b184-bf251ae36f21 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030502 Jul 23 20:37:35.297651 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-47290d58-aab2-4ee9-8686-541428e988a2 req-6869be3f-27a5-473a-94f2-7a507eafe6a6 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298704 Jul 23 20:37:35.317746 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 287e7866-22cb-4af0-bef4-898b11f6ca0a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=287e7866-22cb-4af0-bef4-898b11f6ca0a,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:35.371999 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '287e7866-22cb-4af0-bef4-898b11f6ca0a', 'network_id': 'fc19f065-57ff-496f-bbfb-adf4b5d7ae0e', 'port_id': '287e7866-22cb-4af0-bef4-898b11f6ca0a', 'mac_address': 'fa:16:3e:cf:9a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc910d3-f783-4dce-a4ee-27e733f1d609', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:37:35.420444 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-67741dae-ac6b-41b5-8135-833d0f0dbd8f req-51571a36-ec86-4fa2-839a-f34fe691d01f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Deleting port be6e8b61-af81-40b8-83ee-a7d189b0d284 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:35.421079 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-67741dae-ac6b-41b5-8135-833d0f0dbd8f req-51571a36-ec86-4fa2-839a-f34fe691d01f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.429954 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.455451 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287e7866-22cb-4af0-bef4-898b11f6ca0a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:35.482190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 287e7866-22cb-4af0-bef4-898b11f6ca0a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=287e7866-22cb-4af0-bef4-898b11f6ca0a,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:35.490076 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.597742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=287e7866-22cb-4af0-bef4-898b11f6ca0a,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:35.598103 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-67741dae-ac6b-41b5-8135-833d0f0dbd8f req-51571a36-ec86-4fa2-839a-f34fe691d01f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] For port be6e8b61-af81-40b8-83ee-a7d189b0d284, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=be6e8b61-af81-40b8-83ee-a7d189b0d284,segment=NetworkSegment(5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6),segment_id=5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:35.598485 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-67741dae-ac6b-41b5-8135-833d0f0dbd8f req-51571a36-ec86-4fa2-839a-f34fe691d01f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.665059 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2defc9d-18b2-4dae-a1ee-e202f11c9985 req-0f118d24-2bae-4df0-a577-21f19d5d03e3 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:35.667345 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2defc9d-18b2-4dae-a1ee-e202f11c9985 req-0f118d24-2bae-4df0-a577-21f19d5d03e3 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/ports?device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 945 time: 0.1408753 Jul 23 20:37:35.760318 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2defc9d-18b2-4dae-a1ee-e202f11c9985 req-f2d33581-ebb3-4948-bd82-612214d567f4 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d86ed20-1a30-419c-a55c-20519f75c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836236 Jul 23 20:37:35.788358 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['287e7866-22cb-4af0-bef4-898b11f6ca0a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:35.824016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['fee5f152-96c1-47b8-84b7-b3076dbb33dd'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:35.834846 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-67741dae-ac6b-41b5-8135-833d0f0dbd8f req-51571a36-ec86-4fa2-839a-f34fe691d01f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.835357 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-67741dae-ac6b-41b5-8135-833d0f0dbd8f req-51571a36-ec86-4fa2-839a-f34fe691d01f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.835787 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [req-67741dae-ac6b-41b5-8135-833d0f0dbd8f req-51571a36-ec86-4fa2-839a-f34fe691d01f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Floating IP cf0ab69c-f527-4812-80ab-a3ca4fb417a2 disassociated. External IP: 172.25.3.153, port: be6e8b61-af81-40b8-83ee-a7d189b0d284. Jul 23 20:37:35.836225 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-67741dae-ac6b-41b5-8135-833d0f0dbd8f req-51571a36-ec86-4fa2-839a-f34fe691d01f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Calling delete_port for be6e8b61-af81-40b8-83ee-a7d189b0d284 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:36.026540 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-67741dae-ac6b-41b5-8135-833d0f0dbd8f req-51571a36-ec86-4fa2-839a-f34fe691d01f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.061648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51571a36-ec86-4fa2-839a-f34fe691d01f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Pushing event deleted for resources: {'Port': ['ID=be6e8b61-af81-40b8-83ee-a7d189b0d284,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:36.198445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67741dae-ac6b-41b5-8135-833d0f0dbd8f req-51571a36-ec86-4fa2-839a-f34fe691d01f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Router 623ac413-6a04-4cc7-912d-2a0c2677dc5b has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:36.318622 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67741dae-ac6b-41b5-8135-833d0f0dbd8f req-51571a36-ec86-4fa2-839a-f34fe691d01f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:36.337667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f3489e-df68-45b0-a7b2-03a944729b53 None None] Sync routers for ids ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:36.349773 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f3489e-df68-45b0-a7b2-03a944729b53 None None] Routers {'623ac413-6a04-4cc7-912d-2a0c2677dc5b'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:36.350517 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-11f3489e-df68-45b0-a7b2-03a944729b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:37:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:36.375955 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-67741dae-ac6b-41b5-8135-833d0f0dbd8f req-51571a36-ec86-4fa2-839a-f34fe691d01f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] No DVR routers for this DVR port be6e8b61-af81-40b8-83ee-a7d189b0d284 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:36.380477 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-67741dae-ac6b-41b5-8135-833d0f0dbd8f req-51571a36-ec86-4fa2-839a-f34fe691d01f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.383565 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67741dae-ac6b-41b5-8135-833d0f0dbd8f req-51571a36-ec86-4fa2-839a-f34fe691d01f tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.48 "DELETE /v2.0/ports/be6e8b61-af81-40b8-83ee-a7d189b0d284 HTTP/1.1" status: 204 len: 173 time: 1.1940646 Jul 23 20:37:36.384248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884dcfb7-4507-4831-b722-3bf7ebb70062', 'name': 'network-vif-deleted', 'tag': 'be6e8b61-af81-40b8-83ee-a7d189b0d284'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:36.387951 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdb6c05-6f9f-4edf-960d-6a1b7d1fc39f" -d '{"events": [{"server_uuid": "884dcfb7-4507-4831-b722-3bf7ebb70062", "name": "network-vif-deleted", "tag": "be6e8b61-af81-40b8-83ee-a7d189b0d284"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:36.523470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-11f3489e-df68-45b0-a7b2-03a944729b53 None None] Set router 623ac413-6a04-4cc7-912d-2a0c2677dc5b gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:36.663082 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1d6a1-4e8f-4f81-90fa-666248dfd57f req-664b35bf-3cac-4424-bcf1-5d52496326ca tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:36.664655 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cfb1d6a1-4e8f-4f81-90fa-666248dfd57f req-664b35bf-3cac-4424-bcf1-5d52496326ca tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 944 time: 0.2135315 Jul 23 20:37:36.687134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274388b-2ba2-4bfd-9425-d82cc6ed2b3e req-226a9633-0124-40bf-a942-4ab6d2665b89 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:36.688889 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0274388b-2ba2-4bfd-9425-d82cc6ed2b3e req-226a9633-0124-40bf-a942-4ab6d2665b89 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 944 time: 0.1561289 Jul 23 20:37:36.758563 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cfb1d6a1-4e8f-4f81-90fa-666248dfd57f req-74560b73-8657-4913-824e-f8c1c7828310 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860884 Jul 23 20:37:36.762218 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0274388b-2ba2-4bfd-9425-d82cc6ed2b3e req-143aa9a1-fa4e-4605-9b0c-16fa6b7dcf19 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544386 Jul 23 20:37:36.815841 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device fee5f152-96c1-47b8-84b7-b3076dbb33dd up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:36.830182 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c1448f-6f42-41de-80b4-5900666bce5b x-openstack-request-id: req-f6c1448f-6f42-41de-80b4-5900666bce5b {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:36.830827 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884dcfb7-4507-4831-b722-3bf7ebb70062", "name": "network-vif-deleted", "tag": "be6e8b61-af81-40b8-83ee-a7d189b0d284", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:36.831176 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6c1448f-6f42-41de-80b4-5900666bce5b {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:36.831683 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884dcfb7-4507-4831-b722-3bf7ebb70062', 'name': 'network-vif-deleted', 'tag': 'be6e8b61-af81-40b8-83ee-a7d189b0d284', 'status': 'completed', 'code': 200} Jul 23 20:37:36.876522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-11f3489e-df68-45b0-a7b2-03a944729b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'name': 'tempest-ServersTestManualDisk-333277502-router', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:19Z', 'revision_number': 4, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'gw_port': {'id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:12Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '837195e2-8bde-4a8d-b89d-f4446a3ed517', 'name': '', 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'mac_address': 'fa:16:3e:0e:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:17Z', 'updated_at': '2021-07-23T20:35:30Z', 'revision_number': 5, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'subnets': [{'id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:36.914644 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f3489e-df68-45b0-a7b2-03a944729b53 None None] Checking router: 623ac413-6a04-4cc7-912d-2a0c2677dc5b for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:36.929220 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f3489e-df68-45b0-a7b2-03a944729b53 None None] Routers {'623ac413-6a04-4cc7-912d-2a0c2677dc5b'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:36.929899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-11f3489e-df68-45b0-a7b2-03a944729b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:37:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:36.934673 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port fee5f152-96c1-47b8-84b7-b3076dbb33dd completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:36.971110 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port fee5f152-96c1-47b8-84b7-b3076dbb33dd triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:36.971481 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.060177 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02fd96f6-d9b9-4125-aeba-33ee56b92daf req-138b7d4f-a59f-488a-b431-c63edd60e485 tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/ports?device_id=884dcfb7-4507-4831-b722-3bf7ebb70062 HTTP/1.1" status: 200 len: 210 time: 0.0335436 Jul 23 20:37:37.152598 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.155701 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-11f3489e-df68-45b0-a7b2-03a944729b53 None None] Set router 623ac413-6a04-4cc7-912d-2a0c2677dc5b gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:37.224377 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8761050-ed16-4662-8380-25537f68d577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee5f152-96c1-47b8-84b7-b3076dbb33dd'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:37.226681 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285d4e21-9ed7-4a5d-8b67-d9e1a85ca933" -d '{"events": [{"server_uuid": "a8761050-ed16-4662-8380-25537f68d577", "name": "network-vif-plugged", "status": "completed", "tag": "fee5f152-96c1-47b8-84b7-b3076dbb33dd"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:37.278803 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port fee5f152-96c1-47b8-84b7-b3076dbb33dd, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=fee5f152-96c1-47b8-84b7-b3076dbb33dd,segment=NetworkSegment(a1ba9e34-c49f-444f-ab97-068a226f2bb9),segment_id=a1ba9e34-c49f-444f-ab97-068a226f2bb9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:37.278803 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.278803 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 287e7866-22cb-4af0-bef4-898b11f6ca0a up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:37.327278 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38eb5f9-4512-4d17-abdd-7c173cfd5ffb x-openstack-request-id: req-c38eb5f9-4512-4d17-abdd-7c173cfd5ffb {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:37.327565 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8761050-ed16-4662-8380-25537f68d577", "name": "network-vif-plugged", "status": "completed", "tag": "fee5f152-96c1-47b8-84b7-b3076dbb33dd", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:37.327822 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c38eb5f9-4512-4d17-abdd-7c173cfd5ffb {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:37.328203 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8761050-ed16-4662-8380-25537f68d577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee5f152-96c1-47b8-84b7-b3076dbb33dd', 'code': 200} Jul 23 20:37:37.438278 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=fee5f152-96c1-47b8-84b7-b3076dbb33dd,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:37.447383 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf789b-9a8b-4909-a3cc-1d91dcd95580 req-32456ef1-04b2-4ffe-994c-2a1327b92b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:37.450729 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5edf789b-9a8b-4909-a3cc-1d91dcd95580 req-32456ef1-04b2-4ffe-994c-2a1327b92b3c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 1097 time: 0.0880342 Jul 23 20:37:37.453795 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 287e7866-22cb-4af0-bef4-898b11f6ca0a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:37.466746 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 287e7866-22cb-4af0-bef4-898b11f6ca0a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:37.467349 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.504080 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5edf789b-9a8b-4909-a3cc-1d91dcd95580 req-63e2d84e-d1c0-4731-a834-0af875da2d35 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418966 Jul 23 20:37:37.595746 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-11f3489e-df68-45b0-a7b2-03a944729b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'name': 'tempest-ServersTestManualDisk-333277502-router', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:19Z', 'revision_number': 4, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'gw_port': {'id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:12Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '837195e2-8bde-4a8d-b89d-f4446a3ed517', 'name': '', 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'mac_address': 'fa:16:3e:0e:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:17Z', 'updated_at': '2021-07-23T20:35:30Z', 'revision_number': 5, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'subnets': [{'id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:37.597599 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.632358 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f3489e-df68-45b0-a7b2-03a944729b53 None None] The sync data for ids ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'] in n-d-791504-18 is: [{'id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'name': 'tempest-ServersTestManualDisk-333277502-router', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:35:19Z', 'revision_number': 4, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'gw_port': {'id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:12Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '837195e2-8bde-4a8d-b89d-f4446a3ed517', 'name': '', 'network_id': '90bcea01-43fa-4ff2-bd8a-7665ba1bc994', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'mac_address': 'fa:16:3e:0e:54:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:17Z', 'updated_at': '2021-07-23T20:35:30Z', 'revision_number': 5, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'subnets': [{'id': '0946689a-4296-447b-a9f9-67ed8c997cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:37.662107 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 287e7866-22cb-4af0-bef4-898b11f6ca0a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=287e7866-22cb-4af0-bef4-898b11f6ca0a,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:37.669087 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.901902 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=287e7866-22cb-4af0-bef4-898b11f6ca0a,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:38.038415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07ead0-1960-4390-bc07-9eaee2ba008f req-c43c7453-7e2f-4b6f-952c-64a8e7567c67 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:38.040303 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c07ead0-1960-4390-bc07-9eaee2ba008f req-c43c7453-7e2f-4b6f-952c-64a8e7567c67 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 945 time: 0.1514316 Jul 23 20:37:38.050050 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6d809-4bec-4cdc-a864-852a209684d6 req-e8915b77-f298-40fa-a8b1-1165386550e1 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:38.052024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16f6d809-4bec-4cdc-a864-852a209684d6 req-e8915b77-f298-40fa-a8b1-1165386550e1 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 945 time: 0.1161590 Jul 23 20:37:38.068469 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ed91e8-347b-40ed-906f-a99513cb43e1 None None] New status for floating IP cf0ab69c-f527-4812-80ab-a3ca4fb417a2: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:37:38.116402 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c07ead0-1960-4390-bc07-9eaee2ba008f req-508c6d9f-ee11-4442-88b1-a2d62c998bf3 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629573 Jul 23 20:37:38.154241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16f6d809-4bec-4cdc-a864-852a209684d6 req-11e03220-9954-49f5-a723-46a5b94a1ae1 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931203 Jul 23 20:37:38.304528 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42608) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:38.381000 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26f11ab9-4b5e-48b4-ad7c-34daeba56b6c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.413401 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26f11ab9-4b5e-48b4-ad7c-34daeba56b6c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.548730 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26f11ab9-4b5e-48b4-ad7c-34daeba56b6c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.557061 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26f11ab9-4b5e-48b4-ad7c-34daeba56b6c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.558512 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-26f11ab9-4b5e-48b4-ad7c-34daeba56b6c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "DELETE /v2.0/security-groups/4d86ed20-1a30-419c-a55c-20519f75c49f HTTP/1.1" status: 204 len: 168 time: 0.2529545 Jul 23 20:37:38.561202 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42626) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:38.591739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f11ab9-4b5e-48b4-ad7c-34daeba56b6c tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d86ed20-1a30-419c-a55c-20519f75c49f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:38.593354 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-b0e7de08-c777-49c9-8a0a-e3afb01bbf4b tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] show failed (client error): The resource could not be found. Jul 23 20:37:38.594640 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b0e7de08-c777-49c9-8a0a-e3afb01bbf4b tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "GET /v2.0/security-groups/4d86ed20-1a30-419c-a55c-20519f75c49f HTTP/1.1" status: 404 len: 347 time: 0.0312855 Jul 23 20:37:38.598387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42632) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:38.740822 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6ee722a4-fd99-4282-8312-acfa23a02c5d tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Deleting port 24280f26-d42a-4860-a5bf-6f84d785a006 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:38.741155 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6ee722a4-fd99-4282-8312-acfa23a02c5d tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.780400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42636) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:38.828371 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6ee722a4-fd99-4282-8312-acfa23a02c5d tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.829222 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6ee722a4-fd99-4282-8312-acfa23a02c5d tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.842373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6ee722a4-fd99-4282-8312-acfa23a02c5d tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Calling delete_port for 24280f26-d42a-4860-a5bf-6f84d785a006 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:38.885543 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ca65b10-8949-4919-b601-6936ea216f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.984030 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ca65b10-8949-4919-b601-6936ea216f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.984807 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6ee722a4-fd99-4282-8312-acfa23a02c5d tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.987919 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ca65b10-8949-4919-b601-6936ea216f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.015275 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee722a4-fd99-4282-8312-acfa23a02c5d tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Pushing event deleted for resources: {'Port': ['ID=24280f26-d42a-4860-a5bf-6f84d785a006,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:39.033939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca65b10-8949-4919-b601-6936ea216f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25489d2-495c-4e90-964a-9d042d5c0d66,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:39.040846 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3ca65b10-8949-4919-b601-6936ea216f03 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79030e6483f045f6a83195fde6d60109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2597368 Jul 23 20:37:39.041766 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42640) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:39.086230 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6ee722a4-fd99-4282-8312-acfa23a02c5d tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.089217 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6ee722a4-fd99-4282-8312-acfa23a02c5d tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.091009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6ee722a4-fd99-4282-8312-acfa23a02c5d tempest-ServersTestManualDisk-1398743038 tempest-ServersTestManualDisk-1398743038-project] 10.222.0.55 "DELETE /v2.0/floatingips/cf0ab69c-f527-4812-80ab-a3ca4fb417a2 HTTP/1.1" status: 204 len: 168 time: 0.4917490 Jul 23 20:37:39.092941 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d5abc51f-0360-44d6-86fc-3db0051408ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.094006 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42642) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:39.114591 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d5abc51f-0360-44d6-86fc-3db0051408ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.165434 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d5abc51f-0360-44d6-86fc-3db0051408ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.168621 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d5abc51f-0360-44d6-86fc-3db0051408ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.172692 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d5abc51f-0360-44d6-86fc-3db0051408ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a25489d2-495c-4e90-964a-9d042d5c0d66 HTTP/1.1" status: 204 len: 168 time: 0.1299706 Jul 23 20:37:39.183367 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abc51f-0360-44d6-86fc-3db0051408ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25489d2-495c-4e90-964a-9d042d5c0d66,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:39.232065 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device be6e8b61-af81-40b8-83ee-a7d189b0d284 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:39.265584 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: be6e8b61-af81-40b8-83ee-a7d189b0d284 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:39.265858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device be6e8b61-af81-40b8-83ee-a7d189b0d284 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:39.329866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b70f80d-3e05-41af-8cc8-cf1f9265f668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287e7866-22cb-4af0-bef4-898b11f6ca0a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:39.333401 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbf85ea-2071-4a09-befb-ec6e48e5a24a" -d '{"events": [{"server_uuid": "2b70f80d-3e05-41af-8cc8-cf1f9265f668", "name": "network-vif-plugged", "status": "completed", "tag": "287e7866-22cb-4af0-bef4-898b11f6ca0a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:39.445024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27a868-f2df-47e9-86cf-b04ad015a34d req-59653321-4fdf-4d57-818b-e0a4db0f40a5 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:39.446525 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc27a868-f2df-47e9-86cf-b04ad015a34d req-59653321-4fdf-4d57-818b-e0a4db0f40a5 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 945 time: 0.2270949 Jul 23 20:37:39.486633 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4bbc7-7030-42f4-baea-c7eab3ea80bd req-01626a4c-88d6-494d-b20f-a145507e67bf tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:39.488263 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0be4bbc7-7030-42f4-baea-c7eab3ea80bd req-01626a4c-88d6-494d-b20f-a145507e67bf tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 945 time: 0.2498386 Jul 23 20:37:39.509936 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc27a868-f2df-47e9-86cf-b04ad015a34d req-37099a9c-7964-4416-8b4f-b54b7362fd18 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515931 Jul 23 20:37:39.580445 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0be4bbc7-7030-42f4-baea-c7eab3ea80bd req-463de0fd-7d52-474b-949f-9e1beaf3b337 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740423 Jul 23 20:37:39.664991 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172ec95e-3e30-4146-9c7f-e446fcbd9b42 x-openstack-request-id: req-172ec95e-3e30-4146-9c7f-e446fcbd9b42 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:39.665305 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b70f80d-3e05-41af-8cc8-cf1f9265f668", "name": "network-vif-plugged", "status": "completed", "tag": "287e7866-22cb-4af0-bef4-898b11f6ca0a", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:39.665563 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-172ec95e-3e30-4146-9c7f-e446fcbd9b42 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:39.665959 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b70f80d-3e05-41af-8cc8-cf1f9265f668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287e7866-22cb-4af0-bef4-898b11f6ca0a', 'code': 200} Jul 23 20:37:39.731895 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d98429bb-f830-4266-8414-8f61269d0193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.854599 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aaa4155b-554e-4a17-a65b-41731074aabb req-25ba83fe-d56c-4fe3-adc1-117a31dbfa9c tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2015882920&fields=id&tenant_id=38313f2c56d4490dae9e71126a4ca19e HTTP/1.1" status: 200 len: 267 time: 0.1402574 Jul 23 20:37:39.933720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135ce19-6a07-4212-8a58-8f2d4379ac24 req-cfb90bd5-fe70-490b-aab5-51f733dbd9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:39.935249 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4135ce19-6a07-4212-8a58-8f2d4379ac24 req-cfb90bd5-fe70-490b-aab5-51f733dbd9f1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 1097 time: 0.1658449 Jul 23 20:37:40.318196 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4155b-554e-4a17-a65b-41731074aabb req-5e525187-3b0c-4dbc-ba1c-c7ddf0553680 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:40.327643 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aaa4155b-554e-4a17-a65b-41731074aabb req-5e525187-3b0c-4dbc-ba1c-c7ddf0553680 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 945 time: 0.4611528 Jul 23 20:37:40.336571 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-aaa4155b-554e-4a17-a65b-41731074aabb req-cae172ce-ae1d-48e8-9c9a-0034fd0edee0 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Request body: {'port': {'security_groups': ['2837220e-31ed-41e3-94b8-741fa20190b8', '3b664e9b-ab70-4553-b921-1f9e3025e5f4']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:40.344090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4135ce19-6a07-4212-8a58-8f2d4379ac24 req-637a09ad-049a-4f41-b02c-55cb7825784f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770926 Jul 23 20:37:40.481597 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aaa4155b-554e-4a17-a65b-41731074aabb req-cae172ce-ae1d-48e8-9c9a-0034fd0edee0 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.594388 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d98429bb-f830-4266-8414-8f61269d0193 admin admin] Deleting port 837195e2-8bde-4a8d-b89d-f4446a3ed517 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:40.594989 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42742) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:40.595416 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d98429bb-f830-4266-8414-8f61269d0193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.722082 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e5bc466f-a57b-4b51-935b-8268ff41a96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.779068 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-d98429bb-f830-4266-8414-8f61269d0193 admin admin] For port 837195e2-8bde-4a8d-b89d-f4446a3ed517, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=837195e2-8bde-4a8d-b89d-f4446a3ed517,segment=NetworkSegment(5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6),segment_id=5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:40.779458 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d98429bb-f830-4266-8414-8f61269d0193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.804103 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d98429bb-f830-4266-8414-8f61269d0193 admin admin] Calling delete_port for 837195e2-8bde-4a8d-b89d-f4446a3ed517 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:40.829104 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e5bc466f-a57b-4b51-935b-8268ff41a96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.833615 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e5bc466f-a57b-4b51-935b-8268ff41a96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.839054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-aaa4155b-554e-4a17-a65b-41731074aabb req-cae172ce-ae1d-48e8-9c9a-0034fd0edee0 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] For port fee5f152-96c1-47b8-84b7-b3076dbb33dd, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=fee5f152-96c1-47b8-84b7-b3076dbb33dd,segment=NetworkSegment(a1ba9e34-c49f-444f-ab97-068a226f2bb9),segment_id=a1ba9e34-c49f-444f-ab97-068a226f2bb9)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:40.884527 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e5bc466f-a57b-4b51-935b-8268ff41a96b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=129faeb1aa584420ac3f2bb90f8157b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887199 Jul 23 20:37:40.885824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc466f-a57b-4b51-935b-8268ff41a96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f194cd-abb3-4de0-b6de-c23e4fafeb25,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:40.888472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42752) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:40.907408 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cee9e2-eef3-4f08-a137-989b244b80d8 req-2a499086-2277-4b8c-a05f-fb5bfc65dc2b tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:40.908972 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c7cee9e2-eef3-4f08-a137-989b244b80d8 req-2a499086-2277-4b8c-a05f-fb5bfc65dc2b tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 945 time: 0.2271061 Jul 23 20:37:40.949081 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aaa4155b-554e-4a17-a65b-41731074aabb req-cae172ce-ae1d-48e8-9c9a-0034fd0edee0 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.969639 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aaa4155b-554e-4a17-a65b-41731074aabb req-cae172ce-ae1d-48e8-9c9a-0034fd0edee0 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.982912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['18f5b73d-cfe8-4557-b8fb-b3304889f135'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:40.985806 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['fee5f152-96c1-47b8-84b7-b3076dbb33dd'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:41.039141 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c7cee9e2-eef3-4f08-a137-989b244b80d8 req-97d5e2f5-cf8a-4e1c-a9ba-4a7ae9d3a60c tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174791 Jul 23 20:37:41.049680 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4155b-554e-4a17-a65b-41731074aabb req-cae172ce-ae1d-48e8-9c9a-0034fd0edee0 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:41.050331 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aaa4155b-554e-4a17-a65b-41731074aabb req-cae172ce-ae1d-48e8-9c9a-0034fd0edee0 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.051813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aaa4155b-554e-4a17-a65b-41731074aabb req-cae172ce-ae1d-48e8-9c9a-0034fd0edee0 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "PUT /v2.0/ports/fee5f152-96c1-47b8-84b7-b3076dbb33dd HTTP/1.1" status: 200 len: 981 time: 0.7233493 Jul 23 20:37:41.053695 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8761050-ed16-4662-8380-25537f68d577', 'tag': 'fee5f152-96c1-47b8-84b7-b3076dbb33dd'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:41.059399 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22b24a6-58ce-4926-8628-020dcea12ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "a8761050-ed16-4662-8380-25537f68d577", "tag": "fee5f152-96c1-47b8-84b7-b3076dbb33dd"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:41.147248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae172ce-ae1d-48e8-9c9a-0034fd0edee0 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event updated for resources: {'Port': ['ID=fee5f152-96c1-47b8-84b7-b3076dbb33dd,revision_number=6']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:41.149875 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-046e77f1-282b-4deb-b2a9-34d1954d52e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.190626 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['fee5f152-96c1-47b8-84b7-b3076dbb33dd'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:41.223978 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-046e77f1-282b-4deb-b2a9-34d1954d52e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.265725 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be7e873f-06d6-49a2-a571-0751a88203bf req-5b959ebf-30c3-4ee7-8528-12707995fb9a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/3b664e9b-ab70-4553-b921-1f9e3025e5f4 HTTP/1.1" status: 200 len: 1802 time: 0.1136794 Jul 23 20:37:41.284236 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19e4d29-e16f-4ed6-82f3-31e91bbd4e52 x-openstack-request-id: req-f19e4d29-e16f-4ed6-82f3-31e91bbd4e52 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:41.284529 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8761050-ed16-4662-8380-25537f68d577", "tag": "fee5f152-96c1-47b8-84b7-b3076dbb33dd", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:41.284776 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f19e4d29-e16f-4ed6-82f3-31e91bbd4e52 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:41.285518 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8761050-ed16-4662-8380-25537f68d577', 'tag': 'fee5f152-96c1-47b8-84b7-b3076dbb33dd', 'status': 'completed', 'code': 200} Jul 23 20:37:41.426498 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d98429bb-f830-4266-8414-8f61269d0193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.440330 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-be7e873f-06d6-49a2-a571-0751a88203bf req-8fddde24-3c6e-4b63-b545-a913f8cd9abf tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 20:37:41.448080 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be7e873f-06d6-49a2-a571-0751a88203bf req-8fddde24-3c6e-4b63-b545-a913f8cd9abf tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "DELETE /v2.0/security-groups/3b664e9b-ab70-4553-b921-1f9e3025e5f4 HTTP/1.1" status: 409 len: 341 time: 0.1715198 Jul 23 20:37:41.485973 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-046e77f1-282b-4deb-b2a9-34d1954d52e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.489050 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-046e77f1-282b-4deb-b2a9-34d1954d52e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.490214 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-046e77f1-282b-4deb-b2a9-34d1954d52e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b4f194cd-abb3-4de0-b6de-c23e4fafeb25 HTTP/1.1" status: 204 len: 168 time: 0.6007922 Jul 23 20:37:41.495500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98429bb-f830-4266-8414-8f61269d0193 admin admin] Pushing event deleted for resources: {'Port': ['ID=837195e2-8bde-4a8d-b89d-f4446a3ed517,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:41.509092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e77f1-282b-4deb-b2a9-34d1954d52e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f194cd-abb3-4de0-b6de-c23e4fafeb25,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:41.590791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b24a6-58ce-4926-8628-020dcea12ce4 req-a353fe66-5a30-4588-98fa-b7e4d67aab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:41.592398 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22b24a6-58ce-4926-8628-020dcea12ce4 req-a353fe66-5a30-4588-98fa-b7e4d67aab16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38313f2c56d4490dae9e71126a4ca19e&device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 1136 time: 0.2723279 Jul 23 20:37:41.933093 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d98429bb-f830-4266-8414-8f61269d0193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.936695 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b24a6-58ce-4926-8628-020dcea12ce4 req-67b02259-b3ff-4c5b-bdb8-fc9fbebc5589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:41.938192 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22b24a6-58ce-4926-8628-020dcea12ce4 req-67b02259-b3ff-4c5b-bdb8-fc9fbebc5589 service neutron] 10.222.0.57 "GET /v2.0/networks?id=37d72607-4143-46c3-8076-01a16e88d009 HTTP/1.1" status: 200 len: 912 time: 0.3120804 Jul 23 20:37:41.953132 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058388de-9ba2-4741-a02b-8f3b72be80dc req-19519e1d-17c2-4efe-a8ef-5c91d7f9abae tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:41.954627 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-058388de-9ba2-4741-a02b-8f3b72be80dc req-19519e1d-17c2-4efe-a8ef-5c91d7f9abae tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 984 time: 0.1733088 Jul 23 20:37:42.012554 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22b24a6-58ce-4926-8628-020dcea12ce4 req-b55bd50a-be40-471c-b2c7-2ae5c5dfeefe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fee5f152-96c1-47b8-84b7-b3076dbb33dd HTTP/1.1" status: 200 len: 217 time: 0.0569098 Jul 23 20:37:42.139232 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-058388de-9ba2-4741-a02b-8f3b72be80dc req-21373253-216b-405e-bec8-45e7aff9796d tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b664e9b-ab70-4553-b921-1f9e3025e5f4&id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1725738 Jul 23 20:37:42.224410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b24a6-58ce-4926-8628-020dcea12ce4 req-327bf2e1-86fc-445b-9b17-5f85dce291b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:42.225896 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22b24a6-58ce-4926-8628-020dcea12ce4 req-327bf2e1-86fc-445b-9b17-5f85dce291b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e73dc9e6-37d9-4555-9d00-1653e1260d18 HTTP/1.1" status: 200 len: 851 time: 0.1400294 Jul 23 20:37:42.273728 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22b24a6-58ce-4926-8628-020dcea12ce4 req-2707ffe9-cdec-4c75-ab7e-dbe31ef715d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37d72607-4143-46c3-8076-01a16e88d009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405705 Jul 23 20:37:42.382776 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca3b0e-0aa9-4dd9-ba91-0e9f69c4159f req-5ab108fe-a5c0-484b-b144-6aedde3d2927 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:42.390326 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42ca3b0e-0aa9-4dd9-ba91-0e9f69c4159f req-5ab108fe-a5c0-484b-b144-6aedde3d2927 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 945 time: 0.2383835 Jul 23 20:37:42.505757 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42ca3b0e-0aa9-4dd9-ba91-0e9f69c4159f req-beb302c1-a3e9-4324-97a2-0b35d7d791fa tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141891 Jul 23 20:37:42.533231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98429bb-f830-4266-8414-8f61269d0193 admin admin] Router 623ac413-6a04-4cc7-912d-2a0c2677dc5b has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:42.541432 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22b24a6-58ce-4926-8628-020dcea12ce4 req-6a2086bf-a929-433a-ba57-f2d1b135a132 service neutron] 10.222.0.57 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569225 Jul 23 20:37:42.749370 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98429bb-f830-4266-8414-8f61269d0193 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:42.752724 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22b24a6-58ce-4926-8628-020dcea12ce4 req-130e002d-8b02-44e6-8fe7-3deef20aa9a4 service neutron] 10.222.0.57 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033486 Jul 23 20:37:42.757231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d98429bb-f830-4266-8414-8f61269d0193 admin admin] 10.222.0.55 "PUT /v2.0/routers/623ac413-6a04-4cc7-912d-2a0c2677dc5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6621542 Jul 23 20:37:42.760752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42802) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:42.769036 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f7fcd-9a4c-49f2-b5a9-e811aed015e7 None None] Sync routers for ids ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:42.788436 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68f7fcd-9a4c-49f2-b5a9-e811aed015e7 None None] Routers {'623ac413-6a04-4cc7-912d-2a0c2677dc5b'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:42.789090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f68f7fcd-9a4c-49f2-b5a9-e811aed015e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:37:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:42.972868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-f68f7fcd-9a4c-49f2-b5a9-e811aed015e7 None None] Set router 623ac413-6a04-4cc7-912d-2a0c2677dc5b gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:43.257279 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f68f7fcd-9a4c-49f2-b5a9-e811aed015e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'name': 'tempest-ServersTestManualDisk-333277502-router', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:37:41Z', 'revision_number': 5, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'gw_port': {'id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:12Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:43.294423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f7fcd-9a4c-49f2-b5a9-e811aed015e7 None None] Checking router: 623ac413-6a04-4cc7-912d-2a0c2677dc5b for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:43.304842 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68f7fcd-9a4c-49f2-b5a9-e811aed015e7 None None] Routers {'623ac413-6a04-4cc7-912d-2a0c2677dc5b'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:43.305691 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f68f7fcd-9a4c-49f2-b5a9-e811aed015e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:37:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:43.312114 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42818) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:43.388281 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed349e4b-f5f5-41a9-852b-a39163fb61d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.453054 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-44c1b1f6-a9c7-4d55-b1f4-c07c40200158 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1518969281'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:43.453803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-44c1b1f6-a9c7-4d55-b1f4-c07c40200158 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] Unknown quota resources ['metering_label']. {{(pid=93810) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:37:43.487911 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-f68f7fcd-9a4c-49f2-b5a9-e811aed015e7 None None] Set router 623ac413-6a04-4cc7-912d-2a0c2677dc5b gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:43.527009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14e577-7532-4112-8531-c6778368daf8 req-bab0d230-116e-4f88-a058-29dca86c01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:43.529065 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee14e577-7532-4112-8531-c6778368daf8 req-bab0d230-116e-4f88-a058-29dca86c01dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38313f2c56d4490dae9e71126a4ca19e&device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 1136 time: 0.6702414 Jul 23 20:37:43.532393 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed349e4b-f5f5-41a9-852b-a39163fb61d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.556068 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66d5fe-1c77-4916-a6db-20b9f1ae0d9e req-0cd4f5d5-eff9-47ad-8cdb-84dd327fa816 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:43.557969 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ec66d5fe-1c77-4916-a6db-20b9f1ae0d9e req-0cd4f5d5-eff9-47ad-8cdb-84dd327fa816 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 945 time: 0.6975977 Jul 23 20:37:43.605811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e3d20-e1db-4a4f-9827-f62ca695f6d3 req-7c9a122d-f7e4-430b-80f2-3f1e444e0d0e tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:43.607607 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce8e3d20-e1db-4a4f-9827-f62ca695f6d3 req-7c9a122d-f7e4-430b-80f2-3f1e444e0d0e tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 984 time: 0.3524277 Jul 23 20:37:43.654842 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ec66d5fe-1c77-4916-a6db-20b9f1ae0d9e req-d2835ff1-fec5-470c-9d05-b0def2eb67f0 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428131 Jul 23 20:37:43.746362 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f68f7fcd-9a4c-49f2-b5a9-e811aed015e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'name': 'tempest-ServersTestManualDisk-333277502-router', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:37:41Z', 'revision_number': 5, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'gw_port': {'id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:12Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:43.746501 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce8e3d20-e1db-4a4f-9827-f62ca695f6d3 req-a1015922-4ab9-44cc-a85c-98c2d58c1e42 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b664e9b-ab70-4553-b921-1f9e3025e5f4&id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1116600 Jul 23 20:37:43.792141 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-44c1b1f6-a9c7-4d55-b1f4-c07c40200158 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.793744 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-44c1b1f6-a9c7-4d55-b1f4-c07c40200158 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4796040 Jul 23 20:37:43.794630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f7fcd-9a4c-49f2-b5a9-e811aed015e7 None None] The sync data for ids ['623ac413-6a04-4cc7-912d-2a0c2677dc5b'] in n-d-791504-18 is: [{'id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'name': 'tempest-ServersTestManualDisk-333277502-router', 'tenant_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:11Z', 'updated_at': '2021-07-23T20:37:41Z', 'revision_number': 5, 'project_id': 'ada13a3f7be942e5aa558d4703db4ea8', 'gw_port': {'id': 'b9b48306-ca03-4ff3-a05a-e14daf3c3373', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ac413-6a04-4cc7-912d-2a0c2677dc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:12Z', 'updated_at': '2021-07-23T20:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:43.797170 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42826) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:43.803475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-72e20a86-a833-42e0-b829-3714fa33407c tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd5fd527c-557a-45cb-8949-8d788d992b79'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:43.804333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-72e20a86-a833-42e0-b829-3714fa33407c tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93811) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:37:43.867125 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14e577-7532-4112-8531-c6778368daf8 req-5b5e14d6-cb2c-4852-bd2c-53469d9b20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:43.869696 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee14e577-7532-4112-8531-c6778368daf8 req-5b5e14d6-cb2c-4852-bd2c-53469d9b20c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=37d72607-4143-46c3-8076-01a16e88d009 HTTP/1.1" status: 200 len: 912 time: 0.3091688 Jul 23 20:37:43.914653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-ed349e4b-f5f5-41a9-852b-a39163fb61d0 admin admin] Deleting port b9b48306-ca03-4ff3-a05a-e14daf3c3373 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:43.915016 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed349e4b-f5f5-41a9-852b-a39163fb61d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.923526 n-d-791504-18 neutron-server[93811]: WARNING neutron.services.metering.metering_plugin [None req-72e20a86-a833-42e0-b829-3714fa33407c tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 20:37:43.987927 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee14e577-7532-4112-8531-c6778368daf8 req-2ebf68cf-0703-46fa-8fbd-38a9492533df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fee5f152-96c1-47b8-84b7-b3076dbb33dd HTTP/1.1" status: 200 len: 217 time: 0.0749471 Jul 23 20:37:44.153404 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-72e20a86-a833-42e0-b829-3714fa33407c tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.157560 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-72e20a86-a833-42e0-b829-3714fa33407c tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3563943 Jul 23 20:37:44.157919 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42828) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:44.163246 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5f5bd3c6-95b3-4443-8200-b92783e98847 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd5fd527c-557a-45cb-8949-8d788d992b79'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:44.163845 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5f5bd3c6-95b3-4443-8200-b92783e98847 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93810) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:37:44.175630 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14e577-7532-4112-8531-c6778368daf8 req-6147a985-a7d3-4468-bbaa-0b6508e0f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:44.177231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee14e577-7532-4112-8531-c6778368daf8 req-6147a985-a7d3-4468-bbaa-0b6508e0f929 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e73dc9e6-37d9-4555-9d00-1653e1260d18 HTTP/1.1" status: 200 len: 851 time: 0.1408668 Jul 23 20:37:44.205869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-ed349e4b-f5f5-41a9-852b-a39163fb61d0 admin admin] For port b9b48306-ca03-4ff3-a05a-e14daf3c3373, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b9b48306-ca03-4ff3-a05a-e14daf3c3373,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:44.206407 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed349e4b-f5f5-41a9-852b-a39163fb61d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.236042 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee14e577-7532-4112-8531-c6778368daf8 req-a56935b1-484c-40d0-bfbe-e0016078018c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37d72607-4143-46c3-8076-01a16e88d009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479896 Jul 23 20:37:44.242041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-ed349e4b-f5f5-41a9-852b-a39163fb61d0 admin admin] Calling delete_port for b9b48306-ca03-4ff3-a05a-e14daf3c3373 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:44.255248 n-d-791504-18 neutron-server[93810]: WARNING neutron.services.metering.metering_plugin [None req-5f5bd3c6-95b3-4443-8200-b92783e98847 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 20:37:44.361332 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f5bd3c6-95b3-4443-8200-b92783e98847 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.362450 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5f5bd3c6-95b3-4443-8200-b92783e98847 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2034497 Jul 23 20:37:44.365581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42830) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:44.383718 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-20d6dbba-bbf1-452d-8774-e16088573d6a tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=aedc41bb-5a81-48e8-bb56-50d9b16b6c7f HTTP/1.1" status: 200 len: 464 time: 0.0145872 Jul 23 20:37:44.383942 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42832) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:44.420979 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee14e577-7532-4112-8531-c6778368daf8 req-7229f13b-b7ee-40f0-9e1d-02343baf99af service neutron] 10.222.0.57 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766014 Jul 23 20:37:44.493453 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-18eeab7a-d99c-43dd-9e37-10bd79d3544f tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.494606 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-18eeab7a-d99c-43dd-9e37-10bd79d3544f tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/aedc41bb-5a81-48e8-bb56-50d9b16b6c7f HTTP/1.1" status: 204 len: 168 time: 0.1095726 Jul 23 20:37:44.498042 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42834) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:44.508203 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-01bf7c25-d703-4728-b9f8-cb2a85314114 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=aedc41bb-5a81-48e8-bb56-50d9b16b6c7f HTTP/1.1" status: 200 len: 221 time: 0.0090892 Jul 23 20:37:44.511641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42836) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:44.515860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b2412724-9dc5-4f26-aec6-a3623b7046f7 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--580192468', 'description': 'label created by tempest'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:44.516299 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b2412724-9dc5-4f26-aec6-a3623b7046f7 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] Unknown quota resources ['metering_label']. {{(pid=93810) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:37:44.565770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee14e577-7532-4112-8531-c6778368daf8 req-22c4ae7e-f61f-41ff-8581-19253993a81e service neutron] 10.222.0.57 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320696 Jul 23 20:37:44.569761 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed349e4b-f5f5-41a9-852b-a39163fb61d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.599740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed349e4b-f5f5-41a9-852b-a39163fb61d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b48306-ca03-4ff3-a05a-e14daf3c3373,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:44.662246 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed349e4b-f5f5-41a9-852b-a39163fb61d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.697169 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2412724-9dc5-4f26-aec6-a3623b7046f7 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.698815 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b2412724-9dc5-4f26-aec6-a3623b7046f7 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1862359 Jul 23 20:37:44.701290 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42840) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:44.787226 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-60e99907-e491-43ea-abd5-9e05099b39b7 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=f066e081-c824-4514-8758-1e26f620bdcb HTTP/1.1" status: 200 len: 467 time: 0.0846493 Jul 23 20:37:44.791469 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42846) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:44.797459 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed349e4b-f5f5-41a9-852b-a39163fb61d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.801114 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed349e4b-f5f5-41a9-852b-a39163fb61d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.867832 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed349e4b-f5f5-41a9-852b-a39163fb61d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.868625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed349e4b-f5f5-41a9-852b-a39163fb61d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 623ac413-6a04-4cc7-912d-2a0c2677dc5b {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:37:44.894081 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed349e4b-f5f5-41a9-852b-a39163fb61d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.904746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ed349e4b-f5f5-41a9-852b-a39163fb61d0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/623ac413-6a04-4cc7-912d-2a0c2677dc5b HTTP/1.1" status: 204 len: 168 time: 2.1422393 Jul 23 20:37:44.907989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42854) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:44.978547 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 837195e2-8bde-4a8d-b89d-f4446a3ed517 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:45.022903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b35f9b-7d2c-4d8e-b05d-0eca1937acd7 req-5a7b3455-091b-4c48-9fec-16c51cd90ccc tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:45.030379 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 837195e2-8bde-4a8d-b89d-f4446a3ed517 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:45.030606 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 837195e2-8bde-4a8d-b89d-f4446a3ed517 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:45.033211 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-21b35f9b-7d2c-4d8e-b05d-0eca1937acd7 req-5a7b3455-091b-4c48-9fec-16c51cd90ccc tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 945 time: 0.2703581 Jul 23 20:37:45.072367 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dc9c2d35-dd1c-4c07-beff-9dfcf1d7c2c2 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.074072 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dc9c2d35-dd1c-4c07-beff-9dfcf1d7c2c2 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/f066e081-c824-4514-8758-1e26f620bdcb HTTP/1.1" status: 204 len: 168 time: 0.2813971 Jul 23 20:37:45.083758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42856) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:45.106765 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d7bbd5bc-c48f-406f-acc9-9af82ccb63e5 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=f066e081-c824-4514-8758-1e26f620bdcb HTTP/1.1" status: 200 len: 216 time: 0.0215614 Jul 23 20:37:45.110368 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42858) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:45.120418 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-24c07fae-7d35-414e-9cb0-e362c8cf46ae tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0086870 Jul 23 20:37:45.124380 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42860) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:45.136800 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d623ab46-2336-497f-b8c4-95dda71775bd tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0112495 Jul 23 20:37:45.140076 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42862) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:45.153034 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fcad83-7ce4-4323-80aa-8593540407eb admin admin] Deleting subnet 0946689a-4296-447b-a9f9-67ed8c997cbd {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:45.170922 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-48fcad83-7ce4-4323-80aa-8593540407eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.209935 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-21b35f9b-7d2c-4d8e-b05d-0eca1937acd7 req-eb4afce1-6d66-42b8-9038-f65f91c2b617 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486754 Jul 23 20:37:45.227156 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f0038cad-b08a-49ca-a2ad-8fc480096359 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/d5fd527c-557a-45cb-8949-8d788d992b79 HTTP/1.1" status: 200 len: 473 time: 0.0826828 Jul 23 20:37:45.229899 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42868) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:45.230752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e4521-56ce-4985-898e-b42a8e8f51d0 req-6581eb64-64de-451f-84f8-79c18539bded tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:45.232420 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-155e4521-56ce-4985-898e-b42a8e8f51d0 req-6581eb64-64de-451f-84f8-79c18539bded tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 984 time: 0.2490170 Jul 23 20:37:45.234668 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-48fcad83-7ce4-4323-80aa-8593540407eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.250259 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4177f1d0-33f8-4a59-9555-e8cc6f75b4b5 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/c23ba610-753b-438e-a37c-0f3ce8ee32c5 HTTP/1.1" status: 200 len: 461 time: 0.0182598 Jul 23 20:37:45.256592 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42872) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:45.273563 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.330368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-155e4521-56ce-4985-898e-b42a8e8f51d0 req-8a4b8fcb-479f-4d5d-91a5-3a3e1c6274a5 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b664e9b-ab70-4553-b921-1f9e3025e5f4&id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0726390 Jul 23 20:37:45.388772 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-48fcad83-7ce4-4323-80aa-8593540407eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.407152 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-157026fc-2d2a-4a5e-9668-26c50e6227ae tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.411528 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-157026fc-2d2a-4a5e-9668-26c50e6227ae tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/c23ba610-753b-438e-a37c-0f3ce8ee32c5 HTTP/1.1" status: 204 len: 168 time: 0.1538482 Jul 23 20:37:45.412290 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42876) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:45.463254 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-48fcad83-7ce4-4323-80aa-8593540407eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.506432 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0078a69b-7285-4e22-b37b-eb9c19eac238 None None] Network 90bcea01-43fa-4ff2-bd8a-7665ba1bc994 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:45.516845 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcad83-7ce4-4323-80aa-8593540407eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0946689a-4296-447b-a9f9-67ed8c997cbd,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:45.524161 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-48fcad83-7ce4-4323-80aa-8593540407eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.531790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-48fcad83-7ce4-4323-80aa-8593540407eb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0946689a-4296-447b-a9f9-67ed8c997cbd HTTP/1.1" status: 204 len: 168 time: 0.6227689 Jul 23 20:37:45.532546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42878) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:45.644939 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.656891 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f08781a-7b40-41c1-8eb9-8898dd292df8 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.661632 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3f08781a-7b40-41c1-8eb9-8898dd292df8 tempest-MeteringTestJSON-166988868 tempest-MeteringTestJSON-166988868-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/d5fd527c-557a-45cb-8949-8d788d992b79 HTTP/1.1" status: 204 len: 168 time: 0.2479587 Jul 23 20:37:45.764216 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] Deleting port 61215f6e-5964-4ff1-b494-bb4357321c60 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:45.764564 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.864450 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371227a0-c37a-41e5-8114-97768420cab5 None None] DHCP port deletion for 90bcea01-43fa-4ff2-bd8a-7665ba1bc994 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:45.915640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-371227a0-c37a-41e5-8114-97768420cab5 None None] Deleting port 61215f6e-5964-4ff1-b494-bb4357321c60 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:45.916065 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-371227a0-c37a-41e5-8114-97768420cab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.004480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-371227a0-c37a-41e5-8114-97768420cab5 None None] For port 61215f6e-5964-4ff1-b494-bb4357321c60, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=61215f6e-5964-4ff1-b494-bb4357321c60,segment=NetworkSegment(5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6),segment_id=5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:46.005152 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-371227a0-c37a-41e5-8114-97768420cab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.015032 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42886) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:46.022285 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-371227a0-c37a-41e5-8114-97768420cab5 None None] Calling delete_port for 61215f6e-5964-4ff1-b494-bb4357321c60 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:46.123351 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-371227a0-c37a-41e5-8114-97768420cab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.140854 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371227a0-c37a-41e5-8114-97768420cab5 None None] No DVR routers for this DVR port 61215f6e-5964-4ff1-b494-bb4357321c60 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:46.156673 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8880800a-fc51-4ec2-8302-1a4288325999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.163879 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371227a0-c37a-41e5-8114-97768420cab5 None None] Pushing event deleted for resources: {'Port': ['ID=61215f6e-5964-4ff1-b494-bb4357321c60,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:46.166833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78287e-7505-4c35-977d-b0a9df2fe919 req-2adc7228-1d18-42f9-a1e5-e7485f90808c tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:46.174745 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb78287e-7505-4c35-977d-b0a9df2fe919 req-2adc7228-1d18-42f9-a1e5-e7485f90808c tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 945 time: 0.4648376 Jul 23 20:37:46.178087 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] For port 61215f6e-5964-4ff1-b494-bb4357321c60, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=61215f6e-5964-4ff1-b494-bb4357321c60,segment=NetworkSegment(5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6),segment_id=5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:46.178655 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.206419 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] Calling delete_port for 61215f6e-5964-4ff1-b494-bb4357321c60 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:46.264175 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb78287e-7505-4c35-977d-b0a9df2fe919 req-b0afdb3b-5e44-462c-b932-b6a292d4510b tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879850 Jul 23 20:37:46.268800 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8880800a-fc51-4ec2-8302-1a4288325999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.277344 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8880800a-fc51-4ec2-8302-1a4288325999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.304077 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.334625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=61215f6e-5964-4ff1-b494-bb4357321c60,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:46.345693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] No DVR routers for this DVR port 61215f6e-5964-4ff1-b494-bb4357321c60 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:46.355247 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8880800a-fc51-4ec2-8302-1a4288325999 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f262aad372fa49b1a7df0c2d7c99c16a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325489 Jul 23 20:37:46.356387 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42892) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:46.357169 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880800a-fc51-4ec2-8302-1a4288325999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708bcaf5-8bae-4a69-ab25-601147f72b62,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:46.424730 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a783-8e53-4af2-a949-d7cbae10b72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.442982 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.453963 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a783-8e53-4af2-a949-d7cbae10b72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.459058 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90bcea01-43fa-4ff2-bd8a-7665ba1bc994']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:46.500802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:46.501464 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc2d04b-a83b-4c97-bc0a-5606d93f2bf6') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:46.508211 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a783-8e53-4af2-a949-d7cbae10b72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.511984 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a783-8e53-4af2-a949-d7cbae10b72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.514146 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0ea4a783-8e53-4af2-a949-d7cbae10b72f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/708bcaf5-8bae-4a69-ab25-601147f72b62 HTTP/1.1" status: 204 len: 168 time: 0.1518219 Jul 23 20:37:46.514858 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.523815 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4a783-8e53-4af2-a949-d7cbae10b72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708bcaf5-8bae-4a69-ab25-601147f72b62,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:46.553029 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.563060 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:37:46.563513 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:37:46.565499 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:37:46.689523 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dd238-029f-45d1-92b1-cbade893798c req-fa3d8ad8-65d8-4fb5-84a1-6224e90a9dc6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:46.701885 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e9dd238-029f-45d1-92b1-cbade893798c req-fa3d8ad8-65d8-4fb5-84a1-6224e90a9dc6 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 984 time: 0.2448878 Jul 23 20:37:46.709623 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.727444 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.729598 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/90bcea01-43fa-4ff2-bd8a-7665ba1bc994 HTTP/1.1" status: 204 len: 168 time: 1.1960275 Jul 23 20:37:46.731793 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.749072 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62250656-1128-4c49-98db-961a5de730d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=90bcea01-43fa-4ff2-bd8a-7665ba1bc994,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:46.796368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e9dd238-029f-45d1-92b1-cbade893798c req-690b9368-c777-4642-919c-3730cf00e586 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b664e9b-ab70-4553-b921-1f9e3025e5f4&id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0934501 Jul 23 20:37:46.919408 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b9b48306-ca03-4ff3-a05a-e14daf3c3373 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:46.941078 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7622a227-4b97-4cf6-b7f4-2fc85c464547 req-9eb72637-d4f0-4fe0-bab1-67c631d3fdc9 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1600307195&fields=id&tenant_id=38313f2c56d4490dae9e71126a4ca19e HTTP/1.1" status: 200 len: 267 time: 0.0682042 Jul 23 20:37:46.950061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: b9b48306-ca03-4ff3-a05a-e14daf3c3373 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:46.950500 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b9b48306-ca03-4ff3-a05a-e14daf3c3373 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:46.951295 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 61215f6e-5964-4ff1-b494-bb4357321c60 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:46.975664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 61215f6e-5964-4ff1-b494-bb4357321c60 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:46.976006 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 61215f6e-5964-4ff1-b494-bb4357321c60 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:47.024778 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622a227-4b97-4cf6-b7f4-2fc85c464547 req-754246cf-9f9f-4118-8672-2b6118b77601 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:47.026415 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7622a227-4b97-4cf6-b7f4-2fc85c464547 req-754246cf-9f9f-4118-8672-2b6118b77601 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 984 time: 0.0844669 Jul 23 20:37:47.036451 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42908) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:47.044992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42910) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:47.052964 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-7622a227-4b97-4cf6-b7f4-2fc85c464547 req-f1a4b87d-cf96-491a-a985-cc562bdd8729 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Request body: {'port': {'security_groups': ['2837220e-31ed-41e3-94b8-741fa20190b8', '3b664e9b-ab70-4553-b921-1f9e3025e5f4', 'df7366ca-e67a-4ff4-9119-fb0d886b4f6b']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:47.062561 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a37e737-bb5b-45f5-9f7e-6e9d952de795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.109054 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-42abacca-1ac0-4769-b1bf-378b864d04f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ada13a3f7be942e5aa558d4703db4ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629954 Jul 23 20:37:47.111791 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42912) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:47.187651 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7622a227-4b97-4cf6-b7f4-2fc85c464547 req-f1a4b87d-cf96-491a-a985-cc562bdd8729 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.204075 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec618d08-0db8-4b5b-b9fa-a7c1cd1d0cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.241182 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec618d08-0db8-4b5b-b9fa-a7c1cd1d0cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.244094 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a37e737-bb5b-45f5-9f7e-6e9d952de795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.251508 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a37e737-bb5b-45f5-9f7e-6e9d952de795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.310480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37e737-bb5b-45f5-9f7e-6e9d952de795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdac16ae-8f5e-4466-9111-57ca5866789e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:47.317773 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1a37e737-bb5b-45f5-9f7e-6e9d952de795 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f74edbb3c9364c21a125a8eef2d7dbaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773676 Jul 23 20:37:47.318093 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42916) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:47.331345 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65921c79-2721-4362-8ebf-7bbc4360491d req-fc706f85-cca1-4db5-bbaa-5e24cc61ebd2 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:47.333392 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65921c79-2721-4362-8ebf-7bbc4360491d req-fc706f85-cca1-4db5-bbaa-5e24cc61ebd2 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 945 time: 0.2020054 Jul 23 20:37:47.379150 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec618d08-0db8-4b5b-b9fa-a7c1cd1d0cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.384707 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec618d08-0db8-4b5b-b9fa-a7c1cd1d0cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.389554 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ec618d08-0db8-4b5b-b9fa-a7c1cd1d0cd2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4fdd664a-a442-4a39-ae23-733c98cce717 HTTP/1.1" status: 204 len: 168 time: 0.2768216 Jul 23 20:37:47.401258 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-380e60c1-7147-4472-9ac0-05e8377a7453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.406819 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec618d08-0db8-4b5b-b9fa-a7c1cd1d0cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdd664a-a442-4a39-ae23-733c98cce717,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:47.433295 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-380e60c1-7147-4472-9ac0-05e8377a7453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.513834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-380e60c1-7147-4472-9ac0-05e8377a7453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.518580 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-380e60c1-7147-4472-9ac0-05e8377a7453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.527240 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-380e60c1-7147-4472-9ac0-05e8377a7453 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cdac16ae-8f5e-4466-9111-57ca5866789e HTTP/1.1" status: 204 len: 168 time: 0.2070792 Jul 23 20:37:47.565019 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e60c1-7147-4472-9ac0-05e8377a7453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdac16ae-8f5e-4466-9111-57ca5866789e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:47.595307 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-7622a227-4b97-4cf6-b7f4-2fc85c464547 req-f1a4b87d-cf96-491a-a985-cc562bdd8729 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] For port fee5f152-96c1-47b8-84b7-b3076dbb33dd, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=fee5f152-96c1-47b8-84b7-b3076dbb33dd,segment=NetworkSegment(a1ba9e34-c49f-444f-ab97-068a226f2bb9),segment_id=a1ba9e34-c49f-444f-ab97-068a226f2bb9)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:47.641409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf22e70-82ef-4b8b-a33e-b9c0396b1e25 req-ce209272-01f6-4620-953a-b6bfc9fd690b tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:47.643082 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ebf22e70-82ef-4b8b-a33e-b9c0396b1e25 req-ce209272-01f6-4620-953a-b6bfc9fd690b tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b70f80d-3e05-41af-8cc8-cf1f9265f668 HTTP/1.1" status: 200 len: 945 time: 0.1758881 Jul 23 20:37:47.670104 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7622a227-4b97-4cf6-b7f4-2fc85c464547 req-f1a4b87d-cf96-491a-a985-cc562bdd8729 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.689310 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7622a227-4b97-4cf6-b7f4-2fc85c464547 req-f1a4b87d-cf96-491a-a985-cc562bdd8729 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.694939 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-65921c79-2721-4362-8ebf-7bbc4360491d req-46f328c3-968e-45e6-83e9-2efa93321373 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Deleting port 287e7866-22cb-4af0-bef4-898b11f6ca0a {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:47.695629 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-65921c79-2721-4362-8ebf-7bbc4360491d req-46f328c3-968e-45e6-83e9-2efa93321373 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.704267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['fee5f152-96c1-47b8-84b7-b3076dbb33dd'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:47.746537 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['18f5b73d-cfe8-4557-b8fb-b3304889f135'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:47.859028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-65921c79-2721-4362-8ebf-7bbc4360491d req-46f328c3-968e-45e6-83e9-2efa93321373 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] For port 287e7866-22cb-4af0-bef4-898b11f6ca0a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=287e7866-22cb-4af0-bef4-898b11f6ca0a,segment=NetworkSegment(a4d2eae8-f104-4377-b768-d8d0ed1b5a84),segment_id=a4d2eae8-f104-4377-b768-d8d0ed1b5a84)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:47.859570 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-65921c79-2721-4362-8ebf-7bbc4360491d req-46f328c3-968e-45e6-83e9-2efa93321373 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.874092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-65921c79-2721-4362-8ebf-7bbc4360491d req-46f328c3-968e-45e6-83e9-2efa93321373 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Calling delete_port for 287e7866-22cb-4af0-bef4-898b11f6ca0a owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:48.017076 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ebf22e70-82ef-4b8b-a33e-b9c0396b1e25 req-f2e52cab-89c1-4a28-85cf-2d18a8466640 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635249 Jul 23 20:37:48.035988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622a227-4b97-4cf6-b7f4-2fc85c464547 req-f1a4b87d-cf96-491a-a985-cc562bdd8729 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:48.036731 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7622a227-4b97-4cf6-b7f4-2fc85c464547 req-f1a4b87d-cf96-491a-a985-cc562bdd8729 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.038212 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7622a227-4b97-4cf6-b7f4-2fc85c464547 req-f1a4b87d-cf96-491a-a985-cc562bdd8729 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "PUT /v2.0/ports/fee5f152-96c1-47b8-84b7-b3076dbb33dd HTTP/1.1" status: 200 len: 1020 time: 0.9901731 Jul 23 20:37:48.044495 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8761050-ed16-4662-8380-25537f68d577', 'tag': 'fee5f152-96c1-47b8-84b7-b3076dbb33dd'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:48.047018 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c23b2d-b778-459c-82cb-823a2783aa32" -d '{"events": [{"name": "network-changed", "server_uuid": "a8761050-ed16-4662-8380-25537f68d577", "tag": "fee5f152-96c1-47b8-84b7-b3076dbb33dd"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:48.139499 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4b87d-cf96-491a-a985-cc562bdd8729 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event updated for resources: {'Port': ['ID=fee5f152-96c1-47b8-84b7-b3076dbb33dd,revision_number=7']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:48.185922 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-65921c79-2721-4362-8ebf-7bbc4360491d req-46f328c3-968e-45e6-83e9-2efa93321373 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.269334 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['fee5f152-96c1-47b8-84b7-b3076dbb33dd'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:48.291648 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264e2dc0-7abf-4015-b76d-54e96fab5a18 x-openstack-request-id: req-264e2dc0-7abf-4015-b76d-54e96fab5a18 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:48.292340 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8761050-ed16-4662-8380-25537f68d577", "tag": "fee5f152-96c1-47b8-84b7-b3076dbb33dd", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:48.293295 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-264e2dc0-7abf-4015-b76d-54e96fab5a18 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:48.293722 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8761050-ed16-4662-8380-25537f68d577', 'tag': 'fee5f152-96c1-47b8-84b7-b3076dbb33dd', 'status': 'completed', 'code': 200} Jul 23 20:37:48.297285 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f328c3-968e-45e6-83e9-2efa93321373 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Pushing event deleted for resources: {'Port': ['ID=287e7866-22cb-4af0-bef4-898b11f6ca0a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:48.374604 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-65921c79-2721-4362-8ebf-7bbc4360491d req-46f328c3-968e-45e6-83e9-2efa93321373 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] No DVR routers for this DVR port 287e7866-22cb-4af0-bef4-898b11f6ca0a on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:48.379424 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-65921c79-2721-4362-8ebf-7bbc4360491d req-46f328c3-968e-45e6-83e9-2efa93321373 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.392332 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65921c79-2721-4362-8ebf-7bbc4360491d req-46f328c3-968e-45e6-83e9-2efa93321373 tempest-DeleteServersTestJSON-318240708 tempest-DeleteServersTestJSON-318240708-project] 10.222.0.57 "DELETE /v2.0/ports/287e7866-22cb-4af0-bef4-898b11f6ca0a HTTP/1.1" status: 204 len: 173 time: 1.0102754 Jul 23 20:37:48.409829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fd12ef8-95ad-4852-8587-d99bfbd1b951 req-345e4237-fd73-467d-9bd9-238d4733ead4 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/df7366ca-e67a-4ff4-9119-fb0d886b4f6b HTTP/1.1" status: 200 len: 1803 time: 0.1941092 Jul 23 20:37:48.586406 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-9fd12ef8-95ad-4852-8587-d99bfbd1b951 req-c0db31c1-06bd-412a-a0b3-ff68397fe0bf tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 20:37:48.603381 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fd12ef8-95ad-4852-8587-d99bfbd1b951 req-c0db31c1-06bd-412a-a0b3-ff68397fe0bf tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "DELETE /v2.0/security-groups/df7366ca-e67a-4ff4-9119-fb0d886b4f6b HTTP/1.1" status: 409 len: 341 time: 0.1898327 Jul 23 20:37:48.722991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c23b2d-b778-459c-82cb-823a2783aa32 req-db2827e1-deab-4c52-ac8c-f66dc9018035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:48.724495 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09c23b2d-b778-459c-82cb-823a2783aa32 req-db2827e1-deab-4c52-ac8c-f66dc9018035 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38313f2c56d4490dae9e71126a4ca19e&device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 1175 time: 0.4213834 Jul 23 20:37:48.746166 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['287e7866-22cb-4af0-bef4-898b11f6ca0a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:48.959039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42978) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:49.011957 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd4759-e87a-420f-aca1-cff6a314f2d1 req-1b2c5edf-8fa6-4f7b-a0fe-ee2ea5571641 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:49.013707 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19bd4759-e87a-420f-aca1-cff6a314f2d1 req-1b2c5edf-8fa6-4f7b-a0fe-ee2ea5571641 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.4327636 Jul 23 20:37:49.089977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-60869f38-8f7d-4583-af3a-2373d7d772d4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1554552862-network', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:49.113597 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c23b2d-b778-459c-82cb-823a2783aa32 req-9fa40b86-3b7d-4efb-a95a-34af568f7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:49.115767 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09c23b2d-b778-459c-82cb-823a2783aa32 req-9fa40b86-3b7d-4efb-a95a-34af568f7c39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=37d72607-4143-46c3-8076-01a16e88d009 HTTP/1.1" status: 200 len: 912 time: 0.3753226 Jul 23 20:37:49.120275 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60869f38-8f7d-4583-af3a-2373d7d772d4 admin admin] Made reservation on behalf of fc19446ccb0a4c219ec6673fb3605878 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:49.125901 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60869f38-8f7d-4583-af3a-2373d7d772d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.142343 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60869f38-8f7d-4583-af3a-2373d7d772d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.182371 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09c23b2d-b778-459c-82cb-823a2783aa32 req-dede5a0e-e1fd-445b-b8bd-e84866945e78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fee5f152-96c1-47b8-84b7-b3076dbb33dd HTTP/1.1" status: 200 len: 217 time: 0.0584819 Jul 23 20:37:49.202027 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19bd4759-e87a-420f-aca1-cff6a314f2d1 req-e84a2dac-3138-455a-84a0-d7ec8c4702a8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175814 Jul 23 20:37:49.253933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04eb52-dbbb-48e0-a282-17ade80fd5f5 req-a6924f10-bc99-40b0-a4d9-86704e390453 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:49.261062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c04eb52-dbbb-48e0-a282-17ade80fd5f5 req-a6924f10-bc99-40b0-a4d9-86704e390453 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 1023 time: 0.2880645 Jul 23 20:37:49.306551 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c23b2d-b778-459c-82cb-823a2783aa32 req-654aab58-293d-448f-8db6-b5ad1bd4d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:49.309096 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09c23b2d-b778-459c-82cb-823a2783aa32 req-654aab58-293d-448f-8db6-b5ad1bd4d1b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e73dc9e6-37d9-4555-9d00-1653e1260d18 HTTP/1.1" status: 200 len: 851 time: 0.1049204 Jul 23 20:37:49.309218 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60869f38-8f7d-4583-af3a-2373d7d772d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.321305 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60869f38-8f7d-4583-af3a-2373d7d772d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.340459 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c04eb52-dbbb-48e0-a282-17ade80fd5f5 req-2badbbc2-b618-46f4-bcc3-e49e8813134e tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=df7366ca-e67a-4ff4-9119-fb0d886b4f6b&id=3b664e9b-ab70-4553-b921-1f9e3025e5f4&id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0760336 Jul 23 20:37:49.374290 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60869f38-8f7d-4583-af3a-2373d7d772d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:37:49.402327 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60869f38-8f7d-4583-af3a-2373d7d772d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1f6218-6582-4c4a-915c-c97ede89d5cc,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:49.419688 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09c23b2d-b778-459c-82cb-823a2783aa32 req-940908c5-3dc2-42a7-80d5-734f5915eeeb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37d72607-4143-46c3-8076-01a16e88d009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781984 Jul 23 20:37:49.424466 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60869f38-8f7d-4583-af3a-2373d7d772d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.425338 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-60869f38-8f7d-4583-af3a-2373d7d772d4 admin admin] Added segment 060aa268-af4d-459a-b7ae-14b092772597 of type vlan for network 04518969-2864-49dd-8fa7-d7bf22c7ecb5 Jul 23 20:37:49.541218 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60869f38-8f7d-4583-af3a-2373d7d772d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.596150 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09c23b2d-b778-459c-82cb-823a2783aa32 req-05ad61af-8cec-42c6-bb41-110ee17a9053 service neutron] 10.222.0.57 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661475 Jul 23 20:37:49.615546 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60869f38-8f7d-4583-af3a-2373d7d772d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.618500 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60869f38-8f7d-4583-af3a-2373d7d772d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:49.619617 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60869f38-8f7d-4583-af3a-2373d7d772d4 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.679828 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ab69e-db96-48dc-ac93-d83df6828844 req-b2b665c5-5a77-4842-b24c-997c94f60d33 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:49.681447 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b7ab69e-db96-48dc-ac93-d83df6828844 req-b2b665c5-5a77-4842-b24c-997c94f60d33 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.2255018 Jul 23 20:37:49.700305 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-60869f38-8f7d-4583-af3a-2373d7d772d4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7401018 Jul 23 20:37:49.704974 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43012) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:49.715522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-99b2cdaf-20e5-4135-ba1a-5bfc6026ceb3 admin admin] Request body: {'subnet': {'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1554552862-subnet', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:49.774032 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b7ab69e-db96-48dc-ac93-d83df6828844 req-5dcf3a93-b246-4262-9fd2-c63800f40159 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523925 Jul 23 20:37:49.788629 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09c23b2d-b778-459c-82cb-823a2783aa32 req-27a687fd-e07e-4611-b74d-d6012cd20295 service neutron] 10.222.0.57 "GET /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822701 Jul 23 20:37:49.863408 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 43024) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:50.178487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b9063aec-7d20-4b2f-9722-33b9a5e880a7 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-731975072'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:50.208775 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60869f38-8f7d-4583-af3a-2373d7d772d4 admin admin] Pushing event updated for resources: {'Network': ['ID=04518969-2864-49dd-8fa7-d7bf22c7ecb5,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:50.218380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 04518969-2864-49dd-8fa7-d7bf22c7ecb5 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:37:50.244813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b2cdaf-20e5-4135-ba1a-5bfc6026ceb3 admin admin] Made reservation on behalf of fc19446ccb0a4c219ec6673fb3605878 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:50.253500 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99b2cdaf-20e5-4135-ba1a-5bfc6026ceb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:50.294193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-6d60ee7f-d5a5-4aaf-a2ff-b0c9941d8c9c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:50.306700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-6d60ee7f-d5a5-4aaf-a2ff-b0c9941d8c9c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 811 time: 0.2974508 Jul 23 20:37:50.315619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b70f80d-3e05-41af-8cc8-cf1f9265f668', 'name': 'network-vif-deleted', 'tag': '287e7866-22cb-4af0-bef4-898b11f6ca0a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:50.320876 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c927fd-8465-4c6d-bbbe-81dde88b37ea" -d '{"events": [{"server_uuid": "2b70f80d-3e05-41af-8cc8-cf1f9265f668", "name": "network-vif-deleted", "tag": "287e7866-22cb-4af0-bef4-898b11f6ca0a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:50.325661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9063aec-7d20-4b2f-9722-33b9a5e880a7 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Made reservation on behalf of 9c6a446721fc4652af6ecf2b5e2841ab for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:50.332038 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9063aec-7d20-4b2f-9722-33b9a5e880a7 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:50.376182 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-6a15194a-aa28-4d15-90be-595641f726c2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/quotas/970bd8d6ec9e4a8ea04f7b4a50d01a14 HTTP/1.1" status: 200 len: 375 time: 0.0682654 Jul 23 20:37:50.487016 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9063aec-7d20-4b2f-9722-33b9a5e880a7 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:50.499234 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99b2cdaf-20e5-4135-ba1a-5bfc6026ceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:50.621877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2cdaf-20e5-4135-ba1a-5bfc6026ceb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fec6d45-9345-4d90-b1d2-40a8c0c03e92,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:50.644321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2cdaf-20e5-4135-ba1a-5bfc6026ceb3 admin admin] Checking segment: {'id': '060aa268-af4d-459a-b7ae-14b092772597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:50.645417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2cdaf-20e5-4135-ba1a-5bfc6026ceb3 admin admin] Network hostable DHCP agents. Network: 04518969-2864-49dd-8fa7-d7bf22c7ecb5, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:37:50.653273 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40359b-84bc-4314-b7be-e4b41e179fc0 req-337d248b-3771-48b3-abe5-161c67055f7a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:50.655410 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2e40359b-84bc-4314-b7be-e4b41e179fc0 req-337d248b-3771-48b3-abe5-161c67055f7a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 1023 time: 0.3187194 Jul 23 20:37:50.683276 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2cdaf-20e5-4135-ba1a-5bfc6026ceb3 admin admin] Network 04518969-2864-49dd-8fa7-d7bf22c7ecb5 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:37:50.695406 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-656137d5-2450-4234-8a3d-ebb98a4a5288 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3172798 Jul 23 20:37:50.713867 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-99b2cdaf-20e5-4135-ba1a-5bfc6026ceb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 04518969-2864-49dd-8fa7-d7bf22c7ecb5) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:50.730637 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b2cdaf-20e5-4135-ba1a-5bfc6026ceb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:50.734029 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99b2cdaf-20e5-4135-ba1a-5bfc6026ceb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:50.738744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbdd7f8-c5b3-401e-9f94-acd2bab2f951 None None] Network 04518969-2864-49dd-8fa7-d7bf22c7ecb5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:50.897930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 287e7866-22cb-4af0-bef4-898b11f6ca0a no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:50.924016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 287e7866-22cb-4af0-bef4-898b11f6ca0a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:50.924594 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 287e7866-22cb-4af0-bef4-898b11f6ca0a not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:51.036495 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eac42c-a3b6-4199-bc2b-3f93462c51db req-1a61293b-9950-437f-8405-f368a9ae8b44 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:51.039149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85eac42c-a3b6-4199-bc2b-3f93462c51db req-1a61293b-9950-437f-8405-f368a9ae8b44 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 1023 time: 0.4388635 Jul 23 20:37:51.065057 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-04518969-2864-49dd-8fa7-d7bf22c7ecb5', 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'fixed_ips': [{'subnet_id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:37:51.070420 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.098175 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-c793f4b3-2aca-4fc8-afac-6bad2f5e9988 service neutron] 10.222.0.55 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993783 Jul 23 20:37:51.101991 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9063aec-7d20-4b2f-9722-33b9a5e880a7 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.117578 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-99b2cdaf-20e5-4135-ba1a-5bfc6026ceb3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4115427 Jul 23 20:37:51.120727 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43056) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:51.125812 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1554552862-router', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:51.170896 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.173936 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.213160 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9063aec-7d20-4b2f-9722-33b9a5e880a7 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.330480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-2e40359b-84bc-4314-b7be-e4b41e179fc0 req-7ea6c931-a3e6-4d6a-b640-de19a4b5340c tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Deleting port fee5f152-96c1-47b8-84b7-b3076dbb33dd {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:51.330480 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2e40359b-84bc-4314-b7be-e4b41e179fc0 req-7ea6c931-a3e6-4d6a-b640-de19a4b5340c tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.358048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Allocated IP 172.20.0.2 (04518969-2864-49dd-8fa7-d7bf22c7ecb5/0fec6d45-9345-4d90-b1d2-40a8c0c03e92/91f95a09-8f4a-4493-bf29-02996487b827) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:51.379926 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9063aec-7d20-4b2f-9722-33b9a5e880a7 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:37:51.401304 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.413645 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85eac42c-a3b6-4199-bc2b-3f93462c51db req-9b9b1035-f030-4df2-b8ac-ea4b2eca4c02 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=df7366ca-e67a-4ff4-9119-fb0d886b4f6b&id=3b664e9b-ab70-4553-b921-1f9e3025e5f4&id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3648219 Jul 23 20:37:51.535399 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9063aec-7d20-4b2f-9722-33b9a5e880a7 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf380bd7-7565-49ef-95e1-071cf674e8c8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:51.578988 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a971cba4-4862-44ab-94f7-5a7cba49beed x-openstack-request-id: req-a971cba4-4862-44ab-94f7-5a7cba49beed {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:51.578988 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b70f80d-3e05-41af-8cc8-cf1f9265f668", "name": "network-vif-deleted", "tag": "287e7866-22cb-4af0-bef4-898b11f6ca0a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:51.578988 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a971cba4-4862-44ab-94f7-5a7cba49beed {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:51.579592 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b70f80d-3e05-41af-8cc8-cf1f9265f668', 'name': 'network-vif-deleted', 'tag': '287e7866-22cb-4af0-bef4-898b11f6ca0a', 'status': 'completed', 'code': 200} Jul 23 20:37:51.603267 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.642792 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9063aec-7d20-4b2f-9722-33b9a5e880a7 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.643502 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-b9063aec-7d20-4b2f-9722-33b9a5e880a7 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Added segment ffc1a8fc-e306-45c1-8033-115c9160de40 of type vlan for network 812b1c07-154d-4dce-bbef-6921086477e9 Jul 23 20:37:51.725611 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-5635bd99-fccc-4692-ab67-4ed22ed8d503 service neutron] 10.222.0.55 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912073 Jul 23 20:37:51.796654 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9063aec-7d20-4b2f-9722-33b9a5e880a7 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.806563 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-2e40359b-84bc-4314-b7be-e4b41e179fc0 req-7ea6c931-a3e6-4d6a-b640-de19a4b5340c tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] For port fee5f152-96c1-47b8-84b7-b3076dbb33dd, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=fee5f152-96c1-47b8-84b7-b3076dbb33dd,segment=NetworkSegment(a1ba9e34-c49f-444f-ab97-068a226f2bb9),segment_id=a1ba9e34-c49f-444f-ab97-068a226f2bb9)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:51.806930 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2e40359b-84bc-4314-b7be-e4b41e179fc0 req-7ea6c931-a3e6-4d6a-b640-de19a4b5340c tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.865525 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-2e40359b-84bc-4314-b7be-e4b41e179fc0 req-7ea6c931-a3e6-4d6a-b640-de19a4b5340c tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Calling delete_port for fee5f152-96c1-47b8-84b7-b3076dbb33dd owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:51.926148 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.972418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Transition to ACTIVE for port object 91f95a09-8f4a-4493-bf29-02996487b827 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:52.032436 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:52.059131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Transition to ACTIVE for port object 91f95a09-8f4a-4493-bf29-02996487b827 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:52.081948 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:52.090875 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:52.225735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Network 04518969-2864-49dd-8fa7-d7bf22c7ecb5 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:52.236860 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:52.242622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:52.345867 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Allocated IP 172.25.3.89 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/0c3e7fd3-0b64-44d9-babb-e250b76677e6) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:52.406336 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Pushing event updated for resources: {'Port': ['ID=91f95a09-8f4a-4493-bf29-02996487b827,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:52.442089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Attempting to bind port 91f95a09-8f4a-4493-bf29-02996487b827 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:52.442568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Attempting to bind port 91f95a09-8f4a-4493-bf29-02996487b827 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '060aa268-af4d-459a-b7ae-14b092772597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:52.453005 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Attempting to bind port 91f95a09-8f4a-4493-bf29-02996487b827 on network 04518969-2864-49dd-8fa7-d7bf22c7ecb5 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:52.464926 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:52.472799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Checking segment: {'id': '060aa268-af4d-459a-b7ae-14b092772597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:52.473926 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:52.474523 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Bound using segment: {'id': '060aa268-af4d-459a-b7ae-14b092772597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:52.482195 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Bound port: 91f95a09-8f4a-4493-bf29-02996487b827, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060aa268-af4d-459a-b7ae-14b092772597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:52.483709 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:52.566101 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:52.625711 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:52.662310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:52.665704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:52.739305 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:52.758426 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] For port 91f95a09-8f4a-4493-bf29-02996487b827, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:52.771452 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] For port 91f95a09-8f4a-4493-bf29-02996487b827, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=91f95a09-8f4a-4493-bf29-02996487b827,segment=NetworkSegment(060aa268-af4d-459a-b7ae-14b092772597),segment_id=060aa268-af4d-459a-b7ae-14b092772597)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:52.809416 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:52.834835 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.resource_extend [None req-b9063aec-7d20-4b2f-9722-33b9a5e880a7 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] It took 0.99 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:37:52.851637 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4b6d6ad9-6387-483c-bfb5-eaa2fd82cbe9 req-230493cc-ef92-4f86-85d2-82ebc94fd822 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 210 time: 0.0817139 Jul 23 20:37:52.926831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Pushing event updated for resources: {'Port': ['ID=0c3e7fd3-0b64-44d9-babb-e250b76677e6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:52.939767 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9063aec-7d20-4b2f-9722-33b9a5e880a7 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:52.946404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9063aec-7d20-4b2f-9722-33b9a5e880a7 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:52.947174 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9063aec-7d20-4b2f-9722-33b9a5e880a7 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.033362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9063aec-7d20-4b2f-9722-33b9a5e880a7 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Pushing event updated for resources: {'Network': ['ID=812b1c07-154d-4dce-bbef-6921086477e9,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:53.037529 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b9063aec-7d20-4b2f-9722-33b9a5e880a7 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.1727617 Jul 23 20:37:53.054555 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d460bbf-65e0-45e6-a6a4-2255d3dd062d req-5fdb6513-0214-48fe-ad37-048f69c0b775 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:53.063145 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d460bbf-65e0-45e6-a6a4-2255d3dd062d req-5fdb6513-0214-48fe-ad37-048f69c0b775 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 1023 time: 0.2641876 Jul 23 20:37:53.160796 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ecd2f-23e6-4cf4-8951-ee1e5c4e7790 None None] Pushing event updated for resources: {'Port': ['ID=91f95a09-8f4a-4493-bf29-02996487b827,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:53.165996 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d460bbf-65e0-45e6-a6a4-2255d3dd062d req-6afe42ca-e609-47fb-a819-480809441d61 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=df7366ca-e67a-4ff4-9119-fb0d886b4f6b&id=3b664e9b-ab70-4553-b921-1f9e3025e5f4&id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1017957 Jul 23 20:37:53.177059 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 812b1c07-154d-4dce-bbef-6921086477e9 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:37:53.261899 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2e40359b-84bc-4314-b7be-e4b41e179fc0 req-7ea6c931-a3e6-4d6a-b640-de19a4b5340c tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.281285 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.468501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6c931-a3e6-4d6a-b640-de19a4b5340c tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event deleted for resources: {'Port': ['ID=fee5f152-96c1-47b8-84b7-b3076dbb33dd,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:53.528583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['18f5b73d-cfe8-4557-b8fb-b3304889f135'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:53.776242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e40359b-84bc-4314-b7be-e4b41e179fc0 req-7ea6c931-a3e6-4d6a-b640-de19a4b5340c tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] No DVR routers for this DVR port fee5f152-96c1-47b8-84b7-b3076dbb33dd on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:53.795662 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2e40359b-84bc-4314-b7be-e4b41e179fc0 req-7ea6c931-a3e6-4d6a-b640-de19a4b5340c tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.797788 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2e40359b-84bc-4314-b7be-e4b41e179fc0 req-7ea6c931-a3e6-4d6a-b640-de19a4b5340c tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.57 "DELETE /v2.0/ports/fee5f152-96c1-47b8-84b7-b3076dbb33dd HTTP/1.1" status: 204 len: 173 time: 3.0999756 Jul 23 20:37:53.798403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8761050-ed16-4662-8380-25537f68d577', 'name': 'network-vif-deleted', 'tag': 'fee5f152-96c1-47b8-84b7-b3076dbb33dd'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:53.800792 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:37:53.819051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43094) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:53.826370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Request body: {'port': {'network_id': '812b1c07-154d-4dce-bbef-6921086477e9', 'binding:host_id': 'n-h1-791504-18', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1233537226'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:53.828884 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4206448-be02-484f-9d60-a18ae11818dd" -d '{"events": [{"server_uuid": "a8761050-ed16-4662-8380-25537f68d577", "name": "network-vif-deleted", "tag": "fee5f152-96c1-47b8-84b7-b3076dbb33dd"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:53.936777 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Made reservation on behalf of 395d03eaa4aa4dddb8e00863836ba486 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:53.943330 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.960279 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9043c413-6170-4a1e-b7e2-f6e71a10a1be x-openstack-request-id: req-9043c413-6170-4a1e-b7e2-f6e71a10a1be {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:53.961238 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8761050-ed16-4662-8380-25537f68d577", "name": "network-vif-deleted", "tag": "fee5f152-96c1-47b8-84b7-b3076dbb33dd", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:53.961721 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9043c413-6170-4a1e-b7e2-f6e71a10a1be {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:53.962322 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8761050-ed16-4662-8380-25537f68d577', 'name': 'network-vif-deleted', 'tag': 'fee5f152-96c1-47b8-84b7-b3076dbb33dd', 'status': 'completed', 'code': 200} Jul 23 20:37:53.962762 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:54.004391 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:54.300975 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64d9dfd6-2397-44b9-beed-b475e2d46ea0 req-ce253c2d-9dfc-49ed-8f16-943330e12000 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 210 time: 0.2552178 Jul 23 20:37:54.533461 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41645c7e-d729-4357-9e0d-de390d6dabe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:54.664080 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:54.669180 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Router 65675695-ddfc-4d11-8a96-c3fa6f63b071 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:37:54.680034 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d3f3adc-5f81-4a37-9c27-1cdba271eb90 req-18d57fe8-6415-4e54-b8c2-88dcdbfe6506 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8761050-ed16-4662-8380-25537f68d577 HTTP/1.1" status: 200 len: 210 time: 0.1293831 Jul 23 20:37:54.681993 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:54.699856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] device_id is not set on port 8226a82b-e5ba-42e0-9860-604bcf1a54bb yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:37:54.748762 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-8f2d1dcb-455b-4421-9b1e-e1b67680b207 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:54.750481 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-8f2d1dcb-455b-4421-9b1e-e1b67680b207 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.48 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 811 time: 0.6843047 Jul 23 20:37:54.766153 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-2069091b-769a-4efb-87f3-43efc4ffb9aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Request body: {'port': {'device_id': 'cf9db0f0-8d58-47d3-ac63-65846180dd1e', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'admin_state_up': True, 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:54.927539 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device fee5f152-96c1-47b8-84b7-b3076dbb33dd no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:55.009108 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: fee5f152-96c1-47b8-84b7-b3076dbb33dd {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:55.014387 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device fee5f152-96c1-47b8-84b7-b3076dbb33dd not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:55.023814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 91f95a09-8f4a-4493-bf29-02996487b827 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:55.078998 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd4baa7-b653-4805-bb6f-8c839a50b6b4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:55.094707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43122) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:55.174750 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-2069091b-769a-4efb-87f3-43efc4ffb9aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Made reservation on behalf of 970bd8d6ec9e4a8ea04f7b4a50d01a14 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:55.177678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 91f95a09-8f4a-4493-bf29-02996487b827 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:55.183785 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-2069091b-769a-4efb-87f3-43efc4ffb9aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:55.229489 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:55.241795 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Sync routers for ids ['65675695-ddfc-4d11-8a96-c3fa6f63b071'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:55.265546 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Routers {'65675695-ddfc-4d11-8a96-c3fa6f63b071'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:55.267505 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:37:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['65675695-ddfc-4d11-8a96-c3fa6f63b071'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:55.276290 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:55.297476 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6dcf790a-c978-4ce9-be0b-9091c5ea192d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1732264 Jul 23 20:37:55.317658 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43130) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:55.428800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8069bb98-8c35-427c-99b2-6247914ccd9e None None] Network 04518969-2864-49dd-8fa7-d7bf22c7ecb5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:55.559967 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Set router 65675695-ddfc-4d11-8a96-c3fa6f63b071 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:55.652426 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3abe4d6c-da7d-4cf5-9cd7-c4416c5fdf9d None None] Provisioning for port 91f95a09-8f4a-4493-bf29-02996487b827 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:55.753836 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24909868-21b5-45b9-b435-474e0ce17f86 req-ace519dc-ab71-42c3-a15f-746ff36e409b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 210 time: 0.0940199 Jul 23 20:37:55.780331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-2069091b-769a-4efb-87f3-43efc4ffb9aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Allocated IP 172.20.0.4 (7e87e256-e5f8-4403-aebe-74aea031e4d5/e7bdc325-7495-4f4e-a8a4-e09daf47d99e/a21021b1-9fe0-46b4-a09b-f8272b64c359) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:55.798002 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3abe4d6c-da7d-4cf5-9cd7-c4416c5fdf9d None None] Provisioning complete for port 91f95a09-8f4a-4493-bf29-02996487b827 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:55.803856 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3abe4d6c-da7d-4cf5-9cd7-c4416c5fdf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:55.845153 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-5297a8c3-fe45-4a20-ab1b-6bedf72a8f0c admin admin] Deleting subnet bfc910d3-f783-4dce-a4ee-27e733f1d609 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:55.861091 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] device_id is not set on port 8226a82b-e5ba-42e0-9860-604bcf1a54bb yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:37:55.905018 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5297a8c3-fe45-4a20-ab1b-6bedf72a8f0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.005809 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.069200 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3abe4d6c-da7d-4cf5-9cd7-c4416c5fdf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.097222 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3768105b-ceb9-41e9-a486-18c09af941b4 req-d1f4ee12-7e58-4e45-8a1b-dcbbac598cbd tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/3b664e9b-ab70-4553-b921-1f9e3025e5f4 HTTP/1.1" status: 200 len: 1802 time: 0.2149415 Jul 23 20:37:56.153718 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3abe4d6c-da7d-4cf5-9cd7-c4416c5fdf9d None None] For port 91f95a09-8f4a-4493-bf29-02996487b827, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=91f95a09-8f4a-4493-bf29-02996487b827,segment=NetworkSegment(060aa268-af4d-459a-b7ae-14b092772597),segment_id=060aa268-af4d-459a-b7ae-14b092772597)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:56.156737 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'name': 'tempest-TaggedBootDevicesTest-1554552862-router', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:51Z', 'updated_at': '2021-07-23T20:37:53Z', 'revision_number': 3, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'gw_port': {'id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:52Z', 'updated_at': '2021-07-23T20:37:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:56.175701 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Transition to ACTIVE for port object 8226a82b-e5ba-42e0-9860-604bcf1a54bb will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:56.194531 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5297a8c3-fe45-4a20-ab1b-6bedf72a8f0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.233736 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.236908 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Checking router: 65675695-ddfc-4d11-8a96-c3fa6f63b071 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:56.247849 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Updating router 65675695-ddfc-4d11-8a96-c3fa6f63b071 port 0c3e7fd3-0b64-44d9-babb-e250b76677e6 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:37:56.274765 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3abe4d6c-da7d-4cf5-9cd7-c4416c5fdf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.339256 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.366986 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5297a8c3-fe45-4a20-ab1b-6bedf72a8f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.400353 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3768105b-ceb9-41e9-a486-18c09af941b4 req-8b9011c4-05b7-46e0-a5de-7fcfa81e8919 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.437113 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-2069091b-769a-4efb-87f3-43efc4ffb9aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.459252 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Pushing event updated for resources: {'Port': ['ID=8226a82b-e5ba-42e0-9860-604bcf1a54bb,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:56.475875 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe4d6c-da7d-4cf5-9cd7-c4416c5fdf9d None None] Pushing event updated for resources: {'Port': ['ID=91f95a09-8f4a-4493-bf29-02996487b827,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:56.481685 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3768105b-ceb9-41e9-a486-18c09af941b4 req-8b9011c4-05b7-46e0-a5de-7fcfa81e8919 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.484829 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-2069091b-769a-4efb-87f3-43efc4ffb9aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Transition to ACTIVE for port object a21021b1-9fe0-46b4-a09b-f8272b64c359 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:56.657534 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3768105b-ceb9-41e9-a486-18c09af941b4 req-8b9011c4-05b7-46e0-a5de-7fcfa81e8919 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.664428 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3768105b-ceb9-41e9-a486-18c09af941b4 req-8b9011c4-05b7-46e0-a5de-7fcfa81e8919 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.689991 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3768105b-ceb9-41e9-a486-18c09af941b4 req-8b9011c4-05b7-46e0-a5de-7fcfa81e8919 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "DELETE /v2.0/security-groups/3b664e9b-ab70-4553-b921-1f9e3025e5f4 HTTP/1.1" status: 204 len: 173 time: 0.5911739 Jul 23 20:37:56.730574 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-2069091b-769a-4efb-87f3-43efc4ffb9aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.751789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['b9ebfedd-e6c7-422e-9b78-b89443a65d23', '0d9b7bbd-26de-4868-9937-c088ab68043a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:56.758039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9011c4-05b7-46e0-a5de-7fcfa81e8919 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b664e9b-ab70-4553-b921-1f9e3025e5f4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:56.781420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Checking segment: {'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:56.781700 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Network hostable DHCP agents. Network: 812b1c07-154d-4dce-bbef-6921086477e9, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:37:56.910050 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5297a8c3-fe45-4a20-ab1b-6bedf72a8f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.952352 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a5d06cc-9e11-4eee-9131-c64b3bfc6f89 req-e0b3ce62-3d5b-4ff1-9f30-334b63e62757 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/df7366ca-e67a-4ff4-9119-fb0d886b4f6b HTTP/1.1" status: 200 len: 1803 time: 0.2426283 Jul 23 20:37:56.965050 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Network 812b1c07-154d-4dce-bbef-6921086477e9 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:37:56.989221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-2069091b-769a-4efb-87f3-43efc4ffb9aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Network 7e87e256-e5f8-4403-aebe-74aea031e4d5 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:57.006280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-2069091b-769a-4efb-87f3-43efc4ffb9aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:57.038161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-2069091b-769a-4efb-87f3-43efc4ffb9aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:57.082480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069091b-769a-4efb-87f3-43efc4ffb9aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Pushing event updated for resources: {'Port': ['ID=a21021b1-9fe0-46b4-a09b-f8272b64c359,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:57.086267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 91f95a09-8f4a-4493-bf29-02996487b827 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:57.094221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297a8c3-fe45-4a20-ab1b-6bedf72a8f0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfc910d3-f783-4dce-a4ee-27e733f1d609,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:57.116785 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5297a8c3-fe45-4a20-ab1b-6bedf72a8f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.118857 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5297a8c3-fe45-4a20-ab1b-6bedf72a8f0c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bfc910d3-f783-4dce-a4ee-27e733f1d609 HTTP/1.1" status: 204 len: 168 time: 2.0224712 Jul 23 20:37:57.124786 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 812b1c07-154d-4dce-bbef-6921086477e9) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:57.127983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 43150) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:57.157896 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:57.196865 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fb8165-5e72-4b71-b621-7e4c38715289 None None] Network 812b1c07-154d-4dce-bbef-6921086477e9 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:57.207368 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.229499 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Transition to ACTIVE for port object 0c3e7fd3-0b64-44d9-babb-e250b76677e6 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:57.251543 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:57.252097 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:57.252194 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4b08dc91-60d7-4376-88ac-a48b7d1fdb34 None None] Provisioning complete for port 91f95a09-8f4a-4493-bf29-02996487b827 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:57.252306 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:57.252542 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b08dc91-60d7-4376-88ac-a48b7d1fdb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.254143 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5981435e-d74b-4534-9068-bc57a619dea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.260268 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.277346 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1edf-316d-442a-8c70-979ddb4de598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.279240 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:57.280350 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:37:57.291279 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 2 to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb Jul 23 20:37:57.339822 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:57.340167 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:57.340510 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:57.351256 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a64780-ec02-4480-80f6-cce20a5e9a0b req-7f7fab95-7d92-4eca-b2dd-7939f1517fd9 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:57.353058 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81a64780-ec02-4480-80f6-cce20a5e9a0b req-7f7fab95-7d92-4eca-b2dd-7939f1517fd9 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 931 time: 0.3760874 Jul 23 20:37:57.365687 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Attempting to bind port 0c3e7fd3-0b64-44d9-babb-e250b76677e6 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:57.366057 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Attempting to bind port 0c3e7fd3-0b64-44d9-babb-e250b76677e6 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:57.366422 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Attempting to bind port 0c3e7fd3-0b64-44d9-babb-e250b76677e6 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:57.383389 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:57.383914 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:57.384153 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.384553 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:57.385033 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Bound port: 0c3e7fd3-0b64-44d9-babb-e250b76677e6, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:57.385401 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.394485 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:57.394817 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:37:57.420010 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-2069091b-769a-4efb-87f3-43efc4ffb9aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:57.420940 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-2069091b-769a-4efb-87f3-43efc4ffb9aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.424395 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 3 to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb Jul 23 20:37:57.429646 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.450289 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] For port 0c3e7fd3-0b64-44d9-babb-e250b76677e6, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:57.453768 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] For port 0c3e7fd3-0b64-44d9-babb-e250b76677e6, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0c3e7fd3-0b64-44d9-babb-e250b76677e6,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:57.454810 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9a5d06cc-9e11-4eee-9131-c64b3bfc6f89 req-b009c57b-e16c-4e76-b209-1325712a2803 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.465822 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.469486 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6261c-d43b-4a3b-a52b-a6eb8a1ce215 None None] Pushing event updated for resources: {'Port': ['ID=0c3e7fd3-0b64-44d9-babb-e250b76677e6,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:57.475376 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-2069091b-769a-4efb-87f3-43efc4ffb9aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7116117 Jul 23 20:37:57.481082 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6261c-d43b-4a3b-a52b-a6eb8a1ce215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:57.481749 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6261c-d43b-4a3b-a52b-a6eb8a1ce215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:57.482295 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6261c-d43b-4a3b-a52b-a6eb8a1ce215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:57.482847 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6261c-d43b-4a3b-a52b-a6eb8a1ce215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:57.483414 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6261c-d43b-4a3b-a52b-a6eb8a1ce215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:57.484022 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6261c-d43b-4a3b-a52b-a6eb8a1ce215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:57.484557 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6261c-d43b-4a3b-a52b-a6eb8a1ce215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:57.485098 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6261c-d43b-4a3b-a52b-a6eb8a1ce215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:57.485626 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6261c-d43b-4a3b-a52b-a6eb8a1ce215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:57.486155 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6261c-d43b-4a3b-a52b-a6eb8a1ce215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:57.486698 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6261c-d43b-4a3b-a52b-a6eb8a1ce215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:57.487257 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6261c-d43b-4a3b-a52b-a6eb8a1ce215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:57.510285 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81a64780-ec02-4480-80f6-cce20a5e9a0b req-0ecdeba2-8a48-444c-9ecb-70457fd24d92 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258297 Jul 23 20:37:57.524393 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Request body: {'port': {'device_id': 'cf9db0f0-8d58-47d3-ac63-65846180dd1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:57.575356 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:57.575689 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:57.576028 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:57.587533 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:57.587872 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:37:57.589730 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 4 to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb Jul 23 20:37:57.614162 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Routers {'65675695-ddfc-4d11-8a96-c3fa6f63b071'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:57.617422 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:37:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['65675695-ddfc-4d11-8a96-c3fa6f63b071'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:57.628208 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.631694 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:57.632811 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:57.633147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:57.650291 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:57.651119 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:37:57.651705 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 5 to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb Jul 23 20:37:57.652003 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9a5d06cc-9e11-4eee-9131-c64b3bfc6f89 req-b009c57b-e16c-4e76-b209-1325712a2803 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.707348 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 91f95a09-8f4a-4493-bf29-02996487b827 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:57.708052 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.729650 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:57.730536 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:57.730876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:57.740892 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1edf-316d-442a-8c70-979ddb4de598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.768223 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:57.768779 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:37:57.771874 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 6 to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb Jul 23 20:37:57.774230 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8cdc1edf-316d-442a-8c70-979ddb4de598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc19f065-57ff-496f-bbfb-adf4b5d7ae0e']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:57.816163 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8cdc1edf-316d-442a-8c70-979ddb4de598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:57.816163 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8cdc1edf-316d-442a-8c70-979ddb4de598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d2eae8-f104-4377-b768-d8d0ed1b5a84') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:57.816671 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1edf-316d-442a-8c70-979ddb4de598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.838568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:57.838986 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:57.839401 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:57.848138 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:57.848430 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:37:57.867221 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6261c-d43b-4a3b-a52b-a6eb8a1ce215 None None] Pushing event updated for resources: {'Port': ['ID=0c3e7fd3-0b64-44d9-babb-e250b76677e6,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:57.872537 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] Set router 65675695-ddfc-4d11-8a96-c3fa6f63b071 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:57.911338 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 7 to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb Jul 23 20:37:57.937312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:57.937648 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:57.937985 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:57.942275 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1edf-316d-442a-8c70-979ddb4de598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.949325 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:57.949655 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:37:57.952223 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 8 to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb Jul 23 20:37:57.954193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdc1edf-316d-442a-8c70-979ddb4de598 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:37:57.954973 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1edf-316d-442a-8c70-979ddb4de598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.969352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:57.969585 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:57.970366 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:58.005888 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:58.006232 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:37:58.008294 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 9 to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb Jul 23 20:37:58.022907 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-48c28f4a-4f08-4850-a94b-a7febbad519b None None] Provisioning for port a21021b1-9fe0-46b4-a09b-f8272b64c359 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:58.029798 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-48c28f4a-4f08-4850-a94b-a7febbad519b None None] Provisioning complete for port a21021b1-9fe0-46b4-a09b-f8272b64c359 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:37:58.030030 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:37:58.033404 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48c28f4a-4f08-4850-a94b-a7febbad519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.033528 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:58.033751 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:58.034125 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:58.045775 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:58.046111 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:37:58.048179 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 10 to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb Jul 23 20:37:58.051387 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Allocated IP 172.20.0.1 (04518969-2864-49dd-8fa7-d7bf22c7ecb5/0fec6d45-9345-4d90-b1d2-40a8c0c03e92/68be1a11-8a57-47c4-b213-8ac77e0b3403) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:58.061924 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1edf-316d-442a-8c70-979ddb4de598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.080373 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:58.081341 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:58.081341 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:58.083370 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1edf-316d-442a-8c70-979ddb4de598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.087746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:58.088736 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 8226a82b-e5ba-42e0-9860-604bcf1a54bb on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:37:58.088736 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.091299 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8cdc1edf-316d-442a-8c70-979ddb4de598 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fc19f065-57ff-496f-bbfb-adf4b5d7ae0e HTTP/1.1" status: 204 len: 168 time: 0.9568603 Jul 23 20:37:58.124051 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9a5d06cc-9e11-4eee-9131-c64b3bfc6f89 req-b009c57b-e16c-4e76-b209-1325712a2803 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.135805 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9a5d06cc-9e11-4eee-9131-c64b3bfc6f89 req-b009c57b-e16c-4e76-b209-1325712a2803 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.137345 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a5d06cc-9e11-4eee-9131-c64b3bfc6f89 req-b009c57b-e16c-4e76-b209-1325712a2803 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "DELETE /v2.0/security-groups/df7366ca-e67a-4ff4-9119-fb0d886b4f6b HTTP/1.1" status: 204 len: 173 time: 1.1839104 Jul 23 20:37:58.140918 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.148283 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc1edf-316d-442a-8c70-979ddb4de598 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc19f065-57ff-496f-bbfb-adf4b5d7ae0e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:58.185190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009c57b-e16c-4e76-b209-1325712a2803 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7366ca-e67a-4ff4-9119-fb0d886b4f6b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:58.187135 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-48c28f4a-4f08-4850-a94b-a7febbad519b None None] Port a21021b1-9fe0-46b4-a09b-f8272b64c359 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:37:58.212441 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-23d285ae-a4ec-4227-8f7b-da48e5f55643 req-d78196e2-92d8-468c-af30-21a360bdf580 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-842994042', 'description': 'tempest-description-2065635050'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:58.310568 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'name': 'tempest-TaggedBootDevicesTest-1554552862-router', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:51Z', 'updated_at': '2021-07-23T20:37:53Z', 'revision_number': 3, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'gw_port': {'id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:52Z', 'updated_at': '2021-07-23T20:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:58.327008 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-23d285ae-a4ec-4227-8f7b-da48e5f55643 req-d78196e2-92d8-468c-af30-21a360bdf580 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.350374 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] For port 8226a82b-e5ba-42e0-9860-604bcf1a54bb, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:58.350876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempted to set empty binding levels {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 20:37:58.362792 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.367820 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.405541 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 43166) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:58.429085 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Transition to ACTIVE for port object 68be1a11-8a57-47c4-b213-8ac77e0b3403 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:58.431318 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:58.431935 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.466796 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Pushing event updated for resources: {'Port': ['ID=8226a82b-e5ba-42e0-9860-604bcf1a54bb,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:58.481568 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a6aa0748-5143-4df7-9407-232df94000d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0fca3aa52ce41808d40d8b1ac821f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732131 Jul 23 20:37:58.486014 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.487337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43168) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:58.528726 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eafa83-98b7-4ff4-b40f-c471e44462a4 None None] The sync data for ids ['65675695-ddfc-4d11-8a96-c3fa6f63b071'] in n-d-791504-18 is: [{'id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'name': 'tempest-TaggedBootDevicesTest-1554552862-router', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:51Z', 'updated_at': '2021-07-23T20:37:53Z', 'revision_number': 3, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'gw_port': {'id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:52Z', 'updated_at': '2021-07-23T20:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:58.544258 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.600757 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Network 04518969-2864-49dd-8fa7-d7bf22c7ecb5 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:58.626521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:58.650312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:58.768687 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-23d285ae-a4ec-4227-8f7b-da48e5f55643 req-d78196e2-92d8-468c-af30-21a360bdf580 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.788096 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-23d285ae-a4ec-4227-8f7b-da48e5f55643 req-d78196e2-92d8-468c-af30-21a360bdf580 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.865476 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-23d285ae-a4ec-4227-8f7b-da48e5f55643 req-d78196e2-92d8-468c-af30-21a360bdf580 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.878130 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-23d285ae-a4ec-4227-8f7b-da48e5f55643 req-d78196e2-92d8-468c-af30-21a360bdf580 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6697156 Jul 23 20:37:58.919723 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e143c1-37e8-4f6b-870c-66c877f5976e req-501850be-41c8-4521-a364-361e602c9ba0 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:58.936525 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-47e143c1-37e8-4f6b-870c-66c877f5976e req-501850be-41c8-4521-a364-361e602c9ba0 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 931 time: 0.3110640 Jul 23 20:37:58.939323 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78196e2-92d8-468c-af30-21a360bdf580 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22809bc1-fefe-41fa-aebc-007a87a8657a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:59.099062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-47e143c1-37e8-4f6b-870c-66c877f5976e req-760341f0-346c-407c-b3c5-005ff26b339e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471813 Jul 23 20:37:59.138477 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1620b159-6f86-4fc7-8bd8-1545e916f922 None None] Provisioning for port 68be1a11-8a57-47c4-b213-8ac77e0b3403 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:59.143495 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1620b159-6f86-4fc7-8bd8-1545e916f922 None None] Provisioning complete for port 68be1a11-8a57-47c4-b213-8ac77e0b3403 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:59.143873 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1620b159-6f86-4fc7-8bd8-1545e916f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.144138 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21021b1-9fe0-46b4-a09b-f8272b64c359 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:59.166259 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.191008 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Pushing event updated for resources: {'Port': ['ID=68be1a11-8a57-47c4-b213-8ac77e0b3403,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:59.197558 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-09b35261-6167-41e1-bb6d-6c7b24779d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.211337 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Transition to ACTIVE for port object a21021b1-9fe0-46b4-a09b-f8272b64c359 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:59.225553 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.231887 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-09b35261-6167-41e1-bb6d-6c7b24779d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.264255 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1620b159-6f86-4fc7-8bd8-1545e916f922 None None] Port 68be1a11-8a57-47c4-b213-8ac77e0b3403 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:37:59.283903 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-925e0a49-9952-40ff-a9c3-4dc842e28b9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.4613924 Jul 23 20:37:59.289671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43184) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:59.359584 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.402996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a21021b1-9fe0-46b4-a09b-f8272b64c359,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:59.411474 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-09b35261-6167-41e1-bb6d-6c7b24779d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.414642 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-09b35261-6167-41e1-bb6d-6c7b24779d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.426293 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-09b35261-6167-41e1-bb6d-6c7b24779d2f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f79de40-f02f-43aa-9781-a8c4f1f3e0e2 HTTP/1.1" status: 204 len: 168 time: 0.9366772 Jul 23 20:37:59.474168 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b35261-6167-41e1-bb6d-6c7b24779d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f79de40-f02f-43aa-9781-a8c4f1f3e0e2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:59.515554 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02edab0a-65ba-42fb-9ce5-7373156fe216 req-82e39018-e522-484f-a255-a5a707704b1d tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/22809bc1-fefe-41fa-aebc-007a87a8657a HTTP/1.1" status: 200 len: 1802 time: 0.2360983 Jul 23 20:37:59.594737 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-02edab0a-65ba-42fb-9ce5-7373156fe216 req-25cf32e2-5f76-4db1-961b-62929735e175 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2141526287', 'description': 'tempest-description-hth-1810337562'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:59.667994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-cface431-91cd-404b-894a-cd3611bdfddb tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Deleting port 8226a82b-e5ba-42e0-9860-604bcf1a54bb {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:59.668348 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cface431-91cd-404b-894a-cd3611bdfddb tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.737397 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-02edab0a-65ba-42fb-9ce5-7373156fe216 req-25cf32e2-5f76-4db1-961b-62929735e175 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.775603 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.825037 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-02edab0a-65ba-42fb-9ce5-7373156fe216 req-25cf32e2-5f76-4db1-961b-62929735e175 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.839952 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-02edab0a-65ba-42fb-9ce5-7373156fe216 req-25cf32e2-5f76-4db1-961b-62929735e175 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.844012 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-02edab0a-65ba-42fb-9ce5-7373156fe216 req-25cf32e2-5f76-4db1-961b-62929735e175 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.845561 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02edab0a-65ba-42fb-9ce5-7373156fe216 req-25cf32e2-5f76-4db1-961b-62929735e175 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "PUT /v2.0/security-groups/22809bc1-fefe-41fa-aebc-007a87a8657a HTTP/1.1" status: 200 len: 1777 time: 0.2645874 Jul 23 20:37:59.854788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Attempting to bind port a21021b1-9fe0-46b4-a09b-f8272b64c359 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:59.854788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Attempting to bind port a21021b1-9fe0-46b4-a09b-f8272b64c359 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:59.854788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Attempting to bind port a21021b1-9fe0-46b4-a09b-f8272b64c359 on network 7e87e256-e5f8-4403-aebe-74aea031e4d5 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:59.889782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Port a21021b1-9fe0-46b4-a09b-f8272b64c359 on network 7e87e256-e5f8-4403-aebe-74aea031e4d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:59.890199 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Attempting to bind port a21021b1-9fe0-46b4-a09b-f8272b64c359 on network 7e87e256-e5f8-4403-aebe-74aea031e4d5 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:59.894591 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.903999 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-cface431-91cd-404b-894a-cd3611bdfddb tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] For port 8226a82b-e5ba-42e0-9860-604bcf1a54bb, host n-h1-791504-18, got binding levels [] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:59.904563 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cface431-91cd-404b-894a-cd3611bdfddb tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.905072 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351585d7-f36d-4f30-81ef-ece85d87a645 req-b5a78097-7e81-49e0-9259-7bd9742b12f5 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:59.912892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-351585d7-f36d-4f30-81ef-ece85d87a645 req-b5a78097-7e81-49e0-9259-7bd9742b12f5 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.3141239 Jul 23 20:37:59.938100 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-cface431-91cd-404b-894a-cd3611bdfddb tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Calling delete_port for 8226a82b-e5ba-42e0-9860-604bcf1a54bb owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:59.974283 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:59.974623 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Checking segment: {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:59.975445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Bound using segment: {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:59.975899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Bound port: a21021b1-9fe0-46b4-a09b-f8272b64c359, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:59.976260 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.004239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf32e2-5f76-4db1-961b-62929735e175 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22809bc1-fefe-41fa-aebc-007a87a8657a,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:00.096287 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] For port a21021b1-9fe0-46b4-a09b-f8272b64c359, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:00.103367 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] For port a21021b1-9fe0-46b4-a09b-f8272b64c359, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a21021b1-9fe0-46b4-a09b-f8272b64c359,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:00.122439 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-351585d7-f36d-4f30-81ef-ece85d87a645 req-2051cc74-af96-41eb-b6de-9809114dca23 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077088 Jul 23 20:38:00.128660 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.181597 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cface431-91cd-404b-894a-cd3611bdfddb tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.192147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:00.192796 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.194417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] 10.222.0.48 "PUT /v2.0/ports/a21021b1-9fe0-46b4-a09b-f8272b64c359 HTTP/1.1" status: 200 len: 1092 time: 2.6831803 Jul 23 20:38:00.196035 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9db0f0-8d58-47d3-ac63-65846180dd1e', 'tag': 'a21021b1-9fe0-46b4-a09b-f8272b64c359'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:00.199719 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476b79a3-7007-4478-b9d6-541eaad605e0" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9db0f0-8d58-47d3-ac63-65846180dd1e", "tag": "a21021b1-9fe0-46b4-a09b-f8272b64c359"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:00.209149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fea1fab5-4084-4d6c-846a-b9c8f2d9e586 req-0f2f64b1-0e04-4218-b2bf-c744142cb4f3 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/22809bc1-fefe-41fa-aebc-007a87a8657a HTTP/1.1" status: 200 len: 1777 time: 0.2699909 Jul 23 20:38:00.288013 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f057a-8acf-49d4-bc4d-5ee656c1f9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a21021b1-9fe0-46b4-a09b-f8272b64c359,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:00.304557 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.306760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cface431-91cd-404b-894a-cd3611bdfddb tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Pushing event deleted for resources: {'Port': ['ID=8226a82b-e5ba-42e0-9860-604bcf1a54bb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:00.314538 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb0fc42-fab4-4cfb-b555-3a61097dda0c x-openstack-request-id: req-6eb0fc42-fab4-4cfb-b555-3a61097dda0c {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:00.314538 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9db0f0-8d58-47d3-ac63-65846180dd1e", "tag": "a21021b1-9fe0-46b4-a09b-f8272b64c359", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:00.314798 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6eb0fc42-fab4-4cfb-b555-3a61097dda0c {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:00.315238 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9db0f0-8d58-47d3-ac63-65846180dd1e', 'tag': 'a21021b1-9fe0-46b4-a09b-f8272b64c359', 'status': 'completed', 'code': 200} Jul 23 20:38:00.338944 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.421269 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cface431-91cd-404b-894a-cd3611bdfddb tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.423496 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cface431-91cd-404b-894a-cd3611bdfddb tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] 10.222.0.55 "DELETE /v2.0/ports/8226a82b-e5ba-42e0-9860-604bcf1a54bb HTTP/1.1" status: 204 len: 168 time: 1.1295295 Jul 23 20:38:00.434677 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 43218) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:00.498203 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.512129 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Pushing event updated for resources: {'Port': ['ID=68be1a11-8a57-47c4-b213-8ac77e0b3403,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:00.545501 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a129192-1a18-4410-98c8-8c3e1f940aa2 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:38:00.547422 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1a129192-1a18-4410-98c8-8c3e1f940aa2 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] 10.222.0.55 "GET /v2.0/ports/8226a82b-e5ba-42e0-9860-604bcf1a54bb HTTP/1.1" status: 404 len: 333 time: 0.0736046 Jul 23 20:38:00.555282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 43224) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:00.571700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18310f2a-119c-4bdb-ba6c-c4335ff3e69f req-fce9ddb0-448e-4346-8948-703b85434c40 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/22809bc1-fefe-41fa-aebc-007a87a8657a HTTP/1.1" status: 200 len: 1777 time: 0.1877820 Jul 23 20:38:00.583733 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-2d630b37-49c4-4ace-854d-517ca7556788 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Request body: {'port': {'network_id': '812b1c07-154d-4dce-bbef-6921086477e9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-912508266'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:00.653151 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-ab8683a6-6d07-426b-a07f-ddb3e357a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:00.654966 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-ab8683a6-6d07-426b-a07f-ddb3e357a31a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 1095 time: 0.3636391 Jul 23 20:38:00.716120 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Network 04518969-2864-49dd-8fa7-d7bf22c7ecb5 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:00.717884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:00.724429 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-f249d943-e755-4c69-88d0-95f4a0571bf3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a21021b1-9fe0-46b4-a09b-f8272b64c359 HTTP/1.1" status: 200 len: 217 time: 0.0478137 Jul 23 20:38:00.730878 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d630b37-49c4-4ace-854d-517ca7556788 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Made reservation on behalf of 395d03eaa4aa4dddb8e00863836ba486 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:00.733479 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2d630b37-49c4-4ace-854d-517ca7556788 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.804908 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119c957-9dc4-4e2e-8c7b-7d7f33b18db5 req-c474b05e-6bb3-4ec0-9755-b8bdf59f17aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:00.810997 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a119c957-9dc4-4e2e-8c7b-7d7f33b18db5 req-c474b05e-6bb3-4ec0-9755-b8bdf59f17aa tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 943 time: 0.4200432 Jul 23 20:38:00.828898 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-2d630b37-49c4-4ace-854d-517ca7556788 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] device_id is not set on port f3817931-7a0b-46c7-b725-2e6dd9d0c508 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:38:00.874581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43230) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:00.943770 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Router 65675695-ddfc-4d11-8a96-c3fa6f63b071 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:38:00.996335 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0c3e7fd3-0b64-44d9-babb-e250b76677e6 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:01.031528 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-18310f2a-119c-4bdb-ba6c-c4335ff3e69f req-e5dff6c3-a498-4700-b2df-66ab37ffcced tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.059859 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-a08bc2ce-4ca8-4e2f-8517-4d9275dee5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:01.061364 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-a08bc2ce-4ca8-4e2f-8517-4d9275dee5e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.3252537 Jul 23 20:38:01.090347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 0c3e7fd3-0b64-44d9-babb-e250b76677e6 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:01.098051 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2d630b37-49c4-4ace-854d-517ca7556788 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.100965 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0c3e7fd3-0b64-44d9-babb-e250b76677e6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:01.101356 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b25e4748-608f-483d-a0e6-89b5097e07b3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1390473140-network', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:01.101558 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.116987 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-18310f2a-119c-4bdb-ba6c-c4335ff3e69f req-e5dff6c3-a498-4700-b2df-66ab37ffcced tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.130749 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a119c957-9dc4-4e2e-8c7b-7d7f33b18db5 req-2ce1c732-d91c-4b28-a814-55bd6788c42b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165677 Jul 23 20:38:01.175039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25e4748-608f-483d-a0e6-89b5097e07b3 admin admin] Made reservation on behalf of 9ca36bd4dc5c4109bf8508b5723f3746 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:01.179145 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b25e4748-608f-483d-a0e6-89b5097e07b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.188436 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:01.208030 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9278fb30-61dc-4354-8dea-8a722f17231a admin admin] 10.222.0.55 "PUT /v2.0/routers/65675695-ddfc-4d11-8a96-c3fa6f63b071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8874350 Jul 23 20:38:01.224842 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b25e4748-608f-483d-a0e6-89b5097e07b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.307218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-cbf5f8e8-bff8-41e4-8619-d7bb8ade5e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:01.309552 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-cbf5f8e8-bff8-41e4-8619-d7bb8ade5e9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2347624 Jul 23 20:38:01.312473 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-18310f2a-119c-4bdb-ba6c-c4335ff3e69f req-e5dff6c3-a498-4700-b2df-66ab37ffcced tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.315054 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-18310f2a-119c-4bdb-ba6c-c4335ff3e69f req-e5dff6c3-a498-4700-b2df-66ab37ffcced tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.320198 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18310f2a-119c-4bdb-ba6c-c4335ff3e69f req-e5dff6c3-a498-4700-b2df-66ab37ffcced tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "DELETE /v2.0/security-groups/22809bc1-fefe-41fa-aebc-007a87a8657a HTTP/1.1" status: 204 len: 173 time: 0.7473452 Jul 23 20:38:01.434388 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2d630b37-49c4-4ace-854d-517ca7556788 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.440575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dff6c3-a498-4700-b2df-66ab37ffcced tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22809bc1-fefe-41fa-aebc-007a87a8657a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:01.536124 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b25e4748-608f-483d-a0e6-89b5097e07b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.549442 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b25e4748-608f-483d-a0e6-89b5097e07b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.570275 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Sync routers for ids ['65675695-ddfc-4d11-8a96-c3fa6f63b071'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:01.597342 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25e4748-608f-483d-a0e6-89b5097e07b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:38:01.616539 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e4748-608f-483d-a0e6-89b5097e07b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c637b5-dab3-46c9-9149-fe19cb1a6fd7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:01.623026 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a9c61a6b-a919-4a16-9997-d372677fe988 None None] Provisioning complete for port 68be1a11-8a57-47c4-b213-8ac77e0b3403 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:01.624030 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a9c61a6b-a919-4a16-9997-d372677fe988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.634846 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b25e4748-608f-483d-a0e6-89b5097e07b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.638044 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-b25e4748-608f-483d-a0e6-89b5097e07b3 admin admin] Added segment 5245b357-d7e4-4f9e-9ddc-eace4be10505 of type vlan for network bd17cd34-e969-4b19-90d9-ebcf6df4f73c Jul 23 20:38:01.682708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a9c61a6b-a919-4a16-9997-d372677fe988 None None] Port 68be1a11-8a57-47c4-b213-8ac77e0b3403 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:01.687807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Routers {'65675695-ddfc-4d11-8a96-c3fa6f63b071'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:01.688489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:37:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['65675695-ddfc-4d11-8a96-c3fa6f63b071'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:01.690813 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b25e4748-608f-483d-a0e6-89b5097e07b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.732020 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b25e4748-608f-483d-a0e6-89b5097e07b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.733615 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25e4748-608f-483d-a0e6-89b5097e07b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:01.734460 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b25e4748-608f-483d-a0e6-89b5097e07b3 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.790447 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b25e4748-608f-483d-a0e6-89b5097e07b3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9140606 Jul 23 20:38:01.793485 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43262) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:01.807525 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1f608bd0-538a-4050-af5e-a76a99c94d37 admin admin] Request body: {'subnet': {'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1390473140-subnet', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:01.830813 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.850867 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Set router 65675695-ddfc-4d11-8a96-c3fa6f63b071 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:01.889933 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e4748-608f-483d-a0e6-89b5097e07b3 admin admin] Pushing event updated for resources: {'Network': ['ID=bd17cd34-e969-4b19-90d9-ebcf6df4f73c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:01.895094 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 0c3e7fd3-0b64-44d9-babb-e250b76677e6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0c3e7fd3-0b64-44d9-babb-e250b76677e6,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:01.902827 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network bd17cd34-e969-4b19-90d9-ebcf6df4f73c details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:38:01.923020 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f608bd0-538a-4050-af5e-a76a99c94d37 admin admin] Made reservation on behalf of 9ca36bd4dc5c4109bf8508b5723f3746 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:01.925705 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1f608bd0-538a-4050-af5e-a76a99c94d37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.984103 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.057469 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=0c3e7fd3-0b64-44d9-babb-e250b76677e6,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:02.087373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d630b37-49c4-4ace-854d-517ca7556788 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Network 812b1c07-154d-4dce-bbef-6921086477e9 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:02.191663 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-e697f2a7-ad8d-421c-b5a0-7d76ad6d6162 req-e60bfea4-cc98-4e62-bb68-f482afd2ca2e tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] show failed (client error): The resource could not be found. Jul 23 20:38:02.194692 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e697f2a7-ad8d-421c-b5a0-7d76ad6d6162 req-e60bfea4-cc98-4e62-bb68-f482afd2ca2e tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/df7366ca-e67a-4ff4-9119-fb0d886b4f6b HTTP/1.1" status: 404 len: 352 time: 0.2430141 Jul 23 20:38:02.237410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-2d630b37-49c4-4ace-854d-517ca7556788 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:02.248505 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1f608bd0-538a-4050-af5e-a76a99c94d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.254120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d630b37-49c4-4ace-854d-517ca7556788 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:02.255370 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d630b37-49c4-4ace-854d-517ca7556788 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:02.256179 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2d630b37-49c4-4ace-854d-517ca7556788 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.269803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d630b37-49c4-4ace-854d-517ca7556788 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Pushing event updated for resources: {'Port': ['ID=f3817931-7a0b-46c7-b725-2e6dd9d0c508,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:02.299312 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2d630b37-49c4-4ace-854d-517ca7556788 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7242289 Jul 23 20:38:02.304220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 43302) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:02.321267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'name': 'tempest-TaggedBootDevicesTest-1554552862-router', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:51Z', 'updated_at': '2021-07-23T20:37:59Z', 'revision_number': 4, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'gw_port': {'id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:52Z', 'updated_at': '2021-07-23T20:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '68be1a11-8a57-47c4-b213-8ac77e0b3403', 'name': '', 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'mac_address': 'fa:16:3e:fc:a3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:57Z', 'updated_at': '2021-07-23T20:37:59Z', 'revision_number': 2, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'subnets': [{'id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:02.321543 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:02.380282 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-1efd68b0-6bde-47de-86d7-27dac8243c93 service neutron] 10.222.0.48 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0587907 Jul 23 20:38:02.386448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Checking router: 65675695-ddfc-4d11-8a96-c3fa6f63b071 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:38:02.386811 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Updating router 65675695-ddfc-4d11-8a96-c3fa6f63b071 port 68be1a11-8a57-47c4-b213-8ac77e0b3403 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:38:02.396577 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f608bd0-538a-4050-af5e-a76a99c94d37 admin admin] Checking segment: {'id': '5245b357-d7e4-4f9e-9ddc-eace4be10505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:02.396577 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f608bd0-538a-4050-af5e-a76a99c94d37 admin admin] Network hostable DHCP agents. Network: bd17cd34-e969-4b19-90d9-ebcf6df4f73c, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:38:02.402570 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f608bd0-538a-4050-af5e-a76a99c94d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e30070cc-08f6-4366-9d16-3dfe52a72249,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:02.419633 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f608bd0-538a-4050-af5e-a76a99c94d37 admin admin] Network bd17cd34-e969-4b19-90d9-ebcf6df4f73c is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:38:02.436074 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1f608bd0-538a-4050-af5e-a76a99c94d37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, bd17cd34-e969-4b19-90d9-ebcf6df4f73c) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:02.440652 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f608bd0-538a-4050-af5e-a76a99c94d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:02.441258 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1f608bd0-538a-4050-af5e-a76a99c94d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.463537 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.474724 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1f608bd0-538a-4050-af5e-a76a99c94d37 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6797216 Jul 23 20:38:02.475405 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43308) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:02.480836 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1390473140-router', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:02.493074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b21b48-f829-4036-b2f0-7b4e850bec7b None None] Network bd17cd34-e969-4b19-90d9-ebcf6df4f73c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:02.512858 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.513969 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.594850 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.597839 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbc699-5e5a-44f6-ab2d-9466ff6073f4 req-183ae7ac-6f53-4d0c-8091-2cbe405f7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:02.599697 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfcbc699-5e5a-44f6-ab2d-9466ff6073f4 req-183ae7ac-6f53-4d0c-8091-2cbe405f7c1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e36b104f9d24e799825b9baa093a497&device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 1098 time: 1.1629009 Jul 23 20:38:02.632577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff478e-5fc5-4b07-9f17-ba0002611747 req-1ed6811f-42c1-4ea2-abea-3b985b914072 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:02.640422 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94ff478e-5fc5-4b07-9f17-ba0002611747 req-1ed6811f-42c1-4ea2-abea-3b985b914072 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 1.2404807 Jul 23 20:38:02.667175 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.725490 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91499ba0-0b63-45da-9a36-84df5c2a5d48 req-e6552276-7942-47f3-9546-bc5e5a529734 service neutron] 10.222.0.48 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953598 Jul 23 20:38:02.874966 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94ff478e-5fc5-4b07-9f17-ba0002611747 req-f189b7d3-cfe7-46fb-a9ef-06dd620cc4a7 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336745 Jul 23 20:38:02.895003 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.959995 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4361a4c-746e-4c5e-b38a-9cc738b3ea9e req-8e5393d6-024e-4c24-8280-4bd975576680 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:02.961492 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4361a4c-746e-4c5e-b38a-9cc738b3ea9e req-8e5393d6-024e-4c24-8280-4bd975576680 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 943 time: 0.5881073 Jul 23 20:38:03.000529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0c3e7fd3-0b64-44d9-babb-e250b76677e6 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:03.011914 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-da6917c2-92b9-4d78-8c1d-9aec0e7955db req-ef6bde6c-bf50-4ed1-98a5-f967ba822fdf tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] show failed (client error): The resource could not be found. Jul 23 20:38:03.012975 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da6917c2-92b9-4d78-8c1d-9aec0e7955db req-ef6bde6c-bf50-4ed1-98a5-f967ba822fdf tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/3b664e9b-ab70-4553-b921-1f9e3025e5f4 HTTP/1.1" status: 404 len: 352 time: 0.0467024 Jul 23 20:38:03.062789 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbc699-5e5a-44f6-ab2d-9466ff6073f4 req-c59b913f-2ed2-4f86-8ed5-73594ce4ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:03.064901 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfcbc699-5e5a-44f6-ab2d-9466ff6073f4 req-c59b913f-2ed2-4f86-8ed5-73594ce4ff67 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce0133d9-8df6-41ea-ae2f-c1fed304391d HTTP/1.1" status: 200 len: 918 time: 0.4420784 Jul 23 20:38:03.185594 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-bd17cd34-e969-4b19-90d9-ebcf6df4f73c', 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'fixed_ips': [{'subnet_id': 'e30070cc-08f6-4366-9d16-3dfe52a72249'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:38:03.187986 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.207296 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4361a4c-746e-4c5e-b38a-9cc738b3ea9e req-220e1c2b-8c4b-4b34-aea0-173730263c1f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056017 Jul 23 20:38:03.229780 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-e79e5b04-0dce-43e1-bb73-918e29b05f44 req-27c9fbe2-062b-46bd-84e2-571ba04ef425 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] show failed (client error): The resource could not be found. Jul 23 20:38:03.230837 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e79e5b04-0dce-43e1-bb73-918e29b05f44 req-27c9fbe2-062b-46bd-84e2-571ba04ef425 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/3e6c6339-20f7-452b-bf2a-68608c22b691 HTTP/1.1" status: 404 len: 352 time: 0.0727396 Jul 23 20:38:03.262137 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.272687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0c3e7fd3-0b64-44d9-babb-e250b76677e6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:03.273148 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.284924 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.300340 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b79a3-7007-4478-b9d6-541eaad605e0 req-e9f978a2-5efb-4f7c-b7b4-4dfdd570a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:03.301852 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-476b79a3-7007-4478-b9d6-541eaad605e0 req-e9f978a2-5efb-4f7c-b7b4-4dfdd570a38c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 1095 time: 0.4542875 Jul 23 20:38:03.360477 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-71047ce6-0157-4e8e-8527-0fcebbf628be req-30a52b22-a9c2-4efc-b106-4e2445b4e354 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] show failed (client error): The resource could not be found. Jul 23 20:38:03.367436 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-71047ce6-0157-4e8e-8527-0fcebbf628be req-30a52b22-a9c2-4efc-b106-4e2445b4e354 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/faa96944-14ca-4652-8fd1-9592cfc51cd2 HTTP/1.1" status: 404 len: 352 time: 0.1053219 Jul 23 20:38:03.369524 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfcbc699-5e5a-44f6-ab2d-9466ff6073f4 req-7c5c2f3f-5ef3-42be-b432-54eed95a9a3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738 HTTP/1.1" status: 200 len: 1001 time: 0.2890329 Jul 23 20:38:03.444700 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] device_id is not set on port f3817931-7a0b-46c7-b725-2e6dd9d0c508 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:38:03.474561 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.494113 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Allocated IP 172.25.3.38 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/5eeca8cd-2337-4eca-b705-e6b9baaf538c) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:03.534914 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Transition to ACTIVE for port object 68be1a11-8a57-47c4-b213-8ac77e0b3403 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:03.583915 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.596108 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.602144 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-3a618907-e869-4b7b-a200-3554c093c647 req-43ae4d06-9bcb-47a1-9777-f5b7087a9092 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] show failed (client error): The resource could not be found. Jul 23 20:38:03.602536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a618907-e869-4b7b-a200-3554c093c647 req-43ae4d06-9bcb-47a1-9777-f5b7087a9092 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/71bad4eb-f4f9-47b2-8897-fb5cf4a57724 HTTP/1.1" status: 404 len: 352 time: 0.1756451 Jul 23 20:38:03.642855 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbc699-5e5a-44f6-ab2d-9466ff6073f4 req-cf8043e9-0fff-4ff5-a2c5-ccd756650dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:03.646691 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfcbc699-5e5a-44f6-ab2d-9466ff6073f4 req-cf8043e9-0fff-4ff5-a2c5-ccd756650dc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35eaf14f-2eae-4b6c-8dcf-0499d3191c4d HTTP/1.1" status: 200 len: 856 time: 0.2637630 Jul 23 20:38:03.657239 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Allocated IP 172.20.0.2 (bd17cd34-e969-4b19-90d9-ebcf6df4f73c/e30070cc-08f6-4366-9d16-3dfe52a72249/d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:03.663168 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Transition to ACTIVE for port object f3817931-7a0b-46c7-b725-2e6dd9d0c508 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:03.727362 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.774053 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c676d-6a89-4dc5-9feb-1b643b1f5831 None None] Pushing event updated for resources: {'Port': ['ID=68be1a11-8a57-47c4-b213-8ac77e0b3403,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:03.780932 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.820240 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-835afd8e-9c4d-4b38-a914-b3199f5a23c5 req-b8810aed-f579-42fc-aa8d-4dc9e8f3f310 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] show failed (client error): The resource could not be found. Jul 23 20:38:03.837259 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-835afd8e-9c4d-4b38-a914-b3199f5a23c5 req-b8810aed-f579-42fc-aa8d-4dc9e8f3f310 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/316ef6ca-8915-4b68-b63a-1331bc6e97e6 HTTP/1.1" status: 404 len: 352 time: 0.1944363 Jul 23 20:38:03.858435 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b79a3-7007-4478-b9d6-541eaad605e0 req-4233c196-c242-4f84-ae5e-3fb240e7cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:03.860006 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-476b79a3-7007-4478-b9d6-541eaad605e0 req-4233c196-c242-4f84-ae5e-3fb240e7cfa3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.5095847 Jul 23 20:38:03.863672 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.878666 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Attempting to bind port 68be1a11-8a57-47c4-b213-8ac77e0b3403 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:03.879829 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Attempting to bind port 68be1a11-8a57-47c4-b213-8ac77e0b3403 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '060aa268-af4d-459a-b7ae-14b092772597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:03.880404 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Attempting to bind port 68be1a11-8a57-47c4-b213-8ac77e0b3403 on network 04518969-2864-49dd-8fa7-d7bf22c7ecb5 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:03.898667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:03.899371 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Checking segment: {'id': '060aa268-af4d-459a-b7ae-14b092772597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:03.899938 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.900483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Bound using segment: {'id': '060aa268-af4d-459a-b7ae-14b092772597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:03.901273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Bound port: 68be1a11-8a57-47c4-b213-8ac77e0b3403, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060aa268-af4d-459a-b7ae-14b092772597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:03.901871 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.909440 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:03.912629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:03.916790 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:04.003490 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Pushing event updated for resources: {'Port': ['ID=5eeca8cd-2337-4eca-b705-e6b9baaf538c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:04.025292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Pushing event updated for resources: {'Port': ['ID=f3817931-7a0b-46c7-b725-2e6dd9d0c508,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:04.040712 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-476b79a3-7007-4478-b9d6-541eaad605e0 req-d1c1fbf3-ee1a-4fca-aac8-9da9904f93e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a21021b1-9fe0-46b4-a09b-f8272b64c359 HTTP/1.1" status: 200 len: 217 time: 0.1525209 Jul 23 20:38:04.112409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] For port 68be1a11-8a57-47c4-b213-8ac77e0b3403, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:04.185373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] For port 68be1a11-8a57-47c4-b213-8ac77e0b3403, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=68be1a11-8a57-47c4-b213-8ac77e0b3403,segment=NetworkSegment(060aa268-af4d-459a-b7ae-14b092772597),segment_id=060aa268-af4d-459a-b7ae-14b092772597)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:04.218322 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:04.227371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:04.227971 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:04.228090 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:04.237360 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbc699-5e5a-44f6-ab2d-9466ff6073f4 req-09e8ff86-2816-4187-955a-183c9db62f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:04.239029 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfcbc699-5e5a-44f6-ab2d-9466ff6073f4 req-09e8ff86-2816-4187-955a-183c9db62f06 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce0133d9-8df6-41ea-ae2f-c1fed304391d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5799758 Jul 23 20:38:04.262811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:04.263080 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:04.268295 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 2 to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 Jul 23 20:38:04.300667 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:04.310673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b79a3-7007-4478-b9d6-541eaad605e0 req-15599968-e2b9-40c8-be7e-65a07ca127df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:04.312228 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-476b79a3-7007-4478-b9d6-541eaad605e0 req-15599968-e2b9-40c8-be7e-65a07ca127df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.2563326 Jul 23 20:38:04.329621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Transition to ACTIVE for port object d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:04.348767 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:04.349178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:04.349530 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:04.350511 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Transition to ACTIVE for port object d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:04.384432 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:04.384768 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:04.408277 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 3 to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 Jul 23 20:38:04.418667 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:04.449616 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Network bd17cd34-e969-4b19-90d9-ebcf6df4f73c is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:04.454985 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:04.463805 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:04.478244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:04.478449 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:04.478556 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:04.478828 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:04.488900 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb987f-6939-4cf5-a52e-9234c4a4c8ad req-f1b82eea-6a43-4714-8c12-057df47d173a tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:04.490611 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5cb987f-6939-4cf5-a52e-9234c4a4c8ad req-f1b82eea-6a43-4714-8c12-057df47d173a tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.4070349 Jul 23 20:38:04.530546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:04.530914 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:04.577738 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 4 to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 Jul 23 20:38:04.624020 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfcbc699-5e5a-44f6-ab2d-9466ff6073f4 req-4abffadb-e971-4606-9920-f6662c38567d service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729908 Jul 23 20:38:04.637645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:04.637980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:04.638323 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:04.642832 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5cb987f-6939-4cf5-a52e-9234c4a4c8ad req-72d879f1-b973-409e-aa53-4d8f6617d3c2 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370833 Jul 23 20:38:04.806716 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c676d-6a89-4dc5-9feb-1b643b1f5831 None None] Pushing event updated for resources: {'Port': ['ID=68be1a11-8a57-47c4-b213-8ac77e0b3403,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:04.819754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Routers {'65675695-ddfc-4d11-8a96-c3fa6f63b071'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:04.821011 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:37:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['65675695-ddfc-4d11-8a96-c3fa6f63b071'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:04.852564 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfcbc699-5e5a-44f6-ab2d-9466ff6073f4 req-fec6be0e-6b1e-4cf2-b88b-5b22cc724682 service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183776 Jul 23 20:38:04.876227 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b79a3-7007-4478-b9d6-541eaad605e0 req-6730b3f1-9050-4355-bda9-51c3e22a593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:04.878184 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-476b79a3-7007-4478-b9d6-541eaad605e0 req-6730b3f1-9050-4355-bda9-51c3e22a593c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5558164 Jul 23 20:38:04.878937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:04.879546 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:04.882176 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 5 to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 Jul 23 20:38:04.894890 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:04.941095 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:04.941748 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:04.942278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:04.957296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019bbe4-9c1b-4afa-a4cd-31b33b8ea5de req-d3508686-8859-4fde-9d74-cf6c53eaaf7f tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:04.965576 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3019bbe4-9c1b-4afa-a4cd-31b33b8ea5de req-d3508686-8859-4fde-9d74-cf6c53eaaf7f tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 1024 time: 0.5581262 Jul 23 20:38:04.970435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] Set router 65675695-ddfc-4d11-8a96-c3fa6f63b071 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:04.970681 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:04.971020 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:05.010247 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 6 to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 Jul 23 20:38:05.099786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Attempting to bind port d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:05.100416 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Attempting to bind port d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '5245b357-d7e4-4f9e-9ddc-eace4be10505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:05.100950 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Attempting to bind port d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca on network bd17cd34-e969-4b19-90d9-ebcf6df4f73c {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:05.119846 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:05.121139 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Checking segment: {'id': '5245b357-d7e4-4f9e-9ddc-eace4be10505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:05.121730 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:05.122288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Bound using segment: {'id': '5245b357-d7e4-4f9e-9ddc-eace4be10505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:05.122938 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Bound port: d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5245b357-d7e4-4f9e-9ddc-eace4be10505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:05.123349 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:05.167914 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:05.168508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:05.169007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:05.185807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Pushing event updated for resources: {'Port': ['ID=d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:05.209552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Router cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:38:05.233886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:05.234457 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:05.240079 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 7 to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 Jul 23 20:38:05.267721 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3019bbe4-9c1b-4afa-a4cd-31b33b8ea5de req-3b1b6dd9-8f00-49e1-a3a8-1c04c2b7214e tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=effe0396-9b12-4c20-8c56-d9aa7c4e6002&id=96e03ff5-d9a6-4080-800f-835db4b941f2&id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3008459 Jul 23 20:38:05.284840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:05.285456 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:05.286082 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:05.293108 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-476b79a3-7007-4478-b9d6-541eaad605e0 req-17d6df56-2ac6-4cd8-b89f-1f2a4814164a service neutron] 10.222.0.48 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848276 Jul 23 20:38:05.309488 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1c938-fd94-469c-a190-0070694622b6 req-189ded94-467e-4aa9-9de5-29583d34e296 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:05.316753 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86c1c938-fd94-469c-a190-0070694622b6 req-189ded94-467e-4aa9-9de5-29583d34e296 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 943 time: 0.4628360 Jul 23 20:38:05.320968 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:05.321307 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:05.330191 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 8 to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 Jul 23 20:38:05.367294 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] For port d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:05.374219 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:05.376910 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] For port d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca,segment=NetworkSegment(5245b357-d7e4-4f9e-9ddc-eace4be10505),segment_id=5245b357-d7e4-4f9e-9ddc-eace4be10505)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:05.389273 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Sync routers for ids ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:05.392699 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:05.393048 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:05.393795 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:05.409068 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Routers {'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:05.409721 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:37:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:05.411848 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:05.419400 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a21021b1-9fe0-46b4-a09b-f8272b64c359 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:38:05.434203 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:05.435928 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ddc5db76-8ab2-4342-b98e-80ef43f7b4e0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9594574 Jul 23 20:38:05.439477 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43376) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:05.630883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd1810-956b-4f3f-97ed-d2fcac2bd249 None None] Pushing event updated for resources: {'Port': ['ID=d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:05.704811 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Set router cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:06.001197 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a21021b1-9fe0-46b4-a09b-f8272b64c359, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a21021b1-9fe0-46b4-a09b-f8272b64c359,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:06.035756 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'a21021b1-9fe0-46b4-a09b-f8272b64c359', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'port_id': 'a21021b1-9fe0-46b4-a09b-f8272b64c359', 'mac_address': 'fa:16:3e:dc:9e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:38:06.061961 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'name': 'tempest-TaggedBootDevicesTest_v242-1390473140-router', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:04Z', 'revision_number': 3, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'gw_port': {'id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:03Z', 'updated_at': '2021-07-23T20:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:06.117303 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Checking router: cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:38:06.117642 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Updating router cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 port 5eeca8cd-2337-4eca-b705-e6b9baaf538c binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:38:06.130806 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'name': 'tempest-TaggedBootDevicesTest-1554552862-router', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:51Z', 'updated_at': '2021-07-23T20:37:59Z', 'revision_number': 4, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'gw_port': {'id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:52Z', 'updated_at': '2021-07-23T20:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '68be1a11-8a57-47c4-b213-8ac77e0b3403', 'name': '', 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'mac_address': 'fa:16:3e:fc:a3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:57Z', 'updated_at': '2021-07-23T20:38:04Z', 'revision_number': 4, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'subnets': [{'id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:06.171042 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:06.183050 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:06.187844 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19560832-d18f-46d0-b6c1-c3fead310c72 None None] The sync data for ids ['65675695-ddfc-4d11-8a96-c3fa6f63b071'] in n-d-791504-18 is: [{'id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'name': 'tempest-TaggedBootDevicesTest-1554552862-router', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:51Z', 'updated_at': '2021-07-23T20:37:59Z', 'revision_number': 4, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'gw_port': {'id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:52Z', 'updated_at': '2021-07-23T20:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '68be1a11-8a57-47c4-b213-8ac77e0b3403', 'name': '', 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'mac_address': 'fa:16:3e:fc:a3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:57Z', 'updated_at': '2021-07-23T20:38:04Z', 'revision_number': 4, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'subnets': [{'id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:06.205191 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-acc56f62-53e8-49d5-b5ce-f06ba74d3cd4 req-cc24c639-1042-44dd-82da-b69eca279771 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0554223 Jul 23 20:38:06.206260 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21021b1-9fe0-46b4-a09b-f8272b64c359 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:38:06.238326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a21021b1-9fe0-46b4-a09b-f8272b64c359, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a21021b1-9fe0-46b4-a09b-f8272b64c359,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:06.264953 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:06.450257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-476b79a3-7007-4478-b9d6-541eaad605e0 req-f4edf49f-5277-47ed-b3aa-d3e94c582a03 service neutron] 10.222.0.48 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1311414 Jul 23 20:38:06.478150 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=a21021b1-9fe0-46b4-a09b-f8272b64c359,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:06.577460 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['a21021b1-9fe0-46b4-a09b-f8272b64c359'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:38:06.582250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:06.582588 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:06.602402 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 9 to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 Jul 23 20:38:06.719937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:06.720432 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:06.720813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:06.730394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:06.730748 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:06.744133 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 10 to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 Jul 23 20:38:06.805474 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86c1c938-fd94-469c-a190-0070694622b6 req-608ecd51-def4-4440-a931-b2d54d48f9ac tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4875770 Jul 23 20:38:06.817461 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:06.834050 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:06.834231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:06.837221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:06.862031 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Transition to ACTIVE for port object 5eeca8cd-2337-4eca-b705-e6b9baaf538c will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:06.881585 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:06.957208 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:06.957560 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:06.957939 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:07.045780 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec86ea7-6b11-4eda-9f89-8f091facbb3c None None] Pushing event updated for resources: {'Port': ['ID=5eeca8cd-2337-4eca-b705-e6b9baaf538c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:07.055677 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Attempting to bind port 5eeca8cd-2337-4eca-b705-e6b9baaf538c on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:07.056325 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Attempting to bind port 5eeca8cd-2337-4eca-b705-e6b9baaf538c by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:07.056928 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Attempting to bind port 5eeca8cd-2337-4eca-b705-e6b9baaf538c on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:07.064416 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:07.065050 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:07.065558 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:07.066053 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:07.067526 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Bound port: 5eeca8cd-2337-4eca-b705-e6b9baaf538c, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:07.068693 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:07.161731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] For port f3817931-7a0b-46c7-b725-2e6dd9d0c508, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:07.162104 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempted to set empty binding levels {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 20:38:07.170987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:07.206389 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] For port 5eeca8cd-2337-4eca-b705-e6b9baaf538c, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:07.210356 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] For port 5eeca8cd-2337-4eca-b705-e6b9baaf538c, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=5eeca8cd-2337-4eca-b705-e6b9baaf538c,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:07.220084 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:07.224884 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:07.235601 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc56f62-53e8-49d5-b5ce-f06ba74d3cd4 req-1c117d9e-714e-46d9-a557-9da1bbe98324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.240465 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-acc56f62-53e8-49d5-b5ce-f06ba74d3cd4 req-1c117d9e-714e-46d9-a557-9da1bbe98324 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6 HTTP/1.1" status: 200 len: 1097 time: 0.7878067 Jul 23 20:38:07.266080 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:07.291364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] In _notify_port_updated(), no bound segment for port f3817931-7a0b-46c7-b725-2e6dd9d0c508 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:38:07.293039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.295586 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:07.297190 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] 10.222.0.55 "PUT /v2.0/ports/f3817931-7a0b-46c7-b725-2e6dd9d0c508 HTTP/1.1" status: 200 len: 975 time: 4.9879804 Jul 23 20:38:07.305900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43392) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:07.307825 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b6dcb-2a8c-4833-911a-2feec9f13546 req-59475c79-8209-4564-9678-677d589f2749 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.311624 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b82b6dcb-2a8c-4833-911a-2feec9f13546 req-59475c79-8209-4564-9678-677d589f2749 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.48 "GET /v2.0/ports?device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 1024 time: 1.0779712 Jul 23 20:38:07.324020 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caf49e-1b60-4798-87f2-e7cfdb9bb4bf req-d282e720-6050-455f-9886-2a34dee67e33 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.333491 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-52caf49e-1b60-4798-87f2-e7cfdb9bb4bf req-d282e720-6050-455f-9886-2a34dee67e33 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.9174597 Jul 23 20:38:07.338073 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:07.352395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 68be1a11-8a57-47c4-b213-8ac77e0b3403 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:07.374382 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Routers {'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:07.375020 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:37:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:07.425022 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a21021b1-9fe0-46b4-a09b-f8272b64c359 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:07.576090 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec86ea7-6b11-4eda-9f89-8f091facbb3c None None] Pushing event updated for resources: {'Port': ['ID=5eeca8cd-2337-4eca-b705-e6b9baaf538c,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:07.622191 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 68be1a11-8a57-47c4-b213-8ac77e0b3403 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:07.631745 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 68be1a11-8a57-47c4-b213-8ac77e0b3403 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:07.632114 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:07.680533 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] Set router cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:07.696706 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port a21021b1-9fe0-46b4-a09b-f8272b64c359 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:07.704863 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port a21021b1-9fe0-46b4-a09b-f8272b64c359 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:07.705417 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:07.710512 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-52caf49e-1b60-4798-87f2-e7cfdb9bb4bf req-07f8400b-0524-4cfe-b4bb-eac20c6efc03 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3759456 Jul 23 20:38:07.825330 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7294068e-9a5e-43ce-968b-412c6b8e3d11 None None] Network bd17cd34-e969-4b19-90d9-ebcf6df4f73c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:07.845111 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeae09e-0ace-4322-8dca-7ba22518b755 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Pushing event updated for resources: {'Port': ['ID=f3817931-7a0b-46c7-b725-2e6dd9d0c508,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:07.848692 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc56f62-53e8-49d5-b5ce-f06ba74d3cd4 req-ed9d41d3-7f2c-474f-ab6c-0b93faa558ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.850663 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-acc56f62-53e8-49d5-b5ce-f06ba74d3cd4 req-ed9d41d3-7f2c-474f-ab6c-0b93faa558ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.5708053 Jul 23 20:38:07.900741 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.901219 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.901732 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.902198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.914588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.915810 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.916305 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.916787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.917293 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.917762 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.920510 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.925312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.925312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.925312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.925312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.925691 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.925978 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.926446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.926930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.927408 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.927862 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.928320 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.942027 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.945877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.949344 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-acc56f62-53e8-49d5-b5ce-f06ba74d3cd4 req-73fdc58b-2d52-49b0-812b-9f8fb1206496 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9b7bbd-26de-4868-9937-c088ab68043a HTTP/1.1" status: 200 len: 217 time: 0.0875583 Jul 23 20:38:07.949730 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.950254 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.951506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.951989 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.952461 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.973299 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-823c5080-76a9-454b-9245-1d4cd2d43aa3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26128 time: 0.6646895 Jul 23 20:38:07.979383 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43398) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:08.059764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Allocated IP 172.20.0.1 (bd17cd34-e969-4b19-90d9-ebcf6df4f73c/e30070cc-08f6-4366-9d16-3dfe52a72249/c5ab5977-aa61-4f81-922c-93d1cac7e7b1) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:08.097297 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.125865 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd65e8-a95f-4cd7-a7a8-e7e922de9462 req-b72f6098-a1b2-4602-9736-a564dfee7317 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:08.128592 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'name': 'tempest-TaggedBootDevicesTest_v242-1390473140-router', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:04Z', 'revision_number': 3, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'gw_port': {'id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:03Z', 'updated_at': '2021-07-23T20:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:08.137749 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57fd65e8-a95f-4cd7-a7a8-e7e922de9462 req-b72f6098-a1b2-4602-9736-a564dfee7317 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 1024 time: 1.1274061 Jul 23 20:38:08.190285 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-42506cac-c722-409e-8e5d-e8bda887d726 None None] Provisioning for port d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:08.227214 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbfdd6-d86c-4492-9178-fd43dda89c9a None None] The sync data for ids ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'] in n-d-791504-18 is: [{'id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'name': 'tempest-TaggedBootDevicesTest_v242-1390473140-router', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:04Z', 'revision_number': 3, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'gw_port': {'id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:03Z', 'updated_at': '2021-07-23T20:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:08.243868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc56f62-53e8-49d5-b5ce-f06ba74d3cd4 req-3f665441-3a57-4e0a-8979-1ad7072c6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:08.246145 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-acc56f62-53e8-49d5-b5ce-f06ba74d3cd4 req-3f665441-3a57-4e0a-8979-1ad7072c6c7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.2497890 Jul 23 20:38:08.253375 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.268735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-42506cac-c722-409e-8e5d-e8bda887d726 None None] Provisioning complete for port d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:08.269049 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42506cac-c722-409e-8e5d-e8bda887d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.414182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 68be1a11-8a57-47c4-b213-8ac77e0b3403, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=68be1a11-8a57-47c4-b213-8ac77e0b3403,segment=NetworkSegment(060aa268-af4d-459a-b7ae-14b092772597),segment_id=060aa268-af4d-459a-b7ae-14b092772597)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:08.438774 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9db0f0-8d58-47d3-ac63-65846180dd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21021b1-9fe0-46b4-a09b-f8272b64c359'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:08.442337 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05f7a26-5a8a-438e-9c7f-8182837ef2ff" -d '{"events": [{"server_uuid": "cf9db0f0-8d58-47d3-ac63-65846180dd1e", "name": "network-vif-plugged", "status": "completed", "tag": "a21021b1-9fe0-46b4-a09b-f8272b64c359"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:08.449258 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.472141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-b82b6dcb-2a8c-4833-911a-2feec9f13546 req-bf90be4b-ac06-4ffa-8386-06a9c1f1e540 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Deleting port 18f5b73d-cfe8-4557-b8fb-b3304889f135 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:08.472445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a21021b1-9fe0-46b4-a09b-f8272b64c359, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a21021b1-9fe0-46b4-a09b-f8272b64c359,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:08.472556 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b82b6dcb-2a8c-4833-911a-2feec9f13546 req-bf90be4b-ac06-4ffa-8386-06a9c1f1e540 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.476505 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.481369 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Transition to ACTIVE for port object c5ab5977-aa61-4f81-922c-93d1cac7e7b1 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:08.486542 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-bf16f207-7b34-474a-86e5-00a581a2bdc6 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Deleting port f3817931-7a0b-46c7-b725-2e6dd9d0c508 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:08.487137 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf16f207-7b34-474a-86e5-00a581a2bdc6 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.571755 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.576882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 18f5b73d-cfe8-4557-b8fb-b3304889f135 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:08.580041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-bf16f207-7b34-474a-86e5-00a581a2bdc6 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] For port f3817931-7a0b-46c7-b725-2e6dd9d0c508, host n-h1-791504-18, got binding levels [] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:08.580407 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf16f207-7b34-474a-86e5-00a581a2bdc6 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.608137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-bf16f207-7b34-474a-86e5-00a581a2bdc6 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Calling delete_port for f3817931-7a0b-46c7-b725-2e6dd9d0c508 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:08.614144 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57fd65e8-a95f-4cd7-a7a8-e7e922de9462 req-638fc460-d05a-4df7-a92c-00054dd70aa0 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=effe0396-9b12-4c20-8c56-d9aa7c4e6002&id=96e03ff5-d9a6-4080-800f-835db4b941f2&id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4722860 Jul 23 20:38:08.639243 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebd0b1-9e8e-4851-bbf4-70edf6bb5dc7 req-6748eebc-6e9e-446c-88bf-96568771e0f6 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:08.649608 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73ebd0b1-9e8e-4851-bbf4-70edf6bb5dc7 req-6748eebc-6e9e-446c-88bf-96568771e0f6 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 944 time: 0.4912755 Jul 23 20:38:08.737697 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.748012 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33381e4-a167-4605-85bd-dade4ccdca79 x-openstack-request-id: req-d33381e4-a167-4605-85bd-dade4ccdca79 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:08.748627 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9db0f0-8d58-47d3-ac63-65846180dd1e", "name": "network-vif-plugged", "status": "completed", "tag": "a21021b1-9fe0-46b4-a09b-f8272b64c359", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:08.748627 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d33381e4-a167-4605-85bd-dade4ccdca79 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:08.750511 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9db0f0-8d58-47d3-ac63-65846180dd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21021b1-9fe0-46b4-a09b-f8272b64c359', 'code': 200} Jul 23 20:38:08.790098 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf16f207-7b34-474a-86e5-00a581a2bdc6 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.845010 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf16f207-7b34-474a-86e5-00a581a2bdc6 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.849810 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bf16f207-7b34-474a-86e5-00a581a2bdc6 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] 10.222.0.55 "DELETE /v2.0/ports/f3817931-7a0b-46c7-b725-2e6dd9d0c508 HTTP/1.1" status: 204 len: 168 time: 0.8618867 Jul 23 20:38:08.864981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc56f62-53e8-49d5-b5ce-f06ba74d3cd4 req-4203da8f-00ca-4c2d-a2df-10f8fd9a004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:08.866563 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-acc56f62-53e8-49d5-b5ce-f06ba74d3cd4 req-4203da8f-00ca-4c2d-a2df-10f8fd9a004b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6052842 Jul 23 20:38:08.880330 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43408) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:08.920668 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Network bd17cd34-e969-4b19-90d9-ebcf6df4f73c is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:08.943601 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ab5977-aa61-4f81-922c-93d1cac7e7b1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:08.946824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:08.950148 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:08.976481 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82bc619-64f5-4917-acb7-2f86c89061ee tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:38:08.976648 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=68be1a11-8a57-47c4-b213-8ac77e0b3403,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:08.978324 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f82bc619-64f5-4917-acb7-2f86c89061ee tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] 10.222.0.55 "GET /v2.0/ports/f3817931-7a0b-46c7-b725-2e6dd9d0c508 HTTP/1.1" status: 404 len: 333 time: 0.0903769 Jul 23 20:38:08.979449 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16f207-7b34-474a-86e5-00a581a2bdc6 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3817931-7a0b-46c7-b725-2e6dd9d0c508,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:09.015768 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43412) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:09.021262 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e50e95b4-6343-46ec-b2da-fe0ae5040d0c tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-259363056', 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:09.075053 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42506cac-c722-409e-8e5d-e8bda887d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:09.131313 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-b82b6dcb-2a8c-4833-911a-2feec9f13546 req-bf90be4b-ac06-4ffa-8386-06a9c1f1e540 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] For port 18f5b73d-cfe8-4557-b8fb-b3304889f135, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=18f5b73d-cfe8-4557-b8fb-b3304889f135,segment=NetworkSegment(a1ba9e34-c49f-444f-ab97-068a226f2bb9),segment_id=a1ba9e34-c49f-444f-ab97-068a226f2bb9)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:09.131805 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b82b6dcb-2a8c-4833-911a-2feec9f13546 req-bf90be4b-ac06-4ffa-8386-06a9c1f1e540 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:09.135257 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:09.145238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50e95b4-6343-46ec-b2da-fe0ae5040d0c tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Made reservation on behalf of 395d03eaa4aa4dddb8e00863836ba486 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:09.152774 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-b82b6dcb-2a8c-4833-911a-2feec9f13546 req-bf90be4b-ac06-4ffa-8386-06a9c1f1e540 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Calling delete_port for 18f5b73d-cfe8-4557-b8fb-b3304889f135 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:09.157742 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e50e95b4-6343-46ec-b2da-fe0ae5040d0c tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:09.163976 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5eeca8cd-2337-4eca-b705-e6b9baaf538c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:09.181278 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=a21021b1-9fe0-46b4-a09b-f8272b64c359,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:09.374782 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-42506cac-c722-409e-8e5d-e8bda887d726 None None] For port d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca,segment=NetworkSegment(5245b357-d7e4-4f9e-9ddc-eace4be10505),segment_id=5245b357-d7e4-4f9e-9ddc-eace4be10505)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:09.410021 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42506cac-c722-409e-8e5d-e8bda887d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:09.480726 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-e50e95b4-6343-46ec-b2da-fe0ae5040d0c tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] device_id is not set on port 4151318b-e109-4353-96e2-6d98bbcaf74a yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:38:09.497451 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73ebd0b1-9e8e-4851-bbf4-70edf6bb5dc7 req-3750eb88-3aac-4984-8541-6cf52b09a2c8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8468571 Jul 23 20:38:09.511672 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:09.611475 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 5eeca8cd-2337-4eca-b705-e6b9baaf538c completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:09.682987 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:09.709341 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 5eeca8cd-2337-4eca-b705-e6b9baaf538c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:09.709763 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:09.774722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53b0fd-81ef-4b10-9ae2-a56ec7d211a9 req-7498cbba-986a-4814-b85e-41e7662c9a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:09.777642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc53b0fd-81ef-4b10-9ae2-a56ec7d211a9 req-7498cbba-986a-4814-b85e-41e7662c9a13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 1097 time: 0.9015982 Jul 23 20:38:09.787932 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-acc56f62-53e8-49d5-b5ce-f06ba74d3cd4 req-1fb34f6e-9895-4dce-96ba-795cf35e8cb2 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8908443 Jul 23 20:38:09.951821 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f86ff-6d22-4d4e-af7b-1201777abaf9 req-7f61cf36-6f68-4240-930d-8ec8934ab782 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:09.959184 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-640f86ff-6d22-4d4e-af7b-1201777abaf9 req-7f61cf36-6f68-4240-930d-8ec8934ab782 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.9092178 Jul 23 20:38:10.133253 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e50e95b4-6343-46ec-b2da-fe0ae5040d0c tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:10.155183 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc53b0fd-81ef-4b10-9ae2-a56ec7d211a9 req-c3b4353c-fb35-4f88-8d3d-3843e3c25339 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644640 Jul 23 20:38:10.257361 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-640f86ff-6d22-4d4e-af7b-1201777abaf9 req-1bfa2a9c-72b9-4823-a83a-314a4680b120 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2912276 Jul 23 20:38:10.271665 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e50e95b4-6343-46ec-b2da-fe0ae5040d0c tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:10.276207 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42506cac-c722-409e-8e5d-e8bda887d726 None None] Pushing event updated for resources: {'Port': ['ID=d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:10.312694 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 18f5b73d-cfe8-4557-b8fb-b3304889f135, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=18f5b73d-cfe8-4557-b8fb-b3304889f135,segment=NetworkSegment(a1ba9e34-c49f-444f-ab97-068a226f2bb9),segment_id=a1ba9e34-c49f-444f-ab97-068a226f2bb9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:10.345409 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:10.400137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2b82bb6e-5a09-4d54-9ac7-6ea313bd3914 None None] Provisioning complete for port d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:10.400908 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b82bb6e-5a09-4d54-9ac7-6ea313bd3914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:10.408865 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-acc56f62-53e8-49d5-b5ce-f06ba74d3cd4 req-ef4babfa-c46c-4ad4-a73d-7aa964c82332 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927105 Jul 23 20:38:10.411641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e95b4-6343-46ec-b2da-fe0ae5040d0c tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Pushing event updated for resources: {'Port': ['ID=4151318b-e109-4353-96e2-6d98bbcaf74a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:10.422294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d68a8-7db1-4f35-8445-3b524d582737 req-7a533355-ecfc-4d7d-abad-af0eaa2e4ae0 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:10.430313 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d41d68a8-7db1-4f35-8445-3b524d582737 req-7a533355-ecfc-4d7d-abad-af0eaa2e4ae0 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 1024 time: 0.4960666 Jul 23 20:38:10.483372 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50e95b4-6343-46ec-b2da-fe0ae5040d0c tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Network 812b1c07-154d-4dce-bbef-6921086477e9 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:10.486347 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-e50e95b4-6343-46ec-b2da-fe0ae5040d0c tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:10.492536 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50e95b4-6343-46ec-b2da-fe0ae5040d0c tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:10.493529 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50e95b4-6343-46ec-b2da-fe0ae5040d0c tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:10.494081 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e50e95b4-6343-46ec-b2da-fe0ae5040d0c tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:10.512617 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d41d68a8-7db1-4f35-8445-3b524d582737 req-3193f77a-b869-45c6-973a-fad139701426 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups?id=effe0396-9b12-4c20-8c56-d9aa7c4e6002&id=96e03ff5-d9a6-4080-800f-835db4b941f2&id=2837220e-31ed-41e3-94b8-741fa20190b8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0804985 Jul 23 20:38:10.525017 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e50e95b4-6343-46ec-b2da-fe0ae5040d0c tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5080166 Jul 23 20:38:10.528584 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 43426) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:10.538709 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b82b6dcb-2a8c-4833-911a-2feec9f13546 req-bf90be4b-ac06-4ffa-8386-06a9c1f1e540 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:10.573846 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=18f5b73d-cfe8-4557-b8fb-b3304889f135,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:10.601196 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:10.612096 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:10.627822 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84da550e-e32a-4a89-8268-57b57a7fb39b tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:10.635166 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-84da550e-e32a-4a89-8268-57b57a7fb39b tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] 10.222.0.55 "GET /v2.0/ports/4151318b-e109-4353-96e2-6d98bbcaf74a HTTP/1.1" status: 200 len: 954 time: 0.1059971 Jul 23 20:38:10.637532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 43428) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:10.637878 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:10.638834 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90be4b-ac06-4ffa-8386-06a9c1f1e540 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event deleted for resources: {'Port': ['ID=18f5b73d-cfe8-4557-b8fb-b3304889f135,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:10.752483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60702a6f-7624-4bb1-ab00-a5989839f9bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f5b73d-cfe8-4557-b8fb-b3304889f135'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:10.766532 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7393b1b2-069e-46fb-8a74-03ef578c0b06" -d '{"events": [{"server_uuid": "60702a6f-7624-4bb1-ab00-a5989839f9bb", "name": "network-vif-unplugged", "status": "completed", "tag": "18f5b73d-cfe8-4557-b8fb-b3304889f135"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:10.781033 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:10.784186 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 5eeca8cd-2337-4eca-b705-e6b9baaf538c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=5eeca8cd-2337-4eca-b705-e6b9baaf538c,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:10.789392 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ab5977-aa61-4f81-922c-93d1cac7e7b1,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:10.812058 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82b6dcb-2a8c-4833-911a-2feec9f13546 req-bf90be4b-ac06-4ffa-8386-06a9c1f1e540 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] No DVR routers for this DVR port 18f5b73d-cfe8-4557-b8fb-b3304889f135 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:38:10.818252 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b82b6dcb-2a8c-4833-911a-2feec9f13546 req-bf90be4b-ac06-4ffa-8386-06a9c1f1e540 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:10.820461 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b82b6dcb-2a8c-4833-911a-2feec9f13546 req-bf90be4b-ac06-4ffa-8386-06a9c1f1e540 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.48 "DELETE /v2.0/ports/18f5b73d-cfe8-4557-b8fb-b3304889f135 HTTP/1.1" status: 204 len: 173 time: 3.4826345 Jul 23 20:38:10.821185 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60702a6f-7624-4bb1-ab00-a5989839f9bb', 'name': 'network-vif-deleted', 'tag': '18f5b73d-cfe8-4557-b8fb-b3304889f135'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:10.823476 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:10.827349 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9199032-b378-4b0a-9a83-02c0542c79f5" -d '{"events": [{"server_uuid": "60702a6f-7624-4bb1-ab00-a5989839f9bb", "name": "network-vif-deleted", "tag": "18f5b73d-cfe8-4557-b8fb-b3304889f135"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:10.945673 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=5eeca8cd-2337-4eca-b705-e6b9baaf538c,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:10.955977 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2b82bb6e-5a09-4d54-9ac7-6ea313bd3914 None None] Provisioning for port c5ab5977-aa61-4f81-922c-93d1cac7e7b1 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:10.970175 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2b82bb6e-5a09-4d54-9ac7-6ea313bd3914 None None] Provisioning complete for port c5ab5977-aa61-4f81-922c-93d1cac7e7b1 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:10.970562 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b82bb6e-5a09-4d54-9ac7-6ea313bd3914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:11.001338 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802204c-c109-4c84-9d79-331ea35e40ab req-638c34ff-b02f-4f78-9122-c01ed31323be tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:11.002835 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f802204c-c109-4c84-9d79-331ea35e40ab req-638c34ff-b02f-4f78-9122-c01ed31323be tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 945 time: 0.3205559 Jul 23 20:38:11.022411 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740da944-04c8-4fe0-9dab-7af9b3fd398a x-openstack-request-id: req-740da944-04c8-4fe0-9dab-7af9b3fd398a {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:11.023345 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60702a6f-7624-4bb1-ab00-a5989839f9bb", "name": "network-vif-unplugged", "status": "completed", "tag": "18f5b73d-cfe8-4557-b8fb-b3304889f135", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:11.034419 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Network bd17cd34-e969-4b19-90d9-ebcf6df4f73c is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:11.036273 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-740da944-04c8-4fe0-9dab-7af9b3fd398a {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:11.036430 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60702a6f-7624-4bb1-ab00-a5989839f9bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f5b73d-cfe8-4557-b8fb-b3304889f135', 'code': 200} Jul 23 20:38:11.037251 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-88442fd7-e701-461c-ba96-33940f8bc8b2 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Deleting port 4151318b-e109-4353-96e2-6d98bbcaf74a {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:11.037599 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-88442fd7-e701-461c-ba96-33940f8bc8b2 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:11.056357 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:11.095959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2b82bb6e-5a09-4d54-9ac7-6ea313bd3914 None None] Port c5ab5977-aa61-4f81-922c-93d1cac7e7b1 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:11.116600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:11.257613 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a233395-e9d0-45e4-960e-03245f16a692 x-openstack-request-id: req-9a233395-e9d0-45e4-960e-03245f16a692 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:11.257970 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60702a6f-7624-4bb1-ab00-a5989839f9bb", "name": "network-vif-deleted", "tag": "18f5b73d-cfe8-4557-b8fb-b3304889f135", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:11.258170 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9a233395-e9d0-45e4-960e-03245f16a692 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:11.258571 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60702a6f-7624-4bb1-ab00-a5989839f9bb', 'name': 'network-vif-deleted', 'tag': '18f5b73d-cfe8-4557-b8fb-b3304889f135', 'status': 'completed', 'code': 200} Jul 23 20:38:11.269049 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f802204c-c109-4c84-9d79-331ea35e40ab req-abe70dd7-5eff-4cfc-82a1-fb0a1b46f701 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573230 Jul 23 20:38:11.272397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:11.272598 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:11.274145 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fec2a5dd-4909-44bb-b6f6-816b8e841af4 None None] Provisioning complete for port c5ab5977-aa61-4f81-922c-93d1cac7e7b1 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:11.281482 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fec2a5dd-4909-44bb-b6f6-816b8e841af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:11.289252 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-88442fd7-e701-461c-ba96-33940f8bc8b2 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:11.328277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-88442fd7-e701-461c-ba96-33940f8bc8b2 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Calling delete_port for 4151318b-e109-4353-96e2-6d98bbcaf74a owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:11.448777 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Router cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:38:11.465526 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2a131450-cfc5-4aab-8b1a-db2c1372f738 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:38:11.644927 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-88442fd7-e701-461c-ba96-33940f8bc8b2 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:11.733007 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-fec2a5dd-4909-44bb-b6f6-816b8e841af4 None None] Port c5ab5977-aa61-4f81-922c-93d1cac7e7b1 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:11.747925 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-88442fd7-e701-461c-ba96-33940f8bc8b2 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:11.754928 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-88442fd7-e701-461c-ba96-33940f8bc8b2 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] 10.222.0.55 "DELETE /v2.0/ports/4151318b-e109-4353-96e2-6d98bbcaf74a HTTP/1.1" status: 204 len: 168 time: 1.1106992 Jul 23 20:38:11.755759 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43444) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:11.760643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88442fd7-e701-461c-ba96-33940f8bc8b2 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Pushing event deleted for resources: {'Port': ['ID=4151318b-e109-4353-96e2-6d98bbcaf74a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:11.814214 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a7eee7c-1da4-49f1-ac03-c0b70c058791 req-c8c78d43-5cc2-4462-a81d-e2c8b02cfa3d tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/ports?device_id=60702a6f-7624-4bb1-ab00-a5989839f9bb HTTP/1.1" status: 200 len: 210 time: 0.1384141 Jul 23 20:38:11.827340 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-5268df5a-2254-4fb5-b04b-24d46801dd92 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:38:11.829097 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5268df5a-2254-4fb5-b04b-24d46801dd92 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] 10.222.0.55 "GET /v2.0/ports/4151318b-e109-4353-96e2-6d98bbcaf74a HTTP/1.1" status: 404 len: 333 time: 0.0723355 Jul 23 20:38:11.838266 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43446) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:11.845737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e959ba64-2661-41f9-b45c-59d55bbf5f82 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Request body: {'port': {'network_id': '812b1c07-154d-4dce-bbef-6921086477e9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-46505281'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:11.860082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2a131450-cfc5-4aab-8b1a-db2c1372f738, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:11.863942 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 68be1a11-8a57-47c4-b213-8ac77e0b3403 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:11.898200 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '2a131450-cfc5-4aab-8b1a-db2c1372f738', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'port_id': '2a131450-cfc5-4aab-8b1a-db2c1372f738', 'mac_address': 'fa:16:3e:76:a6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:38:11.899318 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a727ffe-cf0f-47f1-b86b-1047c9898d56 req-9ade2fe9-7327-4599-978c-013118f55df5 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:11.907233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:11.920848 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6db5ae88-82dc-405d-8b93-875abd98ab42 admin admin] 10.222.0.55 "PUT /v2.0/routers/cb7b7e63-b3f6-46ff-8bc7-9b2de4061862/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4718854 Jul 23 20:38:11.920969 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a727ffe-cf0f-47f1-b86b-1047c9898d56 req-9ade2fe9-7327-4599-978c-013118f55df5 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.3037577 Jul 23 20:38:11.921869 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0514e66d-81fb-485f-b65e-58d803936d90 None None] Provisioning complete for port c5ab5977-aa61-4f81-922c-93d1cac7e7b1 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:11.921992 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0514e66d-81fb-485f-b65e-58d803936d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:11.925170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Sync routers for ids ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:11.945173 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e959ba64-2661-41f9-b45c-59d55bbf5f82 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Made reservation on behalf of 395d03eaa4aa4dddb8e00863836ba486 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:11.947669 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e959ba64-2661-41f9-b45c-59d55bbf5f82 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.012725 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-e959ba64-2661-41f9-b45c-59d55bbf5f82 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] device_id is not set on port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:38:12.015337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Routers {'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:12.015659 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a727ffe-cf0f-47f1-b86b-1047c9898d56 req-189705a1-2717-49b8-b980-c004257bda4b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981796 Jul 23 20:38:12.016735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-662399da-145e-4f91-900a-8bdad056a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:37:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:12.126426 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.130400 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0514e66d-81fb-485f-b65e-58d803936d90 None None] Port c5ab5977-aa61-4f81-922c-93d1cac7e7b1 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:12.155185 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a131450-cfc5-4aab-8b1a-db2c1372f738 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:38:12.178442 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 68be1a11-8a57-47c4-b213-8ac77e0b3403 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:12.179458 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.219884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2a131450-cfc5-4aab-8b1a-db2c1372f738, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:12.242020 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.290971 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e959ba64-2661-41f9-b45c-59d55bbf5f82 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.319897 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2a131450-cfc5-4aab-8b1a-db2c1372f738,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:12.387053 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Set router cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:12.421580 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e959ba64-2661-41f9-b45c-59d55bbf5f82 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.456409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['2a131450-cfc5-4aab-8b1a-db2c1372f738'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:38:12.592924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e959ba64-2661-41f9-b45c-59d55bbf5f82 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Network 812b1c07-154d-4dce-bbef-6921086477e9 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:12.604065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-e959ba64-2661-41f9-b45c-59d55bbf5f82 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:12.627774 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e959ba64-2661-41f9-b45c-59d55bbf5f82 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:12.629926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e959ba64-2661-41f9-b45c-59d55bbf5f82 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:12.629926 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e959ba64-2661-41f9-b45c-59d55bbf5f82 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.700169 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0b5d2-1977-4ce0-a0bf-943d55ee2f6d req-f7010a1e-0019-41c6-befb-1e71e5660c26 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:12.700447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959ba64-2661-41f9-b45c-59d55bbf5f82 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Pushing event updated for resources: {'Port': ['ID=88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:12.711509 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e8f0b5d2-1977-4ce0-a0bf-943d55ee2f6d req-f7010a1e-0019-41c6-befb-1e71e5660c26 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 945 time: 0.2465456 Jul 23 20:38:12.725831 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e959ba64-2661-41f9-b45c-59d55bbf5f82 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.8855586 Jul 23 20:38:12.726836 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43480) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:12.750370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:12.814741 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e8f0b5d2-1977-4ce0-a0bf-943d55ee2f6d req-bc662e9b-48e0-4a98-aee6-5b885b94564f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942550 Jul 23 20:38:12.921979 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.987157 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9992913d-82bf-4463-bedf-cc1c5d30db93 req-d9cd9c13-19be-41e6-8340-52a8cf3e9707 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14 HTTP/1.1" status: 200 len: 267 time: 0.0664132 Jul 23 20:38:13.060601 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10406058-bd1c-45cd-af09-deb8d7fa7165 req-3dc0113a-ba6b-4bef-a60f-b6b175fbacf9 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/effe0396-9b12-4c20-8c56-d9aa7c4e6002 HTTP/1.1" status: 200 len: 1801 time: 0.1038289 Jul 23 20:38:13.126516 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5eeca8cd-2337-4eca-b705-e6b9baaf538c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:13.185585 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-10406058-bd1c-45cd-af09-deb8d7fa7165 req-8b3e859c-6cde-41c9-9fbb-21928b4bbd9a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.197348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992913d-82bf-4463-bedf-cc1c5d30db93 req-5bc9fa27-91f0-4ddc-802d-470c5064c024 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:13.206173 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9992913d-82bf-4463-bedf-cc1c5d30db93 req-5bc9fa27-91f0-4ddc-802d-470c5064c024 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 945 time: 0.2181020 Jul 23 20:38:13.218198 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-9992913d-82bf-4463-bedf-cc1c5d30db93 req-747af32e-6552-48d7-a14b-2d1d1c67fdda tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Request body: {'port': {'security_groups': []}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:13.271708 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] device_id is not set on port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:38:13.278238 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-10406058-bd1c-45cd-af09-deb8d7fa7165 req-8b3e859c-6cde-41c9-9fbb-21928b4bbd9a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.284139 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.303712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Transition to ACTIVE for port object 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:13.311569 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.384873 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 5eeca8cd-2337-4eca-b705-e6b9baaf538c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:13.385625 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.426153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-662399da-145e-4f91-900a-8bdad056a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'name': 'tempest-TaggedBootDevicesTest_v242-1390473140-router', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:09Z', 'revision_number': 4, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'gw_port': {'id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:03Z', 'updated_at': '2021-07-23T20:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'c5ab5977-aa61-4f81-922c-93d1cac7e7b1', 'name': '', 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'mac_address': 'fa:16:3e:04:22:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:07Z', 'updated_at': '2021-07-23T20:38:10Z', 'revision_number': 2, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'subnets': [{'id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:13.453342 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-10406058-bd1c-45cd-af09-deb8d7fa7165 req-8b3e859c-6cde-41c9-9fbb-21928b4bbd9a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.465899 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-10406058-bd1c-45cd-af09-deb8d7fa7165 req-8b3e859c-6cde-41c9-9fbb-21928b4bbd9a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.467596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Pushing event updated for resources: {'Port': ['ID=88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:13.473795 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Checking router: cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:38:13.474522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Updating router cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 port c5ab5977-aa61-4f81-922c-93d1cac7e7b1 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:38:13.485846 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10406058-bd1c-45cd-af09-deb8d7fa7165 req-8b3e859c-6cde-41c9-9fbb-21928b4bbd9a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "DELETE /v2.0/security-groups/effe0396-9b12-4c20-8c56-d9aa7c4e6002 HTTP/1.1" status: 204 len: 173 time: 0.4243052 Jul 23 20:38:13.486067 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2a131450-cfc5-4aab-8b1a-db2c1372f738 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:13.494568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:13.494908 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:13.496826 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:13.499281 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:13.505252 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:13.505715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:13.506062 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:13.509721 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:13.509721 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:13.509721 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:13.509721 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:13.509721 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:13.529803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:13.530099 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:13.530451 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:13.538295 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9992913d-82bf-4463-bedf-cc1c5d30db93 req-747af32e-6552-48d7-a14b-2d1d1c67fdda tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.550908 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:13.551289 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:13.551694 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 2 to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 Jul 23 20:38:13.617741 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:13.623291 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:13.623716 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:13.639193 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:13.639541 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:13.639941 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 3 to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 Jul 23 20:38:13.641486 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e859c-6cde-41c9-9fbb-21928b4bbd9a tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=effe0396-9b12-4c20-8c56-d9aa7c4e6002,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:13.661487 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:13.661818 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:13.662160 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:13.672783 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:13.673127 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:13.673510 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 4 to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 Jul 23 20:38:13.695221 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.700019 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:13.700976 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:13.701631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:13.723435 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:13.724809 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:13.726109 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 5 to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 Jul 23 20:38:13.728330 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 2a131450-cfc5-4aab-8b1a-db2c1372f738 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:13.728706 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.808271 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:13.808620 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:13.809105 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:13.831414 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:13.831761 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:13.832304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad8c89-078c-4213-a25e-7282e4e24eae req-c80f1d50-96fe-48ff-ae19-c69c271ba583 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:13.837371 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 6 to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 Jul 23 20:38:13.841126 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b3ad8c89-078c-4213-a25e-7282e4e24eae req-c80f1d50-96fe-48ff-ae19-c69c271ba583 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 945 time: 0.1840296 Jul 23 20:38:13.877687 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:13.878207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:13.879202 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:13.906854 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:13.907371 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:13.907879 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 7 to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 Jul 23 20:38:13.931942 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:13.933130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:13.933409 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:13.945221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:13.945751 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:13.946259 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 8 to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 Jul 23 20:38:13.965409 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b3ad8c89-078c-4213-a25e-7282e4e24eae req-8b4c23b6-c356-4246-b6e9-aeaea97cb332 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227212 Jul 23 20:38:13.998611 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:14.003038 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:14.003758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:14.018694 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:14.019542 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:14.022554 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 9 to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 Jul 23 20:38:14.024545 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:14.066591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:14.069456 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:14.071806 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:14.092207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:14.092919 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:14.093747 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempt 10 to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 Jul 23 20:38:14.097318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a4aa9c-f857-4adb-b25d-82807319e607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a131450-cfc5-4aab-8b1a-db2c1372f738'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:14.099678 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7b9804-8913-4c62-8e4b-615798083405" -d '{"events": [{"server_uuid": "83a4aa9c-f857-4adb-b25d-82807319e607", "name": "network-vif-plugged", "status": "completed", "tag": "2a131450-cfc5-4aab-8b1a-db2c1372f738"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:14.119134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2a131450-cfc5-4aab-8b1a-db2c1372f738, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:14.125565 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:14.126907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:14.127524 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempting to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:14.130901 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:14.152964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:14.153322 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Failed to bind port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on host n-h1-791504-18 for vnic_type normal using segments [{'id': 'ffc1a8fc-e306-45c1-8033-115c9160de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812b1c07-154d-4dce-bbef-6921086477e9'}] Jul 23 20:38:14.153680 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:14.168928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9992913d-82bf-4463-bedf-cc1c5d30db93 req-747af32e-6552-48d7-a14b-2d1d1c67fdda tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] For port a21021b1-9fe0-46b4-a09b-f8272b64c359, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a21021b1-9fe0-46b4-a09b-f8272b64c359,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:14.223453 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9992913d-82bf-4463-bedf-cc1c5d30db93 req-747af32e-6552-48d7-a14b-2d1d1c67fdda tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:14.242293 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9992913d-82bf-4463-bedf-cc1c5d30db93 req-747af32e-6552-48d7-a14b-2d1d1c67fdda tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:14.314320 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['b9ebfedd-e6c7-422e-9b78-b89443a65d23', '0d9b7bbd-26de-4868-9937-c088ab68043a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:38:14.317023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['a21021b1-9fe0-46b4-a09b-f8272b64c359'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:38:14.318729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747af32e-6552-48d7-a14b-2d1d1c67fdda tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Pushing event updated for resources: {'Port': ['ID=a21021b1-9fe0-46b4-a09b-f8272b64c359,revision_number=6']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:14.353911 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992913d-82bf-4463-bedf-cc1c5d30db93 req-747af32e-6552-48d7-a14b-2d1d1c67fdda tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:14.355606 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9992913d-82bf-4463-bedf-cc1c5d30db93 req-747af32e-6552-48d7-a14b-2d1d1c67fdda tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:14.371682 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9992913d-82bf-4463-bedf-cc1c5d30db93 req-747af32e-6552-48d7-a14b-2d1d1c67fdda tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "PUT /v2.0/ports/a21021b1-9fe0-46b4-a09b-f8272b64c359 HTTP/1.1" status: 200 len: 904 time: 1.1643200 Jul 23 20:38:14.390240 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9db0f0-8d58-47d3-ac63-65846180dd1e', 'tag': 'a21021b1-9fe0-46b4-a09b-f8272b64c359'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:14.394149 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c24bf5-d79f-475e-9821-8aff02185ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9db0f0-8d58-47d3-ac63-65846180dd1e", "tag": "a21021b1-9fe0-46b4-a09b-f8272b64c359"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:14.408124 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] For port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:14.409242 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attempted to set empty binding levels {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 20:38:14.416783 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:14.466348 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f9290a1-7ecf-4d90-ac54-86ce9c3b13d6 req-cb533e40-b1a6-4cfc-8537-5eb7e4196530 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "GET /v2.0/security-groups/96e03ff5-d9a6-4080-800f-835db4b941f2 HTTP/1.1" status: 200 len: 1802 time: 0.2107775 Jul 23 20:38:14.497200 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] In _notify_port_updated(), no bound segment for port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 on network 812b1c07-154d-4dce-bbef-6921086477e9 {{(pid=93810) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:38:14.498142 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:14.498773 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:14.503694 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] 10.222.0.55 "PUT /v2.0/ports/88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 HTTP/1.1" status: 200 len: 974 time: 1.7676473 Jul 23 20:38:14.503694 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43514) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:14.549647 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70cb3e-36a5-4e7c-9565-c8b5fdffea9d tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Pushing event updated for resources: {'Port': ['ID=88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:14.715603 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-110fb7da-47e6-4908-aa93-ea0105c180e3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Deleting port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:14.716213 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-110fb7da-47e6-4908-aa93-ea0105c180e3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:14.866859 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc3a513-c198-40b9-9b0a-9d77ed3df1fe x-openstack-request-id: req-bbc3a513-c198-40b9-9b0a-9d77ed3df1fe {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:14.867470 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a4aa9c-f857-4adb-b25d-82807319e607", "name": "network-vif-plugged", "status": "completed", "tag": "2a131450-cfc5-4aab-8b1a-db2c1372f738", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:14.867470 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bbc3a513-c198-40b9-9b0a-9d77ed3df1fe {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:14.868146 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a4aa9c-f857-4adb-b25d-82807319e607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a131450-cfc5-4aab-8b1a-db2c1372f738', 'code': 200} Jul 23 20:38:14.919399 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:14.941327 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Transition to ACTIVE for port object c5ab5977-aa61-4f81-922c-93d1cac7e7b1 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:14.946929 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-110fb7da-47e6-4908-aa93-ea0105c180e3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] For port 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0, host n-h1-791504-18, got binding levels [] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:14.947466 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-110fb7da-47e6-4908-aa93-ea0105c180e3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:14.953662 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2a131450-cfc5-4aab-8b1a-db2c1372f738,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:14.973854 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-110fb7da-47e6-4908-aa93-ea0105c180e3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Calling delete_port for 88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:14.991053 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:14.996127 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1f9290a1-7ecf-4d90-ac54-86ce9c3b13d6 req-f4527068-1423-4414-9643-58c1822d50e2 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:15.033634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['a21021b1-9fe0-46b4-a09b-f8272b64c359'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:38:15.067985 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b5a496d1-6441-4628-a03d-801140e0adb0 None None] Provisioning complete for port a21021b1-9fe0-46b4-a09b-f8272b64c359 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:15.068516 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5a496d1-6441-4628-a03d-801140e0adb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:15.082804 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1f9290a1-7ecf-4d90-ac54-86ce9c3b13d6 req-f4527068-1423-4414-9643-58c1822d50e2 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:15.199431 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-110fb7da-47e6-4908-aa93-ea0105c180e3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:15.206526 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1f9290a1-7ecf-4d90-ac54-86ce9c3b13d6 req-f4527068-1423-4414-9643-58c1822d50e2 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:15.224578 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1f9290a1-7ecf-4d90-ac54-86ce9c3b13d6 req-f4527068-1423-4414-9643-58c1822d50e2 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:15.250367 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f9290a1-7ecf-4d90-ac54-86ce9c3b13d6 req-f4527068-1423-4414-9643-58c1822d50e2 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] 10.222.0.55 "DELETE /v2.0/security-groups/96e03ff5-d9a6-4080-800f-835db4b941f2 HTTP/1.1" status: 204 len: 173 time: 0.7738488 Jul 23 20:38:15.250910 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 43522) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:15.259577 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fb7da-47e6-4908-aa93-ea0105c180e3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Pushing event deleted for resources: {'Port': ['ID=88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:15.275624 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-110fb7da-47e6-4908-aa93-ea0105c180e3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:15.287241 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-110fb7da-47e6-4908-aa93-ea0105c180e3 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] 10.222.0.55 "DELETE /v2.0/ports/88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 HTTP/1.1" status: 204 len: 168 time: 0.7827508 Jul 23 20:38:15.288970 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43524) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:15.370597 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127292c-d045-4fef-9329-2922ac06a1e9 req-bc71b38d-9221-47fe-a7ff-831f45fb9970 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:15.381018 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-8716a59d-9baf-40d8-bb58-14013ad99074 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:38:15.391608 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8716a59d-9baf-40d8-bb58-14013ad99074 tempest-PortsAdminExtendedAttrsTestJSON-870603271 tempest-PortsAdminExtendedAttrsTestJSON-870603271-project-admin] 10.222.0.55 "GET /v2.0/ports/88d336d7-9c2f-4fe3-985f-e5e4e0b9b2a0 HTTP/1.1" status: 404 len: 333 time: 0.0987716 Jul 23 20:38:15.393917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43526) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:15.402685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c127292c-d045-4fef-9329-2922ac06a1e9 req-bc71b38d-9221-47fe-a7ff-831f45fb9970 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 945 time: 0.7674472 Jul 23 20:38:15.478990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe318b-57ab-43c3-8e21-cfb3b18e5317 None None] Pushing event updated for resources: {'Port': ['ID=c5ab5977-aa61-4f81-922c-93d1cac7e7b1,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:15.533109 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4527068-1423-4414-9643-58c1822d50e2 tempest-SecurityGroupsTestJSON-1624744106 tempest-SecurityGroupsTestJSON-1624744106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e03ff5-d9a6-4080-800f-835db4b941f2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:15.627068 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:15.627873 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Attempting to bind port c5ab5977-aa61-4f81-922c-93d1cac7e7b1 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:15.628241 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Attempting to bind port c5ab5977-aa61-4f81-922c-93d1cac7e7b1 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '5245b357-d7e4-4f9e-9ddc-eace4be10505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:15.628604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Attempting to bind port c5ab5977-aa61-4f81-922c-93d1cac7e7b1 on network bd17cd34-e969-4b19-90d9-ebcf6df4f73c {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:15.642954 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8071f89f-e335-467e-9070-a21ebb6ab9e9 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:15.724267 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-694e2170-d6d6-43a3-a7b2-0a2a5d41b50f admin admin] Deleting subnet e73dc9e6-37d9-4555-9d00-1653e1260d18 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:38:15.727516 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:15.727516 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Checking segment: {'id': '5245b357-d7e4-4f9e-9ddc-eace4be10505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:15.728296 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:15.728640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Bound using segment: {'id': '5245b357-d7e4-4f9e-9ddc-eace4be10505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:15.729913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Bound port: c5ab5977-aa61-4f81-922c-93d1cac7e7b1, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5245b357-d7e4-4f9e-9ddc-eace4be10505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:15.730193 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:15.737091 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-694e2170-d6d6-43a3-a7b2-0a2a5d41b50f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:15.817342 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-694e2170-d6d6-43a3-a7b2-0a2a5d41b50f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:15.872015 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8071f89f-e335-467e-9070-a21ebb6ab9e9 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:15.897824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-8071f89f-e335-467e-9070-a21ebb6ab9e9 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812b1c07-154d-4dce-bbef-6921086477e9']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:15.922960 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c127292c-d045-4fef-9329-2922ac06a1e9 req-36ee212e-359f-4917-be25-fe359308e9ec tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae12e2d2-57ca-4888-94a1-e0ec887aed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4406252 Jul 23 20:38:15.930196 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-8071f89f-e335-467e-9070-a21ebb6ab9e9 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc1a8fc-e306-45c1-8033-115c9160de40') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:15.931240 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-8071f89f-e335-467e-9070-a21ebb6ab9e9 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc1a8fc-e306-45c1-8033-115c9160de40') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:15.953063 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8071f89f-e335-467e-9070-a21ebb6ab9e9 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:15.985212 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-662399da-145e-4f91-900a-8bdad056a783 None None] For port c5ab5977-aa61-4f81-922c-93d1cac7e7b1, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:15.992224 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-662399da-145e-4f91-900a-8bdad056a783 None None] For port c5ab5977-aa61-4f81-922c-93d1cac7e7b1, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c5ab5977-aa61-4f81-922c-93d1cac7e7b1,segment=NetworkSegment(5245b357-d7e4-4f9e-9ddc-eace4be10505),segment_id=5245b357-d7e4-4f9e-9ddc-eace4be10505)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:16.003144 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8071f89f-e335-467e-9070-a21ebb6ab9e9 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.014695 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8071f89f-e335-467e-9070-a21ebb6ab9e9 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:38:16.015222 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8071f89f-e335-467e-9070-a21ebb6ab9e9 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:38:16.024420 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:38:16.030422 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.069792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2279418-cfef-4323-b0ec-81d8a7c7645d req-221e9268-6dd2-48f5-b327-25e7a5e4e630 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:16.090506 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2279418-cfef-4323-b0ec-81d8a7c7645d req-221e9268-6dd2-48f5-b327-25e7a5e4e630 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 907 time: 0.5911963 Jul 23 20:38:16.092450 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d33da3-8f40-4e18-ba9c-8f2a3fb01041 x-openstack-request-id: req-49d33da3-8f40-4e18-ba9c-8f2a3fb01041 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:16.096059 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9db0f0-8d58-47d3-ac63-65846180dd1e", "tag": "a21021b1-9fe0-46b4-a09b-f8272b64c359", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:16.097171 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49d33da3-8f40-4e18-ba9c-8f2a3fb01041 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:16.099393 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9db0f0-8d58-47d3-ac63-65846180dd1e', 'tag': 'a21021b1-9fe0-46b4-a09b-f8272b64c359', 'status': 'completed', 'code': 200} Jul 23 20:38:16.108280 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-694e2170-d6d6-43a3-a7b2-0a2a5d41b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.162489 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8071f89f-e335-467e-9070-a21ebb6ab9e9 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.169758 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8071f89f-e335-467e-9070-a21ebb6ab9e9 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.171571 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8071f89f-e335-467e-9070-a21ebb6ab9e9 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] 10.222.0.55 "DELETE /v2.0/networks/812b1c07-154d-4dce-bbef-6921086477e9 HTTP/1.1" status: 204 len: 168 time: 0.7744808 Jul 23 20:38:16.203298 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071f89f-e335-467e-9070-a21ebb6ab9e9 tempest-PortsAdminExtendedAttrsTestJSON-263349213 tempest-PortsAdminExtendedAttrsTestJSON-263349213-project] Pushing event deleted for resources: {'Network': ['ID=812b1c07-154d-4dce-bbef-6921086477e9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:16.288945 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Routers {'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:16.289715 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-662399da-145e-4f91-900a-8bdad056a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:37:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:16.371927 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe318b-57ab-43c3-8e21-cfb3b18e5317 None None] Pushing event updated for resources: {'Port': ['ID=c5ab5977-aa61-4f81-922c-93d1cac7e7b1,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:16.596649 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-662399da-145e-4f91-900a-8bdad056a783 None None] Set router cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:16.706489 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-694e2170-d6d6-43a3-a7b2-0a2a5d41b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.792309 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-694e2170-d6d6-43a3-a7b2-0a2a5d41b50f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.794196 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-694e2170-d6d6-43a3-a7b2-0a2a5d41b50f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e73dc9e6-37d9-4555-9d00-1653e1260d18 HTTP/1.1" status: 204 len: 168 time: 1.5221198 Jul 23 20:38:16.796905 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43542) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:16.835554 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e2170-d6d6-43a3-a7b2-0a2a5d41b50f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e73dc9e6-37d9-4555-9d00-1653e1260d18,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:16.874617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c24bf5-d79f-475e-9821-8aff02185ca8 req-f7b27655-bc65-4c2b-8d9e-d66b61805667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:16.876177 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40c24bf5-d79f-475e-9821-8aff02185ca8 req-f7b27655-bc65-4c2b-8d9e-d66b61805667 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 1059 time: 0.7643952 Jul 23 20:38:16.950628 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bc76e91-7140-484f-843f-e49a2a0042ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:17.018155 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:17.113192 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43544) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:17.214325 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-662399da-145e-4f91-900a-8bdad056a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'name': 'tempest-TaggedBootDevicesTest_v242-1390473140-router', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:09Z', 'revision_number': 4, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'gw_port': {'id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:03Z', 'updated_at': '2021-07-23T20:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'c5ab5977-aa61-4f81-922c-93d1cac7e7b1', 'name': '', 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'mac_address': 'fa:16:3e:04:22:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:07Z', 'updated_at': '2021-07-23T20:38:15Z', 'revision_number': 4, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'subnets': [{'id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:17.280057 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bc76e91-7140-484f-843f-e49a2a0042ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:17.314374 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6bc76e91-7140-484f-843f-e49a2a0042ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d72607-4143-46c3-8076-01a16e88d009']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:17.344714 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6bc76e91-7140-484f-843f-e49a2a0042ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ba9e34-c49f-444f-ab97-068a226f2bb9') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:17.348262 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6bc76e91-7140-484f-843f-e49a2a0042ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ba9e34-c49f-444f-ab97-068a226f2bb9') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:17.365856 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662399da-145e-4f91-900a-8bdad056a783 None None] The sync data for ids ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'] in n-d-791504-18 is: [{'id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'name': 'tempest-TaggedBootDevicesTest_v242-1390473140-router', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:09Z', 'revision_number': 4, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'gw_port': {'id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:03Z', 'updated_at': '2021-07-23T20:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'c5ab5977-aa61-4f81-922c-93d1cac7e7b1', 'name': '', 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'mac_address': 'fa:16:3e:04:22:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:07Z', 'updated_at': '2021-07-23T20:38:15Z', 'revision_number': 4, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'subnets': [{'id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:17.397465 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bc76e91-7140-484f-843f-e49a2a0042ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:17.398431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92788a10-5000-466a-be4c-f9ec6d425744 req-ac05b4b4-072d-4031-b3a7-e698137758b2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:17.410081 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92788a10-5000-466a-be4c-f9ec6d425744 req-ac05b4b4-072d-4031-b3a7-e698137758b2 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 1.0596790 Jul 23 20:38:17.450727 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bc76e91-7140-484f-843f-e49a2a0042ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:17.472025 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aae1ab-fc0e-4eaa-9802-d5d1779b120f req-8d6675b2-ed6a-482c-8ee6-40a8e2bc5236 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:17.481000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06aae1ab-fc0e-4eaa-9802-d5d1779b120f req-8d6675b2-ed6a-482c-8ee6-40a8e2bc5236 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 1.1361940 Jul 23 20:38:17.497183 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc76e91-7140-484f-843f-e49a2a0042ab admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:38:17.499085 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bc76e91-7140-484f-843f-e49a2a0042ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:38:17.502996 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:38:17.643889 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bc76e91-7140-484f-843f-e49a2a0042ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:17.653186 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-425efe13-9969-44ce-b08d-17b06e9bdc33 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c6a446721fc4652af6ecf2b5e2841ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5298300 Jul 23 20:38:17.670618 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 43552) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:17.683782 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bc76e91-7140-484f-843f-e49a2a0042ab admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:17.685964 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6bc76e91-7140-484f-843f-e49a2a0042ab admin admin] 10.222.0.55 "DELETE /v2.0/networks/37d72607-4143-46c3-8076-01a16e88d009 HTTP/1.1" status: 204 len: 168 time: 0.8880813 Jul 23 20:38:17.687030 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc76e91-7140-484f-843f-e49a2a0042ab admin admin] Pushing event deleted for resources: {'Network': ['ID=37d72607-4143-46c3-8076-01a16e88d009,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:17.808122 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92788a10-5000-466a-be4c-f9ec6d425744 req-cf5c92d4-cce1-4752-9057-a2342e639734 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3719537 Jul 23 20:38:17.828412 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5761e6f1-1ac9-4cc5-b8c8-51e345f21064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:17.860518 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06aae1ab-fc0e-4eaa-9802-d5d1779b120f req-4538e7af-84b8-4ecd-9cf1-1b8183c8d251 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3749568 Jul 23 20:38:17.860518 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c24bf5-d79f-475e-9821-8aff02185ca8 req-fa1e173a-79d0-4f44-82da-9e815ceedf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:17.860518 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40c24bf5-d79f-475e-9821-8aff02185ca8 req-fa1e173a-79d0-4f44-82da-9e815ceedf44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.9574809 Jul 23 20:38:17.895976 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43558) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:18.019398 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-323ae524-cb6f-47bf-ae90-7e568c1629bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38313f2c56d4490dae9e71126a4ca19e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1183147 Jul 23 20:38:18.019883 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43560) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:18.053704 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5761e6f1-1ac9-4cc5-b8c8-51e345f21064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:18.059354 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40c24bf5-d79f-475e-9821-8aff02185ca8 req-8cd71082-acd8-4e98-a021-ecbf11fff9c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a21021b1-9fe0-46b4-a09b-f8272b64c359 HTTP/1.1" status: 200 len: 217 time: 0.1875587 Jul 23 20:38:18.170833 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-38605b6c-6dcd-4940-a0ec-66508c730d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:18.268947 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-38605b6c-6dcd-4940-a0ec-66508c730d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:18.311997 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c24bf5-d79f-475e-9821-8aff02185ca8 req-42f872b0-b0ed-4e7b-ade8-32ef8c101213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:18.316109 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40c24bf5-d79f-475e-9821-8aff02185ca8 req-42f872b0-b0ed-4e7b-ade8-32ef8c101213 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.2307515 Jul 23 20:38:18.389804 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-38605b6c-6dcd-4940-a0ec-66508c730d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:18.393237 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-38605b6c-6dcd-4940-a0ec-66508c730d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:18.405352 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-38605b6c-6dcd-4940-a0ec-66508c730d30 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2837220e-31ed-41e3-94b8-741fa20190b8 HTTP/1.1" status: 204 len: 168 time: 0.3766503 Jul 23 20:38:18.442575 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38605b6c-6dcd-4940-a0ec-66508c730d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2837220e-31ed-41e3-94b8-741fa20190b8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:18.513848 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58638634-e7cd-4a32-af20-de34791bece0 req-438c134e-987e-4c91-9bd9-f0b1d32bc9cc tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:18.517409 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58638634-e7cd-4a32-af20-de34791bece0 req-438c134e-987e-4c91-9bd9-f0b1d32bc9cc tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.4678323 Jul 23 20:38:18.567788 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5761e6f1-1ac9-4cc5-b8c8-51e345f21064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:18.581534 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5761e6f1-1ac9-4cc5-b8c8-51e345f21064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:18.588106 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5761e6f1-1ac9-4cc5-b8c8-51e345f21064 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf380bd7-7565-49ef-95e1-071cf674e8c8 HTTP/1.1" status: 204 len: 168 time: 0.9093933 Jul 23 20:38:18.686419 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761e6f1-1ac9-4cc5-b8c8-51e345f21064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf380bd7-7565-49ef-95e1-071cf674e8c8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:18.883535 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761e6f1-1ac9-4cc5-b8c8-51e345f21064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:18.884215 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761e6f1-1ac9-4cc5-b8c8-51e345f21064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:18.884473 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761e6f1-1ac9-4cc5-b8c8-51e345f21064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:18.884911 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761e6f1-1ac9-4cc5-b8c8-51e345f21064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:18.885349 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761e6f1-1ac9-4cc5-b8c8-51e345f21064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:18.886016 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761e6f1-1ac9-4cc5-b8c8-51e345f21064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:18.886241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761e6f1-1ac9-4cc5-b8c8-51e345f21064 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:18.886667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761e6f1-1ac9-4cc5-b8c8-51e345f21064 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:18.887164 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761e6f1-1ac9-4cc5-b8c8-51e345f21064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:18.887603 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761e6f1-1ac9-4cc5-b8c8-51e345f21064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:18.888033 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761e6f1-1ac9-4cc5-b8c8-51e345f21064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:18.888446 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761e6f1-1ac9-4cc5-b8c8-51e345f21064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:18.947203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c24bf5-d79f-475e-9821-8aff02185ca8 req-c044ed93-aa3c-4734-b0bd-d37d892c1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:18.954744 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40c24bf5-d79f-475e-9821-8aff02185ca8 req-c044ed93-aa3c-4734-b0bd-d37d892c1fc1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6284177 Jul 23 20:38:18.997208 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58638634-e7cd-4a32-af20-de34791bece0 req-231b2076-8ad1-4e0e-a862-459653e1c0b3 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4288499 Jul 23 20:38:19.063169 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb3904-016a-476e-a99e-2ed994cb6028 req-74b69d26-d7ab-4edf-a73a-cc762b723198 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:19.071758 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ebb3904-016a-476e-a99e-2ed994cb6028 req-74b69d26-d7ab-4edf-a73a-cc762b723198 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 945 time: 0.3811553 Jul 23 20:38:19.201024 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c5ab5977-aa61-4f81-922c-93d1cac7e7b1 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:19.211798 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40c24bf5-d79f-475e-9821-8aff02185ca8 req-1f4001c9-193b-43ce-8000-dd8e1de1d573 service neutron] 10.222.0.48 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396407 Jul 23 20:38:19.402930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port c5ab5977-aa61-4f81-922c-93d1cac7e7b1 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:19.407708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c5ab5977-aa61-4f81-922c-93d1cac7e7b1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:19.408304 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:19.432950 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ebb3904-016a-476e-a99e-2ed994cb6028 req-9a1e98d3-c96c-44e0-b92a-6e38aefa8f94 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae12e2d2-57ca-4888-94a1-e0ec887aed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3581052 Jul 23 20:38:19.539360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43596) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:19.683344 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40c24bf5-d79f-475e-9821-8aff02185ca8 req-cb2e26f1-ccb4-4b37-befb-09e3b4c10ccc service neutron] 10.222.0.48 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929382 Jul 23 20:38:19.683818 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-666add73-ed63-48b5-8e9c-5e4662a46c63 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=395d03eaa4aa4dddb8e00863836ba486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1056540 Jul 23 20:38:19.683818 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43598) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:19.684001 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:19.684098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670277ff-e962-43c5-9c02-70ccd2c7d3f0 req-e1f8cc84-ea2a-49dc-aa4b-4fe80be0e8b7 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:19.684098 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-670277ff-e962-43c5-9c02-70ccd2c7d3f0 req-e1f8cc84-ea2a-49dc-aa4b-4fe80be0e8b7 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.4650674 Jul 23 20:38:19.819358 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port c5ab5977-aa61-4f81-922c-93d1cac7e7b1, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c5ab5977-aa61-4f81-922c-93d1cac7e7b1,segment=NetworkSegment(5245b357-d7e4-4f9e-9ddc-eace4be10505),segment_id=5245b357-d7e4-4f9e-9ddc-eace4be10505)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:19.828350 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:19.881494 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-670277ff-e962-43c5-9c02-70ccd2c7d3f0 req-f83abe89-6f6d-47f2-bd76-1c3bf798a773 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704292 Jul 23 20:38:19.893368 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8fc71af4-8b3d-489e-896c-f31ef8a7b178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:19.980726 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8fc71af4-8b3d-489e-896c-f31ef8a7b178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:20.025105 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=c5ab5977-aa61-4f81-922c-93d1cac7e7b1,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:20.117065 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8fc71af4-8b3d-489e-896c-f31ef8a7b178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:20.121210 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8fc71af4-8b3d-489e-896c-f31ef8a7b178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:20.122863 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8fc71af4-8b3d-489e-896c-f31ef8a7b178 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fcd4baa7-b653-4805-bb6f-8c839a50b6b4 HTTP/1.1" status: 204 len: 168 time: 0.4590673 Jul 23 20:38:20.147627 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc71af4-8b3d-489e-896c-f31ef8a7b178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd4baa7-b653-4805-bb6f-8c839a50b6b4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:20.537827 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43620) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:20.813895 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4e5feea5-8081-4de1-987d-977e8a79acde admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1929285367-network', 'tenant_id': 'f49c939c4d2e42d598e0ef3542a6d597'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:20.867664 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5feea5-8081-4de1-987d-977e8a79acde admin admin] Made reservation on behalf of f49c939c4d2e42d598e0ef3542a6d597 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:20.870706 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e5feea5-8081-4de1-987d-977e8a79acde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:20.925800 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e5feea5-8081-4de1-987d-977e8a79acde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:21.010209 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b17b70-59ea-4270-8a3e-70f658ecb323 req-49112639-3bb8-49ab-9b02-599d3804da76 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:21.029320 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c5b17b70-59ea-4270-8a3e-70f658ecb323 req-49112639-3bb8-49ab-9b02-599d3804da76 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 945 time: 0.1919751 Jul 23 20:38:21.074596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c5ab5977-aa61-4f81-922c-93d1cac7e7b1 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:21.139716 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c5b17b70-59ea-4270-8a3e-70f658ecb323 req-549084fb-a2af-42c6-826a-cdf1f914d25b tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae12e2d2-57ca-4888-94a1-e0ec887aed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094124 Jul 23 20:38:21.188984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c5ab5977-aa61-4f81-922c-93d1cac7e7b1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:21.189631 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:21.217714 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e5feea5-8081-4de1-987d-977e8a79acde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:21.228875 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e5feea5-8081-4de1-987d-977e8a79acde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:21.267334 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5feea5-8081-4de1-987d-977e8a79acde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:21.295394 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5feea5-8081-4de1-987d-977e8a79acde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:38:21.319042 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e5feea5-8081-4de1-987d-977e8a79acde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:21.319701 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-4e5feea5-8081-4de1-987d-977e8a79acde admin admin] Added segment 77e6d66c-988f-4eee-b0a2-fdd07dc13c7c of type vlan for network 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 Jul 23 20:38:21.345632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff54e8-7797-4a34-b0cc-b5ce22e589ae req-a5bfd444-7465-413a-b501-bf1af9153454 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:21.352819 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09ff54e8-7797-4a34-b0cc-b5ce22e589ae req-a5bfd444-7465-413a-b501-bf1af9153454 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.1141777 Jul 23 20:38:21.403716 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09ff54e8-7797-4a34-b0cc-b5ce22e589ae req-2145db07-60f8-429e-97d1-5c3900ed9ce3 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499206 Jul 23 20:38:21.433995 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e5feea5-8081-4de1-987d-977e8a79acde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:21.473064 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e5feea5-8081-4de1-987d-977e8a79acde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:21.475131 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5feea5-8081-4de1-987d-977e8a79acde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:21.475803 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e5feea5-8081-4de1-987d-977e8a79acde admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:21.518862 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 43648) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:21.585503 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5feea5-8081-4de1-987d-977e8a79acde admin admin] Pushing event updated for resources: {'Network': ['ID=82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:21.596720 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4e5feea5-8081-4de1-987d-977e8a79acde admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0575275 Jul 23 20:38:21.599446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43652) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:21.600108 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:38:21.609074 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b78531af-c4cf-41b2-b92d-0fa2f0e7d0c9 admin admin] Request body: {'subnet': {'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1929285367-subnet', 'tenant_id': 'f49c939c4d2e42d598e0ef3542a6d597', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:21.637056 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78531af-c4cf-41b2-b92d-0fa2f0e7d0c9 admin admin] Made reservation on behalf of f49c939c4d2e42d598e0ef3542a6d597 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:21.640194 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b78531af-c4cf-41b2-b92d-0fa2f0e7d0c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:21.708595 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e6cf3523-544d-4454-b699-bfc78f0b25e4 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1011699193'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:21.760292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cf3523-544d-4454-b699-bfc78f0b25e4 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Made reservation on behalf of 8c3d28bb76ca4a7da5b0ca0457772462 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:21.767762 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3523-544d-4454-b699-bfc78f0b25e4 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:21.809605 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3523-544d-4454-b699-bfc78f0b25e4 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:21.998534 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b78531af-c4cf-41b2-b92d-0fa2f0e7d0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.127944 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3523-544d-4454-b699-bfc78f0b25e4 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.141772 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3523-544d-4454-b699-bfc78f0b25e4 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.189719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78531af-c4cf-41b2-b92d-0fa2f0e7d0c9 admin admin] Checking segment: {'id': '77e6d66c-988f-4eee-b0a2-fdd07dc13c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:22.190292 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78531af-c4cf-41b2-b92d-0fa2f0e7d0c9 admin admin] Network hostable DHCP agents. Network: 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:38:22.229654 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf3523-544d-4454-b699-bfc78f0b25e4 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4db4897-f4a7-4a49-b69e-370d276110c8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:22.247353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6cf3523-544d-4454-b699-bfc78f0b25e4 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:38:22.259277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78531af-c4cf-41b2-b92d-0fa2f0e7d0c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14373204-c039-496a-a381-fb3eb650e9ea,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:22.266914 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3523-544d-4454-b699-bfc78f0b25e4 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.267749 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-e6cf3523-544d-4454-b699-bfc78f0b25e4 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Added segment be2a824d-1622-499a-bed1-53f96b57b3c7 of type vlan for network e3625c4a-47ae-4a18-8d40-e9ddbaad8fde Jul 23 20:38:22.282939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78531af-c4cf-41b2-b92d-0fa2f0e7d0c9 admin admin] Network 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:38:22.299134 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-b78531af-c4cf-41b2-b92d-0fa2f0e7d0c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:22.305412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78531af-c4cf-41b2-b92d-0fa2f0e7d0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:22.309105 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d889604b-6434-4277-803d-5efaffa78cac None None] Network 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:22.320205 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b78531af-c4cf-41b2-b92d-0fa2f0e7d0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.356813 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b78531af-c4cf-41b2-b92d-0fa2f0e7d0c9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7473998 Jul 23 20:38:22.418421 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b71f4-3c35-47d7-949d-b9fd4902bb58 req-71c418bd-d709-4a01-84f6-e03f1d4040fc tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:22.420053 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d9b71f4-3c35-47d7-949d-b9fd4902bb58 req-71c418bd-d709-4a01-84f6-e03f1d4040fc tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 945 time: 0.4438434 Jul 23 20:38:22.469606 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3523-544d-4454-b699-bfc78f0b25e4 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.559792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b785d5f-68ea-4c18-9897-f9142975381c req-604a861e-f300-4a3a-b1cd-e16aee1b3f59 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:22.563821 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9b785d5f-68ea-4c18-9897-f9142975381c req-604a861e-f300-4a3a-b1cd-e16aee1b3f59 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5510fcc-8664-4400-8398-53a878cfb69f HTTP/1.1" status: 200 len: 945 time: 0.2770884 Jul 23 20:38:22.644008 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3523-544d-4454-b699-bfc78f0b25e4 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.652531 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cf3523-544d-4454-b699-bfc78f0b25e4 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:22.653306 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3523-544d-4454-b699-bfc78f0b25e4 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.689815 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944b4b69-20bc-4696-ada1-229e5704f072 None None] Network 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:22.742226 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9b785d5f-68ea-4c18-9897-f9142975381c req-3d11fb71-69f5-46f0-97f3-d017725ead97 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae12e2d2-57ca-4888-94a1-e0ec887aed3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681535 Jul 23 20:38:22.754065 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e6cf3523-544d-4454-b699-bfc78f0b25e4 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2340436 Jul 23 20:38:22.759270 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43674) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:22.781284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d3953880-fe52-4a78-8ba6-9f1d3d47ca35 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Request body: {'subnet': {'network_id': 'e3625c4a-47ae-4a18-8d40-e9ddbaad8fde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:22.790841 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf3523-544d-4454-b699-bfc78f0b25e4 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event updated for resources: {'Network': ['ID=e3625c4a-47ae-4a18-8d40-e9ddbaad8fde,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:22.810494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network e3625c4a-47ae-4a18-8d40-e9ddbaad8fde details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:38:22.810710 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-0d9b71f4-3c35-47d7-949d-b9fd4902bb58 req-ed34b84e-ed95-467d-8d94-56bcaeeac671 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Deleting port 2dcf5566-5f86-4d35-8e27-9179e2e2164f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:22.810848 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0d9b71f4-3c35-47d7-949d-b9fd4902bb58 req-ed34b84e-ed95-467d-8d94-56bcaeeac671 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.918479 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3953880-fe52-4a78-8ba6-9f1d3d47ca35 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Made reservation on behalf of 8c3d28bb76ca4a7da5b0ca0457772462 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:22.929496 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d3953880-fe52-4a78-8ba6-9f1d3d47ca35 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:23.045799 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0d9b71f4-3c35-47d7-949d-b9fd4902bb58 req-ed34b84e-ed95-467d-8d94-56bcaeeac671 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] For port 2dcf5566-5f86-4d35-8e27-9179e2e2164f, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=2dcf5566-5f86-4d35-8e27-9179e2e2164f,segment=NetworkSegment(4a9fd4c5-6e8e-430a-88bb-589d51aecc75),segment_id=4a9fd4c5-6e8e-430a-88bb-589d51aecc75)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:23.046175 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0d9b71f4-3c35-47d7-949d-b9fd4902bb58 req-ed34b84e-ed95-467d-8d94-56bcaeeac671 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:23.353066 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d3953880-fe52-4a78-8ba6-9f1d3d47ca35 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:23.353645 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0d9b71f4-3c35-47d7-949d-b9fd4902bb58 req-ed34b84e-ed95-467d-8d94-56bcaeeac671 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:23.354867 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0d9b71f4-3c35-47d7-949d-b9fd4902bb58 req-ed34b84e-ed95-467d-8d94-56bcaeeac671 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:23.355045 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [req-0d9b71f4-3c35-47d7-949d-b9fd4902bb58 req-ed34b84e-ed95-467d-8d94-56bcaeeac671 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Floating IP 5ba0a72e-f0c7-495c-9e8c-2a456807c268 disassociated. External IP: 172.25.3.223, port: 2dcf5566-5f86-4d35-8e27-9179e2e2164f. Jul 23 20:38:23.355427 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-0d9b71f4-3c35-47d7-949d-b9fd4902bb58 req-ed34b84e-ed95-467d-8d94-56bcaeeac671 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Calling delete_port for 2dcf5566-5f86-4d35-8e27-9179e2e2164f owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:23.380882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131486a2-3d11-4cfc-8b08-8be7873e6aa8 req-f7e2d66e-2620-4cb8-8496-63f65fb3428c tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:23.397582 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-131486a2-3d11-4cfc-8b08-8be7873e6aa8 req-f7e2d66e-2620-4cb8-8496-63f65fb3428c tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.5354140 Jul 23 20:38:23.440182 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3953880-fe52-4a78-8ba6-9f1d3d47ca35 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event updated for resources: {'Subnet': ['ID=cfec393c-42d8-4501-825b-8f0bb14c6b99,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:23.442780 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3953880-fe52-4a78-8ba6-9f1d3d47ca35 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Checking segment: {'id': 'be2a824d-1622-499a-bed1-53f96b57b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e3625c4a-47ae-4a18-8d40-e9ddbaad8fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:23.442958 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3953880-fe52-4a78-8ba6-9f1d3d47ca35 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Network hostable DHCP agents. Network: e3625c4a-47ae-4a18-8d40-e9ddbaad8fde, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:38:23.482640 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3953880-fe52-4a78-8ba6-9f1d3d47ca35 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Network e3625c4a-47ae-4a18-8d40-e9ddbaad8fde is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:38:23.507287 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-d3953880-fe52-4a78-8ba6-9f1d3d47ca35 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, e3625c4a-47ae-4a18-8d40-e9ddbaad8fde) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:23.518072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1630808f-0947-4a47-877a-23735949bcf2 None None] Network e3625c4a-47ae-4a18-8d40-e9ddbaad8fde requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:23.524228 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3953880-fe52-4a78-8ba6-9f1d3d47ca35 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:23.525060 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d3953880-fe52-4a78-8ba6-9f1d3d47ca35 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:23.544871 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-131486a2-3d11-4cfc-8b08-8be7873e6aa8 req-e0c3b2ea-0bd2-4f5a-9d06-9ada1531f250 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450210 Jul 23 20:38:23.548444 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d3953880-fe52-4a78-8ba6-9f1d3d47ca35 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7877071 Jul 23 20:38:23.551032 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43684) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:23.574676 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1ce96b17-b974-460d-a0fc-e853a633c161 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Request body: {'port': {'network_id': 'e3625c4a-47ae-4a18-8d40-e9ddbaad8fde', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2100200848'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:23.740029 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0d9b71f4-3c35-47d7-949d-b9fd4902bb58 req-ed34b84e-ed95-467d-8d94-56bcaeeac671 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:23.779420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34b84e-ed95-467d-8d94-56bcaeeac671 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Pushing event deleted for resources: {'Port': ['ID=2dcf5566-5f86-4d35-8e27-9179e2e2164f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:23.848588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce96b17-b974-460d-a0fc-e853a633c161 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Made reservation on behalf of 8c3d28bb76ca4a7da5b0ca0457772462 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:23.858163 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ce96b17-b974-460d-a0fc-e853a633c161 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:23.887309 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-1ce96b17-b974-460d-a0fc-e853a633c161 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] device_id is not set on port 6eaa32a6-ce95-46f6-8b49-fca18f5e9220 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:38:23.919559 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-e3625c4a-47ae-4a18-8d40-e9ddbaad8fde', 'network_id': 'e3625c4a-47ae-4a18-8d40-e9ddbaad8fde', 'tenant_id': '8c3d28bb76ca4a7da5b0ca0457772462', 'fixed_ips': [{'subnet_id': 'cfec393c-42d8-4501-825b-8f0bb14c6b99'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:38:23.921206 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:23.996648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d9b71f4-3c35-47d7-949d-b9fd4902bb58 req-ed34b84e-ed95-467d-8d94-56bcaeeac671 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Router 463abf30-0de4-4300-b7b7-1532173f1aa7 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:38:24.122051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-1ce96b17-b974-460d-a0fc-e853a633c161 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Allocated IP 2001:db8::3ae (e3625c4a-47ae-4a18-8d40-e9ddbaad8fde/cfec393c-42d8-4501-825b-8f0bb14c6b99/6eaa32a6-ce95-46f6-8b49-fca18f5e9220) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:24.187054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d9b71f4-3c35-47d7-949d-b9fd4902bb58 req-ed34b84e-ed95-467d-8d94-56bcaeeac671 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:24.201884 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569eb97e-0592-4d16-a3b4-a0be88912f2f None None] Sync routers for ids ['463abf30-0de4-4300-b7b7-1532173f1aa7'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:24.214926 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569eb97e-0592-4d16-a3b4-a0be88912f2f None None] Routers {'463abf30-0de4-4300-b7b7-1532173f1aa7'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:24.216049 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-569eb97e-0592-4d16-a3b4-a0be88912f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:37:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['463abf30-0de4-4300-b7b7-1532173f1aa7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:24.373905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9b71f4-3c35-47d7-949d-b9fd4902bb58 req-ed34b84e-ed95-467d-8d94-56bcaeeac671 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] No DVR routers for this DVR port 2dcf5566-5f86-4d35-8e27-9179e2e2164f on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:38:24.378790 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0d9b71f4-3c35-47d7-949d-b9fd4902bb58 req-ed34b84e-ed95-467d-8d94-56bcaeeac671 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:24.384591 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d9b71f4-3c35-47d7-949d-b9fd4902bb58 req-ed34b84e-ed95-467d-8d94-56bcaeeac671 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.57 "DELETE /v2.0/ports/2dcf5566-5f86-4d35-8e27-9179e2e2164f HTTP/1.1" status: 204 len: 173 time: 1.9475796 Jul 23 20:38:24.384591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5510fcc-8664-4400-8398-53a878cfb69f', 'name': 'network-vif-deleted', 'tag': '2dcf5566-5f86-4d35-8e27-9179e2e2164f'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:24.396912 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68f7f1d-6766-4d72-9ae7-16374f54ebc8" -d '{"events": [{"server_uuid": "d5510fcc-8664-4400-8398-53a878cfb69f", "name": "network-vif-deleted", "tag": "2dcf5566-5f86-4d35-8e27-9179e2e2164f"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:24.501663 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-569eb97e-0592-4d16-a3b4-a0be88912f2f None None] Set router 463abf30-0de4-4300-b7b7-1532173f1aa7 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:24.527695 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7dcf-2cd1-4ad7-9075-6d9df260b493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:24.649776 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ce96b17-b974-460d-a0fc-e853a633c161 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:24.672520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-1ce96b17-b974-460d-a0fc-e853a633c161 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Transition to ACTIVE for port object 6eaa32a6-ce95-46f6-8b49-fca18f5e9220 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:24.757467 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ce96b17-b974-460d-a0fc-e853a633c161 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:24.816677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce96b17-b974-460d-a0fc-e853a633c161 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Network e3625c4a-47ae-4a18-8d40-e9ddbaad8fde is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:24.821782 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1ce96b17-b974-460d-a0fc-e853a633c161 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:24.825667 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce96b17-b974-460d-a0fc-e853a633c161 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:24.831874 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce96b17-b974-460d-a0fc-e853a633c161 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:24.832553 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ce96b17-b974-460d-a0fc-e853a633c161 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:24.878375 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1ce96b17-b974-460d-a0fc-e853a633c161 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3228581 Jul 23 20:38:24.878375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce96b17-b974-460d-a0fc-e853a633c161 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event updated for resources: {'Port': ['ID=6eaa32a6-ce95-46f6-8b49-fca18f5e9220,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:24.879252 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 43702) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:24.887312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1630aafe-93d4-4e12-842f-6f98821cc508 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Request body: {'port': {'network_id': 'e3625c4a-47ae-4a18-8d40-e9ddbaad8fde', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1463050043', 'allowed_address_pairs': [{'ip_address': '2001:db8::3ae', 'mac_address': 'fa:16:3e:8d:bc:d4'}]}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:24.894231 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-569eb97e-0592-4d16-a3b4-a0be88912f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'name': 'tempest-ServersTestJSON-1213330083-router', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': 'a54034a57fda440080204e7382f3daae', 'gw_port': {'id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:03Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '45a7e48b-dbf7-49b9-926e-47ba30d4438d', 'name': '', 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'mac_address': 'fa:16:3e:eb:eb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:17Z', 'revision_number': 5, 'project_id': 'a54034a57fda440080204e7382f3daae', 'subnets': [{'id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:24.926905 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569eb97e-0592-4d16-a3b4-a0be88912f2f None None] Checking router: 463abf30-0de4-4300-b7b7-1532173f1aa7 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:38:24.936454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Allocated IP 2001:db8::2 (e3625c4a-47ae-4a18-8d40-e9ddbaad8fde/cfec393c-42d8-4501-825b-8f0bb14c6b99/da401b04-583b-4e06-8ce8-4b7ab946b337) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:24.940872 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569eb97e-0592-4d16-a3b4-a0be88912f2f None None] Routers {'463abf30-0de4-4300-b7b7-1532173f1aa7'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:24.942170 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-569eb97e-0592-4d16-a3b4-a0be88912f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:37:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['463abf30-0de4-4300-b7b7-1532173f1aa7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:25.114752 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 2dcf5566-5f86-4d35-8e27-9179e2e2164f no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:25.182999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1630aafe-93d4-4e12-842f-6f98821cc508 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Made reservation on behalf of 8c3d28bb76ca4a7da5b0ca0457772462 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:25.209783 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 2dcf5566-5f86-4d35-8e27-9179e2e2164f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:25.210578 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 2dcf5566-5f86-4d35-8e27-9179e2e2164f not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:25.324791 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1630aafe-93d4-4e12-842f-6f98821cc508 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:25.358827 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-1630aafe-93d4-4e12-842f-6f98821cc508 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] device_id is not set on port d389d4b9-d8b4-42c7-95ce-91ecfe4c2ac5 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:38:25.446831 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:25.471899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Transition to ACTIVE for port object da401b04-583b-4e06-8ce8-4b7ab946b337 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:25.513405 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Transition to ACTIVE for port object da401b04-583b-4e06-8ce8-4b7ab946b337 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:25.528261 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:25.545206 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-569eb97e-0592-4d16-a3b4-a0be88912f2f None None] Set router 463abf30-0de4-4300-b7b7-1532173f1aa7 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:25.578144 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Network e3625c4a-47ae-4a18-8d40-e9ddbaad8fde is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:25.632472 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:25.636679 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:25.646479 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-1630aafe-93d4-4e12-842f-6f98821cc508 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Allocated IP 2001:db8::2fe (e3625c4a-47ae-4a18-8d40-e9ddbaad8fde/cfec393c-42d8-4501-825b-8f0bb14c6b99/d389d4b9-d8b4-42c7-95ce-91ecfe4c2ac5) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:25.972199 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-569eb97e-0592-4d16-a3b4-a0be88912f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'name': 'tempest-ServersTestJSON-1213330083-router', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': 'a54034a57fda440080204e7382f3daae', 'gw_port': {'id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:03Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '45a7e48b-dbf7-49b9-926e-47ba30d4438d', 'name': '', 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'mac_address': 'fa:16:3e:eb:eb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:17Z', 'revision_number': 5, 'project_id': 'a54034a57fda440080204e7382f3daae', 'subnets': [{'id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:25.981335 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1630aafe-93d4-4e12-842f-6f98821cc508 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:25.998219 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-1630aafe-93d4-4e12-842f-6f98821cc508 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Transition to ACTIVE for port object d389d4b9-d8b4-42c7-95ce-91ecfe4c2ac5 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:26.036656 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569eb97e-0592-4d16-a3b4-a0be88912f2f None None] The sync data for ids ['463abf30-0de4-4300-b7b7-1532173f1aa7'] in n-d-791504-18 is: [{'id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'name': 'tempest-ServersTestJSON-1213330083-router', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': 'a54034a57fda440080204e7382f3daae', 'gw_port': {'id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:03Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '45a7e48b-dbf7-49b9-926e-47ba30d4438d', 'name': '', 'network_id': 'bd503777-cbd7-4983-8bcb-d8db25f0c2a1', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'mac_address': 'fa:16:3e:eb:eb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:17Z', 'revision_number': 5, 'project_id': 'a54034a57fda440080204e7382f3daae', 'subnets': [{'id': '91429578-5cbf-4f9e-9d47-bfd3e83047bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:26.100864 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1630aafe-93d4-4e12-842f-6f98821cc508 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:26.186300 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Pushing event updated for resources: {'Port': ['ID=da401b04-583b-4e06-8ce8-4b7ab946b337,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:26.192569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Attempting to bind port da401b04-583b-4e06-8ce8-4b7ab946b337 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:26.192939 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Attempting to bind port da401b04-583b-4e06-8ce8-4b7ab946b337 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'be2a824d-1622-499a-bed1-53f96b57b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e3625c4a-47ae-4a18-8d40-e9ddbaad8fde'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:26.193293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Attempting to bind port da401b04-583b-4e06-8ce8-4b7ab946b337 on network e3625c4a-47ae-4a18-8d40-e9ddbaad8fde {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:26.211415 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:26.211705 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Checking segment: {'id': 'be2a824d-1622-499a-bed1-53f96b57b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e3625c4a-47ae-4a18-8d40-e9ddbaad8fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:26.212291 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:26.212836 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Bound using segment: {'id': 'be2a824d-1622-499a-bed1-53f96b57b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e3625c4a-47ae-4a18-8d40-e9ddbaad8fde'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:26.213523 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Bound port: da401b04-583b-4e06-8ce8-4b7ab946b337, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2a824d-1622-499a-bed1-53f96b57b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e3625c4a-47ae-4a18-8d40-e9ddbaad8fde'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:26.221008 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:26.231291 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1630aafe-93d4-4e12-842f-6f98821cc508 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Network e3625c4a-47ae-4a18-8d40-e9ddbaad8fde is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:26.235463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-1630aafe-93d4-4e12-842f-6f98821cc508 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:26.240189 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1630aafe-93d4-4e12-842f-6f98821cc508 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:26.254654 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1630aafe-93d4-4e12-842f-6f98821cc508 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:26.255475 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1630aafe-93d4-4e12-842f-6f98821cc508 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:26.280195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630aafe-93d4-4e12-842f-6f98821cc508 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event updated for resources: {'Port': ['ID=d389d4b9-d8b4-42c7-95ce-91ecfe4c2ac5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:26.293020 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43716) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:26.293587 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1630aafe-93d4-4e12-842f-6f98821cc508 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.4125650 Jul 23 20:38:26.359939 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] For port da401b04-583b-4e06-8ce8-4b7ab946b337, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:26.367505 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] For port da401b04-583b-4e06-8ce8-4b7ab946b337, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=da401b04-583b-4e06-8ce8-4b7ab946b337,segment=NetworkSegment(be2a824d-1622-499a-bed1-53f96b57b3c7),segment_id=be2a824d-1622-499a-bed1-53f96b57b3c7)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:26.377558 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:26.472586 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab4c004-d348-4cfb-a718-879678a10996 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:26.489058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab4c004-d348-4cfb-a718-879678a10996 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:26.510397 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab4c004-d348-4cfb-a718-879678a10996 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:26.515892 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6ab4c004-d348-4cfb-a718-879678a10996 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2207558 Jul 23 20:38:26.519371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 43722) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:26.562013 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9188741-bdb2-41a1-a044-d7d26d8f83b5 None None] New status for floating IP 5ba0a72e-f0c7-495c-9e8c-2a456807c268: DOWN {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:38:26.847745 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7998680-93ac-4e3f-a8bb-84a16164d9eb None None] Pushing event updated for resources: {'Port': ['ID=da401b04-583b-4e06-8ce8-4b7ab946b337,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:27.086785 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87cb2947-9c8a-4745-8008-daa2c10942a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.098269 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-b2e9d608-bf4b-4cbd-bac7-78d0514b63dc tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:27.106775 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-b2e9d608-bf4b-4cbd-bac7-78d0514b63dc tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 811 time: 0.4635041 Jul 23 20:38:27.173909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device da401b04-583b-4e06-8ce8-4b7ab946b337 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:27.199162 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-45fe056b-5997-4c7b-a5c6-9e2f0df111c9 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/quotas/970bd8d6ec9e4a8ea04f7b4a50d01a14 HTTP/1.1" status: 200 len: 375 time: 0.0902398 Jul 23 20:38:27.342737 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.366344 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port da401b04-583b-4e06-8ce8-4b7ab946b337 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:27.424467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-dba3b5ca-94c5-4e3f-9923-5fc58359c21b tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:27.425410 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-dba3b5ca-94c5-4e3f-9923-5fc58359c21b tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/networks?id=82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 HTTP/1.1" status: 200 len: 818 time: 0.7615795 Jul 23 20:38:27.466721 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f343a9f2-9c23-48e3-b888-9ea04b31ceae tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2664998 Jul 23 20:38:27.592757 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-b45e7d4e-7559-43a8-bafd-f9c9c258c5e5 service neutron] 10.222.0.55 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250844 Jul 23 20:38:27.615799 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-c08517a4-1fe6-48cf-9c80-55b1d5f32917 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Deleting port d389d4b9-d8b4-42c7-95ce-91ecfe4c2ac5 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:27.616344 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c08517a4-1fe6-48cf-9c80-55b1d5f32917 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.622689 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9233cff7-0129-4a2e-961d-086a60f50cc4 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/quotas/f49c939c4d2e42d598e0ef3542a6d597 HTTP/1.1" status: 200 len: 375 time: 0.1851349 Jul 23 20:38:27.716833 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-3c0f42dd-7156-41c9-92a1-93335c8a46e7 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49c939c4d2e42d598e0ef3542a6d597&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799859 Jul 23 20:38:27.976829 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c08517a4-1fe6-48cf-9c80-55b1d5f32917 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:28.023557 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-8467bdb0-e1a0-4c75-a3e2-9d1c72ac2a20 service neutron] 10.222.0.55 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299169 Jul 23 20:38:28.030129 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-c08517a4-1fe6-48cf-9c80-55b1d5f32917 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Calling delete_port for d389d4b9-d8b4-42c7-95ce-91ecfe4c2ac5 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:28.045943 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a128ee32-3cca-455f-b522-bc712fb75d7e service neutron] 10.222.0.55 "GET /v2.0/networks/82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081164 Jul 23 20:38:28.422407 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17067809-c739-45f1-8563-0cc0da9f9e8d None None] Network e3625c4a-47ae-4a18-8d40-e9ddbaad8fde requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:28.525916 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:28.674366 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-982aee55-c3fc-4978-8bf3-a4315d554717 None None] Provisioning for port da401b04-583b-4e06-8ce8-4b7ab946b337 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:28.690797 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-982aee55-c3fc-4978-8bf3-a4315d554717 None None] Provisioning complete for port da401b04-583b-4e06-8ce8-4b7ab946b337 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:28.691192 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-982aee55-c3fc-4978-8bf3-a4315d554717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:28.968784 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e05186-3b4c-4442-b256-9e6216a5bcbf x-openstack-request-id: req-e6e05186-3b4c-4442-b256-9e6216a5bcbf {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:28.970407 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5510fcc-8664-4400-8398-53a878cfb69f", "name": "network-vif-deleted", "tag": "2dcf5566-5f86-4d35-8e27-9179e2e2164f", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:28.971528 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e6e05186-3b4c-4442-b256-9e6216a5bcbf {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:28.973423 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5510fcc-8664-4400-8398-53a878cfb69f', 'name': 'network-vif-deleted', 'tag': '2dcf5566-5f86-4d35-8e27-9179e2e2164f', 'status': 'completed', 'code': 200} Jul 23 20:38:29.041007 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-982aee55-c3fc-4978-8bf3-a4315d554717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.087723 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-982aee55-c3fc-4978-8bf3-a4315d554717 None None] For port da401b04-583b-4e06-8ce8-4b7ab946b337, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=da401b04-583b-4e06-8ce8-4b7ab946b337,segment=NetworkSegment(be2a824d-1622-499a-bed1-53f96b57b3c7),segment_id=be2a824d-1622-499a-bed1-53f96b57b3c7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:29.099587 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-982aee55-c3fc-4978-8bf3-a4315d554717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.222711 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982aee55-c3fc-4978-8bf3-a4315d554717 None None] Pushing event updated for resources: {'Port': ['ID=da401b04-583b-4e06-8ce8-4b7ab946b337,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:29.320830 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c08517a4-1fe6-48cf-9c80-55b1d5f32917 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.339565 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-42f6b634-cdc9-448a-87d9-52f50cbe9fc0 service neutron] 10.222.0.55 "GET /v2.0/networks/82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2786455 Jul 23 20:38:29.406765 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d5e4f-deac-457d-96b2-360af7c80662 req-3f0f764d-f635-4558-a4f3-430f45df0fba tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:29.409572 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-386d5e4f-deac-457d-96b2-360af7c80662 req-3f0f764d-f635-4558-a4f3-430f45df0fba tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.5772622 Jul 23 20:38:29.538234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08517a4-1fe6-48cf-9c80-55b1d5f32917 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event deleted for resources: {'Port': ['ID=d389d4b9-d8b4-42c7-95ce-91ecfe4c2ac5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:29.657710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-386d5e4f-deac-457d-96b2-360af7c80662 req-bb7caf2c-45d2-4e67-bbd8-eaa9f5281191 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754313 Jul 23 20:38:29.863618 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-422c1098-0b24-43c5-b059-4c9be071c226 None None] Provisioning for port 6eaa32a6-ce95-46f6-8b49-fca18f5e9220 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:29.899585 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-422c1098-0b24-43c5-b059-4c9be071c226 None None] Provisioning complete for port 6eaa32a6-ce95-46f6-8b49-fca18f5e9220 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:29.900719 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-422c1098-0b24-43c5-b059-4c9be071c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.907303 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.021736 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43838) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:30.068802 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-422c1098-0b24-43c5-b059-4c9be071c226 None None] Port 6eaa32a6-ce95-46f6-8b49-fca18f5e9220 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:30.096060 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-422c1098-0b24-43c5-b059-4c9be071c226 None None] Could not find standard attr ID for object d389d4b9-d8b4-42c7-95ce-91ecfe4c2ac5. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:38:30.135886 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-422c1098-0b24-43c5-b059-4c9be071c226 None None] Provisioning complete for port da401b04-583b-4e06-8ce8-4b7ab946b337 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:30.138319 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-422c1098-0b24-43c5-b059-4c9be071c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.144527 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c468e55f-2722-4aa2-af9d-750c5828e955 req-6a16d385-1909-4dec-b644-56271db8830a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 210 time: 0.1692312 Jul 23 20:38:30.162356 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c08517a4-1fe6-48cf-9c80-55b1d5f32917 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.164789 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c08517a4-1fe6-48cf-9c80-55b1d5f32917 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "DELETE /v2.0/ports/d389d4b9-d8b4-42c7-95ce-91ecfe4c2ac5 HTTP/1.1" status: 204 len: 168 time: 3.6444132 Jul 23 20:38:30.173157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43842) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:30.354847 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-326f0ade-edf1-4a54-a881-7aa3a0a1f057 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] GET failed (client error): The resource could not be found. Jul 23 20:38:30.356496 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-326f0ade-edf1-4a54-a881-7aa3a0a1f057 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "GET /v2.0/ports/d389d4b9-d8b4-42c7-95ce-91ecfe4c2ac5 HTTP/1.1" status: 404 len: 333 time: 0.1636879 Jul 23 20:38:30.373132 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43846) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:30.383419 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f25fdabc-b044-4e0c-af40-3cb5e2a9d713 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Request body: {'port': {'network_id': 'e3625c4a-47ae-4a18-8d40-e9ddbaad8fde', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-38266314'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:30.402653 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d5f7c69-6301-483d-be4d-28b7beebdb39 req-8d0a3aba-6b66-40af-8f29-70e89a33d6d3 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 210 time: 0.0717981 Jul 23 20:38:30.485280 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-30151a55-9635-4d1c-94c3-0411aa27a442 None None] Provisioning complete for port 6eaa32a6-ce95-46f6-8b49-fca18f5e9220 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:30.487225 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-30151a55-9635-4d1c-94c3-0411aa27a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.623551 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55a9821e-6cf3-4e10-abd1-a96460878081 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.676923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-30151a55-9635-4d1c-94c3-0411aa27a442 None None] Port 6eaa32a6-ce95-46f6-8b49-fca18f5e9220 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:30.802011 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:38:31.091259 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-3406eb09-8cc9-4330-b3c9-a07b7b0df914 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:31.093308 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-3406eb09-8cc9-4330-b3c9-a07b7b0df914 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 811 time: 0.6302991 Jul 23 20:38:31.096351 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f1f89ebe-393c-42b4-b8ff-7f6653bbebdc None None] Could not find standard attr ID for object d389d4b9-d8b4-42c7-95ce-91ecfe4c2ac5. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:38:31.123988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-8e4edc40-6b20-4f42-82af-acd86533b13c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Request body: {'port': {'device_id': '9bde080d-428d-453d-aa9c-04ebd4577879', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'admin_state_up': True, 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:31.192033 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device da401b04-583b-4e06-8ce8-4b7ab946b337 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:31.407461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port da401b04-583b-4e06-8ce8-4b7ab946b337 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:31.407759 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:31.564189 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedd3c6-66a0-4ad8-8eee-8a464601c8b2 req-9042a87f-2958-414a-bf31-ad67019054ec tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:31.566542 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6cedd3c6-66a0-4ad8-8eee-8a464601c8b2 req-9042a87f-2958-414a-bf31-ad67019054ec tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.5784690 Jul 23 20:38:31.645376 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d000d96-1a6b-401c-ae17-9316e7ad7c8e req-d08bca1c-538c-438c-b368-fb2d5c976c4f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 210 time: 0.1831987 Jul 23 20:38:31.719202 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-8e4edc40-6b20-4f42-82af-acd86533b13c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Made reservation on behalf of 970bd8d6ec9e4a8ea04f7b4a50d01a14 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:31.737313 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-8e4edc40-6b20-4f42-82af-acd86533b13c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:31.847319 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6cedd3c6-66a0-4ad8-8eee-8a464601c8b2 req-483ed9dd-7f12-4a01-a9d2-d9dc46236b51 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640002 Jul 23 20:38:31.921285 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f22b9517-ad7f-4b60-b50a-58694c84a166 req-911896e2-77d1-4f58-9cc4-17ca20c42855 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 210 time: 0.1519749 Jul 23 20:38:31.936444 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55a9821e-6cf3-4e10-abd1-a96460878081 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.076812 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25fdabc-b044-4e0c-af40-3cb5e2a9d713 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Made reservation on behalf of 8c3d28bb76ca4a7da5b0ca0457772462 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:32.083366 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f25fdabc-b044-4e0c-af40-3cb5e2a9d713 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.098411 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55a9821e-6cf3-4e10-abd1-a96460878081 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.105527 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55a9821e-6cf3-4e10-abd1-a96460878081 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.108114 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-55a9821e-6cf3-4e10-abd1-a96460878081 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "DELETE /v2.0/security-groups/ae12e2d2-57ca-4888-94a1-e0ec887aed3a HTTP/1.1" status: 204 len: 168 time: 2.0842466 Jul 23 20:38:32.111975 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 43876) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.137306 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9821e-6cf3-4e10-abd1-a96460878081 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae12e2d2-57ca-4888-94a1-e0ec887aed3a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:32.149681 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-f25fdabc-b044-4e0c-af40-3cb5e2a9d713 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] device_id is not set on port c6dee221-defa-4f1e-aa29-2cc5ad1ea7a7 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:38:32.211053 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-e3778e11-f707-419e-8ed5-e6e838ba8e46 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] show failed (client error): The resource could not be found. Jul 23 20:38:32.220585 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e3778e11-f707-419e-8ed5-e6e838ba8e46 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "GET /v2.0/security-groups/ae12e2d2-57ca-4888-94a1-e0ec887aed3a HTTP/1.1" status: 404 len: 347 time: 0.0977690 Jul 23 20:38:32.223152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 43878) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.639424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-f25fdabc-b044-4e0c-af40-3cb5e2a9d713 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Allocated IP 2001:db8::231 (e3625c4a-47ae-4a18-8d40-e9ddbaad8fde/cfec393c-42d8-4501-825b-8f0bb14c6b99/c6dee221-defa-4f1e-aa29-2cc5ad1ea7a7) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:32.933995 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ce1193d-0840-4e41-8884-db75df8d8524 req-8dc3093d-e325-4df2-abd5-9861f29dc1a8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 210 time: 0.1368113 Jul 23 20:38:33.034537 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-8e4edc40-6b20-4f42-82af-acd86533b13c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Allocated IP 172.20.0.9 (7e87e256-e5f8-4403-aebe-74aea031e4d5/e7bdc325-7495-4f4e-a8a4-e09daf47d99e/f72fd789-e396-40d5-8b53-14d68e5dad83) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:33.164715 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f25fdabc-b044-4e0c-af40-3cb5e2a9d713 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.186849 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-f25fdabc-b044-4e0c-af40-3cb5e2a9d713 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Transition to ACTIVE for port object c6dee221-defa-4f1e-aa29-2cc5ad1ea7a7 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:33.235669 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f25fdabc-b044-4e0c-af40-3cb5e2a9d713 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.282047 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62526a35-34d4-4866-a365-664e6877a0b1 req-eaac8b17-625b-4c24-8352-85881e668647 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 210 time: 0.1353304 Jul 23 20:38:33.293183 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8f0b0-a771-4e4d-a6b1-b793520bb832 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Deleting port 29ecc0bf-0b33-40f4-9d1a-0e07486953ab {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:33.293777 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f0b0-a771-4e4d-a6b1-b793520bb832 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.307505 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25fdabc-b044-4e0c-af40-3cb5e2a9d713 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Network e3625c4a-47ae-4a18-8d40-e9ddbaad8fde is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:33.313799 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-f25fdabc-b044-4e0c-af40-3cb5e2a9d713 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:33.321916 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25fdabc-b044-4e0c-af40-3cb5e2a9d713 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:33.339765 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25fdabc-b044-4e0c-af40-3cb5e2a9d713 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:33.340554 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f25fdabc-b044-4e0c-af40-3cb5e2a9d713 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.359638 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fdabc-b044-4e0c-af40-3cb5e2a9d713 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event updated for resources: {'Port': ['ID=c6dee221-defa-4f1e-aa29-2cc5ad1ea7a7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:33.393153 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f25fdabc-b044-4e0c-af40-3cb5e2a9d713 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0175107 Jul 23 20:38:33.395133 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43898) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.405084 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-81f0ee54-405c-48ca-af5c-0098640b2a56 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ae', 'mac_address': 'fa:16:3e:8d:bc:d4'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:33.899114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6430ce5-e35b-4b0c-9d31-628f000f7e5e req-a8ce172d-54bf-47fd-8ed6-4d696213dec0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:33.909408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a6430ce5-e35b-4b0c-9d31-628f000f7e5e req-a8ce172d-54bf-47fd-8ed6-4d696213dec0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.8469903 Jul 23 20:38:33.952562 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fec1f6bf-f140-4c4b-a942-f5d93a120f92 None None] Provisioning for port c6dee221-defa-4f1e-aa29-2cc5ad1ea7a7 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:33.961387 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fec1f6bf-f140-4c4b-a942-f5d93a120f92 None None] Provisioning complete for port c6dee221-defa-4f1e-aa29-2cc5ad1ea7a7 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:33.962560 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fec1f6bf-f140-4c4b-a942-f5d93a120f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.968887 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-81f0ee54-405c-48ca-af5c-0098640b2a56 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.080879 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-fec1f6bf-f140-4c4b-a942-f5d93a120f92 None None] Port c6dee221-defa-4f1e-aa29-2cc5ad1ea7a7 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:34.196379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-24d39197-c92f-47f8-bc1b-d9240763d001 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:34.201892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-24d39197-c92f-47f8-bc1b-d9240763d001 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.48 "GET /v2.0/networks?id=82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 HTTP/1.1" status: 200 len: 818 time: 0.2628443 Jul 23 20:38:34.420731 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-81f0ee54-405c-48ca-af5c-0098640b2a56 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.422059 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-8e4edc40-6b20-4f42-82af-acd86533b13c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.434709 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-81f0ee54-405c-48ca-af5c-0098640b2a56 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.441226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-8e4edc40-6b20-4f42-82af-acd86533b13c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Transition to ACTIVE for port object f72fd789-e396-40d5-8b53-14d68e5dad83 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:34.505753 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-81f0ee54-405c-48ca-af5c-0098640b2a56 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] In _notify_port_updated(), no bound segment for port c6dee221-defa-4f1e-aa29-2cc5ad1ea7a7 on network e3625c4a-47ae-4a18-8d40-e9ddbaad8fde {{(pid=93810) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:38:34.521649 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f0ee54-405c-48ca-af5c-0098640b2a56 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:34.529108 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-81f0ee54-405c-48ca-af5c-0098640b2a56 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.533056 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-81f0ee54-405c-48ca-af5c-0098640b2a56 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "PUT /v2.0/ports/c6dee221-defa-4f1e-aa29-2cc5ad1ea7a7 HTTP/1.1" status: 200 len: 1001 time: 1.1343207 Jul 23 20:38:34.533331 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43914) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:34.537646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-79719224-9a8a-4f13-93cc-a43d61df86cb tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Request body: {'port': {'device_id': '77839b35-5445-4c1a-9c84-c16009a0e708', 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3', 'admin_state_up': True, 'tenant_id': 'f49c939c4d2e42d598e0ef3542a6d597'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:34.591227 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-8e4edc40-6b20-4f42-82af-acd86533b13c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.603768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['b9ebfedd-e6c7-422e-9b78-b89443a65d23', '0d9b7bbd-26de-4868-9937-c088ab68043a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:38:34.650040 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0ee54-405c-48ca-af5c-0098640b2a56 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event updated for resources: {'Port': ['ID=c6dee221-defa-4f1e-aa29-2cc5ad1ea7a7,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:34.686580 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a6430ce5-e35b-4b0c-9d31-628f000f7e5e req-b1f9f05c-4cf9-49b4-aa13-e2271ae428e1 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7761865 Jul 23 20:38:34.863056 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b8906a5b-885e-463e-ba2a-f47cd781d434 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Deleting port c6dee221-defa-4f1e-aa29-2cc5ad1ea7a7 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:34.863428 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8906a5b-885e-463e-ba2a-f47cd781d434 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.972788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4edc40-6b20-4f42-82af-acd86533b13c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Pushing event updated for resources: {'Port': ['ID=f72fd789-e396-40d5-8b53-14d68e5dad83,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:35.056286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-91da50c9-8e39-4dca-a996-1e2949efaa9a tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:35.068247 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-91da50c9-8e39-4dca-a996-1e2949efaa9a tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.48 "GET /v2.0/networks?id=82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 HTTP/1.1" status: 200 len: 818 time: 1.6361413 Jul 23 20:38:35.081985 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f0b0-a771-4e4d-a6b1-b793520bb832 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:35.086098 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f0b0-a771-4e4d-a6b1-b793520bb832 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:35.117354 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-249989da-bb00-40de-88aa-4a7bcef27a9d tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:35.121674 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-249989da-bb00-40de-88aa-4a7bcef27a9d tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.57 "GET /v2.0/networks?id=82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 HTTP/1.1" status: 200 len: 818 time: 1.8968194 Jul 23 20:38:35.137557 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8906a5b-885e-463e-ba2a-f47cd781d434 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:35.172022 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b8906a5b-885e-463e-ba2a-f47cd781d434 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Calling delete_port for c6dee221-defa-4f1e-aa29-2cc5ad1ea7a7 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:35.218218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9ef7a7bc-cdaa-42d5-8b97-2792428bd658 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Request body: {'port': {'device_id': 'e52fec41-2363-45c1-92ef-a2fecd898b5f', 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3', 'admin_state_up': True, 'tenant_id': 'f49c939c4d2e42d598e0ef3542a6d597'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:35.315939 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-082c42d5-a85b-46e0-8505-1a490fa15097 None None] Provisioning complete for port c6dee221-defa-4f1e-aa29-2cc5ad1ea7a7 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:35.316986 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-082c42d5-a85b-46e0-8505-1a490fa15097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:35.331231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1b672515-8218-492b-b62e-53fda9bf0b46 req-40395e52-1687-4131-8c10-a563c0902125 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 210 time: 0.3200035 Jul 23 20:38:35.339771 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-8e4edc40-6b20-4f42-82af-acd86533b13c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Network 7e87e256-e5f8-4403-aebe-74aea031e4d5 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:35.345485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9e6215e0-4161-4550-8090-c8cae1a9e421 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Request body: {'port': {'device_id': '77667d76-1dbf-4e00-914e-7cff9c59db2e', 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3', 'admin_state_up': True, 'tenant_id': 'f49c939c4d2e42d598e0ef3542a6d597'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:35.364996 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-082c42d5-a85b-46e0-8505-1a490fa15097 None None] Port c6dee221-defa-4f1e-aa29-2cc5ad1ea7a7 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:35.506601 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8906a5b-885e-463e-ba2a-f47cd781d434 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:35.561052 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8906a5b-885e-463e-ba2a-f47cd781d434 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event deleted for resources: {'Port': ['ID=c6dee221-defa-4f1e-aa29-2cc5ad1ea7a7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:35.571727 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-8e4edc40-6b20-4f42-82af-acd86533b13c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:35.579759 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-8e4edc40-6b20-4f42-82af-acd86533b13c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:35.666900 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8f0b0-a771-4e4d-a6b1-b793520bb832 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Calling delete_port for 29ecc0bf-0b33-40f4-9d1a-0e07486953ab owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:35.892546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696f1ab-7dd4-425c-b845-e17f84beb2b9 req-9ce7e611-7cb0-4361-954a-5f76c577ee7b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:35.894580 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4696f1ab-7dd4-425c-b845-e17f84beb2b9 req-9ce7e611-7cb0-4361-954a-5f76c577ee7b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 931 time: 1.6242461 Jul 23 20:38:35.937098 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8906a5b-885e-463e-ba2a-f47cd781d434 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:35.942771 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b8906a5b-885e-463e-ba2a-f47cd781d434 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "DELETE /v2.0/ports/c6dee221-defa-4f1e-aa29-2cc5ad1ea7a7 HTTP/1.1" status: 204 len: 168 time: 1.4041090 Jul 23 20:38:35.943696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43926) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:36.004917 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-463144a6-28d8-4266-b35d-c073370e640a tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] GET failed (client error): The resource could not be found. Jul 23 20:38:36.007290 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-463144a6-28d8-4266-b35d-c073370e640a tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "GET /v2.0/ports/c6dee221-defa-4f1e-aa29-2cc5ad1ea7a7 HTTP/1.1" status: 404 len: 333 time: 0.0614314 Jul 23 20:38:36.011339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43930) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:36.021870 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d7e5285a-7dc3-42f9-b2b9-c357bde0cb7b tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Request body: {'port': {'network_id': 'e3625c4a-47ae-4a18-8d40-e9ddbaad8fde', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-611409449'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:36.200735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9dcfb3da-5ad7-4595-93af-549429397256 None None] Provisioning for port f72fd789-e396-40d5-8b53-14d68e5dad83 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:36.217348 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9dcfb3da-5ad7-4595-93af-549429397256 None None] Provisioning complete for port f72fd789-e396-40d5-8b53-14d68e5dad83 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:36.220043 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9dcfb3da-5ad7-4595-93af-549429397256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.238062 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e5285a-7dc3-42f9-b2b9-c357bde0cb7b tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Made reservation on behalf of 8c3d28bb76ca4a7da5b0ca0457772462 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:36.242095 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7e5285a-7dc3-42f9-b2b9-c357bde0cb7b tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.293779 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-d7e5285a-7dc3-42f9-b2b9-c357bde0cb7b tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] device_id is not set on port b33efc21-5c26-433a-a086-df257c52f573 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:38:36.343355 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9dcfb3da-5ad7-4595-93af-549429397256 None None] Port f72fd789-e396-40d5-8b53-14d68e5dad83 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:36.486353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-d7e5285a-7dc3-42f9-b2b9-c357bde0cb7b tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Allocated IP 2001:db8::18d (e3625c4a-47ae-4a18-8d40-e9ddbaad8fde/cfec393c-42d8-4501-825b-8f0bb14c6b99/b33efc21-5c26-433a-a086-df257c52f573) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:36.576766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9ef7a7bc-cdaa-42d5-8b97-2792428bd658 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Made reservation on behalf of f49c939c4d2e42d598e0ef3542a6d597 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:36.580457 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9ef7a7bc-cdaa-42d5-8b97-2792428bd658 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.632527 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-8e4edc40-6b20-4f42-82af-acd86533b13c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:36.633171 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-8e4edc40-6b20-4f42-82af-acd86533b13c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.766718 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4696f1ab-7dd4-425c-b845-e17f84beb2b9 req-c418e019-97a6-41eb-9039-d08e5a2e3784 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8146551 Jul 23 20:38:36.794197 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7e5285a-7dc3-42f9-b2b9-c357bde0cb7b tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.810130 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9ef7a7bc-cdaa-42d5-8b97-2792428bd658 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Allocated IP 172.20.0.5 (82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3/14373204-c039-496a-a381-fb3eb650e9ea/b7f7ee88-1917-4d0d-ae27-ea5437da80c5) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:36.844383 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-8e4edc40-6b20-4f42-82af-acd86533b13c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7386258 Jul 23 20:38:36.857939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-d7e5285a-7dc3-42f9-b2b9-c357bde0cb7b tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Transition to ACTIVE for port object b33efc21-5c26-433a-a086-df257c52f573 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:36.859837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Request body: {'port': {'device_id': '9bde080d-428d-453d-aa9c-04ebd4577879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:36.899923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f79bc-8765-4c16-bcf0-ef9886e869fa req-fc6b9847-cc83-426f-820f-eb32c574db14 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:36.907685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d66f79bc-8765-4c16-bcf0-ef9886e869fa req-fc6b9847-cc83-426f-820f-eb32c574db14 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 1.0119724 Jul 23 20:38:36.971798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-79719224-9a8a-4f13-93cc-a43d61df86cb tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Made reservation on behalf of f49c939c4d2e42d598e0ef3542a6d597 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:36.971798 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-79719224-9a8a-4f13-93cc-a43d61df86cb tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.011657 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9e6215e0-4161-4550-8090-c8cae1a9e421 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Made reservation on behalf of f49c939c4d2e42d598e0ef3542a6d597 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:37.021334 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9e6215e0-4161-4550-8090-c8cae1a9e421 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.075537 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7e5285a-7dc3-42f9-b2b9-c357bde0cb7b tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.173402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e5285a-7dc3-42f9-b2b9-c357bde0cb7b tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Network e3625c4a-47ae-4a18-8d40-e9ddbaad8fde is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:37.193322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-d7e5285a-7dc3-42f9-b2b9-c357bde0cb7b tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:37.201359 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab1079bf-c7c7-43ad-9317-31edb9fbcc45 req-be541dd8-d795-40be-9dcb-6fb894e875ce tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 210 time: 0.0977335 Jul 23 20:38:37.243028 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e5285a-7dc3-42f9-b2b9-c357bde0cb7b tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:37.249265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e5285a-7dc3-42f9-b2b9-c357bde0cb7b tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:37.249893 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7e5285a-7dc3-42f9-b2b9-c357bde0cb7b tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.290909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5285a-7dc3-42f9-b2b9-c357bde0cb7b tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event updated for resources: {'Port': ['ID=b33efc21-5c26-433a-a086-df257c52f573,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:37.299329 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d7e5285a-7dc3-42f9-b2b9-c357bde0cb7b tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2795241 Jul 23 20:38:37.300150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43940) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:37.311438 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.313191 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8bb51a18-285a-451a-b70c-9d8a759fc9df tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8d:bc:d4'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:37.416367 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d66f79bc-8765-4c16-bcf0-ef9886e869fa req-ba20aba8-8e7f-4c17-bda2-cb1643fa8cf8 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5076969 Jul 23 20:38:37.492708 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8bb51a18-285a-451a-b70c-9d8a759fc9df tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.674654 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f0b0-a771-4e4d-a6b1-b793520bb832 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.704786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5ff45882-65f4-436b-99c9-4e697c7b75ee None None] Provisioning for port b33efc21-5c26-433a-a086-df257c52f573 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:37.710769 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5ff45882-65f4-436b-99c9-4e697c7b75ee None None] Provisioning complete for port b33efc21-5c26-433a-a086-df257c52f573 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:37.711467 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ff45882-65f4-436b-99c9-4e697c7b75ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.738489 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8f0b0-a771-4e4d-a6b1-b793520bb832 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Pushing event deleted for resources: {'Port': ['ID=29ecc0bf-0b33-40f4-9d1a-0e07486953ab,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:37.840055 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5ff45882-65f4-436b-99c9-4e697c7b75ee None None] Port b33efc21-5c26-433a-a086-df257c52f573 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:37.868005 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9ef7a7bc-cdaa-42d5-8b97-2792428bd658 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.980226 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8bb51a18-285a-451a-b70c-9d8a759fc9df tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.991272 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8bb51a18-285a-451a-b70c-9d8a759fc9df tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.002986 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f0b0-a771-4e4d-a6b1-b793520bb832 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.005946 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f0b0-a771-4e4d-a6b1-b793520bb832 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.007445 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ffa8f0b0-a771-4e4d-a6b1-b793520bb832 tempest-ServersTestJSON-1136445001 tempest-ServersTestJSON-1136445001-project] 10.222.0.55 "DELETE /v2.0/floatingips/5ba0a72e-f0c7-495c-9e8c-2a456807c268 HTTP/1.1" status: 204 len: 168 time: 5.7667108 Jul 23 20:38:38.028287 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43946) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:38.123140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-8bb51a18-285a-451a-b70c-9d8a759fc9df tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] In _notify_port_updated(), no bound segment for port b33efc21-5c26-433a-a086-df257c52f573 on network e3625c4a-47ae-4a18-8d40-e9ddbaad8fde {{(pid=93810) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:38:38.128693 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb51a18-285a-451a-b70c-9d8a759fc9df tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:38.129585 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8bb51a18-285a-451a-b70c-9d8a759fc9df tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.131164 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8bb51a18-285a-451a-b70c-9d8a759fc9df tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "PUT /v2.0/ports/b33efc21-5c26-433a-a086-df257c52f573 HTTP/1.1" status: 200 len: 1002 time: 0.8229415 Jul 23 20:38:38.160159 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 43950) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:38.191293 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb51a18-285a-451a-b70c-9d8a759fc9df tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event updated for resources: {'Port': ['ID=b33efc21-5c26-433a-a086-df257c52f573,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:38.262005 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9ef7a7bc-cdaa-42d5-8b97-2792428bd658 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.464148 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2c10b052-ffb9-4edb-8256-0b2d2b417b4e req-af434f5e-1f8d-43f8-bb2c-05cbce955041 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 210 time: 0.0459511 Jul 23 20:38:38.583003 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a266d20b-81ad-45a9-9f3d-8c64dddeaba4 None None] Provisioning complete for port b33efc21-5c26-433a-a086-df257c52f573 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:38.591678 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a266d20b-81ad-45a9-9f3d-8c64dddeaba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.669940 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9ef7a7bc-cdaa-42d5-8b97-2792428bd658 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Network 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:38.702977 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f48381-a647-4e14-8bd0-4a92c875f991 req-dedd1ed7-e7d5-4533-ab4f-abe5c971af84 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:38.704711 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94f48381-a647-4e14-8bd0-4a92c875f991 req-dedd1ed7-e7d5-4533-ab4f-abe5c971af84 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 931 time: 0.7779891 Jul 23 20:38:38.718598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9ef7a7bc-cdaa-42d5-8b97-2792428bd658 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:38.728662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-79719224-9a8a-4f13-93cc-a43d61df86cb tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Allocated IP 172.20.0.8 (82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3/14373204-c039-496a-a381-fb3eb650e9ea/24004faf-379f-4ddf-bc53-1dd28db761c0) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:38.732973 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a266d20b-81ad-45a9-9f3d-8c64dddeaba4 None None] Port b33efc21-5c26-433a-a086-df257c52f573 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:38.777841 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9ef7a7bc-cdaa-42d5-8b97-2792428bd658 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:38.875791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7a7bc-cdaa-42d5-8b97-2792428bd658 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Pushing event updated for resources: {'Port': ['ID=b7f7ee88-1917-4d0d-ae27-ea5437da80c5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:38.907160 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91a8a61f-0e43-44e0-a2f3-1628722f340f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.965858 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94f48381-a647-4e14-8bd0-4a92c875f991 req-56e25017-250d-4799-8b6c-37696deed453 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251387 Jul 23 20:38:38.996696 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72fd789-e396-40d5-8b53-14d68e5dad83 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:38:39.029984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b58e4c-5ab9-4df3-9ef5-4d7e9032b164 req-8f1f8590-f867-4c35-8c1d-d73061388b54 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:39.032112 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0b58e4c-5ab9-4df3-9ef5-4d7e9032b164 req-8f1f8590-f867-4c35-8c1d-d73061388b54 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.4244285 Jul 23 20:38:39.038276 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9ef7a7bc-cdaa-42d5-8b97-2792428bd658 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:39.039092 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9ef7a7bc-cdaa-42d5-8b97-2792428bd658 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.043687 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.088135 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Transition to ACTIVE for port object f72fd789-e396-40d5-8b53-14d68e5dad83 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:39.116765 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.154322 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9ef7a7bc-cdaa-42d5-8b97-2792428bd658 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9628005 Jul 23 20:38:39.225307 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Request body: {'port': {'device_id': 'e52fec41-2363-45c1-92ef-a2fecd898b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:39.252564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43964) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:39.382874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6dae3e1d-0ae0-489a-bba8-f84b24873058 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Deleting port b33efc21-5c26-433a-a086-df257c52f573 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:39.383525 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6dae3e1d-0ae0-489a-bba8-f84b24873058 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.566334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0b58e4c-5ab9-4df3-9ef5-4d7e9032b164 req-8252e245-4f1a-46f6-b5ab-21c095bee4ec tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5162773 Jul 23 20:38:39.576729 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-91a8a61f-0e43-44e0-a2f3-1628722f340f admin admin] Deleting port 45a7e48b-dbf7-49b9-926e-47ba30d4438d {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:39.580414 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91a8a61f-0e43-44e0-a2f3-1628722f340f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.683533 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.709055 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0d6ba878-fb5d-47f9-b333-f3c213d47cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.754548 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-91a8a61f-0e43-44e0-a2f3-1628722f340f admin admin] For port 45a7e48b-dbf7-49b9-926e-47ba30d4438d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=45a7e48b-dbf7-49b9-926e-47ba30d4438d,segment=NetworkSegment(4a9fd4c5-6e8e-430a-88bb-589d51aecc75),segment_id=4a9fd4c5-6e8e-430a-88bb-589d51aecc75)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:39.754903 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91a8a61f-0e43-44e0-a2f3-1628722f340f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.777741 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-91a8a61f-0e43-44e0-a2f3-1628722f340f admin admin] Calling delete_port for 45a7e48b-dbf7-49b9-926e-47ba30d4438d owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:39.900794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f72fd789-e396-40d5-8b53-14d68e5dad83,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:39.938463 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-79719224-9a8a-4f13-93cc-a43d61df86cb tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.942336 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b19b66a2-dac1-4eeb-a07e-97dc2ff6568d req-c7c15e46-5598-4620-993b-38f0d78e4589 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 210 time: 0.3083165 Jul 23 20:38:39.960272 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0d6ba878-fb5d-47f9-b333-f3c213d47cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.986799 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0d6ba878-fb5d-47f9-b333-f3c213d47cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.069476 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6dae3e1d-0ae0-489a-bba8-f84b24873058 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.085145 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0d6ba878-fb5d-47f9-b333-f3c213d47cfc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2f243fdd87142029d5e84ab7bb40a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8313725 Jul 23 20:38:40.086802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Attempting to bind port f72fd789-e396-40d5-8b53-14d68e5dad83 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:40.087237 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Attempting to bind port f72fd789-e396-40d5-8b53-14d68e5dad83 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:40.087573 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Attempting to bind port f72fd789-e396-40d5-8b53-14d68e5dad83 on network 7e87e256-e5f8-4403-aebe-74aea031e4d5 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:40.092065 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 43976) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:40.096363 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ba878-fb5d-47f9-b333-f3c213d47cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a32fc78-01a5-4048-b5fe-d385fb018819,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:40.100308 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6dae3e1d-0ae0-489a-bba8-f84b24873058 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Calling delete_port for b33efc21-5c26-433a-a086-df257c52f573 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:40.118118 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91a8a61f-0e43-44e0-a2f3-1628722f340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.168018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8a61f-0e43-44e0-a2f3-1628722f340f admin admin] Pushing event deleted for resources: {'Port': ['ID=45a7e48b-dbf7-49b9-926e-47ba30d4438d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:40.253671 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Port f72fd789-e396-40d5-8b53-14d68e5dad83 on network 7e87e256-e5f8-4403-aebe-74aea031e4d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:40.254036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Attempting to bind port f72fd789-e396-40d5-8b53-14d68e5dad83 on network 7e87e256-e5f8-4403-aebe-74aea031e4d5 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:40.293873 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6dae3e1d-0ae0-489a-bba8-f84b24873058 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.338936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:40.339296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Checking segment: {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:40.339688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Bound using segment: {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:40.340134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Bound port: f72fd789-e396-40d5-8b53-14d68e5dad83, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f56f292d-35f0-47d2-87e1-6ae3db415b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:40.340486 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.400848 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91a8a61f-0e43-44e0-a2f3-1628722f340f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.409655 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae3e1d-0ae0-489a-bba8-f84b24873058 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event deleted for resources: {'Port': ['ID=b33efc21-5c26-433a-a086-df257c52f573,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:40.569889 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-79719224-9a8a-4f13-93cc-a43d61df86cb tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.574652 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6dae3e1d-0ae0-489a-bba8-f84b24873058 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.583836 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43982) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:40.589637 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6dae3e1d-0ae0-489a-bba8-f84b24873058 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "DELETE /v2.0/ports/b33efc21-5c26-433a-a086-df257c52f573 HTTP/1.1" status: 204 len: 168 time: 2.4197321 Jul 23 20:38:40.667814 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2b7eff-dc7f-4943-b95c-d2e0d79f7318 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] GET failed (client error): The resource could not be found. Jul 23 20:38:40.669641 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4d2b7eff-dc7f-4943-b95c-d2e0d79f7318 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "GET /v2.0/ports/b33efc21-5c26-433a-a086-df257c52f573 HTTP/1.1" status: 404 len: 333 time: 0.0854390 Jul 23 20:38:40.680105 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43986) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:40.694407 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3e0f5c78-e267-4230-95b1-418d5dcf14ba tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Request body: {'port': {'network_id': 'e3625c4a-47ae-4a18-8d40-e9ddbaad8fde', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2102712563'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:40.741060 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4af52fe5-1330-41f8-b58a-dca57dfda03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.785099 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-79719224-9a8a-4f13-93cc-a43d61df86cb tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Network 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:41.202126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-79719224-9a8a-4f13-93cc-a43d61df86cb tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:41.205949 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] For port f72fd789-e396-40d5-8b53-14d68e5dad83, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:41.211301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9e6215e0-4161-4550-8090-c8cae1a9e421 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Allocated IP 172.20.0.7 (82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3/14373204-c039-496a-a381-fb3eb650e9ea/97277340-5b8b-4b85-ae3d-33d944aa463c) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:41.220898 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a71f33-754e-4ed0-90b2-fca49e6ada1d req-d7eccd16-6f15-4499-84e9-5654553c8f6b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:41.228158 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2a71f33-754e-4ed0-90b2-fca49e6ada1d req-d7eccd16-6f15-4499-84e9-5654553c8f6b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 943 time: 0.9764850 Jul 23 20:38:41.239577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-79719224-9a8a-4f13-93cc-a43d61df86cb tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:41.242069 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79719224-9a8a-4f13-93cc-a43d61df86cb tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Pushing event updated for resources: {'Port': ['ID=24004faf-379f-4ddf-bc53-1dd28db761c0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:41.267477 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4af52fe5-1330-41f8-b58a-dca57dfda03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.291649 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] For port f72fd789-e396-40d5-8b53-14d68e5dad83, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f72fd789-e396-40d5-8b53-14d68e5dad83,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:41.317172 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.395085 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a8a61f-0e43-44e0-a2f3-1628722f340f admin admin] Router 463abf30-0de4-4300-b7b7-1532173f1aa7 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:38:41.408179 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0f5c78-e267-4230-95b1-418d5dcf14ba tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Made reservation on behalf of 8c3d28bb76ca4a7da5b0ca0457772462 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:41.412072 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e0f5c78-e267-4230-95b1-418d5dcf14ba tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.430977 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:41.431628 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.433142 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] 10.222.0.57 "PUT /v2.0/ports/f72fd789-e396-40d5-8b53-14d68e5dad83 HTTP/1.1" status: 200 len: 1092 time: 4.5777121 Jul 23 20:38:41.442116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-3e0f5c78-e267-4230-95b1-418d5dcf14ba tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] device_id is not set on port 0209be33-1334-4298-8051-e465503a5320 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:38:41.458491 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-79719224-9a8a-4f13-93cc-a43d61df86cb tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:41.459179 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-79719224-9a8a-4f13-93cc-a43d61df86cb tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.464987 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bde080d-428d-453d-aa9c-04ebd4577879', 'tag': 'f72fd789-e396-40d5-8b53-14d68e5dad83'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:41.480868 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9b69cb-b49b-48ad-a754-233f647cd4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9bde080d-428d-453d-aa9c-04ebd4577879", "tag": "f72fd789-e396-40d5-8b53-14d68e5dad83"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:41.507718 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2a71f33-754e-4ed0-90b2-fca49e6ada1d req-6fdffd6d-649e-41d6-a0f0-1e144ed527f7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786379 Jul 23 20:38:41.639080 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a66eb-0945-4d96-861c-5d4ae29519de req-5970ed0b-407c-4ec0-9648-15a6cf7d5862 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:41.641885 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-983a66eb-0945-4d96-861c-5d4ae29519de req-5970ed0b-407c-4ec0-9648-15a6cf7d5862 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.8934629 Jul 23 20:38:41.801216 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a8a61f-0e43-44e0-a2f3-1628722f340f admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:41.809257 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-91a8a61f-0e43-44e0-a2f3-1628722f340f admin admin] 10.222.0.55 "PUT /v2.0/routers/463abf30-0de4-4300-b7b7-1532173f1aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7799573 Jul 23 20:38:41.815848 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44000) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:41.824344 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abc9f9a-3f5a-4d54-bcc1-7ef85bd58d24 None None] Sync routers for ids ['463abf30-0de4-4300-b7b7-1532173f1aa7'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:41.836810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6503bdd-f5fe-4f71-bef4-c8606182b7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f72fd789-e396-40d5-8b53-14d68e5dad83,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:41.841673 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-79719224-9a8a-4f13-93cc-a43d61df86cb tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4804435 Jul 23 20:38:41.850666 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abc9f9a-3f5a-4d54-bcc1-7ef85bd58d24 None None] Routers {'463abf30-0de4-4300-b7b7-1532173f1aa7'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:41.851356 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5abc9f9a-3f5a-4d54-bcc1-7ef85bd58d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:38:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['463abf30-0de4-4300-b7b7-1532173f1aa7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:41.911852 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-983a66eb-0945-4d96-861c-5d4ae29519de req-1a15bb6b-c5ce-4308-bec0-b0472c5bd234 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989801 Jul 23 20:38:41.916987 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4af52fe5-1330-41f8-b58a-dca57dfda03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.923562 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4af52fe5-1330-41f8-b58a-dca57dfda03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.924763 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4af52fe5-1330-41f8-b58a-dca57dfda03e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a32fc78-01a5-4048-b5fe-d385fb018819 HTTP/1.1" status: 204 len: 168 time: 1.8308423 Jul 23 20:38:41.960734 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Request body: {'port': {'device_id': '77839b35-5445-4c1a-9c84-c16009a0e708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:42.003164 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-3e0f5c78-e267-4230-95b1-418d5dcf14ba tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Allocated IP 2001:db8::130 (e3625c4a-47ae-4a18-8d40-e9ddbaad8fde/cfec393c-42d8-4501-825b-8f0bb14c6b99/0209be33-1334-4298-8051-e465503a5320) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:42.016542 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-5abc9f9a-3f5a-4d54-bcc1-7ef85bd58d24 None None] Set router 463abf30-0de4-4300-b7b7-1532173f1aa7 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:42.099422 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78073ef1-a2be-4b91-8c8c-6a479846eaef x-openstack-request-id: req-78073ef1-a2be-4b91-8c8c-6a479846eaef {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:42.099739 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bde080d-428d-453d-aa9c-04ebd4577879", "tag": "f72fd789-e396-40d5-8b53-14d68e5dad83", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:42.099989 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78073ef1-a2be-4b91-8c8c-6a479846eaef {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:42.100373 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bde080d-428d-453d-aa9c-04ebd4577879', 'tag': 'f72fd789-e396-40d5-8b53-14d68e5dad83', 'status': 'completed', 'code': 200} Jul 23 20:38:42.105892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af52fe5-1330-41f8-b58a-dca57dfda03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a32fc78-01a5-4048-b5fe-d385fb018819,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:42.177235 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-855fced9-015c-419e-a0a8-d78fad02a66b admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.265651 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-1f68fff0-18ff-4693-987f-5320f2424321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:42.271652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-1f68fff0-18ff-4693-987f-5320f2424321 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 1095 time: 0.7629538 Jul 23 20:38:42.327913 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5abc9f9a-3f5a-4d54-bcc1-7ef85bd58d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'name': 'tempest-ServersTestJSON-1213330083-router', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:38:40Z', 'revision_number': 5, 'project_id': 'a54034a57fda440080204e7382f3daae', 'gw_port': {'id': '40bbbbe2-dcdf-4aa0-af73-994fb66382fd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:03Z', 'updated_at': '2021-07-23T20:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:42.358917 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-855fced9-015c-419e-a0a8-d78fad02a66b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.363423 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.390414 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abc9f9a-3f5a-4d54-bcc1-7ef85bd58d24 None None] Checking router: 463abf30-0de4-4300-b7b7-1532173f1aa7 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:38:42.401734 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abc9f9a-3f5a-4d54-bcc1-7ef85bd58d24 None None] Routers {'463abf30-0de4-4300-b7b7-1532173f1aa7'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:42.403773 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5abc9f9a-3f5a-4d54-bcc1-7ef85bd58d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:38:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['463abf30-0de4-4300-b7b7-1532173f1aa7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:42.496451 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9e6215e0-4161-4550-8090-c8cae1a9e421 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.505604 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-e1c6786b-d449-4412-b3fb-4c48ca9592ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f72fd789-e396-40d5-8b53-14d68e5dad83 HTTP/1.1" status: 200 len: 217 time: 0.1053298 Jul 23 20:38:42.516626 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f9477-4374-48e5-8479-2e97e5d1b5e7 req-fff6a28a-e3f2-4e1a-ae26-910e2fbedf66 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:42.523694 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3f8f9477-4374-48e5-8479-2e97e5d1b5e7 req-fff6a28a-e3f2-4e1a-ae26-910e2fbedf66 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 931 time: 0.9113772 Jul 23 20:38:42.631653 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-5abc9f9a-3f5a-4d54-bcc1-7ef85bd58d24 None None] Set router 463abf30-0de4-4300-b7b7-1532173f1aa7 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:42.755932 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e0f5c78-e267-4230-95b1-418d5dcf14ba tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.774886 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-855fced9-015c-419e-a0a8-d78fad02a66b admin admin] Deleting port 40bbbbe2-dcdf-4aa0-af73-994fb66382fd {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:42.775316 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-855fced9-015c-419e-a0a8-d78fad02a66b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.781227 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-3e0f5c78-e267-4230-95b1-418d5dcf14ba tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Transition to ACTIVE for port object 0209be33-1334-4298-8051-e465503a5320 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:42.845739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3f8f9477-4374-48e5-8479-2e97e5d1b5e7 req-a30a1d50-f3c4-495c-9dfc-3fc3126a3fda tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166614 Jul 23 20:38:42.906836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-6eaa12c1-1f0c-4bd3-be32-a40133d61cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:42.910003 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5abc9f9a-3f5a-4d54-bcc1-7ef85bd58d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'name': 'tempest-ServersTestJSON-1213330083-router', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:38:42Z', 'revision_number': 6, 'project_id': 'a54034a57fda440080204e7382f3daae', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:42.922726 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-6eaa12c1-1f0c-4bd3-be32-a40133d61cce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.3970046 Jul 23 20:38:42.957648 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abc9f9a-3f5a-4d54-bcc1-7ef85bd58d24 None None] The sync data for ids ['463abf30-0de4-4300-b7b7-1532173f1aa7'] in n-d-791504-18 is: [{'id': '463abf30-0de4-4300-b7b7-1532173f1aa7', 'name': 'tempest-ServersTestJSON-1213330083-router', 'tenant_id': 'a54034a57fda440080204e7382f3daae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:38:42Z', 'revision_number': 6, 'project_id': 'a54034a57fda440080204e7382f3daae', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:43.044389 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9e6215e0-4161-4550-8090-c8cae1a9e421 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.094012 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e0f5c78-e267-4230-95b1-418d5dcf14ba tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.097605 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d00407-a845-4342-b772-fa6014af300f req-23f6ef99-e439-4a43-a4c2-8d9df2db2a29 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:43.099731 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b3d00407-a845-4342-b772-fa6014af300f req-23f6ef99-e439-4a43-a4c2-8d9df2db2a29 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 943 time: 0.4280014 Jul 23 20:38:43.165712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-855fced9-015c-419e-a0a8-d78fad02a66b admin admin] For port 40bbbbe2-dcdf-4aa0-af73-994fb66382fd, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=40bbbbe2-dcdf-4aa0-af73-994fb66382fd,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:43.166084 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-855fced9-015c-419e-a0a8-d78fad02a66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.196080 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-855fced9-015c-419e-a0a8-d78fad02a66b admin admin] Calling delete_port for 40bbbbe2-dcdf-4aa0-af73-994fb66382fd owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:43.271189 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6215e0-4161-4550-8090-c8cae1a9e421 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Pushing event updated for resources: {'Port': ['ID=97277340-5b8b-4b85-ae3d-33d944aa463c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:43.284984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9e6215e0-4161-4550-8090-c8cae1a9e421 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Network 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:43.291229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9e6215e0-4161-4550-8090-c8cae1a9e421 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:43.308292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9e6215e0-4161-4550-8090-c8cae1a9e421 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:43.321368 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-c8ca9296-62e7-43ac-8e54-93e056eaff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:43.323994 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-c8ca9296-62e7-43ac-8e54-93e056eaff4f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3887422 Jul 23 20:38:43.336915 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0f5c78-e267-4230-95b1-418d5dcf14ba tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Network e3625c4a-47ae-4a18-8d40-e9ddbaad8fde is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:43.339610 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f5c78-e267-4230-95b1-418d5dcf14ba tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event updated for resources: {'Port': ['ID=0209be33-1334-4298-8051-e465503a5320,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:43.357572 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-3e0f5c78-e267-4230-95b1-418d5dcf14ba tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:43.363570 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f5c78-e267-4230-95b1-418d5dcf14ba tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:43.372950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0f5c78-e267-4230-95b1-418d5dcf14ba tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:43.373635 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e0f5c78-e267-4230-95b1-418d5dcf14ba tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.406164 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3e0f5c78-e267-4230-95b1-418d5dcf14ba tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7248917 Jul 23 20:38:43.422929 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 44050) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:43.466951 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293bc90-d322-4889-94af-c91c1d4f28e1 req-6ad81e9e-5086-4471-9ea3-95b0f0f2c987 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:43.468608 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a293bc90-d322-4889-94af-c91c1d4f28e1 req-6ad81e9e-5086-4471-9ea3-95b0f0f2c987 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.4257662 Jul 23 20:38:43.543131 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-df2b6246-f87d-4618-a6ef-34926aae69f2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Request body: {'port': {'network_id': 'e3625c4a-47ae-4a18-8d40-e9ddbaad8fde', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-430549095'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:43.615955 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-855fced9-015c-419e-a0a8-d78fad02a66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.686436 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fced9-015c-419e-a0a8-d78fad02a66b admin admin] Pushing event deleted for resources: {'Port': ['ID=40bbbbe2-dcdf-4aa0-af73-994fb66382fd,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:43.733018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b3d00407-a845-4342-b772-fa6014af300f req-4e9b768a-7a16-4620-a09d-8f6461e78d82 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6037443 Jul 23 20:38:43.836571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0116c193-4f5f-4185-869d-4d2aec43e73b None None] Provisioning for port 0209be33-1334-4298-8051-e465503a5320 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:43.846301 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0116c193-4f5f-4185-869d-4d2aec43e73b None None] Provisioning complete for port 0209be33-1334-4298-8051-e465503a5320 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:43.847009 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0116c193-4f5f-4185-869d-4d2aec43e73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.867900 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a293bc90-d322-4889-94af-c91c1d4f28e1 req-a76637f9-b203-4437-b18a-5b356487bba5 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3905134 Jul 23 20:38:43.946736 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-855fced9-015c-419e-a0a8-d78fad02a66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.953800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1ef45-f75c-41e8-a4b7-09aba6ea9e6c req-91ae3207-5669-4be3-bec0-ef2df6f198f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:43.955669 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fcd1ef45-f75c-41e8-a4b7-09aba6ea9e6c req-91ae3207-5669-4be3-bec0-ef2df6f198f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e36b104f9d24e799825b9baa093a497&device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 1098 time: 0.1850913 Jul 23 20:38:43.969400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9e6215e0-4161-4550-8090-c8cae1a9e421 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:43.971703 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9e6215e0-4161-4550-8090-c8cae1a9e421 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.006563 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0116c193-4f5f-4185-869d-4d2aec43e73b None None] Port 0209be33-1334-4298-8051-e465503a5320 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:44.152094 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9e6215e0-4161-4550-8090-c8cae1a9e421 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.8105822 Jul 23 20:38:44.161737 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f7ee88-1917-4d0d-ae27-ea5437da80c5 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:38:44.176512 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-855fced9-015c-419e-a0a8-d78fad02a66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.181052 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-855fced9-015c-419e-a0a8-d78fad02a66b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.215421 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Request body: {'port': {'device_id': '77667d76-1dbf-4e00-914e-7cff9c59db2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:44.251978 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.272801 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-13c19d9c-d0e5-4a93-8a63-3712d4aa06b3 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9094977 Jul 23 20:38:44.279725 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1ef45-f75c-41e8-a4b7-09aba6ea9e6c req-ee36c580-bd04-4c08-8041-1fce5ac6dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:44.281871 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fcd1ef45-f75c-41e8-a4b7-09aba6ea9e6c req-ee36c580-bd04-4c08-8041-1fce5ac6dd49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce0133d9-8df6-41ea-ae2f-c1fed304391d HTTP/1.1" status: 200 len: 918 time: 0.2867897 Jul 23 20:38:44.284388 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-855fced9-015c-419e-a0a8-d78fad02a66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.285235 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855fced9-015c-419e-a0a8-d78fad02a66b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 463abf30-0de4-4300-b7b7-1532173f1aa7 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:38:44.300076 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-855fced9-015c-419e-a0a8-d78fad02a66b admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.304088 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-855fced9-015c-419e-a0a8-d78fad02a66b admin admin] 10.222.0.55 "DELETE /v2.0/routers/463abf30-0de4-4300-b7b7-1532173f1aa7 HTTP/1.1" status: 204 len: 168 time: 2.4808774 Jul 23 20:38:44.305858 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44096) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:44.405374 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Transition to ACTIVE for port object b7f7ee88-1917-4d0d-ae27-ea5437da80c5 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:44.468808 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52579b1-8e4a-4d3e-b76a-308ae9945bcf admin admin] Deleting subnet 91429578-5cbf-4f9e-9d47-bfd3e83047bf {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:38:44.474769 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c52579b1-8e4a-4d3e-b76a-308ae9945bcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.514922 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fcd1ef45-f75c-41e8-a4b7-09aba6ea9e6c req-ddccff09-7508-4956-a86d-71e31a283e3a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738 HTTP/1.1" status: 200 len: 1001 time: 0.2097583 Jul 23 20:38:44.589995 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c52579b1-8e4a-4d3e-b76a-308ae9945bcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.624288 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.628090 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24004faf-379f-4ddf-bc53-1dd28db761c0 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:38:44.652931 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1ef45-f75c-41e8-a4b7-09aba6ea9e6c req-13d45e80-7d87-45e7-8fd1-b484bbc1075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:44.656977 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fcd1ef45-f75c-41e8-a4b7-09aba6ea9e6c req-13d45e80-7d87-45e7-8fd1-b484bbc1075f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35eaf14f-2eae-4b6c-8dcf-0499d3191c4d HTTP/1.1" status: 200 len: 856 time: 0.1286304 Jul 23 20:38:44.778154 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c52579b1-8e4a-4d3e-b76a-308ae9945bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.803792 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.814409 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1ef45-f75c-41e8-a4b7-09aba6ea9e6c req-a6df0805-6bc9-4a6c-b6a2-8797beb95bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:44.816034 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fcd1ef45-f75c-41e8-a4b7-09aba6ea9e6c req-a6df0805-6bc9-4a6c-b6a2-8797beb95bb4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce0133d9-8df6-41ea-ae2f-c1fed304391d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1504402 Jul 23 20:38:44.887443 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfd8fb-b6de-48f6-a266-942790bc4b3b req-307c225a-595d-4fde-8b59-1b31bb7acb26 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:44.889182 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-75dfd8fb-b6de-48f6-a266-942790bc4b3b req-307c225a-595d-4fde-8b59-1b31bb7acb26 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 931 time: 0.8730416 Jul 23 20:38:44.902223 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2b6246-f87d-4618-a6ef-34926aae69f2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Made reservation on behalf of 8c3d28bb76ca4a7da5b0ca0457772462 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:44.906369 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df2b6246-f87d-4618-a6ef-34926aae69f2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.947381 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c52579b1-8e4a-4d3e-b76a-308ae9945bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.016059 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52579b1-8e4a-4d3e-b76a-308ae9945bcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91429578-5cbf-4f9e-9d47-bfd3e83047bf,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:45.018258 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c52579b1-8e4a-4d3e-b76a-308ae9945bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.020215 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c52579b1-8e4a-4d3e-b76a-308ae9945bcf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/91429578-5cbf-4f9e-9d47-bfd3e83047bf HTTP/1.1" status: 204 len: 168 time: 0.7134912 Jul 23 20:38:45.024327 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fcd1ef45-f75c-41e8-a4b7-09aba6ea9e6c req-e304d51a-de4d-43ef-8fac-f5dbf535d94d service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954873 Jul 23 20:38:45.024659 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44142) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:45.025208 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc39933-c880-4029-812e-61c84de9a09e None None] Network bd503777-cbd7-4983-8bcb-d8db25f0c2a1 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:45.036966 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.074208 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 40bbbbe2-dcdf-4aa0-af73-994fb66382fd no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:45.107250 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d999683a-4cf8-4b2a-9741-31a271c4966a req-cd7a7aaa-1215-4795-85a7-c09d09208933 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7893400 Jul 23 20:38:45.114719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Transition to ACTIVE for port object 24004faf-379f-4ddf-bc53-1dd28db761c0 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:45.128584 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 40bbbbe2-dcdf-4aa0-af73-994fb66382fd {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:45.129077 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 40bbbbe2-dcdf-4aa0-af73-994fb66382fd not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:45.129864 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45a7e48b-dbf7-49b9-926e-47ba30d4438d no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:45.137971 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Pushing event updated for resources: {'Port': ['ID=b7f7ee88-1917-4d0d-ae27-ea5437da80c5,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:45.206843 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.240227 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fcd1ef45-f75c-41e8-a4b7-09aba6ea9e6c req-af0ea5d0-9d6c-42fa-b680-46bfe2074b93 service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072031 Jul 23 20:38:45.257821 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 45a7e48b-dbf7-49b9-926e-47ba30d4438d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:45.260843 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45a7e48b-dbf7-49b9-926e-47ba30d4438d not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:45.262690 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.314958 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] Deleting port 06dd272e-eea2-4f00-ba77-e4199c09c803 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:45.315615 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.330986 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.447398 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] For port 06dd272e-eea2-4f00-ba77-e4199c09c803, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=06dd272e-eea2-4f00-ba77-e4199c09c803,segment=NetworkSegment(4a9fd4c5-6e8e-430a-88bb-589d51aecc75),segment_id=4a9fd4c5-6e8e-430a-88bb-589d51aecc75)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:45.447831 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.461756 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] Calling delete_port for 06dd272e-eea2-4f00-ba77-e4199c09c803 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:45.474069 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] DHCP port deletion for bd503777-cbd7-4983-8bcb-d8db25f0c2a1 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:38:45.535242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] Deleting port 06dd272e-eea2-4f00-ba77-e4199c09c803 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:45.535976 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.571295 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.605108 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=06dd272e-eea2-4f00-ba77-e4199c09c803,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:45.607314 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] No DVR routers for this DVR port 06dd272e-eea2-4f00-ba77-e4199c09c803 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:38:45.651658 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] For port 06dd272e-eea2-4f00-ba77-e4199c09c803, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=06dd272e-eea2-4f00-ba77-e4199c09c803,segment=NetworkSegment(4a9fd4c5-6e8e-430a-88bb-589d51aecc75),segment_id=4a9fd4c5-6e8e-430a-88bb-589d51aecc75)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:45.652480 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.669523 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] Calling delete_port for 06dd272e-eea2-4f00-ba77-e4199c09c803 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:45.706441 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.718658 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd503777-cbd7-4983-8bcb-d8db25f0c2a1']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:45.731275 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9fd4c5-6e8e-430a-88bb-589d51aecc75') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:45.731576 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9fd4c5-6e8e-430a-88bb-589d51aecc75') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:45.738500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-df2b6246-f87d-4618-a6ef-34926aae69f2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] device_id is not set on port 9a95525b-0eec-4366-ab33-fd0920bbae6c yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:38:45.741454 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.756971 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.764387 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:38:45.764882 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:38:45.766683 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:38:45.773949 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.806825 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] Pushing event deleted for resources: {'Port': ['ID=06dd272e-eea2-4f00-ba77-e4199c09c803,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:45.821103 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] No DVR routers for this DVR port 06dd272e-eea2-4f00-ba77-e4199c09c803 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:38:45.827847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:45.828560 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:45.828870 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:45.829209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:45.829542 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:45.829905 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:45.830589 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:45.830870 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:45.831215 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:45.831551 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:45.831852 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:45.832311 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0ae22-8425-402e-ad3c-54fc7ffdb267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:45.840430 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.845536 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.851272 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] 10.222.0.55 "DELETE /v2.0/networks/bd503777-cbd7-4983-8bcb-d8db25f0c2a1 HTTP/1.1" status: 204 len: 168 time: 0.8222363 Jul 23 20:38:45.864082 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae54a7-366c-41ba-bb0c-4b6a243ccb17 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd503777-cbd7-4983-8bcb-d8db25f0c2a1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:45.947080 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-75dfd8fb-b6de-48f6-a266-942790bc4b3b req-b2ca3319-7961-4c68-9303-ca82b1d868be tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0282741 Jul 23 20:38:45.961489 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Attempting to bind port b7f7ee88-1917-4d0d-ae27-ea5437da80c5 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:45.962018 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Attempting to bind port b7f7ee88-1917-4d0d-ae27-ea5437da80c5 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '77e6d66c-988f-4eee-b0a2-fdd07dc13c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:45.962549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Attempting to bind port b7f7ee88-1917-4d0d-ae27-ea5437da80c5 on network 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:46.022779 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Port b7f7ee88-1917-4d0d-ae27-ea5437da80c5 on network 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:46.023149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Attempting to bind port b7f7ee88-1917-4d0d-ae27-ea5437da80c5 on network 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:46.031309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-df2b6246-f87d-4618-a6ef-34926aae69f2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Allocated IP 2001:db8::337 (e3625c4a-47ae-4a18-8d40-e9ddbaad8fde/cfec393c-42d8-4501-825b-8f0bb14c6b99/9a95525b-0eec-4366-ab33-fd0920bbae6c) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:46.072346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=24004faf-379f-4ddf-bc53-1dd28db761c0,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:46.083397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:46.083742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Checking segment: {'id': '77e6d66c-988f-4eee-b0a2-fdd07dc13c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:46.084128 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Bound using segment: {'id': '77e6d66c-988f-4eee-b0a2-fdd07dc13c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:46.084568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Bound port: b7f7ee88-1917-4d0d-ae27-ea5437da80c5, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e6d66c-988f-4eee-b0a2-fdd07dc13c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:46.084923 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.099040 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44150) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:46.101223 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2bc7b1-e1f0-4a52-8b5e-a76377174131 req-7e2af45b-9535-43e0-86af-b4b159ad54bb tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:46.102730 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b2bc7b1-e1f0-4a52-8b5e-a76377174131 req-7e2af45b-9535-43e0-86af-b4b159ad54bb tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 943 time: 1.2386203 Jul 23 20:38:46.146427 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e1eb5407-b64b-4d33-ada9-c0fe148b066a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a54034a57fda440080204e7382f3daae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461624 Jul 23 20:38:46.149010 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44154) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:46.242458 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-74b0707d-97c3-46b6-b6c9-13c5bf664cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.273912 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-74b0707d-97c3-46b6-b6c9-13c5bf664cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.327649 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-74b0707d-97c3-46b6-b6c9-13c5bf664cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.331213 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-74b0707d-97c3-46b6-b6c9-13c5bf664cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.335420 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-74b0707d-97c3-46b6-b6c9-13c5bf664cd1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe8a4e6e-565a-497d-807a-5313f20d5045 HTTP/1.1" status: 204 len: 168 time: 0.1831362 Jul 23 20:38:46.357490 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0707d-97c3-46b6-b6c9-13c5bf664cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8a4e6e-565a-497d-807a-5313f20d5045,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:46.437153 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b69cb-b49b-48ad-a754-233f647cd4a0 req-e757e561-3c29-43ea-b01f-d98348e3f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:46.438676 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a9b69cb-b49b-48ad-a754-233f647cd4a0 req-e757e561-3c29-43ea-b01f-d98348e3f93b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 1095 time: 1.1947694 Jul 23 20:38:46.506313 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Attempting to bind port 24004faf-379f-4ddf-bc53-1dd28db761c0 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:46.506647 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Attempting to bind port 24004faf-379f-4ddf-bc53-1dd28db761c0 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '77e6d66c-988f-4eee-b0a2-fdd07dc13c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:46.506972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Attempting to bind port 24004faf-379f-4ddf-bc53-1dd28db761c0 on network 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:46.545684 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b2bc7b1-e1f0-4a52-8b5e-a76377174131 req-53a196b0-a806-4e45-a148-3124660f6a8a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848522 Jul 23 20:38:46.572291 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] For port b7f7ee88-1917-4d0d-ae27-ea5437da80c5, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:46.575879 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Port 24004faf-379f-4ddf-bc53-1dd28db761c0 on network 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:46.576202 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Attempting to bind port 24004faf-379f-4ddf-bc53-1dd28db761c0 on network 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:46.638260 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] For port b7f7ee88-1917-4d0d-ae27-ea5437da80c5, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b7f7ee88-1917-4d0d-ae27-ea5437da80c5,segment=NetworkSegment(77e6d66c-988f-4eee-b0a2-fdd07dc13c7c),segment_id=77e6d66c-988f-4eee-b0a2-fdd07dc13c7c)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:46.646552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249852e2-f477-40be-bd6d-719bff6448f7 req-9fb69d4c-1375-451d-91c4-fe19f7d2f085 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:46.648117 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-249852e2-f477-40be-bd6d-719bff6448f7 req-9fb69d4c-1375-451d-91c4-fe19f7d2f085 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 946 time: 0.5808556 Jul 23 20:38:46.648887 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:46.649237 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Checking segment: {'id': '77e6d66c-988f-4eee-b0a2-fdd07dc13c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:46.649600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Bound using segment: {'id': '77e6d66c-988f-4eee-b0a2-fdd07dc13c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:46.650089 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Bound port: 24004faf-379f-4ddf-bc53-1dd28db761c0, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e6d66c-988f-4eee-b0a2-fdd07dc13c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:46.650446 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.699920 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.736930 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.806537 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:46.807541 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.809173 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] 10.222.0.48 "PUT /v2.0/ports/b7f7ee88-1917-4d0d-ae27-ea5437da80c5 HTTP/1.1" status: 200 len: 1092 time: 7.5981145 Jul 23 20:38:46.839149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52fec41-2363-45c1-92ef-a2fecd898b5f', 'tag': 'b7f7ee88-1917-4d0d-ae27-ea5437da80c5'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:46.841395 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d99f72b-46e2-48f3-88c9-61fbc4af04b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e52fec41-2363-45c1-92ef-a2fecd898b5f", "tag": "b7f7ee88-1917-4d0d-ae27-ea5437da80c5"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:46.906214 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df2b6246-f87d-4618-a6ef-34926aae69f2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.913622 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97277340-5b8b-4b85-ae3d-33d944aa463c {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:38:46.920785 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99014bb2-5c28-4059-bdf2-563320e8e41c x-openstack-request-id: req-99014bb2-5c28-4059-bdf2-563320e8e41c {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:46.921105 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52fec41-2363-45c1-92ef-a2fecd898b5f", "tag": "b7f7ee88-1917-4d0d-ae27-ea5437da80c5", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:46.921385 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99014bb2-5c28-4059-bdf2-563320e8e41c {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:46.923141 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52fec41-2363-45c1-92ef-a2fecd898b5f', 'tag': 'b7f7ee88-1917-4d0d-ae27-ea5437da80c5', 'status': 'completed', 'code': 200} Jul 23 20:38:46.953087 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.978816 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-249852e2-f477-40be-bd6d-719bff6448f7 req-4dc76355-c0b6-4d6d-b94d-a7daab16904c tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958591 Jul 23 20:38:46.980605 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b69cb-b49b-48ad-a754-233f647cd4a0 req-bc326eb1-29bd-4dad-9a03-155238608b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:46.982060 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a9b69cb-b49b-48ad-a754-233f647cd4a0 req-bc326eb1-29bd-4dad-9a03-155238608b93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.5268474 Jul 23 20:38:47.025307 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-df2b6246-f87d-4618-a6ef-34926aae69f2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Transition to ACTIVE for port object 9a95525b-0eec-4366-ab33-fd0920bbae6c will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:47.040331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653f2b0-0ccd-442a-9c3d-497885186bcb service neutron] Pushing event updated for resources: {'Port': ['ID=b7f7ee88-1917-4d0d-ae27-ea5437da80c5,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:47.059461 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Transition to ACTIVE for port object 97277340-5b8b-4b85-ae3d-33d944aa463c will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:47.095773 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.101986 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] For port 24004faf-379f-4ddf-bc53-1dd28db761c0, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:47.107903 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a9b69cb-b49b-48ad-a754-233f647cd4a0 req-13b891d9-8bcd-414d-9b52-9a5f1cd51467 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f72fd789-e396-40d5-8b53-14d68e5dad83 HTTP/1.1" status: 200 len: 217 time: 0.0900140 Jul 23 20:38:47.145707 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 06dd272e-eea2-4f00-ba77-e4199c09c803 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:47.173792 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 06dd272e-eea2-4f00-ba77-e4199c09c803 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:47.174375 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 06dd272e-eea2-4f00-ba77-e4199c09c803 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:47.189806 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] For port 24004faf-379f-4ddf-bc53-1dd28db761c0, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=24004faf-379f-4ddf-bc53-1dd28db761c0,segment=NetworkSegment(77e6d66c-988f-4eee-b0a2-fdd07dc13c7c),segment_id=77e6d66c-988f-4eee-b0a2-fdd07dc13c7c)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:47.215786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device f72fd789-e396-40d5-8b53-14d68e5dad83 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:38:47.297969 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.425938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=97277340-5b8b-4b85-ae3d-33d944aa463c,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:47.429917 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-7d88d237-32cb-4f7c-b590-3118f61977f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:47.431499 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-7d88d237-32cb-4f7c-b590-3118f61977f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f49c939c4d2e42d598e0ef3542a6d597&device_id=e52fec41-2363-45c1-92ef-a2fecd898b5f HTTP/1.1" status: 200 len: 1095 time: 0.5533288 Jul 23 20:38:47.445475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:47.449810 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44188) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:47.453340 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.455931 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] 10.222.0.48 "PUT /v2.0/ports/24004faf-379f-4ddf-bc53-1dd28db761c0 HTTP/1.1" status: 200 len: 1092 time: 5.5422060 Jul 23 20:38:47.478873 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port f72fd789-e396-40d5-8b53-14d68e5dad83, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f72fd789-e396-40d5-8b53-14d68e5dad83,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:47.493548 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'f72fd789-e396-40d5-8b53-14d68e5dad83', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'port_id': 'f72fd789-e396-40d5-8b53-14d68e5dad83', 'mac_address': 'fa:16:3e:ad:ef:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:38:47.515295 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df2b6246-f87d-4618-a6ef-34926aae69f2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.522595 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b69cb-b49b-48ad-a754-233f647cd4a0 req-e30b719c-3622-454a-8c4e-32a1e48b99a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:47.524116 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a9b69cb-b49b-48ad-a754-233f647cd4a0 req-e30b719c-3622-454a-8c4e-32a1e48b99a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.3750787 Jul 23 20:38:47.569317 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.608760 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72fd789-e396-40d5-8b53-14d68e5dad83 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:38:47.619247 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-27aed1cf-6ca6-4e25-9ed2-2a8e63d40cf7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1647417527-network', 'tenant_id': '12f68d215eed44eea92a61516d4f8fce'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:47.634996 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-68956cd8-3f57-4acb-a82b-99396579c448 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7f7ee88-1917-4d0d-ae27-ea5437da80c5 HTTP/1.1" status: 200 len: 217 time: 0.1435795 Jul 23 20:38:47.650210 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27aed1cf-6ca6-4e25-9ed2-2a8e63d40cf7 admin admin] Made reservation on behalf of 12f68d215eed44eea92a61516d4f8fce for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:47.656048 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27aed1cf-6ca6-4e25-9ed2-2a8e63d40cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.668540 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port f72fd789-e396-40d5-8b53-14d68e5dad83, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f72fd789-e396-40d5-8b53-14d68e5dad83,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:47.670587 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27aed1cf-6ca6-4e25-9ed2-2a8e63d40cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.674367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2a131450-cfc5-4aab-8b1a-db2c1372f738 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:47.678633 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.688986 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2b6246-f87d-4618-a6ef-34926aae69f2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Network e3625c4a-47ae-4a18-8d40-e9ddbaad8fde is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:47.741478 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-df2b6246-f87d-4618-a6ef-34926aae69f2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:47.750176 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8aad1-0b86-4eb6-b0d1-d98e02eae5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=24004faf-379f-4ddf-bc53-1dd28db761c0,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:47.786582 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=f72fd789-e396-40d5-8b53-14d68e5dad83,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:47.802098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2b6246-f87d-4618-a6ef-34926aae69f2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:47.808480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2b6246-f87d-4618-a6ef-34926aae69f2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:47.809413 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df2b6246-f87d-4618-a6ef-34926aae69f2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.859154 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.873545 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27aed1cf-6ca6-4e25-9ed2-2a8e63d40cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.881986 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27aed1cf-6ca6-4e25-9ed2-2a8e63d40cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.909445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a4aa9c-f857-4adb-b25d-82807319e607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a131450-cfc5-4aab-8b1a-db2c1372f738'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:47.921133 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Attempting to bind port 97277340-5b8b-4b85-ae3d-33d944aa463c on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:47.921465 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Attempting to bind port 97277340-5b8b-4b85-ae3d-33d944aa463c by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '77e6d66c-988f-4eee-b0a2-fdd07dc13c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:47.921810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Attempting to bind port 97277340-5b8b-4b85-ae3d-33d944aa463c on network 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:47.924718 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c2eb2b-2391-4843-89a7-4688abf97c69" -d '{"events": [{"server_uuid": "83a4aa9c-f857-4adb-b25d-82807319e607", "name": "network-vif-unplugged", "status": "completed", "tag": "2a131450-cfc5-4aab-8b1a-db2c1372f738"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:47.932474 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27aed1cf-6ca6-4e25-9ed2-2a8e63d40cf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:38:47.936735 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aed1cf-6ca6-4e25-9ed2-2a8e63d40cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:47.940136 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['f72fd789-e396-40d5-8b53-14d68e5dad83'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:38:47.953226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ecaaf-b6fe-4984-8d51-35e853be5b6f req-f622a111-4c14-49fc-84c6-a2c39a12e9a3 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:47.955072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b5ecaaf-b6fe-4984-8d51-35e853be5b6f req-f622a111-4c14-49fc-84c6-a2c39a12e9a3 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 943 time: 0.7961578 Jul 23 20:38:47.974812 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27aed1cf-6ca6-4e25-9ed2-2a8e63d40cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.976269 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-27aed1cf-6ca6-4e25-9ed2-2a8e63d40cf7 admin admin] Added segment 2c4cf61c-2bc8-43f9-883c-776b5c45f8bb of type vlan for network e5c05eb8-80db-48c5-ad35-1745e1c55c02 Jul 23 20:38:47.989356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Port 97277340-5b8b-4b85-ae3d-33d944aa463c on network 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:47.989961 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Attempting to bind port 97277340-5b8b-4b85-ae3d-33d944aa463c on network 82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:48.022682 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-df2b6246-f87d-4618-a6ef-34926aae69f2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.5440307 Jul 23 20:38:48.030937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 44200) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:48.038071 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27aed1cf-6ca6-4e25-9ed2-2a8e63d40cf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.040834 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-191bb98d-13be-410d-be6e-57c958d32ff2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ae', 'mac_address': 'fa:16:3e:8d:bc:d4'}, {'ip_address': '2001:db8::130', 'mac_address': 'fa:16:3e:b2:2c:67'}]}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:48.062207 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2a131450-cfc5-4aab-8b1a-db2c1372f738, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:48.070055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-6b245adb-6a10-4efa-89aa-57fce625a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:48.072019 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-6b245adb-6a10-4efa-89aa-57fce625a7b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f49c939c4d2e42d598e0ef3542a6d597&device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 1095 time: 0.5686898 Jul 23 20:38:48.084276 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.085339 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:48.085824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Checking segment: {'id': '77e6d66c-988f-4eee-b0a2-fdd07dc13c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:48.086277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Bound using segment: {'id': '77e6d66c-988f-4eee-b0a2-fdd07dc13c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:48.086703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Bound port: 97277340-5b8b-4b85-ae3d-33d944aa463c, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e6d66c-988f-4eee-b0a2-fdd07dc13c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:48.087808 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.089861 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27aed1cf-6ca6-4e25-9ed2-2a8e63d40cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.091067 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aed1cf-6ca6-4e25-9ed2-2a8e63d40cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:48.091861 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27aed1cf-6ca6-4e25-9ed2-2a8e63d40cf7 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.140314 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b6246-f87d-4618-a6ef-34926aae69f2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event updated for resources: {'Port': ['ID=9a95525b-0eec-4366-ab33-fd0920bbae6c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:48.145281 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a4ff2449-9f71-4e8b-980d-2761d1b25b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:48.146753 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-a4ff2449-9f71-4e8b-980d-2761d1b25b3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14373204-c039-496a-a381-fb3eb650e9ea HTTP/1.1" status: 200 len: 858 time: 0.4809394 Jul 23 20:38:48.168396 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aed1cf-6ca6-4e25-9ed2-2a8e63d40cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=e5c05eb8-80db-48c5-ad35-1745e1c55c02,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:48.186691 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2a131450-cfc5-4aab-8b1a-db2c1372f738,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:48.188507 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-27aed1cf-6ca6-4e25-9ed2-2a8e63d40cf7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7361345 Jul 23 20:38:48.189365 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44202) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:48.192170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network e5c05eb8-80db-48c5-ad35-1745e1c55c02 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:38:48.205004 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a8aeb66c-a2b6-42b4-9803-39d504d24798 admin admin] Request body: {'subnet': {'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1647417527-subnet', 'tenant_id': '12f68d215eed44eea92a61516d4f8fce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:48.241449 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8aeb66c-a2b6-42b4-9803-39d504d24798 admin admin] Made reservation on behalf of 12f68d215eed44eea92a61516d4f8fce for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:48.244183 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a8aeb66c-a2b6-42b4-9803-39d504d24798 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.308401 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-89191b76-be4a-4ff1-8acd-c0f187aaa639 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24004faf-379f-4ddf-bc53-1dd28db761c0 HTTP/1.1" status: 200 len: 217 time: 0.1730170 Jul 23 20:38:48.310414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-c4a9aa61-12cd-4eac-821b-e98791517ab9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156058 Jul 23 20:38:48.316500 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b41e2d26-3646-4579-99a9-00650a43b98d None None] Provisioning for port 9a95525b-0eec-4366-ab33-fd0920bbae6c completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:48.325171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b69cb-b49b-48ad-a754-233f647cd4a0 req-658895bd-b196-4ab2-9900-e21f960a986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:48.326806 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a9b69cb-b49b-48ad-a754-233f647cd4a0 req-658895bd-b196-4ab2-9900-e21f960a986b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7439563 Jul 23 20:38:48.337944 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b5ecaaf-b6fe-4984-8d51-35e853be5b6f req-ea07ebbf-a332-4d22-9c99-c476a874884f tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731697 Jul 23 20:38:48.374872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] For port 97277340-5b8b-4b85-ae3d-33d944aa463c, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:48.414716 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb89144-1e83-4b28-93ab-66ff68762579 req-088c3c85-5f24-46fc-830d-93c2bc805ac6 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:48.416975 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7eb89144-1e83-4b28-93ab-66ff68762579 req-088c3c85-5f24-46fc-830d-93c2bc805ac6 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 944 time: 0.7222843 Jul 23 20:38:48.529818 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] For port 97277340-5b8b-4b85-ae3d-33d944aa463c, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=97277340-5b8b-4b85-ae3d-33d944aa463c,segment=NetworkSegment(77e6d66c-988f-4eee-b0a2-fdd07dc13c7c),segment_id=77e6d66c-988f-4eee-b0a2-fdd07dc13c7c)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:48.592995 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c4a560-065e-4fb8-87a5-e94daa04151b x-openstack-request-id: req-62c4a560-065e-4fb8-87a5-e94daa04151b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:48.593482 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a4aa9c-f857-4adb-b25d-82807319e607", "name": "network-vif-unplugged", "status": "failed", "tag": "2a131450-cfc5-4aab-8b1a-db2c1372f738", "code": 422}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:48.593842 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62c4a560-065e-4fb8-87a5-e94daa04151b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:48.595310 n-d-791504-18 neutron-server[93812]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83a4aa9c-f857-4adb-b25d-82807319e607', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a131450-cfc5-4aab-8b1a-db2c1372f738', 'code': 422} returned with failed status Jul 23 20:38:48.598129 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b41e2d26-3646-4579-99a9-00650a43b98d None None] Provisioning complete for port 9a95525b-0eec-4366-ab33-fd0920bbae6c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:48.598656 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b41e2d26-3646-4579-99a9-00650a43b98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.605123 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a8aeb66c-a2b6-42b4-9803-39d504d24798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.702453 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aeb66c-a2b6-42b4-9803-39d504d24798 admin admin] Checking segment: {'id': '2c4cf61c-2bc8-43f9-883c-776b5c45f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:48.703137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aeb66c-a2b6-42b4-9803-39d504d24798 admin admin] Network hostable DHCP agents. Network: e5c05eb8-80db-48c5-ad35-1745e1c55c02, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:38:48.710034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aeb66c-a2b6-42b4-9803-39d504d24798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab8f20ad-484c-4d56-b083-3ca713a43763,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:48.717962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b41e2d26-3646-4579-99a9-00650a43b98d None None] Port 9a95525b-0eec-4366-ab33-fd0920bbae6c cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:48.743238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aeb66c-a2b6-42b4-9803-39d504d24798 admin admin] Network e5c05eb8-80db-48c5-ad35-1745e1c55c02 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:38:48.757665 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-a8aeb66c-a2b6-42b4-9803-39d504d24798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, e5c05eb8-80db-48c5-ad35-1745e1c55c02) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:48.763865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aeb66c-a2b6-42b4-9803-39d504d24798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:48.764593 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a8aeb66c-a2b6-42b4-9803-39d504d24798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.793764 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a8aeb66c-a2b6-42b4-9803-39d504d24798 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5933769 Jul 23 20:38:48.794000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f079e7f-1026-4c61-abe1-96c45f9271ed None None] Network e5c05eb8-80db-48c5-ad35-1745e1c55c02 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:48.916316 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.978814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de41ad36-32b8-42f0-bf2c-8c893ad5c857 None None] Network e5c05eb8-80db-48c5-ad35-1745e1c55c02 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:48.988856 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77839b35-5445-4c1a-9c84-c16009a0e708', 'tag': '24004faf-379f-4ddf-bc53-1dd28db761c0'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:48.991500 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b41e810-3832-4a77-8128-1b7a5601ddd1" -d '{"events": [{"name": "network-changed", "server_uuid": "77839b35-5445-4c1a-9c84-c16009a0e708", "tag": "24004faf-379f-4ddf-bc53-1dd28db761c0"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:49.110680 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:49.111333 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.112759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] 10.222.0.57 "PUT /v2.0/ports/97277340-5b8b-4b85-ae3d-33d944aa463c HTTP/1.1" status: 200 len: 1092 time: 4.9349635 Jul 23 20:38:49.134839 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-42147803-1fd3-46e2-8ab7-be7000ccfff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:49.136893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-42147803-1fd3-46e2-8ab7-be7000ccfff0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14373204-c039-496a-a381-fb3eb650e9ea HTTP/1.1" status: 200 len: 858 time: 0.8090045 Jul 23 20:38:49.155815 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7eb89144-1e83-4b28-93ab-66ff68762579 req-1f0552aa-1c60-4a9b-8852-f79b7ed023f7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6635709 Jul 23 20:38:49.212566 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-c972b614-3c1e-4f9f-aef0-8446bb052239 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656772 Jul 23 20:38:49.311189 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a9b69cb-b49b-48ad-a754-233f647cd4a0 req-95c0cf9b-ccfc-410a-813d-9ef22161144a service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9625890 Jul 23 20:38:49.312956 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-642998c7-2451-4ba7-a788-1104cbad9944 service neutron] 10.222.0.48 "GET /v2.0/networks/82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9795702 Jul 23 20:38:49.313562 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77d454-249a-402c-b868-748594b3a0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=97277340-5b8b-4b85-ae3d-33d944aa463c,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:49.483735 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bb435-f099-4133-96fd-48456bdeb204 req-3416356b-a1f3-4809-be9b-001a086e857f tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:49.490723 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-208bb435-f099-4133-96fd-48456bdeb204 req-3416356b-a1f3-4809-be9b-001a086e857f tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 944 time: 0.9422290 Jul 23 20:38:49.500151 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-191bb98d-13be-410d-be6e-57c958d32ff2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.681280 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-799563fc-81e9-498c-bef1-b37b0be87f20 service neutron] 10.222.0.48 "GET /v2.0/networks/82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295516 Jul 23 20:38:49.689828 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-8278f652-5bb8-4402-9ea4-8a9b26b1c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:49.691344 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-8278f652-5bb8-4402-9ea4-8a9b26b1c32f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f49c939c4d2e42d598e0ef3542a6d597&device_id=77667d76-1dbf-4e00-914e-7cff9c59db2e HTTP/1.1" status: 200 len: 1095 time: 0.5183380 Jul 23 20:38:49.706933 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-00ab462e-0b90-4e42-b99e-581b37407da4 service neutron] 10.222.0.48 "GET /v2.0/networks/82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778627 Jul 23 20:38:49.715177 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a9b69cb-b49b-48ad-a754-233f647cd4a0 req-2335ff65-c0f8-4f17-86cf-2e39979781c7 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635519 Jul 23 20:38:49.745839 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-208bb435-f099-4133-96fd-48456bdeb204 req-807e7d19-1cf6-494f-b7b9-8abd47f262c1 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329452 Jul 23 20:38:49.808228 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a618d3-2365-4a05-b78a-04dff0a99e8a x-openstack-request-id: req-56a618d3-2365-4a05-b78a-04dff0a99e8a {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:49.808571 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77839b35-5445-4c1a-9c84-c16009a0e708", "tag": "24004faf-379f-4ddf-bc53-1dd28db761c0", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:49.808765 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56a618d3-2365-4a05-b78a-04dff0a99e8a {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:49.809264 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77839b35-5445-4c1a-9c84-c16009a0e708', 'tag': '24004faf-379f-4ddf-bc53-1dd28db761c0', 'status': 'completed', 'code': 200} Jul 23 20:38:49.821108 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-0a16ed08-dad3-4544-92f2-ffd5c00f33f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97277340-5b8b-4b85-ae3d-33d944aa463c HTTP/1.1" status: 200 len: 217 time: 0.1093714 Jul 23 20:38:50.047263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-bd0f4ae4-f106-4355-9d32-2a4fa6581b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:50.048789 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-bd0f4ae4-f106-4355-9d32-2a4fa6581b8c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14373204-c039-496a-a381-fb3eb650e9ea HTTP/1.1" status: 200 len: 858 time: 0.2213705 Jul 23 20:38:50.078870 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-9fe73802-c89d-45b9-9438-9c6e5160e3dd service neutron] 10.222.0.48 "GET /v2.0/networks/82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831904 Jul 23 20:38:50.113045 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-e8d2f0f4-24f4-43f9-9420-0e5017127b36 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508885 Jul 23 20:38:50.140372 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99f72b-46e2-48f3-88c9-61fbc4af04b4 req-41c3e5f6-65f2-4ed4-be0f-0d3a53c55f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:50.141911 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d99f72b-46e2-48f3-88c9-61fbc4af04b4 req-41c3e5f6-65f2-4ed4-be0f-0d3a53c55f91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f49c939c4d2e42d598e0ef3542a6d597&device_id=e52fec41-2363-45c1-92ef-a2fecd898b5f HTTP/1.1" status: 200 len: 1095 time: 0.3361580 Jul 23 20:38:50.217475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764df05-4429-4117-9314-bb0cbf4e45e3 req-a8bb02b7-5322-4fcf-8825-487977c856be tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:50.219719 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d764df05-4429-4117-9314-bb0cbf4e45e3 req-a8bb02b7-5322-4fcf-8825-487977c856be tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 943 time: 0.3615985 Jul 23 20:38:50.329500 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-191bb98d-13be-410d-be6e-57c958d32ff2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.378038 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-191bb98d-13be-410d-be6e-57c958d32ff2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.439736 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d764df05-4429-4117-9314-bb0cbf4e45e3 req-8433d27a-f374-444c-8cac-49a9e2faaf83 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980927 Jul 23 20:38:50.459468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-191bb98d-13be-410d-be6e-57c958d32ff2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] In _notify_port_updated(), no bound segment for port 9a95525b-0eec-4366-ab33-fd0920bbae6c on network e3625c4a-47ae-4a18-8d40-e9ddbaad8fde {{(pid=93811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:38:50.465701 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191bb98d-13be-410d-be6e-57c958d32ff2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:50.466372 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-191bb98d-13be-410d-be6e-57c958d32ff2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.470610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-191bb98d-13be-410d-be6e-57c958d32ff2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "PUT /v2.0/ports/9a95525b-0eec-4366-ab33-fd0920bbae6c HTTP/1.1" status: 200 len: 1067 time: 2.4343121 Jul 23 20:38:50.470793 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44236) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:50.475194 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-8e65027e-1544-4bd6-8d51-4c4d0cffcb62 service neutron] 10.222.0.57 "GET /v2.0/networks/82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509047 Jul 23 20:38:50.497855 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41e810-3832-4a77-8128-1b7a5601ddd1 req-26db1f07-1ae7-411c-b55d-42e6a431700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:50.499408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b41e810-3832-4a77-8128-1b7a5601ddd1 req-26db1f07-1ae7-411c-b55d-42e6a431700f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f49c939c4d2e42d598e0ef3542a6d597&device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 1095 time: 0.3547871 Jul 23 20:38:50.504586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99f72b-46e2-48f3-88c9-61fbc4af04b4 req-6d1b065f-a176-4055-9739-b0c2585de8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:50.506140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d99f72b-46e2-48f3-88c9-61fbc4af04b4 req-6d1b065f-a176-4055-9739-b0c2585de8b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 HTTP/1.1" status: 200 len: 919 time: 0.3368897 Jul 23 20:38:50.529057 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bb98d-13be-410d-be6e-57c958d32ff2 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event updated for resources: {'Port': ['ID=9a95525b-0eec-4366-ab33-fd0920bbae6c,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:50.621763 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d99f72b-46e2-48f3-88c9-61fbc4af04b4 req-f6c51e2e-b570-4231-876e-d9f994b2e7ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7f7ee88-1917-4d0d-ae27-ea5437da80c5 HTTP/1.1" status: 200 len: 217 time: 0.0955927 Jul 23 20:38:50.660186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce2a92-4b07-4358-bd53-57dc321c9671 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Deleting port 9a95525b-0eec-4366-ab33-fd0920bbae6c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:50.660523 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2a92-4b07-4358-bd53-57dc321c9671 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.845336 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2a92-4b07-4358-bd53-57dc321c9671 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.864813 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7fff01a2-848c-4e7d-802f-5530171e8b90 None None] Provisioning complete for port 9a95525b-0eec-4366-ab33-fd0920bbae6c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:50.865494 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fff01a2-848c-4e7d-802f-5530171e8b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.881107 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce2a92-4b07-4358-bd53-57dc321c9671 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Calling delete_port for 9a95525b-0eec-4366-ab33-fd0920bbae6c owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:50.931574 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7fff01a2-848c-4e7d-802f-5530171e8b90 None None] Port 9a95525b-0eec-4366-ab33-fd0920bbae6c cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:51.076343 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2a92-4b07-4358-bd53-57dc321c9671 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.115671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce2a92-4b07-4358-bd53-57dc321c9671 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event deleted for resources: {'Port': ['ID=9a95525b-0eec-4366-ab33-fd0920bbae6c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:51.232691 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device f72fd789-e396-40d5-8b53-14d68e5dad83 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:51.293794 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb0f3a84-65db-485d-ae02-1dd812dd6a7f req-df0f8896-2852-4767-bd8b-d3f60ece7bbd service neutron] 10.222.0.57 "GET /v2.0/networks/82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8082256 Jul 23 20:38:51.297774 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41e810-3832-4a77-8128-1b7a5601ddd1 req-2631b657-61d6-4a2c-94c2-d2e681f040e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:51.300616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b41e810-3832-4a77-8128-1b7a5601ddd1 req-2631b657-61d6-4a2c-94c2-d2e681f040e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 HTTP/1.1" status: 200 len: 919 time: 0.7829163 Jul 23 20:38:51.306046 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99f72b-46e2-48f3-88c9-61fbc4af04b4 req-d00aaf8d-8192-4708-b5c4-dd8e73f85e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:51.308053 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d99f72b-46e2-48f3-88c9-61fbc4af04b4 req-d00aaf8d-8192-4708-b5c4-dd8e73f85e25 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14373204-c039-496a-a381-fb3eb650e9ea HTTP/1.1" status: 200 len: 858 time: 0.6270864 Jul 23 20:38:51.347883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port f72fd789-e396-40d5-8b53-14d68e5dad83 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:51.362131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d99f72b-46e2-48f3-88c9-61fbc4af04b4 req-5d975a42-b035-4854-a3f3-60e0b8f1512c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400362 Jul 23 20:38:51.362388 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port f72fd789-e396-40d5-8b53-14d68e5dad83 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:51.362546 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.424085 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b41e810-3832-4a77-8128-1b7a5601ddd1 req-3831f933-8fb0-4349-bc43-63ae79171939 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24004faf-379f-4ddf-bc53-1dd28db761c0 HTTP/1.1" status: 200 len: 217 time: 0.1045973 Jul 23 20:38:51.472972 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2a92-4b07-4358-bd53-57dc321c9671 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.480972 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d7ce2a92-4b07-4358-bd53-57dc321c9671 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "DELETE /v2.0/ports/9a95525b-0eec-4366-ab33-fd0920bbae6c HTTP/1.1" status: 204 len: 168 time: 1.0091600 Jul 23 20:38:51.482617 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44264) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:51.516661 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-c875de05-fc2a-496a-b3f0-0fbc06631a92 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] GET failed (client error): The resource could not be found. Jul 23 20:38:51.524272 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c875de05-fc2a-496a-b3f0-0fbc06631a92 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "GET /v2.0/ports/9a95525b-0eec-4366-ab33-fd0920bbae6c HTTP/1.1" status: 404 len: 333 time: 0.0388956 Jul 23 20:38:51.525115 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.526280 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44268) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:51.545968 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597d474-9064-445e-ae65-8a2b64ecbf75 req-d6656e2c-820d-441e-8e41-7fc35e72fb85 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:51.553210 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8597d474-9064-445e-ae65-8a2b64ecbf75 req-d6656e2c-820d-441e-8e41-7fc35e72fb85 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 944 time: 0.3673263 Jul 23 20:38:51.574245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bde080d-428d-453d-aa9c-04ebd4577879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72fd789-e396-40d5-8b53-14d68e5dad83'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:51.579964 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59ca249-968d-434c-aaee-5667a5e5bece" -d '{"events": [{"server_uuid": "9bde080d-428d-453d-aa9c-04ebd4577879", "name": "network-vif-plugged", "status": "completed", "tag": "f72fd789-e396-40d5-8b53-14d68e5dad83"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:51.607995 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port f72fd789-e396-40d5-8b53-14d68e5dad83, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f72fd789-e396-40d5-8b53-14d68e5dad83,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:51.649403 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.700691 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device b7f7ee88-1917-4d0d-ae27-ea5437da80c5 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:38:51.735332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-f5fff69b-9a4e-4176-826a-de1daa5da36e tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Deleting port 0209be33-1334-4298-8051-e465503a5320 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:51.735693 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f5fff69b-9a4e-4176-826a-de1daa5da36e tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.764232 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41e810-3832-4a77-8128-1b7a5601ddd1 req-a617e5ee-e6f0-4e7b-9fc7-68db7bff647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:51.766123 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b41e810-3832-4a77-8128-1b7a5601ddd1 req-a617e5ee-e6f0-4e7b-9fc7-68db7bff647d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=14373204-c039-496a-a381-fb3eb650e9ea HTTP/1.1" status: 200 len: 858 time: 0.3270342 Jul 23 20:38:51.798466 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=f72fd789-e396-40d5-8b53-14d68e5dad83,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:51.822854 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77667d76-1dbf-4e00-914e-7cff9c59db2e', 'tag': '97277340-5b8b-4b85-ae3d-33d944aa463c'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:51.829977 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77bb0c6-a1a4-4479-af0b-aee90ca9b9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "77667d76-1dbf-4e00-914e-7cff9c59db2e", "tag": "97277340-5b8b-4b85-ae3d-33d944aa463c"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:51.854430 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8597d474-9064-445e-ae65-8a2b64ecbf75 req-880d76f5-6355-4e03-a4af-9ee0987c0554 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002498 Jul 23 20:38:51.925983 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port b7f7ee88-1917-4d0d-ae27-ea5437da80c5, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b7f7ee88-1917-4d0d-ae27-ea5437da80c5,segment=NetworkSegment(77e6d66c-988f-4eee-b0a2-fdd07dc13c7c),segment_id=77e6d66c-988f-4eee-b0a2-fdd07dc13c7c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:51.927530 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d99f72b-46e2-48f3-88c9-61fbc4af04b4 req-d6d4fab7-6705-4d27-8fbb-92995c7fb7e8 service neutron] 10.222.0.48 "GET /v2.0/networks/82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199852 Jul 23 20:38:51.958636 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'b7f7ee88-1917-4d0d-ae27-ea5437da80c5', 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3', 'port_id': 'b7f7ee88-1917-4d0d-ae27-ea5437da80c5', 'mac_address': 'fa:16:3e:98:0e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14373204-c039-496a-a381-fb3eb650e9ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:38:51.985500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff16df2-ed48-4739-8c41-606771861e87 req-ae8beaa8-cd04-44f5-a905-efb000de0fd4 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:51.988192 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ff16df2-ed48-4739-8c41-606771861e87 req-ae8beaa8-cd04-44f5-a905-efb000de0fd4 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/networks?id=e5c05eb8-80db-48c5-ad35-1745e1c55c02 HTTP/1.1" status: 200 len: 815 time: 0.5632069 Jul 23 20:38:52.061374 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.115634 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b41e810-3832-4a77-8128-1b7a5601ddd1 req-52c11bd8-8ea1-4c1e-9a92-877a5c2944db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3306468 Jul 23 20:38:52.123657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f7ee88-1917-4d0d-ae27-ea5437da80c5 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:38:52.169751 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port b7f7ee88-1917-4d0d-ae27-ea5437da80c5, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b7f7ee88-1917-4d0d-ae27-ea5437da80c5,segment=NetworkSegment(77e6d66c-988f-4eee-b0a2-fdd07dc13c7c),segment_id=77e6d66c-988f-4eee-b0a2-fdd07dc13c7c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:52.201996 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ff16df2-ed48-4739-8c41-606771861e87 req-59f2448d-7389-4b6b-ae7c-9968235d910e tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/quotas/12f68d215eed44eea92a61516d4f8fce HTTP/1.1" status: 200 len: 375 time: 0.1458831 Jul 23 20:38:52.267773 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f5fff69b-9a4e-4176-826a-de1daa5da36e tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.267773 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-f5fff69b-9a4e-4176-826a-de1daa5da36e tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Calling delete_port for 0209be33-1334-4298-8051-e465503a5320 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:52.288400 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.289784 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 24004faf-379f-4ddf-bc53-1dd28db761c0 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:38:52.296550 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ff16df2-ed48-4739-8c41-606771861e87 req-fcc7de3e-8724-45ab-b094-af2f6ff0ac7c tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=12f68d215eed44eea92a61516d4f8fce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578325 Jul 23 20:38:52.368479 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b41e810-3832-4a77-8128-1b7a5601ddd1 req-13bf8f65-42f3-484a-8ee6-807b8ed6e9ce service neutron] 10.222.0.48 "GET /v2.0/networks/82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003074 Jul 23 20:38:52.387618 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=b7f7ee88-1917-4d0d-ae27-ea5437da80c5,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:52.410196 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 24004faf-379f-4ddf-bc53-1dd28db761c0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=24004faf-379f-4ddf-bc53-1dd28db761c0,segment=NetworkSegment(77e6d66c-988f-4eee-b0a2-fdd07dc13c7c),segment_id=77e6d66c-988f-4eee-b0a2-fdd07dc13c7c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:52.422573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '24004faf-379f-4ddf-bc53-1dd28db761c0', 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3', 'port_id': '24004faf-379f-4ddf-bc53-1dd28db761c0', 'mac_address': 'fa:16:3e:59:a0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14373204-c039-496a-a381-fb3eb650e9ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:38:52.429566 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d99f72b-46e2-48f3-88c9-61fbc4af04b4 req-9988beae-ed8d-477a-9773-5b45e9f5eb33 service neutron] 10.222.0.48 "GET /v2.0/networks/82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403248 Jul 23 20:38:52.431654 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f5fff69b-9a4e-4176-826a-de1daa5da36e tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.488349 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.495439 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fff69b-9a4e-4176-826a-de1daa5da36e tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event deleted for resources: {'Port': ['ID=0209be33-1334-4298-8051-e465503a5320,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:52.509802 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24004faf-379f-4ddf-bc53-1dd28db761c0 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:38:52.543200 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 24004faf-379f-4ddf-bc53-1dd28db761c0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=24004faf-379f-4ddf-bc53-1dd28db761c0,segment=NetworkSegment(77e6d66c-988f-4eee-b0a2-fdd07dc13c7c),segment_id=77e6d66c-988f-4eee-b0a2-fdd07dc13c7c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:52.561836 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.562789 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f5fff69b-9a4e-4176-826a-de1daa5da36e tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.568109 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f5fff69b-9a4e-4176-826a-de1daa5da36e tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "DELETE /v2.0/ports/0209be33-1334-4298-8051-e465503a5320 HTTP/1.1" status: 204 len: 168 time: 1.0408053 Jul 23 20:38:52.568764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44292) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:52.608453 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-32dedae4-8646-4dff-9860-13b3ff0138e8 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] GET failed (client error): The resource could not be found. Jul 23 20:38:52.614735 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-32dedae4-8646-4dff-9860-13b3ff0138e8 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "GET /v2.0/ports/0209be33-1334-4298-8051-e465503a5320 HTTP/1.1" status: 404 len: 333 time: 0.0449276 Jul 23 20:38:52.615390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44294) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:52.632915 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ff16df2-ed48-4739-8c41-606771861e87 req-eaaa7a6c-a459-4082-ab29-63504503ada9 service neutron] 10.222.0.55 "GET /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031013 Jul 23 20:38:52.665211 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b41e810-3832-4a77-8128-1b7a5601ddd1 req-001ec671-6d10-4999-a437-43ab0423cb67 service neutron] 10.222.0.48 "GET /v2.0/networks/82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759697 Jul 23 20:38:52.748232 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=24004faf-379f-4ddf-bc53-1dd28db761c0,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:52.787312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-717d52b1-2ade-4696-9e93-7981e344ae2f tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Deleting port 6eaa32a6-ce95-46f6-8b49-fca18f5e9220 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:52.787674 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-717d52b1-2ade-4696-9e93-7981e344ae2f tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.848047 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['b7f7ee88-1917-4d0d-ae27-ea5437da80c5'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:38:52.854022 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['24004faf-379f-4ddf-bc53-1dd28db761c0'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:38:52.938456 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-717d52b1-2ade-4696-9e93-7981e344ae2f tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.963538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-717d52b1-2ade-4696-9e93-7981e344ae2f tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Calling delete_port for 6eaa32a6-ce95-46f6-8b49-fca18f5e9220 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:53.046661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cc6cf-b4e8-41e9-8020-6614a3ae3aab req-4e627576-587b-45ec-8e4b-836e6cc7273c tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:53.048865 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-803cc6cf-b4e8-41e9-8020-6614a3ae3aab req-4e627576-587b-45ec-8e4b-836e6cc7273c tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 944 time: 0.2438281 Jul 23 20:38:53.051672 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ff16df2-ed48-4739-8c41-606771861e87 req-6bf751ea-e2e0-432c-9728-faae0c639bf3 service neutron] 10.222.0.55 "GET /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082351 Jul 23 20:38:53.103509 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-803cc6cf-b4e8-41e9-8020-6614a3ae3aab req-3d013588-5fef-4c2e-a8b3-216dfacd0b8c tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486069 Jul 23 20:38:53.209647 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-717d52b1-2ade-4696-9e93-7981e344ae2f tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:53.265486 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 97277340-5b8b-4b85-ae3d-33d944aa463c details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:38:53.268054 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d52b1-2ade-4696-9e93-7981e344ae2f tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event deleted for resources: {'Port': ['ID=6eaa32a6-ce95-46f6-8b49-fca18f5e9220,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:53.308724 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-717d52b1-2ade-4696-9e93-7981e344ae2f tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:53.313167 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-717d52b1-2ade-4696-9e93-7981e344ae2f tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "DELETE /v2.0/ports/6eaa32a6-ce95-46f6-8b49-fca18f5e9220 HTTP/1.1" status: 204 len: 168 time: 0.6946135 Jul 23 20:38:53.313740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44308) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:53.397329 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6dfb8f-8d50-4400-b78b-eda9bd1c9dd7 x-openstack-request-id: req-bf6dfb8f-8d50-4400-b78b-eda9bd1c9dd7 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:53.398037 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77667d76-1dbf-4e00-914e-7cff9c59db2e", "tag": "97277340-5b8b-4b85-ae3d-33d944aa463c", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:53.399269 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf6dfb8f-8d50-4400-b78b-eda9bd1c9dd7 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:53.401133 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77667d76-1dbf-4e00-914e-7cff9c59db2e', 'tag': '97277340-5b8b-4b85-ae3d-33d944aa463c', 'status': 'completed', 'code': 200} Jul 23 20:38:53.410094 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f8119a-9ea1-46f1-b64a-f7dc34662434 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Deleting subnet cfec393c-42d8-4501-825b-8f0bb14c6b99 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:38:53.413394 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79f8119a-9ea1-46f1-b64a-f7dc34662434 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:53.445944 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd55764c-c89f-4f8c-8ec7-d307e6cec315 x-openstack-request-id: req-dd55764c-c89f-4f8c-8ec7-d307e6cec315 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:53.449438 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bde080d-428d-453d-aa9c-04ebd4577879", "name": "network-vif-plugged", "status": "completed", "tag": "f72fd789-e396-40d5-8b53-14d68e5dad83", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:53.449438 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dd55764c-c89f-4f8c-8ec7-d307e6cec315 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:53.449438 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bde080d-428d-453d-aa9c-04ebd4577879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72fd789-e396-40d5-8b53-14d68e5dad83', 'code': 200} Jul 23 20:38:53.530050 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-3918484c-e277-48a9-914e-d86e10b49619 req-6cc934fe-585e-4782-88ca-fee3c558631e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:38:53.531437 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79f8119a-9ea1-46f1-b64a-f7dc34662434 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:53.551071 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3918484c-e277-48a9-914e-d86e10b49619 req-6cc934fe-585e-4782-88ca-fee3c558631e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0261636 Jul 23 20:38:53.740921 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c2564-1c0f-487e-b758-cc634e1c7675 req-7626b68a-3ed2-4bf1-b713-9c32e2545a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:53.742704 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79f8119a-9ea1-46f1-b64a-f7dc34662434 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:53.746135 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-350c2564-1c0f-487e-b758-cc634e1c7675 req-7626b68a-3ed2-4bf1-b713-9c32e2545a8a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 1097 time: 0.4087245 Jul 23 20:38:53.849199 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 97277340-5b8b-4b85-ae3d-33d944aa463c, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=97277340-5b8b-4b85-ae3d-33d944aa463c,segment=NetworkSegment(77e6d66c-988f-4eee-b0a2-fdd07dc13c7c),segment_id=77e6d66c-988f-4eee-b0a2-fdd07dc13c7c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:53.880242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '97277340-5b8b-4b85-ae3d-33d944aa463c', 'network_id': '82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3', 'port_id': '97277340-5b8b-4b85-ae3d-33d944aa463c', 'mac_address': 'fa:16:3e:0c:8e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14373204-c039-496a-a381-fb3eb650e9ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:38:53.894743 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e05be6b0-8cdf-4fa5-815d-88ad07b5019f req-870727f0-5edd-45fe-907f-77bc9a72966c tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 210 time: 0.0813577 Jul 23 20:38:53.906061 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-350c2564-1c0f-487e-b758-cc634e1c7675 req-988f6fee-1f4f-4a93-851a-fbb529fd6ca8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408932 Jul 23 20:38:53.917746 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bb0c6-a1a4-4479-af0b-aee90ca9b9ec req-7de635d4-8613-4174-b2ec-4e3567e8e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:53.922818 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d77bb0c6-a1a4-4479-af0b-aee90ca9b9ec req-7de635d4-8613-4174-b2ec-4e3567e8e2f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f49c939c4d2e42d598e0ef3542a6d597&device_id=77667d76-1dbf-4e00-914e-7cff9c59db2e HTTP/1.1" status: 200 len: 1095 time: 0.4955816 Jul 23 20:38:53.972236 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79f8119a-9ea1-46f1-b64a-f7dc34662434 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.013778 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453feac-7060-4b42-a013-69ea45559501 req-d3781774-e385-4bd0-8e32-f0d6a8a67d3b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:54.015801 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8453feac-7060-4b42-a013-69ea45559501 req-d3781774-e385-4bd0-8e32-f0d6a8a67d3b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 945 time: 0.4542284 Jul 23 20:38:54.062586 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.079912 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79f8119a-9ea1-46f1-b64a-f7dc34662434 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.088708 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-79f8119a-9ea1-46f1-b64a-f7dc34662434 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "DELETE /v2.0/subnets/cfec393c-42d8-4501-825b-8f0bb14c6b99 HTTP/1.1" status: 204 len: 168 time: 0.7713330 Jul 23 20:38:54.090626 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8119a-9ea1-46f1-b64a-f7dc34662434 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event deleted for resources: {'Subnet': ['ID=cfec393c-42d8-4501-825b-8f0bb14c6b99,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:54.094887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44334) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:54.107887 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97277340-5b8b-4b85-ae3d-33d944aa463c {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:38:54.124609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b60105-743b-4a64-92bc-89b4a8fa9176 None None] Network e3625c4a-47ae-4a18-8d40-e9ddbaad8fde requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:54.187061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 97277340-5b8b-4b85-ae3d-33d944aa463c, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=97277340-5b8b-4b85-ae3d-33d944aa463c,segment=NetworkSegment(77e6d66c-988f-4eee-b0a2-fdd07dc13c7c),segment_id=77e6d66c-988f-4eee-b0a2-fdd07dc13c7c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:54.248587 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.308050 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.385460 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8453feac-7060-4b42-a013-69ea45559501 req-536bd69f-a1fb-4102-9bdb-9d8ecd60ece0 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532455 Jul 23 20:38:54.391267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=97277340-5b8b-4b85-ae3d-33d944aa463c,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:54.417363 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bb0c6-a1a4-4479-af0b-aee90ca9b9ec req-46230ae4-747b-49ab-99fb-9ad31d8f814c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:54.419786 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d77bb0c6-a1a4-4479-af0b-aee90ca9b9ec req-46230ae4-747b-49ab-99fb-9ad31d8f814c service neutron] 10.222.0.57 "GET /v2.0/networks?id=82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 HTTP/1.1" status: 200 len: 919 time: 0.4671381 Jul 23 20:38:54.445121 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9c612-3f92-4523-99f1-7ac80b3c102b req-95e593b2-3f32-466c-8410-f3c825066fe9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:54.453840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4fa9c612-3f92-4523-99f1-7ac80b3c102b req-95e593b2-3f32-466c-8410-f3c825066fe9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 944 time: 0.3978055 Jul 23 20:38:54.515334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d77bb0c6-a1a4-4479-af0b-aee90ca9b9ec req-d3f619ec-c7bc-422d-9c6e-f309af57530f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97277340-5b8b-4b85-ae3d-33d944aa463c HTTP/1.1" status: 200 len: 217 time: 0.0579545 Jul 23 20:38:54.527821 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['97277340-5b8b-4b85-ae3d-33d944aa463c'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:38:54.543822 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275587b7-5f3b-4e68-aaa2-a426d94ac694 None None] DHCP port deletion for e3625c4a-47ae-4a18-8d40-e9ddbaad8fde request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:38:54.582215 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Deleting port da401b04-583b-4e06-8ce8-4b7ab946b337 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:54.582749 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.620265 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-20fc1c55-455a-4846-bf50-69e7c0e79374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.684489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4fa9c612-3f92-4523-99f1-7ac80b3c102b req-e3b09caa-2764-4f59-a585-7da2a9fb2f91 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291574 Jul 23 20:38:54.736414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bb0c6-a1a4-4479-af0b-aee90ca9b9ec req-cc2ad674-abd1-47b9-a91c-7c3a372e8313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:54.738384 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d77bb0c6-a1a4-4479-af0b-aee90ca9b9ec req-cc2ad674-abd1-47b9-a91c-7c3a372e8313 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14373204-c039-496a-a381-fb3eb650e9ea HTTP/1.1" status: 200 len: 858 time: 0.1719019 Jul 23 20:38:54.751892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372ea49-8688-4b4a-b5ca-eeecd70e5951 req-12223706-136d-42b0-ac36-f928fd3403fb tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:54.752347 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] For port da401b04-583b-4e06-8ce8-4b7ab946b337, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=da401b04-583b-4e06-8ce8-4b7ab946b337,segment=NetworkSegment(be2a824d-1622-499a-bed1-53f96b57b3c7),segment_id=be2a824d-1622-499a-bed1-53f96b57b3c7)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:54.752726 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.754386 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d372ea49-8688-4b4a-b5ca-eeecd70e5951 req-12223706-136d-42b0-ac36-f928fd3403fb tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 944 time: 0.2365685 Jul 23 20:38:54.798915 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Calling delete_port for da401b04-583b-4e06-8ce8-4b7ab946b337 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:54.814860 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d77bb0c6-a1a4-4479-af0b-aee90ca9b9ec req-32f50a29-55f2-4ada-9633-5ccaa1e4eb65 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593171 Jul 23 20:38:54.871632 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-275587b7-5f3b-4e68-aaa2-a426d94ac694 None None] Deleting port da401b04-583b-4e06-8ce8-4b7ab946b337 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:54.872352 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-275587b7-5f3b-4e68-aaa2-a426d94ac694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.909667 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d372ea49-8688-4b4a-b5ca-eeecd70e5951 req-3e8b2d91-1d4c-4a53-9b2a-0c4c0a80f23d tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440513 Jul 23 20:38:55.006862 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f4ff4cc-3ff3-4624-9a0d-37557749bebb req-b5470318-29ea-410f-aeb1-24e7b8417461 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6947916 Jul 23 20:38:55.033799 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.100287 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event deleted for resources: {'Port': ['ID=da401b04-583b-4e06-8ce8-4b7ab946b337,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:55.120374 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] No DVR routers for this DVR port da401b04-583b-4e06-8ce8-4b7ab946b337 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:38:55.155687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device da401b04-583b-4e06-8ce8-4b7ab946b337 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:55.170084 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a9a4889-3631-4611-ba21-72f6fcf5f19b req-bd9f0d54-ed07-410c-9d55-383d806c0333 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 210 time: 0.0869324 Jul 23 20:38:55.249546 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: da401b04-583b-4e06-8ce8-4b7ab946b337 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:55.250364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device da401b04-583b-4e06-8ce8-4b7ab946b337 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:55.259058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-275587b7-5f3b-4e68-aaa2-a426d94ac694 None None] For port da401b04-583b-4e06-8ce8-4b7ab946b337, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=da401b04-583b-4e06-8ce8-4b7ab946b337,segment=NetworkSegment(be2a824d-1622-499a-bed1-53f96b57b3c7),segment_id=be2a824d-1622-499a-bed1-53f96b57b3c7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:55.260454 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-275587b7-5f3b-4e68-aaa2-a426d94ac694 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.302034 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d77bb0c6-a1a4-4479-af0b-aee90ca9b9ec req-359a2278-1bca-4780-85a4-5cfc56d13549 service neutron] 10.222.0.57 "GET /v2.0/networks/82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767692 Jul 23 20:38:55.308384 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-275587b7-5f3b-4e68-aaa2-a426d94ac694 None None] Calling delete_port for da401b04-583b-4e06-8ce8-4b7ab946b337 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:55.430576 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.453435 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3625c4a-47ae-4a18-8d40-e9ddbaad8fde']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:55.471392 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2a824d-1622-499a-bed1-53f96b57b3c7') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:55.471960 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2a824d-1622-499a-bed1-53f96b57b3c7') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:55.487210 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.527193 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.555758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:38:55.556774 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:38:55.564032 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:38:55.568520 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-275587b7-5f3b-4e68-aaa2-a426d94ac694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.654540 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275587b7-5f3b-4e68-aaa2-a426d94ac694 None None] Pushing event deleted for resources: {'Port': ['ID=da401b04-583b-4e06-8ce8-4b7ab946b337,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:55.661408 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275587b7-5f3b-4e68-aaa2-a426d94ac694 None None] No DVR routers for this DVR port da401b04-583b-4e06-8ce8-4b7ab946b337 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:38:55.699340 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device b7f7ee88-1917-4d0d-ae27-ea5437da80c5 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:55.774118 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.806174 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.830169 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] 10.222.0.55 "DELETE /v2.0/networks/e3625c4a-47ae-4a18-8d40-e9ddbaad8fde HTTP/1.1" status: 204 len: 168 time: 1.7135308 Jul 23 20:38:55.853074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port b7f7ee88-1917-4d0d-ae27-ea5437da80c5 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:55.869754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c877e0f-a48e-4f8c-ac79-8892a1357e03 tempest-AllowedAddressPairIpV6TestJSON-757291615 tempest-AllowedAddressPairIpV6TestJSON-757291615-project] Pushing event deleted for resources: {'Network': ['ID=e3625c4a-47ae-4a18-8d40-e9ddbaad8fde,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:55.870406 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port b7f7ee88-1917-4d0d-ae27-ea5437da80c5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:55.870975 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:56.045997 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d77bb0c6-a1a4-4479-af0b-aee90ca9b9ec req-440ac626-9ff4-46b6-8d9a-100ada81ed05 service neutron] 10.222.0.57 "GET /v2.0/networks/82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7188764 Jul 23 20:38:56.150138 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff16df2-ed48-4739-8c41-606771861e87 req-43aec358-217f-4cc6-b12d-4adbf4116d91 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:56.152997 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ff16df2-ed48-4739-8c41-606771861e87 req-43aec358-217f-4cc6-b12d-4adbf4116d91 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.57 "GET /v2.0/networks?id=e5c05eb8-80db-48c5-ad35-1745e1c55c02 HTTP/1.1" status: 200 len: 815 time: 0.6938190 Jul 23 20:38:56.158294 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:56.175924 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-0ff16df2-ed48-4739-8c41-606771861e87 req-3d7db3f2-4e0a-49eb-adbe-ee1f5c7ca544 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Request body: {'port': {'device_id': '722c8e74-abd6-41c4-ab6f-d6390f70b6e3', 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02', 'admin_state_up': True, 'tenant_id': '12f68d215eed44eea92a61516d4f8fce'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:56.227040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52fec41-2363-45c1-92ef-a2fecd898b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f7ee88-1917-4d0d-ae27-ea5437da80c5'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:56.230374 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f36ac7b-a685-4af6-b8db-2a973cab7f70" -d '{"events": [{"server_uuid": "e52fec41-2363-45c1-92ef-a2fecd898b5f", "name": "network-vif-plugged", "status": "completed", "tag": "b7f7ee88-1917-4d0d-ae27-ea5437da80c5"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:56.273313 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port b7f7ee88-1917-4d0d-ae27-ea5437da80c5, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b7f7ee88-1917-4d0d-ae27-ea5437da80c5,segment=NetworkSegment(77e6d66c-988f-4eee-b0a2-fdd07dc13c7c),segment_id=77e6d66c-988f-4eee-b0a2-fdd07dc13c7c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:56.273820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e91c8-4a6d-4f85-bf2f-8043d79f07a7 req-14081ebc-33e7-4916-b450-c726e31b9b98 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:56.276181 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-893e91c8-4a6d-4f85-bf2f-8043d79f07a7 req-14081ebc-33e7-4916-b450-c726e31b9b98 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 945 time: 0.5312545 Jul 23 20:38:56.285938 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:56.289323 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 24004faf-379f-4ddf-bc53-1dd28db761c0 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:56.404038 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a3852-d430-4ad1-a3ab-10feb29d14f5 req-78997f6c-8202-4698-aefe-aa43bdbfd422 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:56.405936 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c7a3852-d430-4ad1-a3ab-10feb29d14f5 req-78997f6c-8202-4698-aefe-aa43bdbfd422 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 944 time: 0.4993734 Jul 23 20:38:56.440445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=b7f7ee88-1917-4d0d-ae27-ea5437da80c5,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:56.467652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 24004faf-379f-4ddf-bc53-1dd28db761c0 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:56.481362 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 24004faf-379f-4ddf-bc53-1dd28db761c0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:56.481622 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:56.566431 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c7a3852-d430-4ad1-a3ab-10feb29d14f5 req-c871ba49-bccf-479c-a5ad-0d31fe98c9b7 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299250 Jul 23 20:38:56.579977 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-893e91c8-4a6d-4f85-bf2f-8043d79f07a7 req-b3d457dd-13d6-4bd5-a14f-37537c35283a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661248 Jul 23 20:38:56.581216 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff16df2-ed48-4739-8c41-606771861e87 req-3d7db3f2-4e0a-49eb-adbe-ee1f5c7ca544 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Made reservation on behalf of 12f68d215eed44eea92a61516d4f8fce for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:56.598014 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0ff16df2-ed48-4739-8c41-606771861e87 req-3d7db3f2-4e0a-49eb-adbe-ee1f5c7ca544 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:56.658578 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 44388) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:56.742560 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:56.743160 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff4cc-3ff3-4624-9a0d-37557749bebb req-bcd0bdc2-799a-449b-adc5-53cf36b85f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:56.746604 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f4ff4cc-3ff3-4624-9a0d-37557749bebb req-bcd0bdc2-799a-449b-adc5-53cf36b85f82 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607&tenant_id=2e36b104f9d24e799825b9baa093a497 HTTP/1.1" status: 200 len: 1096 time: 0.2644939 Jul 23 20:38:56.799543 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 24004faf-379f-4ddf-bc53-1dd28db761c0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=24004faf-379f-4ddf-bc53-1dd28db761c0,segment=NetworkSegment(77e6d66c-988f-4eee-b0a2-fdd07dc13c7c),segment_id=77e6d66c-988f-4eee-b0a2-fdd07dc13c7c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:56.809591 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:56.893584 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbf51749-b003-411c-ad3c-89672ed0b9b8 req-3ac76b30-9839-4716-b273-1cc73fba57c6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 210 time: 0.0905969 Jul 23 20:38:56.947868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=24004faf-379f-4ddf-bc53-1dd28db761c0,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:57.012017 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777c033f-7003-4c96-918b-186f41ce6293 x-openstack-request-id: req-777c033f-7003-4c96-918b-186f41ce6293 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:57.012306 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52fec41-2363-45c1-92ef-a2fecd898b5f", "name": "network-vif-plugged", "status": "completed", "tag": "b7f7ee88-1917-4d0d-ae27-ea5437da80c5", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:57.012553 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-777c033f-7003-4c96-918b-186f41ce6293 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:57.012946 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52fec41-2363-45c1-92ef-a2fecd898b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f7ee88-1917-4d0d-ae27-ea5437da80c5', 'code': 200} Jul 23 20:38:57.085267 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b21e56f8-232e-494d-8932-936c754b5913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:57.193546 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44402) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:57.194271 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b8ece889-7f83-4c50-a714-0ff27aa6cd86 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c3d28bb76ca4a7da5b0ca0457772462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5328934 Jul 23 20:38:57.237992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff4cc-3ff3-4624-9a0d-37557749bebb req-40acdf46-6638-440f-9a6c-dff130028aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:57.239547 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f4ff4cc-3ff3-4624-9a0d-37557749bebb req-40acdf46-6638-440f-9a6c-dff130028aeb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e36b104f9d24e799825b9baa093a497&device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 1096 time: 0.3453426 Jul 23 20:38:57.277445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 97277340-5b8b-4b85-ae3d-33d944aa463c up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:57.291868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa47ff-e213-4d2c-a163-1c84acf734f7 req-0e0fadf2-a6bf-4820-87d3-bab09d720968 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:57.306821 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9aaa47ff-e213-4d2c-a163-1c84acf734f7 req-0e0fadf2-a6bf-4820-87d3-bab09d720968 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 944 time: 0.6082237 Jul 23 20:38:57.310317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-0ff16df2-ed48-4739-8c41-606771861e87 req-3d7db3f2-4e0a-49eb-adbe-ee1f5c7ca544 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Allocated IP 172.20.0.5 (e5c05eb8-80db-48c5-ad35-1745e1c55c02/ab8f20ad-484c-4d56-b083-3ca713a43763/843c8978-4c3e-4160-bf1f-f023f95041c3) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:57.329344 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d074b01-f2fb-4523-a6be-57f986b0f7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:57.382253 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:57.414550 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d074b01-f2fb-4523-a6be-57f986b0f7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:57.429293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 97277340-5b8b-4b85-ae3d-33d944aa463c completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:57.433450 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 97277340-5b8b-4b85-ae3d-33d944aa463c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:57.433816 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:57.509307 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d074b01-f2fb-4523-a6be-57f986b0f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:57.512896 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d074b01-f2fb-4523-a6be-57f986b0f7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:57.515666 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8d074b01-f2fb-4523-a6be-57f986b0f7a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4db4897-f4a7-4a49-b69e-370d276110c8 HTTP/1.1" status: 204 len: 168 time: 0.3204880 Jul 23 20:38:57.544752 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d074b01-f2fb-4523-a6be-57f986b0f7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4db4897-f4a7-4a49-b69e-370d276110c8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:57.642910 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:57.751232 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 97277340-5b8b-4b85-ae3d-33d944aa463c, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=97277340-5b8b-4b85-ae3d-33d944aa463c,segment=NetworkSegment(77e6d66c-988f-4eee-b0a2-fdd07dc13c7c),segment_id=77e6d66c-988f-4eee-b0a2-fdd07dc13c7c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:57.756947 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:57.904372 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=97277340-5b8b-4b85-ae3d-33d944aa463c,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:57.960524 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff4cc-3ff3-4624-9a0d-37557749bebb req-727af2be-2e7e-4d1a-b89f-a40614d82559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:57.960524 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f4ff4cc-3ff3-4624-9a0d-37557749bebb req-727af2be-2e7e-4d1a-b89f-a40614d82559 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce0133d9-8df6-41ea-ae2f-c1fed304391d HTTP/1.1" status: 200 len: 918 time: 0.7070341 Jul 23 20:38:58.056463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de934a4b-69c6-4ae7-9a4c-8ddab50a082a req-f9004453-d7a2-4873-8511-fa3c2681c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:58.058915 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de934a4b-69c6-4ae7-9a4c-8ddab50a082a req-f9004453-d7a2-4873-8511-fa3c2681c78d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e52fec41-2363-45c1-92ef-a2fecd898b5f HTTP/1.1" status: 200 len: 1097 time: 0.9686568 Jul 23 20:38:58.104359 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9aaa47ff-e213-4d2c-a163-1c84acf734f7 req-ffbe22e3-d3e4-43b9-b958-06976a6c679a tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7944212 Jul 23 20:38:58.196041 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f4ff4cc-3ff3-4624-9a0d-37557749bebb req-4a935448-c0cd-464e-9cd3-3a4d09a780aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738 HTTP/1.1" status: 200 len: 999 time: 0.2185156 Jul 23 20:38:58.239236 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de934a4b-69c6-4ae7-9a4c-8ddab50a082a req-2e856e48-1511-407a-ae7d-d41505e9ca90 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627247 Jul 23 20:38:58.347729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f95132-775c-40d7-a2fb-ea94ae18447f req-367b5a74-4891-4f6d-b7b1-653ab95e2864 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:58.354962 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87f95132-775c-40d7-a2fb-ea94ae18447f req-367b5a74-4891-4f6d-b7b1-653ab95e2864 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 945 time: 1.0998874 Jul 23 20:38:58.450401 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff4cc-3ff3-4624-9a0d-37557749bebb req-c064b6cb-a28b-4b67-afe0-6df799af31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:58.453378 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f4ff4cc-3ff3-4624-9a0d-37557749bebb req-c064b6cb-a28b-4b67-afe0-6df799af31a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35eaf14f-2eae-4b6c-8dcf-0499d3191c4d HTTP/1.1" status: 200 len: 856 time: 0.2400293 Jul 23 20:38:58.460677 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:58.522659 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0ff16df2-ed48-4739-8c41-606771861e87 req-3d7db3f2-4e0a-49eb-adbe-ee1f5c7ca544 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:58.535515 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44438) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:58.582656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87f95132-775c-40d7-a2fb-ea94ae18447f req-cb83cc38-462d-4845-82a8-0bf3abafb4f3 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267730 Jul 23 20:38:58.590903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38decf0-edcb-4d84-80c1-64498bd07ed6 req-50822d47-0fb7-4d81-bd57-d6dc32950aa8 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:58.592517 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f38decf0-edcb-4d84-80c1-64498bd07ed6 req-50822d47-0fb7-4d81-bd57-d6dc32950aa8 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 944 time: 0.3908823 Jul 23 20:38:58.677066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f38decf0-edcb-4d84-80c1-64498bd07ed6 req-e90081e8-cb9c-4713-b2fe-b930b5f5e27c tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780222 Jul 23 20:38:58.702834 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff4cc-3ff3-4624-9a0d-37557749bebb req-4ff2ce73-8624-4797-9f74-d56b3efb8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:58.704433 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f4ff4cc-3ff3-4624-9a0d-37557749bebb req-4ff2ce73-8624-4797-9f74-d56b3efb8739 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce0133d9-8df6-41ea-ae2f-c1fed304391d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2264032 Jul 23 20:38:58.709093 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0ff16df2-ed48-4739-8c41-606771861e87 req-3d7db3f2-4e0a-49eb-adbe-ee1f5c7ca544 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:58.744871 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-28e24c52-4241-47cd-8d29-79469626b846 tempest-DvrRoutersNegativeTest-1562030803 tempest-DvrRoutersNegativeTest-1562030803-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-962268810', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:58.750577 n-d-791504-18 neutron-server[93810]: DEBUG neutron.policy [None req-28e24c52-4241-47cd-8d29-79469626b846 tempest-DvrRoutersNegativeTest-1562030803 tempest-DvrRoutersNegativeTest-1562030803-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93810) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 23 20:38:58.751252 n-d-791504-18 neutron-server[93810]: DEBUG neutron.policy [None req-28e24c52-4241-47cd-8d29-79469626b846 tempest-DvrRoutersNegativeTest-1562030803 tempest-DvrRoutersNegativeTest-1562030803-project] Failed policy check for 'create_router' {{(pid=93810) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 23 20:38:58.752765 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-28e24c52-4241-47cd-8d29-79469626b846 tempest-DvrRoutersNegativeTest-1562030803 tempest-DvrRoutersNegativeTest-1562030803-project] create failed (client error): Access was denied to this resource. Jul 23 20:38:58.760580 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-28e24c52-4241-47cd-8d29-79469626b846 tempest-DvrRoutersNegativeTest-1562030803 tempest-DvrRoutersNegativeTest-1562030803-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2224820 Jul 23 20:38:58.933001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff16df2-ed48-4739-8c41-606771861e87 req-3d7db3f2-4e0a-49eb-adbe-ee1f5c7ca544 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Network e5c05eb8-80db-48c5-ad35-1745e1c55c02 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:59.013167 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-0ff16df2-ed48-4739-8c41-606771861e87 req-3d7db3f2-4e0a-49eb-adbe-ee1f5c7ca544 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:59.013899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77839b35-5445-4c1a-9c84-c16009a0e708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24004faf-379f-4ddf-bc53-1dd28db761c0'}, {'server_uuid': '77667d76-1dbf-4e00-914e-7cff9c59db2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97277340-5b8b-4b85-ae3d-33d944aa463c'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:59.016845 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005dad89-be5c-487b-8b3e-e693df2cba5a" -d '{"events": [{"server_uuid": "77839b35-5445-4c1a-9c84-c16009a0e708", "name": "network-vif-plugged", "status": "completed", "tag": "24004faf-379f-4ddf-bc53-1dd28db761c0"}, {"server_uuid": "77667d76-1dbf-4e00-914e-7cff9c59db2e", "name": "network-vif-plugged", "status": "completed", "tag": "97277340-5b8b-4b85-ae3d-33d944aa463c"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:59.021762 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7db3f2-4e0a-49eb-adbe-ee1f5c7ca544 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Pushing event updated for resources: {'Port': ['ID=843c8978-4c3e-4160-bf1f-f023f95041c3,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:59.030104 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff16df2-ed48-4739-8c41-606771861e87 req-3d7db3f2-4e0a-49eb-adbe-ee1f5c7ca544 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:59.171873 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cc6cc7-a926-4407-bf2b-608702191934 x-openstack-request-id: req-f1cc6cc7-a926-4407-bf2b-608702191934 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:59.172424 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77839b35-5445-4c1a-9c84-c16009a0e708", "name": "network-vif-plugged", "status": "completed", "tag": "24004faf-379f-4ddf-bc53-1dd28db761c0", "code": 200}, {"server_uuid": "77667d76-1dbf-4e00-914e-7cff9c59db2e", "name": "network-vif-plugged", "status": "completed", "tag": "97277340-5b8b-4b85-ae3d-33d944aa463c", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:59.172835 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1cc6cc7-a926-4407-bf2b-608702191934 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:59.173419 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77839b35-5445-4c1a-9c84-c16009a0e708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24004faf-379f-4ddf-bc53-1dd28db761c0', 'code': 200} Jul 23 20:38:59.173851 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77667d76-1dbf-4e00-914e-7cff9c59db2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97277340-5b8b-4b85-ae3d-33d944aa463c', 'code': 200} Jul 23 20:38:59.186685 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfc3f5-1bcc-42ae-9ed2-9d2a8cd2a88f req-22d2e9d4-2064-42ca-a2df-3040816a8370 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:59.199204 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e8dfc3f5-1bcc-42ae-9ed2-9d2a8cd2a88f req-22d2e9d4-2064-42ca-a2df-3040816a8370 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 931 time: 0.5252681 Jul 23 20:38:59.309784 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44460) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:59.318622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f4ff4cc-3ff3-4624-9a0d-37557749bebb req-4e59ac78-fb09-4ac3-80f3-1a7ee4a138ec service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759590 Jul 23 20:38:59.326989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff16df2-ed48-4739-8c41-606771861e87 req-3d7db3f2-4e0a-49eb-adbe-ee1f5c7ca544 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:59.327835 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0ff16df2-ed48-4739-8c41-606771861e87 req-3d7db3f2-4e0a-49eb-adbe-ee1f5c7ca544 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:59.435165 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f4ff4cc-3ff3-4624-9a0d-37557749bebb req-2b46515b-23c1-4ee7-b332-05b181323d7e service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001022 Jul 23 20:38:59.506173 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6490429c-526d-41eb-b851-5141110792a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:59.726880 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6490429c-526d-41eb-b851-5141110792a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:59.735701 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6490429c-526d-41eb-b851-5141110792a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:59.749213 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e8dfc3f5-1bcc-42ae-9ed2-9d2a8cd2a88f req-d9545196-12ca-4274-af13-6870559c78d2 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475583 Jul 23 20:38:59.810207 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ff16df2-ed48-4739-8c41-606771861e87 req-3d7db3f2-4e0a-49eb-adbe-ee1f5c7ca544 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6468699 Jul 23 20:38:59.824919 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490429c-526d-41eb-b851-5141110792a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491ab250-5d52-4174-9de8-7ae518f700a8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:59.846284 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Request body: {'port': {'device_id': '722c8e74-abd6-41c4-ab6f-d6390f70b6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:59.865215 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6490429c-526d-41eb-b851-5141110792a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=349d080d13de41138f3f7526e241cfb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5527079 Jul 23 20:38:59.866547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 44478) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:59.904698 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:59.989857 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adf7e5-4c20-4c4a-81dd-47ab1f10612f req-ab303b29-9510-4194-ad7e-137fc02e810c tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:59.994231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6adf7e5-4c20-4c4a-81dd-47ab1f10612f req-ab303b29-9510-4194-ad7e-137fc02e810c tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 945 time: 0.6594262 Jul 23 20:39:00.103784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82001279-c648-41cc-a152-07ddff43e9a2 req-222ccf5f-36d6-4283-a894-018fc523e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:00.105407 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82001279-c648-41cc-a152-07ddff43e9a2 req-222ccf5f-36d6-4283-a894-018fc523e9fc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 1097 time: 0.8418148 Jul 23 20:39:00.153780 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65919f-7d22-4028-8262-c2570ce22ca2 req-469beb4f-6aa3-4bb9-9ac2-41503c54a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:00.155483 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e65919f-7d22-4028-8262-c2570ce22ca2 req-469beb4f-6aa3-4bb9-9ac2-41503c54a337 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=77667d76-1dbf-4e00-914e-7cff9c59db2e HTTP/1.1" status: 200 len: 1097 time: 0.6528249 Jul 23 20:39:00.315006 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6adf7e5-4c20-4c4a-81dd-47ab1f10612f req-b8e45bfa-d110-47df-8353-5d826c4eda6e tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635612 Jul 23 20:39:00.323941 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-94060f7f-9c97-49c3-b690-49326decb93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:00.330479 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:00.345918 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82001279-c648-41cc-a152-07ddff43e9a2 req-e64673f8-7bdd-4cd0-9878-8f8ccfa1b8dc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173193 Jul 23 20:39:00.425214 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e65919f-7d22-4028-8262-c2570ce22ca2 req-5ac55106-4799-442d-8fca-d1dd94507ee4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320323 Jul 23 20:39:00.440012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c97ae8-2067-4025-bd23-14a200347edb req-338bbea9-aff0-4dfa-9d6f-997aea37a9af tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:00.442016 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70c97ae8-2067-4025-bd23-14a200347edb req-338bbea9-aff0-4dfa-9d6f-997aea37a9af tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 945 time: 0.4650979 Jul 23 20:39:00.444391 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-94060f7f-9c97-49c3-b690-49326decb93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:00.701586 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70c97ae8-2067-4025-bd23-14a200347edb req-25331009-2fa3-4651-8f22-d26a896591ef tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329688 Jul 23 20:39:00.816545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a4915-53ab-4c7e-a27d-7df58bde7a74 req-1c62a2f1-8662-4931-986b-7e9c76fbd2fa tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:00.818391 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a9a4915-53ab-4c7e-a27d-7df58bde7a74 req-1c62a2f1-8662-4931-986b-7e9c76fbd2fa tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 944 time: 0.3954937 Jul 23 20:39:00.906991 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-94060f7f-9c97-49c3-b690-49326decb93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:00.912800 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-94060f7f-9c97-49c3-b690-49326decb93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:00.915535 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-94060f7f-9c97-49c3-b690-49326decb93f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/491ab250-5d52-4174-9de8-7ae518f700a8 HTTP/1.1" status: 204 len: 168 time: 1.0258565 Jul 23 20:39:00.969600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94060f7f-9c97-49c3-b690-49326decb93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491ab250-5d52-4174-9de8-7ae518f700a8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:01.049950 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a9a4915-53ab-4c7e-a27d-7df58bde7a74 req-2f166c6b-2ca4-4bb1-be1b-12dd7054fb7a tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493206 Jul 23 20:39:01.228460 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843c8978-4c3e-4160-bf1f-f023f95041c3 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:39:01.247839 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:01.301746 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Transition to ACTIVE for port object 843c8978-4c3e-4160-bf1f-f023f95041c3 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:01.320965 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:01.614755 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Pushing event updated for resources: {'Port': ['ID=843c8978-4c3e-4160-bf1f-f023f95041c3,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:01.680724 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d22440-211b-42d4-a0cf-24814766f63d req-3664cf0f-e1d7-4a50-b8e2-b46c697a3ee8 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:01.683933 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9d22440-211b-42d4-a0cf-24814766f63d req-3664cf0f-e1d7-4a50-b8e2-b46c697a3ee8 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 931 time: 0.4501593 Jul 23 20:39:01.689648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Attempting to bind port 843c8978-4c3e-4160-bf1f-f023f95041c3 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:01.689859 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Attempting to bind port 843c8978-4c3e-4160-bf1f-f023f95041c3 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '2c4cf61c-2bc8-43f9-883c-776b5c45f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:01.690171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Attempting to bind port 843c8978-4c3e-4160-bf1f-f023f95041c3 on network e5c05eb8-80db-48c5-ad35-1745e1c55c02 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:01.713873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Port 843c8978-4c3e-4160-bf1f-f023f95041c3 on network e5c05eb8-80db-48c5-ad35-1745e1c55c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:39:01.714217 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Attempting to bind port 843c8978-4c3e-4160-bf1f-f023f95041c3 on network e5c05eb8-80db-48c5-ad35-1745e1c55c02 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:01.761633 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:01.766890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Checking segment: {'id': '2c4cf61c-2bc8-43f9-883c-776b5c45f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:01.767560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Bound using segment: {'id': '2c4cf61c-2bc8-43f9-883c-776b5c45f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:01.770794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Bound port: 843c8978-4c3e-4160-bf1f-f023f95041c3, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c4cf61c-2bc8-43f9-883c-776b5c45f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:01.773170 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:01.902913 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] For port 843c8978-4c3e-4160-bf1f-f023f95041c3, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:01.906776 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] For port 843c8978-4c3e-4160-bf1f-f023f95041c3, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=843c8978-4c3e-4160-bf1f-f023f95041c3,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:01.911266 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9d22440-211b-42d4-a0cf-24814766f63d req-820693a6-a804-46a9-8928-61cc74da5a85 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100422 Jul 23 20:39:01.917623 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:01.971124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:01.972202 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:01.973699 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ff16df2-ed48-4739-8c41-606771861e87 req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] 10.222.0.57 "PUT /v2.0/ports/843c8978-4c3e-4160-bf1f-f023f95041c3 HTTP/1.1" status: 200 len: 1092 time: 2.1427636 Jul 23 20:39:01.976281 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722c8e74-abd6-41c4-ab6f-d6390f70b6e3', 'tag': '843c8978-4c3e-4160-bf1f-f023f95041c3'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:01.979767 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89abb765-2b47-407f-a836-8d75ac699f79" -d '{"events": [{"name": "network-changed", "server_uuid": "722c8e74-abd6-41c4-ab6f-d6390f70b6e3", "tag": "843c8978-4c3e-4160-bf1f-f023f95041c3"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:02.053091 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673f3b8-5c6a-4402-95f4-fbfea843d6eb service neutron] Pushing event updated for resources: {'Port': ['ID=843c8978-4c3e-4160-bf1f-f023f95041c3,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:02.241658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff16df2-ed48-4739-8c41-606771861e87 req-7a6d4c62-df68-433f-8d56-0e54e3eaada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:02.243508 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ff16df2-ed48-4739-8c41-606771861e87 req-7a6d4c62-df68-433f-8d56-0e54e3eaada3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12f68d215eed44eea92a61516d4f8fce&device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 1095 time: 0.2185981 Jul 23 20:39:02.332427 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ff16df2-ed48-4739-8c41-606771861e87 req-1012895f-b05a-482e-af6d-33ca15bfb547 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843c8978-4c3e-4160-bf1f-f023f95041c3 HTTP/1.1" status: 200 len: 217 time: 0.0784869 Jul 23 20:39:02.449679 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4376e-5d95-4a70-b1da-ebde3cdc2262 req-58a1fe78-dfbe-4240-a4e2-cb8a8d52c8db tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:02.451580 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bea4376e-5d95-4a70-b1da-ebde3cdc2262 req-58a1fe78-dfbe-4240-a4e2-cb8a8d52c8db tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 945 time: 0.3112295 Jul 23 20:39:02.496164 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff16df2-ed48-4739-8c41-606771861e87 req-5695df1c-537c-4058-9830-74433cd6033f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:02.498434 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ff16df2-ed48-4739-8c41-606771861e87 req-5695df1c-537c-4058-9830-74433cd6033f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ab8f20ad-484c-4d56-b083-3ca713a43763 HTTP/1.1" status: 200 len: 855 time: 0.1583495 Jul 23 20:39:02.508146 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44546) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:02.554698 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ff16df2-ed48-4739-8c41-606771861e87 req-e102c9ae-034b-43ec-9a91-57eb140bff7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5c05eb8-80db-48c5-ad35-1745e1c55c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485442 Jul 23 20:39:02.562032 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bea4376e-5d95-4a70-b1da-ebde3cdc2262 req-285bf7c7-d39d-4690-9ffd-b415670b5932 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019616 Jul 23 20:39:02.699512 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f37dba3-e0e3-4078-89ad-7bc6724053b1 x-openstack-request-id: req-4f37dba3-e0e3-4078-89ad-7bc6724053b1 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:02.699967 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722c8e74-abd6-41c4-ab6f-d6390f70b6e3", "tag": "843c8978-4c3e-4160-bf1f-f023f95041c3", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:02.700459 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f37dba3-e0e3-4078-89ad-7bc6724053b1 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:02.701040 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722c8e74-abd6-41c4-ab6f-d6390f70b6e3', 'tag': '843c8978-4c3e-4160-bf1f-f023f95041c3', 'status': 'completed', 'code': 200} Jul 23 20:39:02.703737 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ff16df2-ed48-4739-8c41-606771861e87 req-32d29fa7-e84f-4dc6-b760-e85aab7dd799 service neutron] 10.222.0.57 "GET /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406643 Jul 23 20:39:02.807946 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-fc1c0c77-d626-47fe-a84d-f2137e027575 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group': {'name': 'tempest-secgroup--545009147'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:02.896621 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0c77-d626-47fe-a84d-f2137e027575 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:02.921972 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0c77-d626-47fe-a84d-f2137e027575 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.145769 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0c77-d626-47fe-a84d-f2137e027575 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.161154 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0c77-d626-47fe-a84d-f2137e027575 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.182153 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ff16df2-ed48-4739-8c41-606771861e87 req-1980c8b4-e8a7-4b10-bf1a-d1a0a17bf9d6 service neutron] 10.222.0.57 "GET /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708276 Jul 23 20:39:03.240908 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f48f0-3da5-41f7-ac4c-91e464482bf7 req-a9e1abf8-d048-43e1-8a28-3bf5b41518aa tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:03.242531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f75f48f0-3da5-41f7-ac4c-91e464482bf7 req-a9e1abf8-d048-43e1-8a28-3bf5b41518aa tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 944 time: 0.4095016 Jul 23 20:39:03.286616 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c0c77-d626-47fe-a84d-f2137e027575 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1f3907-a7b7-47a1-a53b-1c0cd458a863,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:03.434038 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f75f48f0-3da5-41f7-ac4c-91e464482bf7 req-e88341a7-a963-4d3e-9031-d970838f250b tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810303 Jul 23 20:39:03.458074 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0c77-d626-47fe-a84d-f2137e027575 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.468793 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0c77-d626-47fe-a84d-f2137e027575 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.478476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abb765-2b47-407f-a836-8d75ac699f79 req-dfcaabd0-0d26-43b0-8950-ab6c1e2f406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:03.480057 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89abb765-2b47-407f-a836-8d75ac699f79 req-dfcaabd0-0d26-43b0-8950-ab6c1e2f406b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12f68d215eed44eea92a61516d4f8fce&device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 1095 time: 0.2283599 Jul 23 20:39:03.500978 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c0c77-d626-47fe-a84d-f2137e027575 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4ed9d4-7766-41f4-9c1e-e0a226c5e5b9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:03.535842 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0c77-d626-47fe-a84d-f2137e027575 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.537145 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fc1c0c77-d626-47fe-a84d-f2137e027575 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0271268 Jul 23 20:39:03.540563 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44562) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:03.645102 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abb765-2b47-407f-a836-8d75ac699f79 req-0ce7a27a-2990-476e-b020-be591abf2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:03.647715 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89abb765-2b47-407f-a836-8d75ac699f79 req-0ce7a27a-2990-476e-b020-be591abf2ffa service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5c05eb8-80db-48c5-ad35-1745e1c55c02 HTTP/1.1" status: 200 len: 916 time: 0.1587865 Jul 23 20:39:03.771954 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-752418be-55e4-4685-a9a1-cc2b11984649 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2298031 Jul 23 20:39:03.773437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44568) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:03.781343 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89abb765-2b47-407f-a836-8d75ac699f79 req-7b4ac928-f8d3-45d1-877e-061a7ce977ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843c8978-4c3e-4160-bf1f-f023f95041c3 HTTP/1.1" status: 200 len: 217 time: 0.1270614 Jul 23 20:39:03.782005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3c46e774-013d-4568-b960-c58e99c2fdd6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group': {'name': 'tempest-security--1927486693', 'description': 'tempest-security-description-767893694'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:03.845816 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3c46e774-013d-4568-b960-c58e99c2fdd6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.875489 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abb765-2b47-407f-a836-8d75ac699f79 req-8978bef0-cc49-4db5-92e4-83befbeb81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:03.878178 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89abb765-2b47-407f-a836-8d75ac699f79 req-8978bef0-cc49-4db5-92e4-83befbeb81e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ab8f20ad-484c-4d56-b083-3ca713a43763 HTTP/1.1" status: 200 len: 855 time: 0.0669231 Jul 23 20:39:03.935400 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89abb765-2b47-407f-a836-8d75ac699f79 req-4f23b9d8-5b0c-4314-aad7-ef19c2738ee7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5c05eb8-80db-48c5-ad35-1745e1c55c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490978 Jul 23 20:39:03.952783 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3c46e774-013d-4568-b960-c58e99c2fdd6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.967084 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3c46e774-013d-4568-b960-c58e99c2fdd6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.972439 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3c46e774-013d-4568-b960-c58e99c2fdd6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.979475 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3c46e774-013d-4568-b960-c58e99c2fdd6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "PUT /v2.0/security-groups/2d4ed9d4-7766-41f4-9c1e-e0a226c5e5b9 HTTP/1.1" status: 200 len: 1779 time: 0.2042208 Jul 23 20:39:03.980448 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44572) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:03.983897 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683b276-93c8-427f-8e68-ba84351d6225 req-d78e6deb-aea9-47b6-a0db-521f9f1e99a5 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:03.985552 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7683b276-93c8-427f-8e68-ba84351d6225 req-d78e6deb-aea9-47b6-a0db-521f9f1e99a5 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77667d76-1dbf-4e00-914e-7cff9c59db2e HTTP/1.1" status: 200 len: 945 time: 0.2183704 Jul 23 20:39:04.062088 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46e774-013d-4568-b960-c58e99c2fdd6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4ed9d4-7766-41f4-9c1e-e0a226c5e5b9,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:04.076953 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-01677ada-081a-47cf-82f4-a7cad7c50e37 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-groups/2d4ed9d4-7766-41f4-9c1e-e0a226c5e5b9 HTTP/1.1" status: 200 len: 1779 time: 0.0654635 Jul 23 20:39:04.078868 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44574) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:04.230140 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55b942c1-d7fe-4b1d-b05d-f52edd9162db tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:04.304143 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55b942c1-d7fe-4b1d-b05d-f52edd9162db tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:04.365530 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44580) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:04.376742 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-59ea60e0-a5ea-45e8-932c-f85ff7bdb513 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-842623657'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:04.488310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ea60e0-a5ea-45e8-932c-f85ff7bdb513 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Made reservation on behalf of fc19446ccb0a4c219ec6673fb3605878 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:04.496202 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59ea60e0-a5ea-45e8-932c-f85ff7bdb513 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:04.522610 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55b942c1-d7fe-4b1d-b05d-f52edd9162db tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:04.525309 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55b942c1-d7fe-4b1d-b05d-f52edd9162db tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:04.529029 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-55b942c1-d7fe-4b1d-b05d-f52edd9162db tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-groups/2d4ed9d4-7766-41f4-9c1e-e0a226c5e5b9 HTTP/1.1" status: 204 len: 168 time: 0.4460676 Jul 23 20:39:04.531014 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44586) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:04.631227 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b942c1-d7fe-4b1d-b05d-f52edd9162db tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4ed9d4-7766-41f4-9c1e-e0a226c5e5b9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:04.651816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ea60e0-a5ea-45e8-932c-f85ff7bdb513 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:39:04.727565 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59ea60e0-a5ea-45e8-932c-f85ff7bdb513 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:04.728252 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-59ea60e0-a5ea-45e8-932c-f85ff7bdb513 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Added segment 842f8ebb-bade-42c1-a9f5-ba4a06effa4b of type vlan for network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 Jul 23 20:39:04.763803 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7683b276-93c8-427f-8e68-ba84351d6225 req-6e3199f7-1b8d-4fb3-8ddb-fc8f695030f1 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7586954 Jul 23 20:39:04.812435 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89abb765-2b47-407f-a836-8d75ac699f79 req-2f49766d-46db-4453-bbcf-a8c94ab0873a service neutron] 10.222.0.57 "GET /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8679988 Jul 23 20:39:04.920265 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bdcb7986-0885-4331-b982-73e6f18d90a7 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3838649 Jul 23 20:39:04.920981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 44592) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:04.941388 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59ea60e0-a5ea-45e8-932c-f85ff7bdb513 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.000339 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59ea60e0-a5ea-45e8-932c-f85ff7bdb513 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.018717 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-ddb9538e-9526-42df-9b29-a0d3b3cf8851 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] delete failed (client error): The resource could not be found. Jul 23 20:39:05.019944 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ddb9538e-9526-42df-9b29-a0d3b3cf8851 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-groups/2d4ed9d4-7766-41f4-9c1e-e0a226c5e5b9 HTTP/1.1" status: 404 len: 347 time: 0.0977676 Jul 23 20:39:05.029495 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 44596) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:05.031800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ea60e0-a5ea-45e8-932c-f85ff7bdb513 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:05.034110 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59ea60e0-a5ea-45e8-932c-f85ff7bdb513 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.041532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-5ba14fe3-4cc6-4799-9209-a4d39937de6c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1669456701'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:05.072349 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89abb765-2b47-407f-a836-8d75ac699f79 req-b05397fe-874a-4c67-b060-69a50d9511ea service neutron] 10.222.0.57 "GET /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527800 Jul 23 20:39:05.096587 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4b854-6d12-4902-b436-50ee9dd4c262 req-a5963c41-cd6d-4d2e-b8fa-e6a6cccc55a1 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:05.098231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ca4b854-6d12-4902-b436-50ee9dd4c262 req-a5963c41-cd6d-4d2e-b8fa-e6a6cccc55a1 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 943 time: 0.1259193 Jul 23 20:39:05.116689 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ba14fe3-4cc6-4799-9209-a4d39937de6c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.141781 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-59ea60e0-a5ea-45e8-932c-f85ff7bdb513 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7748024 Jul 23 20:39:05.145350 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44598) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:05.151045 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-97edd5c7-b082-41c8-8020-7cf0202bb18e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1550716159'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:05.182626 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ca4b854-6d12-4902-b436-50ee9dd4c262 req-1842057b-c12b-4e5d-be5b-c7aa5d07f1fe tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780108 Jul 23 20:39:05.210248 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea60e0-a5ea-45e8-932c-f85ff7bdb513 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event updated for resources: {'Network': ['ID=2a24e8cb-e405-4a03-a590-fe816e8a53f1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:05.234379 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:39:05.334416 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ba14fe3-4cc6-4799-9209-a4d39937de6c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.370757 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97edd5c7-b082-41c8-8020-7cf0202bb18e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Made reservation on behalf of fc19446ccb0a4c219ec6673fb3605878 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:05.374650 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ba14fe3-4cc6-4799-9209-a4d39937de6c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.375442 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-97edd5c7-b082-41c8-8020-7cf0202bb18e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.390011 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 843c8978-4c3e-4160-bf1f-f023f95041c3 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:39:05.456571 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97edd5c7-b082-41c8-8020-7cf0202bb18e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:39:05.471168 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ba14fe3-4cc6-4799-9209-a4d39937de6c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.474731 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5ba14fe3-4cc6-4799-9209-a4d39937de6c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4411004 Jul 23 20:39:05.483167 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 44602) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:05.484523 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-97edd5c7-b082-41c8-8020-7cf0202bb18e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.484872 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-97edd5c7-b082-41c8-8020-7cf0202bb18e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Added segment ae8f7742-d345-4509-9f8f-34053767ffe5 of type vlan for network 950a5a79-45d4-4d93-a347-72e7566b3324 Jul 23 20:39:05.494588 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-eb27dad2-6af5-49d3-a662-c92f877385a8 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group_rule': {'security_group_id': 'f303a9a6-c3f9-4926-84b2-0a2fcca792eb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:05.542141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba14fe3-4cc6-4799-9209-a4d39937de6c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f303a9a6-c3f9-4926-84b2-0a2fcca792eb,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:05.544598 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb27dad2-6af5-49d3-a662-c92f877385a8 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.609418 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0fec6-47f4-4292-861d-726233ad9251 req-7727ad95-596f-4030-9410-6f69d56944f0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:05.617958 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ac0fec6-47f4-4292-861d-726233ad9251 req-7727ad95-596f-4030-9410-6f69d56944f0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 944 time: 0.2809596 Jul 23 20:39:05.626808 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-97edd5c7-b082-41c8-8020-7cf0202bb18e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.737630 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-97edd5c7-b082-41c8-8020-7cf0202bb18e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.739844 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ac0fec6-47f4-4292-861d-726233ad9251 req-32cc725a-f028-4e4c-bfea-993a6e157443 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204944 Jul 23 20:39:05.742962 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb27dad2-6af5-49d3-a662-c92f877385a8 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.753891 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb27dad2-6af5-49d3-a662-c92f877385a8 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.772340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97edd5c7-b082-41c8-8020-7cf0202bb18e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:05.774771 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-97edd5c7-b082-41c8-8020-7cf0202bb18e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.808312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27dad2-6af5-49d3-a662-c92f877385a8 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6303f97f-30b5-4470-8e63-88485b01737f,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:05.822663 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb27dad2-6af5-49d3-a662-c92f877385a8 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.827368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-eb27dad2-6af5-49d3-a662-c92f877385a8 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3400855 Jul 23 20:39:05.827563 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44604) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:05.870886 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 843c8978-4c3e-4160-bf1f-f023f95041c3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=843c8978-4c3e-4160-bf1f-f023f95041c3,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:05.887636 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '843c8978-4c3e-4160-bf1f-f023f95041c3', 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02', 'port_id': '843c8978-4c3e-4160-bf1f-f023f95041c3', 'mac_address': 'fa:16:3e:28:b2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8f20ad-484c-4d56-b083-3ca713a43763', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:39:05.919189 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-97edd5c7-b082-41c8-8020-7cf0202bb18e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7717564 Jul 23 20:39:05.924937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 44608) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:05.939429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-161a634b-4d3b-4c5c-a3df-7cd8d50f86d3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Request body: {'subnet': {'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:06.015279 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.023138 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843c8978-4c3e-4160-bf1f-f023f95041c3 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:39:06.029050 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edd5c7-b082-41c8-8020-7cf0202bb18e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event updated for resources: {'Network': ['ID=950a5a79-45d4-4d93-a347-72e7566b3324,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:06.032021 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f601204-e889-4ed1-9539-d83db36d4b3a tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.042164 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f601204-e889-4ed1-9539-d83db36d4b3a tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.057787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 950a5a79-45d4-4d93-a347-72e7566b3324 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:39:06.083646 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f601204-e889-4ed1-9539-d83db36d4b3a tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.101264 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f601204-e889-4ed1-9539-d83db36d4b3a tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.105235 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9f601204-e889-4ed1-9539-d83db36d4b3a tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/6303f97f-30b5-4470-8e63-88485b01737f HTTP/1.1" status: 204 len: 168 time: 0.2694640 Jul 23 20:39:06.105235 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f601204-e889-4ed1-9539-d83db36d4b3a tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6303f97f-30b5-4470-8e63-88485b01737f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:06.106264 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44612) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:06.128789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 843c8978-4c3e-4160-bf1f-f023f95041c3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=843c8978-4c3e-4160-bf1f-f023f95041c3,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:06.140339 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed62ca3-ed24-4aaa-9772-c8ab37082548 req-5050d3f7-ecc3-49dd-9de6-56d8bbf86739 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:06.150859 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fed62ca3-ed24-4aaa-9772-c8ab37082548 req-5050d3f7-ecc3-49dd-9de6-56d8bbf86739 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=e52fec41-2363-45c1-92ef-a2fecd898b5f HTTP/1.1" status: 200 len: 945 time: 0.3045619 Jul 23 20:39:06.180228 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.195453 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fd9d42ad-9b3a-4e4c-9bb3-c00ec2f20bad tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0869815 Jul 23 20:39:06.196955 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44616) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:06.233363 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161a634b-4d3b-4c5c-a3df-7cd8d50f86d3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Made reservation on behalf of fc19446ccb0a4c219ec6673fb3605878 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:06.237820 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-161a634b-4d3b-4c5c-a3df-7cd8d50f86d3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.316123 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8631d5a7-6326-4f4d-9715-f7926f026022 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.350723 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8631d5a7-6326-4f4d-9715-f7926f026022 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.442537 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8631d5a7-6326-4f4d-9715-f7926f026022 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.447767 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8631d5a7-6326-4f4d-9715-f7926f026022 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.451627 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8631d5a7-6326-4f4d-9715-f7926f026022 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-groups/f303a9a6-c3f9-4926-84b2-0a2fcca792eb HTTP/1.1" status: 204 len: 168 time: 0.2484784 Jul 23 20:39:06.457462 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44620) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:06.491924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631d5a7-6326-4f4d-9715-f7926f026022 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f303a9a6-c3f9-4926-84b2-0a2fcca792eb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:06.492997 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['843c8978-4c3e-4160-bf1f-f023f95041c3'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:39:06.564750 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0eb73c69-25f2-4c36-b1c9-1605f6389c3b tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1064494 Jul 23 20:39:06.571317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44624) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:06.579609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9d2793b3-bbd6-433b-9a7c-12584ac1f7fc tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group': {'name': 'tempest-secgroup--855112827'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:06.608850 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=843c8978-4c3e-4160-bf1f-f023f95041c3,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:06.658373 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9d2793b3-bbd6-433b-9a7c-12584ac1f7fc tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.660055 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fed62ca3-ed24-4aaa-9772-c8ab37082548 req-d32c2afb-e7d5-4784-bd42-9becb43bf049 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081465 Jul 23 20:39:06.876184 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9d2793b3-bbd6-433b-9a7c-12584ac1f7fc tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.882109 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9d2793b3-bbd6-433b-9a7c-12584ac1f7fc tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.943642 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9d2793b3-bbd6-433b-9a7c-12584ac1f7fc tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.944961 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9d2793b3-bbd6-433b-9a7c-12584ac1f7fc tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3716395 Jul 23 20:39:06.947803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2793b3-bbd6-433b-9a7c-12584ac1f7fc tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e6cc37-84b4-4c93-9092-ccb534cdb461,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:06.950121 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44634) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:06.954920 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9ceff2fb-f852-46c0-8e42-eb903343c9b7 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group_rule': {'security_group_id': 'b3e6cc37-84b4-4c93-9092-ccb534cdb461', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:06.998159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ceff2fb-f852-46c0-8e42-eb903343c9b7 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:07.056096 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb2e22-0987-4dc7-a050-9f84616543d9 req-19833897-47f7-4e6b-92bf-ee13a2ba6702 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:07.058444 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7beb2e22-0987-4dc7-a050-9f84616543d9 req-19833897-47f7-4e6b-92bf-ee13a2ba6702 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 944 time: 0.1954167 Jul 23 20:39:07.059587 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-161a634b-4d3b-4c5c-a3df-7cd8d50f86d3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:07.114336 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a634b-4d3b-4c5c-a3df-7cd8d50f86d3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event updated for resources: {'Subnet': ['ID=44c6a485-1e2e-4eca-8671-6557e9d07f4e,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:07.151536 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ceff2fb-f852-46c0-8e42-eb903343c9b7 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:07.179439 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ceff2fb-f852-46c0-8e42-eb903343c9b7 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:07.237770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7beb2e22-0987-4dc7-a050-9f84616543d9 req-9e7732bc-f0b0-4df9-b03d-313da1028ac4 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444373 Jul 23 20:39:07.245776 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceff2fb-f852-46c0-8e42-eb903343c9b7 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51616525-11c4-4ef4-93f0-df24d6e982cd,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:07.329943 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a634b-4d3b-4c5c-a3df-7cd8d50f86d3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Checking segment: {'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:07.329943 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161a634b-4d3b-4c5c-a3df-7cd8d50f86d3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Network hostable DHCP agents. Network: 2a24e8cb-e405-4a03-a590-fe816e8a53f1, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:39:07.329943 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04cc362e-8fd1-4180-a930-6e13211254e7 req-fe0dfcff-3794-4bcd-8cfd-0ab6d924504e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1691833 Jul 23 20:39:07.372432 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ceff2fb-f852-46c0-8e42-eb903343c9b7 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:07.373675 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9ceff2fb-f852-46c0-8e42-eb903343c9b7 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4225707 Jul 23 20:39:07.401474 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44638) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:07.414649 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-79a6c5f0-a6f9-45dd-ad1f-c86bb038cb22 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group_rule': {'security_group_id': 'b3e6cc37-84b4-4c93-9092-ccb534cdb461', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:07.431806 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161a634b-4d3b-4c5c-a3df-7cd8d50f86d3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:39:07.484706 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79a6c5f0-a6f9-45dd-ad1f-c86bb038cb22 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:07.540237 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-161a634b-4d3b-4c5c-a3df-7cd8d50f86d3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 2a24e8cb-e405-4a03-a590-fe816e8a53f1) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:07.553208 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb2d503-6a3e-434f-ae03-32b35ead7a40 None None] Network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:07.566571 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161a634b-4d3b-4c5c-a3df-7cd8d50f86d3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:07.568445 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-161a634b-4d3b-4c5c-a3df-7cd8d50f86d3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:07.617603 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-161a634b-4d3b-4c5c-a3df-7cd8d50f86d3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6871276 Jul 23 20:39:07.618210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 44642) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:07.637062 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6586ec0f-126e-466a-b499-bfb9852f9668 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Request body: {'subnet': {'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:07.730130 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79a6c5f0-a6f9-45dd-ad1f-c86bb038cb22 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:07.744764 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79a6c5f0-a6f9-45dd-ad1f-c86bb038cb22 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:07.766906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc362e-8fd1-4180-a930-6e13211254e7 req-4eecfc51-4055-4e79-9239-598f740ace76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:07.768617 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04cc362e-8fd1-4180-a930-6e13211254e7 req-4eecfc51-4055-4e79-9239-598f740ace76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 1097 time: 0.3646090 Jul 23 20:39:07.801207 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:39:07.887135 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6c5f0-a6f9-45dd-ad1f-c86bb038cb22 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e899fd6e-c8ce-4a68-8885-5f5d1244dce7,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:07.910058 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79a6c5f0-a6f9-45dd-ad1f-c86bb038cb22 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:07.911772 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-79a6c5f0-a6f9-45dd-ad1f-c86bb038cb22 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5088212 Jul 23 20:39:07.914277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44648) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:07.918357 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc362e-8fd1-4180-a930-6e13211254e7 req-26f31da9-191d-4288-92bb-713075df1367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:07.920715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1bb24900-4bad-4fc9-84e3-839664f198d6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group_rule': {'security_group_id': 'b3e6cc37-84b4-4c93-9092-ccb534cdb461', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:07.922562 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04cc362e-8fd1-4180-a930-6e13211254e7 req-26f31da9-191d-4288-92bb-713075df1367 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.1180475 Jul 23 20:39:07.960146 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.db.api [None req-1bb24900-4bad-4fc9-84e3-839664f198d6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:39:07.960146 n-d-791504-18 neutron-server[93810]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:39:07.960146 n-d-791504-18 neutron-server[93810]: [parameters: {'project_id_1': '8c76ae36f35f438f85b95fd5b196b001', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 39, 7, 936317)}] Jul 23 20:39:07.960146 n-d-791504-18 neutron-server[93810]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:39:07.960146 n-d-791504-18 neutron-server[93810]: DEBUG oslo_db.api [None req-1bb24900-4bad-4fc9-84e3-839664f198d6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:39:08.027176 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349a140-dd1e-4675-a7bd-91ca12ed5bff req-79dcb314-8837-468e-9172-2244385b6e00 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:08.027176 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1349a140-dd1e-4675-a7bd-91ca12ed5bff req-79dcb314-8837-468e-9172-2244385b6e00 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 944 time: 0.3771312 Jul 23 20:39:08.027176 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6586ec0f-126e-466a-b499-bfb9852f9668 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Made reservation on behalf of fc19446ccb0a4c219ec6673fb3605878 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:08.035843 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6586ec0f-126e-466a-b499-bfb9852f9668 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:08.051538 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2a24e8cb-e405-4a03-a590-fe816e8a53f1', 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'fixed_ips': [{'subnet_id': '44c6a485-1e2e-4eca-8671-6557e9d07f4e'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:39:08.053429 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:08.098271 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04cc362e-8fd1-4180-a930-6e13211254e7 req-79cfb83b-b680-4f5e-9d27-6585301cc22b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8f573ee-974a-4327-9539-2950bda4dc93 HTTP/1.1" status: 200 len: 999 time: 0.1587758 Jul 23 20:39:08.186596 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1349a140-dd1e-4675-a7bd-91ca12ed5bff req-43114a4a-5ab7-4ce1-9e3c-018f673bf486 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422827 Jul 23 20:39:08.249457 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc362e-8fd1-4180-a930-6e13211254e7 req-5ed16982-e6fa-4c73-8413-817ac28af437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:08.250882 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04cc362e-8fd1-4180-a930-6e13211254e7 req-5ed16982-e6fa-4c73-8413-817ac28af437 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.1453028 Jul 23 20:39:08.283648 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Allocated IP 10.1.1.2 (2a24e8cb-e405-4a03-a590-fe816e8a53f1/44c6a485-1e2e-4eca-8671-6557e9d07f4e/dcf87af3-8769-45e8-a169-20db66d72580) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:08.522897 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1bb24900-4bad-4fc9-84e3-839664f198d6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:08.582517 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:08.607186 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Transition to ACTIVE for port object dcf87af3-8769-45e8-a169-20db66d72580 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:08.635282 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6586ec0f-126e-466a-b499-bfb9852f9668 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:08.637378 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Transition to ACTIVE for port object dcf87af3-8769-45e8-a169-20db66d72580 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:08.645743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc362e-8fd1-4180-a930-6e13211254e7 req-0716d7ea-5748-4f11-98ea-12ee67d07db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:08.647317 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:08.647813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04cc362e-8fd1-4180-a930-6e13211254e7 req-0716d7ea-5748-4f11-98ea-12ee67d07db2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3902068 Jul 23 20:39:08.667857 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1bb24900-4bad-4fc9-84e3-839664f198d6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:08.674434 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1bb24900-4bad-4fc9-84e3-839664f198d6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:08.685606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e9228-c5c5-4e6a-9595-4727ff5f69bc req-721ea95a-56e6-4dfc-af30-52caf2c0cdfd tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:08.687409 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-848e9228-c5c5-4e6a-9595-4727ff5f69bc req-721ea95a-56e6-4dfc-af30-52caf2c0cdfd tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=e52fec41-2363-45c1-92ef-a2fecd898b5f HTTP/1.1" status: 200 len: 945 time: 0.3739598 Jul 23 20:39:08.736493 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1bb24900-4bad-4fc9-84e3-839664f198d6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:08.742185 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1bb24900-4bad-4fc9-84e3-839664f198d6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8266244 Jul 23 20:39:08.742894 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44654) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:08.745510 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:08.755129 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a67e8e91-2a19-47db-8a79-92866ef6c4b6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group_rule': {'security_group_id': 'b3e6cc37-84b4-4c93-9092-ccb534cdb461', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:08.755709 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:08.777415 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:08.807286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Pushing event updated for resources: {'Port': ['ID=dcf87af3-8769-45e8-a169-20db66d72580,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:08.816099 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb24900-4bad-4fc9-84e3-839664f198d6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ce10bb-9aa6-43f6-8572-174d5cb0f848,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:08.825832 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a67e8e91-2a19-47db-8a79-92866ef6c4b6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:08.943697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Attempting to bind port dcf87af3-8769-45e8-a169-20db66d72580 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:08.944072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Attempting to bind port dcf87af3-8769-45e8-a169-20db66d72580 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:08.944443 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Attempting to bind port dcf87af3-8769-45e8-a169-20db66d72580 on network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:08.961911 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:08.962301 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Checking segment: {'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:08.963277 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:08.963689 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Bound using segment: {'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:08.964221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Bound port: dcf87af3-8769-45e8-a169-20db66d72580, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:08.964614 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.009285 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a67e8e91-2a19-47db-8a79-92866ef6c4b6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.022018 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a67e8e91-2a19-47db-8a79-92866ef6c4b6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.066091 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a67e8e91-2a19-47db-8a79-92866ef6c4b6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.071761 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a67e8e91-2a19-47db-8a79-92866ef6c4b6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3235719 Jul 23 20:39:09.075408 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44662) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:09.087624 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-457d6ea4-4b65-45f1-b38d-8880a6ab7b67 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group_rule': {'security_group_id': 'b3e6cc37-84b4-4c93-9092-ccb534cdb461', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:09.099715 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] For port dcf87af3-8769-45e8-a169-20db66d72580, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:09.109616 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] For port dcf87af3-8769-45e8-a169-20db66d72580, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=dcf87af3-8769-45e8-a169-20db66d72580,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:09.118617 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-848e9228-c5c5-4e6a-9595-4727ff5f69bc req-d09fe697-dee1-42ee-a188-8f43fc07915a tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245257 Jul 23 20:39:09.121613 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586ec0f-126e-466a-b499-bfb9852f9668 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event updated for resources: {'Subnet': ['ID=0867a56c-547c-4c4a-96c2-7761d6b3057e,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:09.133530 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.148562 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44664) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:09.164760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-15be2628-5d49-4c9c-a5f1-733c5473fc9d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1920402261'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:09.174521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e8e91-2a19-47db-8a79-92866ef6c4b6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5154ccbf-f201-4234-9e56-c4a5dc4ede2a,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:09.207624 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-457d6ea4-4b65-45f1-b38d-8880a6ab7b67 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.245617 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04cc362e-8fd1-4180-a930-6e13211254e7 req-b069809e-f780-49bd-95fa-5837ca0d37be service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549462 Jul 23 20:39:09.316176 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be81d5-922e-4af5-b142-dc2d44cffcd6 None None] Pushing event updated for resources: {'Port': ['ID=dcf87af3-8769-45e8-a169-20db66d72580,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:09.333280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6586ec0f-126e-466a-b499-bfb9852f9668 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Checking segment: {'id': 'ae8f7742-d345-4509-9f8f-34053767ffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:09.333698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586ec0f-126e-466a-b499-bfb9852f9668 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Network hostable DHCP agents. Network: 950a5a79-45d4-4d93-a347-72e7566b3324, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:39:09.338759 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 843c8978-4c3e-4160-bf1f-f023f95041c3 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:09.426211 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15be2628-5d49-4c9c-a5f1-733c5473fc9d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Made reservation on behalf of 9ca36bd4dc5c4109bf8508b5723f3746 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:09.442181 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15be2628-5d49-4c9c-a5f1-733c5473fc9d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.476718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586ec0f-126e-466a-b499-bfb9852f9668 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Network 950a5a79-45d4-4d93-a347-72e7566b3324 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:39:09.479753 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 843c8978-4c3e-4160-bf1f-f023f95041c3 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:09.487467 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 843c8978-4c3e-4160-bf1f-f023f95041c3 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:09.491240 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.513659 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6a8f7-eb25-45d2-b42b-9a5588b6d822 req-f0f2fffc-e9d7-4381-9e6b-e823be232346 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:09.516411 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e3c6a8f7-eb25-45d2-b42b-9a5588b6d822 req-f0f2fffc-e9d7-4381-9e6b-e823be232346 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 944 time: 0.2415745 Jul 23 20:39:09.517489 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-6586ec0f-126e-466a-b499-bfb9852f9668 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 950a5a79-45d4-4d93-a347-72e7566b3324) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:09.520364 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-457d6ea4-4b65-45f1-b38d-8880a6ab7b67 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.537943 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-457d6ea4-4b65-45f1-b38d-8880a6ab7b67 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.552433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6586ec0f-126e-466a-b499-bfb9852f9668 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:09.553784 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6586ec0f-126e-466a-b499-bfb9852f9668 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.559787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15be2628-5d49-4c9c-a5f1-733c5473fc9d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:39:09.578882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cb6786-84b4-42a2-b305-ab0ae3430e23 None None] Network 950a5a79-45d4-4d93-a347-72e7566b3324 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:09.689338 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15be2628-5d49-4c9c-a5f1-733c5473fc9d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.689562 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04cc362e-8fd1-4180-a930-6e13211254e7 req-47126bdd-c18d-409a-b48e-88ce491e018f service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363673 Jul 23 20:39:09.691600 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-15be2628-5d49-4c9c-a5f1-733c5473fc9d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Added segment 6eacabf4-345b-4ec9-9780-4b6d7730e039 of type vlan for network 59c5d0ae-3121-4e53-88c3-139064a5c09c Jul 23 20:39:09.697388 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6586ec0f-126e-466a-b499-bfb9852f9668 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0756831 Jul 23 20:39:09.707018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d6ea4-4b65-45f1-b38d-8880a6ab7b67 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ff4171-2135-4c17-984a-be3fbe994d89,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:09.724104 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 44672) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:09.761884 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-42717027-b68b-4900-9288-e9280d758926 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Request body: {'port': {'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1', 'name': 'tempest-TaggedBootDevicesTest-1208525990', 'fixed_ips': [{'subnet_id': '44c6a485-1e2e-4eca-8671-6557e9d07f4e'}]}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:09.772557 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-457d6ea4-4b65-45f1-b38d-8880a6ab7b67 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.777970 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-457d6ea4-4b65-45f1-b38d-8880a6ab7b67 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6988714 Jul 23 20:39:09.778362 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44682) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:09.821120 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.920314 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722c8e74-abd6-41c4-ab6f-d6390f70b6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843c8978-4c3e-4160-bf1f-f023f95041c3'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:09.935169 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f1626c-e11e-40e0-92cc-5535aa990406" -d '{"events": [{"server_uuid": "722c8e74-abd6-41c4-ab6f-d6390f70b6e3", "name": "network-vif-plugged", "status": "completed", "tag": "843c8978-4c3e-4160-bf1f-f023f95041c3"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:09.945335 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15be2628-5d49-4c9c-a5f1-733c5473fc9d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.952983 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d9c4902f-b952-4d65-9193-77dd3e349aa1 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.993652 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d9c4902f-b952-4d65-9193-77dd3e349aa1 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.002203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 843c8978-4c3e-4160-bf1f-f023f95041c3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=843c8978-4c3e-4160-bf1f-f023f95041c3,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:10.035884 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.047283 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-950a5a79-45d4-4d93-a347-72e7566b3324', 'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'fixed_ips': [{'subnet_id': '0867a56c-547c-4c4a-96c2-7761d6b3057e'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:39:10.049273 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.136813 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15be2628-5d49-4c9c-a5f1-733c5473fc9d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.161976 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e3c6a8f7-eb25-45d2-b42b-9a5588b6d822 req-152e0485-3a9f-4dfd-addc-92df5d1ceca8 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6189873 Jul 23 20:39:10.199299 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15be2628-5d49-4c9c-a5f1-733c5473fc9d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:10.199299 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15be2628-5d49-4c9c-a5f1-733c5473fc9d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.244052 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d9c4902f-b952-4d65-9193-77dd3e349aa1 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.254584 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=843c8978-4c3e-4160-bf1f-f023f95041c3,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:10.301919 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42717027-b68b-4900-9288-e9280d758926 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Made reservation on behalf of fc19446ccb0a4c219ec6673fb3605878 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:10.378048 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d9c4902f-b952-4d65-9193-77dd3e349aa1 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.388400 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d9c4902f-b952-4d65-9193-77dd3e349aa1 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/65ff4171-2135-4c17-984a-be3fbe994d89 HTTP/1.1" status: 204 len: 168 time: 0.6070068 Jul 23 20:39:10.393465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4902f-b952-4d65-9193-77dd3e349aa1 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65ff4171-2135-4c17-984a-be3fbe994d89,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:10.403262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Allocated IP 10.2.2.2 (950a5a79-45d4-4d93-a347-72e7566b3324/0867a56c-547c-4c4a-96c2-7761d6b3057e/e5783473-34b4-4fe6-a052-7bd5ba115ea0) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:10.425865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44692) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:10.480059 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-15be2628-5d49-4c9c-a5f1-733c5473fc9d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3278875 Jul 23 20:39:10.482303 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44694) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:10.482632 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42717027-b68b-4900-9288-e9280d758926 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.504398 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-691ce449-7861-46d0-a117-c97a89b5895f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-136082976'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:10.637482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-42717027-b68b-4900-9288-e9280d758926 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] device_id is not set on port 77042b28-bf0d-471e-9b44-b7a19900cc03 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:39:10.699521 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.700952 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175c7b3-41f9-4feb-b6c9-e5a37c12fbb5 req-e413b2c7-3089-40b8-bd6c-994083a557e9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:10.703232 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be2628-5d49-4c9c-a5f1-733c5473fc9d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event updated for resources: {'Network': ['ID=59c5d0ae-3121-4e53-88c3-139064a5c09c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:10.716243 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e175c7b3-41f9-4feb-b6c9-e5a37c12fbb5 req-e413b2c7-3089-40b8-bd6c-994083a557e9 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 944 time: 0.5937059 Jul 23 20:39:10.721588 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 59c5d0ae-3121-4e53-88c3-139064a5c09c details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:39:10.731817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Transition to ACTIVE for port object e5783473-34b4-4fe6-a052-7bd5ba115ea0 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:10.765836 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e02fc4c5-ce55-453b-836c-eb486f87be41 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3358114 Jul 23 20:39:10.770480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44696) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:10.798345 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Transition to ACTIVE for port object e5783473-34b4-4fe6-a052-7bd5ba115ea0 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:10.824176 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691ce449-7861-46d0-a117-c97a89b5895f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Made reservation on behalf of 9ca36bd4dc5c4109bf8508b5723f3746 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:10.829633 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-691ce449-7861-46d0-a117-c97a89b5895f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.892275 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77916c49-66dc-46aa-8556-2ed57a43748e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.908214 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.917252 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77916c49-66dc-46aa-8556-2ed57a43748e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.932952 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691ce449-7861-46d0-a117-c97a89b5895f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:39:10.979965 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-691ce449-7861-46d0-a117-c97a89b5895f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.982099 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-691ce449-7861-46d0-a117-c97a89b5895f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Added segment 31d0f090-9be4-4634-8b40-2a9e0cdd0cb1 of type vlan for network 9e4e0618-9258-49df-b427-fe7749c03fdb Jul 23 20:39:11.030330 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Network 950a5a79-45d4-4d93-a347-72e7566b3324 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:11.033663 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:11.039351 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e175c7b3-41f9-4feb-b6c9-e5a37c12fbb5 req-b8eed4a9-c22a-45a2-b8a1-352ebd01400c tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221107 Jul 23 20:39:11.058791 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77916c49-66dc-46aa-8556-2ed57a43748e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.070737 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:11.132221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Pushing event updated for resources: {'Port': ['ID=e5783473-34b4-4fe6-a052-7bd5ba115ea0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:11.151366 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77916c49-66dc-46aa-8556-2ed57a43748e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.154892 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-77916c49-66dc-46aa-8556-2ed57a43748e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/5154ccbf-f201-4234-9e56-c4a5dc4ede2a HTTP/1.1" status: 204 len: 168 time: 0.3812051 Jul 23 20:39:11.177198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44700) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:11.183401 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80da23b-7d27-4163-b2c3-324dc560015f x-openstack-request-id: req-c80da23b-7d27-4163-b2c3-324dc560015f {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:11.184955 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722c8e74-abd6-41c4-ab6f-d6390f70b6e3", "name": "network-vif-plugged", "status": "completed", "tag": "843c8978-4c3e-4160-bf1f-f023f95041c3", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:11.185420 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c80da23b-7d27-4163-b2c3-324dc560015f {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:11.190911 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722c8e74-abd6-41c4-ab6f-d6390f70b6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843c8978-4c3e-4160-bf1f-f023f95041c3', 'code': 200} Jul 23 20:39:11.194398 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-691ce449-7861-46d0-a117-c97a89b5895f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.199991 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77916c49-66dc-46aa-8556-2ed57a43748e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5154ccbf-f201-4234-9e56-c4a5dc4ede2a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:11.256556 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1dec4-5f7c-40eb-a594-04e9587aaf8d req-b102f2da-200d-4fee-bf62-6353efe03f3b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:11.266520 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2f1dec4-5f7c-40eb-a594-04e9587aaf8d req-b102f2da-200d-4fee-bf62-6353efe03f3b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 945 time: 0.8121583 Jul 23 20:39:11.275394 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb5d45f-5038-455e-8b0e-67ff7010d2b5 None None] Network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:11.358847 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-720f19cb-20c8-459c-8ca8-b0e97053622f tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1786795 Jul 23 20:39:11.372967 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44708) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:11.390650 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-691ce449-7861-46d0-a117-c97a89b5895f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.400526 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691ce449-7861-46d0-a117-c97a89b5895f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:11.401137 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-691ce449-7861-46d0-a117-c97a89b5895f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.407593 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device dcf87af3-8769-45e8-a169-20db66d72580 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:11.444003 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device f72fd789-e396-40d5-8b53-14d68e5dad83 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:39:11.504600 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-149ff6f0-b4cf-4816-b26a-5a48777303a9 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.517771 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Attempting to bind port e5783473-34b4-4fe6-a052-7bd5ba115ea0 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:11.518445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Attempting to bind port e5783473-34b4-4fe6-a052-7bd5ba115ea0 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'ae8f7742-d345-4509-9f8f-34053767ffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:11.518998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Attempting to bind port e5783473-34b4-4fe6-a052-7bd5ba115ea0 on network 950a5a79-45d4-4d93-a347-72e7566b3324 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:11.530893 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:11.531888 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Checking segment: {'id': 'ae8f7742-d345-4509-9f8f-34053767ffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:11.532518 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.533238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Bound using segment: {'id': 'ae8f7742-d345-4509-9f8f-34053767ffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:11.534304 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Bound port: e5783473-34b4-4fe6-a052-7bd5ba115ea0, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8f7742-d345-4509-9f8f-34053767ffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:11.534906 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.543929 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-691ce449-7861-46d0-a117-c97a89b5895f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0607054 Jul 23 20:39:11.546818 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44714) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:11.554404 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-67311dfb-7c89-41b3-ac04-0c9a0f1d0b0a None None] Provisioning for port dcf87af3-8769-45e8-a169-20db66d72580 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:11.588128 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-42717027-b68b-4900-9288-e9280d758926 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Allocated IP 10.1.1.62 (2a24e8cb-e405-4a03-a590-fe816e8a53f1/44c6a485-1e2e-4eca-8671-6557e9d07f4e/77042b28-bf0d-471e-9b44-b7a19900cc03) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:11.622886 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-149ff6f0-b4cf-4816-b26a-5a48777303a9 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.630645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5c288c34-ff74-4f85-9638-1457e0c98771 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Request body: {'subnet': {'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:11.656095 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ce449-7861-46d0-a117-c97a89b5895f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event updated for resources: {'Network': ['ID=9e4e0618-9258-49df-b427-fe7749c03fdb,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:11.657064 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port dcf87af3-8769-45e8-a169-20db66d72580 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:11.715918 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2f1dec4-5f7c-40eb-a594-04e9587aaf8d req-481d6d9e-3e2d-49ea-a6c7-e89692fda30c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480889 Jul 23 20:39:11.788782 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-149ff6f0-b4cf-4816-b26a-5a48777303a9 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.803956 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-149ff6f0-b4cf-4816-b26a-5a48777303a9 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.808618 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-149ff6f0-b4cf-4816-b26a-5a48777303a9 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/d2ce10bb-9aa6-43f6-8572-174d5cb0f848 HTTP/1.1" status: 204 len: 168 time: 0.4343860 Jul 23 20:39:11.825392 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 44716) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:11.925105 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ff6f0-b4cf-4816-b26a-5a48777303a9 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2ce10bb-9aa6-43f6-8572-174d5cb0f848,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:11.962506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c288c34-ff74-4f85-9638-1457e0c98771 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Made reservation on behalf of 9ca36bd4dc5c4109bf8508b5723f3746 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:11.967308 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c288c34-ff74-4f85-9638-1457e0c98771 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:12.059843 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port f72fd789-e396-40d5-8b53-14d68e5dad83, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f72fd789-e396-40d5-8b53-14d68e5dad83,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:12.104267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'f72fd789-e396-40d5-8b53-14d68e5dad83', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'port_id': 'f72fd789-e396-40d5-8b53-14d68e5dad83', 'mac_address': 'fa:16:3e:ad:ef:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:39:12.139998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 9e4e0618-9258-49df-b427-fe7749c03fdb details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:39:12.243004 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c288c34-ff74-4f85-9638-1457e0c98771 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:12.309608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port dcf87af3-8769-45e8-a169-20db66d72580 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:12.309989 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:12.386438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c288c34-ff74-4f85-9638-1457e0c98771 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event updated for resources: {'Subnet': ['ID=a29a518f-ecc9-4636-9c65-c54cb733ea9a,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:12.490855 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c288c34-ff74-4f85-9638-1457e0c98771 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Checking segment: {'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:12.491267 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c288c34-ff74-4f85-9638-1457e0c98771 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Network hostable DHCP agents. Network: 59c5d0ae-3121-4e53-88c3-139064a5c09c, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:39:12.528530 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c288c34-ff74-4f85-9638-1457e0c98771 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Network 59c5d0ae-3121-4e53-88c3-139064a5c09c is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:39:12.548296 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-5c288c34-ff74-4f85-9638-1457e0c98771 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 59c5d0ae-3121-4e53-88c3-139064a5c09c) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:12.563580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c288c34-ff74-4f85-9638-1457e0c98771 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:12.566543 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c288c34-ff74-4f85-9638-1457e0c98771 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:12.576748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ede98c6-56f8-44a1-9ebf-49e9f6b6137a None None] Network 59c5d0ae-3121-4e53-88c3-139064a5c09c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:12.602906 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:12.605008 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5c288c34-ff74-4f85-9638-1457e0c98771 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9767909 Jul 23 20:39:12.606133 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44738) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:12.618629 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-164326b5-9494-46b1-a450-855a739ab556 None None] For port e5783473-34b4-4fe6-a052-7bd5ba115ea0, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:12.628469 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8347dd39-5046-4fce-ac75-ac74de7841bc tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Request body: {'subnet': {'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:12.695383 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-164326b5-9494-46b1-a450-855a739ab556 None None] For port e5783473-34b4-4fe6-a052-7bd5ba115ea0, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e5783473-34b4-4fe6-a052-7bd5ba115ea0,segment=NetworkSegment(ae8f7742-d345-4509-9f8f-34053767ffe5),segment_id=ae8f7742-d345-4509-9f8f-34053767ffe5)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:12.697287 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f72fd789-e396-40d5-8b53-14d68e5dad83 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:39:12.710006 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:12.833300 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port f72fd789-e396-40d5-8b53-14d68e5dad83, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f72fd789-e396-40d5-8b53-14d68e5dad83,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:12.875708 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:12.922339 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:12.957272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece47a9-ae5e-475a-81b5-24f815036fd1 req-0ef54167-1617-4140-93d8-3cd59580dff0 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:12.958861 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ece47a9-ae5e-475a-81b5-24f815036fd1 req-0ef54167-1617-4140-93d8-3cd59580dff0 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.48 "GET /v2.0/ports?device_id=e52fec41-2363-45c1-92ef-a2fecd898b5f HTTP/1.1" status: 200 len: 945 time: 1.9104893 Jul 23 20:39:12.974901 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8347dd39-5046-4fce-ac75-ac74de7841bc tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Made reservation on behalf of 9ca36bd4dc5c4109bf8508b5723f3746 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:12.980328 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8347dd39-5046-4fce-ac75-ac74de7841bc tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.043740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['f72fd789-e396-40d5-8b53-14d68e5dad83'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:39:13.112019 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b2e32-c594-4cbf-99f8-9071a46dd496 req-5c8b8b19-0696-4e3f-b6dd-b448851697d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:13.113756 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-866b2e32-c594-4cbf-99f8-9071a46dd496 req-5c8b8b19-0696-4e3f-b6dd-b448851697d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 1097 time: 1.8244631 Jul 23 20:39:13.160030 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164326b5-9494-46b1-a450-855a739ab556 None None] Pushing event updated for resources: {'Port': ['ID=e5783473-34b4-4fe6-a052-7bd5ba115ea0,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:13.329589 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ba63b5c0-fbdb-4db6-ad9a-0e49a6736600 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 1.4758480 Jul 23 20:39:13.332415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44750) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:13.383800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port dcf87af3-8769-45e8-a169-20db66d72580, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=dcf87af3-8769-45e8-a169-20db66d72580,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:13.501075 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.549205 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0ebc-1001-40ed-8497-bcf8db85ec52 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.590302 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0ebc-1001-40ed-8497-bcf8db85ec52 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.599534 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-59c5d0ae-3121-4e53-88c3-139064a5c09c', 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'fixed_ips': [{'subnet_id': 'a29a518f-ecc9-4636-9c65-c54cb733ea9a'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:39:13.614600 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.670793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ba53deb6-5d49-43ab-95d0-9c363e8b320a None None] Provisioning complete for port dcf87af3-8769-45e8-a169-20db66d72580 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:13.671384 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba53deb6-5d49-43ab-95d0-9c363e8b320a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.673171 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=f72fd789-e396-40d5-8b53-14d68e5dad83,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:13.694513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa57ed0-1353-42a0-906b-1ac3012f8bac req-646b265a-bd0e-49d9-8ce3-440977826694 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:13.698148 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8347dd39-5046-4fce-ac75-ac74de7841bc tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.715707 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfa57ed0-1353-42a0-906b-1ac3012f8bac req-646b265a-bd0e-49d9-8ce3-440977826694 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 945 time: 1.8892560 Jul 23 20:39:13.801578 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bbb43-69d5-45a2-acc3-c5e68e80d6cf req-85af3cb1-605d-4003-87a4-c12362442a45 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:13.824120 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b4bbb43-69d5-45a2-acc3-c5e68e80d6cf req-85af3cb1-605d-4003-87a4-c12362442a45 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=e52fec41-2363-45c1-92ef-a2fecd898b5f HTTP/1.1" status: 200 len: 945 time: 2.4714475 Jul 23 20:39:13.845033 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0ebc-1001-40ed-8497-bcf8db85ec52 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.874071 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e5783473-34b4-4fe6-a052-7bd5ba115ea0 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:13.877489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device b7f7ee88-1917-4d0d-ae27-ea5437da80c5 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:13.881451 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0ebc-1001-40ed-8497-bcf8db85ec52 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.889483 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7a1f0ebc-1001-40ed-8497-bcf8db85ec52 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e899fd6e-c8ce-4a68-8885-5f5d1244dce7 HTTP/1.1" status: 204 len: 168 time: 0.5536439 Jul 23 20:39:13.891670 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44762) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:13.946333 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-866b2e32-c594-4cbf-99f8-9071a46dd496 req-06b6c0e0-4245-46a0-b36c-9c0239a1b1e5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7766349 Jul 23 20:39:13.961514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f0ebc-1001-40ed-8497-bcf8db85ec52 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e899fd6e-c8ce-4a68-8885-5f5d1244dce7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:13.976446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f0ebc-1001-40ed-8497-bcf8db85ec52 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:13.982871 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f0ebc-1001-40ed-8497-bcf8db85ec52 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:13.983696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f0ebc-1001-40ed-8497-bcf8db85ec52 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:13.987552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f0ebc-1001-40ed-8497-bcf8db85ec52 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:13.987996 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f0ebc-1001-40ed-8497-bcf8db85ec52 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:13.988414 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f0ebc-1001-40ed-8497-bcf8db85ec52 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:13.988826 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f0ebc-1001-40ed-8497-bcf8db85ec52 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:13.989233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f0ebc-1001-40ed-8497-bcf8db85ec52 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:13.989647 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f0ebc-1001-40ed-8497-bcf8db85ec52 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:13.990040 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f0ebc-1001-40ed-8497-bcf8db85ec52 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:13.990415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f0ebc-1001-40ed-8497-bcf8db85ec52 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:13.990816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1f0ebc-1001-40ed-8497-bcf8db85ec52 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:14.008994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347dd39-5046-4fce-ac75-ac74de7841bc tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event updated for resources: {'Subnet': ['ID=f1df64a1-b61e-4d57-acf3-a7fd288e2905,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:14.011413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=dcf87af3-8769-45e8-a169-20db66d72580,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:14.050654 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42717027-b68b-4900-9288-e9280d758926 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.073750 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9baa2ff8-c370-4a7c-ae55-ea6822387eff tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1729236 Jul 23 20:39:14.075162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44764) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:14.095581 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfa57ed0-1353-42a0-906b-1ac3012f8bac req-a62cd0ef-c475-4c7f-9d1b-14c614364b7e tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786728 Jul 23 20:39:14.130760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8347dd39-5046-4fce-ac75-ac74de7841bc tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Checking segment: {'id': '31d0f090-9be4-4634-8b40-2a9e0cdd0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:14.133286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8347dd39-5046-4fce-ac75-ac74de7841bc tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Network hostable DHCP agents. Network: 9e4e0618-9258-49df-b427-fe7749c03fdb, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:39:14.150522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-3ece47a9-ae5e-475a-81b5-24f815036fd1 req-c098f83e-fd13-4fef-82d8-8398f366a9fa tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Deleting port b7f7ee88-1917-4d0d-ae27-ea5437da80c5 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:14.155440 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3ece47a9-ae5e-475a-81b5-24f815036fd1 req-c098f83e-fd13-4fef-82d8-8398f366a9fa tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.182924 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b4bbb43-69d5-45a2-acc3-c5e68e80d6cf req-ce7ca66f-4365-4453-85cb-1d47329474b3 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543766 Jul 23 20:39:14.185004 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-42717027-b68b-4900-9288-e9280d758926 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Transition to ACTIVE for port object 77042b28-bf0d-471e-9b44-b7a19900cc03 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:14.191042 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf8de8f2-3edb-497c-90da-e781c202b52c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.264791 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf8de8f2-3edb-497c-90da-e781c202b52c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.275920 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8347dd39-5046-4fce-ac75-ac74de7841bc tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Network 9e4e0618-9258-49df-b427-fe7749c03fdb is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:39:14.316570 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-8347dd39-5046-4fce-ac75-ac74de7841bc tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 9e4e0618-9258-49df-b427-fe7749c03fdb) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:14.339057 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8347dd39-5046-4fce-ac75-ac74de7841bc tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:14.356585 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8347dd39-5046-4fce-ac75-ac74de7841bc tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.377183 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Allocated IP 10.1.1.2 (59c5d0ae-3121-4e53-88c3-139064a5c09c/a29a518f-ecc9-4636-9c65-c54cb733ea9a/1626d654-da7d-4f6c-b822-1df138741c29) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:14.392722 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf8de8f2-3edb-497c-90da-e781c202b52c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.402416 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf8de8f2-3edb-497c-90da-e781c202b52c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.409291 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cf8de8f2-3edb-497c-90da-e781c202b52c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/51616525-11c4-4ef4-93f0-df24d6e982cd HTTP/1.1" status: 204 len: 168 time: 0.3264594 Jul 23 20:39:14.414073 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44766) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:14.417542 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8347dd39-5046-4fce-ac75-ac74de7841bc tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8054550 Jul 23 20:39:14.428769 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44768) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:14.431940 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8de8f2-3edb-497c-90da-e781c202b52c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51616525-11c4-4ef4-93f0-df24d6e982cd,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:14.438121 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-fb955479-0c7b-461d-aaa9-3227d1f41081 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Request body: {'port': {'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c', 'name': 'tempest-TaggedBootDevicesTest_v242-812002391', 'fixed_ips': [{'subnet_id': 'a29a518f-ecc9-4636-9c65-c54cb733ea9a'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:14.636843 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d997ae9b-d9dd-46b2-99f2-49a6c5f2a966 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2175231 Jul 23 20:39:14.639707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44772) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:14.652752 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb955479-0c7b-461d-aaa9-3227d1f41081 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Made reservation on behalf of 9ca36bd4dc5c4109bf8508b5723f3746 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:14.676040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181ae179-d4e9-4930-9037-bb22d6c5dec5 None None] Network 9e4e0618-9258-49df-b427-fe7749c03fdb requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:14.771290 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42717027-b68b-4900-9288-e9280d758926 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.783381 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.826020 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-3ece47a9-ae5e-475a-81b5-24f815036fd1 req-c098f83e-fd13-4fef-82d8-8398f366a9fa tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] For port b7f7ee88-1917-4d0d-ae27-ea5437da80c5, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b7f7ee88-1917-4d0d-ae27-ea5437da80c5,segment=NetworkSegment(77e6d66c-988f-4eee-b0a2-fdd07dc13c7c),segment_id=77e6d66c-988f-4eee-b0a2-fdd07dc13c7c)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:14.826848 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3ece47a9-ae5e-475a-81b5-24f815036fd1 req-c098f83e-fd13-4fef-82d8-8398f366a9fa tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.863644 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e756c3f-135f-4aa0-aea1-fb9901079f3c None None] Network 950a5a79-45d4-4d93-a347-72e7566b3324 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:14.866453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Transition to ACTIVE for port object 1626d654-da7d-4f6c-b822-1df138741c29 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:14.887968 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-3ece47a9-ae5e-475a-81b5-24f815036fd1 req-c098f83e-fd13-4fef-82d8-8398f366a9fa tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Calling delete_port for b7f7ee88-1917-4d0d-ae27-ea5437da80c5 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:14.895946 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89b517b1-1bed-4e97-8690-99a61671b8f4 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.904352 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660e3df-d3e8-46d3-9691-ef2fbc2c14a3 req-bb593008-c6f6-4458-829f-76bb756ae4e5 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:14.906630 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4660e3df-d3e8-46d3-9691-ef2fbc2c14a3 req-bb593008-c6f6-4458-829f-76bb756ae4e5 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 944 time: 0.6032853 Jul 23 20:39:14.935938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42717027-b68b-4900-9288-e9280d758926 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:14.976851 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port e5783473-34b4-4fe6-a052-7bd5ba115ea0 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:14.985012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-42717027-b68b-4900-9288-e9280d758926 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:14.988412 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42717027-b68b-4900-9288-e9280d758926 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:15.012625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f662fb0-01d8-4bb0-8a6d-71f454925486 req-9df42c11-70e5-4ee2-a96d-7275c3e4db74 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:15.015623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2f662fb0-01d8-4bb0-8a6d-71f454925486 req-9df42c11-70e5-4ee2-a96d-7275c3e4db74 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 944 time: 0.6774950 Jul 23 20:39:15.036829 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb955479-0c7b-461d-aaa9-3227d1f41081 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.041239 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Transition to ACTIVE for port object 1626d654-da7d-4f6c-b822-1df138741c29 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:15.052867 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89b517b1-1bed-4e97-8690-99a61671b8f4 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.101734 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42717027-b68b-4900-9288-e9280d758926 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event updated for resources: {'Port': ['ID=77042b28-bf0d-471e-9b44-b7a19900cc03,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:15.103067 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-fb955479-0c7b-461d-aaa9-3227d1f41081 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] device_id is not set on port 9897128c-b4b2-4b65-a39d-e74031bf6da6 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:39:15.171947 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.174877 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.189233 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4660e3df-d3e8-46d3-9691-ef2fbc2c14a3 req-463a1e8d-0ad6-431d-b66c-49c635c88ba0 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513294 Jul 23 20:39:15.212970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42717027-b68b-4900-9288-e9280d758926 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:15.213892 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42717027-b68b-4900-9288-e9280d758926 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.249845 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-42717027-b68b-4900-9288-e9280d758926 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.5093319 Jul 23 20:39:15.250449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 44778) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:15.258191 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-98b4e361-7b45-461d-a6e4-b122ffcfc0e6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Request body: {'port': {'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1', 'name': 'tempest-TaggedBootDevicesTest-51039152', 'fixed_ips': [{'subnet_id': '44c6a485-1e2e-4eca-8671-6557e9d07f4e'}]}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:15.285706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2f662fb0-01d8-4bb0-8a6d-71f454925486 req-9c453f86-fd5e-4ea2-8719-7a98ecf9fa15 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668968 Jul 23 20:39:15.330265 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89b517b1-1bed-4e97-8690-99a61671b8f4 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.336241 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89b517b1-1bed-4e97-8690-99a61671b8f4 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.344087 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-89b517b1-1bed-4e97-8690-99a61671b8f4 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-groups/b3e6cc37-84b4-4c93-9092-ccb534cdb461 HTTP/1.1" status: 204 len: 168 time: 0.7033017 Jul 23 20:39:15.349335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44780) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:15.453480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b517b1-1bed-4e97-8690-99a61671b8f4 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e6cc37-84b4-4c93-9092-ccb534cdb461,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:15.460748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device f72fd789-e396-40d5-8b53-14d68e5dad83 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:15.534782 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Network 59c5d0ae-3121-4e53-88c3-139064a5c09c is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:15.553244 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:15.563046 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:15.588565 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bd46be86-e80f-4a49-b7ea-7235e8257424 None None] Provisioning for port e5783473-34b4-4fe6-a052-7bd5ba115ea0 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:15.590555 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.603162 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7b6ded44-8aad-4335-bde2-f8fcf855ea07 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2360597 Jul 23 20:39:15.605549 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44782) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:15.608068 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Pushing event updated for resources: {'Port': ['ID=1626d654-da7d-4f6c-b822-1df138741c29,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:15.631145 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-dec4d4aa-e987-40f2-ba78-696555b75593 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161565811'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:15.641935 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bd46be86-e80f-4a49-b7ea-7235e8257424 None None] Provisioning complete for port e5783473-34b4-4fe6-a052-7bd5ba115ea0 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:15.642422 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd46be86-e80f-4a49-b7ea-7235e8257424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.657532 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-9e4e0618-9258-49df-b427-fe7749c03fdb', 'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'fixed_ips': [{'subnet_id': 'f1df64a1-b61e-4d57-acf3-a7fd288e2905'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:39:15.658506 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.703513 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device dcf87af3-8769-45e8-a169-20db66d72580 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:15.792230 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-fb955479-0c7b-461d-aaa9-3227d1f41081 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Allocated IP 10.1.1.51 (59c5d0ae-3121-4e53-88c3-139064a5c09c/a29a518f-ecc9-4636-9c65-c54cb733ea9a/9897128c-b4b2-4b65-a39d-e74031bf6da6) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:15.808373 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dec4d4aa-e987-40f2-ba78-696555b75593 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.904793 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b4e361-7b45-461d-a6e4-b122ffcfc0e6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Made reservation on behalf of fc19446ccb0a4c219ec6673fb3605878 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:15.937934 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3ece47a9-ae5e-475a-81b5-24f815036fd1 req-c098f83e-fd13-4fef-82d8-8398f366a9fa tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.949441 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2a131450-cfc5-4aab-8b1a-db2c1372f738 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:39:15.954214 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4399656-5150-41fc-a4c5-c6b0c04338a5 req-5a91c64f-ac2c-4fc6-b00c-83fa2bd739eb tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:15.955597 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4399656-5150-41fc-a4c5-c6b0c04338a5 req-5a91c64f-ac2c-4fc6-b00c-83fa2bd739eb tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=e52fec41-2363-45c1-92ef-a2fecd898b5f HTTP/1.1" status: 200 len: 945 time: 0.4796302 Jul 23 20:39:15.992165 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['24004faf-379f-4ddf-bc53-1dd28db761c0'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:39:16.022118 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098f83e-fd13-4fef-82d8-8398f366a9fa tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Pushing event deleted for resources: {'Port': ['ID=b7f7ee88-1917-4d0d-ae27-ea5437da80c5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:16.037051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d70ade-47ce-450e-86b4-33006d221391 req-1f919268-d20a-40cc-aaa7-67cf137337fd tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:16.038660 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1d70ade-47ce-450e-86b4-33006d221391 req-1f919268-d20a-40cc-aaa7-67cf137337fd tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 945 time: 0.6000767 Jul 23 20:39:16.043187 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['97277340-5b8b-4b85-ae3d-33d944aa463c'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:39:16.114352 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dec4d4aa-e987-40f2-ba78-696555b75593 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.209043 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1d70ade-47ce-450e-86b4-33006d221391 req-2b5bc3ce-bee6-49bd-8c9e-56607b8022a7 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217823 Jul 23 20:39:16.212110 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ece47a9-ae5e-475a-81b5-24f815036fd1 req-c098f83e-fd13-4fef-82d8-8398f366a9fa tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] No DVR routers for this DVR port b7f7ee88-1917-4d0d-ae27-ea5437da80c5 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:39:16.216524 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4399656-5150-41fc-a4c5-c6b0c04338a5 req-c21e8929-3571-4926-b748-49d8d67c934f tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403162 Jul 23 20:39:16.217488 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3ece47a9-ae5e-475a-81b5-24f815036fd1 req-c098f83e-fd13-4fef-82d8-8398f366a9fa tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.220253 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ece47a9-ae5e-475a-81b5-24f815036fd1 req-c098f83e-fd13-4fef-82d8-8398f366a9fa tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.48 "DELETE /v2.0/ports/b7f7ee88-1917-4d0d-ae27-ea5437da80c5 HTTP/1.1" status: 204 len: 173 time: 3.1253209 Jul 23 20:39:16.222823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52fec41-2363-45c1-92ef-a2fecd898b5f', 'name': 'network-vif-deleted', 'tag': 'b7f7ee88-1917-4d0d-ae27-ea5437da80c5'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:16.224931 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdc6bc5-e8ee-43be-a289-83fc0a2f93df" -d '{"events": [{"server_uuid": "e52fec41-2363-45c1-92ef-a2fecd898b5f", "name": "network-vif-deleted", "tag": "b7f7ee88-1917-4d0d-ae27-ea5437da80c5"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:16.243602 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-98b4e361-7b45-461d-a6e4-b122ffcfc0e6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.256708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Allocated IP 10.2.2.2 (9e4e0618-9258-49df-b427-fe7749c03fdb/f1df64a1-b61e-4d57-acf3-a7fd288e2905/ff775a65-b9b2-4dca-81d2-281afa86fc4c) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:16.288547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-98b4e361-7b45-461d-a6e4-b122ffcfc0e6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] device_id is not set on port 8dcff201-5dbc-4e61-8522-6c5590f57b4b yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:39:16.481134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port f72fd789-e396-40d5-8b53-14d68e5dad83 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:16.481763 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.494677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Attempting to bind port 1626d654-da7d-4f6c-b822-1df138741c29 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:16.495182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Attempting to bind port 1626d654-da7d-4f6c-b822-1df138741c29 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:16.495674 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Attempting to bind port 1626d654-da7d-4f6c-b822-1df138741c29 on network 59c5d0ae-3121-4e53-88c3-139064a5c09c {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:16.557611 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dec4d4aa-e987-40f2-ba78-696555b75593 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.576789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:16.577320 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Checking segment: {'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:16.577846 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.578339 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Bound using segment: {'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:16.578921 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Bound port: 1626d654-da7d-4f6c-b822-1df138741c29, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:16.579423 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.594232 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb955479-0c7b-461d-aaa9-3227d1f41081 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.599959 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-98b4e361-7b45-461d-a6e4-b122ffcfc0e6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Allocated IP 10.1.1.42 (2a24e8cb-e405-4a03-a590-fe816e8a53f1/44c6a485-1e2e-4eca-8671-6557e9d07f4e/8dcff201-5dbc-4e61-8522-6c5590f57b4b) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:16.609087 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-fb955479-0c7b-461d-aaa9-3227d1f41081 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Transition to ACTIVE for port object 9897128c-b4b2-4b65-a39d-e74031bf6da6 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:16.617601 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port dcf87af3-8769-45e8-a169-20db66d72580 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:16.618126 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.656040 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb955479-0c7b-461d-aaa9-3227d1f41081 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.719159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dec4d4aa-e987-40f2-ba78-696555b75593 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.720836 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dec4d4aa-e987-40f2-ba78-696555b75593 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1154697 Jul 23 20:39:16.725112 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44796) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:16.742216 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f35a574d-08e2-484f-9b8a-87761d45201e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group_rule': {'security_group_id': '7bbc21bd-23e4-4260-b56a-30193aa14375', 'direction': 'ingress', 'protocol': 17}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:16.755639 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38010bb3-b6d6-4702-bd21-9f2834a77444 x-openstack-request-id: req-38010bb3-b6d6-4702-bd21-9f2834a77444 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:16.756452 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52fec41-2363-45c1-92ef-a2fecd898b5f", "name": "network-vif-deleted", "tag": "b7f7ee88-1917-4d0d-ae27-ea5437da80c5", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:16.756715 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38010bb3-b6d6-4702-bd21-9f2834a77444 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:16.757113 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52fec41-2363-45c1-92ef-a2fecd898b5f', 'name': 'network-vif-deleted', 'tag': 'b7f7ee88-1917-4d0d-ae27-ea5437da80c5', 'status': 'completed', 'code': 200} Jul 23 20:39:16.761686 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4d4aa-e987-40f2-ba78-696555b75593 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbc21bd-23e4-4260-b56a-30193aa14375,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:16.779540 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb955479-0c7b-461d-aaa9-3227d1f41081 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Network 59c5d0ae-3121-4e53-88c3-139064a5c09c is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:16.785323 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-fb955479-0c7b-461d-aaa9-3227d1f41081 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:16.806350 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb955479-0c7b-461d-aaa9-3227d1f41081 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:16.889058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb955479-0c7b-461d-aaa9-3227d1f41081 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event updated for resources: {'Port': ['ID=9897128c-b4b2-4b65-a39d-e74031bf6da6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:16.950854 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f35a574d-08e2-484f-9b8a-87761d45201e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.959543 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2a131450-cfc5-4aab-8b1a-db2c1372f738, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:17.002726 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb955479-0c7b-461d-aaa9-3227d1f41081 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:17.009648 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb955479-0c7b-461d-aaa9-3227d1f41081 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.022520 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '2a131450-cfc5-4aab-8b1a-db2c1372f738', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'port_id': '2a131450-cfc5-4aab-8b1a-db2c1372f738', 'mac_address': 'fa:16:3e:76:a6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:39:17.056558 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fb955479-0c7b-461d-aaa9-3227d1f41081 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6248529 Jul 23 20:39:17.056558 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44800) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:17.082763 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c40b80a3-bd89-437d-8464-a9d22700913c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Request body: {'port': {'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c', 'name': 'tempest-TaggedBootDevicesTest_v242-1012111505', 'fixed_ips': [{'subnet_id': 'a29a518f-ecc9-4636-9c65-c54cb733ea9a'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:17.149467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444abf3c-f7d2-4251-beff-39c312b2eb86 req-2c42abda-8ae2-4c61-b6f2-5fa472f1f766 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:17.157749 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-444abf3c-f7d2-4251-beff-39c312b2eb86 req-2c42abda-8ae2-4c61-b6f2-5fa472f1f766 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 944 time: 0.3986337 Jul 23 20:39:17.224954 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f35a574d-08e2-484f-9b8a-87761d45201e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.225903 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.243070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152440-8238-4237-b866-1b9c061f479e req-e26f0e01-12f2-43cc-b173-107b8c0be9b8 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:17.244485 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f35a574d-08e2-484f-9b8a-87761d45201e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.260435 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa152440-8238-4237-b866-1b9c061f479e req-e26f0e01-12f2-43cc-b173-107b8c0be9b8 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 945 time: 0.5079737 Jul 23 20:39:17.293907 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f35a574d-08e2-484f-9b8a-87761d45201e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.298656 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f35a574d-08e2-484f-9b8a-87761d45201e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5723562 Jul 23 20:39:17.301596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44804) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:17.313447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a574d-08e2-484f-9b8a-87761d45201e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b0e95b-6d02-4c71-9ed2-5b19f332147e,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:17.325167 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-444abf3c-f7d2-4251-beff-39c312b2eb86 req-4f331b39-06c9-4c3e-a33c-44d463485797 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665459 Jul 23 20:39:17.335499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a131450-cfc5-4aab-8b1a-db2c1372f738 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:39:17.356784 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-98b4e361-7b45-461d-a6e4-b122ffcfc0e6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.372245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2a131450-cfc5-4aab-8b1a-db2c1372f738, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:17.373443 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.390006 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.417645 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.431777 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa152440-8238-4237-b866-1b9c061f479e req-a0c21a3d-f32f-4c71-b296-301e9277b364 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703467 Jul 23 20:39:17.448791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-98b4e361-7b45-461d-a6e4-b122ffcfc0e6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Transition to ACTIVE for port object 8dcff201-5dbc-4e61-8522-6c5590f57b4b will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:17.471880 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40b80a3-bd89-437d-8464-a9d22700913c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Made reservation on behalf of 9ca36bd4dc5c4109bf8508b5723f3746 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:17.485861 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c40b80a3-bd89-437d-8464-a9d22700913c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.541740 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-98b4e361-7b45-461d-a6e4-b122ffcfc0e6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.581089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2a131450-cfc5-4aab-8b1a-db2c1372f738,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:17.581635 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-c40b80a3-bd89-437d-8464-a9d22700913c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] device_id is not set on port 8d621365-bcf9-403d-83db-84d9bdb36ec9 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:39:17.643224 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bde080d-428d-453d-aa9c-04ebd4577879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72fd789-e396-40d5-8b53-14d68e5dad83'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:17.654166 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a68802b-57b5-4d2b-a14e-069c383f6a1d" -d '{"events": [{"server_uuid": "9bde080d-428d-453d-aa9c-04ebd4577879", "name": "network-vif-plugged", "status": "completed", "tag": "f72fd789-e396-40d5-8b53-14d68e5dad83"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:17.720250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b4e361-7b45-461d-a6e4-b122ffcfc0e6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:17.724870 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-98b4e361-7b45-461d-a6e4-b122ffcfc0e6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:17.737735 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b4e361-7b45-461d-a6e4-b122ffcfc0e6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:17.739959 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd46be86-e80f-4a49-b7ea-7235e8257424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.745521 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.761896 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['2a131450-cfc5-4aab-8b1a-db2c1372f738'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:39:17.791639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port f72fd789-e396-40d5-8b53-14d68e5dad83, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f72fd789-e396-40d5-8b53-14d68e5dad83,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:17.881352 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.897122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4e361-7b45-461d-a6e4-b122ffcfc0e6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event updated for resources: {'Port': ['ID=8dcff201-5dbc-4e61-8522-6c5590f57b4b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:17.975334 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21bd11-afc1-4c61-bc5b-ce4317dc0c72 req-96312d7d-19eb-4b2a-be35-d1b5eb803364 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:17.976948 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f21bd11-afc1-4c61-bc5b-ce4317dc0c72 req-96312d7d-19eb-4b2a-be35-d1b5eb803364 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 944 time: 0.3830810 Jul 23 20:39:17.986974 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b4e361-7b45-461d-a6e4-b122ffcfc0e6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:17.986974 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-98b4e361-7b45-461d-a6e4-b122ffcfc0e6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.036779 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-98b4e361-7b45-461d-a6e4-b122ffcfc0e6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7804685 Jul 23 20:39:18.043966 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Transition to ACTIVE for port object ff775a65-b9b2-4dca-81d2-281afa86fc4c will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:18.046536 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] For port 1626d654-da7d-4f6c-b822-1df138741c29, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:18.048687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=f72fd789-e396-40d5-8b53-14d68e5dad83,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:18.057328 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f21bd11-afc1-4c61-bc5b-ce4317dc0c72 req-a918c306-fb24-41c1-85cc-ad681ca56a45 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539379 Jul 23 20:39:18.200295 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-bd46be86-e80f-4a49-b7ea-7235e8257424 None None] For port e5783473-34b4-4fe6-a052-7bd5ba115ea0, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e5783473-34b4-4fe6-a052-7bd5ba115ea0,segment=NetworkSegment(ae8f7742-d345-4509-9f8f-34053767ffe5),segment_id=ae8f7742-d345-4509-9f8f-34053767ffe5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:18.203465 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Transition to ACTIVE for port object ff775a65-b9b2-4dca-81d2-281afa86fc4c will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:18.228560 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] For port 1626d654-da7d-4f6c-b822-1df138741c29, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1626d654-da7d-4f6c-b822-1df138741c29,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:18.237972 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.240273 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd46be86-e80f-4a49-b7ea-7235e8257424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.298009 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.425779 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df32c1c-98b2-42ef-93ac-d23e916f17f9 x-openstack-request-id: req-1df32c1c-98b2-42ef-93ac-d23e916f17f9 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:18.426058 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bde080d-428d-453d-aa9c-04ebd4577879", "name": "network-vif-plugged", "status": "completed", "tag": "f72fd789-e396-40d5-8b53-14d68e5dad83", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:18.426313 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1df32c1c-98b2-42ef-93ac-d23e916f17f9 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:18.426701 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bde080d-428d-453d-aa9c-04ebd4577879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72fd789-e396-40d5-8b53-14d68e5dad83', 'code': 200} Jul 23 20:39:18.483814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Network 9e4e0618-9258-49df-b427-fe7749c03fdb is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:18.498778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:18.503653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:18.557907 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d109723-2c0f-4740-bfb9-14931c40f0a9 None None] Provisioning complete for port e5783473-34b4-4fe6-a052-7bd5ba115ea0 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:18.571718 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d109723-2c0f-4740-bfb9-14931c40f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.573993 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Pushing event updated for resources: {'Port': ['ID=ff775a65-b9b2-4dca-81d2-281afa86fc4c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:18.845443 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca7422-7fc9-4174-a8c0-700bc89dc191 req-9e4ca1fd-0182-4612-918a-0c417686c0eb tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:18.847371 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4ca7422-7fc9-4174-a8c0-700bc89dc191 req-9e4ca1fd-0182-4612-918a-0c417686c0eb tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 945 time: 0.2586830 Jul 23 20:39:18.878453 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d67092e7-52d4-4c76-8799-4f951a479483 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.029491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44834) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:19.043031 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Attempting to bind port ff775a65-b9b2-4dca-81d2-281afa86fc4c on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:19.066890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-adf34183-d09d-46c3-aa72-baf182ea622a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128408161', 'description': 'tempest-description--585562510'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:19.074518 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Attempting to bind port ff775a65-b9b2-4dca-81d2-281afa86fc4c by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '31d0f090-9be4-4634-8b40-2a9e0cdd0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:19.074880 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Attempting to bind port ff775a65-b9b2-4dca-81d2-281afa86fc4c on network 9e4e0618-9258-49df-b427-fe7749c03fdb {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:19.086095 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d67092e7-52d4-4c76-8799-4f951a479483 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.102634 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4ca7422-7fc9-4174-a8c0-700bc89dc191 req-826309c5-cde4-41c0-9305-9d7184b89d28 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452245 Jul 23 20:39:19.149299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:19.149675 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Checking segment: {'id': '31d0f090-9be4-4634-8b40-2a9e0cdd0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:19.150614 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.151019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Bound using segment: {'id': '31d0f090-9be4-4634-8b40-2a9e0cdd0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:19.151538 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Bound port: ff775a65-b9b2-4dca-81d2-281afa86fc4c, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d0f090-9be4-4634-8b40-2a9e0cdd0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:19.151921 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.201523 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-c40b80a3-bd89-437d-8464-a9d22700913c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Allocated IP 10.1.1.155 (59c5d0ae-3121-4e53-88c3-139064a5c09c/a29a518f-ecc9-4636-9c65-c54cb733ea9a/8d621365-bcf9-403d-83db-84d9bdb36ec9) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:19.237095 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adf34183-d09d-46c3-aa72-baf182ea622a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.404536 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d67092e7-52d4-4c76-8799-4f951a479483 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.408039 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d67092e7-52d4-4c76-8799-4f951a479483 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.409543 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d67092e7-52d4-4c76-8799-4f951a479483 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-groups/7bbc21bd-23e4-4260-b56a-30193aa14375 HTTP/1.1" status: 204 len: 168 time: 2.1064746 Jul 23 20:39:19.428934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 44842) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:19.433989 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] For port ff775a65-b9b2-4dca-81d2-281afa86fc4c, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:19.436263 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67092e7-52d4-4c76-8799-4f951a479483 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbc21bd-23e4-4260-b56a-30193aa14375,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:19.440131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] For port ff775a65-b9b2-4dca-81d2-281afa86fc4c, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=ff775a65-b9b2-4dca-81d2-281afa86fc4c,segment=NetworkSegment(31d0f090-9be4-4634-8b40-2a9e0cdd0cb1),segment_id=31d0f090-9be4-4634-8b40-2a9e0cdd0cb1)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:19.533280 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.601945 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46be86-e80f-4a49-b7ea-7235e8257424 None None] Pushing event updated for resources: {'Port': ['ID=e5783473-34b4-4fe6-a052-7bd5ba115ea0,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:19.668352 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adf34183-d09d-46c3-aa72-baf182ea622a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.686349 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adf34183-d09d-46c3-aa72-baf182ea622a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.697658 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c40b80a3-bd89-437d-8464-a9d22700913c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.716155 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d109723-2c0f-4740-bfb9-14931c40f0a9 None None] Provisioning for port 8dcff201-5dbc-4e61-8522-6c5590f57b4b completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:19.737149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d109723-2c0f-4740-bfb9-14931c40f0a9 None None] Provisioning complete for port 8dcff201-5dbc-4e61-8522-6c5590f57b4b triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:19.754981 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d109723-2c0f-4740-bfb9-14931c40f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.776796 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf34183-d09d-46c3-aa72-baf182ea622a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231eb358-bebd-42eb-81af-33d6b583154d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:19.810517 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-c40b80a3-bd89-437d-8464-a9d22700913c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Transition to ACTIVE for port object 8d621365-bcf9-403d-83db-84d9bdb36ec9 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:19.822486 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44844) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:19.824667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f67370-1808-4c8d-83ff-6ec22bd222fe None None] Pushing event updated for resources: {'Port': ['ID=1626d654-da7d-4f6c-b822-1df138741c29,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:19.825488 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-df3b2c08-1cb7-41fe-a6ea-7bbf280597bc tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3460202 Jul 23 20:39:19.847554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d888f1cb-b08c-49d5-a73e-206fdd375135 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1342206676'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:19.858326 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adf34183-d09d-46c3-aa72-baf182ea622a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.859584 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-adf34183-d09d-46c3-aa72-baf182ea622a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8216889 Jul 23 20:39:19.862437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44846) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:19.870485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd0269-a573-46e4-890b-6f24c498e13d req-fd7dd466-88cd-4c98-968d-1a79724e192c tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:19.876959 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50fd0269-a573-46e4-890b-6f24c498e13d req-fd7dd466-88cd-4c98-968d-1a79724e192c tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 945 time: 0.7288594 Jul 23 20:39:19.893679 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-91b8e8dc-b809-4a15-b611-20c9b773f6e9 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Request body: {'security_group_rule': {'security_group_id': '231eb358-bebd-42eb-81af-33d6b583154d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:19.938480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d109723-2c0f-4740-bfb9-14931c40f0a9 None None] Port 8dcff201-5dbc-4e61-8522-6c5590f57b4b cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:19.940231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1514c4-5696-40e6-bcc8-6d869f3d2b9f req-506a8419-5161-4302-8e35-d84329e55675 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:19.950614 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d1514c4-5696-40e6-bcc8-6d869f3d2b9f req-506a8419-5161-4302-8e35-d84329e55675 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 945 time: 0.5020895 Jul 23 20:39:20.002921 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d888f1cb-b08c-49d5-a73e-206fdd375135 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.012933 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50fd0269-a573-46e4-890b-6f24c498e13d req-9d964520-a7c3-4f5b-93e5-83409f020a92 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255524 Jul 23 20:39:20.030527 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d1514c4-5696-40e6-bcc8-6d869f3d2b9f req-83a02a94-f0e9-4157-be15-e70ac0619934 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788183 Jul 23 20:39:20.057152 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c370828-529c-4919-99b4-239f09c33c83 None None] Pushing event updated for resources: {'Port': ['ID=ff775a65-b9b2-4dca-81d2-281afa86fc4c,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:20.076765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d109723-2c0f-4740-bfb9-14931c40f0a9 None None] Provisioning for port 77042b28-bf0d-471e-9b44-b7a19900cc03 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:20.091843 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0d109723-2c0f-4740-bfb9-14931c40f0a9 None None] Provisioning complete for port 77042b28-bf0d-471e-9b44-b7a19900cc03 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:20.092214 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d109723-2c0f-4740-bfb9-14931c40f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.188827 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91b8e8dc-b809-4a15-b611-20c9b773f6e9 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.227502 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0d109723-2c0f-4740-bfb9-14931c40f0a9 None None] Port 77042b28-bf0d-471e-9b44-b7a19900cc03 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:20.292621 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c40b80a3-bd89-437d-8464-a9d22700913c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.361346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da078-2c25-44a9-93f9-ef8855ae3ad7 req-7face211-fd5e-4a49-9d35-3cb92188f1f2 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:20.372526 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a39da078-2c25-44a9-93f9-ef8855ae3ad7 req-7face211-fd5e-4a49-9d35-3cb92188f1f2 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 945 time: 0.0985744 Jul 23 20:39:20.480324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40b80a3-bd89-437d-8464-a9d22700913c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Network 59c5d0ae-3121-4e53-88c3-139064a5c09c is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:20.489205 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c40b80a3-bd89-437d-8464-a9d22700913c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:20.490210 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a39da078-2c25-44a9-93f9-ef8855ae3ad7 req-28cae2a2-72f2-4223-8139-ffb63eb80737 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161509 Jul 23 20:39:20.500437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b80a3-bd89-437d-8464-a9d22700913c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:20.569324 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25def7b6-1d76-4ca7-bbdb-615e40511253 None None] Network 59c5d0ae-3121-4e53-88c3-139064a5c09c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:20.631817 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40b80a3-bd89-437d-8464-a9d22700913c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:20.632476 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c40b80a3-bd89-437d-8464-a9d22700913c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.770544 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91b8e8dc-b809-4a15-b611-20c9b773f6e9 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.773645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b80a3-bd89-437d-8464-a9d22700913c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event updated for resources: {'Port': ['ID=8d621365-bcf9-403d-83db-84d9bdb36ec9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:20.786848 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91b8e8dc-b809-4a15-b611-20c9b773f6e9 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.792087 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d888f1cb-b08c-49d5-a73e-206fdd375135 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.824217 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d888f1cb-b08c-49d5-a73e-206fdd375135 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.865139 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c40b80a3-bd89-437d-8464-a9d22700913c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7916858 Jul 23 20:39:20.890162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8e8dc-b809-4a15-b611-20c9b773f6e9 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0caebce-ab84-4f47-a8d1-2ede8a9e5d86,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:20.901671 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91b8e8dc-b809-4a15-b611-20c9b773f6e9 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.903243 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-91b8e8dc-b809-4a15-b611-20c9b773f6e9 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0135496 Jul 23 20:39:20.906119 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 44868) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:20.910602 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1ffe6df0-41dd-486b-9927-f115188fb475 None None] Provisioning for port 1626d654-da7d-4f6c-b822-1df138741c29 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:20.912268 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Request body: {'security_group_rule': {'security_group_id': '231eb358-bebd-42eb-81af-33d6b583154d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:20.934098 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d888f1cb-b08c-49d5-a73e-206fdd375135 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.935659 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d888f1cb-b08c-49d5-a73e-206fdd375135 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1085362 Jul 23 20:39:20.938699 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44870) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:20.943724 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-021be088-ae73-4386-9804-60a30588861c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987530065'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:20.950447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888f1cb-b08c-49d5-a73e-206fdd375135 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0284a20d-188f-4371-870f-940315baf904,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:20.985229 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.003927 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-021be088-ae73-4386-9804-60a30588861c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.237190 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.256139 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d124d-63f7-4e80-8358-6683b0472e80 req-79b40729-475a-42ea-800c-6f9e54d476be tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:21.256270 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-021be088-ae73-4386-9804-60a30588861c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.261948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d124d-63f7-4e80-8358-6683b0472e80 req-79b40729-475a-42ea-800c-6f9e54d476be tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:21.270035 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d7d124d-63f7-4e80-8358-6683b0472e80 req-79b40729-475a-42ea-800c-6f9e54d476be tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77667d76-1dbf-4e00-914e-7cff9c59db2e&device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 1681 time: 0.2245634 Jul 23 20:39:21.277754 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.285265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44876) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:21.290455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c0664894-8d61-4b96-b0fc-b25504400ae7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1442026468', 'description': 'tempest-description--589346855'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:21.299514 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80837e72-1980-4bc7-80f5-c612cf243569,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:21.315808 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-021be088-ae73-4386-9804-60a30588861c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.341903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:21.350560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:21.350560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:21.350560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:21.350560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:21.350560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:21.350560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:21.350560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:21.350560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:21.350560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:21.350560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:21.350560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:21.376236 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021be088-ae73-4386-9804-60a30588861c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cac6e8-6565-4a7d-9c7e-814b1d72443d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:21.387045 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d7d124d-63f7-4e80-8358-6683b0472e80 req-0792cda0-2ac4-4c95-b4b4-ea9ec24c53be tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159296 Jul 23 20:39:21.421680 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c0664894-8d61-4b96-b0fc-b25504400ae7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.482795 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-021be088-ae73-4386-9804-60a30588861c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.488949 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-021be088-ae73-4386-9804-60a30588861c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5494094 Jul 23 20:39:21.489599 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44884) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:21.505987 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-6860c1cd-2aa3-45ee-b333-3cc509968acb tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group_rule': {'security_group_id': '0284a20d-188f-4371-870f-940315baf904', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b9cac6e8-6565-4a7d-9c7e-814b1d72443d', 'remote_ip_prefix': None}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:21.508500 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.510576 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fecb60b3-2a29-4bb2-a6ff-7c2fa605e848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6026244 Jul 23 20:39:21.520196 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 44886) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:21.531449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9f5da049-f9bb-4c65-a5fb-17b75f271da6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:21.602114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc44cd-c901-4258-8fe6-27f90cfbdba8 req-acca0fa2-f01c-4d7b-aa07-12c3dd163c3e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:21.604117 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d6cc44cd-c901-4258-8fe6-27f90cfbdba8 req-acca0fa2-f01c-4d7b-aa07-12c3dd163c3e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 945 time: 0.1898243 Jul 23 20:39:21.647981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcefae6-abb1-48f4-8b12-268fa77e522c req-350b127a-f66d-46c0-8862-8eab57d75557 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:21.656368 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6fa1b6-24da-470d-bc65-5ab5762d2410 None None] Network 9e4e0618-9258-49df-b427-fe7749c03fdb requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:21.657627 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c0664894-8d61-4b96-b0fc-b25504400ae7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.667146 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fcefae6-abb1-48f4-8b12-268fa77e522c req-350b127a-f66d-46c0-8862-8eab57d75557 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 945 time: 0.2047384 Jul 23 20:39:21.678264 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c0664894-8d61-4b96-b0fc-b25504400ae7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.727494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0664894-8d61-4b96-b0fc-b25504400ae7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5a8ae3-0004-45ce-a915-2619d60f406b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:21.753498 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c0664894-8d61-4b96-b0fc-b25504400ae7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.758470 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c0664894-8d61-4b96-b0fc-b25504400ae7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4686723 Jul 23 20:39:21.769213 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44894) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:21.770679 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6860c1cd-2aa3-45ee-b333-3cc509968acb tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.811962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c03d68f9-4fe7-40d1-b4d5-a2609ea5a2e3 None None] Provisioning for port ff775a65-b9b2-4dca-81d2-281afa86fc4c completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:21.822293 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f9bbef99-674b-43e9-8f0e-31fff95fca9a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Request body: {'security_group_rule': {'security_group_id': 'cf5a8ae3-0004-45ce-a915-2619d60f406b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:21.847856 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2a131450-cfc5-4aab-8b1a-db2c1372f738 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:21.968179 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fcefae6-abb1-48f4-8b12-268fa77e522c req-5c8145a0-d595-4e09-9c36-0986178249a7 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2982750 Jul 23 20:39:22.004676 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d6cc44cd-c901-4258-8fe6-27f90cfbdba8 req-8466610c-df85-4b0f-a4bb-1ea44296795a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033335 Jul 23 20:39:22.004676 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f5da049-f9bb-4c65-a5fb-17b75f271da6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.042283 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ff775a65-b9b2-4dca-81d2-281afa86fc4c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:22.109175 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6860c1cd-2aa3-45ee-b333-3cc509968acb tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.132223 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6860c1cd-2aa3-45ee-b333-3cc509968acb tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.219376 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9bbef99-674b-43e9-8f0e-31fff95fca9a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.242342 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860c1cd-2aa3-45ee-b333-3cc509968acb tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e908e299-9f11-44fa-84ba-4e9758c9b6ca,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:22.258374 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f5da049-f9bb-4c65-a5fb-17b75f271da6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.338747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c3958694-ae4c-4d03-994a-0a566f866729 None None] Provisioning for port 9897128c-b4b2-4b65-a39d-e74031bf6da6 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:22.343949 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9bbef99-674b-43e9-8f0e-31fff95fca9a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.345161 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6860c1cd-2aa3-45ee-b333-3cc509968acb tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.350752 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6860c1cd-2aa3-45ee-b333-3cc509968acb tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8518472 Jul 23 20:39:22.351728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44902) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:22.362229 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9bbef99-674b-43e9-8f0e-31fff95fca9a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.387943 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c3958694-ae4c-4d03-994a-0a566f866729 None None] Provisioning complete for port 9897128c-b4b2-4b65-a39d-e74031bf6da6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:22.388490 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3958694-ae4c-4d03-994a-0a566f866729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.391940 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bbef99-674b-43e9-8f0e-31fff95fca9a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b1ce53-79a3-45d1-ad15-d268d0e2c983,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:22.394122 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 2a131450-cfc5-4aab-8b1a-db2c1372f738 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:22.394591 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.446497 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51ebafcd-1478-4095-a2f9-91f977f3d688 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.450549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d0be0-cad3-4854-b888-ad04adb50296 req-b6490b2e-2765-480f-a191-b0ac8299262d tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:22.461093 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ea8d0be0-cad3-4854-b888-ad04adb50296 req-b6490b2e-2765-480f-a191-b0ac8299262d tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 945 time: 0.3036737 Jul 23 20:39:22.464799 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51ebafcd-1478-4095-a2f9-91f977f3d688 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.502620 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port ff775a65-b9b2-4dca-81d2-281afa86fc4c completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:22.536085 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c3958694-ae4c-4d03-994a-0a566f866729 None None] Port 9897128c-b4b2-4b65-a39d-e74031bf6da6 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:22.542866 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9bbef99-674b-43e9-8f0e-31fff95fca9a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.548088 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f9bbef99-674b-43e9-8f0e-31fff95fca9a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7623801 Jul 23 20:39:22.551859 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51ebafcd-1478-4095-a2f9-91f977f3d688 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.556505 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 44906) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:22.566243 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-53954c69-78d6-497e-9323-e60091a111ee tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Request body: {'security_group_rule': {'security_group_id': 'cf5a8ae3-0004-45ce-a915-2619d60f406b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:22.567351 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51ebafcd-1478-4095-a2f9-91f977f3d688 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.572417 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port ff775a65-b9b2-4dca-81d2-281afa86fc4c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:22.573074 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.579740 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-51ebafcd-1478-4095-a2f9-91f977f3d688 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e908e299-9f11-44fa-84ba-4e9758c9b6ca HTTP/1.1" status: 204 len: 168 time: 0.2263153 Jul 23 20:39:22.580413 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44908) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:22.650853 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebafcd-1478-4095-a2f9-91f977f3d688 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e908e299-9f11-44fa-84ba-4e9758c9b6ca,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:22.709478 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c3958694-ae4c-4d03-994a-0a566f866729 None None] Provisioning for port 8d621365-bcf9-403d-83db-84d9bdb36ec9 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:22.720194 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ea8d0be0-cad3-4854-b888-ad04adb50296 req-340bc017-22c8-4715-b725-dc9aeb295c96 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531624 Jul 23 20:39:22.720847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c3958694-ae4c-4d03-994a-0a566f866729 None None] Provisioning complete for port 8d621365-bcf9-403d-83db-84d9bdb36ec9 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:22.721489 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3958694-ae4c-4d03-994a-0a566f866729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.760180 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.765820 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8265123f-8e9d-4a97-86de-e16bd0330366 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1656895 Jul 23 20:39:22.769221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44910) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:22.882220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-9f5da049-f9bb-4c65-a5fb-17b75f271da6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Allocated IP 172.25.3.185 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/f560b837-2af8-466d-a2e6-a77b2b050f9e) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:22.883721 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1850-71b6-4f11-9836-d9b97cfc736e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.889458 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c3958694-ae4c-4d03-994a-0a566f866729 None None] Port 8d621365-bcf9-403d-83db-84d9bdb36ec9 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:22.907230 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a4aa9c-f857-4adb-b25d-82807319e607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a131450-cfc5-4aab-8b1a-db2c1372f738'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:22.916129 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1850-71b6-4f11-9836-d9b97cfc736e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.918567 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655c7721-c1d3-4e3a-80b1-f9a355b36446" -d '{"events": [{"server_uuid": "83a4aa9c-f857-4adb-b25d-82807319e607", "name": "network-vif-plugged", "status": "completed", "tag": "2a131450-cfc5-4aab-8b1a-db2c1372f738"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:22.973101 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1850-71b6-4f11-9836-d9b97cfc736e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.976296 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1850-71b6-4f11-9836-d9b97cfc736e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.981429 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ee9e1850-71b6-4f11-9836-d9b97cfc736e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-groups/b9cac6e8-6565-4a7d-9c7e-814b1d72443d HTTP/1.1" status: 204 len: 168 time: 0.2107794 Jul 23 20:39:22.982118 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44916) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:22.983304 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2a131450-cfc5-4aab-8b1a-db2c1372f738, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:22.987359 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.002458 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.063203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2a131450-cfc5-4aab-8b1a-db2c1372f738,revision_number=10']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:23.089609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port ff775a65-b9b2-4dca-81d2-281afa86fc4c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=ff775a65-b9b2-4dca-81d2-281afa86fc4c,segment=NetworkSegment(31d0f090-9be4-4634-8b40-2a9e0cdd0cb1),segment_id=31d0f090-9be4-4634-8b40-2a9e0cdd0cb1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:23.090234 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f5da049-f9bb-4c65-a5fb-17b75f271da6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.092729 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4194ec11-6bdd-4de3-90a8-ded277b3e9dd tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1016495 Jul 23 20:39:23.093614 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09963a89-2d13-4b9a-a615-df43f484e2c1 x-openstack-request-id: req-09963a89-2d13-4b9a-a615-df43f484e2c1 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:23.093744 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44922) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:23.094208 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a4aa9c-f857-4adb-b25d-82807319e607", "name": "network-vif-plugged", "status": "completed", "tag": "2a131450-cfc5-4aab-8b1a-db2c1372f738", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:23.094715 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09963a89-2d13-4b9a-a615-df43f484e2c1 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:23.095341 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a4aa9c-f857-4adb-b25d-82807319e607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a131450-cfc5-4aab-8b1a-db2c1372f738', 'code': 200} Jul 23 20:39:23.100310 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.101777 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e5783473-34b4-4fe6-a052-7bd5ba115ea0 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:23.104320 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e1850-71b6-4f11-9836-d9b97cfc736e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cac6e8-6565-4a7d-9c7e-814b1d72443d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:23.136041 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-53954c69-78d6-497e-9323-e60091a111ee tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.259363 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-43937c83-fb71-4c71-8df5-aff9e286c8ec tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.291915 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a6507652-5b11-476a-9b3c-b2f83ba9cf7e None None] Provisioning complete for port ff775a65-b9b2-4dca-81d2-281afa86fc4c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:23.292291 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6507652-5b11-476a-9b3c-b2f83ba9cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.303948 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-43937c83-fb71-4c71-8df5-aff9e286c8ec tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.322578 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=ff775a65-b9b2-4dca-81d2-281afa86fc4c,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:23.341937 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-53954c69-78d6-497e-9323-e60091a111ee tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.364723 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port e5783473-34b4-4fe6-a052-7bd5ba115ea0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:23.365193 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.374707 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f5da049-f9bb-4c65-a5fb-17b75f271da6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.380555 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-43937c83-fb71-4c71-8df5-aff9e286c8ec tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.383351 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-43937c83-fb71-4c71-8df5-aff9e286c8ec tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.384626 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-43937c83-fb71-4c71-8df5-aff9e286c8ec tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-groups/0284a20d-188f-4371-870f-940315baf904 HTTP/1.1" status: 204 len: 168 time: 0.2898417 Jul 23 20:39:23.391881 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-53954c69-78d6-497e-9323-e60091a111ee tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.392311 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44928) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:23.462157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43937c83-fb71-4c71-8df5-aff9e286c8ec tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0284a20d-188f-4371-870f-940315baf904,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:23.522907 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-16af479d-9f52-4d93-9d1e-b823e928ac70 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1260760 Jul 23 20:39:23.530413 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44930) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:23.542348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3f402087-686e-48cc-b1e8-13dcbf668577 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group': {'name': 'tempest-secgroup--537751672'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:23.591995 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f402087-686e-48cc-b1e8-13dcbf668577 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.667718 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a6507652-5b11-476a-9b3c-b2f83ba9cf7e None None] Provisioning complete for port 9897128c-b4b2-4b65-a39d-e74031bf6da6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:23.670352 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6507652-5b11-476a-9b3c-b2f83ba9cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.694981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1626d654-da7d-4f6c-b822-1df138741c29 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:23.742829 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a6507652-5b11-476a-9b3c-b2f83ba9cf7e None None] Port 9897128c-b4b2-4b65-a39d-e74031bf6da6 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:23.760967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a6507652-5b11-476a-9b3c-b2f83ba9cf7e None None] Provisioning complete for port 8d621365-bcf9-403d-83db-84d9bdb36ec9 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:23.761409 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6507652-5b11-476a-9b3c-b2f83ba9cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.811446 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 1626d654-da7d-4f6c-b822-1df138741c29 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:23.819270 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a6507652-5b11-476a-9b3c-b2f83ba9cf7e None None] Port 8d621365-bcf9-403d-83db-84d9bdb36ec9 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:23.821590 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 1626d654-da7d-4f6c-b822-1df138741c29 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:23.822100 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.832078 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5da049-f9bb-4c65-a5fb-17b75f271da6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:23.844118 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f402087-686e-48cc-b1e8-13dcbf668577 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.858476 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f402087-686e-48cc-b1e8-13dcbf668577 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.897076 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-9f5da049-f9bb-4c65-a5fb-17b75f271da6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:23.906513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53954c69-78d6-497e-9323-e60091a111ee tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e6d943-6209-4181-967e-2b29418c1c9f,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:23.909048 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5da049-f9bb-4c65-a5fb-17b75f271da6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:23.921652 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f402087-686e-48cc-b1e8-13dcbf668577 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.923874 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3f402087-686e-48cc-b1e8-13dcbf668577 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3924718 Jul 23 20:39:23.926845 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44934) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:23.934699 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-0338988d-2493-4e74-947c-5e7c0bf832a2 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group_rule': {'security_group_id': '4318e14d-39ce-43d3-b80e-f146b4ce2478', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:23.955243 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f402087-686e-48cc-b1e8-13dcbf668577 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4318e14d-39ce-43d3-b80e-f146b4ce2478,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:23.972670 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-53954c69-78d6-497e-9323-e60091a111ee tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.974010 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-53954c69-78d6-497e-9323-e60091a111ee tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4163399 Jul 23 20:39:23.979198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44936) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:23.989262 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c90da003-3ad5-4fc9-8d49-8f4a85c9163f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:23.999375 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5da049-f9bb-4c65-a5fb-17b75f271da6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event updated for resources: {'Port': ['ID=f560b837-2af8-466d-a2e6-a77b2b050f9e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:24.006495 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.048082 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0338988d-2493-4e74-947c-5e7c0bf832a2 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.050278 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 1626d654-da7d-4f6c-b822-1df138741c29, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1626d654-da7d-4f6c-b822-1df138741c29,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:24.059168 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.119421 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab418ff-4abf-4675-b612-f8b073f8f300 req-af88e935-3b67-4a70-b264-5b6d1fb66700 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:24.120984 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ab418ff-4abf-4675-b612-f8b073f8f300 req-af88e935-3b67-4a70-b264-5b6d1fb66700 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 947 time: 0.8684685 Jul 23 20:39:24.151282 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=1626d654-da7d-4f6c-b822-1df138741c29,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:24.190036 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0338988d-2493-4e74-947c-5e7c0bf832a2 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.199195 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0338988d-2493-4e74-947c-5e7c0bf832a2 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.220880 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c90da003-3ad5-4fc9-8d49-8f4a85c9163f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.229365 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ff775a65-b9b2-4dca-81d2-281afa86fc4c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:24.258973 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338988d-2493-4e74-947c-5e7c0bf832a2 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c18f0bf-84db-4f38-9e13-45a26f35d988,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:24.284389 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0338988d-2493-4e74-947c-5e7c0bf832a2 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.286453 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0338988d-2493-4e74-947c-5e7c0bf832a2 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3584056 Jul 23 20:39:24.289309 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44940) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:24.307317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636b95e-acb7-4d1a-8cfc-f2d091d9c123 req-98365145-b4c9-4f13-a482-53dd69d7a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:24.312780 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1636b95e-acb7-4d1a-8cfc-f2d091d9c123 req-98365145-b4c9-4f13-a482-53dd69d7a628 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 1099 time: 1.0203240 Jul 23 20:39:24.347082 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ff2bbf2-de9b-41f8-891f-02a3f9028027 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.374463 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ff2bbf2-de9b-41f8-891f-02a3f9028027 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.378773 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port ff775a65-b9b2-4dca-81d2-281afa86fc4c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:24.378773 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.397166 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cd7ce-51c5-4f59-8dc1-9b97c0825744 req-822816ec-ffff-4ba1-b962-9fb112c7afc9 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:24.398890 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e01cd7ce-51c5-4f59-8dc1-9b97c0825744 req-822816ec-ffff-4ba1-b962-9fb112c7afc9 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 945 time: 0.5963244 Jul 23 20:39:24.499326 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f5da049-f9bb-4c65-a5fb-17b75f271da6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.529504 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ab418ff-4abf-4675-b612-f8b073f8f300 req-744e413e-a7ec-4a38-b498-e6aca3825e71 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3996971 Jul 23 20:39:24.536539 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e01cd7ce-51c5-4f59-8dc1-9b97c0825744 req-dc69f22d-d75a-4c33-801f-bdf33ea8f189 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266835 Jul 23 20:39:24.563336 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ff2bbf2-de9b-41f8-891f-02a3f9028027 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.575491 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ff2bbf2-de9b-41f8-891f-02a3f9028027 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.579157 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7ff2bbf2-de9b-41f8-891f-02a3f9028027 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/3c18f0bf-84db-4f38-9e13-45a26f35d988 HTTP/1.1" status: 204 len: 168 time: 0.2853758 Jul 23 20:39:24.584803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44948) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:24.616692 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2bbf2-de9b-41f8-891f-02a3f9028027 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c18f0bf-84db-4f38-9e13-45a26f35d988,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:24.661896 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-59e8beef-22e1-456a-8bb8-460e8c323eed tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0729687 Jul 23 20:39:24.663286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44950) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:24.696532 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c90da003-3ad5-4fc9-8d49-8f4a85c9163f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.718265 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-873a23b8-7469-483e-94a6-b449a28a2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.781284 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-38a1c603-e470-45be-a880-ca49e01f01d8 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.794800 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f5da049-f9bb-4c65-a5fb-17b75f271da6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.844600 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-38a1c603-e470-45be-a880-ca49e01f01d8 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.970181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-c90da003-3ad5-4fc9-8d49-8f4a85c9163f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Allocated IP 172.25.3.122 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/15f387cb-974f-4bfc-bc2f-53bb192faa22) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:25.044563 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-38a1c603-e470-45be-a880-ca49e01f01d8 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.047593 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-38a1c603-e470-45be-a880-ca49e01f01d8 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.049078 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-38a1c603-e470-45be-a880-ca49e01f01d8 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-groups/4318e14d-39ce-43d3-b80e-f146b4ce2478 HTTP/1.1" status: 204 len: 168 time: 0.3847241 Jul 23 20:39:25.060559 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 44958) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:25.070079 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1c603-e470-45be-a880-ca49e01f01d8 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4318e14d-39ce-43d3-b80e-f146b4ce2478,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:25.098088 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1636b95e-acb7-4d1a-8cfc-f2d091d9c123 req-58c8ae35-bf33-4dcb-bc57-c1bc2a5be3ca service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7353754 Jul 23 20:39:25.121199 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde593b8-479a-4644-8f97-8cf745e8ae86 req-aee6550a-1e6a-4706-87fe-5793f4ba2e9d tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:25.122626 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bde593b8-479a-4644-8f97-8cf745e8ae86 req-aee6550a-1e6a-4706-87fe-5793f4ba2e9d tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.57 "GET /v2.0/ports?device_id=77667d76-1dbf-4e00-914e-7cff9c59db2e HTTP/1.1" status: 200 len: 945 time: 0.8796637 Jul 23 20:39:25.208082 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c90da003-3ad5-4fc9-8d49-8f4a85c9163f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.281368 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c90da003-3ad5-4fc9-8d49-8f4a85c9163f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.312663 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b5310f3c-7607-41f7-9d04-ac0db5ba39d7 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2392805 Jul 23 20:39:25.319376 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44962) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:25.325095 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-077d6e85-2bab-42f5-aa29-6afa5eaa7b6c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group': {'name': 'tempest-secgroup--376624306'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:25.328351 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8752c7-d6fd-4192-95a2-1c49e8d7c14e req-f4e449b8-070a-4ace-98eb-3a22a7362d60 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:25.330413 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c8752c7-d6fd-4192-95a2-1c49e8d7c14e req-f4e449b8-070a-4ace-98eb-3a22a7362d60 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77667d76-1dbf-4e00-914e-7cff9c59db2e HTTP/1.1" status: 200 len: 945 time: 0.4104862 Jul 23 20:39:25.362963 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430f2e5-190b-4eb3-a1ee-80bc4fe627ba req-f0a9f61b-d2ce-4c3e-a166-731285026fb0 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:25.363498 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-077d6e85-2bab-42f5-aa29-6afa5eaa7b6c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.365118 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c430f2e5-190b-4eb3-a1ee-80bc4fe627ba req-f0a9f61b-d2ce-4c3e-a166-731285026fb0 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.48 "GET /v2.0/ports?device_id=77839b35-5445-4c1a-9c84-c16009a0e708 HTTP/1.1" status: 200 len: 945 time: 0.4842961 Jul 23 20:39:25.367901 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90da003-3ad5-4fc9-8d49-8f4a85c9163f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:25.382593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c90da003-3ad5-4fc9-8d49-8f4a85c9163f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:25.390802 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90da003-3ad5-4fc9-8d49-8f4a85c9163f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:25.395322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90da003-3ad5-4fc9-8d49-8f4a85c9163f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event updated for resources: {'Port': ['ID=15f387cb-974f-4bfc-bc2f-53bb192faa22,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:25.426879 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf5a33-1824-418a-81da-cd28a73ca39a req-02067d67-2174-46c0-9823-0c24db616810 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:25.435210 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8cbf5a33-1824-418a-81da-cd28a73ca39a req-02067d67-2174-46c0-9823-0c24db616810 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 945 time: 0.5328593 Jul 23 20:39:25.515252 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c90da003-3ad5-4fc9-8d49-8f4a85c9163f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.529942 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c8752c7-d6fd-4192-95a2-1c49e8d7c14e req-8de07602-a0f8-4366-934f-55d55f7ced8b tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881864 Jul 23 20:39:25.592998 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c90da003-3ad5-4fc9-8d49-8f4a85c9163f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.630815 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8cbf5a33-1824-418a-81da-cd28a73ca39a req-94180d5e-d61a-45cc-be45-de08983c233c tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943319 Jul 23 20:39:25.650835 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-077d6e85-2bab-42f5-aa29-6afa5eaa7b6c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.663557 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-077d6e85-2bab-42f5-aa29-6afa5eaa7b6c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.712606 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-077d6e85-2bab-42f5-aa29-6afa5eaa7b6c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.713986 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-077d6e85-2bab-42f5-aa29-6afa5eaa7b6c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3933725 Jul 23 20:39:25.719552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44968) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:25.724247 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-bb2d96f7-9939-4a13-b66a-ac98706cc832 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group_rule': {'security_group_id': '09ab5a20-5604-4d47-8de2-008ea185bcdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:25.745134 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d6e85-2bab-42f5-aa29-6afa5eaa7b6c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ab5a20-5604-4d47-8de2-008ea185bcdf,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:25.878345 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bb2d96f7-9939-4a13-b66a-ac98706cc832 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.933987 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f5da049-f9bb-4c65-a5fb-17b75f271da6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.947828 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-bde593b8-479a-4644-8f97-8cf745e8ae86 req-8ec39a63-add5-4fc9-b5c8-dfca8701d25e tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Deleting port 97277340-5b8b-4b85-ae3d-33d944aa463c {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:25.948176 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bde593b8-479a-4644-8f97-8cf745e8ae86 req-8ec39a63-add5-4fc9-b5c8-dfca8701d25e tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.990782 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f5da049-f9bb-4c65-a5fb-17b75f271da6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.001774 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c90da003-3ad5-4fc9-8d49-8f4a85c9163f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.015349 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c90da003-3ad5-4fc9-8d49-8f4a85c9163f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.066160 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90da003-3ad5-4fc9-8d49-8f4a85c9163f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event updated for resources: {'Port': ['ID=15f387cb-974f-4bfc-bc2f-53bb192faa22,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:26.109890 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bb2d96f7-9939-4a13-b66a-ac98706cc832 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.146095 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bb2d96f7-9939-4a13-b66a-ac98706cc832 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.196343 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c90da003-3ad5-4fc9-8d49-8f4a85c9163f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.228415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d96f7-9939-4a13-b66a-ac98706cc832 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e192ccda-1ac2-4e8d-85b2-08418400f718,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:26.236949 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c90da003-3ad5-4fc9-8d49-8f4a85c9163f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.239776 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c90da003-3ad5-4fc9-8d49-8f4a85c9163f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2557127 Jul 23 20:39:26.258006 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1626d654-da7d-4f6c-b822-1df138741c29 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:26.260506 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bb2d96f7-9939-4a13-b66a-ac98706cc832 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.261728 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bb2d96f7-9939-4a13-b66a-ac98706cc832 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5412223 Jul 23 20:39:26.267746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44986) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:26.313786 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-59548a87-e4f0-4f5e-b0fc-cb7eb93f867e tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-group-rules/e192ccda-1ac2-4e8d-85b2-08418400f718 HTTP/1.1" status: 200 len: 763 time: 0.0429251 Jul 23 20:39:26.316922 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44990) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:26.336619 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 1626d654-da7d-4f6c-b822-1df138741c29 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:26.337068 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.371212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5da049-f9bb-4c65-a5fb-17b75f271da6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event updated for resources: {'Port': ['ID=f560b837-2af8-466d-a2e6-a77b2b050f9e,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:26.387517 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-c430f2e5-190b-4eb3-a1ee-80bc4fe627ba req-9506276c-7409-4d87-9d74-deaa31112367 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Deleting port 24004faf-379f-4ddf-bc53-1dd28db761c0 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:26.387773 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c430f2e5-190b-4eb3-a1ee-80bc4fe627ba req-9506276c-7409-4d87-9d74-deaa31112367 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.421373 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8d8cad69-aa26-4c80-8315-aff431702ae3 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1018996 Jul 23 20:39:26.423557 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 44994) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:26.477297 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-220ebe92-50b7-4b24-b7ca-41e13c745c12 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.499755 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-220ebe92-50b7-4b24-b7ca-41e13c745c12 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.550952 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb518db-0acd-494a-90f1-4e939e773cd9 req-6eae5087-2e8e-42d1-a057-7d49acc00d59 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:26.551296 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5eb518db-0acd-494a-90f1-4e939e773cd9 req-6eae5087-2e8e-42d1-a057-7d49acc00d59 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 945 time: 0.7671142 Jul 23 20:39:26.552175 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f5da049-f9bb-4c65-a5fb-17b75f271da6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.557357 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-220ebe92-50b7-4b24-b7ca-41e13c745c12 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.565407 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-220ebe92-50b7-4b24-b7ca-41e13c745c12 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.569064 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-220ebe92-50b7-4b24-b7ca-41e13c745c12 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e192ccda-1ac2-4e8d-85b2-08418400f718 HTTP/1.1" status: 204 len: 168 time: 0.1418796 Jul 23 20:39:26.571030 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45012) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:26.597492 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377fd5b-45fd-405a-9bc5-aca921573cde req-34ffa113-a8c8-42bf-9ed9-f32155ffcfe2 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:26.606652 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ebe92-50b7-4b24-b7ca-41e13c745c12 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e192ccda-1ac2-4e8d-85b2-08418400f718,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:26.608607 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b377fd5b-45fd-405a-9bc5-aca921573cde req-34ffa113-a8c8-42bf-9ed9-f32155ffcfe2 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 947 time: 0.8394189 Jul 23 20:39:26.665168 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-bde593b8-479a-4644-8f97-8cf745e8ae86 req-8ec39a63-add5-4fc9-b5c8-dfca8701d25e tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] For port 97277340-5b8b-4b85-ae3d-33d944aa463c, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=97277340-5b8b-4b85-ae3d-33d944aa463c,segment=NetworkSegment(77e6d66c-988f-4eee-b0a2-fdd07dc13c7c),segment_id=77e6d66c-988f-4eee-b0a2-fdd07dc13c7c)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:26.665589 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bde593b8-479a-4644-8f97-8cf745e8ae86 req-8ec39a63-add5-4fc9-b5c8-dfca8701d25e tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.668452 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-26ea592e-3909-46b4-898a-17dd502707d9 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0956070 Jul 23 20:39:26.671259 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45020) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:26.675726 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e9a4641e-1f9f-4cb1-bb74-280858496cd9 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group_rule': {'security_group_id': '09ab5a20-5604-4d47-8de2-008ea185bcdf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:26.740408 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9a4641e-1f9f-4cb1-bb74-280858496cd9 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.764448 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-bde593b8-479a-4644-8f97-8cf745e8ae86 req-8ec39a63-add5-4fc9-b5c8-dfca8701d25e tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Calling delete_port for 97277340-5b8b-4b85-ae3d-33d944aa463c owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:26.801351 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5eb518db-0acd-494a-90f1-4e939e773cd9 req-23922111-a714-4ea9-be27-3ac415be0212 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905856 Jul 23 20:39:26.802412 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f5da049-f9bb-4c65-a5fb-17b75f271da6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.814064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9f5da049-f9bb-4c65-a5fb-17b75f271da6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2896061 Jul 23 20:39:26.827973 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b377fd5b-45fd-405a-9bc5-aca921573cde req-740607ed-c7c9-4949-9184-fdd8fd75e936 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063346 Jul 23 20:39:26.863292 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9a4641e-1f9f-4cb1-bb74-280858496cd9 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.880607 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9a4641e-1f9f-4cb1-bb74-280858496cd9 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.895997 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-c430f2e5-190b-4eb3-a1ee-80bc4fe627ba req-9506276c-7409-4d87-9d74-deaa31112367 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] For port 24004faf-379f-4ddf-bc53-1dd28db761c0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=24004faf-379f-4ddf-bc53-1dd28db761c0,segment=NetworkSegment(77e6d66c-988f-4eee-b0a2-fdd07dc13c7c),segment_id=77e6d66c-988f-4eee-b0a2-fdd07dc13c7c)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:26.896381 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c430f2e5-190b-4eb3-a1ee-80bc4fe627ba req-9506276c-7409-4d87-9d74-deaa31112367 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.911191 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4641e-1f9f-4cb1-bb74-280858496cd9 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a883095a-7ea5-4431-904b-ee0be2e05a8b,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:26.919473 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-c430f2e5-190b-4eb3-a1ee-80bc4fe627ba req-9506276c-7409-4d87-9d74-deaa31112367 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Calling delete_port for 24004faf-379f-4ddf-bc53-1dd28db761c0 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:26.942222 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9a4641e-1f9f-4cb1-bb74-280858496cd9 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.947255 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e9a4641e-1f9f-4cb1-bb74-280858496cd9 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2747536 Jul 23 20:39:26.948017 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45030) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:26.986272 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-74319094-e0fa-493b-9a80-47a06d0d6045 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-group-rules/a883095a-7ea5-4431-904b-ee0be2e05a8b HTTP/1.1" status: 200 len: 763 time: 0.0367367 Jul 23 20:39:26.987015 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45038) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:27.090402 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-efef22d5-cb26-4c8e-a3d8-add902cdb537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.100950 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c1d68e57-5d38-4df4-aacc-0806d8d63f4c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1117084 Jul 23 20:39:27.104146 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45042) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:27.148554 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eb6c31a1-0ec9-42fe-8d6a-ec93a76b8215 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.158633 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eb6c31a1-0ec9-42fe-8d6a-ec93a76b8215 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.201699 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eb6c31a1-0ec9-42fe-8d6a-ec93a76b8215 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.209791 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eb6c31a1-0ec9-42fe-8d6a-ec93a76b8215 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.216982 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-eb6c31a1-0ec9-42fe-8d6a-ec93a76b8215 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a883095a-7ea5-4431-904b-ee0be2e05a8b HTTP/1.1" status: 204 len: 168 time: 0.1101322 Jul 23 20:39:27.218913 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45046) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:27.237642 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c430f2e5-190b-4eb3-a1ee-80bc4fe627ba req-9506276c-7409-4d87-9d74-deaa31112367 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.257974 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c31a1-0ec9-42fe-8d6a-ec93a76b8215 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a883095a-7ea5-4431-904b-ee0be2e05a8b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:27.304267 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.308698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506276c-7409-4d87-9d74-deaa31112367 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Pushing event deleted for resources: {'Port': ['ID=24004faf-379f-4ddf-bc53-1dd28db761c0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:27.373248 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8ce59968-9a37-4d32-9e66-143b6a04640d tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1317878 Jul 23 20:39:27.373873 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45048) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:27.383790 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2b34970a-3c0f-46f5-b692-947f84dc3434 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Request body: {'security_group_rule': {'security_group_id': '09ab5a20-5604-4d47-8de2-008ea185bcdf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:27.412073 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c430f2e5-190b-4eb3-a1ee-80bc4fe627ba req-9506276c-7409-4d87-9d74-deaa31112367 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] No DVR routers for this DVR port 24004faf-379f-4ddf-bc53-1dd28db761c0 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:39:27.413431 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-2b34970a-3c0f-46f5-b692-947f84dc3434 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Project 8c76ae36f35f438f85b95fd5b196b001 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:39:27.421441 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b34970a-3c0f-46f5-b692-947f84dc3434 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.423448 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c430f2e5-190b-4eb3-a1ee-80bc4fe627ba req-9506276c-7409-4d87-9d74-deaa31112367 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.425594 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c430f2e5-190b-4eb3-a1ee-80bc4fe627ba req-9506276c-7409-4d87-9d74-deaa31112367 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.48 "DELETE /v2.0/ports/24004faf-379f-4ddf-bc53-1dd28db761c0 HTTP/1.1" status: 204 len: 173 time: 2.0153573 Jul 23 20:39:27.434204 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77839b35-5445-4c1a-9c84-c16009a0e708', 'name': 'network-vif-deleted', 'tag': '24004faf-379f-4ddf-bc53-1dd28db761c0'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:27.436529 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c00f32-98d7-4d50-bd45-d435562ffceb" -d '{"events": [{"server_uuid": "77839b35-5445-4c1a-9c84-c16009a0e708", "name": "network-vif-deleted", "tag": "24004faf-379f-4ddf-bc53-1dd28db761c0"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:27.448052 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 97277340-5b8b-4b85-ae3d-33d944aa463c no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:27.494929 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bde593b8-479a-4644-8f97-8cf745e8ae86 req-8ec39a63-add5-4fc9-b5c8-dfca8701d25e tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.522141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60d9b5-bbe2-4e10-b497-7d20d03beb93 req-6e79a3b4-1bb5-4c0f-8ac3-8a9afb9580b2 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:27.527678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f60d9b5-bbe2-4e10-b497-7d20d03beb93 req-6e79a3b4-1bb5-4c0f-8ac3-8a9afb9580b2 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/ports?device_id=77667d76-1dbf-4e00-914e-7cff9c59db2e HTTP/1.1" status: 200 len: 945 time: 0.4112940 Jul 23 20:39:27.534849 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No active binding found for port 97277340-5b8b-4b85-ae3d-33d944aa463c {{(pid=93812) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 20:39:27.535707 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 97277340-5b8b-4b85-ae3d-33d944aa463c not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:39:27.550991 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b34970a-3c0f-46f5-b692-947f84dc3434 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.566841 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b34970a-3c0f-46f5-b692-947f84dc3434 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.600581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34970a-3c0f-46f5-b692-947f84dc3434 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ca8ccd-035d-4f56-a590-bc11f144c8b3,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:27.618201 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b34970a-3c0f-46f5-b692-947f84dc3434 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.622523 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec39a63-add5-4fc9-b5c8-dfca8701d25e tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Pushing event deleted for resources: {'Port': ['ID=97277340-5b8b-4b85-ae3d-33d944aa463c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:27.624301 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2b34970a-3c0f-46f5-b692-947f84dc3434 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2465451 Jul 23 20:39:27.624965 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45056) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:27.680881 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b9cbfcd2-a209-447d-afb0-e33855f56b43 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-group-rules/e2ca8ccd-035d-4f56-a590-bc11f144c8b3 HTTP/1.1" status: 200 len: 769 time: 0.0547872 Jul 23 20:39:27.685706 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45060) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:27.748164 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-64a534df-f2be-4274-ae53-8d683046e764 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0613086 Jul 23 20:39:27.754306 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 45062) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:27.755537 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde593b8-479a-4644-8f97-8cf745e8ae86 req-8ec39a63-add5-4fc9-b5c8-dfca8701d25e tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] No DVR routers for this DVR port 97277340-5b8b-4b85-ae3d-33d944aa463c on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:39:27.761478 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f60d9b5-bbe2-4e10-b497-7d20d03beb93 req-634d9c2b-f326-4938-8723-06903fc6faa2 tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538410 Jul 23 20:39:27.781777 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bde593b8-479a-4644-8f97-8cf745e8ae86 req-8ec39a63-add5-4fc9-b5c8-dfca8701d25e tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.784127 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bde593b8-479a-4644-8f97-8cf745e8ae86 req-8ec39a63-add5-4fc9-b5c8-dfca8701d25e tempest-ListServersNegativeTestJSON-782638761 tempest-ListServersNegativeTestJSON-782638761-project] 10.222.0.57 "DELETE /v2.0/ports/97277340-5b8b-4b85-ae3d-33d944aa463c HTTP/1.1" status: 204 len: 173 time: 2.6479669 Jul 23 20:39:27.789893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-0c08e481-1499-43d7-b886-fd45c673758f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1442026468&fields=id&tenant_id=9ca36bd4dc5c4109bf8508b5723f3746 HTTP/1.1" status: 200 len: 267 time: 0.0934563 Jul 23 20:39:27.835289 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25052df4-71f3-431d-ab33-0bcfd3038bc6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.881835 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25052df4-71f3-431d-ab33-0bcfd3038bc6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.884746 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 24004faf-379f-4ddf-bc53-1dd28db761c0 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:27.920622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 24004faf-379f-4ddf-bc53-1dd28db761c0 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:39:27.924869 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 24004faf-379f-4ddf-bc53-1dd28db761c0 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:39:27.973155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-cdacb230-2061-434c-b653-835d1284884d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:27.974562 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-cdacb230-2061-434c-b653-835d1284884d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports/9897128c-b4b2-4b65-a39d-e74031bf6da6 HTTP/1.1" status: 200 len: 935 time: 0.1692817 Jul 23 20:39:27.985362 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25052df4-71f3-431d-ab33-0bcfd3038bc6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.019419 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-25052df4-71f3-431d-ab33-0bcfd3038bc6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.020528 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-25052df4-71f3-431d-ab33-0bcfd3038bc6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e2ca8ccd-035d-4f56-a590-bc11f144c8b3 HTTP/1.1" status: 204 len: 168 time: 0.2629449 Jul 23 20:39:28.036947 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45068) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:28.057087 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25052df4-71f3-431d-ab33-0bcfd3038bc6 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2ca8ccd-035d-4f56-a590-bc11f144c8b3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:28.074371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df561b9-3ba8-4ae5-8e0e-01c68e82569e req-8ee5940d-d144-4614-9e19-6c79c9aa8eec tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:28.082468 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7df561b9-3ba8-4ae5-8e0e-01c68e82569e req-8ee5940d-d144-4614-9e19-6c79c9aa8eec tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 945 time: 0.2025955 Jul 23 20:39:28.148197 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f992b801-8c33-4a6e-ba2d-882de7a95659 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1072605 Jul 23 20:39:28.149149 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45070) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:28.212630 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6628481b-4eb2-45d4-9f68-7fe911da659d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:28.215236 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6628481b-4eb2-45d4-9f68-7fe911da659d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports/8d621365-bcf9-403d-83db-84d9bdb36ec9 HTTP/1.1" status: 200 len: 937 time: 0.2308619 Jul 23 20:39:28.281386 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9ebab83-60e3-436b-8a44-7b4f2fb3613c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.340905 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9ebab83-60e3-436b-8a44-7b4f2fb3613c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.344681 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7df561b9-3ba8-4ae5-8e0e-01c68e82569e req-6bc98435-3084-42b6-8725-b51b5f578999 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605817 Jul 23 20:39:28.353000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-2ba3359c-8616-4832-9277-de8874da1372 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?network_id=9e4e0618-9258-49df-b427-fe7749c03fdb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1255324 Jul 23 20:39:28.475729 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.493333 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9ebab83-60e3-436b-8a44-7b4f2fb3613c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.505303 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9ebab83-60e3-436b-8a44-7b4f2fb3613c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.513344 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f9ebab83-60e3-436b-8a44-7b4f2fb3613c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "DELETE /v2.0/security-groups/09ab5a20-5604-4d47-8de2-008ea185bcdf HTTP/1.1" status: 204 len: 168 time: 0.3628013 Jul 23 20:39:28.514385 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45080) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:28.515696 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-67c733e9-83bd-4c28-9bc5-36ff3605db95 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?network_id=9e4e0618-9258-49df-b427-fe7749c03fdb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1439040 Jul 23 20:39:28.565632 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebab83-60e3-436b-8a44-7b4f2fb3613c tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ab5a20-5604-4d47-8de2-008ea185bcdf,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:28.659533 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 45086) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:28.661034 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ceb68b7f-3b1b-4072-bf32-79fcd4d8e581 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1327381 Jul 23 20:39:28.783590 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-6b75a754-687f-491a-9f15-877051a84dd9 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1128408161&fields=id&tenant_id=fc19446ccb0a4c219ec6673fb3605878 HTTP/1.1" status: 200 len: 267 time: 0.2025871 Jul 23 20:39:28.803397 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-797a839a-703a-45be-a001-5a76ac7f4b04 tempest-SecGroupIPv6Test-1271805642 tempest-SecGroupIPv6Test-1271805642-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1366620 Jul 23 20:39:28.911781 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-4081b126-5b24-4188-a802-803ebde8027c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:28.920908 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-4081b126-5b24-4188-a802-803ebde8027c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports/77042b28-bf0d-471e-9b44-b7a19900cc03 HTTP/1.1" status: 200 len: 931 time: 0.1129675 Jul 23 20:39:28.995507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-74aaf1e8-7601-496d-8843-abe63a26c930 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:29.001731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-74aaf1e8-7601-496d-8843-abe63a26c930 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:29.014135 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-74aaf1e8-7601-496d-8843-abe63a26c930 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:29.015990 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-74aaf1e8-7601-496d-8843-abe63a26c930 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/networks?id=bd17cd34-e969-4b19-90d9-ebcf6df4f73c&id=59c5d0ae-3121-4e53-88c3-139064a5c09c&id=59c5d0ae-3121-4e53-88c3-139064a5c09c&id=9e4e0618-9258-49df-b427-fe7749c03fdb&id=9e4e0618-9258-49df-b427-fe7749c03fdb HTTP/1.1" status: 200 len: 1995 time: 0.4878256 Jul 23 20:39:29.076754 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-a4194f15-dbb4-420a-b11c-e8f37816d39e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:29.078532 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-a4194f15-dbb4-420a-b11c-e8f37816d39e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports/8dcff201-5dbc-4e61-8522-6c5590f57b4b HTTP/1.1" status: 200 len: 929 time: 0.1567917 Jul 23 20:39:29.087895 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-2610dff2-f7e8-4bc5-a8e7-ed2696c3475c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/quotas/9ca36bd4dc5c4109bf8508b5723f3746 HTTP/1.1" status: 200 len: 375 time: 0.0431190 Jul 23 20:39:29.138872 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-1e386dc7-fd0b-4f00-ace6-7e606435e327 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?network_id=950a5a79-45d4-4d93-a347-72e7566b3324&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0382810 Jul 23 20:39:29.263562 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45100) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:29.460467 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-549da7ef-4431-416b-b4a4-64e94c9e2976 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c76ae36f35f438f85b95fd5b196b001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949143 Jul 23 20:39:29.461128 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45106) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:29.512687 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-92f9fc80-2e92-489b-9b66-4203dbddf74b tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?network_id=950a5a79-45d4-4d93-a347-72e7566b3324&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3499460 Jul 23 20:39:29.547294 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f17604d7-aea2-4aab-9771-7ab80cedf4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:29.579601 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f17604d7-aea2-4aab-9771-7ab80cedf4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:29.645398 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f17604d7-aea2-4aab-9771-7ab80cedf4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:29.648109 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f17604d7-aea2-4aab-9771-7ab80cedf4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:29.649472 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f17604d7-aea2-4aab-9771-7ab80cedf4b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a1f3907-a7b7-47a1-a53b-1c0cd458a863 HTTP/1.1" status: 204 len: 168 time: 0.1873906 Jul 23 20:39:29.657653 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17604d7-aea2-4aab-9771-7ab80cedf4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1f3907-a7b7-47a1-a53b-1c0cd458a863,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:29.674907 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-5071f34c-64d5-4d61-9e8e-f3f100f1049a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5861125 Jul 23 20:39:29.688634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-fc809bd4-a3d3-465d-a825-d05f94198c3d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:29.695238 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-fc809bd4-a3d3-465d-a825-d05f94198c3d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:29.702463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-fc809bd4-a3d3-465d-a825-d05f94198c3d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:29.711291 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-fc809bd4-a3d3-465d-a825-d05f94198c3d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/networks?id=04518969-2864-49dd-8fa7-d7bf22c7ecb5&id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&id=950a5a79-45d4-4d93-a347-72e7566b3324&id=950a5a79-45d4-4d93-a347-72e7566b3324 HTTP/1.1" status: 200 len: 1990 time: 0.1904356 Jul 23 20:39:29.763537 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-6ddbff26-3f4e-4634-b199-c3075adf704d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/quotas/fc19446ccb0a4c219ec6673fb3605878 HTTP/1.1" status: 200 len: 375 time: 0.0511992 Jul 23 20:39:29.886368 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:29.936001 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-425b416d-7737-4f06-a896-e67f6eabb393 service neutron] 10.222.0.55 "GET /v2.0/networks/bd17cd34-e969-4b19-90d9-ebcf6df4f73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104156 Jul 23 20:39:30.021230 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-606791ec-1082-41c8-8fce-e1ac42b330ca tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc19446ccb0a4c219ec6673fb3605878&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2568133 Jul 23 20:39:30.169797 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-cf4104c9-0391-49cf-8334-8332267f4f58 service neutron] 10.222.0.55 "GET /v2.0/networks/bd17cd34-e969-4b19-90d9-ebcf6df4f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329323 Jul 23 20:39:30.273642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-4b810402-f09f-4332-828c-fec397a96380 service neutron] 10.222.0.55 "GET /v2.0/networks/04518969-2864-49dd-8fa7-d7bf22c7ecb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280178 Jul 23 20:39:30.278611 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-d207ab44-79e4-42d0-ad16-c698b36cf504 service neutron] 10.222.0.55 "GET /v2.0/ports/9897128c-b4b2-4b65-a39d-e74031bf6da6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0991316 Jul 23 20:39:30.490738 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-16626ada-f108-4b8c-a58c-8f7781ae84fe service neutron] 10.222.0.55 "GET /v2.0/networks/04518969-2864-49dd-8fa7-d7bf22c7ecb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102234 Jul 23 20:39:30.493293 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-b2c248aa-faa7-4d46-bd0a-7af893eecf69 service neutron] 10.222.0.55 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026200 Jul 23 20:39:30.649202 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-4319180c-80c5-418b-a221-4a2d302b44b3 service neutron] 10.222.0.55 "GET /v2.0/ports/77042b28-bf0d-471e-9b44-b7a19900cc03?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1489787 Jul 23 20:39:30.777716 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-0efc799a-7ce2-4d43-8cc0-4c0a5b748b98 service neutron] 10.222.0.55 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573452 Jul 23 20:39:30.830592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-247d7b14-4b19-41ff-818e-0193c897c0fc service neutron] 10.222.0.55 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674056 Jul 23 20:39:30.981674 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-e3b41783-4133-4396-8e10-29c7d9e5f4dd service neutron] 10.222.0.55 "GET /v2.0/ports/8d621365-bcf9-403d-83db-84d9bdb36ec9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1925819 Jul 23 20:39:31.105031 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00e49e84-9ff3-43fd-a19b-b75dfc6d1f19 service neutron] 10.222.0.55 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223757 Jul 23 20:39:31.219036 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-ab1e521c-9142-4154-a180-44eb1305e8f7 service neutron] 10.222.0.55 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871982 Jul 23 20:39:31.301973 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-04ca969d-ce44-42b0-bbce-bb885ca54a86 service neutron] 10.222.0.55 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960304 Jul 23 20:39:31.397564 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-ac71ea9a-6c72-42a1-b94c-1b7d1feee0e6 service neutron] 10.222.0.55 "GET /v2.0/ports/8dcff201-5dbc-4e61-8522-6c5590f57b4b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1675425 Jul 23 20:39:31.515804 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-a78f6463-3061-4346-8dc3-38a16fa883d0 service neutron] 10.222.0.55 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112056 Jul 23 20:39:31.554832 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-ba167244-2441-4335-bbe5-551fbdfb73a0 service neutron] 10.222.0.55 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518191 Jul 23 20:39:31.724572 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-77717f31-d9e1-48c6-8a67-50c5c603ae3d service neutron] 10.222.0.55 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024300 Jul 23 20:39:31.764731 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c82b6fe6-249b-4c40-9241-fe7e71a07107 service neutron] 10.222.0.55 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088583 Jul 23 20:39:31.958100 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-e6b9aa58-50fe-495e-8b10-3b7c2f4cd3e0 service neutron] 10.222.0.55 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924679 Jul 23 20:39:32.066589 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-a5951fb0-db90-4ef8-8f14-90b0f3925880 service neutron] 10.222.0.55 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014378 Jul 23 20:39:32.069839 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-39bbaf88-0584-4d1d-9881-b67d3ac9c0f4 service neutron] 10.222.0.55 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388226 Jul 23 20:39:32.277916 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-3e7aa6a4-fb01-49fb-8f41-1d6506946e7c service neutron] 10.222.0.55 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101281 Jul 23 20:39:32.297423 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-33a0720e-8df3-4108-9856-648b863a6d49 service neutron] 10.222.0.55 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194870 Jul 23 20:39:32.557508 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-8b673d6a-a234-4aee-8bcd-37a2cd8b92b1 service neutron] 10.222.0.55 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249134 Jul 23 20:39:32.577192 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-9bab2d4e-f7b9-400b-be93-2820c5847056 service neutron] 10.222.0.55 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786205 Jul 23 20:39:32.773955 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-9f629fb7-4c11-4f58-98e4-0142f169a8eb service neutron] 10.222.0.55 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077646 Jul 23 20:39:32.781059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-cab24a23-7632-4529-b7c1-b01ffcd5ce3c service neutron] 10.222.0.55 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828954 Jul 23 20:39:32.952202 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-f1d0be30-78f4-4ba5-bad1-a32f50000e64 service neutron] 10.222.0.55 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701896 Jul 23 20:39:32.954100 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-5021f6ec-4d7e-4dd5-abf6-517ae5ec5c62 service neutron] 10.222.0.55 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636832 Jul 23 20:39:33.066173 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-0c710bbf-8ef8-48c3-8531-f493ead23912 service neutron] 10.222.0.55 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045730 Jul 23 20:39:33.181964 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-f6a8501a-c6f9-4561-ac9b-d027100ed6a7 service neutron] 10.222.0.55 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093814 Jul 23 20:39:33.300343 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-212ea298-7dda-4a6a-a7e8-d9e374710ebf service neutron] 10.222.0.55 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118276 Jul 23 20:39:34.024928 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dcb6c9-ee24-4acc-8d82-d9273458543c x-openstack-request-id: req-e5dcb6c9-ee24-4acc-8d82-d9273458543c {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:34.025779 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77839b35-5445-4c1a-9c84-c16009a0e708", "name": "network-vif-deleted", "tag": "24004faf-379f-4ddf-bc53-1dd28db761c0", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:34.026629 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5dcb6c9-ee24-4acc-8d82-d9273458543c {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:34.027289 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77839b35-5445-4c1a-9c84-c16009a0e708', 'name': 'network-vif-deleted', 'tag': '24004faf-379f-4ddf-bc53-1dd28db761c0', 'status': 'completed', 'code': 200} Jul 23 20:39:34.281035 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945d11b-4ce8-4064-8fce-5dcc16c592bc req-b2e5ec1b-6ee7-42de-a745-793c883a1ab8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:34.288736 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4945d11b-4ce8-4064-8fce-5dcc16c592bc req-b2e5ec1b-6ee7-42de-a745-793c883a1ab8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 945 time: 0.1428421 Jul 23 20:39:34.383738 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4945d11b-4ce8-4064-8fce-5dcc16c592bc req-757f042e-2d27-4bfb-8dc3-1f808ba2c9f3 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937135 Jul 23 20:39:34.615130 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9a639-7da1-44c7-bf77-a341cde9473e req-cd1757c7-edd9-4a91-a378-dbff5e579341 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:34.628928 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a7d9a639-7da1-44c7-bf77-a341cde9473e req-cd1757c7-edd9-4a91-a378-dbff5e579341 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 947 time: 0.3024454 Jul 23 20:39:34.813495 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a7d9a639-7da1-44c7-bf77-a341cde9473e req-a9e5bb2d-2a89-4ad1-85f6-92f64037df02 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810153 Jul 23 20:39:34.892158 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753158de-b166-4fc0-ad77-98aaeb989034 req-687283cf-8baf-49b2-865d-e0e1e448ee68 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:34.916413 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-753158de-b166-4fc0-ad77-98aaeb989034 req-687283cf-8baf-49b2-865d-e0e1e448ee68 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 945 time: 0.2523942 Jul 23 20:39:35.029623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1f07aa6-869b-4ac3-9de1-71bec0ae861a req-dd252d64-1d7c-41a4-a336-f841bd2a385e tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.0805812 Jul 23 20:39:35.059017 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45330) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:35.075741 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-753158de-b166-4fc0-ad77-98aaeb989034 req-b90397cd-6085-4b4c-a964-7b45d8b3a8bc tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583366 Jul 23 20:39:35.168985 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45334) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:35.205762 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee1966dd-96dc-4548-84ae-2a700fd5bda2 req-65520712-be8f-4410-8e68-617d7f5dceca tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0432513 Jul 23 20:39:35.311287 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69b9696-169b-4cb0-8d61-f2cbcce3a2db admin admin] Deleting subnet 14373204-c039-496a-a381-fb3eb650e9ea {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:39:35.313713 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9270fc6-1aac-4c81-a88a-c6a843feca9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:35.331951 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c69b9696-169b-4cb0-8d61-f2cbcce3a2db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:35.383573 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c69b9696-169b-4cb0-8d61-f2cbcce3a2db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:35.465148 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c69b9696-169b-4cb0-8d61-f2cbcce3a2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:35.556330 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9270fc6-1aac-4c81-a88a-c6a843feca9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:35.566110 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9270fc6-1aac-4c81-a88a-c6a843feca9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:35.574008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a40583-277f-4d52-83be-cb462237b213 req-bce1c323-7df0-47ca-94be-8b1374250a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:35.575708 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5a40583-277f-4d52-83be-cb462237b213 req-bce1c323-7df0-47ca-94be-8b1374250a72 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 1097 time: 0.1933157 Jul 23 20:39:35.593051 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c69b9696-169b-4cb0-8d61-f2cbcce3a2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:35.594929 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a88ffa-3013-4a35-81d3-450a17b82311 req-5798af97-2c8e-4957-9094-7347b899cb4c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:35.597086 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6a88ffa-3013-4a35-81d3-450a17b82311 req-5798af97-2c8e-4957-9094-7347b899cb4c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 945 time: 0.1083748 Jul 23 20:39:35.658224 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b9696-169b-4cb0-8d61-f2cbcce3a2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14373204-c039-496a-a381-fb3eb650e9ea,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:35.664516 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c69b9696-169b-4cb0-8d61-f2cbcce3a2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:35.671542 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c69b9696-169b-4cb0-8d61-f2cbcce3a2db admin admin] 10.222.0.55 "DELETE /v2.0/subnets/14373204-c039-496a-a381-fb3eb650e9ea HTTP/1.1" status: 204 len: 168 time: 0.4983029 Jul 23 20:39:35.675345 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 45340) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:35.675503 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f9270fc6-1aac-4c81-a88a-c6a843feca9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a8a22a786be4598b6a2ac64df388466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6152537 Jul 23 20:39:35.675816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 45342) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:35.676596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9270fc6-1aac-4c81-a88a-c6a843feca9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbba1f1-395b-4eaa-b639-4df45746895a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:36.046492 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77667d76-1dbf-4e00-914e-7cff9c59db2e', 'name': 'network-vif-deleted', 'tag': '97277340-5b8b-4b85-ae3d-33d944aa463c'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:36.048983 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f98391b-97d7-44c6-8c17-83cc0c2eede9" -d '{"events": [{"server_uuid": "77667d76-1dbf-4e00-914e-7cff9c59db2e", "name": "network-vif-deleted", "tag": "97277340-5b8b-4b85-ae3d-33d944aa463c"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:36.097435 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6a88ffa-3013-4a35-81d3-450a17b82311 req-e0a747aa-7f4b-4e84-9b3e-57c966c34763 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853563 Jul 23 20:39:36.217458 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-43c6acfd-1267-4423-9c79-4a46f5bc1751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:36.220074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a40583-277f-4d52-83be-cb462237b213 req-3580b1cb-461d-4d42-af9b-a9d6ed14a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:36.221777 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5a40583-277f-4d52-83be-cb462237b213 req-3580b1cb-461d-4d42-af9b-a9d6ed14a0da service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.6234097 Jul 23 20:39:36.248562 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902f84c8-3150-4d08-93c8-0e8fb61cd005 x-openstack-request-id: req-902f84c8-3150-4d08-93c8-0e8fb61cd005 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:36.249166 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77667d76-1dbf-4e00-914e-7cff9c59db2e", "name": "network-vif-deleted", "tag": "97277340-5b8b-4b85-ae3d-33d944aa463c", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:36.249607 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-902f84c8-3150-4d08-93c8-0e8fb61cd005 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:36.250214 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77667d76-1dbf-4e00-914e-7cff9c59db2e', 'name': 'network-vif-deleted', 'tag': '97277340-5b8b-4b85-ae3d-33d944aa463c', 'status': 'completed', 'code': 200} Jul 23 20:39:36.378737 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-52618e6f-1b7d-4b76-abf2-52870a10b999 req-b6403137-669b-4d95-8e51-30d1e2e271db tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.1328075 Jul 23 20:39:36.449285 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5a40583-277f-4d52-83be-cb462237b213 req-6d1dacfb-0388-444b-86bb-e39e773713e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f72fd789-e396-40d5-8b53-14d68e5dad83 HTTP/1.1" status: 200 len: 217 time: 0.1921413 Jul 23 20:39:36.473550 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-a5f21c35-63c5-46fb-89aa-8721be3be8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:36.474898 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-a5f21c35-63c5-46fb-89aa-8721be3be8c4 service neutron] 10.222.0.48 "GET /v2.0/ports/9897128c-b4b2-4b65-a39d-e74031bf6da6 HTTP/1.1" status: 200 len: 1031 time: 0.4655786 Jul 23 20:39:36.586234 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc25110f-a124-40b3-9796-41f5aa80bb3b req-400219df-bc87-4eb8-9167-b118cea1ad8a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.1148264 Jul 23 20:39:36.587295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-77c21f03-45af-4820-931e-51e42174fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:36.588532 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-77c21f03-45af-4820-931e-51e42174fb7d service neutron] 10.222.0.48 "GET /v2.0/ports/77042b28-bf0d-471e-9b44-b7a19900cc03 HTTP/1.1" status: 200 len: 1027 time: 0.3416617 Jul 23 20:39:36.704037 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-43c6acfd-1267-4423-9c79-4a46f5bc1751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:36.720754 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-12f4a035-d13c-4b5b-9ed1-09dadc2c84dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:36.728239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-43c6acfd-1267-4423-9c79-4a46f5bc1751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:36.734523 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-985632d6-adf8-4993-aaa9-a512226c2cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:36.736020 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-985632d6-adf8-4993-aaa9-a512226c2cf3 service neutron] 10.222.0.48 "GET /v2.0/ports/8d621365-bcf9-403d-83db-84d9bdb36ec9 HTTP/1.1" status: 200 len: 1033 time: 0.2476263 Jul 23 20:39:36.737464 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a40583-277f-4d52-83be-cb462237b213 req-3fe6217f-f2e1-466d-af3f-8400e2b19237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:36.738784 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5a40583-277f-4d52-83be-cb462237b213 req-3fe6217f-f2e1-466d-af3f-8400e2b19237 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.2630479 Jul 23 20:39:36.774373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-43c6acfd-1267-4423-9c79-4a46f5bc1751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e6d66c-988f-4eee-b0a2-fdd07dc13c7c') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:36.774696 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-43c6acfd-1267-4423-9c79-4a46f5bc1751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e6d66c-988f-4eee-b0a2-fdd07dc13c7c') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:36.833862 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-43c6acfd-1267-4423-9c79-4a46f5bc1751 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:36.838766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-77c0086b-9c3a-4bdb-bd02-1de58a6e3498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:36.840130 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-77c0086b-9c3a-4bdb-bd02-1de58a6e3498 service neutron] 10.222.0.48 "GET /v2.0/ports/8dcff201-5dbc-4e61-8522-6c5590f57b4b HTTP/1.1" status: 200 len: 1025 time: 0.2350461 Jul 23 20:39:36.842864 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-12f4a035-d13c-4b5b-9ed1-09dadc2c84dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:36.869223 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0dd4f-fff3-4a3a-8fcb-46e476155e13 req-529ddc21-ff58-4839-85ad-fc500bdc5e45 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:36.870755 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ba0dd4f-fff3-4a3a-8fcb-46e476155e13 req-529ddc21-ff58-4839-85ad-fc500bdc5e45 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 945 time: 0.5914001 Jul 23 20:39:36.925422 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-43c6acfd-1267-4423-9c79-4a46f5bc1751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.016121 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c6acfd-1267-4423-9c79-4a46f5bc1751 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:39:37.016813 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-43c6acfd-1267-4423-9c79-4a46f5bc1751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:39:37.020958 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:39:37.183663 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ba0dd4f-fff3-4a3a-8fcb-46e476155e13 req-5ebaaafc-adb5-4a79-9905-71d6097331e4 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859311 Jul 23 20:39:37.208392 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-aa31b17e-35d5-45d7-a6f1-cdd02e22f8d8 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:37.214736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-aa31b17e-35d5-45d7-a6f1-cdd02e22f8d8 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:37.220594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-aa31b17e-35d5-45d7-a6f1-cdd02e22f8d8 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:37.222243 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-aa31b17e-35d5-45d7-a6f1-cdd02e22f8d8 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.48 "GET /v2.0/networks?id=bd17cd34-e969-4b19-90d9-ebcf6df4f73c&id=59c5d0ae-3121-4e53-88c3-139064a5c09c&id=59c5d0ae-3121-4e53-88c3-139064a5c09c&id=59c5d0ae-3121-4e53-88c3-139064a5c09c&id=59c5d0ae-3121-4e53-88c3-139064a5c09c&id=9e4e0618-9258-49df-b427-fe7749c03fdb&id=9e4e0618-9258-49df-b427-fe7749c03fdb HTTP/1.1" status: 200 len: 1995 time: 0.4717782 Jul 23 20:39:37.245641 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-43c6acfd-1267-4423-9c79-4a46f5bc1751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.249162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a40583-277f-4d52-83be-cb462237b213 req-d53a3a2a-1824-4f71-a149-ec5159af25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:37.250849 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5a40583-277f-4d52-83be-cb462237b213 req-d53a3a2a-1824-4f71-a149-ec5159af25ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4881883 Jul 23 20:39:37.265036 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-43c6acfd-1267-4423-9c79-4a46f5bc1751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.267253 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-43c6acfd-1267-4423-9c79-4a46f5bc1751 admin admin] 10.222.0.55 "DELETE /v2.0/networks/82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3 HTTP/1.1" status: 204 len: 168 time: 1.5902123 Jul 23 20:39:37.282740 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-12f4a035-d13c-4b5b-9ed1-09dadc2c84dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.285335 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-12f4a035-d13c-4b5b-9ed1-09dadc2c84dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.286478 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-12f4a035-d13c-4b5b-9ed1-09dadc2c84dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cfbba1f1-395b-4eaa-b639-4df45746895a HTTP/1.1" status: 204 len: 168 time: 1.2817931 Jul 23 20:39:37.341182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6acfd-1267-4423-9c79-4a46f5bc1751 admin admin] Pushing event deleted for resources: {'Network': ['ID=82f2b3c9-86d1-4d8d-bd77-38e3e19d46b3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:37.359121 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-ae1f9894-bfde-4845-8bc6-5c07ba883070 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:37.365130 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-ae1f9894-bfde-4845-8bc6-5c07ba883070 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:37.371136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-ae1f9894-bfde-4845-8bc6-5c07ba883070 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:37.372817 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-ae1f9894-bfde-4845-8bc6-5c07ba883070 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.48 "GET /v2.0/networks?id=04518969-2864-49dd-8fa7-d7bf22c7ecb5&id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&id=950a5a79-45d4-4d93-a347-72e7566b3324&id=950a5a79-45d4-4d93-a347-72e7566b3324 HTTP/1.1" status: 200 len: 1990 time: 0.5149508 Jul 23 20:39:37.393367 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4a035-d13c-4b5b-9ed1-09dadc2c84dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbba1f1-395b-4eaa-b639-4df45746895a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:37.515186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45374) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:37.575071 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-231adeb7-3bff-4bbf-bb97-7225b74b818a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ca36bd4dc5c4109bf8508b5723f3746 HTTP/1.1" status: 200 len: 380 time: 0.3209579 Jul 23 20:39:37.575812 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4f7adb67-f990-4757-992d-9e6e946d2ddf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f49c939c4d2e42d598e0ef3542a6d597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588946 Jul 23 20:39:37.579612 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45376) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:37.625351 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-e0295860-7269-4b45-ba66-aa7b430ba333 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Request body: {'port': {'device_id': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c', 'admin_state_up': True, 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'security_groups': ['cf5a8ae3-0004-45ce-a915-2619d60f406b']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:37.639930 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a346806-41af-4653-80fd-77fd2eef20fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.662955 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a346806-41af-4653-80fd-77fd2eef20fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.723903 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a346806-41af-4653-80fd-77fd2eef20fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.729228 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a346806-41af-4653-80fd-77fd2eef20fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.751221 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a0776155-bf5e-47bf-b21d-001eee34d32d req-ab84d3de-5122-4398-8438-c4cbebf00c0c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.2280257 Jul 23 20:39:37.751409 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1a346806-41af-4653-80fd-77fd2eef20fc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b90d5a2-7a0f-47fd-9157-af3c4301b0a4 HTTP/1.1" status: 204 len: 168 time: 0.1619668 Jul 23 20:39:37.767086 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf0997-c5f5-4099-ba31-8b27df891052 req-b0bf99ae-7e6d-46e1-a6e5-145d355dc3df tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:37.769154 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6aaf0997-c5f5-4099-ba31-8b27df891052 req-b0bf99ae-7e6d-46e1-a6e5-145d355dc3df tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 945 time: 0.5862806 Jul 23 20:39:37.794118 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a346806-41af-4653-80fd-77fd2eef20fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b90d5a2-7a0f-47fd-9157-af3c4301b0a4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:37.850969 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45382) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:37.869054 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2daec9ad-ae23-420d-ada7-f8d2fd7f6858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.898994 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-e37b1349-a9f9-4ee1-b243-fdc801b158f5 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc19446ccb0a4c219ec6673fb3605878 HTTP/1.1" status: 200 len: 380 time: 0.5019848 Jul 23 20:39:37.934162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-9bd56cec-0be7-4704-a445-87803136f07e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Request body: {'port': {'device_id': '67edefd8-cf07-4616-9feb-77bb7e599996', 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5', 'admin_state_up': True, 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'security_groups': ['231eb358-bebd-42eb-81af-33d6b583154d']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:37.942217 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5a40583-277f-4d52-83be-cb462237b213 req-34c17ce2-2ab9-43f8-b613-ca318708fb39 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6735604 Jul 23 20:39:38.012365 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2daec9ad-ae23-420d-ada7-f8d2fd7f6858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.017875 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2daec9ad-ae23-420d-ada7-f8d2fd7f6858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.079763 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5e426296-74c6-4976-a5fe-5420c3df6a98 req-2c0ee01a-3942-4bc4-9747-50b071c3d20e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.1615393 Jul 23 20:39:38.100443 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2daec9ad-ae23-420d-ada7-f8d2fd7f6858 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=381d8758e25a478eac1f3c597be1f9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2481084 Jul 23 20:39:38.103739 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45386) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:38.144911 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6aaf0997-c5f5-4099-ba31-8b27df891052 req-8135f0e3-8089-40c6-bdc7-2c906f86ccd8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548818 Jul 23 20:39:38.165509 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daec9ad-ae23-420d-ada7-f8d2fd7f6858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b1917f-5592-4da0-ae28-1dda0eb6d69a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:38.210781 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-e0295860-7269-4b45-ba66-aa7b430ba333 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Made reservation on behalf of 9ca36bd4dc5c4109bf8508b5723f3746 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:38.215208 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-e0295860-7269-4b45-ba66-aa7b430ba333 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.255503 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-05915f46-a5f7-4c4c-a9d8-5387d201f743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.297214 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-05915f46-a5f7-4c4c-a9d8-5387d201f743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.349165 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5a40583-277f-4d52-83be-cb462237b213 req-d92cea21-304b-465f-94b7-48e8230b6786 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566744 Jul 23 20:39:38.366925 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-05915f46-a5f7-4c4c-a9d8-5387d201f743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.374413 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-05915f46-a5f7-4c4c-a9d8-5387d201f743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.375780 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-05915f46-a5f7-4c4c-a9d8-5387d201f743 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2b1917f-5592-4da0-ae28-1dda0eb6d69a HTTP/1.1" status: 204 len: 168 time: 0.2708945 Jul 23 20:39:38.386991 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05915f46-a5f7-4c4c-a9d8-5387d201f743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b1917f-5592-4da0-ae28-1dda0eb6d69a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:38.554431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-9bd56cec-0be7-4704-a445-87803136f07e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Made reservation on behalf of fc19446ccb0a4c219ec6673fb3605878 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:38.558959 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-9bd56cec-0be7-4704-a445-87803136f07e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.606554 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e13fb0-3e82-4857-9a8a-b660bdb5f3e1 req-be28356d-d344-48f6-ac4d-e80d89b52000 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:38.611847 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63e13fb0-3e82-4857-9a8a-b660bdb5f3e1 req-be28356d-d344-48f6-ac4d-e80d89b52000 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 945 time: 0.2561424 Jul 23 20:39:38.662786 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-e0295860-7269-4b45-ba66-aa7b430ba333 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Allocated IP 172.20.0.13 (bd17cd34-e969-4b19-90d9-ebcf6df4f73c/e30070cc-08f6-4366-9d16-3dfe52a72249/214304c1-8d67-470d-8ca8-60e60e3fe9e0) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:38.748094 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63e13fb0-3e82-4857-9a8a-b660bdb5f3e1 req-10a35511-c0cf-4925-913a-04eab36ff1d5 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296818 Jul 23 20:39:38.952145 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-911dc418-8843-474f-8957-aab142ab8e24 req-91ab6ee7-7101-4efa-b3bc-3010b8c18f0c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.0809395 Jul 23 20:39:39.013818 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45416) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:39.059947 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-e0295860-7269-4b45-ba66-aa7b430ba333 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.074699 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-e0295860-7269-4b45-ba66-aa7b430ba333 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Transition to ACTIVE for port object 214304c1-8d67-470d-8ca8-60e60e3fe9e0 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:39.088332 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-9bd56cec-0be7-4704-a445-87803136f07e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Allocated IP 172.20.0.8 (04518969-2864-49dd-8fa7-d7bf22c7ecb5/0fec6d45-9345-4d90-b1d2-40a8c0c03e92/ac7d5512-08f7-45f5-8473-32a1d13ff319) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:39.188185 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-e0295860-7269-4b45-ba66-aa7b430ba333 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.257242 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e34bdf3b-234d-4860-b8b3-f5cd4540d445 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1272010222-network', 'tenant_id': '2c41a6eeb0fa425dbcb8f660ccc18f1f'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:39.320589 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34bdf3b-234d-4860-b8b3-f5cd4540d445 admin admin] Made reservation on behalf of 2c41a6eeb0fa425dbcb8f660ccc18f1f for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:39.324764 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e34bdf3b-234d-4860-b8b3-f5cd4540d445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.335327 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e34bdf3b-234d-4860-b8b3-f5cd4540d445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.390145 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-9bd56cec-0be7-4704-a445-87803136f07e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.431012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-e0295860-7269-4b45-ba66-aa7b430ba333 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Network bd17cd34-e969-4b19-90d9-ebcf6df4f73c is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:39.463963 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e34bdf3b-234d-4860-b8b3-f5cd4540d445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.469832 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e34bdf3b-234d-4860-b8b3-f5cd4540d445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.488092 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34bdf3b-234d-4860-b8b3-f5cd4540d445 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:39:39.502052 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e34bdf3b-234d-4860-b8b3-f5cd4540d445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.502882 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-e34bdf3b-234d-4860-b8b3-f5cd4540d445 admin admin] Added segment 49ec5bf4-0d82-49a6-bff6-09e51c0ced0d of type vlan for network 44c7deb0-1936-4e27-8bf6-61b8c6aa6582 Jul 23 20:39:39.527218 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device f72fd789-e396-40d5-8b53-14d68e5dad83 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:39.562600 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e34bdf3b-234d-4860-b8b3-f5cd4540d445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.615701 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e34bdf3b-234d-4860-b8b3-f5cd4540d445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.617399 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34bdf3b-234d-4860-b8b3-f5cd4540d445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:39.617993 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e34bdf3b-234d-4860-b8b3-f5cd4540d445 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.671200 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bdf3b-234d-4860-b8b3-f5cd4540d445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80557f1b-c1b3-4b88-9b28-1807925eef48,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:39.688351 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e34bdf3b-234d-4860-b8b3-f5cd4540d445 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6692185 Jul 23 20:39:39.716331 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.719222 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45438) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:39.730805 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-df39b529-981e-48f1-8a98-76230a50446f admin admin] Request body: {'subnet': {'network_id': '44c7deb0-1936-4e27-8bf6-61b8c6aa6582', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1272010222-subnet', 'tenant_id': '2c41a6eeb0fa425dbcb8f660ccc18f1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:39.742050 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bdf3b-234d-4860-b8b3-f5cd4540d445 admin admin] Pushing event updated for resources: {'Network': ['ID=44c7deb0-1936-4e27-8bf6-61b8c6aa6582,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:39.764280 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 44c7deb0-1936-4e27-8bf6-61b8c6aa6582 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:39:39.788840 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df39b529-981e-48f1-8a98-76230a50446f admin admin] Made reservation on behalf of 2c41a6eeb0fa425dbcb8f660ccc18f1f for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:39.791563 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df39b529-981e-48f1-8a98-76230a50446f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.817250 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1acda7b4-8fbf-470a-bcd5-60bad7ed5292 req-6376752f-c8d6-4a54-8595-e355e0c1ebf8 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.5405335 Jul 23 20:39:39.837644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-e0295860-7269-4b45-ba66-aa7b430ba333 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:39.840241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-9bd56cec-0be7-4704-a445-87803136f07e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Transition to ACTIVE for port object ac7d5512-08f7-45f5-8473-32a1d13ff319 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:39.842577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0295860-7269-4b45-ba66-aa7b430ba333 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event updated for resources: {'Port': ['ID=214304c1-8d67-470d-8ca8-60e60e3fe9e0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:39.847662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-e0295860-7269-4b45-ba66-aa7b430ba333 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:39.849312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port f72fd789-e396-40d5-8b53-14d68e5dad83, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f72fd789-e396-40d5-8b53-14d68e5dad83,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:39.860066 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bde080d-428d-453d-aa9c-04ebd4577879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72fd789-e396-40d5-8b53-14d68e5dad83'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:39.863144 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c645fa0-4bb8-4fff-93d3-d74b5cefb2cb" -d '{"events": [{"server_uuid": "9bde080d-428d-453d-aa9c-04ebd4577879", "name": "network-vif-unplugged", "status": "completed", "tag": "f72fd789-e396-40d5-8b53-14d68e5dad83"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:39.904534 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.938499 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-e0295860-7269-4b45-ba66-aa7b430ba333 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:39.939159 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-e0295860-7269-4b45-ba66-aa7b430ba333 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.006054 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=f72fd789-e396-40d5-8b53-14d68e5dad83,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:40.011366 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-e0295860-7269-4b45-ba66-aa7b430ba333 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4100664 Jul 23 20:39:40.047592 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-48da87bb-2cf6-4e4d-a9c1-9f5708431840 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Request body: {'port': {'device_id': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c', 'admin_state_up': True, 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'security_groups': ['cf5a8ae3-0004-45ce-a915-2619d60f406b']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:40.188128 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0fe2c-e588-4447-989b-f81c7b49c6b6 req-2e940a9f-c68c-43d0-83c5-850f73b45e41 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:40.188700 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c86cdafa-b7fe-4db8-8183-ae716ad157f9 None None] Provisioning for port 214304c1-8d67-470d-8ca8-60e60e3fe9e0 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:40.191729 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64d0fe2c-e588-4447-989b-f81c7b49c6b6 req-2e940a9f-c68c-43d0-83c5-850f73b45e41 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 945 time: 0.7934313 Jul 23 20:39:40.193140 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-9bd56cec-0be7-4704-a445-87803136f07e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.201685 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c86cdafa-b7fe-4db8-8183-ae716ad157f9 None None] Provisioning complete for port 214304c1-8d67-470d-8ca8-60e60e3fe9e0 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:40.202065 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c86cdafa-b7fe-4db8-8183-ae716ad157f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.238798 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df39b529-981e-48f1-8a98-76230a50446f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.329291 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c86cdafa-b7fe-4db8-8183-ae716ad157f9 None None] Port 214304c1-8d67-470d-8ca8-60e60e3fe9e0 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:40.349683 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39b529-981e-48f1-8a98-76230a50446f admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c7066b-d7ca-4863-9146-3f911d3b3e4e,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:40.381243 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df39b529-981e-48f1-8a98-76230a50446f admin admin] Checking segment: {'id': '49ec5bf4-0d82-49a6-bff6-09e51c0ced0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '44c7deb0-1936-4e27-8bf6-61b8c6aa6582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:40.381614 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39b529-981e-48f1-8a98-76230a50446f admin admin] Network hostable DHCP agents. Network: 44c7deb0-1936-4e27-8bf6-61b8c6aa6582, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:39:40.406421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39b529-981e-48f1-8a98-76230a50446f admin admin] Network 44c7deb0-1936-4e27-8bf6-61b8c6aa6582 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:39:40.420545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-df39b529-981e-48f1-8a98-76230a50446f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 44c7deb0-1936-4e27-8bf6-61b8c6aa6582) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:40.420800 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-9bd56cec-0be7-4704-a445-87803136f07e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Network 04518969-2864-49dd-8fa7-d7bf22c7ecb5 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:40.429171 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64d0fe2c-e588-4447-989b-f81c7b49c6b6 req-25ff5213-4556-4c10-9f78-9822151b0a58 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155826 Jul 23 20:39:40.434574 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd56cec-0be7-4704-a445-87803136f07e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event updated for resources: {'Port': ['ID=ac7d5512-08f7-45f5-8473-32a1d13ff319,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:40.434765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4723acba-8f75-4050-90e7-5661e384c9b9 None None] Network 44c7deb0-1936-4e27-8bf6-61b8c6aa6582 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:40.435559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df39b529-981e-48f1-8a98-76230a50446f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:40.436412 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df39b529-981e-48f1-8a98-76230a50446f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.454345 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-9bd56cec-0be7-4704-a445-87803136f07e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:40.468674 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-df39b529-981e-48f1-8a98-76230a50446f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7478926 Jul 23 20:39:40.484124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab153e-e36a-44dd-b246-4dbaef82ba79 req-879f2d49-e646-4bdc-931a-1b0a8a9f9983 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:40.485740 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0eab153e-e36a-44dd-b246-4dbaef82ba79 req-879f2d49-e646-4bdc-931a-1b0a8a9f9983 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 945 time: 0.4972596 Jul 23 20:39:40.491755 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-9bd56cec-0be7-4704-a445-87803136f07e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:40.648003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-9bd56cec-0be7-4704-a445-87803136f07e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:40.649001 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-9bd56cec-0be7-4704-a445-87803136f07e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.664009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0eab153e-e36a-44dd-b246-4dbaef82ba79 req-09fa9a70-73e8-4e7e-ab2c-744b9362a714 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668775 Jul 23 20:39:40.680451 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-48da87bb-2cf6-4e4d-a9c1-9f5708431840 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Made reservation on behalf of 9ca36bd4dc5c4109bf8508b5723f3746 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:40.686755 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-48da87bb-2cf6-4e4d-a9c1-9f5708431840 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.712513 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-9bd56cec-0be7-4704-a445-87803136f07e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7988994 Jul 23 20:39:40.742095 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-fc312608-713c-42c6-a0c6-5dec5d4343ad tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Request body: {'port': {'device_id': '67edefd8-cf07-4616-9feb-77bb7e599996', 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1', 'admin_state_up': True, 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'security_groups': ['231eb358-bebd-42eb-81af-33d6b583154d']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:40.830060 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b0d56c-da21-4d16-b295-b24543d46a40 x-openstack-request-id: req-48b0d56c-da21-4d16-b295-b24543d46a40 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:40.830713 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bde080d-428d-453d-aa9c-04ebd4577879", "name": "network-vif-unplugged", "status": "completed", "tag": "f72fd789-e396-40d5-8b53-14d68e5dad83", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:40.831080 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48b0d56c-da21-4d16-b295-b24543d46a40 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:40.831756 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bde080d-428d-453d-aa9c-04ebd4577879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72fd789-e396-40d5-8b53-14d68e5dad83', 'code': 200} Jul 23 20:39:40.920387 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a7704e-7d25-482e-b8fc-570613d0cc21 None None] Network 44c7deb0-1936-4e27-8bf6-61b8c6aa6582 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:41.000622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-78d4e650-fa7f-4ea2-84bc-109503716049 None None] Provisioning for port ac7d5512-08f7-45f5-8473-32a1d13ff319 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:41.009812 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-78d4e650-fa7f-4ea2-84bc-109503716049 None None] Provisioning complete for port ac7d5512-08f7-45f5-8473-32a1d13ff319 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:41.010318 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78d4e650-fa7f-4ea2-84bc-109503716049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.035078 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-48da87bb-2cf6-4e4d-a9c1-9f5708431840 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Allocated IP 10.1.1.124 (59c5d0ae-3121-4e53-88c3-139064a5c09c/a29a518f-ecc9-4636-9c65-c54cb733ea9a/15c94fa6-9255-45bc-a13a-117c1b554b47) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:41.073758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-78d4e650-fa7f-4ea2-84bc-109503716049 None None] Port ac7d5512-08f7-45f5-8473-32a1d13ff319 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:41.159835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fa1fc-1662-47ee-9b98-b6b5b3f2661b req-cc3ac623-e2b4-484c-9d30-7f957decb967 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:41.159835 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-880fa1fc-1662-47ee-9b98-b6b5b3f2661b req-cc3ac623-e2b4-484c-9d30-7f957decb967 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 932 time: 0.4292550 Jul 23 20:39:41.218391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-fc312608-713c-42c6-a0c6-5dec5d4343ad tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Made reservation on behalf of fc19446ccb0a4c219ec6673fb3605878 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:41.221904 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-fc312608-713c-42c6-a0c6-5dec5d4343ad tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.222950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45474) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:41.228155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-dea5962c-272d-4a42-b067-551ffe90f6e6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-779347279-network', 'tenant_id': '324a4d0c298e42d7886a584c3669d471'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:41.244460 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537621d-04a7-413d-94ac-c02b2ae5a0b2 req-d15643f3-819a-43d7-a026-fa1b6309d80d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:41.246414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3537621d-04a7-413d-94ac-c02b2ae5a0b2 req-d15643f3-819a-43d7-a026-fa1b6309d80d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 931 time: 0.2388670 Jul 23 20:39:41.255227 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea5962c-272d-4a42-b067-551ffe90f6e6 admin admin] Made reservation on behalf of 324a4d0c298e42d7886a584c3669d471 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:41.259431 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dea5962c-272d-4a42-b067-551ffe90f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.268572 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dea5962c-272d-4a42-b067-551ffe90f6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.343825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-880fa1fc-1662-47ee-9b98-b6b5b3f2661b req-78b9b64b-819c-40c2-aa5d-1ceebf4a844b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672277 Jul 23 20:39:41.386489 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dea5962c-272d-4a42-b067-551ffe90f6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.392675 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dea5962c-272d-4a42-b067-551ffe90f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.415501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea5962c-272d-4a42-b067-551ffe90f6e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:39:41.426161 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3537621d-04a7-413d-94ac-c02b2ae5a0b2 req-1b752d55-08fe-4386-9e90-128151fbe4e6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359544 Jul 23 20:39:41.431297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5962c-272d-4a42-b067-551ffe90f6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a46c0dc-9605-4de0-a646-451d74315371,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:41.433227 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-48da87bb-2cf6-4e4d-a9c1-9f5708431840 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.434624 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dea5962c-272d-4a42-b067-551ffe90f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.435230 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-dea5962c-272d-4a42-b067-551ffe90f6e6 admin admin] Added segment 928ff296-1def-4982-b4d3-a9cea25303bd of type vlan for network 1c5f0beb-1f38-4773-b300-d23f0c31364b Jul 23 20:39:41.477907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-48da87bb-2cf6-4e4d-a9c1-9f5708431840 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Transition to ACTIVE for port object 15c94fa6-9255-45bc-a13a-117c1b554b47 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:41.508411 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dea5962c-272d-4a42-b067-551ffe90f6e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.519888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-fc312608-713c-42c6-a0c6-5dec5d4343ad tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Allocated IP 10.1.1.238 (2a24e8cb-e405-4a03-a590-fe816e8a53f1/44c6a485-1e2e-4eca-8671-6557e9d07f4e/375f4d5b-bee1-40a7-8ed7-558dfed774a8) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:41.561215 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dea5962c-272d-4a42-b067-551ffe90f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.563471 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea5962c-272d-4a42-b067-551ffe90f6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:41.564178 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dea5962c-272d-4a42-b067-551ffe90f6e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.599070 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-48da87bb-2cf6-4e4d-a9c1-9f5708431840 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.602625 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dea5962c-272d-4a42-b067-551ffe90f6e6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3760743 Jul 23 20:39:41.604404 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45478) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:41.610671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-086b04af-b36f-4115-bc2c-d3db696f39a9 admin admin] Request body: {'subnet': {'network_id': '1c5f0beb-1f38-4773-b300-d23f0c31364b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-779347279-subnet', 'tenant_id': '324a4d0c298e42d7886a584c3669d471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:41.653404 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5962c-272d-4a42-b067-551ffe90f6e6 admin admin] Pushing event updated for resources: {'Network': ['ID=1c5f0beb-1f38-4773-b300-d23f0c31364b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:41.669058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086b04af-b36f-4115-bc2c-d3db696f39a9 admin admin] Made reservation on behalf of 324a4d0c298e42d7886a584c3669d471 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:41.670619 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 1c5f0beb-1f38-4773-b300-d23f0c31364b details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:39:41.672011 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-086b04af-b36f-4115-bc2c-d3db696f39a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.689280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-48da87bb-2cf6-4e4d-a9c1-9f5708431840 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Network 59c5d0ae-3121-4e53-88c3-139064a5c09c is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:41.702440 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-48da87bb-2cf6-4e4d-a9c1-9f5708431840 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:41.735483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-48da87bb-2cf6-4e4d-a9c1-9f5708431840 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:41.744995 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da87bb-2cf6-4e4d-a9c1-9f5708431840 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event updated for resources: {'Port': ['ID=15c94fa6-9255-45bc-a13a-117c1b554b47,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:41.840413 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d1b79-d2e1-49a4-80ca-d17f37c4e8d2 req-575b6328-827e-41b2-b8b8-4d6ebcc61294 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:41.842766 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-101d1b79-d2e1-49a4-80ca-d17f37c4e8d2 req-575b6328-827e-41b2-b8b8-4d6ebcc61294 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 943 time: 0.3036840 Jul 23 20:39:41.866500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-48da87bb-2cf6-4e4d-a9c1-9f5708431840 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:41.867186 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-48da87bb-2cf6-4e4d-a9c1-9f5708431840 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.920183 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-086b04af-b36f-4115-bc2c-d3db696f39a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.942774 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-fc312608-713c-42c6-a0c6-5dec5d4343ad tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.978495 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-48da87bb-2cf6-4e4d-a9c1-9f5708431840 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9514630 Jul 23 20:39:41.981152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-fc312608-713c-42c6-a0c6-5dec5d4343ad tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Transition to ACTIVE for port object 375f4d5b-bee1-40a7-8ed7-558dfed774a8 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:41.985942 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-101d1b79-d2e1-49a4-80ca-d17f37c4e8d2 req-f031cfb5-29e4-4cd2-8fa0-63291f338d25 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354284 Jul 23 20:39:41.996583 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-86cbbc14-701c-4173-a437-294850e6d8a1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Request body: {'port': {'device_id': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c', 'admin_state_up': True, 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'security_groups': ['cf5a8ae3-0004-45ce-a915-2619d60f406b']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:42.004056 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b04af-b36f-4115-bc2c-d3db696f39a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb68f15-6c27-4193-9199-6ad4340cd43b,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:42.013418 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b04af-b36f-4115-bc2c-d3db696f39a9 admin admin] Checking segment: {'id': '928ff296-1def-4982-b4d3-a9cea25303bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1c5f0beb-1f38-4773-b300-d23f0c31364b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:42.014046 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086b04af-b36f-4115-bc2c-d3db696f39a9 admin admin] Network hostable DHCP agents. Network: 1c5f0beb-1f38-4773-b300-d23f0c31364b, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:39:42.044508 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086b04af-b36f-4115-bc2c-d3db696f39a9 admin admin] Network 1c5f0beb-1f38-4773-b300-d23f0c31364b is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:39:42.058932 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-086b04af-b36f-4115-bc2c-d3db696f39a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 1c5f0beb-1f38-4773-b300-d23f0c31364b) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:42.069060 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6843759d-6f86-45f5-bcba-7256fc20a0c7 None None] Network 1c5f0beb-1f38-4773-b300-d23f0c31364b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:42.076520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086b04af-b36f-4115-bc2c-d3db696f39a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:42.077327 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-086b04af-b36f-4115-bc2c-d3db696f39a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.106981 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-086b04af-b36f-4115-bc2c-d3db696f39a9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5017662 Jul 23 20:39:42.132875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8239775-26e2-4ec3-a039-10a17d129242 req-d398378d-3a60-4236-96e9-8ee3fb4f97d0 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:42.134626 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e8239775-26e2-4ec3-a039-10a17d129242 req-d398378d-3a60-4236-96e9-8ee3fb4f97d0 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 945 time: 0.2830353 Jul 23 20:39:42.147980 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e94d5b47-83a3-43a4-b18c-b99a04134b21 None None] Provisioning for port 15c94fa6-9255-45bc-a13a-117c1b554b47 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:42.158147 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e94d5b47-83a3-43a4-b18c-b99a04134b21 None None] Provisioning complete for port 15c94fa6-9255-45bc-a13a-117c1b554b47 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:42.158523 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e94d5b47-83a3-43a4-b18c-b99a04134b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.218103 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e94d5b47-83a3-43a4-b18c-b99a04134b21 None None] Port 15c94fa6-9255-45bc-a13a-117c1b554b47 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:42.234733 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e8239775-26e2-4ec3-a039-10a17d129242 req-dbaaeb44-178a-46f6-a264-77b540f9cf35 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612817 Jul 23 20:39:42.244176 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-fc312608-713c-42c6-a0c6-5dec5d4343ad tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.272506 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f6cbd3-f113-4df7-92ed-2912ea2adaae None None] Network 1c5f0beb-1f38-4773-b300-d23f0c31364b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:42.327249 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-fc312608-713c-42c6-a0c6-5dec5d4343ad tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:42.339554 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-fc312608-713c-42c6-a0c6-5dec5d4343ad tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:42.345592 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-fc312608-713c-42c6-a0c6-5dec5d4343ad tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:42.355553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc312608-713c-42c6-a0c6-5dec5d4343ad tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event updated for resources: {'Port': ['ID=375f4d5b-bee1-40a7-8ed7-558dfed774a8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:42.397079 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e88e2-ede4-4bf6-8c55-da991325f920 req-699b9438-afc8-49a1-8338-5015052ba1fb tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:42.406453 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-162e88e2-ede4-4bf6-8c55-da991325f920 req-699b9438-afc8-49a1-8338-5015052ba1fb tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.2852471 Jul 23 20:39:42.408500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-86cbbc14-701c-4173-a437-294850e6d8a1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Made reservation on behalf of 9ca36bd4dc5c4109bf8508b5723f3746 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:42.412234 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-86cbbc14-701c-4173-a437-294850e6d8a1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.494319 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-fc312608-713c-42c6-a0c6-5dec5d4343ad tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:42.495048 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-fc312608-713c-42c6-a0c6-5dec5d4343ad tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.503663 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-162e88e2-ede4-4bf6-8c55-da991325f920 req-fa289e56-08dd-4729-b2d1-5ca85c3c7660 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962281 Jul 23 20:39:42.598737 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-fc312608-713c-42c6-a0c6-5dec5d4343ad tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8676605 Jul 23 20:39:42.617174 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-1525055b-c3ad-4c08-ab2a-ed1dc1e6930e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Request body: {'port': {'device_id': '67edefd8-cf07-4616-9feb-77bb7e599996', 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1', 'admin_state_up': True, 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'security_groups': ['231eb358-bebd-42eb-81af-33d6b583154d']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:42.642387 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-40bcd557-ac72-4d29-8926-acadb0961926 None None] Provisioning for port 375f4d5b-bee1-40a7-8ed7-558dfed774a8 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:42.650912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-40bcd557-ac72-4d29-8926-acadb0961926 None None] Provisioning complete for port 375f4d5b-bee1-40a7-8ed7-558dfed774a8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:42.651318 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40bcd557-ac72-4d29-8926-acadb0961926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.696100 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-40bcd557-ac72-4d29-8926-acadb0961926 None None] Port 375f4d5b-bee1-40a7-8ed7-558dfed774a8 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:42.741361 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b0fa-0258-4432-bd22-22e3a03c7892 req-a5deb8d7-da9f-40da-b5e8-078aeb47ed68 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:42.748015 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b0fa-0258-4432-bd22-22e3a03c7892 req-a5deb8d7-da9f-40da-b5e8-078aeb47ed68 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:42.749653 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e9b0fa-0258-4432-bd22-22e3a03c7892 req-a5deb8d7-da9f-40da-b5e8-078aeb47ed68 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 1654 time: 0.2623951 Jul 23 20:39:42.833999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-86cbbc14-701c-4173-a437-294850e6d8a1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Allocated IP 10.1.1.42 (59c5d0ae-3121-4e53-88c3-139064a5c09c/a29a518f-ecc9-4636-9c65-c54cb733ea9a/91ccd907-3ee5-4d2e-b2cc-2c4f32958481) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:42.891256 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e9b0fa-0258-4432-bd22-22e3a03c7892 req-619b0500-46b0-4310-8baf-e4a0de0d89db tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325965 Jul 23 20:39:42.910298 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-1525055b-c3ad-4c08-ab2a-ed1dc1e6930e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Made reservation on behalf of fc19446ccb0a4c219ec6673fb3605878 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:42.913853 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-1525055b-c3ad-4c08-ab2a-ed1dc1e6930e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.130796 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-1e5ba42b-8412-488a-a183-8c330154fedd tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:43.132322 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-1e5ba42b-8412-488a-a183-8c330154fedd tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/networks?id=44c7deb0-1936-4e27-8bf6-61b8c6aa6582 HTTP/1.1" status: 200 len: 825 time: 0.3365014 Jul 23 20:39:43.177569 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-ec4606f6-b0e6-4283-8ced-c8155d44931a tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/quotas/2c41a6eeb0fa425dbcb8f660ccc18f1f HTTP/1.1" status: 200 len: 375 time: 0.0384760 Jul 23 20:39:43.257060 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-a06adcaa-8379-4ebe-a7ba-fa502ae1137b tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c41a6eeb0fa425dbcb8f660ccc18f1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685947 Jul 23 20:39:43.274764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b614ab-d349-4768-b4c8-00b84bca2a29 req-85b1883d-fc07-4c04-b55e-c8fbc49e0b39 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:43.281062 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b614ab-d349-4768-b4c8-00b84bca2a29 req-85b1883d-fc07-4c04-b55e-c8fbc49e0b39 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:43.282638 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-35b614ab-d349-4768-b4c8-00b84bca2a29 req-85b1883d-fc07-4c04-b55e-c8fbc49e0b39 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 1653 time: 0.3070703 Jul 23 20:39:43.296078 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-86cbbc14-701c-4173-a437-294850e6d8a1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.359756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-1525055b-c3ad-4c08-ab2a-ed1dc1e6930e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Allocated IP 10.1.1.105 (2a24e8cb-e405-4a03-a590-fe816e8a53f1/44c6a485-1e2e-4eca-8671-6557e9d07f4e/96427106-3c2e-463d-8d37-38319788aff2) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:43.363517 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-86cbbc14-701c-4173-a437-294850e6d8a1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Transition to ACTIVE for port object 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:43.436235 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-35b614ab-d349-4768-b4c8-00b84bca2a29 req-416a625b-11b9-4e3d-85a6-05ec3de4712c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377025 Jul 23 20:39:43.500196 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-19cf7aa0-091a-4f64-b680-5de1d744351e service neutron] 10.222.0.55 "GET /v2.0/networks/44c7deb0-1936-4e27-8bf6-61b8c6aa6582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165506 Jul 23 20:39:43.550206 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device f72fd789-e396-40d5-8b53-14d68e5dad83 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:43.871940 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-86cbbc14-701c-4173-a437-294850e6d8a1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.016974 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-86cbbc14-701c-4173-a437-294850e6d8a1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Network 59c5d0ae-3121-4e53-88c3-139064a5c09c is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:44.038645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-86cbbc14-701c-4173-a437-294850e6d8a1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:44.052171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbbc14-701c-4173-a437-294850e6d8a1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event updated for resources: {'Port': ['ID=91ccd907-3ee5-4d2e-b2cc-2c4f32958481,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:44.060428 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-86cbbc14-701c-4173-a437-294850e6d8a1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:44.127852 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-1525055b-c3ad-4c08-ab2a-ed1dc1e6930e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.151348 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-209aa70c-81c4-43af-a742-5c507cf4d0df service neutron] 10.222.0.55 "GET /v2.0/networks/44c7deb0-1936-4e27-8bf6-61b8c6aa6582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6377988 Jul 23 20:39:44.163003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-1525055b-c3ad-4c08-ab2a-ed1dc1e6930e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Transition to ACTIVE for port object 96427106-3c2e-463d-8d37-38319788aff2 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:44.175607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d26282-53de-4972-a7d1-ced27ccf9082 req-94d7e882-ee7c-44b8-976e-1032eae3b0c6 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:44.179772 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-68d26282-53de-4972-a7d1-ced27ccf9082 req-94d7e882-ee7c-44b8-976e-1032eae3b0c6 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.6753116 Jul 23 20:39:44.242082 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-86cbbc14-701c-4173-a437-294850e6d8a1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:44.242978 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-86cbbc14-701c-4173-a437-294850e6d8a1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.303564 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-1525055b-c3ad-4c08-ab2a-ed1dc1e6930e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.319469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-68d26282-53de-4972-a7d1-ced27ccf9082 req-b10ec6e8-3bb5-46dc-ad30-cd819619c148 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615599 Jul 23 20:39:44.342559 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-86cbbc14-701c-4173-a437-294850e6d8a1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3552892 Jul 23 20:39:44.411517 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-576dbd61-8a21-4db6-888d-e237224543dd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Request body: {'port': {'device_id': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb', 'admin_state_up': True, 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'security_groups': ['cf5a8ae3-0004-45ce-a915-2619d60f406b']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:44.444338 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6318e7ef-fa09-497d-94ab-d04176a01e69 None None] Provisioning for port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:44.449481 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6318e7ef-fa09-497d-94ab-d04176a01e69 None None] Provisioning complete for port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:44.450058 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6318e7ef-fa09-497d-94ab-d04176a01e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.520856 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6318e7ef-fa09-497d-94ab-d04176a01e69 None None] Port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:44.581298 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-1525055b-c3ad-4c08-ab2a-ed1dc1e6930e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:44.609696 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-1525055b-c3ad-4c08-ab2a-ed1dc1e6930e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:44.611840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525055b-c3ad-4c08-ab2a-ed1dc1e6930e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event updated for resources: {'Port': ['ID=96427106-3c2e-463d-8d37-38319788aff2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:44.640654 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-1525055b-c3ad-4c08-ab2a-ed1dc1e6930e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:44.801542 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:39:44.928977 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-1525055b-c3ad-4c08-ab2a-ed1dc1e6930e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:44.929980 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-1525055b-c3ad-4c08-ab2a-ed1dc1e6930e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.970106 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-576dbd61-8a21-4db6-888d-e237224543dd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Made reservation on behalf of 9ca36bd4dc5c4109bf8508b5723f3746 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:44.997070 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-1525055b-c3ad-4c08-ab2a-ed1dc1e6930e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3843036 Jul 23 20:39:45.074321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b53d7-48f5-4d6d-ab76-3b880e5baab4 req-d7c8ab5c-1c1b-4e4a-82c8-a74eaf727647 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:45.078013 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ea35ff1a-c1cf-4dd0-ae71-e45522f4243a None None] Provisioning for port 96427106-3c2e-463d-8d37-38319788aff2 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:45.082836 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ea35ff1a-c1cf-4dd0-ae71-e45522f4243a None None] Provisioning complete for port 96427106-3c2e-463d-8d37-38319788aff2 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:45.083345 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ea35ff1a-c1cf-4dd0-ae71-e45522f4243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.098786 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b53d7-48f5-4d6d-ab76-3b880e5baab4 req-d7c8ab5c-1c1b-4e4a-82c8-a74eaf727647 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:45.142399 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b53d7-48f5-4d6d-ab76-3b880e5baab4 req-d7c8ab5c-1c1b-4e4a-82c8-a74eaf727647 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:45.151183 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-800b53d7-48f5-4d6d-ab76-3b880e5baab4 req-d7c8ab5c-1c1b-4e4a-82c8-a74eaf727647 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 2374 time: 0.5766811 Jul 23 20:39:45.156421 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-77adb4d0-d5e2-4e13-aa9d-207eec2242ee tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Request body: {'port': {'device_id': '67edefd8-cf07-4616-9feb-77bb7e599996', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324', 'admin_state_up': True, 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'security_groups': ['231eb358-bebd-42eb-81af-33d6b583154d']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:45.240453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ea35ff1a-c1cf-4dd0-ae71-e45522f4243a None None] Port 96427106-3c2e-463d-8d37-38319788aff2 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:45.303120 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.415984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f627918-671c-4e29-b3ad-4d2655d5941e req-bf6216d6-1aca-43e1-b57a-60bb85dc4aff tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:45.425892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f627918-671c-4e29-b3ad-4d2655d5941e req-bf6216d6-1aca-43e1-b57a-60bb85dc4aff tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 945 time: 0.8430667 Jul 23 20:39:45.431182 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-576dbd61-8a21-4db6-888d-e237224543dd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.545187 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-800b53d7-48f5-4d6d-ab76-3b880e5baab4 req-1703130b-0431-409a-aa74-27f9df666b07 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3925965 Jul 23 20:39:45.949564 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f627918-671c-4e29-b3ad-4d2655d5941e req-953aa061-afc4-45a0-b571-185fa1965d7b tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224586 Jul 23 20:39:45.961457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f484cfac-5af5-4152-995c-a1c7172fa4d4 req-f5e15740-e632-4bf9-882c-4c82cb272eeb tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/ports?device_id=df7c587f-0772-4aab-bbfe-1273a2f3dd5f HTTP/1.1" status: 200 len: 210 time: 0.0936165 Jul 23 20:39:46.143463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-77adb4d0-d5e2-4e13-aa9d-207eec2242ee tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Made reservation on behalf of fc19446ccb0a4c219ec6673fb3605878 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:46.268730 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-77adb4d0-d5e2-4e13-aa9d-207eec2242ee tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:46.335805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-576dbd61-8a21-4db6-888d-e237224543dd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Allocated IP 10.2.2.100 (9e4e0618-9258-49df-b427-fe7749c03fdb/f1df64a1-b61e-4d57-acf3-a7fd288e2905/50e3a026-c77e-4500-9b42-80dcec484704) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:46.585819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-26cdac32-2852-43b6-ae34-771ef133e68e tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:46.588076 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-26cdac32-2852-43b6-ae34-771ef133e68e tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.57 "GET /v2.0/networks?id=44c7deb0-1936-4e27-8bf6-61b8c6aa6582 HTTP/1.1" status: 200 len: 825 time: 0.3168921 Jul 23 20:39:46.619818 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-af2e853b-62ff-4816-8976-83d2e09ed386 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Request body: {'port': {'device_id': 'df7c587f-0772-4aab-bbfe-1273a2f3dd5f', 'network_id': '44c7deb0-1936-4e27-8bf6-61b8c6aa6582', 'admin_state_up': True, 'tenant_id': '2c41a6eeb0fa425dbcb8f660ccc18f1f'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:46.734837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e3b5d-c9ea-46bc-aa50-f7a40ed37b4d req-482b66f1-477e-4bec-a9e9-72d3cfa83673 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:46.742529 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e3b5d-c9ea-46bc-aa50-f7a40ed37b4d req-482b66f1-477e-4bec-a9e9-72d3cfa83673 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:46.750617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e3b5d-c9ea-46bc-aa50-f7a40ed37b4d req-482b66f1-477e-4bec-a9e9-72d3cfa83673 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:46.753096 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-849e3b5d-c9ea-46bc-aa50-f7a40ed37b4d req-482b66f1-477e-4bec-a9e9-72d3cfa83673 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 2374 time: 0.6376395 Jul 23 20:39:46.785612 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:46.956501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-77adb4d0-d5e2-4e13-aa9d-207eec2242ee tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Allocated IP 10.2.2.100 (950a5a79-45d4-4d93-a347-72e7566b3324/0867a56c-547c-4c4a-96c2-7761d6b3057e/b17aba8f-658e-4cfc-a2c6-69b79faa9595) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:47.557036 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 843c8978-4c3e-4160-bf1f-f023f95041c3 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:39:47.586228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92419306-e8cc-41bc-963a-77dc83f7fe28 req-fddf3131-4f3c-4858-b152-af285d61b11c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:47.589180 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92419306-e8cc-41bc-963a-77dc83f7fe28 req-fddf3131-4f3c-4858-b152-af285d61b11c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 1.2780967 Jul 23 20:39:47.592576 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-849e3b5d-c9ea-46bc-aa50-f7a40ed37b4d req-e847848d-76f4-4584-bf60-87400440144c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8262811 Jul 23 20:39:47.679450 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-77adb4d0-d5e2-4e13-aa9d-207eec2242ee tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:47.681191 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 843c8978-4c3e-4160-bf1f-f023f95041c3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=843c8978-4c3e-4160-bf1f-f023f95041c3,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:47.693739 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '843c8978-4c3e-4160-bf1f-f023f95041c3', 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02', 'port_id': '843c8978-4c3e-4160-bf1f-f023f95041c3', 'mac_address': 'fa:16:3e:28:b2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8f20ad-484c-4d56-b083-3ca713a43763', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:39:47.696199 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-77adb4d0-d5e2-4e13-aa9d-207eec2242ee tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Transition to ACTIVE for port object b17aba8f-658e-4cfc-a2c6-69b79faa9595 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:47.835654 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:47.869679 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-77adb4d0-d5e2-4e13-aa9d-207eec2242ee tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:47.882789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 843c8978-4c3e-4160-bf1f-f023f95041c3 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:39:47.948343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 843c8978-4c3e-4160-bf1f-f023f95041c3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=843c8978-4c3e-4160-bf1f-f023f95041c3,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:47.954475 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:48.016763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-77adb4d0-d5e2-4e13-aa9d-207eec2242ee tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Network 950a5a79-45d4-4d93-a347-72e7566b3324 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:48.044822 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=843c8978-4c3e-4160-bf1f-f023f95041c3,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:48.050521 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-576dbd61-8a21-4db6-888d-e237224543dd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:48.061016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:48.061633 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:48.062133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:48.062637 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:48.063142 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:48.063625 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:48.064131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:48.067159 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-576dbd61-8a21-4db6-888d-e237224543dd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Transition to ACTIVE for port object 50e3a026-c77e-4500-9b42-80dcec484704 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:48.067917 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:48.068423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:48.068941 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:48.069601 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:48.070272 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:48.096166 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adb4d0-d5e2-4e13-aa9d-207eec2242ee tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event updated for resources: {'Port': ['ID=b17aba8f-658e-4cfc-a2c6-69b79faa9595,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:48.113302 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92419306-e8cc-41bc-963a-77dc83f7fe28 req-9f7529b8-10c2-43bd-a35f-a15143211b5f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4976034 Jul 23 20:39:48.113302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-77adb4d0-d5e2-4e13-aa9d-207eec2242ee tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:48.119512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-77adb4d0-d5e2-4e13-aa9d-207eec2242ee tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:48.169515 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-af2e853b-62ff-4816-8976-83d2e09ed386 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Made reservation on behalf of 2c41a6eeb0fa425dbcb8f660ccc18f1f for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:48.173029 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-af2e853b-62ff-4816-8976-83d2e09ed386 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:48.183641 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0f950-6a80-4d70-a751-f615340fadf3 req-3c9a28af-cf1f-41aa-b216-f3b29f9d4c7e tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:48.191335 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0f950-6a80-4d70-a751-f615340fadf3 req-3c9a28af-cf1f-41aa-b216-f3b29f9d4c7e tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:48.197830 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0f950-6a80-4d70-a751-f615340fadf3 req-3c9a28af-cf1f-41aa-b216-f3b29f9d4c7e tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:48.206107 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40e0f950-6a80-4d70-a751-f615340fadf3 req-3c9a28af-cf1f-41aa-b216-f3b29f9d4c7e tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 2374 time: 0.4474874 Jul 23 20:39:48.223228 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['843c8978-4c3e-4160-bf1f-f023f95041c3'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:39:48.311501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-77adb4d0-d5e2-4e13-aa9d-207eec2242ee tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:48.312177 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-77adb4d0-d5e2-4e13-aa9d-207eec2242ee tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:48.316168 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-576dbd61-8a21-4db6-888d-e237224543dd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:48.402596 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40e0f950-6a80-4d70-a751-f615340fadf3 req-6b5c44c8-d0c1-48b3-b759-f17257d89682 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955411 Jul 23 20:39:48.435893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-77adb4d0-d5e2-4e13-aa9d-207eec2242ee tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3870597 Jul 23 20:39:48.466328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7deec6ec-17c8-4617-be17-a24fb1f07a20 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Request body: {'port': {'device_id': '67edefd8-cf07-4616-9feb-77bb7e599996', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324', 'admin_state_up': True, 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'security_groups': ['231eb358-bebd-42eb-81af-33d6b583154d']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:48.470812 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-576dbd61-8a21-4db6-888d-e237224543dd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Network 9e4e0618-9258-49df-b427-fe7749c03fdb is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:48.490992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dbd61-8a21-4db6-888d-e237224543dd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event updated for resources: {'Port': ['ID=50e3a026-c77e-4500-9b42-80dcec484704,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:48.502507 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-78d36cff-f944-4f79-b675-5ec0a95ca3ec None None] Provisioning for port b17aba8f-658e-4cfc-a2c6-69b79faa9595 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:48.505729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-576dbd61-8a21-4db6-888d-e237224543dd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:48.507230 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-78d36cff-f944-4f79-b675-5ec0a95ca3ec None None] Provisioning complete for port b17aba8f-658e-4cfc-a2c6-69b79faa9595 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:48.507679 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78d36cff-f944-4f79-b675-5ec0a95ca3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:48.536221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-576dbd61-8a21-4db6-888d-e237224543dd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:48.545540 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-78d36cff-f944-4f79-b675-5ec0a95ca3ec None None] Port b17aba8f-658e-4cfc-a2c6-69b79faa9595 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:48.619768 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c9043d9a-d6ea-40bf-bbfe-065e10a3e2b8 req-c361bb2b-78f3-4418-932f-9536fe7a32eb tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/ports?device_id=df7c587f-0772-4aab-bbfe-1273a2f3dd5f HTTP/1.1" status: 200 len: 210 time: 0.1249566 Jul 23 20:39:48.682174 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e1bc8-c72c-43d7-b104-ae73ba70fca8 req-4a7b829e-7fc1-43f3-b957-4b3aec1defb8 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:48.683853 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-605e1bc8-c72c-43d7-b104-ae73ba70fca8 req-4a7b829e-7fc1-43f3-b957-4b3aec1defb8 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 944 time: 0.4406047 Jul 23 20:39:48.730370 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-af2e853b-62ff-4816-8976-83d2e09ed386 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Allocated IP 172.20.0.7 (44c7deb0-1936-4e27-8bf6-61b8c6aa6582/22c7066b-d7ca-4863-9146-3f911d3b3e4e/7c7ea371-bbc2-4312-9eed-764184992f28) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:48.765587 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-576dbd61-8a21-4db6-888d-e237224543dd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:48.766467 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-576dbd61-8a21-4db6-888d-e237224543dd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:48.767004 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1de9a417-58bd-485c-b822-f931a8abec2a None None] Provisioning for port 50e3a026-c77e-4500-9b42-80dcec484704 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:48.771579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1de9a417-58bd-485c-b822-f931a8abec2a None None] Provisioning complete for port 50e3a026-c77e-4500-9b42-80dcec484704 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:48.771938 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1de9a417-58bd-485c-b822-f931a8abec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:48.810850 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1de9a417-58bd-485c-b822-f931a8abec2a None None] Port 50e3a026-c77e-4500-9b42-80dcec484704 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:48.822721 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7deec6ec-17c8-4617-be17-a24fb1f07a20 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Made reservation on behalf of fc19446ccb0a4c219ec6673fb3605878 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:48.827600 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7deec6ec-17c8-4617-be17-a24fb1f07a20 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:48.870950 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-576dbd61-8a21-4db6-888d-e237224543dd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4737000 Jul 23 20:39:48.884584 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-605e1bc8-c72c-43d7-b104-ae73ba70fca8 req-e98b5a48-b46a-48c1-9d1b-7fe8e96a548f tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935945 Jul 23 20:39:48.895397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-d6bb2de7-2ef9-4c74-a486-1ac391bce499 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Request body: {'port': {'device_id': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb', 'admin_state_up': True, 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'security_groups': ['cf5a8ae3-0004-45ce-a915-2619d60f406b']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:49.067154 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922fc09-e012-47c2-b5fb-817beeb147aa req-58bb86b3-2a21-45ac-9589-25f207b50641 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:49.073106 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922fc09-e012-47c2-b5fb-817beeb147aa req-58bb86b3-2a21-45ac-9589-25f207b50641 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:49.079534 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922fc09-e012-47c2-b5fb-817beeb147aa req-58bb86b3-2a21-45ac-9589-25f207b50641 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:49.085536 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922fc09-e012-47c2-b5fb-817beeb147aa req-58bb86b3-2a21-45ac-9589-25f207b50641 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:49.087825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b922fc09-e012-47c2-b5fb-817beeb147aa req-58bb86b3-2a21-45ac-9589-25f207b50641 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 3095 time: 0.3693457 Jul 23 20:39:49.309503 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b922fc09-e012-47c2-b5fb-817beeb147aa req-e35a88a9-fc9c-4861-b731-1e8ad8db8d14 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856246 Jul 23 20:39:49.355559 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-af2e853b-62ff-4816-8976-83d2e09ed386 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:49.362503 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-d6bb2de7-2ef9-4c74-a486-1ac391bce499 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Made reservation on behalf of 9ca36bd4dc5c4109bf8508b5723f3746 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:49.367160 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-d6bb2de7-2ef9-4c74-a486-1ac391bce499 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:49.393481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7deec6ec-17c8-4617-be17-a24fb1f07a20 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Allocated IP 10.2.2.200 (950a5a79-45d4-4d93-a347-72e7566b3324/0867a56c-547c-4c4a-96c2-7761d6b3057e/a68d1c06-08c3-477a-a148-144d28dc32e4) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:49.428479 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed56b29-08ca-479c-9126-f5bc234a5e68 req-43cf3b55-97b2-40cc-8474-07702f8119ad tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:49.429995 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ed56b29-08ca-479c-9126-f5bc234a5e68 req-43cf3b55-97b2-40cc-8474-07702f8119ad tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.2299373 Jul 23 20:39:49.572380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 843c8978-4c3e-4160-bf1f-f023f95041c3 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:49.620579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 843c8978-4c3e-4160-bf1f-f023f95041c3 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:49.620945 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:49.629079 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-af2e853b-62ff-4816-8976-83d2e09ed386 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:49.633899 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ed56b29-08ca-479c-9126-f5bc234a5e68 req-5e532785-723c-4e68-ad74-7d9bc3a5bac6 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948931 Jul 23 20:39:49.712664 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:49.737390 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722c8e74-abd6-41c4-ab6f-d6390f70b6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843c8978-4c3e-4160-bf1f-f023f95041c3'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:49.739641 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172bbb45-114c-4d3d-8d46-9aaa5b44fdbe" -d '{"events": [{"server_uuid": "722c8e74-abd6-41c4-ab6f-d6390f70b6e3", "name": "network-vif-plugged", "status": "completed", "tag": "843c8978-4c3e-4160-bf1f-f023f95041c3"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:49.751977 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-af2e853b-62ff-4816-8976-83d2e09ed386 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Network 44c7deb0-1936-4e27-8bf6-61b8c6aa6582 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:49.756288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 843c8978-4c3e-4160-bf1f-f023f95041c3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=843c8978-4c3e-4160-bf1f-f023f95041c3,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:49.760916 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:49.804268 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-af2e853b-62ff-4816-8976-83d2e09ed386 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:49.812367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=843c8978-4c3e-4160-bf1f-f023f95041c3,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:49.832070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-af2e853b-62ff-4816-8976-83d2e09ed386 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:49.836009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e853b-62ff-4816-8976-83d2e09ed386 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Pushing event updated for resources: {'Port': ['ID=7c7ea371-bbc2-4312-9eed-764184992f28,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:49.906270 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714c9e5-8060-46a4-9b38-ff27cf5ee8dd req-5e88e629-a878-40f6-9b04-0a1c90945bcd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:49.912396 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714c9e5-8060-46a4-9b38-ff27cf5ee8dd req-5e88e629-a878-40f6-9b04-0a1c90945bcd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:49.918850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714c9e5-8060-46a4-9b38-ff27cf5ee8dd req-5e88e629-a878-40f6-9b04-0a1c90945bcd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:49.924827 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714c9e5-8060-46a4-9b38-ff27cf5ee8dd req-5e88e629-a878-40f6-9b04-0a1c90945bcd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:49.926618 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5714c9e5-8060-46a4-9b38-ff27cf5ee8dd req-5e88e629-a878-40f6-9b04-0a1c90945bcd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 3095 time: 0.4197035 Jul 23 20:39:49.971721 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7deec6ec-17c8-4617-be17-a24fb1f07a20 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:49.984369 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-d6bb2de7-2ef9-4c74-a486-1ac391bce499 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Allocated IP 10.2.2.200 (9e4e0618-9258-49df-b427-fe7749c03fdb/f1df64a1-b61e-4d57-acf3-a7fd288e2905/e1ee3afd-eb7c-4099-8870-fecc8fdb74c1) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:50.006228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-af2e853b-62ff-4816-8976-83d2e09ed386 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:50.006869 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-af2e853b-62ff-4816-8976-83d2e09ed386 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:50.035699 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7deec6ec-17c8-4617-be17-a24fb1f07a20 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Transition to ACTIVE for port object a68d1c06-08c3-477a-a148-144d28dc32e4 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:50.076624 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-af2e853b-62ff-4816-8976-83d2e09ed386 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4743168 Jul 23 20:39:50.084037 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18a6c8-2b09-41a8-9875-41f3e1b1b1c2 req-2780343d-9d0f-4cd4-b3b8-3fc6e152a607 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:50.085472 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa18a6c8-2b09-41a8-9875-41f3e1b1b1c2 req-2780343d-9d0f-4cd4-b3b8-3fc6e152a607 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/ports?device_id=df7c587f-0772-4aab-bbfe-1273a2f3dd5f HTTP/1.1" status: 200 len: 931 time: 0.3410046 Jul 23 20:39:50.088760 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5714c9e5-8060-46a4-9b38-ff27cf5ee8dd req-17ad7987-2723-4d02-8250-73e0998d754e tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508200 Jul 23 20:39:50.100195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Request body: {'port': {'device_id': 'df7c587f-0772-4aab-bbfe-1273a2f3dd5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:50.143739 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6a83d1-465b-4f1d-8a78-b9384449ede6 x-openstack-request-id: req-af6a83d1-465b-4f1d-8a78-b9384449ede6 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:50.144034 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722c8e74-abd6-41c4-ab6f-d6390f70b6e3", "name": "network-vif-plugged", "status": "completed", "tag": "843c8978-4c3e-4160-bf1f-f023f95041c3", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:50.144286 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af6a83d1-465b-4f1d-8a78-b9384449ede6 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:50.145092 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722c8e74-abd6-41c4-ab6f-d6390f70b6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843c8978-4c3e-4160-bf1f-f023f95041c3', 'code': 200} Jul 23 20:39:50.266909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa18a6c8-2b09-41a8-9875-41f3e1b1b1c2 req-d109dca1-b522-490e-bdd8-e71d15118211 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/security-groups?id=80557f1b-c1b3-4b88-9b28-1807925eef48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722975 Jul 23 20:39:50.326935 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7deec6ec-17c8-4617-be17-a24fb1f07a20 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:50.413349 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:50.464118 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7deec6ec-17c8-4617-be17-a24fb1f07a20 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Network 950a5a79-45d4-4d93-a347-72e7566b3324 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:50.503456 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7deec6ec-17c8-4617-be17-a24fb1f07a20 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:50.517486 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deec6ec-17c8-4617-be17-a24fb1f07a20 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event updated for resources: {'Port': ['ID=a68d1c06-08c3-477a-a148-144d28dc32e4,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:50.523154 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7deec6ec-17c8-4617-be17-a24fb1f07a20 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:50.748317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6c1997de-93d0-40b6-87c2-90f99291366d None None] Provisioning for port a68d1c06-08c3-477a-a148-144d28dc32e4 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:50.752980 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6c1997de-93d0-40b6-87c2-90f99291366d None None] Provisioning complete for port a68d1c06-08c3-477a-a148-144d28dc32e4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:50.753434 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6c1997de-93d0-40b6-87c2-90f99291366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:50.789391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6c1997de-93d0-40b6-87c2-90f99291366d None None] Port a68d1c06-08c3-477a-a148-144d28dc32e4 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:50.864443 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-d6bb2de7-2ef9-4c74-a486-1ac391bce499 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:50.939462 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbdd8a-612e-4819-a41a-7e23f7331695 req-6b9768d6-40e7-41cb-bceb-a1d5d2cd35bb tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:50.940955 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5dfbdd8a-612e-4819-a41a-7e23f7331695 req-6b9768d6-40e7-41cb-bceb-a1d5d2cd35bb tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 945 time: 0.7273827 Jul 23 20:39:50.953187 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-d6bb2de7-2ef9-4c74-a486-1ac391bce499 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Transition to ACTIVE for port object e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:50.960105 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d95128-9893-4062-8884-ee7f7c304111 req-c56e05ed-ae6a-4349-8653-2cfa5b06be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:50.961570 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5d95128-9893-4062-8884-ee7f7c304111 req-c56e05ed-ae6a-4349-8653-2cfa5b06be04 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 1097 time: 0.6752377 Jul 23 20:39:51.043538 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7deec6ec-17c8-4617-be17-a24fb1f07a20 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:51.044056 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7deec6ec-17c8-4617-be17-a24fb1f07a20 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.120790 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54680f71-8da0-4114-a9a6-2f49a03bc731 req-275e1dfa-738f-4324-a117-f9cfad6c9039 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:51.126596 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54680f71-8da0-4114-a9a6-2f49a03bc731 req-275e1dfa-738f-4324-a117-f9cfad6c9039 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:51.132512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54680f71-8da0-4114-a9a6-2f49a03bc731 req-275e1dfa-738f-4324-a117-f9cfad6c9039 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:51.138403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54680f71-8da0-4114-a9a6-2f49a03bc731 req-275e1dfa-738f-4324-a117-f9cfad6c9039 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:51.144311 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54680f71-8da0-4114-a9a6-2f49a03bc731 req-275e1dfa-738f-4324-a117-f9cfad6c9039 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:51.146082 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-54680f71-8da0-4114-a9a6-2f49a03bc731 req-275e1dfa-738f-4324-a117-f9cfad6c9039 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 3816 time: 0.7359934 Jul 23 20:39:51.163638 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7deec6ec-17c8-4617-be17-a24fb1f07a20 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7110085 Jul 23 20:39:51.180363 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5dfbdd8a-612e-4819-a41a-7e23f7331695 req-9b4306db-32ab-4041-959a-5eb4c44fad97 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222600 Jul 23 20:39:51.189947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Request body: {'port': {'device_id': '67edefd8-cf07-4616-9feb-77bb7e599996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:51.204555 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5d95128-9893-4062-8884-ee7f7c304111 req-cc4576da-47f0-43b8-bb82-ee0228b99d0e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338226 Jul 23 20:39:51.256941 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-d6bb2de7-2ef9-4c74-a486-1ac391bce499 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.368553 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-54680f71-8da0-4114-a9a6-2f49a03bc731 req-0648b0f0-a770-43d4-86e9-50e589488295 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093797 Jul 23 20:39:51.432895 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-d6bb2de7-2ef9-4c74-a486-1ac391bce499 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Network 9e4e0618-9258-49df-b427-fe7749c03fdb is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:51.444538 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb2de7-2ef9-4c74-a486-1ac391bce499 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event updated for resources: {'Port': ['ID=e1ee3afd-eb7c-4099-8870-fecc8fdb74c1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:51.456386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-d6bb2de7-2ef9-4c74-a486-1ac391bce499 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:51.474905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-d6bb2de7-2ef9-4c74-a486-1ac391bce499 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:51.526249 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.640971 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-d6bb2de7-2ef9-4c74-a486-1ac391bce499 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:51.641617 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-d6bb2de7-2ef9-4c74-a486-1ac391bce499 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.657301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4574b-3bca-4b31-b01a-e996ac6210cf req-57e729bb-29de-4674-be52-c3c57a130182 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:51.658866 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6ed4574b-3bca-4b31-b01a-e996ac6210cf req-57e729bb-29de-4674-be52-c3c57a130182 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.4075987 Jul 23 20:39:51.699131 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7ea371-bbc2-4312-9eed-764184992f28 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:39:51.724897 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.727937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-d6bb2de7-2ef9-4c74-a486-1ac391bce499 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8415139 Jul 23 20:39:51.728686 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-56099eec-c4d6-4853-b681-d89321815c74 None None] Provisioning for port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:51.733022 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-56099eec-c4d6-4853-b681-d89321815c74 None None] Provisioning complete for port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:51.733728 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-56099eec-c4d6-4853-b681-d89321815c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.770326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-56099eec-c4d6-4853-b681-d89321815c74 None None] Port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:51.797921 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Request body: {'port': {'device_id': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:51.818046 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27170c0-f9de-4550-adbe-fbcd46489edb req-9d20a1fd-505f-49f5-8bfe-c8adc85aa4c7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:51.824763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27170c0-f9de-4550-adbe-fbcd46489edb req-9d20a1fd-505f-49f5-8bfe-c8adc85aa4c7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:51.830635 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27170c0-f9de-4550-adbe-fbcd46489edb req-9d20a1fd-505f-49f5-8bfe-c8adc85aa4c7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:51.836547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27170c0-f9de-4550-adbe-fbcd46489edb req-9d20a1fd-505f-49f5-8bfe-c8adc85aa4c7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:51.843040 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27170c0-f9de-4550-adbe-fbcd46489edb req-9d20a1fd-505f-49f5-8bfe-c8adc85aa4c7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:51.844942 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d27170c0-f9de-4550-adbe-fbcd46489edb req-9d20a1fd-505f-49f5-8bfe-c8adc85aa4c7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 3816 time: 0.4025002 Jul 23 20:39:51.888267 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6ed4574b-3bca-4b31-b01a-e996ac6210cf req-28c55c64-252e-4b97-a9df-0a5448ce125a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213600 Jul 23 20:39:51.893272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Transition to ACTIVE for port object 7c7ea371-bbc2-4312-9eed-764184992f28 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:51.924261 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:52.047362 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d27170c0-f9de-4550-adbe-fbcd46489edb req-d8fa8ccc-39c4-4c23-b489-2858fa5ac859 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685894 Jul 23 20:39:52.116157 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:52.133344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7ea371-bbc2-4312-9eed-764184992f28,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:52.401691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfdeee-c221-4354-bf5d-ca072c64eb2f req-1ff6293b-fabd-4380-9b01-fd7d4e56629c tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:52.408806 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c6cfdeee-c221-4354-bf5d-ca072c64eb2f req-1ff6293b-fabd-4380-9b01-fd7d4e56629c tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/ports?device_id=df7c587f-0772-4aab-bbfe-1273a2f3dd5f HTTP/1.1" status: 200 len: 943 time: 0.4071829 Jul 23 20:39:52.474501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Attempting to bind port 7c7ea371-bbc2-4312-9eed-764184992f28 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:52.474501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Attempting to bind port 7c7ea371-bbc2-4312-9eed-764184992f28 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '49ec5bf4-0d82-49a6-bff6-09e51c0ced0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '44c7deb0-1936-4e27-8bf6-61b8c6aa6582'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:52.474501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Attempting to bind port 7c7ea371-bbc2-4312-9eed-764184992f28 on network 44c7deb0-1936-4e27-8bf6-61b8c6aa6582 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:52.515778 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Port 7c7ea371-bbc2-4312-9eed-764184992f28 on network 44c7deb0-1936-4e27-8bf6-61b8c6aa6582 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:39:52.516111 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Attempting to bind port 7c7ea371-bbc2-4312-9eed-764184992f28 on network 44c7deb0-1936-4e27-8bf6-61b8c6aa6582 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:52.521094 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7d5512-08f7-45f5-8473-32a1d13ff319 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:39:52.550406 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:52.567743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:52.568087 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Checking segment: {'id': '49ec5bf4-0d82-49a6-bff6-09e51c0ced0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '44c7deb0-1936-4e27-8bf6-61b8c6aa6582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:52.568546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Bound using segment: {'id': '49ec5bf4-0d82-49a6-bff6-09e51c0ced0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '44c7deb0-1936-4e27-8bf6-61b8c6aa6582'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:52.568910 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Bound port: 7c7ea371-bbc2-4312-9eed-764184992f28, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ec5bf4-0d82-49a6-bff6-09e51c0ced0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '44c7deb0-1936-4e27-8bf6-61b8c6aa6582'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:52.569271 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:52.573500 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c6cfdeee-c221-4354-bf5d-ca072c64eb2f req-ead59f58-4b2e-4df6-afa4-3e5b944fa2ea tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/security-groups?id=80557f1b-c1b3-4b88-9b28-1807925eef48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639743 Jul 23 20:39:52.627169 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Transition to ACTIVE for port object ac7d5512-08f7-45f5-8473-32a1d13ff319 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:52.646913 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5a3a7-555d-4441-945a-902c6fb07cab req-4e0b8f94-946f-4ff9-b22e-ce373a4c7794 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:52.648493 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ba5a3a7-555d-4441-945a-902c6fb07cab req-4e0b8f94-946f-4ff9-b22e-ce373a4c7794 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 945 time: 0.3790081 Jul 23 20:39:52.668784 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:52.713901 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45594) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:52.933282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Pushing event updated for resources: {'Port': ['ID=ac7d5512-08f7-45f5-8473-32a1d13ff319,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:52.936182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] For port 7c7ea371-bbc2-4312-9eed-764184992f28, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:52.945136 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ba5a3a7-555d-4441-945a-902c6fb07cab req-12a294a6-d1c7-47c0-94da-58a609dd5c4d tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740355 Jul 23 20:39:52.947978 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] For port 7c7ea371-bbc2-4312-9eed-764184992f28, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7c7ea371-bbc2-4312-9eed-764184992f28,segment=NetworkSegment(49ec5bf4-0d82-49a6-bff6-09e51c0ced0d),segment_id=49ec5bf4-0d82-49a6-bff6-09e51c0ced0d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:52.960360 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1031a6aa-6b42-4aba-9f80-e84d58c0c536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.039601 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.142340 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836f4a9-7e34-48e0-8daf-e11328e439a8 req-fcb24db2-3bb1-452b-9832-e037630c360a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:53.149688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836f4a9-7e34-48e0-8daf-e11328e439a8 req-fcb24db2-3bb1-452b-9832-e037630c360a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:53.151182 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1031a6aa-6b42-4aba-9f80-e84d58c0c536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.157151 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836f4a9-7e34-48e0-8daf-e11328e439a8 req-fcb24db2-3bb1-452b-9832-e037630c360a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:53.162836 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1031a6aa-6b42-4aba-9f80-e84d58c0c536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.166621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836f4a9-7e34-48e0-8daf-e11328e439a8 req-fcb24db2-3bb1-452b-9832-e037630c360a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:53.173722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836f4a9-7e34-48e0-8daf-e11328e439a8 req-fcb24db2-3bb1-452b-9832-e037630c360a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:53.182536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b836f4a9-7e34-48e0-8daf-e11328e439a8 req-fcb24db2-3bb1-452b-9832-e037630c360a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 3828 time: 0.5102274 Jul 23 20:39:53.214783 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031a6aa-6b42-4aba-9f80-e84d58c0c536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e834605f-0846-4543-a93b-7a310adc5bac,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:53.221491 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1031a6aa-6b42-4aba-9f80-e84d58c0c536 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6cc5014fa19a49d0820c4912133ce78e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5065336 Jul 23 20:39:53.228241 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45604) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:53.290413 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:53.291264 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.292827 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] 10.222.0.57 "PUT /v2.0/ports/7c7ea371-bbc2-4312-9eed-764184992f28 HTTP/1.1" status: 200 len: 1092 time: 3.2019360 Jul 23 20:39:53.293374 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7c587f-0772-4aab-bbfe-1273a2f3dd5f', 'tag': '7c7ea371-bbc2-4312-9eed-764184992f28'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:53.295828 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b979653e-7daf-420c-be93-5c6cf17cab77" -d '{"events": [{"name": "network-changed", "server_uuid": "df7c587f-0772-4aab-bbfe-1273a2f3dd5f", "tag": "7c7ea371-bbc2-4312-9eed-764184992f28"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:53.311661 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a1dce561-6e45-41bc-956a-3c020c75a403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.312939 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214304c1-8d67-470d-8ca8-60e60e3fe9e0 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:39:53.339751 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.345246 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b836f4a9-7e34-48e0-8daf-e11328e439a8 req-277aee03-cbd2-4ece-84e8-a936bbd95311 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613445 Jul 23 20:39:53.353982 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a1dce561-6e45-41bc-956a-3c020c75a403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.386061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0907f-72cf-419f-9bfa-0bb6b6cd94a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7ea371-bbc2-4312-9eed-764184992f28,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:53.393580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Attempting to bind port ac7d5512-08f7-45f5-8473-32a1d13ff319 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:53.393924 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Attempting to bind port ac7d5512-08f7-45f5-8473-32a1d13ff319 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '060aa268-af4d-459a-b7ae-14b092772597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:53.394263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Attempting to bind port ac7d5512-08f7-45f5-8473-32a1d13ff319 on network 04518969-2864-49dd-8fa7-d7bf22c7ecb5 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:53.419722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Transition to ACTIVE for port object 214304c1-8d67-470d-8ca8-60e60e3fe9e0 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:53.424977 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a1dce561-6e45-41bc-956a-3c020c75a403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.428074 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a1dce561-6e45-41bc-956a-3c020c75a403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.429330 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a1dce561-6e45-41bc-956a-3c020c75a403 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e834605f-0846-4543-a93b-7a310adc5bac HTTP/1.1" status: 204 len: 168 time: 0.2002070 Jul 23 20:39:53.430009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Port ac7d5512-08f7-45f5-8473-32a1d13ff319 on network 04518969-2864-49dd-8fa7-d7bf22c7ecb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:39:53.430347 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Attempting to bind port ac7d5512-08f7-45f5-8473-32a1d13ff319 on network 04518969-2864-49dd-8fa7-d7bf22c7ecb5 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:53.441497 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dce561-6e45-41bc-956a-3c020c75a403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e834605f-0846-4543-a93b-7a310adc5bac,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:53.441669 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.478996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:53.479460 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Checking segment: {'id': '060aa268-af4d-459a-b7ae-14b092772597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:53.479921 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Bound using segment: {'id': '060aa268-af4d-459a-b7ae-14b092772597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:53.480444 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Bound port: ac7d5512-08f7-45f5-8473-32a1d13ff319, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060aa268-af4d-459a-b7ae-14b092772597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:53.480874 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.534803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Pushing event updated for resources: {'Port': ['ID=214304c1-8d67-470d-8ca8-60e60e3fe9e0,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:53.596234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3808036-99d3-4fe0-8118-6465fb2b9d73 req-5c1d36af-34c7-46bc-be27-c54b0179c320 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:53.597810 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3808036-99d3-4fe0-8118-6465fb2b9d73 req-5c1d36af-34c7-46bc-be27-c54b0179c320 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.4845254 Jul 23 20:39:53.752472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01789f-0772-4da4-88ce-52fc1e89e51d req-1c7871f7-fc55-4533-a9ac-e12cb4b54340 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:53.755387 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de01789f-0772-4da4-88ce-52fc1e89e51d req-1c7871f7-fc55-4533-a9ac-e12cb4b54340 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 945 time: 0.3286388 Jul 23 20:39:53.771986 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-defe4fe0-3f3d-433b-bb3c-730e4151d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:53.773889 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-defe4fe0-3f3d-433b-bb3c-730e4151d764 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c41a6eeb0fa425dbcb8f660ccc18f1f&device_id=df7c587f-0772-4aab-bbfe-1273a2f3dd5f HTTP/1.1" status: 200 len: 1095 time: 0.4155447 Jul 23 20:39:53.780801 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3808036-99d3-4fe0-8118-6465fb2b9d73 req-a1f8641f-cfe3-4495-98f0-4f700f70acee tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729589 Jul 23 20:39:53.785954 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] For port ac7d5512-08f7-45f5-8473-32a1d13ff319, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:53.851179 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Attempting to bind port 214304c1-8d67-470d-8ca8-60e60e3fe9e0 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:53.851773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Attempting to bind port 214304c1-8d67-470d-8ca8-60e60e3fe9e0 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '5245b357-d7e4-4f9e-9ddc-eace4be10505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:53.852272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Attempting to bind port 214304c1-8d67-470d-8ca8-60e60e3fe9e0 on network bd17cd34-e969-4b19-90d9-ebcf6df4f73c {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:53.863148 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] For port ac7d5512-08f7-45f5-8473-32a1d13ff319, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=ac7d5512-08f7-45f5-8473-32a1d13ff319,segment=NetworkSegment(060aa268-af4d-459a-b7ae-14b092772597),segment_id=060aa268-af4d-459a-b7ae-14b092772597)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:53.905851 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.909222 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-f6c7a1c2-8e58-47ab-ba5b-cadae21ec55d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c7ea371-bbc2-4312-9eed-764184992f28 HTTP/1.1" status: 200 len: 217 time: 0.1208820 Jul 23 20:39:53.919421 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Port 214304c1-8d67-470d-8ca8-60e60e3fe9e0 on network bd17cd34-e969-4b19-90d9-ebcf6df4f73c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:39:53.919792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Attempting to bind port 214304c1-8d67-470d-8ca8-60e60e3fe9e0 on network bd17cd34-e969-4b19-90d9-ebcf6df4f73c {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:53.975009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:53.975771 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Checking segment: {'id': '5245b357-d7e4-4f9e-9ddc-eace4be10505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:53.975771 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Bound using segment: {'id': '5245b357-d7e4-4f9e-9ddc-eace4be10505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:53.976263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Bound port: 214304c1-8d67-470d-8ca8-60e60e3fe9e0, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5245b357-d7e4-4f9e-9ddc-eace4be10505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:53.976558 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:54.039462 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:54.040730 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:54.042205 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-960598a9-f656-472b-830f-05dd3be109ba service neutron] 10.222.0.48 "PUT /v2.0/ports/ac7d5512-08f7-45f5-8473-32a1d13ff319 HTTP/1.1" status: 200 len: 1092 time: 2.8603876 Jul 23 20:39:54.053607 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de01789f-0772-4da4-88ce-52fc1e89e51d req-e29c7c87-5b02-42c6-bdde-d19a90e305eb tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715759 Jul 23 20:39:54.141841 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Request body: {'port': {'device_id': '67edefd8-cf07-4616-9feb-77bb7e599996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:54.145954 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960598a9-f656-472b-830f-05dd3be109ba service neutron] Pushing event updated for resources: {'Port': ['ID=ac7d5512-08f7-45f5-8473-32a1d13ff319,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:54.532638 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cedc8c2c-dcbe-4f49-9a09-673b8eeb6b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:54.631699 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09221b7d-52a2-4165-9b78-6063885aa741 x-openstack-request-id: req-09221b7d-52a2-4165-9b78-6063885aa741 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:54.631948 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7c587f-0772-4aab-bbfe-1273a2f3dd5f", "tag": "7c7ea371-bbc2-4312-9eed-764184992f28", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:54.632164 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09221b7d-52a2-4165-9b78-6063885aa741 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:54.632712 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7c587f-0772-4aab-bbfe-1273a2f3dd5f', 'tag': '7c7ea371-bbc2-4312-9eed-764184992f28', 'status': 'completed', 'code': 200} Jul 23 20:39:54.658255 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-ffcdad38-0c7f-4748-a176-fdbeb588a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:54.660178 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-ffcdad38-0c7f-4748-a176-fdbeb588a7c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22c7066b-d7ca-4863-9146-3f911d3b3e4e HTTP/1.1" status: 200 len: 865 time: 0.6907101 Jul 23 20:39:54.742716 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-cbdccc35-2f5b-4af7-9151-7b44874fdbad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44c7deb0-1936-4e27-8bf6-61b8c6aa6582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734744 Jul 23 20:39:54.753317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9f420-1255-42ac-b345-e759db6979b6 req-f1e024da-dc66-40d2-b4be-462db9d5d634 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:54.760462 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9f420-1255-42ac-b345-e759db6979b6 req-f1e024da-dc66-40d2-b4be-462db9d5d634 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:54.766710 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9f420-1255-42ac-b345-e759db6979b6 req-f1e024da-dc66-40d2-b4be-462db9d5d634 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:54.773501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9f420-1255-42ac-b345-e759db6979b6 req-f1e024da-dc66-40d2-b4be-462db9d5d634 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:54.780463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9f420-1255-42ac-b345-e759db6979b6 req-f1e024da-dc66-40d2-b4be-462db9d5d634 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:54.791399 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56c9f420-1255-42ac-b345-e759db6979b6 req-f1e024da-dc66-40d2-b4be-462db9d5d634 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 3828 time: 0.9293935 Jul 23 20:39:54.879925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] For port 214304c1-8d67-470d-8ca8-60e60e3fe9e0, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:54.910917 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] For port 214304c1-8d67-470d-8ca8-60e60e3fe9e0, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=214304c1-8d67-470d-8ca8-60e60e3fe9e0,segment=NetworkSegment(5245b357-d7e4-4f9e-9ddc-eace4be10505),segment_id=5245b357-d7e4-4f9e-9ddc-eace4be10505)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:54.954064 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:54.965566 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:55.033892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56c9f420-1255-42ac-b345-e759db6979b6 req-5281f8d5-85c3-47fe-b9ce-d565b26dba29 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430408 Jul 23 20:39:55.052530 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:55.053167 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:55.054582 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] 10.222.0.48 "PUT /v2.0/ports/214304c1-8d67-470d-8ca8-60e60e3fe9e0 HTTP/1.1" status: 200 len: 1093 time: 3.2744384 Jul 23 20:39:55.125716 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e191-7084-45fd-b695-de2e0d0c2035 req-e3ad26fc-aded-4daf-9932-ec05ad60e7d8 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:55.140524 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c75e191-7084-45fd-b695-de2e0d0c2035 req-e3ad26fc-aded-4daf-9932-ec05ad60e7d8 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/ports?device_id=df7c587f-0772-4aab-bbfe-1273a2f3dd5f HTTP/1.1" status: 200 len: 943 time: 0.5044811 Jul 23 20:39:55.195636 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Request body: {'port': {'device_id': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:55.290340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-396ed9ea-81cd-435e-aaca-b5b5ce8d5b8c service neutron] 10.222.0.57 "GET /v2.0/networks/44c7deb0-1936-4e27-8bf6-61b8c6aa6582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924011 Jul 23 20:39:55.349694 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046c4f1-5408-41b4-baaa-100a6e9e31a4 service neutron] Pushing event updated for resources: {'Port': ['ID=214304c1-8d67-470d-8ca8-60e60e3fe9e0,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:55.390853 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c75e191-7084-45fd-b695-de2e0d0c2035 req-1bd0ddca-b8dd-4541-b3d3-f53945142b71 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/security-groups?id=80557f1b-c1b3-4b88-9b28-1807925eef48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493045 Jul 23 20:39:55.796270 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ea69803-cd4c-4c7c-b5a8-2d2390afd02a req-392217b1-1a38-4b9d-9328-c2028ba0134e service neutron] 10.222.0.57 "GET /v2.0/networks/44c7deb0-1936-4e27-8bf6-61b8c6aa6582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840233 Jul 23 20:39:55.848135 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:55.900630 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08021aaa-d70e-446f-af58-1e6d0b2c2bb4 req-98193958-4713-44c7-8297-3056b40ae286 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:55.902153 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-08021aaa-d70e-446f-af58-1e6d0b2c2bb4 req-98193958-4713-44c7-8297-3056b40ae286 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.4393406 Jul 23 20:39:55.998490 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0612ae-1c9c-4562-be08-3785b625821a req-872d0a34-847e-42cd-ad96-d188cbe166a6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:56.004611 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0612ae-1c9c-4562-be08-3785b625821a req-872d0a34-847e-42cd-ad96-d188cbe166a6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:56.011197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0612ae-1c9c-4562-be08-3785b625821a req-872d0a34-847e-42cd-ad96-d188cbe166a6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:56.017147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0612ae-1c9c-4562-be08-3785b625821a req-872d0a34-847e-42cd-ad96-d188cbe166a6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:56.023200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0612ae-1c9c-4562-be08-3785b625821a req-872d0a34-847e-42cd-ad96-d188cbe166a6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:56.025092 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7c0612ae-1c9c-4562-be08-3785b625821a req-872d0a34-847e-42cd-ad96-d188cbe166a6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 3828 time: 0.5654950 Jul 23 20:39:56.062949 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77042b28-bf0d-471e-9b44-b7a19900cc03 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:39:56.084322 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:56.192720 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-08021aaa-d70e-446f-af58-1e6d0b2c2bb4 req-210ccb9e-9104-4b1c-b058-940262db9516 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693710 Jul 23 20:39:56.193841 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Transition to ACTIVE for port object 77042b28-bf0d-471e-9b44-b7a19900cc03 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:56.215138 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7c0612ae-1c9c-4562-be08-3785b625821a req-6c55bbe2-6f38-4770-b6c6-fefbda8d8842 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716697 Jul 23 20:39:56.224297 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:56.326893 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979653e-7daf-420c-be93-5c6cf17cab77 req-316457db-e6ed-433d-b984-caf7541bb4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:56.328388 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b979653e-7daf-420c-be93-5c6cf17cab77 req-316457db-e6ed-433d-b984-caf7541bb4e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c41a6eeb0fa425dbcb8f660ccc18f1f&device_id=df7c587f-0772-4aab-bbfe-1273a2f3dd5f HTTP/1.1" status: 200 len: 1095 time: 0.4551499 Jul 23 20:39:56.504848 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Pushing event updated for resources: {'Port': ['ID=77042b28-bf0d-471e-9b44-b7a19900cc03,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:56.638005 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'tag': 'ac7d5512-08f7-45f5-8473-32a1d13ff319'}, {'name': 'network-changed', 'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'tag': '214304c1-8d67-470d-8ca8-60e60e3fe9e0'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:56.640269 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f1042b-eba3-42ef-8991-d16bc879fcc7" -d '{"events": [{"name": "network-changed", "server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "tag": "ac7d5512-08f7-45f5-8473-32a1d13ff319"}, {"name": "network-changed", "server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "tag": "214304c1-8d67-470d-8ca8-60e60e3fe9e0"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:56.824426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-b1ae078d-4533-4b25-a9d3-694d99549238 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:56.825910 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-b1ae078d-4533-4b25-a9d3-694d99549238 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/networks?id=e5c05eb8-80db-48c5-ad35-1745e1c55c02 HTTP/1.1" status: 200 len: 815 time: 0.4949369 Jul 23 20:39:56.859338 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Attempting to bind port 77042b28-bf0d-471e-9b44-b7a19900cc03 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:56.859580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Attempting to bind port 77042b28-bf0d-471e-9b44-b7a19900cc03 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:56.859905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Attempting to bind port 77042b28-bf0d-471e-9b44-b7a19900cc03 on network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:56.862322 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979653e-7daf-420c-be93-5c6cf17cab77 req-fb4255a8-1779-4694-b9d7-2fa8a2496b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:56.863796 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b979653e-7daf-420c-be93-5c6cf17cab77 req-fb4255a8-1779-4694-b9d7-2fa8a2496b92 service neutron] 10.222.0.57 "GET /v2.0/networks?id=44c7deb0-1936-4e27-8bf6-61b8c6aa6582 HTTP/1.1" status: 200 len: 926 time: 0.5015690 Jul 23 20:39:56.874029 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53f5d3-3e50-4ab1-b996-c4562cdff2ab req-6f70233a-0f31-44d5-b4aa-209f599ea8e0 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:56.879872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53f5d3-3e50-4ab1-b996-c4562cdff2ab req-6f70233a-0f31-44d5-b4aa-209f599ea8e0 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:56.886275 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53f5d3-3e50-4ab1-b996-c4562cdff2ab req-6f70233a-0f31-44d5-b4aa-209f599ea8e0 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:56.892145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53f5d3-3e50-4ab1-b996-c4562cdff2ab req-6f70233a-0f31-44d5-b4aa-209f599ea8e0 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:56.897956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53f5d3-3e50-4ab1-b996-c4562cdff2ab req-6f70233a-0f31-44d5-b4aa-209f599ea8e0 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:56.899796 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f53f5d3-3e50-4ab1-b996-c4562cdff2ab req-6f70233a-0f31-44d5-b4aa-209f599ea8e0 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 3828 time: 0.5676935 Jul 23 20:39:56.931978 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Port 77042b28-bf0d-471e-9b44-b7a19900cc03 on network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:39:56.932297 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Attempting to bind port 77042b28-bf0d-471e-9b44-b7a19900cc03 on network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:56.966334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-ffdd02ab-a7e3-4893-b5c1-a8898508dc88 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/quotas/12f68d215eed44eea92a61516d4f8fce HTTP/1.1" status: 200 len: 375 time: 0.1312428 Jul 23 20:39:56.978049 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9897128c-b4b2-4b65-a39d-e74031bf6da6 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:39:56.984529 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b979653e-7daf-420c-be93-5c6cf17cab77 req-58f2e286-b366-49ef-a107-5c33d9cc3cc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c7ea371-bbc2-4312-9eed-764184992f28 HTTP/1.1" status: 200 len: 217 time: 0.0820618 Jul 23 20:39:56.990338 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:56.990669 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Checking segment: {'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:56.991040 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Bound using segment: {'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:56.991590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Bound port: 77042b28-bf0d-471e-9b44-b7a19900cc03, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:56.991926 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:57.002627 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:57.075369 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6860bd40-7d1e-46b8-a6a6-db225c2cdbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:57.098037 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Transition to ACTIVE for port object 9897128c-b4b2-4b65-a39d-e74031bf6da6 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:57.128567 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f53f5d3-3e50-4ab1-b996-c4562cdff2ab req-459b182d-7f79-4a82-abce-a39507a2dce2 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118516 Jul 23 20:39:57.134037 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:57.158421 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66438427-8369-40e5-bfcb-ba395931669f req-fc0d5b0a-0e72-4ce0-98e5-43b4be3f0214 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:57.160622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-66438427-8369-40e5-bfcb-ba395931669f req-fc0d5b0a-0e72-4ce0-98e5-43b4be3f0214 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.57 "GET /v2.0/ports?device_id=722c8e74-abd6-41c4-ab6f-d6390f70b6e3 HTTP/1.1" status: 200 len: 945 time: 0.4318800 Jul 23 20:39:57.205046 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979653e-7daf-420c-be93-5c6cf17cab77 req-44a59f2d-5715-49a9-ab2e-2a84537e0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:57.206517 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b979653e-7daf-420c-be93-5c6cf17cab77 req-44a59f2d-5715-49a9-ab2e-2a84537e0d48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22c7066b-d7ca-4863-9146-3f911d3b3e4e HTTP/1.1" status: 200 len: 865 time: 0.2119896 Jul 23 20:39:57.294776 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:57.365544 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Pushing event updated for resources: {'Port': ['ID=9897128c-b4b2-4b65-a39d-e74031bf6da6,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:57.369631 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b979653e-7daf-420c-be93-5c6cf17cab77 req-e52cb3cc-bf9b-46cf-bfd5-ab57ef686a72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44c7deb0-1936-4e27-8bf6-61b8c6aa6582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488867 Jul 23 20:39:57.405961 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] For port 77042b28-bf0d-471e-9b44-b7a19900cc03, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:57.464716 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] For port 77042b28-bf0d-471e-9b44-b7a19900cc03, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=77042b28-bf0d-471e-9b44-b7a19900cc03,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:57.507058 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:57.547468 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-7266a283-6ea8-494f-9ba6-b03d44efb8f1 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=12f68d215eed44eea92a61516d4f8fce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5645335 Jul 23 20:39:57.603994 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7c7ea371-bbc2-4312-9eed-764184992f28 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:39:57.758977 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 7c7ea371-bbc2-4312-9eed-764184992f28, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7c7ea371-bbc2-4312-9eed-764184992f28,segment=NetworkSegment(49ec5bf4-0d82-49a6-bff6-09e51c0ced0d),segment_id=49ec5bf4-0d82-49a6-bff6-09e51c0ced0d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:57.773124 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '7c7ea371-bbc2-4312-9eed-764184992f28', 'network_id': '44c7deb0-1936-4e27-8bf6-61b8c6aa6582', 'port_id': '7c7ea371-bbc2-4312-9eed-764184992f28', 'mac_address': 'fa:16:3e:89:c2:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c7066b-d7ca-4863-9146-3f911d3b3e4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:39:57.814416 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:57.837294 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7ea371-bbc2-4312-9eed-764184992f28 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:39:57.860316 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 7c7ea371-bbc2-4312-9eed-764184992f28, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7c7ea371-bbc2-4312-9eed-764184992f28,segment=NetworkSegment(49ec5bf4-0d82-49a6-bff6-09e51c0ced0d),segment_id=49ec5bf4-0d82-49a6-bff6-09e51c0ced0d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:57.865273 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:57.919710 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=7c7ea371-bbc2-4312-9eed-764184992f28,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:57.988087 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:57.988723 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:57.990179 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] 10.222.0.48 "PUT /v2.0/ports/77042b28-bf0d-471e-9b44-b7a19900cc03 HTTP/1.1" status: 200 len: 1131 time: 3.8539245 Jul 23 20:39:58.042228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Request body: {'port': {'device_id': '67edefd8-cf07-4616-9feb-77bb7e599996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:58.095430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['7c7ea371-bbc2-4312-9eed-764184992f28'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:39:58.102962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787cc92-ac39-4bcf-b21c-30fce5dfc358 req-dd3a82da-0198-4b18-91cc-84863d79bcd1 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:58.104570 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3787cc92-ac39-4bcf-b21c-30fce5dfc358 req-dd3a82da-0198-4b18-91cc-84863d79bcd1 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/ports?device_id=df7c587f-0772-4aab-bbfe-1273a2f3dd5f HTTP/1.1" status: 200 len: 943 time: 0.8898928 Jul 23 20:39:58.155473 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Attempting to bind port 9897128c-b4b2-4b65-a39d-e74031bf6da6 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:58.155816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Attempting to bind port 9897128c-b4b2-4b65-a39d-e74031bf6da6 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:58.156272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Attempting to bind port 9897128c-b4b2-4b65-a39d-e74031bf6da6 on network 59c5d0ae-3121-4e53-88c3-139064a5c09c {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:58.158146 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06260a3b-147d-44cb-9f77-4cdecc70abd2 service neutron] Pushing event updated for resources: {'Port': ['ID=77042b28-bf0d-471e-9b44-b7a19900cc03,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:58.186086 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b979653e-7daf-420c-be93-5c6cf17cab77 req-8b5c0ed9-47ca-470f-bdbd-4ee4037f6caa service neutron] 10.222.0.57 "GET /v2.0/networks/44c7deb0-1936-4e27-8bf6-61b8c6aa6582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7987778 Jul 23 20:39:58.217843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Port 9897128c-b4b2-4b65-a39d-e74031bf6da6 on network 59c5d0ae-3121-4e53-88c3-139064a5c09c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:39:58.218035 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Attempting to bind port 9897128c-b4b2-4b65-a39d-e74031bf6da6 on network 59c5d0ae-3121-4e53-88c3-139064a5c09c {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:58.280038 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3787cc92-ac39-4bcf-b21c-30fce5dfc358 req-57ae78f0-adbc-47ce-98ed-37ade3544746 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/security-groups?id=80557f1b-c1b3-4b88-9b28-1807925eef48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365569 Jul 23 20:39:58.313960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-66438427-8369-40e5-bfcb-ba395931669f req-efb04238-2a10-4a98-a02e-fd5cc9f6cad6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Deleting port 843c8978-4c3e-4160-bf1f-f023f95041c3 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:58.314646 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-66438427-8369-40e5-bfcb-ba395931669f req-efb04238-2a10-4a98-a02e-fd5cc9f6cad6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.348411 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.350424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:58.350763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Checking segment: {'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:58.351181 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Bound using segment: {'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:58.351608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Bound port: 9897128c-b4b2-4b65-a39d-e74031bf6da6, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:58.352386 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.358263 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad94441b-ef0a-487e-9276-dd7c4182da79 x-openstack-request-id: req-ad94441b-ef0a-487e-9276-dd7c4182da79 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:58.359157 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "tag": "ac7d5512-08f7-45f5-8473-32a1d13ff319", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "tag": "214304c1-8d67-470d-8ca8-60e60e3fe9e0", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:58.359411 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad94441b-ef0a-487e-9276-dd7c4182da79 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:58.359799 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'tag': 'ac7d5512-08f7-45f5-8473-32a1d13ff319', 'status': 'completed', 'code': 200} Jul 23 20:39:58.360049 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'tag': '214304c1-8d67-470d-8ca8-60e60e3fe9e0', 'status': 'completed', 'code': 200} Jul 23 20:39:58.434338 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-39feacc7-5f36-45ed-a81b-fd682eae42f9 service neutron] 10.222.0.55 "GET /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985116 Jul 23 20:39:58.458867 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-a39c3e35-063d-4721-9cc2-bd02e7b7c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:58.460127 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-a39c3e35-063d-4721-9cc2-bd02e7b7c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:58.460766 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-a39c3e35-063d-4721-9cc2-bd02e7b7c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:58.461399 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-a39c3e35-063d-4721-9cc2-bd02e7b7c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:58.462785 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-a39c3e35-063d-4721-9cc2-bd02e7b7c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:58.463890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-a39c3e35-063d-4721-9cc2-bd02e7b7c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:58.466166 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-a39c3e35-063d-4721-9cc2-bd02e7b7c7e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc19446ccb0a4c219ec6673fb3605878&device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5288 time: 0.0882587 Jul 23 20:39:58.469993 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.658904 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-66438427-8369-40e5-bfcb-ba395931669f req-efb04238-2a10-4a98-a02e-fd5cc9f6cad6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] For port 843c8978-4c3e-4160-bf1f-f023f95041c3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=843c8978-4c3e-4160-bf1f-f023f95041c3,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:58.659292 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-66438427-8369-40e5-bfcb-ba395931669f req-efb04238-2a10-4a98-a02e-fd5cc9f6cad6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.685977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-6559ddef-e7b9-463c-ac6e-5942c60df0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:58.686707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-6559ddef-e7b9-463c-ac6e-5942c60df0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:58.687382 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-6559ddef-e7b9-463c-ac6e-5942c60df0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:58.689375 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-6559ddef-e7b9-463c-ac6e-5942c60df0f5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=fc19446ccb0a4c219ec6673fb3605878&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2143092 Jul 23 20:39:58.729050 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-66438427-8369-40e5-bfcb-ba395931669f req-efb04238-2a10-4a98-a02e-fd5cc9f6cad6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Calling delete_port for 843c8978-4c3e-4160-bf1f-f023f95041c3 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:58.802675 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b979653e-7daf-420c-be93-5c6cf17cab77 req-fb6b82d4-499f-4a6c-acaa-a82ae5a5cba2 service neutron] 10.222.0.57 "GET /v2.0/networks/44c7deb0-1936-4e27-8bf6-61b8c6aa6582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979898 Jul 23 20:39:58.818537 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] For port 9897128c-b4b2-4b65-a39d-e74031bf6da6, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:58.834095 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] For port 9897128c-b4b2-4b65-a39d-e74031bf6da6, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9897128c-b4b2-4b65-a39d-e74031bf6da6,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:58.887205 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.904917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-3f9cce6f-3b40-42d9-a041-7f18d609232a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:58.906604 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-3f9cce6f-3b40-42d9-a041-7f18d609232a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2094111 Jul 23 20:39:58.978715 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-373402de-bc68-428d-9ce3-e81759ed06ac service neutron] 10.222.0.55 "GET /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229847 Jul 23 20:39:59.029388 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06717c9b-7b2d-442a-8d2a-45a0bcd8d5d2 req-3410c4a9-78c0-4265-bc43-adacf2ae5904 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.031024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06717c9b-7b2d-442a-8d2a-45a0bcd8d5d2 req-3410c4a9-78c0-4265-bc43-adacf2ae5904 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.5957541 Jul 23 20:39:59.060383 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.061005 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:59.062727 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] 10.222.0.48 "PUT /v2.0/ports/9897128c-b4b2-4b65-a39d-e74031bf6da6 HTTP/1.1" status: 200 len: 1135 time: 3.9157310 Jul 23 20:39:59.148171 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-e94b5d08-47a7-4d17-a90f-9aa969093fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.152105 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-e94b5d08-47a7-4d17-a90f-9aa969093fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.152590 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-e94b5d08-47a7-4d17-a90f-9aa969093fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.153114 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-e94b5d08-47a7-4d17-a90f-9aa969093fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.153582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-e94b5d08-47a7-4d17-a90f-9aa969093fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.154385 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-e94b5d08-47a7-4d17-a90f-9aa969093fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.159892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Request body: {'port': {'device_id': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:59.162786 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-e94b5d08-47a7-4d17-a90f-9aa969093fa9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5292 time: 0.1946776 Jul 23 20:39:59.294924 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3a714-feac-49c4-8f2f-1b532fb14bbb service neutron] Pushing event updated for resources: {'Port': ['ID=9897128c-b4b2-4b65-a39d-e74031bf6da6,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:59.420490 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-978710a4-19b8-4d56-b020-b3858563de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.421113 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-978710a4-19b8-4d56-b020-b3858563de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.421422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-978710a4-19b8-4d56-b020-b3858563de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.423200 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-978710a4-19b8-4d56-b020-b3858563de61 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2514853 Jul 23 20:39:59.483455 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06717c9b-7b2d-442a-8d2a-45a0bcd8d5d2 req-1417736c-2629-42b6-b44a-17524f5e3dd3 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4377387 Jul 23 20:39:59.508129 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-66438427-8369-40e5-bfcb-ba395931669f req-efb04238-2a10-4a98-a02e-fd5cc9f6cad6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:59.568105 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-25fd0187-e72d-4212-9c6e-71e94daf2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.569654 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-28f1042b-eba3-42ef-8991-d16bc879fcc7 req-25fd0187-e72d-4212-9c6e-71e94daf2143 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393194 Jul 23 20:39:59.588222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb04238-2a10-4a98-a02e-fd5cc9f6cad6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Pushing event deleted for resources: {'Port': ['ID=843c8978-4c3e-4160-bf1f-f023f95041c3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:59.619639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7c7ea371-bbc2-4312-9eed-764184992f28 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:59.650573 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:59.687571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 7c7ea371-bbc2-4312-9eed-764184992f28 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:59.693464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 7c7ea371-bbc2-4312-9eed-764184992f28 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:59.693874 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:59.729577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-66438427-8369-40e5-bfcb-ba395931669f req-efb04238-2a10-4a98-a02e-fd5cc9f6cad6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] No DVR routers for this DVR port 843c8978-4c3e-4160-bf1f-f023f95041c3 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:39:59.758499 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-66438427-8369-40e5-bfcb-ba395931669f req-efb04238-2a10-4a98-a02e-fd5cc9f6cad6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:59.760854 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-66438427-8369-40e5-bfcb-ba395931669f req-efb04238-2a10-4a98-a02e-fd5cc9f6cad6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.57 "DELETE /v2.0/ports/843c8978-4c3e-4160-bf1f-f023f95041c3 HTTP/1.1" status: 204 len: 173 time: 2.5874584 Jul 23 20:39:59.780249 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcff201-5dbc-4e61-8522-6c5590f57b4b {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:39:59.803148 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:59.816371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab736d-9f3e-4b08-bcbc-13a364e78ede req-eb33801b-0d54-4aea-9c83-1168c629a5d7 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.816555 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:59.822629 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab736d-9f3e-4b08-bcbc-13a364e78ede req-eb33801b-0d54-4aea-9c83-1168c629a5d7 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.842952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7c587f-0772-4aab-bbfe-1273a2f3dd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7ea371-bbc2-4312-9eed-764184992f28'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:59.845414 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db55640-e83f-49e5-8116-9aae8f020271" -d '{"events": [{"server_uuid": "df7c587f-0772-4aab-bbfe-1273a2f3dd5f", "name": "network-vif-plugged", "status": "completed", "tag": "7c7ea371-bbc2-4312-9eed-764184992f28"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:59.847353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab736d-9f3e-4b08-bcbc-13a364e78ede req-eb33801b-0d54-4aea-9c83-1168c629a5d7 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.860472 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 7c7ea371-bbc2-4312-9eed-764184992f28, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7c7ea371-bbc2-4312-9eed-764184992f28,segment=NetworkSegment(49ec5bf4-0d82-49a6-bff6-09e51c0ced0d),segment_id=49ec5bf4-0d82-49a6-bff6-09e51c0ced0d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:59.866181 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:59.867342 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 843c8978-4c3e-4160-bf1f-f023f95041c3 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:59.867499 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab736d-9f3e-4b08-bcbc-13a364e78ede req-eb33801b-0d54-4aea-9c83-1168c629a5d7 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.875058 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab736d-9f3e-4b08-bcbc-13a364e78ede req-eb33801b-0d54-4aea-9c83-1168c629a5d7 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.893397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab736d-9f3e-4b08-bcbc-13a364e78ede req-eb33801b-0d54-4aea-9c83-1168c629a5d7 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.895687 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dab736d-9f3e-4b08-bcbc-13a364e78ede req-eb33801b-0d54-4aea-9c83-1168c629a5d7 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 4600 time: 0.5828843 Jul 23 20:39:59.938964 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 843c8978-4c3e-4160-bf1f-f023f95041c3 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:39:59.939341 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 843c8978-4c3e-4160-bf1f-f023f95041c3 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:39:59.948476 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:59.971618 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=7c7ea371-bbc2-4312-9eed-764184992f28,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:59.993218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Transition to ACTIVE for port object 8dcff201-5dbc-4e61-8522-6c5590f57b4b will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:00.059993 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:00.111517 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dab736d-9f3e-4b08-bcbc-13a364e78ede req-346c81c2-00e5-452b-9b08-55655d917d25 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1796901 Jul 23 20:40:00.133176 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3e5af-179e-478c-8682-766756c5756f req-25fb29ae-d9d7-4db2-b7ea-eebac824084b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:00.140304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3e5af-179e-478c-8682-766756c5756f req-25fb29ae-d9d7-4db2-b7ea-eebac824084b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:00.146911 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3e5af-179e-478c-8682-766756c5756f req-25fb29ae-d9d7-4db2-b7ea-eebac824084b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:00.153982 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3e5af-179e-478c-8682-766756c5756f req-25fb29ae-d9d7-4db2-b7ea-eebac824084b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:00.170856 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3e5af-179e-478c-8682-766756c5756f req-25fb29ae-d9d7-4db2-b7ea-eebac824084b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:00.170856 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3e5af-179e-478c-8682-766756c5756f req-25fb29ae-d9d7-4db2-b7ea-eebac824084b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:00.170856 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4e3e5af-179e-478c-8682-766756c5756f req-25fb29ae-d9d7-4db2-b7ea-eebac824084b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 4604 time: 0.5230582 Jul 23 20:40:00.298889 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Pushing event updated for resources: {'Port': ['ID=8dcff201-5dbc-4e61-8522-6c5590f57b4b,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:00.344878 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-47ee597c-7221-40f0-951f-2c78e69f0938 req-a0221134-1b65-455a-99a9-1b6b7bbcbaa2 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 210 time: 0.0747845 Jul 23 20:40:00.379541 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'tag': '77042b28-bf0d-471e-9b44-b7a19900cc03'}, {'name': 'network-changed', 'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'tag': '9897128c-b4b2-4b65-a39d-e74031bf6da6'}, {'server_uuid': '722c8e74-abd6-41c4-ab6f-d6390f70b6e3', 'name': 'network-vif-deleted', 'tag': '843c8978-4c3e-4160-bf1f-f023f95041c3'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:00.382475 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326ab9e7-0c45-4f5d-85c2-53a8b549821e" -d '{"events": [{"name": "network-changed", "server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "tag": "77042b28-bf0d-471e-9b44-b7a19900cc03"}, {"name": "network-changed", "server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "tag": "9897128c-b4b2-4b65-a39d-e74031bf6da6"}, {"server_uuid": "722c8e74-abd6-41c4-ab6f-d6390f70b6e3", "name": "network-vif-deleted", "tag": "843c8978-4c3e-4160-bf1f-f023f95041c3"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:00.496484 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Attempting to bind port 8dcff201-5dbc-4e61-8522-6c5590f57b4b on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:00.496818 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Attempting to bind port 8dcff201-5dbc-4e61-8522-6c5590f57b4b by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:00.497149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Attempting to bind port 8dcff201-5dbc-4e61-8522-6c5590f57b4b on network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:00.511785 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4e3e5af-179e-478c-8682-766756c5756f req-50f836f1-5ff4-42e4-a1c7-6386e922b0e3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2821858 Jul 23 20:40:00.526301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Port 8dcff201-5dbc-4e61-8522-6c5590f57b4b on network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:40:00.526645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Attempting to bind port 8dcff201-5dbc-4e61-8522-6c5590f57b4b on network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:00.560450 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:00.560803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Checking segment: {'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:00.561201 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Bound using segment: {'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:00.561647 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Bound port: 8dcff201-5dbc-4e61-8522-6c5590f57b4b, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:00.562014 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:00.576889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-f6b1edda-b554-4ff2-a7b2-81e61ecca82d tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:00.579357 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-f6b1edda-b554-4ff2-a7b2-81e61ecca82d tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.48 "GET /v2.0/networks?id=e5c05eb8-80db-48c5-ad35-1745e1c55c02 HTTP/1.1" status: 200 len: 815 time: 0.1440661 Jul 23 20:40:00.598517 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-fa4716d9-c556-4426-a7ff-35406ab417ce tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Request body: {'port': {'device_id': 'cfa775c9-40ac-4370-88dc-b55aef33565b', 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02', 'admin_state_up': True, 'tenant_id': '12f68d215eed44eea92a61516d4f8fce'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:00.674006 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d621365-bcf9-403d-83db-84d9bdb36ec9 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:00.694620 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:00.711465 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2723d-90e9-4de0-b2ca-7ba5fc9935d7 req-e10d954b-aaa3-4640-bc34-7b2eb18498a2 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:00.713440 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-08d2723d-90e9-4de0-b2ca-7ba5fc9935d7 req-e10d954b-aaa3-4640-bc34-7b2eb18498a2 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/ports?device_id=df7c587f-0772-4aab-bbfe-1273a2f3dd5f HTTP/1.1" status: 200 len: 945 time: 0.2290432 Jul 23 20:40:00.728642 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] For port 8dcff201-5dbc-4e61-8522-6c5590f57b4b, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:00.736929 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] For port 8dcff201-5dbc-4e61-8522-6c5590f57b4b, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8dcff201-5dbc-4e61-8522-6c5590f57b4b,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:00.740938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Transition to ACTIVE for port object 8d621365-bcf9-403d-83db-84d9bdb36ec9 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:00.751467 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:00.754085 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:00.812298 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-fa4716d9-c556-4426-a7ff-35406ab417ce tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Made reservation on behalf of 12f68d215eed44eea92a61516d4f8fce for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:40:00.817290 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-fa4716d9-c556-4426-a7ff-35406ab417ce tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:00.845733 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:00.846467 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:00.853303 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] 10.222.0.48 "PUT /v2.0/ports/8dcff201-5dbc-4e61-8522-6c5590f57b4b HTTP/1.1" status: 200 len: 1129 time: 2.8293169 Jul 23 20:40:00.902111 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-08d2723d-90e9-4de0-b2ca-7ba5fc9935d7 req-c020240b-7a1f-4858-82ff-5f6fc13d01ee tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/security-groups?id=80557f1b-c1b3-4b88-9b28-1807925eef48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724336 Jul 23 20:40:00.946523 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9d9563-b746-4f78-bd60-310dd508f452 x-openstack-request-id: req-2b9d9563-b746-4f78-bd60-310dd508f452 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:00.947073 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7c587f-0772-4aab-bbfe-1273a2f3dd5f", "name": "network-vif-plugged", "status": "completed", "tag": "7c7ea371-bbc2-4312-9eed-764184992f28", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:00.948039 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b9d9563-b746-4f78-bd60-310dd508f452 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:00.948555 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7c587f-0772-4aab-bbfe-1273a2f3dd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7ea371-bbc2-4312-9eed-764184992f28', 'code': 200} Jul 23 20:40:00.949036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Request body: {'port': {'device_id': '67edefd8-cf07-4616-9feb-77bb7e599996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:00.971750 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Pushing event updated for resources: {'Port': ['ID=8d621365-bcf9-403d-83db-84d9bdb36ec9,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:01.089429 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-fa4716d9-c556-4426-a7ff-35406ab417ce tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Allocated IP 172.20.0.13 (e5c05eb8-80db-48c5-ad35-1745e1c55c02/ab8f20ad-484c-4d56-b083-3ca713a43763/f8200a55-1b71-494a-a518-bd84a3736f0a) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:40:01.134320 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e555bc-7f50-4b1b-9b3d-f2aa9c24467a x-openstack-request-id: req-08e555bc-7f50-4b1b-9b3d-f2aa9c24467a {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:01.134728 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "tag": "77042b28-bf0d-471e-9b44-b7a19900cc03", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "tag": "9897128c-b4b2-4b65-a39d-e74031bf6da6", "status": "completed", "code": 200}, {"server_uuid": "722c8e74-abd6-41c4-ab6f-d6390f70b6e3", "name": "network-vif-deleted", "tag": "843c8978-4c3e-4160-bf1f-f023f95041c3", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:01.134970 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08e555bc-7f50-4b1b-9b3d-f2aa9c24467a {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:01.135397 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'tag': '77042b28-bf0d-471e-9b44-b7a19900cc03', 'status': 'completed', 'code': 200} Jul 23 20:40:01.135653 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'tag': '9897128c-b4b2-4b65-a39d-e74031bf6da6', 'status': 'completed', 'code': 200} Jul 23 20:40:01.135933 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722c8e74-abd6-41c4-ab6f-d6390f70b6e3', 'name': 'network-vif-deleted', 'tag': '843c8978-4c3e-4160-bf1f-f023f95041c3', 'status': 'completed', 'code': 200} Jul 23 20:40:01.326142 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-0b323add-25ad-4382-b1dd-86bb751d2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:01.326923 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-0b323add-25ad-4382-b1dd-86bb751d2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:01.327493 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-0b323add-25ad-4382-b1dd-86bb751d2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:01.328055 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-0b323add-25ad-4382-b1dd-86bb751d2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:01.329112 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-0b323add-25ad-4382-b1dd-86bb751d2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:01.329860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-0b323add-25ad-4382-b1dd-86bb751d2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:01.330422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-0b323add-25ad-4382-b1dd-86bb751d2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:01.333576 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-0b323add-25ad-4382-b1dd-86bb751d2fd5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc19446ccb0a4c219ec6673fb3605878&device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 6210 time: 0.2103937 Jul 23 20:40:01.805765 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f8af8-684c-48b6-ba66-8ec69c1eee55 req-07d03474-0f13-43a8-926c-5f701592c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:01.814626 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b65f8af8-684c-48b6-ba66-8ec69c1eee55 req-07d03474-0f13-43a8-926c-5f701592c3ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 1097 time: 1.0116601 Jul 23 20:40:01.826397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ba6f8-b6d9-49c1-9e8d-5626feb2e3cd service neutron] Pushing event updated for resources: {'Port': ['ID=8dcff201-5dbc-4e61-8522-6c5590f57b4b,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:01.879114 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:01.886484 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-fa4716d9-c556-4426-a7ff-35406ab417ce tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:01.906599 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Attempting to bind port 8d621365-bcf9-403d-83db-84d9bdb36ec9 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:01.906921 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Attempting to bind port 8d621365-bcf9-403d-83db-84d9bdb36ec9 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:01.907284 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Attempting to bind port 8d621365-bcf9-403d-83db-84d9bdb36ec9 on network 59c5d0ae-3121-4e53-88c3-139064a5c09c {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:01.924559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-a6d58889-80f4-482d-b622-a7375057eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:01.925233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-a6d58889-80f4-482d-b622-a7375057eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:01.925769 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-a6d58889-80f4-482d-b622-a7375057eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:01.927511 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-a6d58889-80f4-482d-b622-a7375057eb71 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=fc19446ccb0a4c219ec6673fb3605878&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5793250 Jul 23 20:40:02.016936 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-fa4716d9-c556-4426-a7ff-35406ab417ce tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.020719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed832840-aff1-405a-8831-c87a88d28d0c req-7a54742f-7b8e-4550-8c1b-401eda8b31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.022802 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed832840-aff1-405a-8831-c87a88d28d0c req-7a54742f-7b8e-4550-8c1b-401eda8b31e9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=df7c587f-0772-4aab-bbfe-1273a2f3dd5f HTTP/1.1" status: 200 len: 1097 time: 0.9808249 Jul 23 20:40:02.024034 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f8af8-684c-48b6-ba66-8ec69c1eee55 req-1713600a-0ef6-4c3e-b3a9-34fb19e2fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.025791 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b65f8af8-684c-48b6-ba66-8ec69c1eee55 req-1713600a-0ef6-4c3e-b3a9-34fb19e2fc75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.2103839 Jul 23 20:40:02.028020 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Port 8d621365-bcf9-403d-83db-84d9bdb36ec9 on network 59c5d0ae-3121-4e53-88c3-139064a5c09c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:40:02.029292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Attempting to bind port 8d621365-bcf9-403d-83db-84d9bdb36ec9 on network 59c5d0ae-3121-4e53-88c3-139064a5c09c {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:02.094295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e633a5-1616-4b4e-937e-7cb54ffdc5bf req-ef699fe6-4666-42f5-9ff3-13d2545ffda1 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.104133 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65e633a5-1616-4b4e-937e-7cb54ffdc5bf req-ef699fe6-4666-42f5-9ff3-13d2545ffda1 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.9375637 Jul 23 20:40:02.107577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:02.108081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Checking segment: {'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:02.108649 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Bound using segment: {'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:02.109548 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Bound port: 8d621365-bcf9-403d-83db-84d9bdb36ec9, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:02.110567 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.123112 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4716d9-c556-4426-a7ff-35406ab417ce tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Pushing event updated for resources: {'Port': ['ID=f8200a55-1b71-494a-a518-bd84a3736f0a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:02.151648 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-fa4716d9-c556-4426-a7ff-35406ab417ce tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Network e5c05eb8-80db-48c5-ad35-1745e1c55c02 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:02.157957 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-fa4716d9-c556-4426-a7ff-35406ab417ce tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:02.170941 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-fa4716d9-c556-4426-a7ff-35406ab417ce tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:40:02.196449 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-0af36b14-b08a-42c9-99d3-2a9fa3a68102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.198194 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-0af36b14-b08a-42c9-99d3-2a9fa3a68102 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2626181 Jul 23 20:40:02.227938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-fa4716d9-c556-4426-a7ff-35406ab417ce tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.228888 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-fa4716d9-c556-4426-a7ff-35406ab417ce tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.260388 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b65f8af8-684c-48b6-ba66-8ec69c1eee55 req-8190ff01-f9d0-4732-8f8a-0eb1f11fdd57 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8f573ee-974a-4327-9539-2950bda4dc93 HTTP/1.1" status: 200 len: 999 time: 0.2197278 Jul 23 20:40:02.291624 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-fa4716d9-c556-4426-a7ff-35406ab417ce tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7029045 Jul 23 20:40:02.319677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Request body: {'port': {'device_id': 'cfa775c9-40ac-4370-88dc-b55aef33565b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:02.339971 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65e633a5-1616-4b4e-937e-7cb54ffdc5bf req-89c41824-ba65-402d-975f-a7c9af7704ce tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206295 Jul 23 20:40:02.369530 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-aad7bad1-8bf1-4ab9-932a-447fe7505969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.370037 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-aad7bad1-8bf1-4ab9-932a-447fe7505969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.372025 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-aad7bad1-8bf1-4ab9-932a-447fe7505969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.372524 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-aad7bad1-8bf1-4ab9-932a-447fe7505969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.373005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-aad7bad1-8bf1-4ab9-932a-447fe7505969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.373473 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-aad7bad1-8bf1-4ab9-932a-447fe7505969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.373936 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-aad7bad1-8bf1-4ab9-932a-447fe7505969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.389409 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-aad7bad1-8bf1-4ab9-932a-447fe7505969 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 6180 time: 0.1364262 Jul 23 20:40:02.424649 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e996a9-2845-4ea0-95c5-00e72b2ce392 req-b0e4bd96-2b2b-4954-a4da-daa2185fc65e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.431652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e996a9-2845-4ea0-95c5-00e72b2ce392 req-b0e4bd96-2b2b-4954-a4da-daa2185fc65e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.437816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e996a9-2845-4ea0-95c5-00e72b2ce392 req-b0e4bd96-2b2b-4954-a4da-daa2185fc65e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.443710 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e996a9-2845-4ea0-95c5-00e72b2ce392 req-b0e4bd96-2b2b-4954-a4da-daa2185fc65e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.450593 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e996a9-2845-4ea0-95c5-00e72b2ce392 req-b0e4bd96-2b2b-4954-a4da-daa2185fc65e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.458526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e996a9-2845-4ea0-95c5-00e72b2ce392 req-b0e4bd96-2b2b-4954-a4da-daa2185fc65e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.474876 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e996a9-2845-4ea0-95c5-00e72b2ce392 req-b0e4bd96-2b2b-4954-a4da-daa2185fc65e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.483879 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89e996a9-2845-4ea0-95c5-00e72b2ce392 req-b0e4bd96-2b2b-4954-a4da-daa2185fc65e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5370 time: 1.1899204 Jul 23 20:40:02.558458 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.695679 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-480e2eb2-8b5b-4ffd-810e-526d50322b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.696972 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-480e2eb2-8b5b-4ffd-810e-526d50322b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.697517 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-480e2eb2-8b5b-4ffd-810e-526d50322b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.699489 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-480e2eb2-8b5b-4ffd-810e-526d50322b80 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2853234 Jul 23 20:40:02.770238 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] For port 8d621365-bcf9-403d-83db-84d9bdb36ec9, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:02.788410 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed832840-aff1-405a-8831-c87a88d28d0c req-3490fabf-5cdc-4c51-899f-dea178ad0003 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=80557f1b-c1b3-4b88-9b28-1807925eef48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7457938 Jul 23 20:40:02.798879 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f8af8-684c-48b6-ba66-8ec69c1eee55 req-db5d9e71-05ad-4498-b164-0fc2d47589d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.800387 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b65f8af8-684c-48b6-ba66-8ec69c1eee55 req-db5d9e71-05ad-4498-b164-0fc2d47589d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.4873085 Jul 23 20:40:02.814634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] For port 8d621365-bcf9-403d-83db-84d9bdb36ec9, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8d621365-bcf9-403d-83db-84d9bdb36ec9,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:02.842358 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.879127 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89e996a9-2845-4ea0-95c5-00e72b2ce392 req-6256f384-376e-4da3-9272-6e920bd1c19d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3702388 Jul 23 20:40:03.072802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:03.074227 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.075788 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] 10.222.0.48 "PUT /v2.0/ports/8d621365-bcf9-403d-83db-84d9bdb36ec9 HTTP/1.1" status: 200 len: 1137 time: 3.9268839 Jul 23 20:40:03.077703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00095e1a-b6df-4807-a5c8-3c2e9cb6d674 service neutron] Pushing event updated for resources: {'Port': ['ID=8d621365-bcf9-403d-83db-84d9bdb36ec9,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:03.120878 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfba58-f010-4d67-8a6d-b831efc30c77 req-2e90e16a-8638-4d16-94f5-b45da6643ab6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:03.122588 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19cfba58-f010-4d67-8a6d-b831efc30c77 req-2e90e16a-8638-4d16-94f5-b45da6643ab6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 932 time: 0.6247118 Jul 23 20:40:03.133758 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Request body: {'port': {'device_id': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:03.155329 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'tag': '8dcff201-5dbc-4e61-8522-6c5590f57b4b'}, {'name': 'network-changed', 'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'tag': '8d621365-bcf9-403d-83db-84d9bdb36ec9'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:03.158133 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f532945-9429-4dbf-9b45-2cd65af3f6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "tag": "8dcff201-5dbc-4e61-8522-6c5590f57b4b"}, {"name": "network-changed", "server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "tag": "8d621365-bcf9-403d-83db-84d9bdb36ec9"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:03.161564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-6dbcbf43-f244-460c-8639-6748fc517ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:03.163074 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-326ab9e7-0c45-4f5d-85c2-53a8b549821e req-6dbcbf43-f244-460c-8639-6748fc517ccf service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4480438 Jul 23 20:40:03.268877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8200a55-1b71-494a-a518-bd84a3736f0a {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:03.282418 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.302419 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19cfba58-f010-4d67-8a6d-b831efc30c77 req-886a2cc7-22b6-4b0e-9a76-b9e65906de68 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209126 Jul 23 20:40:03.304503 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Transition to ACTIVE for port object f8200a55-1b71-494a-a518-bd84a3736f0a will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:03.337138 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.397801 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f8af8-684c-48b6-ba66-8ec69c1eee55 req-61eccd63-8601-40f1-a7ff-d2d9ceb472f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:03.402140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b65f8af8-684c-48b6-ba66-8ec69c1eee55 req-61eccd63-8601-40f1-a7ff-d2d9ceb472f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5645049 Jul 23 20:40:03.517185 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a404d-a31c-4d05-ad64-d251a2965e9f req-d438055e-e78c-4f5c-bdda-e17c2034cbc7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:03.521277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Pushing event updated for resources: {'Port': ['ID=f8200a55-1b71-494a-a518-bd84a3736f0a,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:03.524813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a404d-a31c-4d05-ad64-d251a2965e9f req-d438055e-e78c-4f5c-bdda-e17c2034cbc7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:03.531061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a404d-a31c-4d05-ad64-d251a2965e9f req-d438055e-e78c-4f5c-bdda-e17c2034cbc7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:03.537839 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a404d-a31c-4d05-ad64-d251a2965e9f req-d438055e-e78c-4f5c-bdda-e17c2034cbc7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:03.544726 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a404d-a31c-4d05-ad64-d251a2965e9f req-d438055e-e78c-4f5c-bdda-e17c2034cbc7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:03.550993 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a404d-a31c-4d05-ad64-d251a2965e9f req-d438055e-e78c-4f5c-bdda-e17c2034cbc7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:03.557350 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a404d-a31c-4d05-ad64-d251a2965e9f req-d438055e-e78c-4f5c-bdda-e17c2034cbc7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:03.559456 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c43a404d-a31c-4d05-ad64-d251a2965e9f req-d438055e-e78c-4f5c-bdda-e17c2034cbc7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5382 time: 0.4775050 Jul 23 20:40:03.572231 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Attempting to bind port f8200a55-1b71-494a-a518-bd84a3736f0a on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:03.572536 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Attempting to bind port f8200a55-1b71-494a-a518-bd84a3736f0a by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '2c4cf61c-2bc8-43f9-883c-776b5c45f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:03.572862 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Attempting to bind port f8200a55-1b71-494a-a518-bd84a3736f0a on network e5c05eb8-80db-48c5-ad35-1745e1c55c02 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:03.577149 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.579249 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Port f8200a55-1b71-494a-a518-bd84a3736f0a on network e5c05eb8-80db-48c5-ad35-1745e1c55c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:40:03.579578 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Attempting to bind port f8200a55-1b71-494a-a518-bd84a3736f0a on network e5c05eb8-80db-48c5-ad35-1745e1c55c02 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:03.590232 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375f4d5b-bee1-40a7-8ed7-558dfed774a8 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:03.594190 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-938fe0d0-3bc8-4a6f-90fb-627178533f51 req-b27dabde-e4b1-41f5-bf80-0305332ec229 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1766841 Jul 23 20:40:03.595020 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:03.595385 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Checking segment: {'id': '2c4cf61c-2bc8-43f9-883c-776b5c45f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:03.595805 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Bound using segment: {'id': '2c4cf61c-2bc8-43f9-883c-776b5c45f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:03.596463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Bound port: f8200a55-1b71-494a-a518-bd84a3736f0a, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c4cf61c-2bc8-43f9-883c-776b5c45f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:03.596904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.648787 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.683336 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] For port f8200a55-1b71-494a-a518-bd84a3736f0a, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:03.688528 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] For port f8200a55-1b71-494a-a518-bd84a3736f0a, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f8200a55-1b71-494a-a518-bd84a3736f0a,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:03.698541 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.763837 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:03.765010 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.766432 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] 10.222.0.48 "PUT /v2.0/ports/f8200a55-1b71-494a-a518-bd84a3736f0a HTTP/1.1" status: 200 len: 1093 time: 1.4630399 Jul 23 20:40:03.766949 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa775c9-40ac-4370-88dc-b55aef33565b', 'tag': 'f8200a55-1b71-494a-a518-bd84a3736f0a'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:03.767831 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Transition to ACTIVE for port object 375f4d5b-bee1-40a7-8ed7-558dfed774a8 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:03.769569 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3289448f-d9c2-4a7b-8a3e-fa203470e17d" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa775c9-40ac-4370-88dc-b55aef33565b", "tag": "f8200a55-1b71-494a-a518-bd84a3736f0a"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:03.789515 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.810574 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c43a404d-a31c-4d05-ad64-d251a2965e9f req-ebcebe5f-bb95-4670-8f99-9e3a17cfa5b2 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2152836 Jul 23 20:40:03.861416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b11453-cf51-46f6-9424-a4a4c6b8cfce service neutron] Pushing event updated for resources: {'Port': ['ID=f8200a55-1b71-494a-a518-bd84a3736f0a,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:03.881659 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b65f8af8-684c-48b6-ba66-8ec69c1eee55 req-60d67ed3-a943-40b7-b1cf-1ae568ea60f5 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333987 Jul 23 20:40:03.885611 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fe0d0-3bc8-4a6f-90fb-627178533f51 req-668de5bd-a422-498b-9ead-61405ab644e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:03.886844 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-938fe0d0-3bc8-4a6f-90fb-627178533f51 req-668de5bd-a422-498b-9ead-61405ab644e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e36b104f9d24e799825b9baa093a497&device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 1099 time: 0.1727448 Jul 23 20:40:03.917540 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-3fb41de2-1adf-42f3-a51f-69f92be5bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:03.920290 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-3fb41de2-1adf-42f3-a51f-69f92be5bdd6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=12f68d215eed44eea92a61516d4f8fce&device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 1096 time: 0.0925820 Jul 23 20:40:03.974505 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Pushing event updated for resources: {'Port': ['ID=375f4d5b-bee1-40a7-8ed7-558dfed774a8,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:04.002351 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-1cd44c7b-a1eb-426c-8a41-c61c9b222a49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8200a55-1b71-494a-a518-bd84a3736f0a HTTP/1.1" status: 200 len: 217 time: 0.0704672 Jul 23 20:40:04.021804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01024060-c99e-45b8-ae31-6215c869b070 req-416052bd-386e-4136-9343-7a2718c5b92f tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:04.028473 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-01024060-c99e-45b8-ae31-6215c869b070 req-416052bd-386e-4136-9343-7a2718c5b92f tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/ports?device_id=df7c587f-0772-4aab-bbfe-1273a2f3dd5f HTTP/1.1" status: 200 len: 945 time: 0.5298066 Jul 23 20:40:04.207033 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-dc7f9a25-c00f-4d8d-8852-e0478d4e88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:04.208640 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-dc7f9a25-c00f-4d8d-8852-e0478d4e88ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab8f20ad-484c-4d56-b083-3ca713a43763 HTTP/1.1" status: 200 len: 855 time: 0.1864212 Jul 23 20:40:04.213203 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.48', 52090) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:04.235410 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c40e824-4efe-4aae-a57d-c11ab1554c5c x-openstack-request-id: req-6c40e824-4efe-4aae-a57d-c11ab1554c5c {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:04.235410 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "tag": "8dcff201-5dbc-4e61-8522-6c5590f57b4b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "tag": "8d621365-bcf9-403d-83db-84d9bdb36ec9", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:04.235659 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c40e824-4efe-4aae-a57d-c11ab1554c5c {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:04.236254 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'tag': '8dcff201-5dbc-4e61-8522-6c5590f57b4b', 'status': 'completed', 'code': 200} Jul 23 20:40:04.236702 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'tag': '8d621365-bcf9-403d-83db-84d9bdb36ec9', 'status': 'completed', 'code': 200} Jul 23 20:40:04.285647 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-6271ee1f-eaf1-4702-9a00-32633bf214b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5c05eb8-80db-48c5-ad35-1745e1c55c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641572 Jul 23 20:40:04.343263 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fe0d0-3bc8-4a6f-90fb-627178533f51 req-26318c84-4ab1-48b5-a0fb-ad8c941cc540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:04.344743 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-938fe0d0-3bc8-4a6f-90fb-627178533f51 req-26318c84-4ab1-48b5-a0fb-ad8c941cc540 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce0133d9-8df6-41ea-ae2f-c1fed304391d HTTP/1.1" status: 200 len: 918 time: 0.4234042 Jul 23 20:40:04.470117 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b65f8af8-684c-48b6-ba66-8ec69c1eee55 req-14089115-74e8-4038-8fdd-b8582b7db225 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106838 Jul 23 20:40:04.470560 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-938fe0d0-3bc8-4a6f-90fb-627178533f51 req-1a3fdc67-df61-4841-b0fa-9a0422ca9826 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738 HTTP/1.1" status: 200 len: 1001 time: 0.1095841 Jul 23 20:40:04.502688 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-01024060-c99e-45b8-ae31-6215c869b070 req-c829b1d1-e6ac-4de9-a36d-5b9e4f94cd21 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/security-groups?id=80557f1b-c1b3-4b88-9b28-1807925eef48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480469 Jul 23 20:40:04.602158 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fe0d0-3bc8-4a6f-90fb-627178533f51 req-04a7bd57-4b8b-4526-8000-c159ef47c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:04.603938 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-938fe0d0-3bc8-4a6f-90fb-627178533f51 req-04a7bd57-4b8b-4526-8000-c159ef47c707 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=35eaf14f-2eae-4b6c-8dcf-0499d3191c4d HTTP/1.1" status: 200 len: 856 time: 0.0744321 Jul 23 20:40:04.606478 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65b35c9-e991-40ae-aa20-112bc9b35038 x-openstack-request-id: req-a65b35c9-e991-40ae-aa20-112bc9b35038 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:04.606478 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa775c9-40ac-4370-88dc-b55aef33565b", "tag": "f8200a55-1b71-494a-a518-bd84a3736f0a", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:04.606478 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a65b35c9-e991-40ae-aa20-112bc9b35038 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:04.607188 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa775c9-40ac-4370-88dc-b55aef33565b', 'tag': 'f8200a55-1b71-494a-a518-bd84a3736f0a', 'status': 'completed', 'code': 200} Jul 23 20:40:04.630200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Attempting to bind port 375f4d5b-bee1-40a7-8ed7-558dfed774a8 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:04.630604 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Attempting to bind port 375f4d5b-bee1-40a7-8ed7-558dfed774a8 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:04.631007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Attempting to bind port 375f4d5b-bee1-40a7-8ed7-558dfed774a8 on network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:04.666344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Port 375f4d5b-bee1-40a7-8ed7-558dfed774a8 on network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:40:04.666788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Attempting to bind port 375f4d5b-bee1-40a7-8ed7-558dfed774a8 on network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:04.691419 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-5910ee4d-a8dc-40cf-858f-3e1c6e57e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:04.691935 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-5910ee4d-a8dc-40cf-858f-3e1c6e57e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:04.692548 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-5910ee4d-a8dc-40cf-858f-3e1c6e57e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:04.693303 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-5910ee4d-a8dc-40cf-858f-3e1c6e57e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:04.693779 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-5910ee4d-a8dc-40cf-858f-3e1c6e57e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:04.694249 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-5910ee4d-a8dc-40cf-858f-3e1c6e57e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:04.694716 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-5910ee4d-a8dc-40cf-858f-3e1c6e57e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:04.697297 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-5910ee4d-a8dc-40cf-858f-3e1c6e57e6cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc19446ccb0a4c219ec6673fb3605878&device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 6236 time: 0.4769931 Jul 23 20:40:04.703638 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-36d50a4f-dc94-4909-9dce-673bba5f0dff service neutron] 10.222.0.48 "GET /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830438 Jul 23 20:40:04.736197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c94fa6-9255-45bc-a13a-117c1b554b47 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:04.748605 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:04.767947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Transition to ACTIVE for port object 15c94fa6-9255-45bc-a13a-117c1b554b47 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:04.770144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:04.770711 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Checking segment: {'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:04.771459 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Bound using segment: {'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:04.772150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Bound port: 375f4d5b-bee1-40a7-8ed7-558dfed774a8, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:04.772927 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:04.793026 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fe0d0-3bc8-4a6f-90fb-627178533f51 req-c7793986-72b0-4eb3-bbbc-837e141547eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:04.794808 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-938fe0d0-3bc8-4a6f-90fb-627178533f51 req-c7793986-72b0-4eb3-bbbc-837e141547eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce0133d9-8df6-41ea-ae2f-c1fed304391d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1818540 Jul 23 20:40:04.801268 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91601343-8519-4cac-a717-f7498d5e439b req-6c6e1cf2-0d80-4af5-87f6-e77ed0598007 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:04.809625 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91601343-8519-4cac-a717-f7498d5e439b req-6c6e1cf2-0d80-4af5-87f6-e77ed0598007 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.4595208 Jul 23 20:40:04.821640 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:04.976836 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91601343-8519-4cac-a717-f7498d5e439b req-aef2defd-9ce2-4d73-a9a8-c2ab72f92f0f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617002 Jul 23 20:40:05.061772 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cea33bb2-4c5a-428b-b1cc-0f9b115fc975 req-9386981e-8b6f-4362-adbf-3e90d5fee58b service neutron] 10.222.0.48 "GET /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410130 Jul 23 20:40:05.064894 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-3f60d08b-2245-4360-b168-3eb519e48502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.065375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-3f60d08b-2245-4360-b168-3eb519e48502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.066317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-3f60d08b-2245-4360-b168-3eb519e48502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.067518 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-3f60d08b-2245-4360-b168-3eb519e48502 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=fc19446ccb0a4c219ec6673fb3605878&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3562376 Jul 23 20:40:05.175602 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a890c-7c74-4c3a-8a51-0f08f6fb24e4 req-ff58c6cf-41df-4017-a644-265fd5a4e47a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.183409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a890c-7c74-4c3a-8a51-0f08f6fb24e4 req-ff58c6cf-41df-4017-a644-265fd5a4e47a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.191927 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-938fe0d0-3bc8-4a6f-90fb-627178533f51 req-5884763d-c02f-4f95-9670-3fa0d5313718 service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614025 Jul 23 20:40:05.192126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a890c-7c74-4c3a-8a51-0f08f6fb24e4 req-ff58c6cf-41df-4017-a644-265fd5a4e47a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.198892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a890c-7c74-4c3a-8a51-0f08f6fb24e4 req-ff58c6cf-41df-4017-a644-265fd5a4e47a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.211942 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a890c-7c74-4c3a-8a51-0f08f6fb24e4 req-ff58c6cf-41df-4017-a644-265fd5a4e47a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.221066 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a890c-7c74-4c3a-8a51-0f08f6fb24e4 req-ff58c6cf-41df-4017-a644-265fd5a4e47a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.231393 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a890c-7c74-4c3a-8a51-0f08f6fb24e4 req-ff58c6cf-41df-4017-a644-265fd5a4e47a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.233347 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-241a890c-7c74-4c3a-8a51-0f08f6fb24e4 req-ff58c6cf-41df-4017-a644-265fd5a4e47a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5382 time: 0.5722690 Jul 23 20:40:05.246103 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Pushing event updated for resources: {'Port': ['ID=15c94fa6-9255-45bc-a13a-117c1b554b47,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:05.324261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] For port 375f4d5b-bee1-40a7-8ed7-558dfed774a8, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:05.359994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Attempting to bind port 15c94fa6-9255-45bc-a13a-117c1b554b47 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:05.360328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Attempting to bind port 15c94fa6-9255-45bc-a13a-117c1b554b47 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:05.360663 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Attempting to bind port 15c94fa6-9255-45bc-a13a-117c1b554b47 on network 59c5d0ae-3121-4e53-88c3-139064a5c09c {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:05.369049 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] For port 375f4d5b-bee1-40a7-8ed7-558dfed774a8, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=375f4d5b-bee1-40a7-8ed7-558dfed774a8,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:05.374879 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Port 15c94fa6-9255-45bc-a13a-117c1b554b47 on network 59c5d0ae-3121-4e53-88c3-139064a5c09c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:40:05.375267 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Attempting to bind port 15c94fa6-9255-45bc-a13a-117c1b554b47 on network 59c5d0ae-3121-4e53-88c3-139064a5c09c {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:05.388377 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:05.390271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:05.390605 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Checking segment: {'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:05.390985 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Bound using segment: {'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:05.391447 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Bound port: 15c94fa6-9255-45bc-a13a-117c1b554b47, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:05.391793 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:05.404225 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-fd8dce49-9989-4832-b4a9-2222c3e482e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.405619 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-fd8dce49-9989-4832-b4a9-2222c3e482e0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3262484 Jul 23 20:40:05.440347 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289448f-d9c2-4a7b-8a3e-fa203470e17d req-41165272-10a7-411b-9520-5a9f13fa3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.441856 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3289448f-d9c2-4a7b-8a3e-fa203470e17d req-41165272-10a7-411b-9520-5a9f13fa3cba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=12f68d215eed44eea92a61516d4f8fce&device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 1096 time: 0.3187490 Jul 23 20:40:05.455150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.456221 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:05.457908 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] 10.222.0.48 "PUT /v2.0/ports/375f4d5b-bee1-40a7-8ed7-558dfed774a8 HTTP/1.1" status: 200 len: 1092 time: 4.5336180 Jul 23 20:40:05.463475 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-938fe0d0-3bc8-4a6f-90fb-627178533f51 req-6fe93c1d-4d82-45f8-bcca-541abe1b1fbb service neutron] 10.222.0.48 "GET /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303829 Jul 23 20:40:05.493934 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-241a890c-7c74-4c3a-8a51-0f08f6fb24e4 req-393791bd-b35f-4967-a20b-a1bbb6edcc33 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1828666 Jul 23 20:40:05.508070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e41fe-40f4-451a-a494-f80f97ac8374 req-67133dac-ed21-4c95-af81-472a3ad152cb tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.510746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-741e41fe-40f4-451a-a494-f80f97ac8374 req-67133dac-ed21-4c95-af81-472a3ad152cb tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 947 time: 0.2763517 Jul 23 20:40:05.618842 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Request body: {'port': {'device_id': '67edefd8-cf07-4616-9feb-77bb7e599996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:05.678451 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-741e41fe-40f4-451a-a494-f80f97ac8374 req-94a68243-7590-4869-89c6-1e401fca1395 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381140 Jul 23 20:40:05.744234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] For port 15c94fa6-9255-45bc-a13a-117c1b554b47, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:05.749910 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289448f-d9c2-4a7b-8a3e-fa203470e17d req-382cdb8d-0b0b-4d92-afc1-fa8ed2a797df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.750127 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] For port 15c94fa6-9255-45bc-a13a-117c1b554b47, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=15c94fa6-9255-45bc-a13a-117c1b554b47,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:05.751590 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3289448f-d9c2-4a7b-8a3e-fa203470e17d req-382cdb8d-0b0b-4d92-afc1-fa8ed2a797df service neutron] 10.222.0.48 "GET /v2.0/networks?id=e5c05eb8-80db-48c5-ad35-1745e1c55c02 HTTP/1.1" status: 200 len: 916 time: 0.3015704 Jul 23 20:40:05.753637 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7bf16-4b16-4769-8815-abb382d21297 service neutron] Pushing event updated for resources: {'Port': ['ID=375f4d5b-bee1-40a7-8ed7-558dfed774a8,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:05.798436 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:05.809516 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3289448f-d9c2-4a7b-8a3e-fa203470e17d req-7e7f1ba0-b397-4c16-9c8b-e9046ae937c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8200a55-1b71-494a-a518-bd84a3736f0a HTTP/1.1" status: 200 len: 217 time: 0.0452578 Jul 23 20:40:05.864270 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289448f-d9c2-4a7b-8a3e-fa203470e17d req-054ca686-7053-4b12-8b6a-1c4ed818639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.865758 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3289448f-d9c2-4a7b-8a3e-fa203470e17d req-054ca686-7053-4b12-8b6a-1c4ed818639a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab8f20ad-484c-4d56-b083-3ca713a43763 HTTP/1.1" status: 200 len: 855 time: 0.0480969 Jul 23 20:40:05.877731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Pushing event updated for resources: {'Port': ['ID=15c94fa6-9255-45bc-a13a-117c1b554b47,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:05.940005 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3289448f-d9c2-4a7b-8a3e-fa203470e17d req-cb52fc02-5272-4db6-a4fa-a119b3ea705f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e5c05eb8-80db-48c5-ad35-1745e1c55c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385697 Jul 23 20:40:05.954660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.955337 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:05.956927 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-565d7130-24b8-4b82-b7f4-7e18cd16c267 service neutron] 10.222.0.48 "PUT /v2.0/ports/15c94fa6-9255-45bc-a13a-117c1b554b47 HTTP/1.1" status: 200 len: 1092 time: 2.8290186 Jul 23 20:40:05.995424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-2fca160d-08fa-46f0-9937-da9d1476a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.996520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-2fca160d-08fa-46f0-9937-da9d1476a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.996672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac4398-a3a6-4990-b803-39a726d48290 req-7455cd08-37fd-4c38-a393-ab76540f01ea tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.997715 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7bac4398-a3a6-4990-b803-39a726d48290 req-7455cd08-37fd-4c38-a393-ab76540f01ea tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 944 time: 0.3440518 Jul 23 20:40:06.003980 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-2fca160d-08fa-46f0-9937-da9d1476a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:06.004732 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-2fca160d-08fa-46f0-9937-da9d1476a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:06.005285 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-2fca160d-08fa-46f0-9937-da9d1476a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:06.005977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-2fca160d-08fa-46f0-9937-da9d1476a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:06.006567 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-2fca160d-08fa-46f0-9937-da9d1476a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:06.009004 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-2fca160d-08fa-46f0-9937-da9d1476a54e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 6248 time: 0.5493414 Jul 23 20:40:06.011821 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023d8d9-b6c2-4e67-8a8e-6f00afade62b req-2761ef6a-8656-44e1-a3b2-77ce3ccc1a81 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:06.013225 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c023d8d9-b6c2-4e67-8a8e-6f00afade62b req-2761ef6a-8656-44e1-a3b2-77ce3ccc1a81 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.48 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 947 time: 0.3673356 Jul 23 20:40:06.023278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Request body: {'port': {'device_id': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:06.024058 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:06.371895 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-2ced6f4d-c3c3-42b8-abde-f2e55dc5468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:06.372374 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-2ced6f4d-c3c3-42b8-abde-f2e55dc5468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:06.372767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-2ced6f4d-c3c3-42b8-abde-f2e55dc5468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:06.374387 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-2ced6f4d-c3c3-42b8-abde-f2e55dc5468c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3517077 Jul 23 20:40:06.378729 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3289448f-d9c2-4a7b-8a3e-fa203470e17d req-5fd08866-00b4-42a2-be1a-518230ed5afd service neutron] 10.222.0.48 "GET /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239008 Jul 23 20:40:06.499703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'tag': '375f4d5b-bee1-40a7-8ed7-558dfed774a8'}, {'name': 'network-changed', 'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'tag': '15c94fa6-9255-45bc-a13a-117c1b554b47'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:06.501812 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf17a066-47c3-4cea-8a23-0e5a54e08589" -d '{"events": [{"name": "network-changed", "server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "tag": "375f4d5b-bee1-40a7-8ed7-558dfed774a8"}, {"name": "network-changed", "server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "tag": "15c94fa6-9255-45bc-a13a-117c1b554b47"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:06.675354 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7bac4398-a3a6-4990-b803-39a726d48290 req-a4bdc920-e3a4-4959-b05d-544fb3cafee8 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6585062 Jul 23 20:40:06.751413 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3289448f-d9c2-4a7b-8a3e-fa203470e17d req-8e688049-57c2-4990-a020-60d6b5967463 service neutron] 10.222.0.48 "GET /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592022 Jul 23 20:40:06.770178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 45804) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:06.797025 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce825a5a-6151-4efa-853e-fed43c4cf4bd req-6f382d3f-e334-4ab2-a6e0-4ee08b9d60b5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:06.804271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce825a5a-6151-4efa-853e-fed43c4cf4bd req-6f382d3f-e334-4ab2-a6e0-4ee08b9d60b5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:06.811252 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce825a5a-6151-4efa-853e-fed43c4cf4bd req-6f382d3f-e334-4ab2-a6e0-4ee08b9d60b5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:06.817714 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce825a5a-6151-4efa-853e-fed43c4cf4bd req-6f382d3f-e334-4ab2-a6e0-4ee08b9d60b5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:06.824513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce825a5a-6151-4efa-853e-fed43c4cf4bd req-6f382d3f-e334-4ab2-a6e0-4ee08b9d60b5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:06.830857 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce825a5a-6151-4efa-853e-fed43c4cf4bd req-6f382d3f-e334-4ab2-a6e0-4ee08b9d60b5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:06.837404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce825a5a-6151-4efa-853e-fed43c4cf4bd req-6f382d3f-e334-4ab2-a6e0-4ee08b9d60b5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:06.839446 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce825a5a-6151-4efa-853e-fed43c4cf4bd req-6f382d3f-e334-4ab2-a6e0-4ee08b9d60b5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5394 time: 1.0205081 Jul 23 20:40:06.992009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce825a5a-6151-4efa-853e-fed43c4cf4bd req-cb03139b-0f0c-4be7-b8b9-d8aba2255b78 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343954 Jul 23 20:40:06.992605 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:07.017797 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-695384ca-58a1-4bec-9336-1108c63c8461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:07.205335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96427106-3c2e-463d-8d37-38319788aff2 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:07.210365 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-2442d67a-e30b-49ab-9613-371f5811b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:07.212683 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6f532945-9429-4dbf-9b45-2cd65af3f6ba req-2442d67a-e30b-49ab-9613-371f5811b343 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7190020 Jul 23 20:40:07.218039 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:07.220182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3b488-db15-4250-aba2-9594646e7c2f req-d6e83f34-f2d6-47ef-9c73-2091713f6915 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:07.221699 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7bf3b488-db15-4250-aba2-9594646e7c2f req-d6e83f34-f2d6-47ef-9c73-2091713f6915 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/ports?device_id=df7c587f-0772-4aab-bbfe-1273a2f3dd5f HTTP/1.1" status: 200 len: 945 time: 0.3813195 Jul 23 20:40:07.233560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-c023d8d9-b6c2-4e67-8a8e-6f00afade62b req-203ac597-8817-4763-b93f-9e60b36da60d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Deleting port 2a131450-cfc5-4aab-8b1a-db2c1372f738 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:40:07.234015 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c023d8d9-b6c2-4e67-8a8e-6f00afade62b req-203ac597-8817-4763-b93f-9e60b36da60d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:07.239717 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Transition to ACTIVE for port object 96427106-3c2e-463d-8d37-38319788aff2 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:07.245548 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:07.304011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Pushing event updated for resources: {'Port': ['ID=96427106-3c2e-463d-8d37-38319788aff2,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:07.389703 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Attempting to bind port 96427106-3c2e-463d-8d37-38319788aff2 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:07.390049 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Attempting to bind port 96427106-3c2e-463d-8d37-38319788aff2 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:07.390424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Attempting to bind port 96427106-3c2e-463d-8d37-38319788aff2 on network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:07.397194 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Port 96427106-3c2e-463d-8d37-38319788aff2 on network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:40:07.397526 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Attempting to bind port 96427106-3c2e-463d-8d37-38319788aff2 on network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:07.405448 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:07.405793 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Checking segment: {'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:07.406181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Bound using segment: {'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:07.406745 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Bound port: 96427106-3c2e-463d-8d37-38319788aff2, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842f8ebb-bade-42c1-a9f5-ba4a06effa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:07.406975 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:07.468263 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7bf3b488-db15-4250-aba2-9594646e7c2f req-add572b1-a913-4f6c-8c76-b7ba3e52c1e1 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/security-groups?id=80557f1b-c1b3-4b88-9b28-1807925eef48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947045 Jul 23 20:40:07.494831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] For port 96427106-3c2e-463d-8d37-38319788aff2, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:07.498516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] For port 96427106-3c2e-463d-8d37-38319788aff2, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=96427106-3c2e-463d-8d37-38319788aff2,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:07.511150 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:07.546071 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-c023d8d9-b6c2-4e67-8a8e-6f00afade62b req-203ac597-8817-4763-b93f-9e60b36da60d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] For port 2a131450-cfc5-4aab-8b1a-db2c1372f738, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:07.547659 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c023d8d9-b6c2-4e67-8a8e-6f00afade62b req-203ac597-8817-4763-b93f-9e60b36da60d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:07.558265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:07.559289 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:07.563479 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] 10.222.0.48 "PUT /v2.0/ports/96427106-3c2e-463d-8d37-38319788aff2 HTTP/1.1" status: 200 len: 1092 time: 2.0484135 Jul 23 20:40:07.567204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'tag': '96427106-3c2e-463d-8d37-38319788aff2'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:07.569874 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e5fd32-35b5-47f4-9731-cad1df3aa3af" -d '{"events": [{"name": "network-changed", "server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "tag": "96427106-3c2e-463d-8d37-38319788aff2"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:07.576095 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09abdfb4-8510-423a-90ae-8cb1256db41b x-openstack-request-id: req-09abdfb4-8510-423a-90ae-8cb1256db41b {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:07.576767 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "tag": "375f4d5b-bee1-40a7-8ed7-558dfed774a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "tag": "15c94fa6-9255-45bc-a13a-117c1b554b47", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:07.577269 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09abdfb4-8510-423a-90ae-8cb1256db41b {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:07.578063 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'tag': '375f4d5b-bee1-40a7-8ed7-558dfed774a8', 'status': 'completed', 'code': 200} Jul 23 20:40:07.578413 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'tag': '15c94fa6-9255-45bc-a13a-117c1b554b47', 'status': 'completed', 'code': 200} Jul 23 20:40:07.627831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Request body: {'port': {'device_id': '67edefd8-cf07-4616-9feb-77bb7e599996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:07.683244 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b77eb-3de2-4c88-8dc9-cc3b37131c20 service neutron] Pushing event updated for resources: {'Port': ['ID=96427106-3c2e-463d-8d37-38319788aff2,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:07.757438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd45d7-ecee-471f-9a17-00d4bec0507f req-76f03108-6bdd-474b-b82d-29ada9283177 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:07.759188 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18bd45d7-ecee-471f-9a17-00d4bec0507f req-76f03108-6bdd-474b-b82d-29ada9283177 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.5931811 Jul 23 20:40:07.759820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-09235e27-5ce7-4591-aef0-51171c4a0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:07.760513 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-09235e27-5ce7-4591-aef0-51171c4a0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:07.761161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-09235e27-5ce7-4591-aef0-51171c4a0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:07.761685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-09235e27-5ce7-4591-aef0-51171c4a0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:07.762207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-09235e27-5ce7-4591-aef0-51171c4a0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:07.762728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-09235e27-5ce7-4591-aef0-51171c4a0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:07.763308 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-09235e27-5ce7-4591-aef0-51171c4a0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:07.765344 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-09235e27-5ce7-4591-aef0-51171c4a0930 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc19446ccb0a4c219ec6673fb3605878&device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 6346 time: 0.1760864 Jul 23 20:40:07.776769 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:07.837984 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-695384ca-58a1-4bec-9336-1108c63c8461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:07.900602 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-695384ca-58a1-4bec-9336-1108c63c8461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:07.937509 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18bd45d7-ecee-471f-9a17-00d4bec0507f req-84ed8747-cf42-4966-a94f-36c87030c52c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774607 Jul 23 20:40:07.985912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-b8e4dcbd-ee22-44ee-9ee8-e37a649496a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:07.986238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-b8e4dcbd-ee22-44ee-9ee8-e37a649496a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:07.986693 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-b8e4dcbd-ee22-44ee-9ee8-e37a649496a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:07.988326 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-b8e4dcbd-ee22-44ee-9ee8-e37a649496a8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=fc19446ccb0a4c219ec6673fb3605878&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2083330 Jul 23 20:40:07.989452 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-695384ca-58a1-4bec-9336-1108c63c8461 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ed8b6593f5e042ea92baeb37bc3a60db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2148116 Jul 23 20:40:07.991004 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45818) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:08.005298 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695384ca-58a1-4bec-9336-1108c63c8461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a9f97b-74aa-44b0-9551-05ace254866f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:08.019020 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c023d8d9-b6c2-4e67-8a8e-6f00afade62b req-203ac597-8817-4763-b93f-9e60b36da60d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:08.019626 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c023d8d9-b6c2-4e67-8a8e-6f00afade62b req-203ac597-8817-4763-b93f-9e60b36da60d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:08.019626 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [req-c023d8d9-b6c2-4e67-8a8e-6f00afade62b req-203ac597-8817-4763-b93f-9e60b36da60d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Floating IP 78469de7-62dc-4242-9707-aa5123c7af3a disassociated. External IP: 172.25.3.66, port: 2a131450-cfc5-4aab-8b1a-db2c1372f738. Jul 23 20:40:08.019962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-c023d8d9-b6c2-4e67-8a8e-6f00afade62b req-203ac597-8817-4763-b93f-9e60b36da60d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Calling delete_port for 2a131450-cfc5-4aab-8b1a-db2c1372f738 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:40:08.060861 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f8200a55-1b71-494a-a518-bd84a3736f0a details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:08.062864 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2a131450-cfc5-4aab-8b1a-db2c1372f738 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:40:08.069882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3ab4-14c1-4d37-a462-8277ac2c8e0b req-8beaa2c4-e817-41aa-8207-7d7fbfe42a88 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.080161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3ab4-14c1-4d37-a462-8277ac2c8e0b req-8beaa2c4-e817-41aa-8207-7d7fbfe42a88 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.088220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3ab4-14c1-4d37-a462-8277ac2c8e0b req-8beaa2c4-e817-41aa-8207-7d7fbfe42a88 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.103227 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3ab4-14c1-4d37-a462-8277ac2c8e0b req-8beaa2c4-e817-41aa-8207-7d7fbfe42a88 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.122898 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3ab4-14c1-4d37-a462-8277ac2c8e0b req-8beaa2c4-e817-41aa-8207-7d7fbfe42a88 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.129522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3ab4-14c1-4d37-a462-8277ac2c8e0b req-8beaa2c4-e817-41aa-8207-7d7fbfe42a88 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.136099 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3ab4-14c1-4d37-a462-8277ac2c8e0b req-8beaa2c4-e817-41aa-8207-7d7fbfe42a88 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.138100 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2afb3ab4-14c1-4d37-a462-8277ac2c8e0b req-8beaa2c4-e817-41aa-8207-7d7fbfe42a88 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5394 time: 0.4284039 Jul 23 20:40:08.200392 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:08.200674 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5499f3b1-ca48-4772-adeb-3441ded67143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:08.214621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:08.228975 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a4aa9c-f857-4adb-b25d-82807319e607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a131450-cfc5-4aab-8b1a-db2c1372f738'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:08.231558 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb95845-b8d2-427b-b193-293b037a38e0" -d '{"events": [{"server_uuid": "83a4aa9c-f857-4adb-b25d-82807319e607", "name": "network-vif-unplugged", "status": "completed", "tag": "2a131450-cfc5-4aab-8b1a-db2c1372f738"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:08.248488 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2a131450-cfc5-4aab-8b1a-db2c1372f738, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2a131450-cfc5-4aab-8b1a-db2c1372f738,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:08.265495 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:08.267248 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:08.279302 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f8200a55-1b71-494a-a518-bd84a3736f0a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f8200a55-1b71-494a-a518-bd84a3736f0a,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:08.304226 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17aba8f-658e-4cfc-a2c6-69b79faa9595 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:08.310361 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2afb3ab4-14c1-4d37-a462-8277ac2c8e0b req-7afb230a-5f5b-4ddd-ba46-56668cfe04d3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232893 Jul 23 20:40:08.322211 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:08.322570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'f8200a55-1b71-494a-a518-bd84a3736f0a', 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02', 'port_id': 'f8200a55-1b71-494a-a518-bd84a3736f0a', 'mac_address': 'fa:16:3e:e3:07:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8f20ad-484c-4d56-b083-3ca713a43763', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:08.333561 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Transition to ACTIVE for port object b17aba8f-658e-4cfc-a2c6-69b79faa9595 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:08.335746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-b1b98d0d-95bf-473d-9ee3-f50c93f0fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.337823 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-b1b98d0d-95bf-473d-9ee3-f50c93f0fd7a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3351305 Jul 23 20:40:08.364239 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:08.367398 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Transition to ACTIVE for port object 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:08.382973 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2a131450-cfc5-4aab-8b1a-db2c1372f738,revision_number=11']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:08.386033 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:08.406734 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0568c-8e48-4981-8487-86b3a19536ac req-50f41026-8501-426f-b8ba-920f14719496 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.414282 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d7d0568c-8e48-4981-8487-86b3a19536ac req-50f41026-8501-426f-b8ba-920f14719496 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/ports?device_id=83a4aa9c-f857-4adb-b25d-82807319e607 HTTP/1.1" status: 200 len: 947 time: 0.4032354 Jul 23 20:40:08.417976 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:08.449616 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8200a55-1b71-494a-a518-bd84a3736f0a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:08.501245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f8200a55-1b71-494a-a518-bd84a3736f0a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f8200a55-1b71-494a-a518-bd84a3736f0a,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:08.512089 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:08.538561 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5499f3b1-ca48-4772-adeb-3441ded67143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:08.586291 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f8200a55-1b71-494a-a518-bd84a3736f0a,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:08.650876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Pushing event updated for resources: {'Port': ['ID=b17aba8f-658e-4cfc-a2c6-69b79faa9595,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:08.734454 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-79c569ee-7629-46f6-ac17-de7106e1ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.734908 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-79c569ee-7629-46f6-ac17-de7106e1ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.735459 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-79c569ee-7629-46f6-ac17-de7106e1ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.735936 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-79c569ee-7629-46f6-ac17-de7106e1ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.736407 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-79c569ee-7629-46f6-ac17-de7106e1ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.736875 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-79c569ee-7629-46f6-ac17-de7106e1ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.737463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-79c569ee-7629-46f6-ac17-de7106e1ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.739514 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-79c569ee-7629-46f6-ac17-de7106e1ca1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 6316 time: 0.3304062 Jul 23 20:40:08.754262 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d7d0568c-8e48-4981-8487-86b3a19536ac req-492684df-9b29-47ab-a52d-8f977e1d991f tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups?id=53fd9e9d-049a-433e-bb21-89803030388d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3382728 Jul 23 20:40:08.759959 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Pushing event updated for resources: {'Port': ['ID=91ccd907-3ee5-4d2e-b2cc-2c4f32958481,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:08.775811 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f8200a55-1b71-494a-a518-bd84a3736f0a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:08.808921 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c023d8d9-b6c2-4e67-8a8e-6f00afade62b req-203ac597-8817-4763-b93f-9e60b36da60d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:08.904244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ac597-8817-4763-b93f-9e60b36da60d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Pushing event deleted for resources: {'Port': ['ID=2a131450-cfc5-4aab-8b1a-db2c1372f738,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:08.957913 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cabb746-5930-4a4d-84fc-a7d86bec1e22 x-openstack-request-id: req-6cabb746-5930-4a4d-84fc-a7d86bec1e22 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:08.958381 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "tag": "96427106-3c2e-463d-8d37-38319788aff2", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:08.958381 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6cabb746-5930-4a4d-84fc-a7d86bec1e22 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:08.958694 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'tag': '96427106-3c2e-463d-8d37-38319788aff2', 'status': 'completed', 'code': 200} Jul 23 20:40:08.998012 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5499f3b1-ca48-4772-adeb-3441ded67143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:09.002563 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5499f3b1-ca48-4772-adeb-3441ded67143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:09.003777 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5499f3b1-ca48-4772-adeb-3441ded67143 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/03a9f97b-74aa-44b0-9551-05ace254866f HTTP/1.1" status: 204 len: 168 time: 1.0116856 Jul 23 20:40:09.034768 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Attempting to bind port b17aba8f-658e-4cfc-a2c6-69b79faa9595 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:09.035152 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Attempting to bind port b17aba8f-658e-4cfc-a2c6-69b79faa9595 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ae8f7742-d345-4509-9f8f-34053767ffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:09.035492 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Attempting to bind port b17aba8f-658e-4cfc-a2c6-69b79faa9595 on network 950a5a79-45d4-4d93-a347-72e7566b3324 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:09.057830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499f3b1-ca48-4772-adeb-3441ded67143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a9f97b-74aa-44b0-9551-05ace254866f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:09.064390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Port b17aba8f-658e-4cfc-a2c6-69b79faa9595 on network 950a5a79-45d4-4d93-a347-72e7566b3324 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:40:09.065867 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Attempting to bind port b17aba8f-658e-4cfc-a2c6-69b79faa9595 on network 950a5a79-45d4-4d93-a347-72e7566b3324 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:09.065999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Attempting to bind port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:09.066456 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Attempting to bind port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:09.066456 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Attempting to bind port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 on network 59c5d0ae-3121-4e53-88c3-139064a5c09c {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:09.073914 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-8f56298e-47c3-46ad-bbfe-f271b94eff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.074877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-8f56298e-47c3-46ad-bbfe-f271b94eff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.076465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-8f56298e-47c3-46ad-bbfe-f271b94eff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.081300 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-8f56298e-47c3-46ad-bbfe-f271b94eff4b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3311086 Jul 23 20:40:09.090237 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec07ecd-6cc8-4d58-b143-e1a4afd47a6e req-465640dc-47d1-4645-b209-fd76707075eb tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.091921 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eec07ecd-6cc8-4d58-b143-e1a4afd47a6e req-465640dc-47d1-4645-b209-fd76707075eb tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/ports?device_id=df7c587f-0772-4aab-bbfe-1273a2f3dd5f HTTP/1.1" status: 200 len: 945 time: 0.6310945 Jul 23 20:40:09.095830 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 on network 59c5d0ae-3121-4e53-88c3-139064a5c09c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:40:09.095830 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Attempting to bind port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 on network 59c5d0ae-3121-4e53-88c3-139064a5c09c {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:09.103025 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:09.103434 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Checking segment: {'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:09.103921 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Bound using segment: {'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:09.105055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Bound port: 91ccd907-3ee5-4d2e-b2cc-2c4f32958481, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eacabf4-345b-4ec9-9780-4b6d7730e039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:09.105055 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:09.129080 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:09.129420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Checking segment: {'id': 'ae8f7742-d345-4509-9f8f-34053767ffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:09.129803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Bound using segment: {'id': 'ae8f7742-d345-4509-9f8f-34053767ffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:09.130252 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Bound port: b17aba8f-658e-4cfc-a2c6-69b79faa9595, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8f7742-d345-4509-9f8f-34053767ffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:09.130616 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:09.266692 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0799ec-85c4-47eb-be25-fd5fbb6d7a32 req-e9845d16-ed99-4958-9d66-d5d478c8561b tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.274248 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a0799ec-85c4-47eb-be25-fd5fbb6d7a32 req-e9845d16-ed99-4958-9d66-d5d478c8561b tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 945 time: 0.3069999 Jul 23 20:40:09.284553 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eec07ecd-6cc8-4d58-b143-e1a4afd47a6e req-5b159f3a-f2ad-4231-bac8-6a43ab1dbecd tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/security-groups?id=80557f1b-c1b3-4b88-9b28-1807925eef48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764400 Jul 23 20:40:09.287229 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] For port b17aba8f-658e-4cfc-a2c6-69b79faa9595, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:09.290463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] For port b17aba8f-658e-4cfc-a2c6-69b79faa9595, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b17aba8f-658e-4cfc-a2c6-69b79faa9595,segment=NetworkSegment(ae8f7742-d345-4509-9f8f-34053767ffe5),segment_id=ae8f7742-d345-4509-9f8f-34053767ffe5)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:09.311378 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fd32-35b5-47f4-9731-cad1df3aa3af req-f05fb0c3-762b-4df4-88bf-95416a55b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.311857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fd32-35b5-47f4-9731-cad1df3aa3af req-f05fb0c3-762b-4df4-88bf-95416a55b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.314909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fd32-35b5-47f4-9731-cad1df3aa3af req-f05fb0c3-762b-4df4-88bf-95416a55b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.314909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fd32-35b5-47f4-9731-cad1df3aa3af req-f05fb0c3-762b-4df4-88bf-95416a55b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.314909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fd32-35b5-47f4-9731-cad1df3aa3af req-f05fb0c3-762b-4df4-88bf-95416a55b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.314909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fd32-35b5-47f4-9731-cad1df3aa3af req-f05fb0c3-762b-4df4-88bf-95416a55b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.314909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fd32-35b5-47f4-9731-cad1df3aa3af req-f05fb0c3-762b-4df4-88bf-95416a55b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.317040 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5e5fd32-35b5-47f4-9731-cad1df3aa3af req-f05fb0c3-762b-4df4-88bf-95416a55b285 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc19446ccb0a4c219ec6673fb3605878&device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 6372 time: 0.3502164 Jul 23 20:40:09.320237 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:09.333410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c023d8d9-b6c2-4e67-8a8e-6f00afade62b req-203ac597-8817-4763-b93f-9e60b36da60d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Router 40e31617-bbb3-499b-921d-1a69c43b140c has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:40:09.335662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] For port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:09.379161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] For port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=91ccd907-3ee5-4d2e-b2cc-2c4f32958481,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:09.413826 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a0799ec-85c4-47eb-be25-fd5fbb6d7a32 req-200b0215-daa6-4a91-9c82-8a477b0c4ba3 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386356 Jul 23 20:40:09.445639 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:09.458713 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-1e60d7e4-c6f3-49ca-9302-90c265c51362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.460257 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-1e60d7e4-c6f3-49ca-9302-90c265c51362 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3626912 Jul 23 20:40:09.485991 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.486665 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:09.491732 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] 10.222.0.48 "PUT /v2.0/ports/b17aba8f-658e-4cfc-a2c6-69b79faa9595 HTTP/1.1" status: 200 len: 1092 time: 1.8878300 Jul 23 20:40:09.548127 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Request body: {'port': {'device_id': '67edefd8-cf07-4616-9feb-77bb7e599996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:09.580932 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc5a48-6b16-4ff0-8fb5-16ec35841feb service neutron] Pushing event updated for resources: {'Port': ['ID=b17aba8f-658e-4cfc-a2c6-69b79faa9595,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:09.609441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45858) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:09.648144 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-274ab4da-5bbf-464a-9d80-d194d5aeac1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:09.685861 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fd32-35b5-47f4-9731-cad1df3aa3af req-01cac272-3e8b-4e7f-94de-31dde82c49f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.686559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fd32-35b5-47f4-9731-cad1df3aa3af req-01cac272-3e8b-4e7f-94de-31dde82c49f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.687390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fd32-35b5-47f4-9731-cad1df3aa3af req-01cac272-3e8b-4e7f-94de-31dde82c49f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.689015 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5e5fd32-35b5-47f4-9731-cad1df3aa3af req-01cac272-3e8b-4e7f-94de-31dde82c49f5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=fc19446ccb0a4c219ec6673fb3605878&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3628447 Jul 23 20:40:09.701402 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Pushing event updated for resources: {'Port': ['ID=91ccd907-3ee5-4d2e-b2cc-2c4f32958481,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:09.788301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.789264 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:09.799793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-404678c6-8b6a-45d1-96f3-5704f1091d48 service neutron] 10.222.0.48 "PUT /v2.0/ports/91ccd907-3ee5-4d2e-b2cc-2c4f32958481 HTTP/1.1" status: 200 len: 1091 time: 3.7770746 Jul 23 20:40:09.813991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'tag': '91ccd907-3ee5-4d2e-b2cc-2c4f32958481'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:09.817832 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3124c1-0cc4-40cb-8965-3e9289f2476d" -d '{"events": [{"name": "network-changed", "server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "tag": "91ccd907-3ee5-4d2e-b2cc-2c4f32958481"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:09.829786 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fd32-35b5-47f4-9731-cad1df3aa3af req-9e2990bf-4e5b-4d27-a5a0-70c1aab85dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:09.831588 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5e5fd32-35b5-47f4-9731-cad1df3aa3af req-9e2990bf-4e5b-4d27-a5a0-70c1aab85dcf service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298199 Jul 23 20:40:09.834139 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2775301a-45d1-4aa8-b39c-fa609ca90014 req-6e8bf3a9-4a7f-4e01-9d9d-ab27d87c04e5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6886370 Jul 23 20:40:09.843321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Request body: {'port': {'device_id': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:09.878036 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:09.983007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c023d8d9-b6c2-4e67-8a8e-6f00afade62b req-203ac597-8817-4763-b93f-9e60b36da60d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:40:09.999379 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0edbef1-0a38-491e-a9e1-076af96e2503 None None] Sync routers for ids ['40e31617-bbb3-499b-921d-1a69c43b140c'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:40:10.005104 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-274ab4da-5bbf-464a-9d80-d194d5aeac1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:10.010790 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0edbef1-0a38-491e-a9e1-076af96e2503 None None] Routers {'40e31617-bbb3-499b-921d-1a69c43b140c'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:10.011452 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d0edbef1-0a38-491e-a9e1-076af96e2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:39:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['40e31617-bbb3-499b-921d-1a69c43b140c'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:10.023695 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-274ab4da-5bbf-464a-9d80-d194d5aeac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:10.098787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f8200a55-1b71-494a-a518-bd84a3736f0a up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:10.175410 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-274ab4da-5bbf-464a-9d80-d194d5aeac1c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=629d205dc41e4243a9405a3c4bee7e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5649321 Jul 23 20:40:10.185400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45876) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:10.186178 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ab4da-5bbf-464a-9d80-d194d5aeac1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0b12d2-71aa-4f81-8856-1bd0651f8bb2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:10.321386 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ab55a25-c5af-4e08-b7d6-856b632e681c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:10.362780 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ab55a25-c5af-4e08-b7d6-856b632e681c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:10.452193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c023d8d9-b6c2-4e67-8a8e-6f00afade62b req-203ac597-8817-4763-b93f-9e60b36da60d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] No DVR routers for this DVR port 2a131450-cfc5-4aab-8b1a-db2c1372f738 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:40:10.459138 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c023d8d9-b6c2-4e67-8a8e-6f00afade62b req-203ac597-8817-4763-b93f-9e60b36da60d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:10.461213 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c023d8d9-b6c2-4e67-8a8e-6f00afade62b req-203ac597-8817-4763-b93f-9e60b36da60d tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.48 "DELETE /v2.0/ports/2a131450-cfc5-4aab-8b1a-db2c1372f738 HTTP/1.1" status: 204 len: 173 time: 3.9491706 Jul 23 20:40:10.472904 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68d1c06-08c3-477a-a148-144d28dc32e4 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:10.482295 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:10.484297 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:10.492978 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port f8200a55-1b71-494a-a518-bd84a3736f0a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:10.497503 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ab55a25-c5af-4e08-b7d6-856b632e681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:10.499888 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-d0edbef1-0a38-491e-a9e1-076af96e2503 None None] Set router 40e31617-bbb3-499b-921d-1a69c43b140c gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:10.500908 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ab55a25-c5af-4e08-b7d6-856b632e681c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:10.502080 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7ab55a25-c5af-4e08-b7d6-856b632e681c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d0b12d2-71aa-4f81-8856-1bd0651f8bb2 HTTP/1.1" status: 204 len: 168 time: 0.3124361 Jul 23 20:40:10.503990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port f8200a55-1b71-494a-a518-bd84a3736f0a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:10.504652 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:10.513493 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Transition to ACTIVE for port object a68d1c06-08c3-477a-a148-144d28dc32e4 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:10.520301 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab55a25-c5af-4e08-b7d6-856b632e681c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0b12d2-71aa-4f81-8856-1bd0651f8bb2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:10.525250 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:10.532811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668721dc-a6df-460b-959a-929ed07e8eef req-0eb92367-32a5-4b03-b898-cdc279a12e6a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:10.544717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668721dc-a6df-460b-959a-929ed07e8eef req-0eb92367-32a5-4b03-b898-cdc279a12e6a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:10.546910 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668721dc-a6df-460b-959a-929ed07e8eef req-0eb92367-32a5-4b03-b898-cdc279a12e6a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:10.556356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668721dc-a6df-460b-959a-929ed07e8eef req-0eb92367-32a5-4b03-b898-cdc279a12e6a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:10.581863 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668721dc-a6df-460b-959a-929ed07e8eef req-0eb92367-32a5-4b03-b898-cdc279a12e6a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:10.586270 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Pushing event updated for resources: {'Port': ['ID=a68d1c06-08c3-477a-a148-144d28dc32e4,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:10.596117 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668721dc-a6df-460b-959a-929ed07e8eef req-0eb92367-32a5-4b03-b898-cdc279a12e6a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:10.602851 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668721dc-a6df-460b-959a-929ed07e8eef req-0eb92367-32a5-4b03-b898-cdc279a12e6a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:10.616462 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-668721dc-a6df-460b-959a-929ed07e8eef req-0eb92367-32a5-4b03-b898-cdc279a12e6a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5406 time: 0.9529605 Jul 23 20:40:10.640432 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13365a1d-79b2-4ca9-a92a-5c8407603ba8 req-bc497d77-4be5-4be9-9e1f-5b51f86f1ff3 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:10.642740 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13365a1d-79b2-4ca9-a92a-5c8407603ba8 req-bc497d77-4be5-4be9-9e1f-5b51f86f1ff3 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 1.1353118 Jul 23 20:40:10.740271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775301a-45d1-4aa8-b39c-fa609ca90014 req-9c4efff3-57e4-4c5a-b131-04c2b80330cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:10.748072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2775301a-45d1-4aa8-b39c-fa609ca90014 req-9c4efff3-57e4-4c5a-b131-04c2b80330cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 1098 time: 0.8402381 Jul 23 20:40:10.774142 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Attempting to bind port a68d1c06-08c3-477a-a148-144d28dc32e4 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:10.774609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Attempting to bind port a68d1c06-08c3-477a-a148-144d28dc32e4 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ae8f7742-d345-4509-9f8f-34053767ffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:10.774858 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Attempting to bind port a68d1c06-08c3-477a-a148-144d28dc32e4 on network 950a5a79-45d4-4d93-a347-72e7566b3324 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:10.785408 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Port a68d1c06-08c3-477a-a148-144d28dc32e4 on network 950a5a79-45d4-4d93-a347-72e7566b3324 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:40:10.785778 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Attempting to bind port a68d1c06-08c3-477a-a148-144d28dc32e4 on network 950a5a79-45d4-4d93-a347-72e7566b3324 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:10.793558 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:10.796397 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Checking segment: {'id': 'ae8f7742-d345-4509-9f8f-34053767ffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:10.796890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Bound using segment: {'id': 'ae8f7742-d345-4509-9f8f-34053767ffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:10.797340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Bound port: a68d1c06-08c3-477a-a148-144d28dc32e4, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8f7742-d345-4509-9f8f-34053767ffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:10.797933 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:10.928542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775301a-45d1-4aa8-b39c-fa609ca90014 req-421e7de7-221d-4676-8779-733a46659f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:10.942109 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2775301a-45d1-4aa8-b39c-fa609ca90014 req-421e7de7-221d-4676-8779-733a46659f2f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.1278419 Jul 23 20:40:11.022748 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] For port a68d1c06-08c3-477a-a148-144d28dc32e4, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:11.028936 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2775301a-45d1-4aa8-b39c-fa609ca90014 req-153edf47-5bca-434c-86a5-9f4bfb9510dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9ebfedd-e6c7-422e-9b78-b89443a65d23 HTTP/1.1" status: 200 len: 217 time: 0.0844331 Jul 23 20:40:11.029261 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] For port a68d1c06-08c3-477a-a148-144d28dc32e4, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a68d1c06-08c3-477a-a148-144d28dc32e4,segment=NetworkSegment(ae8f7742-d345-4509-9f8f-34053767ffe5),segment_id=ae8f7742-d345-4509-9f8f-34053767ffe5)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:11.031509 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'tag': 'b17aba8f-658e-4cfc-a2c6-69b79faa9595'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:11.041535 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331ccab1-1481-4583-9386-c4c359f0f09f" -d '{"events": [{"name": "network-changed", "server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "tag": "b17aba8f-658e-4cfc-a2c6-69b79faa9595"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:11.050648 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:11.081745 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:11.139036 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d0edbef1-0a38-491e-a9e1-076af96e2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 4, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a15614cc-3fac-4675-a906-0dbfde2535dd', 'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'mac_address': 'fa:16:3e:08:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:42Z', 'updated_at': '2021-07-23T20:30:52Z', 'revision_number': 5, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'subnets': [{'id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:11.148182 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-668721dc-a6df-460b-959a-929ed07e8eef req-1b513850-5922-4ce6-a915-3372b5116c44 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5292799 Jul 23 20:40:11.183955 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0edbef1-0a38-491e-a9e1-076af96e2503 None None] Checking router: 40e31617-bbb3-499b-921d-1a69c43b140c for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:40:11.189820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f8200a55-1b71-494a-a518-bd84a3736f0a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f8200a55-1b71-494a-a518-bd84a3736f0a,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:11.199062 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0edbef1-0a38-491e-a9e1-076af96e2503 None None] Routers {'40e31617-bbb3-499b-921d-1a69c43b140c'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:11.200097 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d0edbef1-0a38-491e-a9e1-076af96e2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:39:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['40e31617-bbb3-499b-921d-1a69c43b140c'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:11.224263 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Pushing event updated for resources: {'Port': ['ID=a68d1c06-08c3-477a-a148-144d28dc32e4,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:11.252294 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:11.252997 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:11.257012 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8080222f-26f7-47d9-97dd-93bbcb256672 service neutron] 10.222.0.48 "PUT /v2.0/ports/a68d1c06-08c3-477a-a148-144d28dc32e4 HTTP/1.1" status: 200 len: 1092 time: 1.7195587 Jul 23 20:40:11.330585 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa0d104-ce9a-4ccf-bde8-c37850c3dab3 x-openstack-request-id: req-4fa0d104-ce9a-4ccf-bde8-c37850c3dab3 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:11.331696 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a4aa9c-f857-4adb-b25d-82807319e607", "name": "network-vif-unplugged", "status": "completed", "tag": "2a131450-cfc5-4aab-8b1a-db2c1372f738", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:11.331696 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4fa0d104-ce9a-4ccf-bde8-c37850c3dab3 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:11.331696 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a4aa9c-f857-4adb-b25d-82807319e607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a131450-cfc5-4aab-8b1a-db2c1372f738', 'code': 200} Jul 23 20:40:11.334947 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:11.358518 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13365a1d-79b2-4ca9-a92a-5c8407603ba8 req-a79ef87a-03bb-42d5-9423-1876e0a20ab9 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6595199 Jul 23 20:40:11.411875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775301a-45d1-4aa8-b39c-fa609ca90014 req-2dd785a3-c5d0-4edb-b9c6-395a6f19e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:11.413426 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2775301a-45d1-4aa8-b39c-fa609ca90014 req-2dd785a3-c5d0-4edb-b9c6-395a6f19e58e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.3756013 Jul 23 20:40:11.496082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-d0edbef1-0a38-491e-a9e1-076af96e2503 None None] Set router 40e31617-bbb3-499b-921d-1a69c43b140c gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:11.517969 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7c45ad5c-21af-43a3-b023-87d3de9fcbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:11.518609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7c45ad5c-21af-43a3-b023-87d3de9fcbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:11.519090 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7c45ad5c-21af-43a3-b023-87d3de9fcbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:11.520009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7c45ad5c-21af-43a3-b023-87d3de9fcbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:11.520132 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7c45ad5c-21af-43a3-b023-87d3de9fcbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:11.520508 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7c45ad5c-21af-43a3-b023-87d3de9fcbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:11.521143 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7c45ad5c-21af-43a3-b023-87d3de9fcbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:11.523128 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7c45ad5c-21af-43a3-b023-87d3de9fcbcb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc19446ccb0a4c219ec6673fb3605878&device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 6482 time: 0.1846783 Jul 23 20:40:11.590751 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f8200a55-1b71-494a-a518-bd84a3736f0a,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:11.639652 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7c9289c3-f963-4d93-bed9-a8c1485fa644 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac7d5512-08f7-45f5-8473-32a1d13ff319 HTTP/1.1" status: 200 len: 217 time: 0.1036856 Jul 23 20:40:11.757262 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-5a138cac-53f5-4dc0-99e8-8a397d485e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:11.759388 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-5a138cac-53f5-4dc0-99e8-8a397d485e07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fec6d45-9345-4d90-b1d2-40a8c0c03e92 HTTP/1.1" status: 200 len: 851 time: 0.1085017 Jul 23 20:40:11.857054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e3a026-c77e-4500-9b42-80dcec484704 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:11.867172 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:11.881992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Transition to ACTIVE for port object 50e3a026-c77e-4500-9b42-80dcec484704 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:11.902141 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:11.911182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d0edbef1-0a38-491e-a9e1-076af96e2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 4, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a15614cc-3fac-4675-a906-0dbfde2535dd', 'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'mac_address': 'fa:16:3e:08:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:42Z', 'updated_at': '2021-07-23T20:30:52Z', 'revision_number': 5, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'subnets': [{'id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:11.924035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-cbc65aa0-ac1d-4611-882b-9d74d828b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:11.925679 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-cbc65aa0-ac1d-4611-882b-9d74d828b557 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04518969-2864-49dd-8fa7-d7bf22c7ecb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1488233 Jul 23 20:40:11.982927 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0edbef1-0a38-491e-a9e1-076af96e2503 None None] The sync data for ids ['40e31617-bbb3-499b-921d-1a69c43b140c'] in n-d-791504-18 is: [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:30:46Z', 'revision_number': 4, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a15614cc-3fac-4675-a906-0dbfde2535dd', 'name': '', 'network_id': 'ce0133d9-8df6-41ea-ae2f-c1fed304391d', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'mac_address': 'fa:16:3e:08:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:42Z', 'updated_at': '2021-07-23T20:30:52Z', 'revision_number': 5, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'subnets': [{'id': '35eaf14f-2eae-4b6c-8dcf-0499d3191c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:40:11.997325 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7d0976-4cb4-4f55-8163-00d1b39d8f74 x-openstack-request-id: req-4b7d0976-4cb4-4f55-8163-00d1b39d8f74 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:11.997614 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "tag": "91ccd907-3ee5-4d2e-b2cc-2c4f32958481", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:11.997863 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b7d0976-4cb4-4f55-8163-00d1b39d8f74 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:11.998250 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'tag': '91ccd907-3ee5-4d2e-b2cc-2c4f32958481', 'status': 'completed', 'code': 200} Jul 23 20:40:12.076546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Pushing event updated for resources: {'Port': ['ID=50e3a026-c77e-4500-9b42-80dcec484704,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:12.130088 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-760480c1-6e96-4622-ae5c-48f62a6c6b9a service neutron] 10.222.0.48 "GET /v2.0/networks/04518969-2864-49dd-8fa7-d7bf22c7ecb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958396 Jul 23 20:40:12.275136 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-9218456c-6819-47f7-a5fe-bc00b6811497 service neutron] 10.222.0.48 "GET /v2.0/networks/04518969-2864-49dd-8fa7-d7bf22c7ecb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254430 Jul 23 20:40:12.307947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775301a-45d1-4aa8-b39c-fa609ca90014 req-7931827b-78f4-4503-882a-04426409356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.310681 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2775301a-45d1-4aa8-b39c-fa609ca90014 req-7931827b-78f4-4503-882a-04426409356d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8669415 Jul 23 20:40:12.314504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Attempting to bind port 50e3a026-c77e-4500-9b42-80dcec484704 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:12.315063 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Attempting to bind port 50e3a026-c77e-4500-9b42-80dcec484704 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '31d0f090-9be4-4634-8b40-2a9e0cdd0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:12.315853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Attempting to bind port 50e3a026-c77e-4500-9b42-80dcec484704 on network 9e4e0618-9258-49df-b427-fe7749c03fdb {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:12.350671 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-c90829a7-ba1b-4889-965c-f58ba6876f90 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=77042b28-bf0d-471e-9b44-b7a19900cc03 HTTP/1.1" status: 200 len: 217 time: 0.0612931 Jul 23 20:40:12.363450 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85f7bf-8e34-43ce-9d5e-2682081d1122 req-f908a6ba-e356-4947-9e50-8b20b86fd748 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.370848 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85f7bf-8e34-43ce-9d5e-2682081d1122 req-f908a6ba-e356-4947-9e50-8b20b86fd748 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.380516 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85f7bf-8e34-43ce-9d5e-2682081d1122 req-f908a6ba-e356-4947-9e50-8b20b86fd748 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.387253 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85f7bf-8e34-43ce-9d5e-2682081d1122 req-f908a6ba-e356-4947-9e50-8b20b86fd748 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.404002 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85f7bf-8e34-43ce-9d5e-2682081d1122 req-f908a6ba-e356-4947-9e50-8b20b86fd748 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.405646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85f7bf-8e34-43ce-9d5e-2682081d1122 req-f908a6ba-e356-4947-9e50-8b20b86fd748 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.412727 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85f7bf-8e34-43ce-9d5e-2682081d1122 req-f908a6ba-e356-4947-9e50-8b20b86fd748 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.415325 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be85f7bf-8e34-43ce-9d5e-2682081d1122 req-f908a6ba-e356-4947-9e50-8b20b86fd748 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5418 time: 0.5302618 Jul 23 20:40:12.431093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3124c1-0cc4-40cb-8965-3e9289f2476d req-e6714b69-a102-46d7-9ae0-b71debb03bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.431597 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3124c1-0cc4-40cb-8965-3e9289f2476d req-e6714b69-a102-46d7-9ae0-b71debb03bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.432248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3124c1-0cc4-40cb-8965-3e9289f2476d req-e6714b69-a102-46d7-9ae0-b71debb03bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.432735 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3124c1-0cc4-40cb-8965-3e9289f2476d req-e6714b69-a102-46d7-9ae0-b71debb03bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.433546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3124c1-0cc4-40cb-8965-3e9289f2476d req-e6714b69-a102-46d7-9ae0-b71debb03bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.434031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3124c1-0cc4-40cb-8965-3e9289f2476d req-e6714b69-a102-46d7-9ae0-b71debb03bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.434501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3124c1-0cc4-40cb-8965-3e9289f2476d req-e6714b69-a102-46d7-9ae0-b71debb03bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.437683 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f3124c1-0cc4-40cb-8965-3e9289f2476d req-e6714b69-a102-46d7-9ae0-b71debb03bcd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 6384 time: 0.4365172 Jul 23 20:40:12.440151 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-4244fd49-5e5c-46fa-9d3a-ed395ef7132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.441995 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-4244fd49-5e5c-46fa-9d3a-ed395ef7132f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44c6a485-1e2e-4eca-8671-6557e9d07f4e HTTP/1.1" status: 200 len: 797 time: 0.0760221 Jul 23 20:40:12.442939 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Port 50e3a026-c77e-4500-9b42-80dcec484704 on network 9e4e0618-9258-49df-b427-fe7749c03fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:40:12.443302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Attempting to bind port 50e3a026-c77e-4500-9b42-80dcec484704 on network 9e4e0618-9258-49df-b427-fe7749c03fdb {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:12.498751 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:12.499123 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Checking segment: {'id': '31d0f090-9be4-4634-8b40-2a9e0cdd0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:12.499616 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Bound using segment: {'id': '31d0f090-9be4-4634-8b40-2a9e0cdd0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:12.500058 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Bound port: 50e3a026-c77e-4500-9b42-80dcec484704, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d0f090-9be4-4634-8b40-2a9e0cdd0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:12.500229 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8848434-61b7-4283-90ee-5f7724f5f3dd None None] New status for floating IP 78469de7-62dc-4242-9707-aa5123c7af3a: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:40:12.500769 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:12.572220 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-932e8f21-53a9-45da-8999-1c31044d7def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.574406 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-932e8f21-53a9-45da-8999-1c31044d7def service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1167445 Jul 23 20:40:12.592316 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a126eb7-2d0f-435a-8199-ec6201c01d75 req-f659e345-029f-46cf-87b2-20f46f11006a tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.595969 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a126eb7-2d0f-435a-8199-ec6201c01d75 req-f659e345-029f-46cf-87b2-20f46f11006a tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.5107088 Jul 23 20:40:12.634041 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be85f7bf-8e34-43ce-9d5e-2682081d1122 req-e3f83f19-aab7-4a95-9e7c-dfcd540b2265 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1844373 Jul 23 20:40:12.721379 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-c642eb60-8110-4472-b256-dea80881b500 service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357253 Jul 23 20:40:12.765959 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fb50d4-5c59-41db-b049-6df26f496350 x-openstack-request-id: req-43fb50d4-5c59-41db-b049-6df26f496350 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:12.767305 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "tag": "b17aba8f-658e-4cfc-a2c6-69b79faa9595", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:12.768684 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43fb50d4-5c59-41db-b049-6df26f496350 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:12.770635 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'tag': 'b17aba8f-658e-4cfc-a2c6-69b79faa9595', 'status': 'completed', 'code': 200} Jul 23 20:40:12.806879 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a126eb7-2d0f-435a-8199-ec6201c01d75 req-f483175d-b17b-4b86-8a04-fc4f7c407e8e tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841290 Jul 23 20:40:12.817873 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2775301a-45d1-4aa8-b39c-fa609ca90014 req-91b218b6-0423-4f83-a24f-42158b72f85b service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942937 Jul 23 20:40:12.827308 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3124c1-0cc4-40cb-8965-3e9289f2476d req-b774d3e1-02a6-4e19-b55b-64a4a4fb9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.827828 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3124c1-0cc4-40cb-8965-3e9289f2476d req-b774d3e1-02a6-4e19-b55b-64a4a4fb9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.828291 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3124c1-0cc4-40cb-8965-3e9289f2476d req-b774d3e1-02a6-4e19-b55b-64a4a4fb9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.830004 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f3124c1-0cc4-40cb-8965-3e9289f2476d req-b774d3e1-02a6-4e19-b55b-64a4a4fb9013 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3620884 Jul 23 20:40:12.907553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] For port 50e3a026-c77e-4500-9b42-80dcec484704, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:12.948653 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-a8df19a9-10b1-4b2e-a147-e8d1ffded304 service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165012 Jul 23 20:40:12.977208 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] For port 50e3a026-c77e-4500-9b42-80dcec484704, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=50e3a026-c77e-4500-9b42-80dcec484704,segment=NetworkSegment(31d0f090-9be4-4634-8b40-2a9e0cdd0cb1),segment_id=31d0f090-9be4-4634-8b40-2a9e0cdd0cb1)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:13.013970 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-ae2188a0-a2ca-4da5-9772-eab73689d39b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=8dcff201-5dbc-4e61-8522-6c5590f57b4b HTTP/1.1" status: 200 len: 217 time: 0.0574353 Jul 23 20:40:13.022756 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:13.087299 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-b3d66eab-6907-4193-bd12-e46f9ed46397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:13.089519 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-b3d66eab-6907-4193-bd12-e46f9ed46397 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44c6a485-1e2e-4eca-8671-6557e9d07f4e HTTP/1.1" status: 200 len: 797 time: 0.0630798 Jul 23 20:40:13.116521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:13.116820 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:13.118976 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] 10.222.0.48 "PUT /v2.0/ports/50e3a026-c77e-4500-9b42-80dcec484704 HTTP/1.1" status: 200 len: 1092 time: 3.2814722 Jul 23 20:40:13.128028 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2775301a-45d1-4aa8-b39c-fa609ca90014 req-422e4b24-fd82-4e51-af99-22bcee69aee1 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945018 Jul 23 20:40:13.175288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Request body: {'port': {'device_id': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:13.200176 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8c12f975-b642-4aaa-a81f-af1694c8d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:13.202905 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-8c12f975-b642-4aaa-a81f-af1694c8d01c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1031680 Jul 23 20:40:13.252904 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646af3d6-fc50-4b53-9a07-ee8c97994307 service neutron] Pushing event updated for resources: {'Port': ['ID=50e3a026-c77e-4500-9b42-80dcec484704,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:13.281949 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3124c1-0cc4-40cb-8965-3e9289f2476d req-f8104fc2-afbd-4f17-92d9-d682a372eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:13.283489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f3124c1-0cc4-40cb-8965-3e9289f2476d req-f8104fc2-afbd-4f17-92d9-d682a372eb60 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3789599 Jul 23 20:40:13.303901 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009abe1-47ee-49e3-aba2-82c4da8a4996 req-175514e2-abbc-48ee-b053-1528b364543d tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:13.306047 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8009abe1-47ee-49e3-aba2-82c4da8a4996 req-175514e2-abbc-48ee-b053-1528b364543d tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.4027002 Jul 23 20:40:13.318734 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4bc37-5cf1-4023-9c50-5ee2cf1a9e67 req-fee59ba9-6d4c-4fb1-b3b3-8a9088f20e73 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:13.320356 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64d4bc37-5cf1-4023-9c50-5ee2cf1a9e67 req-fee59ba9-6d4c-4fb1-b3b3-8a9088f20e73 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/ports?device_id=df7c587f-0772-4aab-bbfe-1273a2f3dd5f HTTP/1.1" status: 200 len: 945 time: 0.3770981 Jul 23 20:40:13.333906 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa775c9-40ac-4370-88dc-b55aef33565b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8200a55-1b71-494a-a518-bd84a3736f0a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:13.338376 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2922edf3-0f39-437f-b76d-912f2304f344" -d '{"events": [{"server_uuid": "cfa775c9-40ac-4370-88dc-b55aef33565b", "name": "network-vif-plugged", "status": "completed", "tag": "f8200a55-1b71-494a-a518-bd84a3736f0a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:13.364307 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-28d3b6da-7d6f-4f04-9169-d7ede245c8a0 service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540587 Jul 23 20:40:13.427619 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8009abe1-47ee-49e3-aba2-82c4da8a4996 req-a0eaf5b9-d830-4329-9f6e-5f4cd913e926 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056378 Jul 23 20:40:13.431000 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:13.459003 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64d4bc37-5cf1-4023-9c50-5ee2cf1a9e67 req-7ca7f2f9-05e6-4845-8477-517002b6ddca tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/security-groups?id=80557f1b-c1b3-4b88-9b28-1807925eef48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219265 Jul 23 20:40:13.520695 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 45964) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:13.568551 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acb3dc2-8558-4bde-a57a-32a5351e1970 x-openstack-request-id: req-8acb3dc2-8558-4bde-a57a-32a5351e1970 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:13.569146 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa775c9-40ac-4370-88dc-b55aef33565b", "name": "network-vif-plugged", "status": "completed", "tag": "f8200a55-1b71-494a-a518-bd84a3736f0a", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:13.569623 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8acb3dc2-8558-4bde-a57a-32a5351e1970 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:13.570261 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa775c9-40ac-4370-88dc-b55aef33565b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8200a55-1b71-494a-a518-bd84a3736f0a', 'code': 200} Jul 23 20:40:13.646769 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-0b58a8b3-5170-476c-9185-91448a94921c service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657125 Jul 23 20:40:13.720188 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-ffb7e5bc-acf7-4094-8ae9-45bde6030442 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=375f4d5b-bee1-40a7-8ed7-558dfed774a8 HTTP/1.1" status: 200 len: 217 time: 0.0625226 Jul 23 20:40:13.791437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d09f915e-1459-4b76-9c00-42b7193e7ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:13.793126 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-d09f915e-1459-4b76-9c00-42b7193e7ebb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44c6a485-1e2e-4eca-8671-6557e9d07f4e HTTP/1.1" status: 200 len: 797 time: 0.0612667 Jul 23 20:40:13.811446 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b690c8ba-b284-4ccc-be8a-f5dc1483baee tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:13.879179 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b690c8ba-b284-4ccc-be8a-f5dc1483baee tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:13.885936 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-1ad99573-0229-49fd-abe9-fad2ed2a72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:13.887712 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-1ad99573-0229-49fd-abe9-fad2ed2a72b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0844891 Jul 23 20:40:13.963396 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d908824-2a5e-48bd-9949-053bea6b2185 req-dfefc7b0-e1f5-41a1-ae22-750155fd4ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:13.964918 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d908824-2a5e-48bd-9949-053bea6b2185 req-dfefc7b0-e1f5-41a1-ae22-750155fd4ee2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 1098 time: 0.2983410 Jul 23 20:40:14.007935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db50c8c-e9e0-435d-aa59-1e5fc771654e req-8a83da95-60af-4e95-b95a-67bb922f36b3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:14.013866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db50c8c-e9e0-435d-aa59-1e5fc771654e req-8a83da95-60af-4e95-b95a-67bb922f36b3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:14.019980 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-711ab416-ccaa-4eed-bb77-0c5fd816bdf4 service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169951 Jul 23 20:40:14.020150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db50c8c-e9e0-435d-aa59-1e5fc771654e req-8a83da95-60af-4e95-b95a-67bb922f36b3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:14.026556 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db50c8c-e9e0-435d-aa59-1e5fc771654e req-8a83da95-60af-4e95-b95a-67bb922f36b3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:14.032593 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db50c8c-e9e0-435d-aa59-1e5fc771654e req-8a83da95-60af-4e95-b95a-67bb922f36b3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:14.038512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db50c8c-e9e0-435d-aa59-1e5fc771654e req-8a83da95-60af-4e95-b95a-67bb922f36b3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:14.044994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db50c8c-e9e0-435d-aa59-1e5fc771654e req-8a83da95-60af-4e95-b95a-67bb922f36b3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:14.052493 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7db50c8c-e9e0-435d-aa59-1e5fc771654e req-8a83da95-60af-4e95-b95a-67bb922f36b3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5418 time: 0.4658821 Jul 23 20:40:14.064007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a4aa9c-f857-4adb-b25d-82807319e607', 'name': 'network-vif-deleted', 'tag': '2a131450-cfc5-4aab-8b1a-db2c1372f738'}, {'name': 'network-changed', 'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'tag': '50e3a026-c77e-4500-9b42-80dcec484704'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:14.066218 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f952e7c-1e4b-43ec-a2d1-dac1b29c5490" -d '{"events": [{"server_uuid": "83a4aa9c-f857-4adb-b25d-82807319e607", "name": "network-vif-deleted", "tag": "2a131450-cfc5-4aab-8b1a-db2c1372f738"}, {"name": "network-changed", "server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "tag": "50e3a026-c77e-4500-9b42-80dcec484704"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:14.170811 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-6ede1c1f-a856-42e2-be1b-f3ae598c0f9a service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410949 Jul 23 20:40:14.171348 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7db50c8c-e9e0-435d-aa59-1e5fc771654e req-d0ec2f8c-b55f-4a13-a398-2c23036b80dc tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1162438 Jul 23 20:40:14.202370 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b690c8ba-b284-4ccc-be8a-f5dc1483baee tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:14.208995 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b690c8ba-b284-4ccc-be8a-f5dc1483baee tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:14.216043 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b690c8ba-b284-4ccc-be8a-f5dc1483baee tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "DELETE /v2.0/security-groups/53fd9e9d-049a-433e-bb21-89803030388d HTTP/1.1" status: 204 len: 168 time: 0.6910949 Jul 23 20:40:14.235257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d908824-2a5e-48bd-9949-053bea6b2185 req-bc310676-b8c2-44b0-940f-92664962e09e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410812 Jul 23 20:40:14.243975 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 45984) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:14.246478 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-e86eded9-57ea-4cd1-bbcf-d4b9c4183da0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=96427106-3c2e-463d-8d37-38319788aff2 HTTP/1.1" status: 200 len: 217 time: 0.0638769 Jul 23 20:40:14.280326 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f10a0b-53ef-403d-8d15-98ee015774e6 req-69793434-b957-487d-abd9-196ebf0b3f25 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:14.286187 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f10a0b-53ef-403d-8d15-98ee015774e6 req-69793434-b957-487d-abd9-196ebf0b3f25 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:14.292032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f10a0b-53ef-403d-8d15-98ee015774e6 req-69793434-b957-487d-abd9-196ebf0b3f25 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:14.297860 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f10a0b-53ef-403d-8d15-98ee015774e6 req-69793434-b957-487d-abd9-196ebf0b3f25 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:14.303718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f10a0b-53ef-403d-8d15-98ee015774e6 req-69793434-b957-487d-abd9-196ebf0b3f25 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:14.309576 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f10a0b-53ef-403d-8d15-98ee015774e6 req-69793434-b957-487d-abd9-196ebf0b3f25 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:14.315399 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f10a0b-53ef-403d-8d15-98ee015774e6 req-69793434-b957-487d-abd9-196ebf0b3f25 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:14.317320 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48f10a0b-53ef-403d-8d15-98ee015774e6 req-69793434-b957-487d-abd9-196ebf0b3f25 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5418 time: 0.3826187 Jul 23 20:40:14.348491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7e49e9c3-972d-4661-afe5-382436ffdb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:14.350060 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-7e49e9c3-972d-4661-afe5-382436ffdb24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44c6a485-1e2e-4eca-8671-6557e9d07f4e HTTP/1.1" status: 200 len: 797 time: 0.0542228 Jul 23 20:40:14.353303 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690c8ba-b284-4ccc-be8a-f5dc1483baee tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fd9e9d-049a-433e-bb21-89803030388d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:14.381160 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-579b6d15-b89d-4b49-ad70-22ee58e3a989 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] show failed (client error): The resource could not be found. Jul 23 20:40:14.385814 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-579b6d15-b89d-4b49-ad70-22ee58e3a989 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "GET /v2.0/security-groups/53fd9e9d-049a-433e-bb21-89803030388d HTTP/1.1" status: 404 len: 347 time: 0.1409359 Jul 23 20:40:14.386298 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45986) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:14.415200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:14.427983 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:14.469403 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48f10a0b-53ef-403d-8d15-98ee015774e6 req-faf1226f-2560-419e-b9b0-f96ca93b1fdf tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926909 Jul 23 20:40:14.487865 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Transition to ACTIVE for port object e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:14.500389 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:14.582723 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a43a35-126d-4c1e-818e-6c6a76ec0fe1 req-fc78dad5-3e04-43ff-84e6-825416ae1015 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:14.592042 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-6e7a98b0-5ce5-4d0c-9edc-e09fd940a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:14.592294 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0a43a35-126d-4c1e-818e-6c6a76ec0fe1 req-fc78dad5-3e04-43ff-84e6-825416ae1015 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.3500550 Jul 23 20:40:14.593821 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-6e7a98b0-5ce5-4d0c-9edc-e09fd940a399 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2369719 Jul 23 20:40:14.740203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ee3afd-eb7c-4099-8870-fecc8fdb74c1,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:14.771307 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-4aac17c4-6662-47e0-9079-945120d72f69 service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684926 Jul 23 20:40:14.772630 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'tag': 'a68d1c06-08c3-477a-a148-144d28dc32e4'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:14.774994 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68ba91b-fe90-4f93-89a9-e364b4ed9a16" -d '{"events": [{"name": "network-changed", "server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "tag": "a68d1c06-08c3-477a-a148-144d28dc32e4"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:14.791874 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Deleting port 87d86b09-1496-4020-9be4-d737f8413246 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:40:14.792228 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:14.844097 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899659d7-6b85-4fac-90c3-7b5fc82618ca req-019a88fa-8766-4f35-af63-7c5933e9a557 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:14.845964 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-899659d7-6b85-4fac-90c3-7b5fc82618ca req-019a88fa-8766-4f35-af63-7c5933e9a557 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.2399178 Jul 23 20:40:14.862276 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0a43a35-126d-4c1e-818e-6c6a76ec0fe1 req-b4b965f0-ece0-4892-acfb-fee853f59b63 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690325 Jul 23 20:40:14.965430 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:14.965841 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:14.970068 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-b8f10c12-04b4-4952-b527-8b7510adc051 service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894631 Jul 23 20:40:14.973897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-899659d7-6b85-4fac-90c3-7b5fc82618ca req-21aee4f1-31b2-496c-880e-81a5a4f061f6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103661 Jul 23 20:40:14.991675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Calling delete_port for 87d86b09-1496-4020-9be4-d737f8413246 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:40:15.027180 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Attempting to bind port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:15.027763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Attempting to bind port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '31d0f090-9be4-4634-8b40-2a9e0cdd0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:15.029855 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Attempting to bind port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 on network 9e4e0618-9258-49df-b427-fe7749c03fdb {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:15.041113 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 on network 9e4e0618-9258-49df-b427-fe7749c03fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:40:15.041761 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Attempting to bind port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 on network 9e4e0618-9258-49df-b427-fe7749c03fdb {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:15.053633 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:15.057400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Checking segment: {'id': '31d0f090-9be4-4634-8b40-2a9e0cdd0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:15.058094 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Bound using segment: {'id': '31d0f090-9be4-4634-8b40-2a9e0cdd0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:15.058782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Bound port: e1ee3afd-eb7c-4099-8870-fecc8fdb74c1, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d0f090-9be4-4634-8b40-2a9e0cdd0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:15.059438 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:15.259541 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] For port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:15.265903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] For port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=e1ee3afd-eb7c-4099-8870-fecc8fdb74c1,segment=NetworkSegment(31d0f090-9be4-4634-8b40-2a9e0cdd0cb1),segment_id=31d0f090-9be4-4634-8b40-2a9e0cdd0cb1)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:15.300264 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f6082b-9817-4c8f-8826-d6a915d27de6 x-openstack-request-id: req-f4f6082b-9817-4c8f-8826-d6a915d27de6 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:15.300575 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a4aa9c-f857-4adb-b25d-82807319e607", "name": "network-vif-deleted", "tag": "2a131450-cfc5-4aab-8b1a-db2c1372f738", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "tag": "50e3a026-c77e-4500-9b42-80dcec484704", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:15.301102 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4f6082b-9817-4c8f-8826-d6a915d27de6 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:15.301572 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a4aa9c-f857-4adb-b25d-82807319e607', 'name': 'network-vif-deleted', 'tag': '2a131450-cfc5-4aab-8b1a-db2c1372f738', 'status': 'completed', 'code': 200} Jul 23 20:40:15.301830 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'tag': '50e3a026-c77e-4500-9b42-80dcec484704', 'status': 'completed', 'code': 200} Jul 23 20:40:15.306625 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:15.328814 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:15.452770 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db888cec-603b-4cd0-9d88-cae639187be0 x-openstack-request-id: req-db888cec-603b-4cd0-9d88-cae639187be0 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:15.453321 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "tag": "a68d1c06-08c3-477a-a148-144d28dc32e4", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:15.453321 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db888cec-603b-4cd0-9d88-cae639187be0 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:15.453692 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'tag': 'a68d1c06-08c3-477a-a148-144d28dc32e4', 'status': 'completed', 'code': 200} Jul 23 20:40:15.459743 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-4937530f-3623-442c-98f8-c875889e2be5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b17aba8f-658e-4cfc-a2c6-69b79faa9595 HTTP/1.1" status: 200 len: 217 time: 0.4746869 Jul 23 20:40:15.544785 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-0acd8def-0329-4d66-b50f-49361d9b3b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:15.546308 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-0acd8def-0329-4d66-b50f-49361d9b3b86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0867a56c-547c-4c4a-96c2-7761d6b3057e HTTP/1.1" status: 200 len: 797 time: 0.0790350 Jul 23 20:40:15.704132 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:15.743058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-3b8e27a7-3bc5-490b-8727-30a9a676bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:15.745241 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-3b8e27a7-3bc5-490b-8727-30a9a676bed3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=950a5a79-45d4-4d93-a347-72e7566b3324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1872880 Jul 23 20:40:15.761255 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Pushing event deleted for resources: {'Port': ['ID=87d86b09-1496-4020-9be4-d737f8413246,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:15.817622 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:15.817987 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:15.818606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:15.818822 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:15.819185 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:15.819525 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:15.819857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:15.820185 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:15.820513 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:15.820878 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:15.821206 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:15.821868 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:15.885424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:15.886054 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:15.887532 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] 10.222.0.48 "PUT /v2.0/ports/e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 HTTP/1.1" status: 200 len: 1092 time: 2.7288723 Jul 23 20:40:15.924857 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:15.951524 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:15.959633 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-75927ab4-d35d-4085-a795-94b20f3c5810 tempest-AttachVolumeShelveTestJSON-314207908 tempest-AttachVolumeShelveTestJSON-314207908-project] 10.222.0.55 "DELETE /v2.0/floatingips/78469de7-62dc-4242-9707-aa5123c7af3a HTTP/1.1" status: 204 len: 168 time: 1.5715470 Jul 23 20:40:16.003502 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-13f68831-0f74-4a76-beb5-362854c7b874 service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457213 Jul 23 20:40:16.019519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ee3afd-eb7c-4099-8870-fecc8fdb74c1,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:16.056485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f952e7c-1e4b-43ec-a2d1-dac1b29c5490 req-12941ff1-763b-4189-9eac-8c35a4e9deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.056948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f952e7c-1e4b-43ec-a2d1-dac1b29c5490 req-12941ff1-763b-4189-9eac-8c35a4e9deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.057488 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f952e7c-1e4b-43ec-a2d1-dac1b29c5490 req-12941ff1-763b-4189-9eac-8c35a4e9deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.057961 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f952e7c-1e4b-43ec-a2d1-dac1b29c5490 req-12941ff1-763b-4189-9eac-8c35a4e9deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.058429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f952e7c-1e4b-43ec-a2d1-dac1b29c5490 req-12941ff1-763b-4189-9eac-8c35a4e9deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.058896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f952e7c-1e4b-43ec-a2d1-dac1b29c5490 req-12941ff1-763b-4189-9eac-8c35a4e9deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.059391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f952e7c-1e4b-43ec-a2d1-dac1b29c5490 req-12941ff1-763b-4189-9eac-8c35a4e9deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.061464 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f952e7c-1e4b-43ec-a2d1-dac1b29c5490 req-12941ff1-763b-4189-9eac-8c35a4e9deb8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 6494 time: 0.7580459 Jul 23 20:40:16.072206 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b217485-474a-4f4b-a07b-7632c75f8598 req-57c578ca-19d3-45f9-8396-e0a8864b5824 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.080135 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b217485-474a-4f4b-a07b-7632c75f8598 req-57c578ca-19d3-45f9-8396-e0a8864b5824 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/ports?device_id=df7c587f-0772-4aab-bbfe-1273a2f3dd5f HTTP/1.1" status: 200 len: 945 time: 0.7817972 Jul 23 20:40:16.189866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c5926-a36b-4c1c-b255-c238c3dac537 req-b776c0fb-a5bc-4d6c-a405-51dce133219f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.197402 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c5926-a36b-4c1c-b255-c238c3dac537 req-b776c0fb-a5bc-4d6c-a405-51dce133219f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.206508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c5926-a36b-4c1c-b255-c238c3dac537 req-b776c0fb-a5bc-4d6c-a405-51dce133219f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.222873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c5926-a36b-4c1c-b255-c238c3dac537 req-b776c0fb-a5bc-4d6c-a405-51dce133219f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.229434 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-3c5eed32-e9db-4f3b-af17-78e92da668fa service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158659 Jul 23 20:40:16.229931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c5926-a36b-4c1c-b255-c238c3dac537 req-b776c0fb-a5bc-4d6c-a405-51dce133219f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.237524 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c5926-a36b-4c1c-b255-c238c3dac537 req-b776c0fb-a5bc-4d6c-a405-51dce133219f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.243920 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c5926-a36b-4c1c-b255-c238c3dac537 req-b776c0fb-a5bc-4d6c-a405-51dce133219f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.253615 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f7c5926-a36b-4c1c-b255-c238c3dac537 req-b776c0fb-a5bc-4d6c-a405-51dce133219f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5430 time: 0.8962913 Jul 23 20:40:16.298224 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b217485-474a-4f4b-a07b-7632c75f8598 req-998765cb-29c5-4972-b5e7-16998f042bd7 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/security-groups?id=80557f1b-c1b3-4b88-9b28-1807925eef48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131522 Jul 23 20:40:16.326061 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-f15265a5-f4bd-4025-a689-de3c339ef83b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a68d1c06-08c3-477a-a148-144d28dc32e4 HTTP/1.1" status: 200 len: 217 time: 0.0893075 Jul 23 20:40:16.428589 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-3cc8b146-e3c5-45e0-a8fb-9762e31cc9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.430085 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-3cc8b146-e3c5-45e0-a8fb-9762e31cc9b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0867a56c-547c-4c4a-96c2-7761d6b3057e HTTP/1.1" status: 200 len: 797 time: 0.0900724 Jul 23 20:40:16.487228 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f7c5926-a36b-4c1c-b255-c238c3dac537 req-0b068455-0740-4961-8860-4b01b62d47cc tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2277369 Jul 23 20:40:16.573519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-916e60fd-9535-430e-82f8-b97bdeef3cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.575281 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-916e60fd-9535-430e-82f8-b97bdeef3cd1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=950a5a79-45d4-4d93-a347-72e7566b3324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1387451 Jul 23 20:40:16.632151 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f952e7c-1e4b-43ec-a2d1-dac1b29c5490 req-f7409164-0a71-4c0b-9237-943eabbb2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.632621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f952e7c-1e4b-43ec-a2d1-dac1b29c5490 req-f7409164-0a71-4c0b-9237-943eabbb2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.633117 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f952e7c-1e4b-43ec-a2d1-dac1b29c5490 req-f7409164-0a71-4c0b-9237-943eabbb2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.634656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f952e7c-1e4b-43ec-a2d1-dac1b29c5490 req-f7409164-0a71-4c0b-9237-943eabbb2550 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5246470 Jul 23 20:40:16.714023 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-9ddaa1c6-5a60-48ef-9230-cd98812d339c service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307075 Jul 23 20:40:16.729515 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c245d7b-6a6a-4d47-9a7b-64fbd0a4b128 req-d11e5946-9603-43dd-aa25-447cddb5ee59 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.735775 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c245d7b-6a6a-4d47-9a7b-64fbd0a4b128 req-d11e5946-9603-43dd-aa25-447cddb5ee59 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.741717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c245d7b-6a6a-4d47-9a7b-64fbd0a4b128 req-d11e5946-9603-43dd-aa25-447cddb5ee59 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.747716 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:16.748504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c245d7b-6a6a-4d47-9a7b-64fbd0a4b128 req-d11e5946-9603-43dd-aa25-447cddb5ee59 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.760755 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c245d7b-6a6a-4d47-9a7b-64fbd0a4b128 req-d11e5946-9603-43dd-aa25-447cddb5ee59 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.767130 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c245d7b-6a6a-4d47-9a7b-64fbd0a4b128 req-d11e5946-9603-43dd-aa25-447cddb5ee59 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.773203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c245d7b-6a6a-4d47-9a7b-64fbd0a4b128 req-d11e5946-9603-43dd-aa25-447cddb5ee59 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.775730 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2c245d7b-6a6a-4d47-9a7b-64fbd0a4b128 req-d11e5946-9603-43dd-aa25-447cddb5ee59 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5418 time: 0.3524661 Jul 23 20:40:16.843592 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a240a45b-eb13-4bc1-a305-e36a79a1c9af req-4cadf9ab-4e04-4199-af91-561e32c2845c service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226857 Jul 23 20:40:16.861280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c498eb1-3d8a-47d5-8629-7eff31ee9db6 req-b3bb6c5e-ccb8-41c4-bfc9-543d5fbc516d tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.862925 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c498eb1-3d8a-47d5-8629-7eff31ee9db6 req-b3bb6c5e-ccb8-41c4-bfc9-543d5fbc516d tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.57 "GET /v2.0/ports?device_id=df7c587f-0772-4aab-bbfe-1273a2f3dd5f HTTP/1.1" status: 200 len: 945 time: 0.3426046 Jul 23 20:40:16.958567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f952e7c-1e4b-43ec-a2d1-dac1b29c5490 req-273f2f22-f9fb-4b00-9f1a-792f34895690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.960268 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f952e7c-1e4b-43ec-a2d1-dac1b29c5490 req-273f2f22-f9fb-4b00-9f1a-792f34895690 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3164403 Jul 23 20:40:16.975242 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ccab1-1481-4583-9386-c4c359f0f09f req-51054da2-f0f2-43cc-979b-85fb0c5f76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.975460 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fcc0b-2fc5-4bd2-817c-9edac6098a16 req-656dfc6a-f529-4750-8673-8b399351374a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.975732 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ccab1-1481-4583-9386-c4c359f0f09f req-51054da2-f0f2-43cc-979b-85fb0c5f76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.976209 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ccab1-1481-4583-9386-c4c359f0f09f req-51054da2-f0f2-43cc-979b-85fb0c5f76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.976676 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ccab1-1481-4583-9386-c4c359f0f09f req-51054da2-f0f2-43cc-979b-85fb0c5f76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.977712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ccab1-1481-4583-9386-c4c359f0f09f req-51054da2-f0f2-43cc-979b-85fb0c5f76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.978005 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b08fcc0b-2fc5-4bd2-817c-9edac6098a16 req-656dfc6a-f529-4750-8673-8b399351374a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.3650725 Jul 23 20:40:16.978178 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ccab1-1481-4583-9386-c4c359f0f09f req-51054da2-f0f2-43cc-979b-85fb0c5f76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.978648 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ccab1-1481-4583-9386-c4c359f0f09f req-51054da2-f0f2-43cc-979b-85fb0c5f76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:16.980677 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-331ccab1-1481-4583-9386-c4c359f0f09f req-51054da2-f0f2-43cc-979b-85fb0c5f76c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc19446ccb0a4c219ec6673fb3605878&device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 6482 time: 0.0727584 Jul 23 20:40:16.986838 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2c245d7b-6a6a-4d47-9a7b-64fbd0a4b128 req-c766e45f-60be-483b-b9ec-f8964d4b8591 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1738811 Jul 23 20:40:17.196972 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ccab1-1481-4583-9386-c4c359f0f09f req-56f78928-72bf-428a-a21c-83503ffba807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.199358 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-331ccab1-1481-4583-9386-c4c359f0f09f req-56f78928-72bf-428a-a21c-83503ffba807 service neutron] 10.222.0.48 "GET /v2.0/networks?id=950a5a79-45d4-4d93-a347-72e7566b3324 HTTP/1.1" status: 200 len: 903 time: 0.2046590 Jul 23 20:40:17.233134 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b08fcc0b-2fc5-4bd2-817c-9edac6098a16 req-84338ad6-9543-44a5-977f-ea7041af8211 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413552 Jul 23 20:40:17.280664 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-8c498eb1-3d8a-47d5-8629-7eff31ee9db6 req-7074faf7-be93-41c1-9e6c-e1a7d1cd0767 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Deleting port 7c7ea371-bbc2-4312-9eed-764184992f28 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:40:17.281022 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8c498eb1-3d8a-47d5-8629-7eff31ee9db6 req-7074faf7-be93-41c1-9e6c-e1a7d1cd0767 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:17.282237 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-331ccab1-1481-4583-9386-c4c359f0f09f req-39590975-150a-4a09-a716-5b4eca7e31ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b17aba8f-658e-4cfc-a2c6-69b79faa9595 HTTP/1.1" status: 200 len: 217 time: 0.0750978 Jul 23 20:40:17.295154 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-cb792abb-34d6-416d-82b3-fbfb3399b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.295984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-cb792abb-34d6-416d-82b3-fbfb3399b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.296470 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-cb792abb-34d6-416d-82b3-fbfb3399b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.296944 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-cb792abb-34d6-416d-82b3-fbfb3399b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.297539 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-cb792abb-34d6-416d-82b3-fbfb3399b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.298016 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-cb792abb-34d6-416d-82b3-fbfb3399b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.298587 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-cb792abb-34d6-416d-82b3-fbfb3399b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.300886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-cb792abb-34d6-416d-82b3-fbfb3399b09b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 6494 time: 0.2407250 Jul 23 20:40:17.313027 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'tag': 'e1ee3afd-eb7c-4099-8870-fecc8fdb74c1'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:17.317254 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a5699a-127e-4b12-a825-cd75104b9bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "tag": "e1ee3afd-eb7c-4099-8870-fecc8fdb74c1"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:17.376754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ccab1-1481-4583-9386-c4c359f0f09f req-2da65608-1431-4d72-b2e8-d728056573fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.378531 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-331ccab1-1481-4583-9386-c4c359f0f09f req-2da65608-1431-4d72-b2e8-d728056573fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0867a56c-547c-4c4a-96c2-7761d6b3057e HTTP/1.1" status: 200 len: 797 time: 0.0874021 Jul 23 20:40:17.380014 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-ab60c0c5-c3f9-48d1-9560-914e5e697566 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=214304c1-8d67-470d-8ca8-60e60e3fe9e0 HTTP/1.1" status: 200 len: 217 time: 0.0540917 Jul 23 20:40:17.401697 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f93728-2dfc-494f-b646-6029bcb87868 req-e305d8f0-87da-4719-9dad-ea0384da6050 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.409872 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8f93728-2dfc-494f-b646-6029bcb87868 req-e305d8f0-87da-4719-9dad-ea0384da6050 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.2858634 Jul 23 20:40:17.517063 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ccab1-1481-4583-9386-c4c359f0f09f req-b49a119b-f242-42d4-b3b4-0e657db8cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.518879 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-331ccab1-1481-4583-9386-c4c359f0f09f req-b49a119b-f242-42d4-b3b4-0e657db8cf8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=950a5a79-45d4-4d93-a347-72e7566b3324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1269410 Jul 23 20:40:17.663481 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-331ccab1-1481-4583-9386-c4c359f0f09f req-733084e9-56ae-41e0-896e-304275947e68 service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366563 Jul 23 20:40:17.724230 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8f93728-2dfc-494f-b646-6029bcb87868 req-875a1723-46a5-469f-8455-f0dae5f54106 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128006 Jul 23 20:40:17.792388 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-331ccab1-1481-4583-9386-c4c359f0f09f req-afb3d4eb-6f64-4059-9468-d7164cd3d5e4 service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214137 Jul 23 20:40:17.806476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-97f419e5-800e-4fe1-a20e-6275ced0e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.808060 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-97f419e5-800e-4fe1-a20e-6275ced0e7fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e30070cc-08f6-4366-9d16-3dfe52a72249 HTTP/1.1" status: 200 len: 856 time: 0.3724892 Jul 23 20:40:17.810407 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349b2678-68f3-40b3-b9f6-32feb257cd19 x-openstack-request-id: req-349b2678-68f3-40b3-b9f6-32feb257cd19 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:17.810699 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "tag": "e1ee3afd-eb7c-4099-8870-fecc8fdb74c1", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:17.810950 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-349b2678-68f3-40b3-b9f6-32feb257cd19 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:17.811368 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'tag': 'e1ee3afd-eb7c-4099-8870-fecc8fdb74c1', 'status': 'completed', 'code': 200} Jul 23 20:40:17.908327 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-8c498eb1-3d8a-47d5-8629-7eff31ee9db6 req-7074faf7-be93-41c1-9e6c-e1a7d1cd0767 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] For port 7c7ea371-bbc2-4312-9eed-764184992f28, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7c7ea371-bbc2-4312-9eed-764184992f28,segment=NetworkSegment(49ec5bf4-0d82-49a6-bff6-09e51c0ced0d),segment_id=49ec5bf4-0d82-49a6-bff6-09e51c0ced0d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:17.908724 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8c498eb1-3d8a-47d5-8629-7eff31ee9db6 req-7074faf7-be93-41c1-9e6c-e1a7d1cd0767 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:17.941385 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e36ba-f321-4d4f-ad88-41b77e5dc0a6 req-a163ea83-b227-48eb-a76c-4522692bc5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.942937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a1e36ba-f321-4d4f-ad88-41b77e5dc0a6 req-a163ea83-b227-48eb-a76c-4522692bc5aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 1097 time: 0.3024833 Jul 23 20:40:17.946099 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba91b-fe90-4f93-89a9-e364b4ed9a16 req-c5a82c8d-def5-4a8e-a10c-429e2d2f53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.946585 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba91b-fe90-4f93-89a9-e364b4ed9a16 req-c5a82c8d-def5-4a8e-a10c-429e2d2f53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.947059 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba91b-fe90-4f93-89a9-e364b4ed9a16 req-c5a82c8d-def5-4a8e-a10c-429e2d2f53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.947566 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba91b-fe90-4f93-89a9-e364b4ed9a16 req-c5a82c8d-def5-4a8e-a10c-429e2d2f53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.948416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba91b-fe90-4f93-89a9-e364b4ed9a16 req-c5a82c8d-def5-4a8e-a10c-429e2d2f53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.949154 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba91b-fe90-4f93-89a9-e364b4ed9a16 req-c5a82c8d-def5-4a8e-a10c-429e2d2f53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.949627 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba91b-fe90-4f93-89a9-e364b4ed9a16 req-c5a82c8d-def5-4a8e-a10c-429e2d2f53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.951820 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b68ba91b-fe90-4f93-89a9-e364b4ed9a16 req-c5a82c8d-def5-4a8e-a10c-429e2d2f53ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc19446ccb0a4c219ec6673fb3605878&device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 6482 time: 0.1027937 Jul 23 20:40:17.971667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-8c498eb1-3d8a-47d5-8629-7eff31ee9db6 req-7074faf7-be93-41c1-9e6c-e1a7d1cd0767 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Calling delete_port for 7c7ea371-bbc2-4312-9eed-764184992f28 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:40:17.996505 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a49af-45ce-4af6-ba22-ede65c86aecb req-93b3344d-8a8d-4db7-87c9-5334d9bfd762 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:17.998288 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c58a49af-45ce-4af6-ba22-ede65c86aecb req-93b3344d-8a8d-4db7-87c9-5334d9bfd762 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/ports?device_id=df7c587f-0772-4aab-bbfe-1273a2f3dd5f HTTP/1.1" status: 200 len: 945 time: 0.3805635 Jul 23 20:40:18.091463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba91b-fe90-4f93-89a9-e364b4ed9a16 req-324bb4a4-b568-4621-a1e0-837b8a77b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:18.092887 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b68ba91b-fe90-4f93-89a9-e364b4ed9a16 req-324bb4a4-b568-4621-a1e0-837b8a77b6fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=950a5a79-45d4-4d93-a347-72e7566b3324 HTTP/1.1" status: 200 len: 903 time: 0.1325250 Jul 23 20:40:18.144204 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-a5bd4b69-8f42-4795-8eae-df445644ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:18.145754 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-a5bd4b69-8f42-4795-8eae-df445644ebf7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bd17cd34-e969-4b19-90d9-ebcf6df4f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3098238 Jul 23 20:40:18.165181 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b68ba91b-fe90-4f93-89a9-e364b4ed9a16 req-c1608744-0009-482b-a3aa-020984df7684 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a68d1c06-08c3-477a-a148-144d28dc32e4 HTTP/1.1" status: 200 len: 217 time: 0.0647347 Jul 23 20:40:18.176549 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c58a49af-45ce-4af6-ba22-ede65c86aecb req-a386c830-965b-44b1-ada4-19bcc864121d tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/security-groups?id=80557f1b-c1b3-4b88-9b28-1807925eef48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540492 Jul 23 20:40:18.281593 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc97ef9-f5ec-4922-8609-7367027caed4 req-dccec6ec-611c-4595-804f-315293846605 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:18.283196 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fc97ef9-f5ec-4922-8609-7367027caed4 req-dccec6ec-611c-4595-804f-315293846605 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.3540869 Jul 23 20:40:18.286699 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba91b-fe90-4f93-89a9-e364b4ed9a16 req-383604d3-df17-44c0-921f-f7aea081ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:18.290642 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b68ba91b-fe90-4f93-89a9-e364b4ed9a16 req-383604d3-df17-44c0-921f-f7aea081ecee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0867a56c-547c-4c4a-96c2-7761d6b3057e HTTP/1.1" status: 200 len: 797 time: 0.1164689 Jul 23 20:40:18.415954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba91b-fe90-4f93-89a9-e364b4ed9a16 req-ca98fd4c-0349-4cba-933f-2a04195c9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:18.417523 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b68ba91b-fe90-4f93-89a9-e364b4ed9a16 req-ca98fd4c-0349-4cba-933f-2a04195c9d85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=950a5a79-45d4-4d93-a347-72e7566b3324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1221635 Jul 23 20:40:18.426933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e36ba-f321-4d4f-ad88-41b77e5dc0a6 req-4137a223-fcbc-4ff8-b1d6-998414faed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:18.428436 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a1e36ba-f321-4d4f-ad88-41b77e5dc0a6 req-4137a223-fcbc-4ff8-b1d6-998414faed7f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 200 len: 912 time: 0.4547160 Jul 23 20:40:18.517845 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-d480c2a9-554b-4c41-be64-0fdf2b80d380 service neutron] 10.222.0.48 "GET /v2.0/networks/bd17cd34-e969-4b19-90d9-ebcf6df4f73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543315 Jul 23 20:40:18.529304 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fc97ef9-f5ec-4922-8609-7367027caed4 req-dc2c76bb-a047-4c3f-b57b-fd670d6b73ba tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064581 Jul 23 20:40:18.557496 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b68ba91b-fe90-4f93-89a9-e364b4ed9a16 req-996a5695-37f8-46d9-b8f8-04ff4a7f394a service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329155 Jul 23 20:40:18.714511 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b68ba91b-fe90-4f93-89a9-e364b4ed9a16 req-c1e2457f-1a3a-42a9-87f6-c7d4bfbc455b service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497393 Jul 23 20:40:18.756368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a1e36ba-f321-4d4f-ad88-41b77e5dc0a6 req-5527eb68-d00b-43e8-b4bc-f3257f2dc474 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8f573ee-974a-4327-9539-2950bda4dc93 HTTP/1.1" status: 200 len: 999 time: 0.3143873 Jul 23 20:40:18.790920 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8c498eb1-3d8a-47d5-8629-7eff31ee9db6 req-7074faf7-be93-41c1-9e6c-e1a7d1cd0767 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:18.819603 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c654-3118-41fb-9222-e668e1e83b81 req-b07e1924-9412-4953-a0b6-0854f0858a4a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:18.825803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c654-3118-41fb-9222-e668e1e83b81 req-b07e1924-9412-4953-a0b6-0854f0858a4a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:18.831699 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c654-3118-41fb-9222-e668e1e83b81 req-b07e1924-9412-4953-a0b6-0854f0858a4a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:18.837620 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c654-3118-41fb-9222-e668e1e83b81 req-b07e1924-9412-4953-a0b6-0854f0858a4a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:18.843447 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c654-3118-41fb-9222-e668e1e83b81 req-b07e1924-9412-4953-a0b6-0854f0858a4a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:18.849223 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c654-3118-41fb-9222-e668e1e83b81 req-b07e1924-9412-4953-a0b6-0854f0858a4a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:18.855583 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c654-3118-41fb-9222-e668e1e83b81 req-b07e1924-9412-4953-a0b6-0854f0858a4a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:18.857469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd97c654-3118-41fb-9222-e668e1e83b81 req-b07e1924-9412-4953-a0b6-0854f0858a4a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5430 time: 0.5216503 Jul 23 20:40:18.921602 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074faf7-be93-41c1-9e6c-e1a7d1cd0767 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Pushing event deleted for resources: {'Port': ['ID=7c7ea371-bbc2-4312-9eed-764184992f28,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:19.028617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2d4a4-62f2-4943-b2cf-538c57702d9f req-eb3f2b11-2e1c-48d9-a8f6-554457a26156 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:19.037543 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5f2d4a4-62f2-4943-b2cf-538c57702d9f req-eb3f2b11-2e1c-48d9-a8f6-554457a26156 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.3900163 Jul 23 20:40:19.040829 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e36ba-f321-4d4f-ad88-41b77e5dc0a6 req-6abd5b94-476d-4677-802b-b3a6b54de6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:19.042225 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a1e36ba-f321-4d4f-ad88-41b77e5dc0a6 req-6abd5b94-476d-4677-802b-b3a6b54de6eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 200 len: 850 time: 0.2779903 Jul 23 20:40:19.070797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c498eb1-3d8a-47d5-8629-7eff31ee9db6 req-7074faf7-be93-41c1-9e6c-e1a7d1cd0767 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] No DVR routers for this DVR port 7c7ea371-bbc2-4312-9eed-764184992f28 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:40:19.073679 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-1213bbc7-cfbd-45bf-83aa-d0786ff3f389 service neutron] 10.222.0.48 "GET /v2.0/networks/bd17cd34-e969-4b19-90d9-ebcf6df4f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434256 Jul 23 20:40:19.081321 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8c498eb1-3d8a-47d5-8629-7eff31ee9db6 req-7074faf7-be93-41c1-9e6c-e1a7d1cd0767 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:19.083253 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c498eb1-3d8a-47d5-8629-7eff31ee9db6 req-7074faf7-be93-41c1-9e6c-e1a7d1cd0767 tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.57 "DELETE /v2.0/ports/7c7ea371-bbc2-4312-9eed-764184992f28 HTTP/1.1" status: 204 len: 173 time: 2.2084165 Jul 23 20:40:19.091144 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd97c654-3118-41fb-9222-e668e1e83b81 req-9dc3f173-a060-46fe-b2df-32f57611078c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1887677 Jul 23 20:40:19.172119 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-4b252588-a1bc-431d-9e4b-31395df8a5c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=9897128c-b4b2-4b65-a39d-e74031bf6da6 HTTP/1.1" status: 200 len: 217 time: 0.0869436 Jul 23 20:40:19.253483 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5f2d4a4-62f2-4943-b2cf-538c57702d9f req-4f53d60b-9538-4ce7-a725-ece1c26358c2 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989257 Jul 23 20:40:19.350497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-ae0e1077-af4e-454d-8edb-5ff6a2ce5880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:19.353278 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-ae0e1077-af4e-454d-8edb-5ff6a2ce5880 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a29a518f-ecc9-4636-9c65-c54cb733ea9a HTTP/1.1" status: 200 len: 797 time: 0.1742237 Jul 23 20:40:19.420789 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-769bceca-b78a-4446-b03d-653620f2bae9 req-0c1df55f-81b4-494f-af2a-314d4aa9d48f tempest-ServersNegativeTestMultiTenantJSON-193066904 tempest-ServersNegativeTestMultiTenantJSON-193066904-project] 10.222.0.55 "GET /v2.0/ports?device_id=df7c587f-0772-4aab-bbfe-1273a2f3dd5f HTTP/1.1" status: 200 len: 210 time: 0.0650294 Jul 23 20:40:19.521922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e36ba-f321-4d4f-ad88-41b77e5dc0a6 req-a61f6f9b-2292-4d43-bfad-a7e39d6402b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:19.527438 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a1e36ba-f321-4d4f-ad88-41b77e5dc0a6 req-a61f6f9b-2292-4d43-bfad-a7e39d6402b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e87e256-e5f8-4403-aebe-74aea031e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4578428 Jul 23 20:40:19.744674 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7c7ea371-bbc2-4312-9eed-764184992f28 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:40:19.803455 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 7c7ea371-bbc2-4312-9eed-764184992f28 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:40:19.803797 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7c7ea371-bbc2-4312-9eed-764184992f28 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:40:20.031235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7c587f-0772-4aab-bbfe-1273a2f3dd5f', 'name': 'network-vif-deleted', 'tag': '7c7ea371-bbc2-4312-9eed-764184992f28'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:20.033447 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92fa67f-2fb9-445b-8ff0-dafd6b4a5f5c" -d '{"events": [{"server_uuid": "df7c587f-0772-4aab-bbfe-1273a2f3dd5f", "name": "network-vif-deleted", "tag": "7c7ea371-bbc2-4312-9eed-764184992f28"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:20.135945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f98628-b7ef-4348-87a4-b181b8f943ea req-7e266218-b0ed-49e1-9691-bad7f2e164ec tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:20.143378 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f98628-b7ef-4348-87a4-b181b8f943ea req-7e266218-b0ed-49e1-9691-bad7f2e164ec tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:20.149231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f98628-b7ef-4348-87a4-b181b8f943ea req-7e266218-b0ed-49e1-9691-bad7f2e164ec tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:20.155070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f98628-b7ef-4348-87a4-b181b8f943ea req-7e266218-b0ed-49e1-9691-bad7f2e164ec tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:20.161217 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f98628-b7ef-4348-87a4-b181b8f943ea req-7e266218-b0ed-49e1-9691-bad7f2e164ec tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:20.167642 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f98628-b7ef-4348-87a4-b181b8f943ea req-7e266218-b0ed-49e1-9691-bad7f2e164ec tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:20.173672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f98628-b7ef-4348-87a4-b181b8f943ea req-7e266218-b0ed-49e1-9691-bad7f2e164ec tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:20.175680 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-00f98628-b7ef-4348-87a4-b181b8f943ea req-7e266218-b0ed-49e1-9691-bad7f2e164ec tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5418 time: 0.8946450 Jul 23 20:40:20.200463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-b8a8e86f-3fd5-4ddb-91ec-80d7e69d5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:20.201932 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-b8a8e86f-3fd5-4ddb-91ec-80d7e69d5dec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59c5d0ae-3121-4e53-88c3-139064a5c09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8352420 Jul 23 20:40:20.266287 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a1e36ba-f321-4d4f-ad88-41b77e5dc0a6 req-6a805008-56b2-44e1-a4d3-c5c892d0851b service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7166812 Jul 23 20:40:20.273956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ea683-af0d-4fe3-a804-51d563df3615 req-56a89a7c-1b51-4bac-bfb4-9fbb51aa4374 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:20.275485 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-946ea683-af0d-4fe3-a804-51d563df3615 req-56a89a7c-1b51-4bac-bfb4-9fbb51aa4374 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.2344072 Jul 23 20:40:20.309376 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-00f98628-b7ef-4348-87a4-b181b8f943ea req-847c01c2-6d2f-4c73-b443-a1f1a6fc4602 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254888 Jul 23 20:40:20.434933 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-e4c01cee-4811-43b2-ae1b-03c0bf0d3fdd service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176559 Jul 23 20:40:20.577876 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a1e36ba-f321-4d4f-ad88-41b77e5dc0a6 req-5a99cfe7-3e4f-46dc-b504-58d890105767 service neutron] 10.222.0.57 "GET /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938669 Jul 23 20:40:20.603905 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c9faafde-ed30-4877-87b4-1a26681d867e service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580427 Jul 23 20:40:20.667256 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-13443a81-0fa4-4964-9d09-b0dcb4d9f4db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=8d621365-bcf9-403d-83db-84d9bdb36ec9 HTTP/1.1" status: 200 len: 217 time: 0.0533235 Jul 23 20:40:20.718432 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41deea6-dd0e-4849-b5a2-8817f922e2e0 req-555daffe-293b-4520-9236-2ce1bcc760f7 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:20.719969 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a41deea6-dd0e-4849-b5a2-8817f922e2e0 req-555daffe-293b-4520-9236-2ce1bcc760f7 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.2826397 Jul 23 20:40:20.724743 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-946ea683-af0d-4fe3-a804-51d563df3615 req-5a24e610-088b-43d8-a8c1-c738ddcdfa54 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4375863 Jul 23 20:40:20.763304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-5d716dfd-6999-4537-9725-41b07003e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:20.764986 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-5d716dfd-6999-4537-9725-41b07003e4b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a29a518f-ecc9-4636-9c65-c54cb733ea9a HTTP/1.1" status: 200 len: 797 time: 0.0904186 Jul 23 20:40:20.833740 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1661ca76-164f-40d4-a8d6-1ef2ba8e396b x-openstack-request-id: req-1661ca76-164f-40d4-a8d6-1ef2ba8e396b {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:20.834037 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7c587f-0772-4aab-bbfe-1273a2f3dd5f", "name": "network-vif-deleted", "tag": "7c7ea371-bbc2-4312-9eed-764184992f28", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:20.834281 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1661ca76-164f-40d4-a8d6-1ef2ba8e396b {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:20.834671 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7c587f-0772-4aab-bbfe-1273a2f3dd5f', 'name': 'network-vif-deleted', 'tag': '7c7ea371-bbc2-4312-9eed-764184992f28', 'status': 'completed', 'code': 200} Jul 23 20:40:20.840141 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a41deea6-dd0e-4849-b5a2-8817f922e2e0 req-5216c469-512b-4ead-bda2-00dc98772d94 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108274 Jul 23 20:40:20.874352 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-b83f9492-f50e-450a-81d6-3b5027683e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:20.875927 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-b83f9492-f50e-450a-81d6-3b5027683e82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59c5d0ae-3121-4e53-88c3-139064a5c09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0890875 Jul 23 20:40:20.957838 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46104) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:21.040062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c3ea309d-d00d-47a9-8d5c-5401920d7b6a service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553667 Jul 23 20:40:21.046446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1f42fc-70cd-4576-9e90-7f28ddc3a2ff admin admin] Deleting subnet 22c7066b-d7ca-4863-9146-3f911d3b3e4e {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:40:21.050276 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ad1f42fc-70cd-4576-9e90-7f28ddc3a2ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:21.104468 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ad1f42fc-70cd-4576-9e90-7f28ddc3a2ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:21.156194 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ad1f42fc-70cd-4576-9e90-7f28ddc3a2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:21.274032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6466c4b-7aab-4fbc-9674-8eb52ac43b19 req-b1ff9310-4f7a-49ba-90db-46e87c3e25a2 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:21.280358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6466c4b-7aab-4fbc-9674-8eb52ac43b19 req-b1ff9310-4f7a-49ba-90db-46e87c3e25a2 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:21.286846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6466c4b-7aab-4fbc-9674-8eb52ac43b19 req-b1ff9310-4f7a-49ba-90db-46e87c3e25a2 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:21.294371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6466c4b-7aab-4fbc-9674-8eb52ac43b19 req-b1ff9310-4f7a-49ba-90db-46e87c3e25a2 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:21.297232 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ad1f42fc-70cd-4576-9e90-7f28ddc3a2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:21.300222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6466c4b-7aab-4fbc-9674-8eb52ac43b19 req-b1ff9310-4f7a-49ba-90db-46e87c3e25a2 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:21.314545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6466c4b-7aab-4fbc-9674-8eb52ac43b19 req-b1ff9310-4f7a-49ba-90db-46e87c3e25a2 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:21.322213 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6466c4b-7aab-4fbc-9674-8eb52ac43b19 req-b1ff9310-4f7a-49ba-90db-46e87c3e25a2 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:21.324656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6466c4b-7aab-4fbc-9674-8eb52ac43b19 req-b1ff9310-4f7a-49ba-90db-46e87c3e25a2 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5430 time: 0.2740557 Jul 23 20:40:21.355558 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c5ef4-9b88-4c20-9f9a-ed2c75715268 req-e593870d-0d80-4da7-8bbc-1b4869f54326 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:21.361160 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d2c5ef4-9b88-4c20-9f9a-ed2c75715268 req-e593870d-0d80-4da7-8bbc-1b4869f54326 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.3200605 Jul 23 20:40:21.366230 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f42fc-70cd-4576-9e90-7f28ddc3a2ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c7066b-d7ca-4863-9146-3f911d3b3e4e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:21.369102 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ad1f42fc-70cd-4576-9e90-7f28ddc3a2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:21.373854 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ad1f42fc-70cd-4576-9e90-7f28ddc3a2ff admin admin] 10.222.0.55 "DELETE /v2.0/subnets/22c7066b-d7ca-4863-9146-3f911d3b3e4e HTTP/1.1" status: 204 len: 168 time: 0.4143617 Jul 23 20:40:21.376605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46108) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:21.405519 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-c8b4bc33-e7b6-42fa-8bfd-0a5ca8de7143 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075972 Jul 23 20:40:21.514879 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d2c5ef4-9b88-4c20-9f9a-ed2c75715268 req-ad34b147-6db7-4e02-a0fa-0481fe179975 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526196 Jul 23 20:40:21.516344 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-1adf4b68-a273-4c5e-a9c0-8415cbc5be01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=15c94fa6-9255-45bc-a13a-117c1b554b47 HTTP/1.1" status: 200 len: 217 time: 0.1012235 Jul 23 20:40:21.520964 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6466c4b-7aab-4fbc-9674-8eb52ac43b19 req-6e8008ff-1902-4e07-82bc-21d60d7bb0fd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1753225 Jul 23 20:40:21.535487 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bdab1792-660e-4e41-aae7-2ccc3e0f64c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:21.640725 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-0650a65f-6912-4f13-ba7a-f054688f7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:21.642237 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-0650a65f-6912-4f13-ba7a-f054688f7b89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a29a518f-ecc9-4636-9c65-c54cb733ea9a HTTP/1.1" status: 200 len: 797 time: 0.1153548 Jul 23 20:40:21.746577 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bdab1792-660e-4e41-aae7-2ccc3e0f64c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:21.788950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-bdab1792-660e-4e41-aae7-2ccc3e0f64c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c7deb0-1936-4e27-8bf6-61b8c6aa6582']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:21.800596 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:40:21.815815 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-bdab1792-660e-4e41-aae7-2ccc3e0f64c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ec5bf4-0d82-49a6-bff6-09e51c0ced0d') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:21.816482 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-bdab1792-660e-4e41-aae7-2ccc3e0f64c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ec5bf4-0d82-49a6-bff6-09e51c0ced0d') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:21.826503 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-aeef2b2f-fa82-42f3-bb49-25bfc6296ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:21.830131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-aeef2b2f-fa82-42f3-bb49-25bfc6296ff0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59c5d0ae-3121-4e53-88c3-139064a5c09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1802554 Jul 23 20:40:21.841936 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bdab1792-660e-4e41-aae7-2ccc3e0f64c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:21.871792 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bdab1792-660e-4e41-aae7-2ccc3e0f64c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:21.884262 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdab1792-660e-4e41-aae7-2ccc3e0f64c6 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:40:21.885083 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bdab1792-660e-4e41-aae7-2ccc3e0f64c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:40:21.887291 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:40:21.903660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596a9a3-b496-4497-8507-4444cb91dbf0 req-c70c89f7-ec51-410c-afe0-d68d6ecf6427 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:21.914845 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596a9a3-b496-4497-8507-4444cb91dbf0 req-c70c89f7-ec51-410c-afe0-d68d6ecf6427 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:21.929615 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596a9a3-b496-4497-8507-4444cb91dbf0 req-c70c89f7-ec51-410c-afe0-d68d6ecf6427 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:21.939243 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596a9a3-b496-4497-8507-4444cb91dbf0 req-c70c89f7-ec51-410c-afe0-d68d6ecf6427 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:21.957123 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596a9a3-b496-4497-8507-4444cb91dbf0 req-c70c89f7-ec51-410c-afe0-d68d6ecf6427 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:21.971375 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596a9a3-b496-4497-8507-4444cb91dbf0 req-c70c89f7-ec51-410c-afe0-d68d6ecf6427 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:21.985775 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596a9a3-b496-4497-8507-4444cb91dbf0 req-c70c89f7-ec51-410c-afe0-d68d6ecf6427 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:21.988004 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1596a9a3-b496-4497-8507-4444cb91dbf0 req-c70c89f7-ec51-410c-afe0-d68d6ecf6427 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5418 time: 0.2721438 Jul 23 20:40:22.030558 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bdab1792-660e-4e41-aae7-2ccc3e0f64c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:22.041860 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bdab1792-660e-4e41-aae7-2ccc3e0f64c6 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:22.045777 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bdab1792-660e-4e41-aae7-2ccc3e0f64c6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/44c7deb0-1936-4e27-8bf6-61b8c6aa6582 HTTP/1.1" status: 204 len: 168 time: 0.6675811 Jul 23 20:40:22.058603 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46130) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:22.078391 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab1792-660e-4e41-aae7-2ccc3e0f64c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=44c7deb0-1936-4e27-8bf6-61b8c6aa6582,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:22.230393 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Deleting subnet 9cb68f15-6c27-4193-9199-6ad4340cd43b {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:40:22.250871 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:22.314761 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1596a9a3-b496-4497-8507-4444cb91dbf0 req-f3d1de04-a1af-46e3-aab4-7027a8d6b781 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3154063 Jul 23 20:40:22.325805 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:22.329172 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-6a2090ab-2dd3-4791-af7f-5d7a655036e7 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906104 Jul 23 20:40:22.438087 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:22.552353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727eb48-30d3-4bab-9ae8-023dfa9a4316 req-8d243cfb-ecc9-4a21-9ac4-cf24bb5e560a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:22.560584 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2727eb48-30d3-4bab-9ae8-023dfa9a4316 req-8d243cfb-ecc9-4a21-9ac4-cf24bb5e560a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.3689520 Jul 23 20:40:22.595578 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-8b7ead37-1bc9-40d3-81c9-479c6f7ae6fe service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439325 Jul 23 20:40:22.721998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-0f624fc8-1a64-47d5-a946-4bafc0d5d6e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=91ccd907-3ee5-4d2e-b2cc-2c4f32958481 HTTP/1.1" status: 200 len: 217 time: 0.1016266 Jul 23 20:40:22.731607 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2727eb48-30d3-4bab-9ae8-023dfa9a4316 req-3f4f8fb1-0ae5-4934-b7f8-d71a791f17dc tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350932 Jul 23 20:40:22.801588 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-39eeb706-e22b-4776-9231-de4671538d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:22.804227 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-39eeb706-e22b-4776-9231-de4671538d5e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a29a518f-ecc9-4636-9c65-c54cb733ea9a HTTP/1.1" status: 200 len: 797 time: 0.0715365 Jul 23 20:40:22.819961 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1a170-f04d-4c94-b617-d5e556fb55d4 req-520ba6ee-7407-4897-90ab-a88b75298cea tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:22.828653 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4e1a170-f04d-4c94-b617-d5e556fb55d4 req-520ba6ee-7407-4897-90ab-a88b75298cea tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.3919792 Jul 23 20:40:22.887932 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:22.984599 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb68f15-6c27-4193-9199-6ad4340cd43b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:22.998465 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:22.998899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:22.999338 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:22.999756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:23.000631 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:23.000631 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:23.000804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:23.001205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:23.001605 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:23.001999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:23.002397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:23.002832 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:23.016678 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:23.021191 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-74f28226-11ca-4bf9-8669-1cfd79cf7626 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9cb68f15-6c27-4193-9199-6ad4340cd43b HTTP/1.1" status: 204 len: 168 time: 0.9567480 Jul 23 20:40:23.022344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46154) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:23.022698 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46156) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:23.117063 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4e1a170-f04d-4c94-b617-d5e556fb55d4 req-6edd5823-009a-48ab-9fdc-ed35bbe01870 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871337 Jul 23 20:40:23.154525 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46160) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:23.182933 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd965a86-aebf-4a4e-b8f0-ba46505e86df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:23.185162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32574c-5aab-4a01-92aa-a6efd3ffcf90 req-8f505695-f3fe-4eae-af41-a56e2dea5952 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:23.191090 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32574c-5aab-4a01-92aa-a6efd3ffcf90 req-8f505695-f3fe-4eae-af41-a56e2dea5952 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:23.197030 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32574c-5aab-4a01-92aa-a6efd3ffcf90 req-8f505695-f3fe-4eae-af41-a56e2dea5952 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:23.203246 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32574c-5aab-4a01-92aa-a6efd3ffcf90 req-8f505695-f3fe-4eae-af41-a56e2dea5952 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:23.209130 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32574c-5aab-4a01-92aa-a6efd3ffcf90 req-8f505695-f3fe-4eae-af41-a56e2dea5952 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:23.215087 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32574c-5aab-4a01-92aa-a6efd3ffcf90 req-8f505695-f3fe-4eae-af41-a56e2dea5952 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:23.221155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32574c-5aab-4a01-92aa-a6efd3ffcf90 req-8f505695-f3fe-4eae-af41-a56e2dea5952 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:23.229923 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e32574c-5aab-4a01-92aa-a6efd3ffcf90 req-8f505695-f3fe-4eae-af41-a56e2dea5952 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5430 time: 0.2862408 Jul 23 20:40:23.234692 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-7e682830-cf33-445d-8993-414aa3874335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:23.236290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-7e682830-cf33-445d-8993-414aa3874335 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59c5d0ae-3121-4e53-88c3-139064a5c09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4052975 Jul 23 20:40:23.310405 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd965a86-aebf-4a4e-b8f0-ba46505e86df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:23.322793 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-dd965a86-aebf-4a4e-b8f0-ba46505e86df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5f0beb-1f38-4773-b300-d23f0c31364b']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:23.334107 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-dd965a86-aebf-4a4e-b8f0-ba46505e86df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928ff296-1def-4982-b4d3-a9cea25303bd') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:23.334638 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-dd965a86-aebf-4a4e-b8f0-ba46505e86df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928ff296-1def-4982-b4d3-a9cea25303bd') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:23.344540 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd965a86-aebf-4a4e-b8f0-ba46505e86df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:23.346429 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-15ea1b9d-369b-44c2-9d2e-0deebe4a4a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:23.373026 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd965a86-aebf-4a4e-b8f0-ba46505e86df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:23.375451 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8dcfe34b-af1d-4a19-830a-3c259bb4fd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:23.388465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd965a86-aebf-4a4e-b8f0-ba46505e86df admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:40:23.388863 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd965a86-aebf-4a4e-b8f0-ba46505e86df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:40:23.391355 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:40:23.408066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e32574c-5aab-4a01-92aa-a6efd3ffcf90 req-3fac6578-617c-4437-a590-7407209cdf3f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1774566 Jul 23 20:40:23.455052 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a12d32-d993-4eac-bf36-6aeb5b2d8865 req-5315d4eb-fa32-475b-991e-a08baf58a564 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:23.460926 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57a12d32-d993-4eac-bf36-6aeb5b2d8865 req-5315d4eb-fa32-475b-991e-a08baf58a564 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.2291243 Jul 23 20:40:23.471845 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-3b0b5ee7-75a8-4330-bf14-3bb002a985e7 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202163 Jul 23 20:40:23.475530 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd965a86-aebf-4a4e-b8f0-ba46505e86df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:23.485625 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd965a86-aebf-4a4e-b8f0-ba46505e86df admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:23.487832 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dd965a86-aebf-4a4e-b8f0-ba46505e86df admin admin] 10.222.0.55 "DELETE /v2.0/networks/1c5f0beb-1f38-4773-b300-d23f0c31364b HTTP/1.1" status: 204 len: 168 time: 0.4625645 Jul 23 20:40:23.510433 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd965a86-aebf-4a4e-b8f0-ba46505e86df admin admin] Pushing event deleted for resources: {'Network': ['ID=1c5f0beb-1f38-4773-b300-d23f0c31364b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:23.588771 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57a12d32-d993-4eac-bf36-6aeb5b2d8865 req-e81fdf29-afb7-4b40-b9fc-126fc0beb81e tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262233 Jul 23 20:40:23.605556 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8dcfe34b-af1d-4a19-830a-3c259bb4fd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:23.620304 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8dcfe34b-af1d-4a19-830a-3c259bb4fd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:23.659371 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfe34b-af1d-4a19-830a-3c259bb4fd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec40216-9717-4814-8172-1206e58ec9db,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:23.688096 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8dcfe34b-af1d-4a19-830a-3c259bb4fd26 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c89e9f6de5f34ab088ff9c063fc779b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6642673 Jul 23 20:40:23.699502 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46172) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:23.714506 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-b3faa592-ee90-4927-a4ac-cc1258d1b9d6 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319832 Jul 23 20:40:23.756443 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46178) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:23.763485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb7d96-c3ec-4bad-8059-85d83b52af15 req-2dc30b67-012d-4d7d-aece-618aa0f39c7f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:23.769427 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb7d96-c3ec-4bad-8059-85d83b52af15 req-2dc30b67-012d-4d7d-aece-618aa0f39c7f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:23.776251 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb7d96-c3ec-4bad-8059-85d83b52af15 req-2dc30b67-012d-4d7d-aece-618aa0f39c7f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:23.782213 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb7d96-c3ec-4bad-8059-85d83b52af15 req-2dc30b67-012d-4d7d-aece-618aa0f39c7f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:23.788434 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb7d96-c3ec-4bad-8059-85d83b52af15 req-2dc30b67-012d-4d7d-aece-618aa0f39c7f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:23.796286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb7d96-c3ec-4bad-8059-85d83b52af15 req-2dc30b67-012d-4d7d-aece-618aa0f39c7f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:23.801910 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-82cb3c05-d72c-4630-b7c1-ce7949d3c9f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c41a6eeb0fa425dbcb8f660ccc18f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420611 Jul 23 20:40:23.802268 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb7d96-c3ec-4bad-8059-85d83b52af15 req-2dc30b67-012d-4d7d-aece-618aa0f39c7f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:23.803066 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46182) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:23.804257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94fb7d96-c3ec-4bad-8059-85d83b52af15 req-2dc30b67-012d-4d7d-aece-618aa0f39c7f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5418 time: 0.2738914 Jul 23 20:40:23.854691 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-9b422bc7-d56c-4ff8-8b4f-86f0a9273eec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50e3a026-c77e-4500-9b42-80dcec484704 HTTP/1.1" status: 200 len: 217 time: 0.1254940 Jul 23 20:40:23.878886 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7f64aa9-70c6-494b-8987-1b488e079d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:23.925812 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7f64aa9-70c6-494b-8987-1b488e079d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:23.937338 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9e60acb-368f-48a8-9382-ef48f4f61b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:23.986016 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94fb7d96-c3ec-4bad-8059-85d83b52af15 req-a6574e90-1747-4cf3-bdec-1c1514eb4871 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381204 Jul 23 20:40:23.993017 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7f64aa9-70c6-494b-8987-1b488e079d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:23.995863 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7f64aa9-70c6-494b-8987-1b488e079d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:24.000382 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c7f64aa9-70c6-494b-8987-1b488e079d4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80557f1b-c1b3-4b88-9b28-1807925eef48 HTTP/1.1" status: 204 len: 168 time: 0.1892357 Jul 23 20:40:24.010050 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f64aa9-70c6-494b-8987-1b488e079d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80557f1b-c1b3-4b88-9b28-1807925eef48,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:24.028861 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-024b2b6c-581f-4a7d-86ae-04dcda279423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:24.030418 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-024b2b6c-581f-4a7d-86ae-04dcda279423 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1df64a1-b61e-4d57-acf3-a7fd288e2905 HTTP/1.1" status: 200 len: 797 time: 0.1658950 Jul 23 20:40:24.043372 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9e60acb-368f-48a8-9382-ef48f4f61b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:24.134234 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-15ea1b9d-369b-44c2-9d2e-0deebe4a4a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:24.147789 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-15ea1b9d-369b-44c2-9d2e-0deebe4a4a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:24.480584 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46226) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:24.535157 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-092fc89e-cd2b-4b13-9593-926e2a102373 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=324a4d0c298e42d7886a584c3669d471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527980 Jul 23 20:40:24.537238 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d9efd3d2-4d66-431d-8742-d09f7541c467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:24.538255 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46228) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:24.601197 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e66ff988-5394-4b8b-8c13-f3538b77cff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:24.617789 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea1b9d-369b-44c2-9d2e-0deebe4a4a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dec82d-9df3-40c6-a114-1369063b7676,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:24.627518 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-15ea1b9d-369b-44c2-9d2e-0deebe4a4a0a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41e18207a03943dfbf4c8e59323d9ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4708786 Jul 23 20:40:24.628712 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e66ff988-5394-4b8b-8c13-f3538b77cff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:24.630506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46230) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:24.662468 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9e60acb-368f-48a8-9382-ef48f4f61b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:24.665542 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9e60acb-368f-48a8-9382-ef48f4f61b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:24.669041 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c9e60acb-368f-48a8-9382-ef48f4f61b9b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ec40216-9717-4814-8172-1206e58ec9db HTTP/1.1" status: 204 len: 168 time: 0.9624703 Jul 23 20:40:24.697218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-07a5c4f2-bd75-4e70-bce8-295b89a0ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:24.699339 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-07a5c4f2-bd75-4e70-bce8-295b89a0ff93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e4e0618-9258-49df-b427-fe7749c03fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6418805 Jul 23 20:40:24.726192 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8342f688-6c8c-4311-bb5f-22f46fb4a516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:24.742368 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e60acb-368f-48a8-9382-ef48f4f61b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec40216-9717-4814-8172-1206e58ec9db,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:24.756808 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8342f688-6c8c-4311-bb5f-22f46fb4a516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:24.765104 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e66ff988-5394-4b8b-8c13-f3538b77cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:24.770071 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e66ff988-5394-4b8b-8c13-f3538b77cff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:24.775530 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e66ff988-5394-4b8b-8c13-f3538b77cff9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a46c0dc-9605-4de0-a646-451d74315371 HTTP/1.1" status: 204 len: 168 time: 0.2343812 Jul 23 20:40:24.795950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ff988-5394-4b8b-8c13-f3538b77cff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a46c0dc-9605-4de0-a646-451d74315371,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:24.797501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab0f0f-a7b2-4183-911c-498398a680cf req-0268e58b-5d80-404c-a480-af1f05e81285 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:24.812939 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7ab0f0f-a7b2-4183-911c-498398a680cf req-0268e58b-5d80-404c-a480-af1f05e81285 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.6064351 Jul 23 20:40:24.847918 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8342f688-6c8c-4311-bb5f-22f46fb4a516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:24.851381 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8342f688-6c8c-4311-bb5f-22f46fb4a516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:24.853542 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8342f688-6c8c-4311-bb5f-22f46fb4a516 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6dec82d-9df3-40c6-a114-1369063b7676 HTTP/1.1" status: 204 len: 168 time: 0.2217338 Jul 23 20:40:24.862826 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342f688-6c8c-4311-bb5f-22f46fb4a516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dec82d-9df3-40c6-a114-1369063b7676,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:24.877547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83691e-38f4-48e2-a587-7e871442ed83 req-fe23d12e-f04f-4652-8b8d-a49d093e8b6c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:24.886190 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b83691e-38f4-48e2-a587-7e871442ed83 req-fe23d12e-f04f-4652-8b8d-a49d093e8b6c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bde080d-428d-453d-aa9c-04ebd4577879 HTTP/1.1" status: 200 len: 943 time: 0.2877080 Jul 23 20:40:25.001469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7ab0f0f-a7b2-4183-911c-498398a680cf req-cc2fa7c2-0703-4df9-8b8f-d17553466728 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876502 Jul 23 20:40:25.060337 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-863eb0d6-7443-4c85-aa94-f48ac0decc7e service neutron] 10.222.0.48 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407247 Jul 23 20:40:25.109796 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-6b83691e-38f4-48e2-a587-7e871442ed83 req-4e5fdcdd-3ee5-424c-8b7e-14819088b096 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Deleting port f72fd789-e396-40d5-8b53-14d68e5dad83 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:40:25.110179 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6b83691e-38f4-48e2-a587-7e871442ed83 req-4e5fdcdd-3ee5-424c-8b7e-14819088b096 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:25.303532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-6b83691e-38f4-48e2-a587-7e871442ed83 req-4e5fdcdd-3ee5-424c-8b7e-14819088b096 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] For port f72fd789-e396-40d5-8b53-14d68e5dad83, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f72fd789-e396-40d5-8b53-14d68e5dad83,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:25.303899 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6b83691e-38f4-48e2-a587-7e871442ed83 req-4e5fdcdd-3ee5-424c-8b7e-14819088b096 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:25.307831 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-96b9da0b-43bd-464d-9dc1-a74888d209b9 service neutron] 10.222.0.48 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394850 Jul 23 20:40:25.333853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-6b83691e-38f4-48e2-a587-7e871442ed83 req-4e5fdcdd-3ee5-424c-8b7e-14819088b096 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Calling delete_port for f72fd789-e396-40d5-8b53-14d68e5dad83 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:40:25.370016 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-2586e145-4881-490e-b483-5070d8315ef5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 HTTP/1.1" status: 200 len: 217 time: 0.0501070 Jul 23 20:40:25.387607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cc353-0195-4212-80c7-e166ad9438ed req-8cdfd0c5-23b1-47aa-b64f-59dd40150303 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:25.393920 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cc353-0195-4212-80c7-e166ad9438ed req-8cdfd0c5-23b1-47aa-b64f-59dd40150303 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:25.400866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cc353-0195-4212-80c7-e166ad9438ed req-8cdfd0c5-23b1-47aa-b64f-59dd40150303 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:25.406966 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cc353-0195-4212-80c7-e166ad9438ed req-8cdfd0c5-23b1-47aa-b64f-59dd40150303 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:25.413016 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cc353-0195-4212-80c7-e166ad9438ed req-8cdfd0c5-23b1-47aa-b64f-59dd40150303 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:25.420625 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46258) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:25.424173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cc353-0195-4212-80c7-e166ad9438ed req-8cdfd0c5-23b1-47aa-b64f-59dd40150303 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:25.430217 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cc353-0195-4212-80c7-e166ad9438ed req-8cdfd0c5-23b1-47aa-b64f-59dd40150303 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:25.432275 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-823cc353-0195-4212-80c7-e166ad9438ed req-8cdfd0c5-23b1-47aa-b64f-59dd40150303 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5430 time: 0.2565324 Jul 23 20:40:25.452948 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f18c0833-b005-4b33-9be7-24c3ef058f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:25.554225 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-f7e0e328-9216-4fe2-8ebd-a6cc1906967c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:25.556098 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-f7e0e328-9216-4fe2-8ebd-a6cc1906967c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1df64a1-b61e-4d57-acf3-a7fd288e2905 HTTP/1.1" status: 200 len: 797 time: 0.1227338 Jul 23 20:40:25.566090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-823cc353-0195-4212-80c7-e166ad9438ed req-4c46b305-e633-4476-9c81-b5714c1be48f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1219797 Jul 23 20:40:25.591068 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f18c0833-b005-4b33-9be7-24c3ef058f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:25.610749 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f18c0833-b005-4b33-9be7-24c3ef058f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:25.677693 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f18c0833-b005-4b33-9be7-24c3ef058f72 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e90305ed54a4d2a89a91f28b8c55db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2548432 Jul 23 20:40:25.683007 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46266) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:25.712959 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-dd469801-0a44-4e23-9e1c-0147c62ba6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:25.714414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-dd469801-0a44-4e23-9e1c-0147c62ba6fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e4e0618-9258-49df-b427-fe7749c03fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1462111 Jul 23 20:40:25.753068 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c0833-b005-4b33-9be7-24c3ef058f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e739c3-274c-4a26-afea-9d27b4a21c2e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:25.753313 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6b83691e-38f4-48e2-a587-7e871442ed83 req-4e5fdcdd-3ee5-424c-8b7e-14819088b096 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:25.764825 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['b9ebfedd-e6c7-422e-9b78-b89443a65d23', '0d9b7bbd-26de-4868-9937-c088ab68043a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:25.784358 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1cf4-a901-4512-b3b8-9c92489c1a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:25.810358 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1cf4-a901-4512-b3b8-9c92489c1a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:25.852636 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fdcdd-3ee5-424c-8b7e-14819088b096 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Pushing event deleted for resources: {'Port': ['ID=f72fd789-e396-40d5-8b53-14d68e5dad83,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:25.887411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291177-426e-489c-b0c9-d070ee7bee27 req-bd25ed96-ce5c-4576-a7ef-e9315d2a5605 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:25.899497 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1cf4-a901-4512-b3b8-9c92489c1a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:25.899953 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291177-426e-489c-b0c9-d070ee7bee27 req-bd25ed96-ce5c-4576-a7ef-e9315d2a5605 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:25.903369 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1cf4-a901-4512-b3b8-9c92489c1a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:25.905757 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0a0b1cf4-a901-4512-b3b8-9c92489c1a48 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a0e739c3-274c-4a26-afea-9d27b4a21c2e HTTP/1.1" status: 204 len: 168 time: 0.2099924 Jul 23 20:40:25.906692 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291177-426e-489c-b0c9-d070ee7bee27 req-bd25ed96-ce5c-4576-a7ef-e9315d2a5605 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:25.916379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291177-426e-489c-b0c9-d070ee7bee27 req-bd25ed96-ce5c-4576-a7ef-e9315d2a5605 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:25.927112 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291177-426e-489c-b0c9-d070ee7bee27 req-bd25ed96-ce5c-4576-a7ef-e9315d2a5605 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:25.928340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b1cf4-a901-4512-b3b8-9c92489c1a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e739c3-274c-4a26-afea-9d27b4a21c2e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:25.936991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291177-426e-489c-b0c9-d070ee7bee27 req-bd25ed96-ce5c-4576-a7ef-e9315d2a5605 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:25.948310 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291177-426e-489c-b0c9-d070ee7bee27 req-bd25ed96-ce5c-4576-a7ef-e9315d2a5605 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:25.956637 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c291177-426e-489c-b0c9-d070ee7bee27 req-bd25ed96-ce5c-4576-a7ef-e9315d2a5605 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5418 time: 0.2928143 Jul 23 20:40:26.098759 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b83691e-38f4-48e2-a587-7e871442ed83 req-4e5fdcdd-3ee5-424c-8b7e-14819088b096 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] No DVR routers for this DVR port f72fd789-e396-40d5-8b53-14d68e5dad83 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:40:26.101636 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-6b83691e-38f4-48e2-a587-7e871442ed83 req-4e5fdcdd-3ee5-424c-8b7e-14819088b096 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:26.104224 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b83691e-38f4-48e2-a587-7e871442ed83 req-4e5fdcdd-3ee5-424c-8b7e-14819088b096 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "DELETE /v2.0/ports/f72fd789-e396-40d5-8b53-14d68e5dad83 HTTP/1.1" status: 204 len: 173 time: 1.2170913 Jul 23 20:40:26.115831 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bde080d-428d-453d-aa9c-04ebd4577879', 'name': 'network-vif-deleted', 'tag': 'f72fd789-e396-40d5-8b53-14d68e5dad83'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:26.118951 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68a74d9-840e-4f79-9dba-37f476401189" -d '{"events": [{"server_uuid": "9bde080d-428d-453d-aa9c-04ebd4577879", "name": "network-vif-deleted", "tag": "f72fd789-e396-40d5-8b53-14d68e5dad83"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:26.153798 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c291177-426e-489c-b0c9-d070ee7bee27 req-ae5a5321-6c9e-4ac2-88fe-d92f41519447 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1962893 Jul 23 20:40:26.156390 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-fd80c3c2-aa28-4042-aa2e-8f2790a7bc6b service neutron] 10.222.0.48 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341323 Jul 23 20:40:26.176574 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46290) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:26.255232 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46296) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:26.345155 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-4c873f63-5cca-4379-9159-0321d1b848c8 service neutron] 10.222.0.48 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809952 Jul 23 20:40:26.379840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989ac64-6cdf-43ad-a099-50bca3de6dd6 req-e4ede74b-aadc-4554-926a-fab5db419544 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:26.381428 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1989ac64-6cdf-43ad-a099-50bca3de6dd6 req-e4ede74b-aadc-4554-926a-fab5db419544 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.0822110 Jul 23 20:40:26.429432 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1989ac64-6cdf-43ad-a099-50bca3de6dd6 req-a5704cd3-7380-455d-9991-38711b788856 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390446 Jul 23 20:40:26.474385 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d168e27-4eda-4f50-8059-ce5b176547ef x-openstack-request-id: req-8d168e27-4eda-4f50-8059-ce5b176547ef {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:26.474858 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bde080d-428d-453d-aa9c-04ebd4577879", "name": "network-vif-deleted", "tag": "f72fd789-e396-40d5-8b53-14d68e5dad83", "status": "failed", "code": 422}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:26.475125 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d168e27-4eda-4f50-8059-ce5b176547ef {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:26.475548 n-d-791504-18 neutron-server[93811]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9bde080d-428d-453d-aa9c-04ebd4577879', 'name': 'network-vif-deleted', 'tag': 'f72fd789-e396-40d5-8b53-14d68e5dad83', 'status': 'failed', 'code': 422} returned with failed status Jul 23 20:40:26.502321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5699a-127e-4b12-a825-cd75104b9bb0 req-13793817-a694-4508-8191-313e6cf03697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:26.502519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f7d67ad2-9f85-4fc9-b2b2-373dfaf7e0a2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1043697225-network', 'tenant_id': 'f53d68a039044c5fb110f42ac7ab36ed'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:26.502805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5699a-127e-4b12-a825-cd75104b9bb0 req-13793817-a694-4508-8191-313e6cf03697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:26.503446 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5699a-127e-4b12-a825-cd75104b9bb0 req-13793817-a694-4508-8191-313e6cf03697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:26.503914 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5699a-127e-4b12-a825-cd75104b9bb0 req-13793817-a694-4508-8191-313e6cf03697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:26.504376 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5699a-127e-4b12-a825-cd75104b9bb0 req-13793817-a694-4508-8191-313e6cf03697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:26.504957 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5699a-127e-4b12-a825-cd75104b9bb0 req-13793817-a694-4508-8191-313e6cf03697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:26.505426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5699a-127e-4b12-a825-cd75104b9bb0 req-13793817-a694-4508-8191-313e6cf03697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:26.507417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-97a5699a-127e-4b12-a825-cd75104b9bb0 req-13793817-a694-4508-8191-313e6cf03697 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 6494 time: 0.0764711 Jul 23 20:40:26.526886 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d67ad2-9f85-4fc9-b2b2-373dfaf7e0a2 admin admin] Made reservation on behalf of f53d68a039044c5fb110f42ac7ab36ed for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:40:26.529666 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7d67ad2-9f85-4fc9-b2b2-373dfaf7e0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:26.631636 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5699a-127e-4b12-a825-cd75104b9bb0 req-6de0d237-e267-4c9d-91cc-460b0998f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:26.632348 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7d67ad2-9f85-4fc9-b2b2-373dfaf7e0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:26.634981 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-97a5699a-127e-4b12-a825-cd75104b9bb0 req-6de0d237-e267-4c9d-91cc-460b0998f488 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e4e0618-9258-49df-b427-fe7749c03fdb HTTP/1.1" status: 200 len: 902 time: 0.1194658 Jul 23 20:40:26.711815 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-97a5699a-127e-4b12-a825-cd75104b9bb0 req-4c99ff1b-aa9d-41bf-84da-3ea33e302717 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 HTTP/1.1" status: 200 len: 217 time: 0.0602248 Jul 23 20:40:26.796930 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5699a-127e-4b12-a825-cd75104b9bb0 req-8a8b40fc-eb52-4e86-b61f-0f16c9ca28f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:26.798458 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-97a5699a-127e-4b12-a825-cd75104b9bb0 req-8a8b40fc-eb52-4e86-b61f-0f16c9ca28f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1df64a1-b61e-4d57-acf3-a7fd288e2905 HTTP/1.1" status: 200 len: 797 time: 0.0776734 Jul 23 20:40:26.895567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5699a-127e-4b12-a825-cd75104b9bb0 req-e43694f5-c70e-4d04-92eb-1e4bd5babea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:26.897095 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-97a5699a-127e-4b12-a825-cd75104b9bb0 req-e43694f5-c70e-4d04-92eb-1e4bd5babea1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e4e0618-9258-49df-b427-fe7749c03fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0845342 Jul 23 20:40:26.903884 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7d67ad2-9f85-4fc9-b2b2-373dfaf7e0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:26.912747 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7d67ad2-9f85-4fc9-b2b2-373dfaf7e0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:26.998657 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d67ad2-9f85-4fc9-b2b2-373dfaf7e0a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:40:27.059259 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7d67ad2-9f85-4fc9-b2b2-373dfaf7e0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:27.060724 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-f7d67ad2-9f85-4fc9-b2b2-373dfaf7e0a2 admin admin] Added segment b139c5a4-bef9-4675-a5e1-973877f9e694 of type vlan for network c0def645-0153-4628-9153-bc65ca88632d Jul 23 20:40:27.064960 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-97a5699a-127e-4b12-a825-cd75104b9bb0 req-783da962-7faa-4413-a78e-60aed304939b service neutron] 10.222.0.48 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591456 Jul 23 20:40:27.091312 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53c186a0-b623-4e85-9575-815e67d571b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:27.120694 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7d67ad2-9f85-4fc9-b2b2-373dfaf7e0a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:27.152064 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d67ad2-9f85-4fc9-b2b2-373dfaf7e0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ce8c92-abbc-4c7d-9cee-3983eddeba4c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:27.224410 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7d67ad2-9f85-4fc9-b2b2-373dfaf7e0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:27.225661 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d67ad2-9f85-4fc9-b2b2-373dfaf7e0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:27.226402 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7d67ad2-9f85-4fc9-b2b2-373dfaf7e0a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:27.229496 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c9728-e659-4487-8901-c2044d429838 req-ef7052c5-99e7-48ed-89a9-a359ba8192da tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:27.235620 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c9728-e659-4487-8901-c2044d429838 req-ef7052c5-99e7-48ed-89a9-a359ba8192da tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:27.256639 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c9728-e659-4487-8901-c2044d429838 req-ef7052c5-99e7-48ed-89a9-a359ba8192da tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:27.297308 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:27.298966 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c9728-e659-4487-8901-c2044d429838 req-ef7052c5-99e7-48ed-89a9-a359ba8192da tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:27.307794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c9728-e659-4487-8901-c2044d429838 req-ef7052c5-99e7-48ed-89a9-a359ba8192da tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:27.314904 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d67ad2-9f85-4fc9-b2b2-373dfaf7e0a2 admin admin] Pushing event updated for resources: {'Network': ['ID=c0def645-0153-4628-9153-bc65ca88632d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:27.317500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c9728-e659-4487-8901-c2044d429838 req-ef7052c5-99e7-48ed-89a9-a359ba8192da tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:27.325377 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c9728-e659-4487-8901-c2044d429838 req-ef7052c5-99e7-48ed-89a9-a359ba8192da tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:27.329541 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f7d67ad2-9f85-4fc9-b2b2-373dfaf7e0a2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1494994 Jul 23 20:40:27.332604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46346) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:27.333216 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network c0def645-0153-4628-9153-bc65ca88632d details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:40:27.334536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd8c9728-e659-4487-8901-c2044d429838 req-ef7052c5-99e7-48ed-89a9-a359ba8192da tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5430 time: 0.2664862 Jul 23 20:40:27.347898 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-0d41127b-3ac2-4d89-9c32-d3ae9455856b admin admin] Request body: {'subnet': {'network_id': 'c0def645-0153-4628-9153-bc65ca88632d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1043697225-subnet', 'tenant_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:27.360855 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-97a5699a-127e-4b12-a825-cd75104b9bb0 req-f29bea1c-2aa5-4491-b8d6-5e6c8da71024 service neutron] 10.222.0.48 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825017 Jul 23 20:40:27.418051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd8c9728-e659-4487-8901-c2044d429838 req-3db84aff-55ab-4f9a-ac39-ec0a59088e28 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823438 Jul 23 20:40:27.423624 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d41127b-3ac2-4d89-9c32-d3ae9455856b admin admin] Made reservation on behalf of f53d68a039044c5fb110f42ac7ab36ed for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:40:27.425969 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0d41127b-3ac2-4d89-9c32-d3ae9455856b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:27.570361 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b92157b1-db85-4e2f-8289-fa6bff54b265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:27.578797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58493a3f-62e2-4515-b63c-4a00aecc8418 req-c1c28d48-819c-4d3d-8986-64f4dfa6482d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:27.594059 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58493a3f-62e2-4515-b63c-4a00aecc8418 req-c1c28d48-819c-4d3d-8986-64f4dfa6482d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:27.602544 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58493a3f-62e2-4515-b63c-4a00aecc8418 req-c1c28d48-819c-4d3d-8986-64f4dfa6482d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:27.609483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58493a3f-62e2-4515-b63c-4a00aecc8418 req-c1c28d48-819c-4d3d-8986-64f4dfa6482d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:27.617449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58493a3f-62e2-4515-b63c-4a00aecc8418 req-c1c28d48-819c-4d3d-8986-64f4dfa6482d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:27.623561 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58493a3f-62e2-4515-b63c-4a00aecc8418 req-c1c28d48-819c-4d3d-8986-64f4dfa6482d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:27.630626 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58493a3f-62e2-4515-b63c-4a00aecc8418 req-c1c28d48-819c-4d3d-8986-64f4dfa6482d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:27.633685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58493a3f-62e2-4515-b63c-4a00aecc8418 req-c1c28d48-819c-4d3d-8986-64f4dfa6482d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5418 time: 0.2130442 Jul 23 20:40:27.698143 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58493a3f-62e2-4515-b63c-4a00aecc8418 req-a13ced0d-9baf-44fa-ba71-794d8b33d46b tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559957 Jul 23 20:40:27.894283 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0d41127b-3ac2-4d89-9c32-d3ae9455856b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:27.939565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42b6b2-3113-4620-a3d1-cd55fff75d72 req-1985656e-b673-40d8-8e90-abe61bbd22a6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:27.947601 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c42b6b2-3113-4620-a3d1-cd55fff75d72 req-1985656e-b673-40d8-8e90-abe61bbd22a6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.1075006 Jul 23 20:40:28.011400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41127b-3ac2-4d89-9c32-d3ae9455856b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4778ae88-2aa8-44f3-9e2f-ae0a3c810af1,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:28.023739 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d41127b-3ac2-4d89-9c32-d3ae9455856b admin admin] Checking segment: {'id': 'b139c5a4-bef9-4675-a5e1-973877f9e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c0def645-0153-4628-9153-bc65ca88632d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:28.025482 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d41127b-3ac2-4d89-9c32-d3ae9455856b admin admin] Network hostable DHCP agents. Network: c0def645-0153-4628-9153-bc65ca88632d, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:40:28.035050 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c42b6b2-3113-4620-a3d1-cd55fff75d72 req-ea4d4efb-535d-4f42-b05e-942019d01846 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845013 Jul 23 20:40:28.066919 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824dd16-0d05-48bf-8967-07f41a381cbc req-f8e26809-fba9-455c-aa1f-e2a30139aad5 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:28.082552 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e824dd16-0d05-48bf-8967-07f41a381cbc req-f8e26809-fba9-455c-aa1f-e2a30139aad5 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 907 time: 0.1652131 Jul 23 20:40:28.140094 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d41127b-3ac2-4d89-9c32-d3ae9455856b admin admin] Network c0def645-0153-4628-9153-bc65ca88632d is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:40:28.156558 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-0d41127b-3ac2-4d89-9c32-d3ae9455856b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, c0def645-0153-4628-9153-bc65ca88632d) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:28.162082 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d41127b-3ac2-4d89-9c32-d3ae9455856b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:28.162932 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0d41127b-3ac2-4d89-9c32-d3ae9455856b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:28.177158 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141fd634-5759-45de-9291-0368c9e7f3ed None None] Network c0def645-0153-4628-9153-bc65ca88632d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:40:28.183383 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b92157b1-db85-4e2f-8289-fa6bff54b265 admin admin] Deleting port a15614cc-3fac-4675-a906-0dbfde2535dd {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:40:28.183843 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b92157b1-db85-4e2f-8289-fa6bff54b265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:28.201423 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0d41127b-3ac2-4d89-9c32-d3ae9455856b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8610010 Jul 23 20:40:28.204281 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46370) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:28.209052 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1043697225-router', 'tenant_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:28.233177 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:28.234361 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:28.287142 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-b92157b1-db85-4e2f-8289-fa6bff54b265 admin admin] For port a15614cc-3fac-4675-a906-0dbfde2535dd, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a15614cc-3fac-4675-a906-0dbfde2535dd,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:28.288836 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b92157b1-db85-4e2f-8289-fa6bff54b265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:28.303011 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:28.308394 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b92157b1-db85-4e2f-8289-fa6bff54b265 admin admin] Calling delete_port for a15614cc-3fac-4675-a906-0dbfde2535dd owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:40:28.381791 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-c0def645-0153-4628-9153-bc65ca88632d', 'network_id': 'c0def645-0153-4628-9153-bc65ca88632d', 'tenant_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'fixed_ips': [{'subnet_id': '4778ae88-2aa8-44f3-9e2f-ae0a3c810af1'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:40:28.382722 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:28.468110 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:28.524409 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:28.574248 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b92157b1-db85-4e2f-8289-fa6bff54b265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:28.599650 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Allocated IP 172.20.0.2 (c0def645-0153-4628-9153-bc65ca88632d/4778ae88-2aa8-44f3-9e2f-ae0a3c810af1/02fa772f-db9f-495e-aac1-a77b742cdbe6) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:40:28.634573 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92157b1-db85-4e2f-8289-fa6bff54b265 admin admin] Pushing event deleted for resources: {'Port': ['ID=a15614cc-3fac-4675-a906-0dbfde2535dd,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:28.731287 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d0a76-88ee-4070-a490-b03a75c8aea2 req-c4ad607f-002c-4cf9-9b1d-538bef59dbfe tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:28.739289 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d0a76-88ee-4070-a490-b03a75c8aea2 req-c4ad607f-002c-4cf9-9b1d-538bef59dbfe tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:28.745800 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d0a76-88ee-4070-a490-b03a75c8aea2 req-c4ad607f-002c-4cf9-9b1d-538bef59dbfe tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:28.753323 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d0a76-88ee-4070-a490-b03a75c8aea2 req-c4ad607f-002c-4cf9-9b1d-538bef59dbfe tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:28.769114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d0a76-88ee-4070-a490-b03a75c8aea2 req-c4ad607f-002c-4cf9-9b1d-538bef59dbfe tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:28.783391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d0a76-88ee-4070-a490-b03a75c8aea2 req-c4ad607f-002c-4cf9-9b1d-538bef59dbfe tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:28.790662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d0a76-88ee-4070-a490-b03a75c8aea2 req-c4ad607f-002c-4cf9-9b1d-538bef59dbfe tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:28.792625 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-834d0a76-88ee-4070-a490-b03a75c8aea2 req-c4ad607f-002c-4cf9-9b1d-538bef59dbfe tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5430 time: 0.2208939 Jul 23 20:40:28.906269 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b92157b1-db85-4e2f-8289-fa6bff54b265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:28.940058 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-834d0a76-88ee-4070-a490-b03a75c8aea2 req-23079a10-367b-4c1c-aea0-2b6c2f26ef06 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1401300 Jul 23 20:40:28.960610 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:28.973941 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Transition to ACTIVE for port object 02fa772f-db9f-495e-aac1-a77b742cdbe6 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:28.974157 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:28.999140 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:29.000325 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Transition to ACTIVE for port object 02fa772f-db9f-495e-aac1-a77b742cdbe6 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:29.017469 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:29.091783 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Network c0def645-0153-4628-9153-bc65ca88632d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:29.094730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:29.101938 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:40:29.123597 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Pushing event updated for resources: {'Port': ['ID=02fa772f-db9f-495e-aac1-a77b742cdbe6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:29.239981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Attempting to bind port 02fa772f-db9f-495e-aac1-a77b742cdbe6 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:29.241648 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Attempting to bind port 02fa772f-db9f-495e-aac1-a77b742cdbe6 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'b139c5a4-bef9-4675-a5e1-973877f9e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c0def645-0153-4628-9153-bc65ca88632d'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:29.242139 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Attempting to bind port 02fa772f-db9f-495e-aac1-a77b742cdbe6 on network c0def645-0153-4628-9153-bc65ca88632d {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:29.249037 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:29.249627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Checking segment: {'id': 'b139c5a4-bef9-4675-a5e1-973877f9e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c0def645-0153-4628-9153-bc65ca88632d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:29.249985 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:29.250561 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Bound using segment: {'id': 'b139c5a4-bef9-4675-a5e1-973877f9e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c0def645-0153-4628-9153-bc65ca88632d'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:29.251131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Bound port: 02fa772f-db9f-495e-aac1-a77b742cdbe6, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b139c5a4-bef9-4675-a5e1-973877f9e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c0def645-0153-4628-9153-bc65ca88632d'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:29.251610 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:29.322371 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92157b1-db85-4e2f-8289-fa6bff54b265 admin admin] Router 40e31617-bbb3-499b-921d-1a69c43b140c has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:40:29.403498 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] For port 02fa772f-db9f-495e-aac1-a77b742cdbe6, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:29.411266 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] For port 02fa772f-db9f-495e-aac1-a77b742cdbe6, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=02fa772f-db9f-495e-aac1-a77b742cdbe6,segment=NetworkSegment(b139c5a4-bef9-4675-a5e1-973877f9e694),segment_id=b139c5a4-bef9-4675-a5e1-973877f9e694)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:29.424771 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:29.435551 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Allocated IP 172.25.3.190 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/ef45faaf-6e2c-4bc6-9e15-620454a4c93e) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:40:29.456195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f18e8f-3eba-4515-97fe-86f1e2f7fca5 req-7dde1e14-9a56-456d-84d4-20ebcebe5639 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:29.462316 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f18e8f-3eba-4515-97fe-86f1e2f7fca5 req-7dde1e14-9a56-456d-84d4-20ebcebe5639 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:29.468890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f18e8f-3eba-4515-97fe-86f1e2f7fca5 req-7dde1e14-9a56-456d-84d4-20ebcebe5639 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:29.475916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f18e8f-3eba-4515-97fe-86f1e2f7fca5 req-7dde1e14-9a56-456d-84d4-20ebcebe5639 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:29.485289 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f18e8f-3eba-4515-97fe-86f1e2f7fca5 req-7dde1e14-9a56-456d-84d4-20ebcebe5639 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:29.489011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92157b1-db85-4e2f-8289-fa6bff54b265 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:40:29.498281 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b92157b1-db85-4e2f-8289-fa6bff54b265 admin admin] 10.222.0.55 "PUT /v2.0/routers/40e31617-bbb3-499b-921d-1a69c43b140c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2390034 Jul 23 20:40:29.507286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46410) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:29.508339 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f18e8f-3eba-4515-97fe-86f1e2f7fca5 req-7dde1e14-9a56-456d-84d4-20ebcebe5639 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:29.509735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474f56b-a609-48fa-a1e1-390224fc8da3 None None] Sync routers for ids ['40e31617-bbb3-499b-921d-1a69c43b140c'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:40:29.515425 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f18e8f-3eba-4515-97fe-86f1e2f7fca5 req-7dde1e14-9a56-456d-84d4-20ebcebe5639 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:29.523305 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501b49a-02d6-4de3-b57e-36d0a11107a9 None None] Pushing event updated for resources: {'Port': ['ID=02fa772f-db9f-495e-aac1-a77b742cdbe6,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:29.525215 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-54f18e8f-3eba-4515-97fe-86f1e2f7fca5 req-7dde1e14-9a56-456d-84d4-20ebcebe5639 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5418 time: 0.4181175 Jul 23 20:40:29.535862 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474f56b-a609-48fa-a1e1-390224fc8da3 None None] Routers {'40e31617-bbb3-499b-921d-1a69c43b140c'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:29.536495 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8474f56b-a609-48fa-a1e1-390224fc8da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['40e31617-bbb3-499b-921d-1a69c43b140c'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:29.608411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3449c0-1434-437a-aece-ab2e4df9a5c1 req-bba7a128-feef-4a14-a379-ae1b39bd1100 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:29.610057 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e3449c0-1434-437a-aece-ab2e4df9a5c1 req-bba7a128-feef-4a14-a379-ae1b39bd1100 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.3309453 Jul 23 20:40:29.652356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a299a-7fbf-48a7-86bd-d62f6fa2f357 req-7cd29cd2-d4a6-4c45-80ae-3cb27f974dba tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:29.654988 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d4a299a-7fbf-48a7-86bd-d62f6fa2f357 req-7cd29cd2-d4a6-4c45-80ae-3cb27f974dba tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 907 time: 0.4211318 Jul 23 20:40:29.698086 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-8474f56b-a609-48fa-a1e1-390224fc8da3 None None] Set router 40e31617-bbb3-499b-921d-1a69c43b140c gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:29.907732 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-54f18e8f-3eba-4515-97fe-86f1e2f7fca5 req-16c13137-c2d1-4475-96e0-7ae4f650822e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3813446 Jul 23 20:40:30.054356 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:30.161155 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8474f56b-a609-48fa-a1e1-390224fc8da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:40:28Z', 'revision_number': 5, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:30.224988 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5251471d-fc1d-4c67-80a7-934de64458a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:30.280570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474f56b-a609-48fa-a1e1-390224fc8da3 None None] Checking router: 40e31617-bbb3-499b-921d-1a69c43b140c for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:40:30.315698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474f56b-a609-48fa-a1e1-390224fc8da3 None None] Routers {'40e31617-bbb3-499b-921d-1a69c43b140c'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:30.317321 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8474f56b-a609-48fa-a1e1-390224fc8da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['40e31617-bbb3-499b-921d-1a69c43b140c'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:30.423514 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5251471d-fc1d-4c67-80a7-934de64458a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:30.441684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 02fa772f-db9f-495e-aac1-a77b742cdbe6 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:30.496389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-8474f56b-a609-48fa-a1e1-390224fc8da3 None None] Set router 40e31617-bbb3-499b-921d-1a69c43b140c gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:30.569301 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-5251471d-fc1d-4c67-80a7-934de64458a2 admin admin] Deleting port 27c9182b-538e-4504-86b9-ab9503d4f782 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:40:30.569942 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5251471d-fc1d-4c67-80a7-934de64458a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:30.595777 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e3449c0-1434-437a-aece-ab2e4df9a5c1 req-fa5af992-e1a1-4ff9-8b5a-c81291685801 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9377024 Jul 23 20:40:30.786043 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:30.840312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-5d4a299a-7fbf-48a7-86bd-d62f6fa2f357 req-f5fdcd57-509d-44c7-995d-40a4bc2554d8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Deleting port a21021b1-9fe0-46b4-a09b-f8272b64c359 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:40:30.840659 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5d4a299a-7fbf-48a7-86bd-d62f6fa2f357 req-f5fdcd57-509d-44c7-995d-40a4bc2554d8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:30.917346 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-5251471d-fc1d-4c67-80a7-934de64458a2 admin admin] For port 27c9182b-538e-4504-86b9-ab9503d4f782, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=27c9182b-538e-4504-86b9-ab9503d4f782,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:30.917712 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5251471d-fc1d-4c67-80a7-934de64458a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:30.942675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-5251471d-fc1d-4c67-80a7-934de64458a2 admin admin] Calling delete_port for 27c9182b-538e-4504-86b9-ab9503d4f782 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:40:30.991081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-5d4a299a-7fbf-48a7-86bd-d62f6fa2f357 req-f5fdcd57-509d-44c7-995d-40a4bc2554d8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] For port a21021b1-9fe0-46b4-a09b-f8272b64c359, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a21021b1-9fe0-46b4-a09b-f8272b64c359,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:30.991499 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5d4a299a-7fbf-48a7-86bd-d62f6fa2f357 req-f5fdcd57-509d-44c7-995d-40a4bc2554d8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.006380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-5d4a299a-7fbf-48a7-86bd-d62f6fa2f357 req-f5fdcd57-509d-44c7-995d-40a4bc2554d8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Calling delete_port for a21021b1-9fe0-46b4-a09b-f8272b64c359 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:40:31.092715 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 02fa772f-db9f-495e-aac1-a77b742cdbe6 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:31.175877 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5d4a299a-7fbf-48a7-86bd-d62f6fa2f357 req-f5fdcd57-509d-44c7-995d-40a4bc2554d8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.197843 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b8fec3-ee12-4f95-acd8-7c91ffbba356 None None] Network c0def645-0153-4628-9153-bc65ca88632d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:40:31.202728 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8474f56b-a609-48fa-a1e1-390224fc8da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:40:28Z', 'revision_number': 5, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:31.233563 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5251471d-fc1d-4c67-80a7-934de64458a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.245093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8857f-a0e9-49c7-8abd-46744608b6d3 req-5721a219-31ff-442b-9716-c9e8e045dbe5 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:31.254584 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474f56b-a609-48fa-a1e1-390224fc8da3 None None] The sync data for ids ['40e31617-bbb3-499b-921d-1a69c43b140c'] in n-d-791504-18 is: [{'id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'name': 'tempest-AttachVolumeShelveTestJSON-1494093826-router', 'tenant_id': '2e36b104f9d24e799825b9baa093a497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:36Z', 'updated_at': '2021-07-23T20:40:28Z', 'revision_number': 5, 'project_id': '2e36b104f9d24e799825b9baa093a497', 'gw_port': {'id': '27c9182b-538e-4504-86b9-ab9503d4f782', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31617-bbb3-499b-921d-1a69c43b140c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:38Z', 'updated_at': '2021-07-23T20:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:40:31.261090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ef8857f-a0e9-49c7-8abd-46744608b6d3 req-5721a219-31ff-442b-9716-c9e8e045dbe5 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf9db0f0-8d58-47d3-ac63-65846180dd1e HTTP/1.1" status: 200 len: 907 time: 0.6680288 Jul 23 20:40:31.279669 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b3bbec6c-b705-430d-84e2-17deb8d8c2f4 None None] Provisioning for port 02fa772f-db9f-495e-aac1-a77b742cdbe6 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:31.282966 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdcd57-509d-44c7-995d-40a4bc2554d8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Pushing event deleted for resources: {'Port': ['ID=a21021b1-9fe0-46b4-a09b-f8272b64c359,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:31.307717 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251471d-fc1d-4c67-80a7-934de64458a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=27c9182b-538e-4504-86b9-ab9503d4f782,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:31.376101 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b3bbec6c-b705-430d-84e2-17deb8d8c2f4 None None] Provisioning complete for port 02fa772f-db9f-495e-aac1-a77b742cdbe6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:31.376766 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3bbec6c-b705-430d-84e2-17deb8d8c2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.377033 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5251471d-fc1d-4c67-80a7-934de64458a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.377329 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4a299a-7fbf-48a7-86bd-d62f6fa2f357 req-f5fdcd57-509d-44c7-995d-40a4bc2554d8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] No DVR routers for this DVR port a21021b1-9fe0-46b4-a09b-f8272b64c359 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:40:31.383793 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-5d4a299a-7fbf-48a7-86bd-d62f6fa2f357 req-f5fdcd57-509d-44c7-995d-40a4bc2554d8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.386167 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d4a299a-7fbf-48a7-86bd-d62f6fa2f357 req-f5fdcd57-509d-44c7-995d-40a4bc2554d8 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.48 "DELETE /v2.0/ports/a21021b1-9fe0-46b4-a09b-f8272b64c359 HTTP/1.1" status: 204 len: 173 time: 1.7254291 Jul 23 20:40:31.387631 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9db0f0-8d58-47d3-ac63-65846180dd1e', 'name': 'network-vif-deleted', 'tag': 'a21021b1-9fe0-46b4-a09b-f8272b64c359'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:31.397461 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79733d11-b8a5-4344-ae1d-1011577f1349" -d '{"events": [{"server_uuid": "cf9db0f0-8d58-47d3-ac63-65846180dd1e", "name": "network-vif-deleted", "tag": "a21021b1-9fe0-46b4-a09b-f8272b64c359"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:31.407623 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.516878 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:31.561726 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:31.565305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:40:31.578375 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5251471d-fc1d-4c67-80a7-934de64458a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.582153 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5251471d-fc1d-4c67-80a7-934de64458a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.613118 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Pushing event updated for resources: {'Port': ['ID=ef45faaf-6e2c-4bc6-9e15-620454a4c93e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:31.649235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14394f8-b96c-484f-b6e1-e59983e4135e req-dfd24b04-db94-4ad4-a189-130ad673cb10 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:31.655415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14394f8-b96c-484f-b6e1-e59983e4135e req-dfd24b04-db94-4ad4-a189-130ad673cb10 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:31.661528 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14394f8-b96c-484f-b6e1-e59983e4135e req-dfd24b04-db94-4ad4-a189-130ad673cb10 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:31.667615 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14394f8-b96c-484f-b6e1-e59983e4135e req-dfd24b04-db94-4ad4-a189-130ad673cb10 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:31.673764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14394f8-b96c-484f-b6e1-e59983e4135e req-dfd24b04-db94-4ad4-a189-130ad673cb10 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:31.679989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14394f8-b96c-484f-b6e1-e59983e4135e req-dfd24b04-db94-4ad4-a189-130ad673cb10 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:31.685837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14394f8-b96c-484f-b6e1-e59983e4135e req-dfd24b04-db94-4ad4-a189-130ad673cb10 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:31.687885 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d14394f8-b96c-484f-b6e1-e59983e4135e req-dfd24b04-db94-4ad4-a189-130ad673cb10 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5430 time: 0.5269675 Jul 23 20:40:31.721667 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5251471d-fc1d-4c67-80a7-934de64458a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.722686 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5251471d-fc1d-4c67-80a7-934de64458a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40e31617-bbb3-499b-921d-1a69c43b140c {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:40:31.732640 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5251471d-fc1d-4c67-80a7-934de64458a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.739330 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5251471d-fc1d-4c67-80a7-934de64458a2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/40e31617-bbb3-499b-921d-1a69c43b140c HTTP/1.1" status: 204 len: 168 time: 2.2257917 Jul 23 20:40:31.740304 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46436) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:31.785667 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3bbec6c-b705-430d-84e2-17deb8d8c2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.843318 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d14394f8-b96c-484f-b6e1-e59983e4135e req-bcc2ed31-4da7-4e22-ac03-abb4a87d7dca tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1480360 Jul 23 20:40:31.858156 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353c515-4281-40db-be0e-c64864a2d0a2 req-1340f155-8576-4479-b13e-6f4130c13243 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:31.870593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e1bae8-955f-4959-99ab-b6227f2b76ed admin admin] Deleting subnet 35eaf14f-2eae-4b6c-8dcf-0499d3191c4d {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:40:31.876847 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353c515-4281-40db-be0e-c64864a2d0a2 req-1340f155-8576-4479-b13e-6f4130c13243 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:31.877721 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-14e1bae8-955f-4959-99ab-b6227f2b76ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.884669 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353c515-4281-40db-be0e-c64864a2d0a2 req-1340f155-8576-4479-b13e-6f4130c13243 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:31.896019 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353c515-4281-40db-be0e-c64864a2d0a2 req-1340f155-8576-4479-b13e-6f4130c13243 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:31.902927 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b3bbec6c-b705-430d-84e2-17deb8d8c2f4 None None] For port 02fa772f-db9f-495e-aac1-a77b742cdbe6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=02fa772f-db9f-495e-aac1-a77b742cdbe6,segment=NetworkSegment(b139c5a4-bef9-4675-a5e1-973877f9e694),segment_id=b139c5a4-bef9-4675-a5e1-973877f9e694)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:31.903201 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353c515-4281-40db-be0e-c64864a2d0a2 req-1340f155-8576-4479-b13e-6f4130c13243 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:31.908217 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3bbec6c-b705-430d-84e2-17deb8d8c2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.910389 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353c515-4281-40db-be0e-c64864a2d0a2 req-1340f155-8576-4479-b13e-6f4130c13243 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:31.917770 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353c515-4281-40db-be0e-c64864a2d0a2 req-1340f155-8576-4479-b13e-6f4130c13243 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:31.938221 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-14e1bae8-955f-4959-99ab-b6227f2b76ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.941032 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8353c515-4281-40db-be0e-c64864a2d0a2 req-1340f155-8576-4479-b13e-6f4130c13243 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5418 time: 0.4503417 Jul 23 20:40:31.985634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbec6c-b705-430d-84e2-17deb8d8c2f4 None None] Pushing event updated for resources: {'Port': ['ID=02fa772f-db9f-495e-aac1-a77b742cdbe6,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:32.064179 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8353c515-4281-40db-be0e-c64864a2d0a2 req-c764c088-1ba8-4bfa-a8b8-fa2dc0c021bd tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1221414 Jul 23 20:40:32.078333 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-14e1bae8-955f-4959-99ab-b6227f2b76ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:32.206108 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1dd8dc-173a-4ccd-b223-e83f6ce20aa7 x-openstack-request-id: req-df1dd8dc-173a-4ccd-b223-e83f6ce20aa7 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:32.206365 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9db0f0-8d58-47d3-ac63-65846180dd1e", "name": "network-vif-deleted", "tag": "a21021b1-9fe0-46b4-a09b-f8272b64c359", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:32.206458 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df1dd8dc-173a-4ccd-b223-e83f6ce20aa7 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:32.208359 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9db0f0-8d58-47d3-ac63-65846180dd1e', 'name': 'network-vif-deleted', 'tag': 'a21021b1-9fe0-46b4-a09b-f8272b64c359', 'status': 'completed', 'code': 200} Jul 23 20:40:32.254924 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-14e1bae8-955f-4959-99ab-b6227f2b76ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:32.313507 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfbd901-fcbe-4a22-8e0a-f626e44c2edb None None] Network ce0133d9-8df6-41ea-ae2f-c1fed304391d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:40:32.319049 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-14e1bae8-955f-4959-99ab-b6227f2b76ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:32.327208 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-14e1bae8-955f-4959-99ab-b6227f2b76ed admin admin] 10.222.0.55 "DELETE /v2.0/subnets/35eaf14f-2eae-4b6c-8dcf-0499d3191c4d HTTP/1.1" status: 204 len: 168 time: 0.5815454 Jul 23 20:40:32.331128 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46448) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:32.430438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1bae8-955f-4959-99ab-b6227f2b76ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35eaf14f-2eae-4b6c-8dcf-0499d3191c4d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:32.499565 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 02fa772f-db9f-495e-aac1-a77b742cdbe6 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:32.677983 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:32.702361 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8e30da1b-65b8-4f4c-bb22-5a0cbb1af362 None None] Provisioning complete for port 02fa772f-db9f-495e-aac1-a77b742cdbe6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:32.703021 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8e30da1b-65b8-4f4c-bb22-5a0cbb1af362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:32.785251 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 02fa772f-db9f-495e-aac1-a77b742cdbe6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:32.785601 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:32.804082 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:32.879153 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403b2ec-9b42-42b2-8005-9e72f8bf84aa req-df4eb700-a1ad-4f65-b5bf-ed545d984ec9 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:32.881032 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4403b2ec-9b42-42b2-8005-9e72f8bf84aa req-df4eb700-a1ad-4f65-b5bf-ed545d984ec9 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.5488572 Jul 23 20:40:32.959875 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a15614cc-3fac-4675-a906-0dbfde2535dd no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:40:32.991560 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: a15614cc-3fac-4675-a906-0dbfde2535dd {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:40:32.991907 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a15614cc-3fac-4675-a906-0dbfde2535dd not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:40:32.995184 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f82cd86-97eb-4258-ad52-226998b8e91e None None] DHCP port deletion for ce0133d9-8df6-41ea-ae2f-c1fed304391d request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:40:33.059522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3f82cd86-97eb-4258-ad52-226998b8e91e None None] Deleting port 47ccdefe-f185-481d-ab54-5d720b9c7865 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:40:33.060221 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f82cd86-97eb-4258-ad52-226998b8e91e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:33.076297 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4403b2ec-9b42-42b2-8005-9e72f8bf84aa req-1af4e463-cbf9-4529-ae13-4356cca7cc2a tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532359 Jul 23 20:40:33.129850 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:33.141299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3f82cd86-97eb-4258-ad52-226998b8e91e None None] For port 47ccdefe-f185-481d-ab54-5d720b9c7865, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=47ccdefe-f185-481d-ab54-5d720b9c7865,segment=NetworkSegment(2e9cd544-ea19-47e1-a525-d7df8cd64d42),segment_id=2e9cd544-ea19-47e1-a525-d7df8cd64d42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:33.142095 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f82cd86-97eb-4258-ad52-226998b8e91e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:33.174119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3f82cd86-97eb-4258-ad52-226998b8e91e None None] Calling delete_port for 47ccdefe-f185-481d-ab54-5d720b9c7865 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:40:33.265261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116cb59-bc45-4a36-93e8-00e36d05e767 req-b3b15775-bb43-48e0-b0ff-446f35202187 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:33.267469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0116cb59-bc45-4a36-93e8-00e36d05e767 req-b3b15775-bb43-48e0-b0ff-446f35202187 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6 HTTP/1.1" status: 200 len: 945 time: 0.4698465 Jul 23 20:40:33.290222 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f82cd86-97eb-4258-ad52-226998b8e91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:33.333186 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82cd86-97eb-4258-ad52-226998b8e91e None None] Pushing event deleted for resources: {'Port': ['ID=47ccdefe-f185-481d-ab54-5d720b9c7865,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:33.341409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f82cd86-97eb-4258-ad52-226998b8e91e None None] No DVR routers for this DVR port 47ccdefe-f185-481d-ab54-5d720b9c7865 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:40:33.378098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] Deleting port 47ccdefe-f185-481d-ab54-5d720b9c7865 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:40:33.378098 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:33.419812 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0116cb59-bc45-4a36-93e8-00e36d05e767 req-67932201-0069-4d1f-ad0f-586d1c4f0c6a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381073 Jul 23 20:40:33.527770 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Router 6d13ae71-f1e4-49c5-b2ed-07dc44045c32 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:40:33.552109 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] For port 47ccdefe-f185-481d-ab54-5d720b9c7865, host n-d-791504-18, got binding levels [] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:33.552465 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:33.568130 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaadf6b-9f68-485f-819c-202324b1ba17 req-ccd06aaf-e6ad-4f91-a6fe-3fda7601f568 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:33.575289 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaadf6b-9f68-485f-819c-202324b1ba17 req-ccd06aaf-e6ad-4f91-a6fe-3fda7601f568 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:33.581378 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaadf6b-9f68-485f-819c-202324b1ba17 req-ccd06aaf-e6ad-4f91-a6fe-3fda7601f568 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:33.590534 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaadf6b-9f68-485f-819c-202324b1ba17 req-ccd06aaf-e6ad-4f91-a6fe-3fda7601f568 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:33.603141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaadf6b-9f68-485f-819c-202324b1ba17 req-ccd06aaf-e6ad-4f91-a6fe-3fda7601f568 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:33.610221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaadf6b-9f68-485f-819c-202324b1ba17 req-ccd06aaf-e6ad-4f91-a6fe-3fda7601f568 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:33.618314 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaadf6b-9f68-485f-819c-202324b1ba17 req-ccd06aaf-e6ad-4f91-a6fe-3fda7601f568 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:33.620317 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2aaadf6b-9f68-485f-819c-202324b1ba17 req-ccd06aaf-e6ad-4f91-a6fe-3fda7601f568 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5430 time: 0.3519542 Jul 23 20:40:33.703047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] Calling delete_port for 47ccdefe-f185-481d-ab54-5d720b9c7865 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:40:33.711305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.ipam_backend_mixin [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] Port 47ccdefe-f185-481d-ab54-5d720b9c7865 was not found and therefore no delete operation was performed {{(pid=93811) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:40:33.768958 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:33.792508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] No DVR routers for this DVR port 47ccdefe-f185-481d-ab54-5d720b9c7865 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:40:33.855179 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] Pushing event deleted for resources: {'Port': ['ID=47ccdefe-f185-481d-ab54-5d720b9c7865,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:33.876702 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2aaadf6b-9f68-485f-819c-202324b1ba17 req-11524f74-17a3-4320-b422-021b93f3d209 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2261679 Jul 23 20:40:33.921079 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34889fab-e1e2-48ef-a8c1-0cf1dc95dfdb req-9ea90be1-a2b5-42b8-ad41-198e38f985e1 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:33.927542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34889fab-e1e2-48ef-a8c1-0cf1dc95dfdb req-9ea90be1-a2b5-42b8-ad41-198e38f985e1 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:33.934171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34889fab-e1e2-48ef-a8c1-0cf1dc95dfdb req-9ea90be1-a2b5-42b8-ad41-198e38f985e1 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:33.940119 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34889fab-e1e2-48ef-a8c1-0cf1dc95dfdb req-9ea90be1-a2b5-42b8-ad41-198e38f985e1 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:33.957482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34889fab-e1e2-48ef-a8c1-0cf1dc95dfdb req-9ea90be1-a2b5-42b8-ad41-198e38f985e1 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:33.968234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34889fab-e1e2-48ef-a8c1-0cf1dc95dfdb req-9ea90be1-a2b5-42b8-ad41-198e38f985e1 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:33.974763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34889fab-e1e2-48ef-a8c1-0cf1dc95dfdb req-9ea90be1-a2b5-42b8-ad41-198e38f985e1 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:33.977473 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-34889fab-e1e2-48ef-a8c1-0cf1dc95dfdb req-9ea90be1-a2b5-42b8-ad41-198e38f985e1 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5418 time: 0.4467881 Jul 23 20:40:34.007937 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:34.012063 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:40:34.025265 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Sync routers for ids ['6d13ae71-f1e4-49c5-b2ed-07dc44045c32'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:40:34.043220 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Routers {'6d13ae71-f1e4-49c5-b2ed-07dc44045c32'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:34.043840 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['6d13ae71-f1e4-49c5-b2ed-07dc44045c32'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:34.078932 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0133d9-8df6-41ea-ae2f-c1fed304391d']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:34.103640 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9cd544-ea19-47e1-a525-d7df8cd64d42') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:34.105374 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9cd544-ea19-47e1-a525-d7df8cd64d42') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:34.128779 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:34.155800 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Set router 6d13ae71-f1e4-49c5-b2ed-07dc44045c32 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:34.245292 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a21021b1-9fe0-46b4-a09b-f8272b64c359 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:40:34.245878 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:34.246489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-70834d18-ec8b-4ece-95e2-b7a5462666c2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0411756 Jul 23 20:40:34.250015 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46482) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:34.263778 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:34.284167 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: a21021b1-9fe0-46b4-a09b-f8272b64c359 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:40:34.284974 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a21021b1-9fe0-46b4-a09b-f8272b64c359 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:40:34.287789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 47ccdefe-f185-481d-ab54-5d720b9c7865 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:40:34.301876 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:40:34.301876 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:34.311460 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 47ccdefe-f185-481d-ab54-5d720b9c7865 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:40:34.311937 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 47ccdefe-f185-481d-ab54-5d720b9c7865 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:40:34.312448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 27c9182b-538e-4504-86b9-ab9503d4f782 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:40:34.322858 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-34889fab-e1e2-48ef-a8c1-0cf1dc95dfdb req-7ffda81a-e8c3-43d9-b6b9-7cb5b6734d00 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3120532 Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:40:34.329745 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:40:34.339094 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 27c9182b-538e-4504-86b9-ab9503d4f782 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:40:34.339621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 27c9182b-538e-4504-86b9-ab9503d4f782 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:40:34.573838 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'name': 'tempest-TestAggregatesBasicOps-1043697225-router', 'tenant_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ef45faaf-6e2c-4bc6-9e15-620454a4c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:28Z', 'updated_at': '2021-07-23T20:40:32Z', 'revision_number': 3, 'project_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'gw_port': {'id': 'ef45faaf-6e2c-4bc6-9e15-620454a4c93e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:34.583515 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:34.612120 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:34.618323 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ce0133d9-8df6-41ea-ae2f-c1fed304391d HTTP/1.1" status: 204 len: 168 time: 2.1445489 Jul 23 20:40:34.629546 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Checking router: 6d13ae71-f1e4-49c5-b2ed-07dc44045c32 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:40:34.630259 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Updating router 6d13ae71-f1e4-49c5-b2ed-07dc44045c32 port ef45faaf-6e2c-4bc6-9e15-620454a4c93e binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:40:34.659574 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897244a6-c567-4cf2-9a05-b67eea6d92de req-d8241c42-aad4-42c3-b119-4241c61bd1d9 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:34.661090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-897244a6-c567-4cf2-9a05-b67eea6d92de req-d8241c42-aad4-42c3-b119-4241c61bd1d9 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.57 "GET /v2.0/ports?device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6 HTTP/1.1" status: 200 len: 945 time: 0.5350783 Jul 23 20:40:34.665635 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979957ab-442e-4e03-a5ca-ee1ff635a019 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce0133d9-8df6-41ea-ae2f-c1fed304391d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:34.692200 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:34.763676 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59b6e7-3d0a-45dc-9b31-5dc6808e1f56 req-e3d8ed06-fd57-4d7e-bb4a-81e182c5470b tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:34.771793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2c59b6e7-3d0a-45dc-9b31-5dc6808e1f56 req-e3d8ed06-fd57-4d7e-bb4a-81e182c5470b tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.3747072 Jul 23 20:40:35.049429 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46492) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:35.147124 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.176297 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7685a-316e-43de-a4b4-fb3817aa893a req-f277b676-6f6f-447a-8d30-f5bcdced0080 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.177740 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-08d7685a-316e-43de-a4b4-fb3817aa893a req-f277b676-6f6f-447a-8d30-f5bcdced0080 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6 HTTP/1.1" status: 200 len: 945 time: 0.6188581 Jul 23 20:40:35.203557 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2c59b6e7-3d0a-45dc-9b31-5dc6808e1f56 req-65947141-da7e-418c-9895-23e0e065df76 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305432 Jul 23 20:40:35.208397 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c622d25c-6546-4a7f-b8e7-ad63255833d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e36b104f9d24e799825b9baa093a497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1550746 Jul 23 20:40:35.211919 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46494) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:35.233388 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.249449 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Transition to ACTIVE for port object ef45faaf-6e2c-4bc6-9e15-620454a4c93e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:35.263542 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.314538 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-08d7685a-316e-43de-a4b4-fb3817aa893a req-cae925f0-0eeb-4152-8404-7c58d229bc64 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225135 Jul 23 20:40:35.356092 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Attempting to bind port ef45faaf-6e2c-4bc6-9e15-620454a4c93e on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:35.356092 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Attempting to bind port ef45faaf-6e2c-4bc6-9e15-620454a4c93e by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:35.356387 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Attempting to bind port ef45faaf-6e2c-4bc6-9e15-620454a4c93e on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:35.376951 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-897244a6-c567-4cf2-9a05-b67eea6d92de req-558c7af2-482f-440b-a8f2-b64c2b826dc7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Deleting port 0d9b7bbd-26de-4868-9937-c088ab68043a {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:40:35.376951 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-897244a6-c567-4cf2-9a05-b67eea6d92de req-558c7af2-482f-440b-a8f2-b64c2b826dc7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.388815 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:35.389614 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:35.390220 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.390808 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:35.392171 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Bound port: ef45faaf-6e2c-4bc6-9e15-620454a4c93e, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:35.392925 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.396869 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8a25b-bdb1-4aac-a945-921eae01300c None None] Pushing event updated for resources: {'Port': ['ID=ef45faaf-6e2c-4bc6-9e15-620454a4c93e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:35.441852 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8a25b-bdb1-4aac-a945-921eae01300c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:35.442161 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8a25b-bdb1-4aac-a945-921eae01300c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:35.442442 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8a25b-bdb1-4aac-a945-921eae01300c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:35.442778 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8a25b-bdb1-4aac-a945-921eae01300c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:35.443138 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8a25b-bdb1-4aac-a945-921eae01300c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:35.443484 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8a25b-bdb1-4aac-a945-921eae01300c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:35.443812 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8a25b-bdb1-4aac-a945-921eae01300c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:35.444136 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8a25b-bdb1-4aac-a945-921eae01300c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:35.444461 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8a25b-bdb1-4aac-a945-921eae01300c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:35.444779 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8a25b-bdb1-4aac-a945-921eae01300c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:35.445099 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8a25b-bdb1-4aac-a945-921eae01300c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:35.446065 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8a25b-bdb1-4aac-a945-921eae01300c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:35.447130 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-98ad3e22-64a2-4acf-93f8-c11e67963da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.518058 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82950-c401-4ff7-bd70-acc2a5f0ed46 req-4bee94ac-de28-4236-bf89-02704b7a0b49 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.518604 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] For port ef45faaf-6e2c-4bc6-9e15-620454a4c93e, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:35.524040 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82950-c401-4ff7-bd70-acc2a5f0ed46 req-4bee94ac-de28-4236-bf89-02704b7a0b49 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.529097 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-98ad3e22-64a2-4acf-93f8-c11e67963da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.529635 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] For port ef45faaf-6e2c-4bc6-9e15-620454a4c93e, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=ef45faaf-6e2c-4bc6-9e15-620454a4c93e,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:35.529935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82950-c401-4ff7-bd70-acc2a5f0ed46 req-4bee94ac-de28-4236-bf89-02704b7a0b49 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.536027 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82950-c401-4ff7-bd70-acc2a5f0ed46 req-4bee94ac-de28-4236-bf89-02704b7a0b49 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.540378 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.542130 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82950-c401-4ff7-bd70-acc2a5f0ed46 req-4bee94ac-de28-4236-bf89-02704b7a0b49 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.548091 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82950-c401-4ff7-bd70-acc2a5f0ed46 req-4bee94ac-de28-4236-bf89-02704b7a0b49 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.554271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82950-c401-4ff7-bd70-acc2a5f0ed46 req-4bee94ac-de28-4236-bf89-02704b7a0b49 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.562124 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6d82950-c401-4ff7-bd70-acc2a5f0ed46 req-4bee94ac-de28-4236-bf89-02704b7a0b49 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5430 time: 0.2526438 Jul 23 20:40:35.617837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-897244a6-c567-4cf2-9a05-b67eea6d92de req-558c7af2-482f-440b-a8f2-b64c2b826dc7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] For port 0d9b7bbd-26de-4868-9937-c088ab68043a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0d9b7bbd-26de-4868-9937-c088ab68043a,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:35.617837 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-897244a6-c567-4cf2-9a05-b67eea6d92de req-558c7af2-482f-440b-a8f2-b64c2b826dc7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.637953 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Allocated IP 172.20.0.1 (c0def645-0153-4628-9153-bc65ca88632d/4778ae88-2aa8-44f3-9e2f-ae0a3c810af1/9b0a806a-8a38-4139-8561-a6ec8dd20ca8) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:40:35.641447 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-98ad3e22-64a2-4acf-93f8-c11e67963da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.644005 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-98ad3e22-64a2-4acf-93f8-c11e67963da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.645287 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-98ad3e22-64a2-4acf-93f8-c11e67963da9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13ead9c9-ba7f-4f83-a3e5-d604c40a1a5a HTTP/1.1" status: 204 len: 168 time: 0.4323177 Jul 23 20:40:35.650193 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8a25b-bdb1-4aac-a945-921eae01300c None None] Pushing event updated for resources: {'Port': ['ID=ef45faaf-6e2c-4bc6-9e15-620454a4c93e,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:35.668491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad3e22-64a2-4acf-93f8-c11e67963da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ead9c9-ba7f-4f83-a3e5-d604c40a1a5a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:35.677996 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Routers {'6d13ae71-f1e4-49c5-b2ed-07dc44045c32'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:35.678797 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['6d13ae71-f1e4-49c5-b2ed-07dc44045c32'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:35.681299 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6d82950-c401-4ff7-bd70-acc2a5f0ed46 req-f338d6bf-39f3-4cbb-9f97-d1c39981b101 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1182206 Jul 23 20:40:35.705220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-897244a6-c567-4cf2-9a05-b67eea6d92de req-558c7af2-482f-440b-a8f2-b64c2b826dc7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Calling delete_port for 0d9b7bbd-26de-4868-9937-c088ab68043a owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:40:35.834105 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.834763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa86ae3-0086-4007-97ba-35ea39f97e87 req-4133a09a-f5a3-4b3b-9b70-5a4c76d96fb4 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.841468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa86ae3-0086-4007-97ba-35ea39f97e87 req-4133a09a-f5a3-4b3b-9b70-5a4c76d96fb4 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.864189 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa86ae3-0086-4007-97ba-35ea39f97e87 req-4133a09a-f5a3-4b3b-9b70-5a4c76d96fb4 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.866638 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Transition to ACTIVE for port object 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:35.875685 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa86ae3-0086-4007-97ba-35ea39f97e87 req-4133a09a-f5a3-4b3b-9b70-5a4c76d96fb4 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.892700 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa86ae3-0086-4007-97ba-35ea39f97e87 req-4133a09a-f5a3-4b3b-9b70-5a4c76d96fb4 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.898944 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] Set router 6d13ae71-f1e4-49c5-b2ed-07dc44045c32 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:35.904346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa86ae3-0086-4007-97ba-35ea39f97e87 req-4133a09a-f5a3-4b3b-9b70-5a4c76d96fb4 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.910649 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa86ae3-0086-4007-97ba-35ea39f97e87 req-4133a09a-f5a3-4b3b-9b70-5a4c76d96fb4 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:35.919346 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fa86ae3-0086-4007-97ba-35ea39f97e87 req-4133a09a-f5a3-4b3b-9b70-5a4c76d96fb4 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5418 time: 0.2924080 Jul 23 20:40:35.948134 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.981045 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Network c0def645-0153-4628-9153-bc65ca88632d is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:35.989509 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:36.032815 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:40:36.056159 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-897244a6-c567-4cf2-9a05-b67eea6d92de req-558c7af2-482f-440b-a8f2-b64c2b826dc7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.071775 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['b9ebfedd-e6c7-422e-9b78-b89443a65d23'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:36.125033 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Pushing event updated for resources: {'Port': ['ID=9b0a806a-8a38-4139-8561-a6ec8dd20ca8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:36.130468 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.175254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a68d1c06-08c3-477a-a148-144d28dc32e4 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:36.186248 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fa86ae3-0086-4007-97ba-35ea39f97e87 req-b244bef4-4528-43b1-ae6e-4a3766bab4e3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2614489 Jul 23 20:40:36.194228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c7af2-482f-440b-a8f2-b64c2b826dc7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Pushing event deleted for resources: {'Port': ['ID=0d9b7bbd-26de-4868-9937-c088ab68043a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:36.396826 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a68d1c06-08c3-477a-a148-144d28dc32e4, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a68d1c06-08c3-477a-a148-144d28dc32e4,segment=NetworkSegment(ae8f7742-d345-4509-9f8f-34053767ffe5),segment_id=ae8f7742-d345-4509-9f8f-34053767ffe5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:36.400239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-897244a6-c567-4cf2-9a05-b67eea6d92de req-558c7af2-482f-440b-a8f2-b64c2b826dc7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] No DVR routers for this DVR port 0d9b7bbd-26de-4868-9937-c088ab68043a on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:40:36.404019 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-897244a6-c567-4cf2-9a05-b67eea6d92de req-558c7af2-482f-440b-a8f2-b64c2b826dc7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.409835 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-897244a6-c567-4cf2-9a05-b67eea6d92de req-558c7af2-482f-440b-a8f2-b64c2b826dc7 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.57 "DELETE /v2.0/ports/0d9b7bbd-26de-4868-9937-c088ab68043a HTTP/1.1" status: 204 len: 173 time: 1.7405655 Jul 23 20:40:36.411071 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87e4346-32cc-402b-b0b3-e586ab0121a6', 'name': 'network-vif-deleted', 'tag': '0d9b7bbd-26de-4868-9937-c088ab68043a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:36.424440 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fde6d0c-86af-46a7-b1bd-dd43d0b19bfa" -d '{"events": [{"server_uuid": "a87e4346-32cc-402b-b0b3-e586ab0121a6", "name": "network-vif-deleted", "tag": "0d9b7bbd-26de-4868-9937-c088ab68043a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:36.448831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'a68d1c06-08c3-477a-a148-144d28dc32e4', 'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324', 'port_id': 'a68d1c06-08c3-477a-a148-144d28dc32e4', 'mac_address': 'fa:16:3e:eb:8a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0867a56c-547c-4c4a-96c2-7761d6b3057e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:36.497979 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'name': 'tempest-TestAggregatesBasicOps-1043697225-router', 'tenant_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ef45faaf-6e2c-4bc6-9e15-620454a4c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:28Z', 'updated_at': '2021-07-23T20:40:32Z', 'revision_number': 3, 'project_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'gw_port': {'id': 'ef45faaf-6e2c-4bc6-9e15-620454a4c93e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:36.516941 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.583221 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0cff4e-4188-4407-8e34-a3ae424aaca6 None None] The sync data for ids ['6d13ae71-f1e4-49c5-b2ed-07dc44045c32'] in n-d-791504-18 is: [{'id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'name': 'tempest-TestAggregatesBasicOps-1043697225-router', 'tenant_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ef45faaf-6e2c-4bc6-9e15-620454a4c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:28Z', 'updated_at': '2021-07-23T20:40:32Z', 'revision_number': 3, 'project_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'gw_port': {'id': 'ef45faaf-6e2c-4bc6-9e15-620454a4c93e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:40:36.628757 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-616ff603-5984-4de2-a541-cdce0504e339 req-c2c7a2e3-4b6b-4c36-aa1a-6f8af042ad9b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=a87e4346-32cc-402b-b0b3-e586ab0121a6 HTTP/1.1" status: 200 len: 210 time: 0.1268885 Jul 23 20:40:36.765551 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.775606 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.780147 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-37b2a6a0-f1c2-4934-b97c-9b2cff52d668 None None] Provisioning for port 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:36.785890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686445c-f715-4a27-b8a6-d2804dcd4f00 req-b358bd3c-450b-4ee6-b16a-9471d2d94f79 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:36.798471 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d686445c-f715-4a27-b8a6-d2804dcd4f00 req-b358bd3c-450b-4ee6-b16a-9471d2d94f79 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.4071360 Jul 23 20:40:36.831184 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-37b2a6a0-f1c2-4934-b97c-9b2cff52d668 None None] Provisioning complete for port 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:36.831705 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37b2a6a0-f1c2-4934-b97c-9b2cff52d668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.848924 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.913554 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038b3f70-3002-42af-a0d9-1399e0267721 x-openstack-request-id: req-038b3f70-3002-42af-a0d9-1399e0267721 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:36.914068 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87e4346-32cc-402b-b0b3-e586ab0121a6", "name": "network-vif-deleted", "tag": "0d9b7bbd-26de-4868-9937-c088ab68043a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:36.914154 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-038b3f70-3002-42af-a0d9-1399e0267721 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:36.914511 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87e4346-32cc-402b-b0b3-e586ab0121a6', 'name': 'network-vif-deleted', 'tag': '0d9b7bbd-26de-4868-9937-c088ab68043a', 'status': 'completed', 'code': 200} Jul 23 20:40:36.967572 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d686445c-f715-4a27-b8a6-d2804dcd4f00 req-c4950afe-383f-4184-abda-7051bddea35c tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673658 Jul 23 20:40:36.986647 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68d1c06-08c3-477a-a148-144d28dc32e4 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:37.063354 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a68d1c06-08c3-477a-a148-144d28dc32e4, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a68d1c06-08c3-477a-a148-144d28dc32e4,segment=NetworkSegment(ae8f7742-d345-4509-9f8f-34053767ffe5),segment_id=ae8f7742-d345-4509-9f8f-34053767ffe5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:37.096421 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:37.121507 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:37.130648 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 77042b28-bf0d-471e-9b44-b7a19900cc03 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:37.184593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Pushing event updated for resources: {'Port': ['ID=9b0a806a-8a38-4139-8561-a6ec8dd20ca8,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:37.263981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 77042b28-bf0d-471e-9b44-b7a19900cc03, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=77042b28-bf0d-471e-9b44-b7a19900cc03,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:37.292468 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '77042b28-bf0d-471e-9b44-b7a19900cc03', 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1', 'port_id': '77042b28-bf0d-471e-9b44-b7a19900cc03', 'mac_address': 'fa:16:3e:a7:3d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c6a485-1e2e-4eca-8671-6557e9d07f4e', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:37.338607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3df7d4-8d9a-4147-af59-a61106a8df08 req-405f079a-2254-4be7-817c-1e4624895cde tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:37.354243 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3df7d4-8d9a-4147-af59-a61106a8df08 req-405f079a-2254-4be7-817c-1e4624895cde tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:37.382291 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3df7d4-8d9a-4147-af59-a61106a8df08 req-405f079a-2254-4be7-817c-1e4624895cde tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:37.406467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3df7d4-8d9a-4147-af59-a61106a8df08 req-405f079a-2254-4be7-817c-1e4624895cde tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:37.412849 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3df7d4-8d9a-4147-af59-a61106a8df08 req-405f079a-2254-4be7-817c-1e4624895cde tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:37.439294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3df7d4-8d9a-4147-af59-a61106a8df08 req-405f079a-2254-4be7-817c-1e4624895cde tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:37.460498 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:37.462653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-37b2a6a0-f1c2-4934-b97c-9b2cff52d668 None None] Port 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:40:37.479429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3df7d4-8d9a-4147-af59-a61106a8df08 req-405f079a-2254-4be7-817c-1e4624895cde tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:37.488976 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2f3df7d4-8d9a-4147-af59-a61106a8df08 req-405f079a-2254-4be7-817c-1e4624895cde tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5430 time: 0.4906769 Jul 23 20:40:37.499044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77042b28-bf0d-471e-9b44-b7a19900cc03 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:37.529723 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 77042b28-bf0d-471e-9b44-b7a19900cc03, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=77042b28-bf0d-471e-9b44-b7a19900cc03,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:37.547787 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:37.548618 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8dcff201-5dbc-4e61-8522-6c5590f57b4b details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:37.570307 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Network c0def645-0153-4628-9153-bc65ca88632d is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:37.573620 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:37.610838 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=a68d1c06-08c3-477a-a148-144d28dc32e4,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:37.722505 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2f3df7d4-8d9a-4147-af59-a61106a8df08 req-6794c05f-75b1-473e-85d3-d5f92dc86df8 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2290227 Jul 23 20:40:37.866625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67043759-bc18-4232-80da-05921493a04a req-70d17c44-d121-41ea-a359-113a363aa8c2 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:37.876791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67043759-bc18-4232-80da-05921493a04a req-70d17c44-d121-41ea-a359-113a363aa8c2 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:37.878540 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=77042b28-bf0d-471e-9b44-b7a19900cc03,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:37.896275 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:40:37.909994 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0d9b7bbd-26de-4868-9937-c088ab68043a no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:40:37.910582 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67043759-bc18-4232-80da-05921493a04a req-70d17c44-d121-41ea-a359-113a363aa8c2 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:37.924320 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67043759-bc18-4232-80da-05921493a04a req-70d17c44-d121-41ea-a359-113a363aa8c2 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:37.939147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67043759-bc18-4232-80da-05921493a04a req-70d17c44-d121-41ea-a359-113a363aa8c2 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:37.957373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67043759-bc18-4232-80da-05921493a04a req-70d17c44-d121-41ea-a359-113a363aa8c2 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:37.973334 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67043759-bc18-4232-80da-05921493a04a req-70d17c44-d121-41ea-a359-113a363aa8c2 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:37.984542 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67043759-bc18-4232-80da-05921493a04a req-70d17c44-d121-41ea-a359-113a363aa8c2 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5419 time: 0.4898453 Jul 23 20:40:38.000080 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Router 6d13ae71-f1e4-49c5-b2ed-07dc44045c32 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:40:38.022910 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 0d9b7bbd-26de-4868-9937-c088ab68043a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:40:38.025346 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0d9b7bbd-26de-4868-9937-c088ab68043a not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:40:38.033883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8dcff201-5dbc-4e61-8522-6c5590f57b4b, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8dcff201-5dbc-4e61-8522-6c5590f57b4b,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:38.067687 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46570) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:38.077074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '8dcff201-5dbc-4e61-8522-6c5590f57b4b', 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1', 'port_id': '8dcff201-5dbc-4e61-8522-6c5590f57b4b', 'mac_address': 'fa:16:3e:c5:d9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c6a485-1e2e-4eca-8671-6557e9d07f4e', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:38.107431 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67043759-bc18-4232-80da-05921493a04a req-1410e692-9fd1-480c-bd9e-66c2103c68c6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216662 Jul 23 20:40:38.264898 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:38.330628 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7e5285c4-2f58-4f66-8717-e79d354210a0 None None] Provisioning complete for port 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:38.331349 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e5285c4-2f58-4f66-8717-e79d354210a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:38.344595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcff201-5dbc-4e61-8522-6c5590f57b4b {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:38.405872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:40:38.418136 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-48473f2c-e67d-4d12-9888-ccf02cc28d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:38.424017 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-54224686-678b-4838-8f15-d0a2f2610d5b admin admin] 10.222.0.55 "PUT /v2.0/routers/6d13ae71-f1e4-49c5-b2ed-07dc44045c32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1727595 Jul 23 20:40:38.436627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ef45faaf-6e2c-4bc6-9e15-620454a4c93e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:38.746789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8dcff201-5dbc-4e61-8522-6c5590f57b4b, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8dcff201-5dbc-4e61-8522-6c5590f57b4b,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:38.769145 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7e5285c4-2f58-4f66-8717-e79d354210a0 None None] Port 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:40:38.777572 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:38.778254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device ac7d5512-08f7-45f5-8473-32a1d13ff319 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:38.853309 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-48473f2c-e67d-4d12-9888-ccf02cc28d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:38.874062 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-48473f2c-e67d-4d12-9888-ccf02cc28d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:38.908132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=8dcff201-5dbc-4e61-8522-6c5590f57b4b,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:38.994305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48473f2c-e67d-4d12-9888-ccf02cc28d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dab437c-e35b-461c-b707-70bba9fb4ea8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:39.002015 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-48473f2c-e67d-4d12-9888-ccf02cc28d17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b8901680012476c8d68e485c8ac6aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9310691 Jul 23 20:40:39.005181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46602) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:39.038673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bf74b-dc12-40a5-a146-a19f3f0a6342 req-a888a505-67fe-427b-bc17-ce2884cd3bdb tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:39.041092 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ef4bf74b-dc12-40a5-a146-a19f3f0a6342 req-a888a505-67fe-427b-bc17-ce2884cd3bdb tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 946 time: 0.5313654 Jul 23 20:40:39.043690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port ef45faaf-6e2c-4bc6-9e15-620454a4c93e completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:39.051586 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port ef45faaf-6e2c-4bc6-9e15-620454a4c93e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:39.052504 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.064628 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79d506-8775-403c-894a-ea32973c1fa2 req-68f44d06-d4d4-4ace-b9df-cbf73da03014 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:39.066283 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a79d506-8775-403c-894a-ea32973c1fa2 req-68f44d06-d4d4-4ace-b9df-cbf73da03014 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 946 time: 0.5605371 Jul 23 20:40:39.082017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee370b-8c65-43fe-b917-d0467cb5a43b req-89bd66cf-6b6c-49f2-862b-2fd31112bc1e tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:39.089686 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-caee370b-8c65-43fe-b917-d0467cb5a43b req-89bd66cf-6b6c-49f2-862b-2fd31112bc1e tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.6553400 Jul 23 20:40:39.121868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port ac7d5512-08f7-45f5-8473-32a1d13ff319, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=ac7d5512-08f7-45f5-8473-32a1d13ff319,segment=NetworkSegment(060aa268-af4d-459a-b7ae-14b092772597),segment_id=060aa268-af4d-459a-b7ae-14b092772597)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:39.145333 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f41deb31-9525-486a-8cba-d3854409a3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.149225 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'ac7d5512-08f7-45f5-8473-32a1d13ff319', 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5', 'port_id': 'ac7d5512-08f7-45f5-8473-32a1d13ff319', 'mac_address': 'fa:16:3e:70:42:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:39.182263 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f41deb31-9525-486a-8cba-d3854409a3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.273837 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-caee370b-8c65-43fe-b917-d0467cb5a43b req-d520bb86-f8f3-43a4-8a93-2e17c345a5e6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647024 Jul 23 20:40:39.306941 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f41deb31-9525-486a-8cba-d3854409a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.309653 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f41deb31-9525-486a-8cba-d3854409a3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.311487 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f41deb31-9525-486a-8cba-d3854409a3a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6dab437c-e35b-461c-b707-70bba9fb4ea8 HTTP/1.1" status: 204 len: 168 time: 0.3026071 Jul 23 20:40:39.312425 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.318535 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a79d506-8775-403c-894a-ea32973c1fa2 req-06301202-23cb-4c71-8a2d-423d9a03097c tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1cedcd-f1cc-460b-aed8-d366ee3705c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249629 Jul 23 20:40:39.325201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41deb31-9525-486a-8cba-d3854409a3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dab437c-e35b-461c-b707-70bba9fb4ea8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:39.366008 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.404677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7d5512-08f7-45f5-8473-32a1d13ff319 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:39.432190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-ef4bf74b-dc12-40a5-a146-a19f3f0a6342 req-ffbec2b3-bb3f-40a8-993a-dc92efd830de tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Deleting port b9ebfedd-e6c7-422e-9b78-b89443a65d23 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:40:39.432542 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ef4bf74b-dc12-40a5-a146-a19f3f0a6342 req-ffbec2b3-bb3f-40a8-993a-dc92efd830de tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.458971 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port ef45faaf-6e2c-4bc6-9e15-620454a4c93e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=ef45faaf-6e2c-4bc6-9e15-620454a4c93e,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:39.461941 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port ac7d5512-08f7-45f5-8473-32a1d13ff319, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=ac7d5512-08f7-45f5-8473-32a1d13ff319,segment=NetworkSegment(060aa268-af4d-459a-b7ae-14b092772597),segment_id=060aa268-af4d-459a-b7ae-14b092772597)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:39.468144 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.475303 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.475303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 96427106-3c2e-463d-8d37-38319788aff2 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:39.573735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 96427106-3c2e-463d-8d37-38319788aff2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=96427106-3c2e-463d-8d37-38319788aff2,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:39.588414 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '96427106-3c2e-463d-8d37-38319788aff2', 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1', 'port_id': '96427106-3c2e-463d-8d37-38319788aff2', 'mac_address': 'fa:16:3e:83:98:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c6a485-1e2e-4eca-8671-6557e9d07f4e', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:39.607796 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=ef45faaf-6e2c-4bc6-9e15-620454a4c93e,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:39.744387 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.762758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=ac7d5512-08f7-45f5-8473-32a1d13ff319,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:39.771278 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96427106-3c2e-463d-8d37-38319788aff2 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:39.800219 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 96427106-3c2e-463d-8d37-38319788aff2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=96427106-3c2e-463d-8d37-38319788aff2,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:39.805043 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-ef4bf74b-dc12-40a5-a146-a19f3f0a6342 req-ffbec2b3-bb3f-40a8-993a-dc92efd830de tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] For port b9ebfedd-e6c7-422e-9b78-b89443a65d23, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b9ebfedd-e6c7-422e-9b78-b89443a65d23,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:39.805583 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ef4bf74b-dc12-40a5-a146-a19f3f0a6342 req-ffbec2b3-bb3f-40a8-993a-dc92efd830de tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.806550 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.807319 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 375f4d5b-bee1-40a7-8ed7-558dfed774a8 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:39.838389 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a931-cd63-44f3-a8f9-260c3ea85432 req-9494c64f-41d2-45eb-9a30-0e478914d746 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:39.845069 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a931-cd63-44f3-a8f9-260c3ea85432 req-9494c64f-41d2-45eb-9a30-0e478914d746 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:39.847310 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 375f4d5b-bee1-40a7-8ed7-558dfed774a8, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=375f4d5b-bee1-40a7-8ed7-558dfed774a8,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:39.852634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a931-cd63-44f3-a8f9-260c3ea85432 req-9494c64f-41d2-45eb-9a30-0e478914d746 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:39.859324 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a931-cd63-44f3-a8f9-260c3ea85432 req-9494c64f-41d2-45eb-9a30-0e478914d746 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:39.862065 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '375f4d5b-bee1-40a7-8ed7-558dfed774a8', 'network_id': '2a24e8cb-e405-4a03-a590-fe816e8a53f1', 'port_id': '375f4d5b-bee1-40a7-8ed7-558dfed774a8', 'mac_address': 'fa:16:3e:27:d0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c6a485-1e2e-4eca-8671-6557e9d07f4e', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:39.868526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a931-cd63-44f3-a8f9-260c3ea85432 req-9494c64f-41d2-45eb-9a30-0e478914d746 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:39.874710 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a931-cd63-44f3-a8f9-260c3ea85432 req-9494c64f-41d2-45eb-9a30-0e478914d746 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:39.880888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a931-cd63-44f3-a8f9-260c3ea85432 req-9494c64f-41d2-45eb-9a30-0e478914d746 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:39.883525 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0e40a931-cd63-44f3-a8f9-260c3ea85432 req-9494c64f-41d2-45eb-9a30-0e478914d746 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5430 time: 0.4020407 Jul 23 20:40:39.922000 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d1794-0857-4341-bd58-59a404c9cc65 req-b9891a24-3ff7-41b8-a83d-fc7f4b15225f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:39.930992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d1794-0857-4341-bd58-59a404c9cc65 req-b9891a24-3ff7-41b8-a83d-fc7f4b15225f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:39.938103 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d1794-0857-4341-bd58-59a404c9cc65 req-b9891a24-3ff7-41b8-a83d-fc7f4b15225f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:39.944170 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d1794-0857-4341-bd58-59a404c9cc65 req-b9891a24-3ff7-41b8-a83d-fc7f4b15225f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:39.951578 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d1794-0857-4341-bd58-59a404c9cc65 req-b9891a24-3ff7-41b8-a83d-fc7f4b15225f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:39.957267 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.958660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d1794-0857-4341-bd58-59a404c9cc65 req-b9891a24-3ff7-41b8-a83d-fc7f4b15225f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:39.965437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d1794-0857-4341-bd58-59a404c9cc65 req-b9891a24-3ff7-41b8-a83d-fc7f4b15225f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:39.967599 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b87d1794-0857-4341-bd58-59a404c9cc65 req-b9891a24-3ff7-41b8-a83d-fc7f4b15225f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5422 time: 0.5128422 Jul 23 20:40:39.968791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-ef4bf74b-dc12-40a5-a146-a19f3f0a6342 req-ffbec2b3-bb3f-40a8-993a-dc92efd830de tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Calling delete_port for b9ebfedd-e6c7-422e-9b78-b89443a65d23 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:40:39.981850 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375f4d5b-bee1-40a7-8ed7-558dfed774a8 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:39.997301 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=96427106-3c2e-463d-8d37-38319788aff2,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:40.015441 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 375f4d5b-bee1-40a7-8ed7-558dfed774a8, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=375f4d5b-bee1-40a7-8ed7-558dfed774a8,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:40.023373 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.024417 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device b17aba8f-658e-4cfc-a2c6-69b79faa9595 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:40.077872 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b87d1794-0857-4341-bd58-59a404c9cc65 req-066cd1f3-a7b7-4b98-be65-83a2b9827d2d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1026824 Jul 23 20:40:40.099402 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=375f4d5b-bee1-40a7-8ed7-558dfed774a8,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:40.099885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46630) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:40.105847 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0e40a931-cd63-44f3-a8f9-260c3ea85432 req-754d6ee2-eb37-4a9a-a7f4-01f2324d74a2 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1331844 Jul 23 20:40:40.144739 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port b17aba8f-658e-4cfc-a2c6-69b79faa9595, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b17aba8f-658e-4cfc-a2c6-69b79faa9595,segment=NetworkSegment(ae8f7742-d345-4509-9f8f-34053767ffe5),segment_id=ae8f7742-d345-4509-9f8f-34053767ffe5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:40.159046 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'b17aba8f-658e-4cfc-a2c6-69b79faa9595', 'network_id': '950a5a79-45d4-4d93-a347-72e7566b3324', 'port_id': 'b17aba8f-658e-4cfc-a2c6-69b79faa9595', 'mac_address': 'fa:16:3e:cb:fa:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0867a56c-547c-4c4a-96c2-7761d6b3057e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:40.187598 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Sync routers for ids ['6d13ae71-f1e4-49c5-b2ed-07dc44045c32'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:40:40.209178 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Routers {'6d13ae71-f1e4-49c5-b2ed-07dc44045c32'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:40.216716 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46634) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:40.221047 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['6d13ae71-f1e4-49c5-b2ed-07dc44045c32'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:40.246041 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ef4bf74b-dc12-40a5-a146-a19f3f0a6342 req-ffbec2b3-bb3f-40a8-993a-dc92efd830de tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.247937 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e19af4b6-366d-449e-a2ab-d90859f6aa67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.269846 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.291634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbec2b3-bb3f-40a8-993a-dc92efd830de tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Pushing event deleted for resources: {'Port': ['ID=b9ebfedd-e6c7-422e-9b78-b89443a65d23,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:40.317308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17aba8f-658e-4cfc-a2c6-69b79faa9595 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:40.352714 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port b17aba8f-658e-4cfc-a2c6-69b79faa9595, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b17aba8f-658e-4cfc-a2c6-69b79faa9595,segment=NetworkSegment(ae8f7742-d345-4509-9f8f-34053767ffe5),segment_id=ae8f7742-d345-4509-9f8f-34053767ffe5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:40.363607 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.363752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4bf74b-dc12-40a5-a146-a19f3f0a6342 req-ffbec2b3-bb3f-40a8-993a-dc92efd830de tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] No DVR routers for this DVR port b9ebfedd-e6c7-422e-9b78-b89443a65d23 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:40:40.369802 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ef4bf74b-dc12-40a5-a146-a19f3f0a6342 req-ffbec2b3-bb3f-40a8-993a-dc92efd830de tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.381586 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ef4bf74b-dc12-40a5-a146-a19f3f0a6342 req-ffbec2b3-bb3f-40a8-993a-dc92efd830de tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.57 "DELETE /v2.0/ports/b9ebfedd-e6c7-422e-9b78-b89443a65d23 HTTP/1.1" status: 204 len: 173 time: 1.2848861 Jul 23 20:40:40.385672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aec38de-db9f-454c-b3b8-682e3a764ad6', 'name': 'network-vif-deleted', 'tag': 'b9ebfedd-e6c7-422e-9b78-b89443a65d23'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:40.388041 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15207f03-a972-48e6-b3da-117fd5d675b7" -d '{"events": [{"server_uuid": "6aec38de-db9f-454c-b3b8-682e3a764ad6", "name": "network-vif-deleted", "tag": "b9ebfedd-e6c7-422e-9b78-b89443a65d23"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:40.441780 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=b17aba8f-658e-4cfc-a2c6-69b79faa9595,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:40.444767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ef45faaf-6e2c-4bc6-9e15-620454a4c93e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:40.485498 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46642) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:40.506958 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Set router 6d13ae71-f1e4-49c5-b2ed-07dc44045c32 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:40.507248 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-95d4aab9-33d5-44ba-af02-63450dc49057 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-34015695-network', 'tenant_id': '76b4f47836ff434a8af6130ee94e4c54'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:40.564360 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port ef45faaf-6e2c-4bc6-9e15-620454a4c93e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:40.564832 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.622114 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a9b8dee0-4af9-4b2b-b9cd-2eba05c46325 req-0a7af494-6ca4-4dc5-b976-996d1df91f54 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aec38de-db9f-454c-b3b8-682e3a764ad6 HTTP/1.1" status: 200 len: 210 time: 0.1009741 Jul 23 20:40:40.654391 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e19af4b6-366d-449e-a2ab-d90859f6aa67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.673248 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e19af4b6-366d-449e-a2ab-d90859f6aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.699824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6eb919-bbc4-43fb-9b80-4ed27317d0fc req-4333cacd-40c8-440e-aaee-b19d4861f349 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:40.708717 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a6eb919-bbc4-43fb-9b80-4ed27317d0fc req-4333cacd-40c8-440e-aaee-b19d4861f349 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.2837324 Jul 23 20:40:40.779765 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d4aab9-33d5-44ba-af02-63450dc49057 admin admin] Made reservation on behalf of 76b4f47836ff434a8af6130ee94e4c54 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:40:40.782860 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95d4aab9-33d5-44ba-af02-63450dc49057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.783011 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e950666c-f8ae-4a6c-b1d4-fe4c468a2b44 x-openstack-request-id: req-e950666c-f8ae-4a6c-b1d4-fe4c468a2b44 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:40.784222 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aec38de-db9f-454c-b3b8-682e3a764ad6", "name": "network-vif-deleted", "tag": "b9ebfedd-e6c7-422e-9b78-b89443a65d23", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:40.784667 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e950666c-f8ae-4a6c-b1d4-fe4c468a2b44 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:40.786192 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aec38de-db9f-454c-b3b8-682e3a764ad6', 'name': 'network-vif-deleted', 'tag': 'b9ebfedd-e6c7-422e-9b78-b89443a65d23', 'status': 'completed', 'code': 200} Jul 23 20:40:40.795920 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95d4aab9-33d5-44ba-af02-63450dc49057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.805346 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e19af4b6-366d-449e-a2ab-d90859f6aa67 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba1d21ce75414d2c87bb468d0c6a1821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5873339 Jul 23 20:40:40.811403 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46646) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:40.819160 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19af4b6-366d-449e-a2ab-d90859f6aa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb1a98a-4ead-44bf-a027-8442a0846d51,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:40.825455 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a6eb919-bbc4-43fb-9b80-4ed27317d0fc req-c9fcc512-6b11-488e-a896-0c654017d7cc tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157789 Jul 23 20:40:40.849651 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db79e99e-49ce-48a6-a751-2e1261cf6858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.903496 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'name': 'tempest-TestAggregatesBasicOps-1043697225-router', 'tenant_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ef45faaf-6e2c-4bc6-9e15-620454a4c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:28Z', 'updated_at': '2021-07-23T20:40:36Z', 'revision_number': 4, 'project_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'gw_port': {'id': 'ef45faaf-6e2c-4bc6-9e15-620454a4c93e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9b0a806a-8a38-4139-8561-a6ec8dd20ca8', 'name': '', 'network_id': 'c0def645-0153-4628-9153-bc65ca88632d', 'tenant_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'mac_address': 'fa:16:3e:2e:82:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '4778ae88-2aa8-44f3-9e2f-ae0a3c810af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:35Z', 'updated_at': '2021-07-23T20:40:36Z', 'revision_number': 2, 'project_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'subnets': [{'id': '4778ae88-2aa8-44f3-9e2f-ae0a3c810af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:40.934359 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b434736a-9dc4-4b01-bdbb-bea582db0ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.934571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['77042b28-bf0d-471e-9b44-b7a19900cc03'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:40.973941 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b434736a-9dc4-4b01-bdbb-bea582db0ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.987931 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['a68d1c06-08c3-477a-a148-144d28dc32e4'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:40.993642 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['375f4d5b-bee1-40a7-8ed7-558dfed774a8'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:41.001767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Checking router: 6d13ae71-f1e4-49c5-b2ed-07dc44045c32 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:40:41.002128 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Updating router 6d13ae71-f1e4-49c5-b2ed-07dc44045c32 port 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:40:41.009885 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['b17aba8f-658e-4cfc-a2c6-69b79faa9595'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:41.056375 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95d4aab9-33d5-44ba-af02-63450dc49057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.068427 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95d4aab9-33d5-44ba-af02-63450dc49057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.082778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['ac7d5512-08f7-45f5-8473-32a1d13ff319'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:41.084497 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b434736a-9dc4-4b01-bdbb-bea582db0ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.087642 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b434736a-9dc4-4b01-bdbb-bea582db0ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.091572 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b434736a-9dc4-4b01-bdbb-bea582db0ff4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1bb1a98a-4ead-44bf-a027-8442a0846d51 HTTP/1.1" status: 204 len: 168 time: 0.2788324 Jul 23 20:40:41.118463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4aab9-33d5-44ba-af02-63450dc49057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf6dbe1-ab0a-4253-b616-bc11dc5fd4aa,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:41.145592 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d4aab9-33d5-44ba-af02-63450dc49057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:40:41.172948 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434736a-9dc4-4b01-bdbb-bea582db0ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb1a98a-4ead-44bf-a027-8442a0846d51,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:41.182789 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95d4aab9-33d5-44ba-af02-63450dc49057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.183223 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-95d4aab9-33d5-44ba-af02-63450dc49057 admin admin] Added segment 67da1112-310a-4f08-bf7d-b323c261c0fa of type vlan for network 1936b9a8-5b79-4533-bf28-5419f039cd72 Jul 23 20:40:41.253197 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95d4aab9-33d5-44ba-af02-63450dc49057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.331520 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.335557 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95d4aab9-33d5-44ba-af02-63450dc49057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.337351 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d4aab9-33d5-44ba-af02-63450dc49057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:41.338156 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95d4aab9-33d5-44ba-af02-63450dc49057 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.411421 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db79e99e-49ce-48a6-a751-2e1261cf6858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.414901 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4aab9-33d5-44ba-af02-63450dc49057 admin admin] Pushing event updated for resources: {'Network': ['ID=1936b9a8-5b79-4533-bf28-5419f039cd72,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:41.428965 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db79e99e-49ce-48a6-a751-2e1261cf6858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.456711 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-95d4aab9-33d5-44ba-af02-63450dc49057 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9533734 Jul 23 20:40:41.463172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60798621-8efc-4e90-b73c-2c351cf74301 req-612d1346-1677-415e-982d-d8491444210d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:41.465369 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46660) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:41.473424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60798621-8efc-4e90-b73c-2c351cf74301 req-612d1346-1677-415e-982d-d8491444210d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:41.478494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7949f6f4-7e54-4db9-b35f-923a130a6d52 admin admin] Request body: {'subnet': {'network_id': '1936b9a8-5b79-4533-bf28-5419f039cd72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-34015695-subnet', 'tenant_id': '76b4f47836ff434a8af6130ee94e4c54', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:41.482701 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60798621-8efc-4e90-b73c-2c351cf74301 req-612d1346-1677-415e-982d-d8491444210d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:41.484346 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46662) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:41.494384 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-db79e99e-49ce-48a6-a751-2e1261cf6858 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=34ecc315d876499abf21acd458a50fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3924758 Jul 23 20:40:41.495705 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60798621-8efc-4e90-b73c-2c351cf74301 req-612d1346-1677-415e-982d-d8491444210d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:41.500555 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46664) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:41.501252 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79e99e-49ce-48a6-a751-2e1261cf6858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc19063-d0ca-4b4b-934f-71ebd6a0a887,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:41.506742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60798621-8efc-4e90-b73c-2c351cf74301 req-612d1346-1677-415e-982d-d8491444210d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:41.515362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60798621-8efc-4e90-b73c-2c351cf74301 req-612d1346-1677-415e-982d-d8491444210d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:41.524337 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60798621-8efc-4e90-b73c-2c351cf74301 req-612d1346-1677-415e-982d-d8491444210d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:41.534356 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60798621-8efc-4e90-b73c-2c351cf74301 req-612d1346-1677-415e-982d-d8491444210d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5425 time: 0.3304725 Jul 23 20:40:41.563045 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7949f6f4-7e54-4db9-b35f-923a130a6d52 admin admin] Made reservation on behalf of 76b4f47836ff434a8af6130ee94e4c54 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:40:41.565584 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7949f6f4-7e54-4db9-b35f-923a130a6d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.590315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12a37f-16c6-4d60-a76b-f62d33bb3667 req-af52cdea-3908-4891-84d2-1e9ad562b397 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:41.596645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12a37f-16c6-4d60-a76b-f62d33bb3667 req-af52cdea-3908-4891-84d2-1e9ad562b397 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:41.602344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12a37f-16c6-4d60-a76b-f62d33bb3667 req-af52cdea-3908-4891-84d2-1e9ad562b397 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:41.608263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12a37f-16c6-4d60-a76b-f62d33bb3667 req-af52cdea-3908-4891-84d2-1e9ad562b397 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:41.614321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12a37f-16c6-4d60-a76b-f62d33bb3667 req-af52cdea-3908-4891-84d2-1e9ad562b397 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:41.621026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12a37f-16c6-4d60-a76b-f62d33bb3667 req-af52cdea-3908-4891-84d2-1e9ad562b397 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:41.627021 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12a37f-16c6-4d60-a76b-f62d33bb3667 req-af52cdea-3908-4891-84d2-1e9ad562b397 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:41.629222 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b12a37f-16c6-4d60-a76b-f62d33bb3667 req-af52cdea-3908-4891-84d2-1e9ad562b397 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5430 time: 0.3362050 Jul 23 20:40:41.651635 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd40395a-3990-4ddb-9df7-18689cbb6350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.659261 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60798621-8efc-4e90-b73c-2c351cf74301 req-8d5948cd-8290-4163-ba04-61de4e15c5e3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233921 Jul 23 20:40:41.727311 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-74c3c00a-6815-40d2-bbe0-d83c56e3b21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.733506 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b12a37f-16c6-4d60-a76b-f62d33bb3667 req-1e2a1b61-09ad-4ee2-9139-9f84d6e8b09e tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967882 Jul 23 20:40:41.746821 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd40395a-3990-4ddb-9df7-18689cbb6350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.772143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 1936b9a8-5b79-4533-bf28-5419f039cd72 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:40:41.898452 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b9ebfedd-e6c7-422e-9b78-b89443a65d23 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:40:41.915678 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7949f6f4-7e54-4db9-b35f-923a130a6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.011381 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['8dcff201-5dbc-4e61-8522-6c5590f57b4b'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:42.021319 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd40395a-3990-4ddb-9df7-18689cbb6350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.023929 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd40395a-3990-4ddb-9df7-18689cbb6350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.025426 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fd40395a-3990-4ddb-9df7-18689cbb6350 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6dc19063-d0ca-4b4b-934f-71ebd6a0a887 HTTP/1.1" status: 204 len: 168 time: 0.5212748 Jul 23 20:40:42.026307 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949f6f4-7e54-4db9-b35f-923a130a6d52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=067058b4-d7a7-4fa0-9d4c-fc09305d9767,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:42.072380 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40395a-3990-4ddb-9df7-18689cbb6350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc19063-d0ca-4b4b-934f-71ebd6a0a887,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:42.080256 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7949f6f4-7e54-4db9-b35f-923a130a6d52 admin admin] Checking segment: {'id': '67da1112-310a-4f08-bf7d-b323c261c0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1936b9a8-5b79-4533-bf28-5419f039cd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:42.080256 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7949f6f4-7e54-4db9-b35f-923a130a6d52 admin admin] Network hostable DHCP agents. Network: 1936b9a8-5b79-4533-bf28-5419f039cd72, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:40:42.125027 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7949f6f4-7e54-4db9-b35f-923a130a6d52 admin admin] Network 1936b9a8-5b79-4533-bf28-5419f039cd72 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:40:42.129047 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['96427106-3c2e-463d-8d37-38319788aff2'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:42.142917 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-74c3c00a-6815-40d2-bbe0-d83c56e3b21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.147361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-7949f6f4-7e54-4db9-b35f-923a130a6d52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 1936b9a8-5b79-4533-bf28-5419f039cd72) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:42.154488 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7949f6f4-7e54-4db9-b35f-923a130a6d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:42.155289 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7949f6f4-7e54-4db9-b35f-923a130a6d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.160564 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-74c3c00a-6815-40d2-bbe0-d83c56e3b21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.215221 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7949f6f4-7e54-4db9-b35f-923a130a6d52 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7437828 Jul 23 20:40:42.219632 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-74c3c00a-6815-40d2-bbe0-d83c56e3b21f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80cd3cf0472d46a8898f509c84ce19eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7342479 Jul 23 20:40:42.220600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8c8d25-83bd-47cb-be7b-bbb621ca503d None None] Network 1936b9a8-5b79-4533-bf28-5419f039cd72 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:40:42.222591 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: b9ebfedd-e6c7-422e-9b78-b89443a65d23 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:40:42.222687 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa95fc-936d-4c62-8662-1dd169648cad req-f88a589e-e2e3-471f-b60f-c0396ae025e6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:42.222799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b9ebfedd-e6c7-422e-9b78-b89443a65d23 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:40:42.223075 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46692) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:42.223660 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46696) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:42.234923 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-34015695-router', 'tenant_id': '76b4f47836ff434a8af6130ee94e4c54', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:42.239240 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7baa95fc-936d-4c62-8662-1dd169648cad req-f88a589e-e2e3-471f-b60f-c0396ae025e6 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.2828863 Jul 23 20:40:42.328068 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.329556 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.334198 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-714727ce-4f8e-4250-a002-c2a9bf403049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.336414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532c906-e6b2-42ed-ad24-8b3fa10ea982 req-d4f680f3-38ff-432a-8ed4-93f7bb89e67f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:42.337846 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4532c906-e6b2-42ed-ad24-8b3fa10ea982 req-d4f680f3-38ff-432a-8ed4-93f7bb89e67f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.3147695 Jul 23 20:40:42.373659 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-714727ce-4f8e-4250-a002-c2a9bf403049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.416115 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3c00a-6815-40d2-bbe0-d83c56e3b21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7c1d15-2dc0-46df-94ef-58415ab6a0a5,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:42.455094 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4532c906-e6b2-42ed-ad24-8b3fa10ea982 req-10fecec9-40b0-4e90-b21c-2fefbf7a679b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049354 Jul 23 20:40:42.481428 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7baa95fc-936d-4c62-8662-1dd169648cad req-2341c731-45de-4d62-9864-5b77f78aef97 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411902 Jul 23 20:40:42.488875 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f8200a55-1b71-494a-a518-bd84a3736f0a no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:40:42.491398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f8200a55-1b71-494a-a518-bd84a3736f0a details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:42.525729 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.528157 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-714727ce-4f8e-4250-a002-c2a9bf403049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.531094 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-714727ce-4f8e-4250-a002-c2a9bf403049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.535226 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-714727ce-4f8e-4250-a002-c2a9bf403049 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d7c1d15-2dc0-46df-94ef-58415ab6a0a5 HTTP/1.1" status: 204 len: 168 time: 0.3025339 Jul 23 20:40:42.623984 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714727ce-4f8e-4250-a002-c2a9bf403049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7c1d15-2dc0-46df-94ef-58415ab6a0a5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:42.708783 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.859068 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:40:42.971390 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f8200a55-1b71-494a-a518-bd84a3736f0a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f8200a55-1b71-494a-a518-bd84a3736f0a,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:42.975040 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f23d34-5af2-41da-affb-dbbc8dbb77ae req-7fe984c6-254f-40bd-a711-f9e9b82c3c75 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:42.981542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f23d34-5af2-41da-affb-dbbc8dbb77ae req-7fe984c6-254f-40bd-a711-f9e9b82c3c75 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:42.988257 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f23d34-5af2-41da-affb-dbbc8dbb77ae req-7fe984c6-254f-40bd-a711-f9e9b82c3c75 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:42.995360 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.995805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f23d34-5af2-41da-affb-dbbc8dbb77ae req-7fe984c6-254f-40bd-a711-f9e9b82c3c75 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.003086 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f23d34-5af2-41da-affb-dbbc8dbb77ae req-7fe984c6-254f-40bd-a711-f9e9b82c3c75 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.011036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f23d34-5af2-41da-affb-dbbc8dbb77ae req-7fe984c6-254f-40bd-a711-f9e9b82c3c75 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.020599 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.021629 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f23d34-5af2-41da-affb-dbbc8dbb77ae req-7fe984c6-254f-40bd-a711-f9e9b82c3c75 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.025552 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'f8200a55-1b71-494a-a518-bd84a3736f0a', 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02', 'port_id': 'f8200a55-1b71-494a-a518-bd84a3736f0a', 'mac_address': 'fa:16:3e:e3:07:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8f20ad-484c-4d56-b083-3ca713a43763', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:43.025932 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0f23d34-5af2-41da-affb-dbbc8dbb77ae req-7fe984c6-254f-40bd-a711-f9e9b82c3c75 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5425 time: 0.2274172 Jul 23 20:40:43.048994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541cb05-8269-436c-aebc-e28f2c682ba7 req-4dd36334-6225-432b-a7ce-3d85b40551b7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.056409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541cb05-8269-436c-aebc-e28f2c682ba7 req-4dd36334-6225-432b-a7ce-3d85b40551b7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.066798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541cb05-8269-436c-aebc-e28f2c682ba7 req-4dd36334-6225-432b-a7ce-3d85b40551b7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.075242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541cb05-8269-436c-aebc-e28f2c682ba7 req-4dd36334-6225-432b-a7ce-3d85b40551b7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.084736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541cb05-8269-436c-aebc-e28f2c682ba7 req-4dd36334-6225-432b-a7ce-3d85b40551b7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.094693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541cb05-8269-436c-aebc-e28f2c682ba7 req-4dd36334-6225-432b-a7ce-3d85b40551b7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.103622 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541cb05-8269-436c-aebc-e28f2c682ba7 req-4dd36334-6225-432b-a7ce-3d85b40551b7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.106184 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7541cb05-8269-436c-aebc-e28f2c682ba7 req-4dd36334-6225-432b-a7ce-3d85b40551b7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5430 time: 0.2407882 Jul 23 20:40:43.168404 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.184347 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Allocated IP 172.25.3.249 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/5aaea047-214c-4a54-9d0e-108c692a216e) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:40:43.200113 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0f23d34-5af2-41da-affb-dbbc8dbb77ae req-ace47cb5-efad-4ff3-b9e1-8fa6b4393a0e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859480 Jul 23 20:40:43.223667 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46734) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:43.234151 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7541cb05-8269-436c-aebc-e28f2c682ba7 req-e957188b-4be0-4cad-93b7-509a737a689d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1176732 Jul 23 20:40:43.248930 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36637230-94e5-4b43-8c9a-980dc5083752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.290740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8200a55-1b71-494a-a518-bd84a3736f0a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:43.384480 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.393912 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.396111 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-1936b9a8-5b79-4533-bf28-5419f039cd72', 'network_id': '1936b9a8-5b79-4533-bf28-5419f039cd72', 'tenant_id': '76b4f47836ff434a8af6130ee94e4c54', 'fixed_ips': [{'subnet_id': '067058b4-d7a7-4fa0-9d4c-fc09305d9767'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:40:43.396927 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.428835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f8200a55-1b71-494a-a518-bd84a3736f0a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f8200a55-1b71-494a-a518-bd84a3736f0a,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:43.496364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95754f4f-606a-4762-a085-5939e36e6eb9 req-2ebd20e3-dd9d-4c33-8441-7c20e2e33bd0 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.499531 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36637230-94e5-4b43-8c9a-980dc5083752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.500168 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-95754f4f-606a-4762-a085-5939e36e6eb9 req-2ebd20e3-dd9d-4c33-8441-7c20e2e33bd0 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.1529834 Jul 23 20:40:43.506732 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.594575 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Allocated IP 172.20.0.2 (1936b9a8-5b79-4533-bf28-5419f039cd72/067058b4-d7a7-4fa0-9d4c-fc09305d9767/708ce72c-7453-400b-bfbd-e427cd43f422) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:40:43.613482 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36637230-94e5-4b43-8c9a-980dc5083752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.638449 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.679545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:43.698854 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-36637230-94e5-4b43-8c9a-980dc5083752 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8f6cdc8fb564120859dbf667033af45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4716685 Jul 23 20:40:43.698854 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:43.700432 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46750) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:43.711767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:40:43.713681 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Pushing event updated for resources: {'Port': ['ID=5aaea047-214c-4a54-9d0e-108c692a216e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:43.724698 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36637230-94e5-4b43-8c9a-980dc5083752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756fb16d-eb24-471b-a48a-d345e6514520,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:43.805440 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-95754f4f-606a-4762-a085-5939e36e6eb9 req-710fb1f2-d617-49ea-a7d5-24d712c9bf00 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Deleting port b8f573ee-974a-4327-9539-2950bda4dc93 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:40:43.805784 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-95754f4f-606a-4762-a085-5939e36e6eb9 req-710fb1f2-d617-49ea-a7d5-24d712c9bf00 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.836029 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.845770 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:40:43.846366 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:40:43.852421 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f8200a55-1b71-494a-a518-bd84a3736f0a,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:43.873478 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Transition to ACTIVE for port object 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:43.893984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb2bd9-23d0-4b4a-8bba-5c4153af919e req-c7ff737a-596c-478c-b16a-ebad80aa9754 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.895608 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4fb2bd9-23d0-4b4a-8bba-5c4153af919e req-c7ff737a-596c-478c-b16a-ebad80aa9754 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 945 time: 0.2596879 Jul 23 20:40:43.919253 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a9075-22fe-453d-8611-6f9ead7e10c7 req-74cf4799-80fa-4407-96a9-39489c6f41e8 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.920841 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-410a9075-22fe-453d-8611-6f9ead7e10c7 req-74cf4799-80fa-4407-96a9-39489c6f41e8 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 945 time: 0.2829378 Jul 23 20:40:43.944880 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.956055 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Transition to ACTIVE for port object 708ce72c-7453-400b-bfbd-e427cd43f422 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:43.977688 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Transition to ACTIVE for port object 708ce72c-7453-400b-bfbd-e427cd43f422 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:43.985434 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:44.001971 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:44.066278 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4fb2bd9-23d0-4b4a-8bba-5c4153af919e req-4548b562-8c7e-4429-9cf2-70efb90b420d tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417634 Jul 23 20:40:44.100078 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Network 1936b9a8-5b79-4533-bf28-5419f039cd72 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:44.107267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:44.117723 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e323431-4533-49db-92f8-5d8cf2e02bb2 None None] Pushing event updated for resources: {'Port': ['ID=9b0a806a-8a38-4139-8561-a6ec8dd20ca8,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:44.128516 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-95754f4f-606a-4762-a085-5939e36e6eb9 req-710fb1f2-d617-49ea-a7d5-24d712c9bf00 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] For port b8f573ee-974a-4327-9539-2950bda4dc93, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b8f573ee-974a-4327-9539-2950bda4dc93,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:44.128958 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-95754f4f-606a-4762-a085-5939e36e6eb9 req-710fb1f2-d617-49ea-a7d5-24d712c9bf00 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:44.130405 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:40:44.159878 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-410a9075-22fe-453d-8611-6f9ead7e10c7 req-1ce62738-f212-4f5e-8ea0-405b8ce782a0 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402466 Jul 23 20:40:44.439293 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ba1b6463-949d-4f30-9d9c-0e08e8e9b754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:44.554657 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ba1b6463-949d-4f30-9d9c-0e08e8e9b754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:44.599683 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f8200a55-1b71-494a-a518-bd84a3736f0a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:44.613742 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ba1b6463-949d-4f30-9d9c-0e08e8e9b754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:44.616888 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ba1b6463-949d-4f30-9d9c-0e08e8e9b754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:44.621330 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ba1b6463-949d-4f30-9d9c-0e08e8e9b754 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/756fb16d-eb24-471b-a48a-d345e6514520 HTTP/1.1" status: 204 len: 168 time: 0.9170668 Jul 23 20:40:44.635681 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b6463-949d-4f30-9d9c-0e08e8e9b754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756fb16d-eb24-471b-a48a-d345e6514520,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:44.650087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Attempting to bind port 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:44.650911 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Attempting to bind port 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'b139c5a4-bef9-4675-a5e1-973877f9e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c0def645-0153-4628-9153-bc65ca88632d'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:44.651355 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Attempting to bind port 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 on network c0def645-0153-4628-9153-bc65ca88632d {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:44.686714 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-95754f4f-606a-4762-a085-5939e36e6eb9 req-710fb1f2-d617-49ea-a7d5-24d712c9bf00 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:44.687317 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-95754f4f-606a-4762-a085-5939e36e6eb9 req-710fb1f2-d617-49ea-a7d5-24d712c9bf00 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:44.687426 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [req-95754f4f-606a-4762-a085-5939e36e6eb9 req-710fb1f2-d617-49ea-a7d5-24d712c9bf00 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Floating IP bd3e08cb-49bd-4169-bc8a-b87958c6be1d disassociated. External IP: 172.25.3.98, port: b8f573ee-974a-4327-9539-2950bda4dc93. Jul 23 20:40:44.687798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-95754f4f-606a-4762-a085-5939e36e6eb9 req-710fb1f2-d617-49ea-a7d5-24d712c9bf00 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Calling delete_port for b8f573ee-974a-4327-9539-2950bda4dc93 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:40:44.718712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:44.721961 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:44.762454 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bddf9-8354-4523-a568-52386c4a4a4b req-5069eacb-1032-4dcc-b1d8-a35585233a3a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.778426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bddf9-8354-4523-a568-52386c4a4a4b req-5069eacb-1032-4dcc-b1d8-a35585233a3a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.792752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bddf9-8354-4523-a568-52386c4a4a4b req-5069eacb-1032-4dcc-b1d8-a35585233a3a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.807607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bddf9-8354-4523-a568-52386c4a4a4b req-5069eacb-1032-4dcc-b1d8-a35585233a3a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.821701 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bddf9-8354-4523-a568-52386c4a4a4b req-5069eacb-1032-4dcc-b1d8-a35585233a3a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.828530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:44.828904 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Checking segment: {'id': 'b139c5a4-bef9-4675-a5e1-973877f9e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c0def645-0153-4628-9153-bc65ca88632d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:44.829307 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:44.829705 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Bound using segment: {'id': 'b139c5a4-bef9-4675-a5e1-973877f9e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c0def645-0153-4628-9153-bc65ca88632d'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:44.830190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Bound port: 9b0a806a-8a38-4139-8561-a6ec8dd20ca8, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b139c5a4-bef9-4675-a5e1-973877f9e694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c0def645-0153-4628-9153-bc65ca88632d'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:44.830570 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:44.838069 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bddf9-8354-4523-a568-52386c4a4a4b req-5069eacb-1032-4dcc-b1d8-a35585233a3a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.852960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bddf9-8354-4523-a568-52386c4a4a4b req-5069eacb-1032-4dcc-b1d8-a35585233a3a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.854906 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c8bddf9-8354-4523-a568-52386c4a4a4b req-5069eacb-1032-4dcc-b1d8-a35585233a3a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5425 time: 0.3747153 Jul 23 20:40:44.869496 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Pushing event updated for resources: {'Port': ['ID=708ce72c-7453-400b-bfbd-e427cd43f422,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:44.873788 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f8200a55-1b71-494a-a518-bd84a3736f0a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:44.879656 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Attempting to bind port 708ce72c-7453-400b-bfbd-e427cd43f422 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:44.880078 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Attempting to bind port 708ce72c-7453-400b-bfbd-e427cd43f422 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '67da1112-310a-4f08-bf7d-b323c261c0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1936b9a8-5b79-4533-bf28-5419f039cd72'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:44.880444 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Attempting to bind port 708ce72c-7453-400b-bfbd-e427cd43f422 on network 1936b9a8-5b79-4533-bf28-5419f039cd72 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:44.885956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d559bef-efe1-4cdf-828f-5f2a90f83679 req-1c138221-d4fe-436a-ba97-d596e54add75 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.890874 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:44.893475 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:44.893916 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Checking segment: {'id': '67da1112-310a-4f08-bf7d-b323c261c0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1936b9a8-5b79-4533-bf28-5419f039cd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:44.894320 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:44.894712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Bound using segment: {'id': '67da1112-310a-4f08-bf7d-b323c261c0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1936b9a8-5b79-4533-bf28-5419f039cd72'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:44.895347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Bound port: 708ce72c-7453-400b-bfbd-e427cd43f422, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67da1112-310a-4f08-bf7d-b323c261c0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1936b9a8-5b79-4533-bf28-5419f039cd72'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:44.895833 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:44.907911 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d559bef-efe1-4cdf-828f-5f2a90f83679 req-1c138221-d4fe-436a-ba97-d596e54add75 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.924201 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d559bef-efe1-4cdf-828f-5f2a90f83679 req-1c138221-d4fe-436a-ba97-d596e54add75 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.937622 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d559bef-efe1-4cdf-828f-5f2a90f83679 req-1c138221-d4fe-436a-ba97-d596e54add75 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.949897 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d559bef-efe1-4cdf-828f-5f2a90f83679 req-1c138221-d4fe-436a-ba97-d596e54add75 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.955930 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d559bef-efe1-4cdf-828f-5f2a90f83679 req-1c138221-d4fe-436a-ba97-d596e54add75 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.974411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d559bef-efe1-4cdf-828f-5f2a90f83679 req-1c138221-d4fe-436a-ba97-d596e54add75 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.986327 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d559bef-efe1-4cdf-828f-5f2a90f83679 req-1c138221-d4fe-436a-ba97-d596e54add75 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5430 time: 0.4637733 Jul 23 20:40:45.012617 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] For port 9b0a806a-8a38-4139-8561-a6ec8dd20ca8, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:45.017289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] For port 9b0a806a-8a38-4139-8561-a6ec8dd20ca8, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9b0a806a-8a38-4139-8561-a6ec8dd20ca8,segment=NetworkSegment(b139c5a4-bef9-4675-a5e1-973877f9e694),segment_id=b139c5a4-bef9-4675-a5e1-973877f9e694)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:45.030693 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f8200a55-1b71-494a-a518-bd84a3736f0a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f8200a55-1b71-494a-a518-bd84a3736f0a,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:45.071156 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:45.074759 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:45.105377 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a68d1c06-08c3-477a-a148-144d28dc32e4 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:45.253838 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:45.297186 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d559bef-efe1-4cdf-828f-5f2a90f83679 req-12e7eba3-1c38-4194-8e99-fc66bd6d6e72 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3099384 Jul 23 20:40:45.354730 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c8bddf9-8354-4523-a568-52386c4a4a4b req-9d88d5b3-00bc-4ba9-bd57-40869e37806c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2885852 Jul 23 20:40:45.361660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Routers {'6d13ae71-f1e4-49c5-b2ed-07dc44045c32'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:45.362428 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['6d13ae71-f1e4-49c5-b2ed-07dc44045c32'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:45.532209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] For port 708ce72c-7453-400b-bfbd-e427cd43f422, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:45.582557 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:45.624721 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Router f7034272-713d-4ef6-a66e-014da3de83b2 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:40:45.731119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] For port 708ce72c-7453-400b-bfbd-e427cd43f422, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=708ce72c-7453-400b-bfbd-e427cd43f422,segment=NetworkSegment(67da1112-310a-4f08-bf7d-b323c261c0fa),segment_id=67da1112-310a-4f08-bf7d-b323c261c0fa)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:45.737465 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-95754f4f-606a-4762-a085-5939e36e6eb9 req-710fb1f2-d617-49ea-a7d5-24d712c9bf00 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:45.757137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f8200a55-1b71-494a-a518-bd84a3736f0a,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:45.775577 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:45.790837 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=e1ee3afd-eb7c-4099-8870-fecc8fdb74c1,segment=NetworkSegment(31d0f090-9be4-4634-8b40-2a9e0cdd0cb1),segment_id=31d0f090-9be4-4634-8b40-2a9e0cdd0cb1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:45.810468 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:40:45.819348 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Sync routers for ids ['f7034272-713d-4ef6-a66e-014da3de83b2'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:40:45.830166 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:45.833318 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1290dad3-15d4-42bf-a728-fab1950c4164 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6043632 Jul 23 20:40:45.834736 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Routers {'f7034272-713d-4ef6-a66e-014da3de83b2'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:45.835600 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['f7034272-713d-4ef6-a66e-014da3de83b2'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:45.836034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46812) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:45.853870 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fb1f2-d617-49ea-a7d5-24d712c9bf00 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Pushing event deleted for resources: {'Port': ['ID=b8f573ee-974a-4327-9539-2950bda4dc93,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:45.881303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e323431-4533-49db-92f8-5d8cf2e02bb2 None None] Pushing event updated for resources: {'Port': ['ID=9b0a806a-8a38-4139-8561-a6ec8dd20ca8,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:45.909643 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b8f573ee-974a-4327-9539-2950bda4dc93 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:40:45.955234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3c08e-b5f7-4128-b328-4431ca72040d req-8a51b6f5-286a-4d77-bb73-5914dce14dab tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:45.961187 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d1f3c08e-b5f7-4128-b328-4431ca72040d req-8a51b6f5-286a-4d77-bb73-5914dce14dab tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 944 time: 0.3683364 Jul 23 20:40:45.997511 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437a138-a9c1-453e-89f5-968102f98721 req-cb115ae9-25cc-4e0b-b634-6a40d8f8cda3 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:46.000749 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a437a138-a9c1-453e-89f5-968102f98721 req-cb115ae9-25cc-4e0b-b634-6a40d8f8cda3 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 866 time: 0.4468310 Jul 23 20:40:46.009589 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: b8f573ee-974a-4327-9539-2950bda4dc93 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:40:46.010480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b8f573ee-974a-4327-9539-2950bda4dc93 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:40:46.018398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'e1ee3afd-eb7c-4099-8870-fecc8fdb74c1', 'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb', 'port_id': 'e1ee3afd-eb7c-4099-8870-fecc8fdb74c1', 'mac_address': 'fa:16:3e:02:40:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1df64a1-b61e-4d57-acf3-a7fd288e2905', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:46.024305 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port a68d1c06-08c3-477a-a148-144d28dc32e4 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:46.054404 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Set router f7034272-713d-4ef6-a66e-014da3de83b2 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:46.056318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port a68d1c06-08c3-477a-a148-144d28dc32e4 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:46.056916 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:46.240227 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] Set router 6d13ae71-f1e4-49c5-b2ed-07dc44045c32 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:46.339790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a437a138-a9c1-453e-89f5-968102f98721 req-423d48fe-a32c-464a-8d07-6a670682796f tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b04c6cd-2548-4b9b-8710-1e95985f5da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268957 Jul 23 20:40:46.359923 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d1f3c08e-b5f7-4128-b328-4431ca72040d req-608a1954-76b9-47da-bc0a-a886cd9a4d5f tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553166 Jul 23 20:40:46.419019 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95754f4f-606a-4762-a085-5939e36e6eb9 req-710fb1f2-d617-49ea-a7d5-24d712c9bf00 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Router 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:40:46.491242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b59d37-c762-42b8-864b-23f10a4c17b9 None None] Pushing event updated for resources: {'Port': ['ID=708ce72c-7453-400b-bfbd-e427cd43f422,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:46.527368 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:46.597358 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'name': 'tempest-TestAggregatesBasicOps-34015695-router', 'tenant_id': '76b4f47836ff434a8af6130ee94e4c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '5aaea047-214c-4a54-9d0e-108c692a216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:42Z', 'updated_at': '2021-07-23T20:40:44Z', 'revision_number': 3, 'project_id': '76b4f47836ff434a8af6130ee94e4c54', 'gw_port': {'id': '5aaea047-214c-4a54-9d0e-108c692a216e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:43Z', 'updated_at': '2021-07-23T20:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:46.681123 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Checking router: f7034272-713d-4ef6-a66e-014da3de83b2 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:40:46.681496 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Updating router f7034272-713d-4ef6-a66e-014da3de83b2 port 5aaea047-214c-4a54-9d0e-108c692a216e binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:40:46.697063 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:46.750913 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:46.850498 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=e1ee3afd-eb7c-4099-8870-fecc8fdb74c1,segment=NetworkSegment(31d0f090-9be4-4634-8b40-2a9e0cdd0cb1),segment_id=31d0f090-9be4-4634-8b40-2a9e0cdd0cb1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:46.852401 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:46.873323 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:46.874157 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:46.875529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 15c94fa6-9255-45bc-a13a-117c1b554b47 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:46.928036 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:46.980885 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68d1c06-08c3-477a-a148-144d28dc32e4'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:46.983279 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee736fc-97bb-4a8c-9e7f-423f19e17f5a" -d '{"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-plugged", "status": "completed", "tag": "a68d1c06-08c3-477a-a148-144d28dc32e4"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:47.029355 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a68d1c06-08c3-477a-a148-144d28dc32e4, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a68d1c06-08c3-477a-a148-144d28dc32e4,segment=NetworkSegment(ae8f7742-d345-4509-9f8f-34053767ffe5),segment_id=ae8f7742-d345-4509-9f8f-34053767ffe5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:47.034326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=e1ee3afd-eb7c-4099-8870-fecc8fdb74c1,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:47.052341 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:47.053290 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 77042b28-bf0d-471e-9b44-b7a19900cc03 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:47.154188 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Allocated IP 172.20.0.1 (1936b9a8-5b79-4533-bf28-5419f039cd72/067058b4-d7a7-4fa0-9d4c-fc09305d9767/dd69fa3e-1415-4820-bff0-417a1233ec7c) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:40:47.227416 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=a68d1c06-08c3-477a-a148-144d28dc32e4,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:47.288091 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 15c94fa6-9255-45bc-a13a-117c1b554b47, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=15c94fa6-9255-45bc-a13a-117c1b554b47,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:47.298420 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:47.299807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 77042b28-bf0d-471e-9b44-b7a19900cc03 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:47.311320 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 77042b28-bf0d-471e-9b44-b7a19900cc03 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:47.311320 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:47.311320 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '15c94fa6-9255-45bc-a13a-117c1b554b47', 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c', 'port_id': '15c94fa6-9255-45bc-a13a-117c1b554b47', 'mac_address': 'fa:16:3e:46:2c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29a518f-ecc9-4636-9c65-c54cb733ea9a', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:47.317991 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Transition to ACTIVE for port object dd69fa3e-1415-4820-bff0-417a1233ec7c will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:47.360086 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:47.383747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'name': 'tempest-TestAggregatesBasicOps-1043697225-router', 'tenant_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ef45faaf-6e2c-4bc6-9e15-620454a4c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:28Z', 'updated_at': '2021-07-23T20:40:36Z', 'revision_number': 4, 'project_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'gw_port': {'id': 'ef45faaf-6e2c-4bc6-9e15-620454a4c93e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9b0a806a-8a38-4139-8561-a6ec8dd20ca8', 'name': '', 'network_id': 'c0def645-0153-4628-9153-bc65ca88632d', 'tenant_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'mac_address': 'fa:16:3e:2e:82:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '4778ae88-2aa8-44f3-9e2f-ae0a3c810af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:35Z', 'updated_at': '2021-07-23T20:40:45Z', 'revision_number': 4, 'project_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'subnets': [{'id': '4778ae88-2aa8-44f3-9e2f-ae0a3c810af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:47.385437 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Transition to ACTIVE for port object 5aaea047-214c-4a54-9d0e-108c692a216e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:47.404510 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:47.412455 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:47.432768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85efd6d9-bce6-4538-a428-d69598eddd7c None None] The sync data for ids ['6d13ae71-f1e4-49c5-b2ed-07dc44045c32'] in n-d-791504-18 is: [{'id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'name': 'tempest-TestAggregatesBasicOps-1043697225-router', 'tenant_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ef45faaf-6e2c-4bc6-9e15-620454a4c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:28Z', 'updated_at': '2021-07-23T20:40:36Z', 'revision_number': 4, 'project_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'gw_port': {'id': 'ef45faaf-6e2c-4bc6-9e15-620454a4c93e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9b0a806a-8a38-4139-8561-a6ec8dd20ca8', 'name': '', 'network_id': 'c0def645-0153-4628-9153-bc65ca88632d', 'tenant_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'mac_address': 'fa:16:3e:2e:82:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '4778ae88-2aa8-44f3-9e2f-ae0a3c810af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:35Z', 'updated_at': '2021-07-23T20:40:45Z', 'revision_number': 4, 'project_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'subnets': [{'id': '4778ae88-2aa8-44f3-9e2f-ae0a3c810af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:40:47.437598 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:47.474289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c94fa6-9255-45bc-a13a-117c1b554b47 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:47.497657 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Network 1936b9a8-5b79-4533-bf28-5419f039cd72 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:47.549288 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:47.553500 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:40:47.574901 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Attempting to bind port 5aaea047-214c-4a54-9d0e-108c692a216e on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:47.576749 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Attempting to bind port 5aaea047-214c-4a54-9d0e-108c692a216e by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:47.577201 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Attempting to bind port 5aaea047-214c-4a54-9d0e-108c692a216e on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:47.598153 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af7a52-727d-491a-bdb0-c034d405ae77 None None] Pushing event updated for resources: {'Port': ['ID=5aaea047-214c-4a54-9d0e-108c692a216e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:47.633046 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:47.633743 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:47.634516 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:47.635072 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:47.635744 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Bound port: 5aaea047-214c-4a54-9d0e-108c692a216e, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:47.636344 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:47.655435 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:47.673301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95754f4f-606a-4762-a085-5939e36e6eb9 req-710fb1f2-d617-49ea-a7d5-24d712c9bf00 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:40:47.678460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Pushing event updated for resources: {'Port': ['ID=dd69fa3e-1415-4820-bff0-417a1233ec7c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:47.701839 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:47.762393 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378a6e7-5f01-4af2-8f8e-631dbb641ed6 req-80ba5999-1d9d-4f62-9a79-99aae21bc67b tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:47.786777 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] For port 5aaea047-214c-4a54-9d0e-108c692a216e, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:47.790799 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378a6e7-5f01-4af2-8f8e-631dbb641ed6 req-80ba5999-1d9d-4f62-9a79-99aae21bc67b tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:47.799486 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37930e2f-861d-4df1-bff0-002f55cd8beb None None] Sync routers for ids ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:40:47.800112 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378a6e7-5f01-4af2-8f8e-631dbb641ed6 req-80ba5999-1d9d-4f62-9a79-99aae21bc67b tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:47.803787 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] For port 5aaea047-214c-4a54-9d0e-108c692a216e, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=5aaea047-214c-4a54-9d0e-108c692a216e,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:47.823696 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378a6e7-5f01-4af2-8f8e-631dbb641ed6 req-80ba5999-1d9d-4f62-9a79-99aae21bc67b tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:47.824318 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:47.824981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378a6e7-5f01-4af2-8f8e-631dbb641ed6 req-80ba5999-1d9d-4f62-9a79-99aae21bc67b tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:47.835706 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378a6e7-5f01-4af2-8f8e-631dbb641ed6 req-80ba5999-1d9d-4f62-9a79-99aae21bc67b tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:47.844888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378a6e7-5f01-4af2-8f8e-631dbb641ed6 req-80ba5999-1d9d-4f62-9a79-99aae21bc67b tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:47.857562 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e378a6e7-5f01-4af2-8f8e-631dbb641ed6 req-80ba5999-1d9d-4f62-9a79-99aae21bc67b tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5425 time: 1.1943035 Jul 23 20:40:47.858880 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 15c94fa6-9255-45bc-a13a-117c1b554b47, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=15c94fa6-9255-45bc-a13a-117c1b554b47,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:47.872717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37930e2f-861d-4df1-bff0-002f55cd8beb None None] Routers {'2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:47.881336 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-37930e2f-861d-4df1-bff0-002f55cd8beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:47.921091 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cc3b8-486a-466b-a83b-4f1a31d82e11 req-5d2688e9-f15e-4416-b1f3-f87dfec7083c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:47.929990 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cc3b8-486a-466b-a83b-4f1a31d82e11 req-5d2688e9-f15e-4416-b1f3-f87dfec7083c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:47.937876 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cc3b8-486a-466b-a83b-4f1a31d82e11 req-5d2688e9-f15e-4416-b1f3-f87dfec7083c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:47.945108 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cc3b8-486a-466b-a83b-4f1a31d82e11 req-5d2688e9-f15e-4416-b1f3-f87dfec7083c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:47.953061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cc3b8-486a-466b-a83b-4f1a31d82e11 req-5d2688e9-f15e-4416-b1f3-f87dfec7083c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:47.960246 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cc3b8-486a-466b-a83b-4f1a31d82e11 req-5d2688e9-f15e-4416-b1f3-f87dfec7083c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:47.969774 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cc3b8-486a-466b-a83b-4f1a31d82e11 req-5d2688e9-f15e-4416-b1f3-f87dfec7083c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:47.980819 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-060cc3b8-486a-466b-a83b-4f1a31d82e11 req-5d2688e9-f15e-4416-b1f3-f87dfec7083c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5430 time: 1.3179417 Jul 23 20:40:48.062841 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af7a52-727d-491a-bdb0-c034d405ae77 None None] Pushing event updated for resources: {'Port': ['ID=5aaea047-214c-4a54-9d0e-108c692a216e,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:48.076030 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:48.081917 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Routers {'f7034272-713d-4ef6-a66e-014da3de83b2'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:48.084816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-95754f4f-606a-4762-a085-5939e36e6eb9 req-710fb1f2-d617-49ea-a7d5-24d712c9bf00 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] No DVR routers for this DVR port b8f573ee-974a-4327-9539-2950bda4dc93 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:40:48.085066 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['f7034272-713d-4ef6-a66e-014da3de83b2'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:48.091737 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-95754f4f-606a-4762-a085-5939e36e6eb9 req-710fb1f2-d617-49ea-a7d5-24d712c9bf00 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:48.097289 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-95754f4f-606a-4762-a085-5939e36e6eb9 req-710fb1f2-d617-49ea-a7d5-24d712c9bf00 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.57 "DELETE /v2.0/ports/b8f573ee-974a-4327-9539-2950bda4dc93 HTTP/1.1" status: 204 len: 173 time: 4.5935621 Jul 23 20:40:48.109063 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'name': 'network-vif-deleted', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:48.114563 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34faeee3-e320-4d13-a751-85a6f98428fa" -d '{"events": [{"server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "name": "network-vif-deleted", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:48.269337 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-060cc3b8-486a-466b-a83b-4f1a31d82e11 req-fd6d15e9-e2a8-4f9f-9065-c4d92e166e7c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2818882 Jul 23 20:40:48.298799 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e378a6e7-5f01-4af2-8f8e-631dbb641ed6 req-5f1c12bf-e0c2-4392-8cba-497e4fc8e9c4 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4387906 Jul 23 20:40:48.330372 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e426d53-835f-4343-8ea9-2f24feab5b14 None None] Network 1936b9a8-5b79-4533-bf28-5419f039cd72 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:40:48.518929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-37930e2f-861d-4df1-bff0-002f55cd8beb None None] Set router 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:48.646225 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 77042b28-bf0d-471e-9b44-b7a19900cc03, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=77042b28-bf0d-471e-9b44-b7a19900cc03,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:48.651354 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:48.655615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8d621365-bcf9-403d-83db-84d9bdb36ec9 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:48.691270 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeeaace-5202-4e2a-8613-217b91e3936f x-openstack-request-id: req-1eeeaace-5202-4e2a-8613-217b91e3936f {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:48.692821 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-plugged", "status": "completed", "tag": "a68d1c06-08c3-477a-a148-144d28dc32e4", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:48.693265 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1eeeaace-5202-4e2a-8613-217b91e3936f {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:48.694744 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68d1c06-08c3-477a-a148-144d28dc32e4', 'code': 200} Jul 23 20:40:48.708010 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 708ce72c-7453-400b-bfbd-e427cd43f422 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:48.720298 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] Set router f7034272-713d-4ef6-a66e-014da3de83b2 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:48.737310 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:48.748021 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:48.766652 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:48.772785 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8dcff201-5dbc-4e61-8522-6c5590f57b4b up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:48.964529 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7566354c-9667-47e5-b004-2deef278fd4f req-09505b25-9d13-424d-8027-e0b1372b956a tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b4ac84c-4ffa-4fc8-952a-418282230c9f HTTP/1.1" status: 200 len: 210 time: 0.1002235 Jul 23 20:40:49.013325 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c2a6d-e8b4-426b-8138-6e3a1acded71 req-e52234e7-8bec-491a-84cf-ccac6fbe46c1 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:49.025111 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-039c2a6d-e8b4-426b-8138-6e3a1acded71 req-e52234e7-8bec-491a-84cf-ccac6fbe46c1 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 944 time: 0.2364581 Jul 23 20:40:49.026157 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:49.045943 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Pushing event updated for resources: {'Port': ['ID=dd69fa3e-1415-4820-bff0-417a1233ec7c,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:49.094866 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-039c2a6d-e8b4-426b-8138-6e3a1acded71 req-524d279c-e5b4-48dd-9d1c-896f13ba9c0d tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682664 Jul 23 20:40:49.115337 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc4c551-c5c2-44a5-b33c-053dfce8da78 x-openstack-request-id: req-ebc4c551-c5c2-44a5-b33c-053dfce8da78 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:49.116574 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4ac84c-4ffa-4fc8-952a-418282230c9f", "name": "network-vif-deleted", "tag": "b8f573ee-974a-4327-9539-2950bda4dc93", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:49.117948 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ebc4c551-c5c2-44a5-b33c-053dfce8da78 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:49.118774 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4ac84c-4ffa-4fc8-952a-418282230c9f', 'name': 'network-vif-deleted', 'tag': 'b8f573ee-974a-4327-9539-2950bda4dc93', 'status': 'completed', 'code': 200} Jul 23 20:40:49.233225 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Network 1936b9a8-5b79-4533-bf28-5419f039cd72 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:49.247889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:49.260465 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fc66aee9-9cdc-41d4-8bef-406efb1faa98 None None] Provisioning for port 708ce72c-7453-400b-bfbd-e427cd43f422 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:49.306693 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:40:49.335771 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=15c94fa6-9255-45bc-a13a-117c1b554b47,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:49.348201 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'name': 'tempest-TestAggregatesBasicOps-34015695-router', 'tenant_id': '76b4f47836ff434a8af6130ee94e4c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '5aaea047-214c-4a54-9d0e-108c692a216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:42Z', 'updated_at': '2021-07-23T20:40:47Z', 'revision_number': 4, 'project_id': '76b4f47836ff434a8af6130ee94e4c54', 'gw_port': {'id': '5aaea047-214c-4a54-9d0e-108c692a216e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:43Z', 'updated_at': '2021-07-23T20:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'dd69fa3e-1415-4820-bff0-417a1233ec7c', 'name': '', 'network_id': '1936b9a8-5b79-4533-bf28-5419f039cd72', 'tenant_id': '76b4f47836ff434a8af6130ee94e4c54', 'mac_address': 'fa:16:3e:6d:51:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '067058b4-d7a7-4fa0-9d4c-fc09305d9767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:46Z', 'updated_at': '2021-07-23T20:40:47Z', 'revision_number': 1, 'project_id': '76b4f47836ff434a8af6130ee94e4c54', 'subnets': [{'id': '067058b4-d7a7-4fa0-9d4c-fc09305d9767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:49.411630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:49.411978 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:49.412314 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:49.412648 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:49.412984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:49.413413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:49.414466 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:49.414946 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:49.415306 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:49.415630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:49.415955 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:49.416393 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:49.438571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8d621365-bcf9-403d-83db-84d9bdb36ec9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8d621365-bcf9-403d-83db-84d9bdb36ec9,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:49.496155 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b83a7-6e97-4a2d-a124-efbc1e6e5c1f None None] The sync data for ids ['f7034272-713d-4ef6-a66e-014da3de83b2'] in n-d-791504-18 is: [{'id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'name': 'tempest-TestAggregatesBasicOps-34015695-router', 'tenant_id': '76b4f47836ff434a8af6130ee94e4c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '5aaea047-214c-4a54-9d0e-108c692a216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:42Z', 'updated_at': '2021-07-23T20:40:47Z', 'revision_number': 4, 'project_id': '76b4f47836ff434a8af6130ee94e4c54', 'gw_port': {'id': '5aaea047-214c-4a54-9d0e-108c692a216e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:43Z', 'updated_at': '2021-07-23T20:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'dd69fa3e-1415-4820-bff0-417a1233ec7c', 'name': '', 'network_id': '1936b9a8-5b79-4533-bf28-5419f039cd72', 'tenant_id': '76b4f47836ff434a8af6130ee94e4c54', 'mac_address': 'fa:16:3e:6d:51:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '067058b4-d7a7-4fa0-9d4c-fc09305d9767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:46Z', 'updated_at': '2021-07-23T20:40:47Z', 'revision_number': 1, 'project_id': '76b4f47836ff434a8af6130ee94e4c54', 'subnets': [{'id': '067058b4-d7a7-4fa0-9d4c-fc09305d9767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:40:49.546389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 708ce72c-7453-400b-bfbd-e427cd43f422 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:49.557357 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 708ce72c-7453-400b-bfbd-e427cd43f422 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:49.558111 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:49.560366 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '8d621365-bcf9-403d-83db-84d9bdb36ec9', 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c', 'port_id': '8d621365-bcf9-403d-83db-84d9bdb36ec9', 'mac_address': 'fa:16:3e:5b:d7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29a518f-ecc9-4636-9c65-c54cb733ea9a', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:49.657378 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Router f7034272-713d-4ef6-a66e-014da3de83b2 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:40:49.662365 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:49.681148 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 8dcff201-5dbc-4e61-8522-6c5590f57b4b completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:49.701034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d621365-bcf9-403d-83db-84d9bdb36ec9 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:49.750337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8d621365-bcf9-403d-83db-84d9bdb36ec9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8d621365-bcf9-403d-83db-84d9bdb36ec9,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:49.751988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 8dcff201-5dbc-4e61-8522-6c5590f57b4b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:49.752442 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:49.812938 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:49.813510 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9897128c-b4b2-4b65-a39d-e74031bf6da6 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:49.845749 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9897128c-b4b2-4b65-a39d-e74031bf6da6, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9897128c-b4b2-4b65-a39d-e74031bf6da6,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:49.864167 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa0593-7b97-4067-acbe-32c3b8c4720e req-2e544d8e-e88f-4ffc-a2c4-416ecfb2e799 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:49.877016 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa0593-7b97-4067-acbe-32c3b8c4720e req-2e544d8e-e88f-4ffc-a2c4-416ecfb2e799 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:49.881118 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '9897128c-b4b2-4b65-a39d-e74031bf6da6', 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c', 'port_id': '9897128c-b4b2-4b65-a39d-e74031bf6da6', 'mac_address': 'fa:16:3e:d8:6f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29a518f-ecc9-4636-9c65-c54cb733ea9a', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:49.898864 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa0593-7b97-4067-acbe-32c3b8c4720e req-2e544d8e-e88f-4ffc-a2c4-416ecfb2e799 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:49.915246 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa0593-7b97-4067-acbe-32c3b8c4720e req-2e544d8e-e88f-4ffc-a2c4-416ecfb2e799 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:49.923337 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa0593-7b97-4067-acbe-32c3b8c4720e req-2e544d8e-e88f-4ffc-a2c4-416ecfb2e799 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:49.945638 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:40:49.957373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa0593-7b97-4067-acbe-32c3b8c4720e req-2e544d8e-e88f-4ffc-a2c4-416ecfb2e799 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:49.962241 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ec6faa12-8e51-4211-9c7a-4c6e5f976c1f admin admin] 10.222.0.55 "PUT /v2.0/routers/f7034272-713d-4ef6-a66e-014da3de83b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1231558 Jul 23 20:40:49.972967 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa0593-7b97-4067-acbe-32c3b8c4720e req-2e544d8e-e88f-4ffc-a2c4-416ecfb2e799 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:49.984329 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98fa0593-7b97-4067-acbe-32c3b8c4720e req-2e544d8e-e88f-4ffc-a2c4-416ecfb2e799 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5432 time: 0.4789455 Jul 23 20:40:50.049455 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=77042b28-bf0d-471e-9b44-b7a19900cc03,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:50.063128 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98fa0593-7b97-4067-acbe-32c3b8c4720e req-c7584689-5f1d-4118-a9dc-92fd7ace84b3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776017 Jul 23 20:40:50.117441 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa5e8d-4daa-4af6-9e35-303866720ed8 req-488baf4f-b5df-49d8-87fa-49cb91195350 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:50.146061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa5e8d-4daa-4af6-9e35-303866720ed8 req-488baf4f-b5df-49d8-87fa-49cb91195350 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:50.174662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa5e8d-4daa-4af6-9e35-303866720ed8 req-488baf4f-b5df-49d8-87fa-49cb91195350 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:50.193633 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa5e8d-4daa-4af6-9e35-303866720ed8 req-488baf4f-b5df-49d8-87fa-49cb91195350 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:50.216632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa5e8d-4daa-4af6-9e35-303866720ed8 req-488baf4f-b5df-49d8-87fa-49cb91195350 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:50.225795 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa5e8d-4daa-4af6-9e35-303866720ed8 req-488baf4f-b5df-49d8-87fa-49cb91195350 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:50.241936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa5e8d-4daa-4af6-9e35-303866720ed8 req-488baf4f-b5df-49d8-87fa-49cb91195350 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:50.248784 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0baa5e8d-4daa-4af6-9e35-303866720ed8 req-488baf4f-b5df-49d8-87fa-49cb91195350 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5427 time: 0.6281004 Jul 23 20:40:50.306852 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:50.343772 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0baa5e8d-4daa-4af6-9e35-303866720ed8 req-deaa671a-d3f6-48af-a813-cc5c02da04fc tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882237 Jul 23 20:40:50.344601 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9897128c-b4b2-4b65-a39d-e74031bf6da6 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:50.356321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46934) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:50.483229 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46940) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:50.485690 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:50.533344 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9897128c-b4b2-4b65-a39d-e74031bf6da6, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9897128c-b4b2-4b65-a39d-e74031bf6da6,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:50.535590 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=8d621365-bcf9-403d-83db-84d9bdb36ec9,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:50.556473 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:50.557344 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 214304c1-8d67-470d-8ca8-60e60e3fe9e0 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:50.560655 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-37930e2f-861d-4df1-bff0-002f55cd8beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'name': 'tempest-ServerActionsTestJSON-864820253-router', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:07Z', 'updated_at': '2021-07-23T20:30:13Z', 'revision_number': 4, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'gw_port': {'id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:08Z', 'updated_at': '2021-07-23T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c1ddf2c-fb45-43e9-a263-6f439469274b', 'name': '', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'mac_address': 'fa:16:3e:3b:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:12Z', 'updated_at': '2021-07-23T20:30:22Z', 'revision_number': 5, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'subnets': [{'id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:50.589282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e485d5-579e-4e6a-b3f1-42169de48fed req-71c39e22-1cc4-495a-b091-9b7d2b116dea tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:50.590917 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10e485d5-579e-4e6a-b3f1-42169de48fed req-71c39e22-1cc4-495a-b091-9b7d2b116dea tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 944 time: 0.2645538 Jul 23 20:40:50.646489 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30ce88c4-c82d-4c5b-939d-01d7bd5c4ff4 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:50.665732 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37930e2f-861d-4df1-bff0-002f55cd8beb None None] Checking router: 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:40:50.678463 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:50.740253 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10e485d5-579e-4e6a-b3f1-42169de48fed req-960984c9-4663-40ac-a51f-4e792ceb9da0 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390991 Jul 23 20:40:50.742947 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30ce88c4-c82d-4c5b-939d-01d7bd5c4ff4 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:50.786139 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77042b28-bf0d-471e-9b44-b7a19900cc03'}, {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcff201-5dbc-4e61-8522-6c5590f57b4b'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:50.791894 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5098b14-fd68-47e1-88d2-7dceaeb3c261" -d '{"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-plugged", "status": "completed", "tag": "77042b28-bf0d-471e-9b44-b7a19900cc03"}, {"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-plugged", "status": "completed", "tag": "8dcff201-5dbc-4e61-8522-6c5590f57b4b"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:50.801719 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=9897128c-b4b2-4b65-a39d-e74031bf6da6,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:50.827600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37930e2f-861d-4df1-bff0-002f55cd8beb None None] Routers {'2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:50.828250 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-37930e2f-861d-4df1-bff0-002f55cd8beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:50.909724 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:40:50.911265 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a3420f9-9bb4-483a-9fa9-8bb1f31a5387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:50.912294 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f1b1f1-76b6-44d6-a325-d5d3c66e01e7 x-openstack-request-id: req-35f1b1f1-76b6-44d6-a325-d5d3c66e01e7 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:50.912689 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-plugged", "status": "completed", "tag": "77042b28-bf0d-471e-9b44-b7a19900cc03", "code": 200}, {"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-plugged", "status": "completed", "tag": "8dcff201-5dbc-4e61-8522-6c5590f57b4b", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:50.913047 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35f1b1f1-76b6-44d6-a325-d5d3c66e01e7 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:50.913552 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77042b28-bf0d-471e-9b44-b7a19900cc03', 'code': 200} Jul 23 20:40:50.914438 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcff201-5dbc-4e61-8522-6c5590f57b4b', 'code': 200} Jul 23 20:40:51.005968 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30ce88c4-c82d-4c5b-939d-01d7bd5c4ff4 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.009833 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30ce88c4-c82d-4c5b-939d-01d7bd5c4ff4 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.014068 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46946) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:51.027190 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-30ce88c4-c82d-4c5b-939d-01d7bd5c4ff4 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "DELETE /v2.0/security-groups/7b04c6cd-2548-4b9b-8710-1e95985f5da0 HTTP/1.1" status: 204 len: 168 time: 0.5278950 Jul 23 20:40:51.034237 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8dcff201-5dbc-4e61-8522-6c5590f57b4b, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8dcff201-5dbc-4e61-8522-6c5590f57b4b,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:51.044693 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-80a23fc2-c4ad-458a-a16b-a26abe91a003 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] show failed (client error): The resource could not be found. Jul 23 20:40:51.054145 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-80a23fc2-c4ad-458a-a16b-a26abe91a003 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "GET /v2.0/security-groups/7b04c6cd-2548-4b9b-8710-1e95985f5da0 HTTP/1.1" status: 404 len: 347 time: 0.0300176 Jul 23 20:40:51.059740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46948) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:51.068701 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.069717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 375f4d5b-bee1-40a7-8ed7-558dfed774a8 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:51.080106 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce88c4-c82d-4c5b-939d-01d7bd5c4ff4 tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b04c6cd-2548-4b9b-8710-1e95985f5da0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:51.119088 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 708ce72c-7453-400b-bfbd-e427cd43f422, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=708ce72c-7453-400b-bfbd-e427cd43f422,segment=NetworkSegment(67da1112-310a-4f08-bf7d-b323c261c0fa),segment_id=67da1112-310a-4f08-bf7d-b323c261c0fa)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:51.213197 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a3420f9-9bb4-483a-9fa9-8bb1f31a5387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.222975 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.223718 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a3420f9-9bb4-483a-9fa9-8bb1f31a5387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.224126 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:51.321388 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7a3420f9-9bb4-483a-9fa9-8bb1f31a5387 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=921be4d522fd4be4871d6874d4060811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9631181 Jul 23 20:40:51.326979 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46954) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:51.371862 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3420f9-9bb4-483a-9fa9-8bb1f31a5387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150836d5-d32a-4965-b4fe-2faf8064e109,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:51.461527 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-edf98346-9149-4637-af27-0ca3c50318d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.465704 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-dc954307-5722-41f6-9780-068f5c967f2b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Deleting port e0458323-d8d9-40c7-96e9-3cd8e292ceec {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:40:51.466038 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc954307-5722-41f6-9780-068f5c967f2b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.482113 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771aaf3-62af-4ae2-bbcf-548b910c6ad6 req-60ee062e-dfa3-485e-9f94-f819ca578f98 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:51.488114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771aaf3-62af-4ae2-bbcf-548b910c6ad6 req-60ee062e-dfa3-485e-9f94-f819ca578f98 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:51.489174 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-37930e2f-861d-4df1-bff0-002f55cd8beb None None] Set router 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:51.494636 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771aaf3-62af-4ae2-bbcf-548b910c6ad6 req-60ee062e-dfa3-485e-9f94-f819ca578f98 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:51.500766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771aaf3-62af-4ae2-bbcf-548b910c6ad6 req-60ee062e-dfa3-485e-9f94-f819ca578f98 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:51.506743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771aaf3-62af-4ae2-bbcf-548b910c6ad6 req-60ee062e-dfa3-485e-9f94-f819ca578f98 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:51.513396 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771aaf3-62af-4ae2-bbcf-548b910c6ad6 req-60ee062e-dfa3-485e-9f94-f819ca578f98 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:51.519478 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771aaf3-62af-4ae2-bbcf-548b910c6ad6 req-60ee062e-dfa3-485e-9f94-f819ca578f98 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:51.521581 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4771aaf3-62af-4ae2-bbcf-548b910c6ad6 req-60ee062e-dfa3-485e-9f94-f819ca578f98 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5434 time: 0.2738256 Jul 23 20:40:51.645388 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-edf98346-9149-4637-af27-0ca3c50318d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.752334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4771aaf3-62af-4ae2-bbcf-548b910c6ad6 req-ec8c9997-1b87-4710-a03a-68b358df68b2 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1927917 Jul 23 20:40:51.773745 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc954307-5722-41f6-9780-068f5c967f2b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.774079 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc954307-5722-41f6-9780-068f5c967f2b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.793300 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-dc954307-5722-41f6-9780-068f5c967f2b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Calling delete_port for e0458323-d8d9-40c7-96e9-3cd8e292ceec owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:40:51.814755 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac830c5-0830-4ff5-b652-2382ab31eaf0 req-7d52ba7a-c7d7-4567-a692-f31080fc3c09 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:51.819498 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=8dcff201-5dbc-4e61-8522-6c5590f57b4b,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:51.843598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac830c5-0830-4ff5-b652-2382ab31eaf0 req-7d52ba7a-c7d7-4567-a692-f31080fc3c09 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:51.858263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac830c5-0830-4ff5-b652-2382ab31eaf0 req-7d52ba7a-c7d7-4567-a692-f31080fc3c09 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:51.864682 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac830c5-0830-4ff5-b652-2382ab31eaf0 req-7d52ba7a-c7d7-4567-a692-f31080fc3c09 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:51.875364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac830c5-0830-4ff5-b652-2382ab31eaf0 req-7d52ba7a-c7d7-4567-a692-f31080fc3c09 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:51.882267 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac830c5-0830-4ff5-b652-2382ab31eaf0 req-7d52ba7a-c7d7-4567-a692-f31080fc3c09 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:51.891912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac830c5-0830-4ff5-b652-2382ab31eaf0 req-7d52ba7a-c7d7-4567-a692-f31080fc3c09 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:51.893499 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dac830c5-0830-4ff5-b652-2382ab31eaf0 req-7d52ba7a-c7d7-4567-a692-f31080fc3c09 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5428 time: 0.3709166 Jul 23 20:40:51.894745 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ed8f17f9-db33-4ad5-8d63-880d7bd494e3 None None] Provisioning complete for port 708ce72c-7453-400b-bfbd-e427cd43f422 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:51.895252 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed8f17f9-db33-4ad5-8d63-880d7bd494e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.909268 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 214304c1-8d67-470d-8ca8-60e60e3fe9e0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=214304c1-8d67-470d-8ca8-60e60e3fe9e0,segment=NetworkSegment(5245b357-d7e4-4f9e-9ddc-eace4be10505),segment_id=5245b357-d7e4-4f9e-9ddc-eace4be10505)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:52.029565 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-edf98346-9149-4637-af27-0ca3c50318d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.033052 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-edf98346-9149-4637-af27-0ca3c50318d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.039012 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-edf98346-9149-4637-af27-0ca3c50318d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/150836d5-d32a-4965-b4fe-2faf8064e109 HTTP/1.1" status: 204 len: 168 time: 0.7090027 Jul 23 20:40:52.059612 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf98346-9149-4637-af27-0ca3c50318d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150836d5-d32a-4965-b4fe-2faf8064e109,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:52.086264 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 375f4d5b-bee1-40a7-8ed7-558dfed774a8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:52.096271 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=708ce72c-7453-400b-bfbd-e427cd43f422,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:52.135029 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 375f4d5b-bee1-40a7-8ed7-558dfed774a8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:52.135344 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.144496 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dac830c5-0830-4ff5-b652-2382ab31eaf0 req-c32bb048-82a5-4f6a-b89b-903a651dc854 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1480038 Jul 23 20:40:52.216990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '214304c1-8d67-470d-8ca8-60e60e3fe9e0', 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c', 'port_id': '214304c1-8d67-470d-8ca8-60e60e3fe9e0', 'mac_address': 'fa:16:3e:08:52:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:52.261179 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:52.276137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:52.276515 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.312087 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc954307-5722-41f6-9780-068f5c967f2b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.432948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2132b-37c5-491d-b255-ffa5dd05142f req-a0313522-357c-4975-b810-790eff5d91ff tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:52.437035 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ab2132b-37c5-491d-b255-ffa5dd05142f req-a0313522-357c-4975-b810-790eff5d91ff tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 944 time: 0.2913077 Jul 23 20:40:52.438030 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc954307-5722-41f6-9780-068f5c967f2b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Pushing event deleted for resources: {'Port': ['ID=e0458323-d8d9-40c7-96e9-3cd8e292ceec,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:52.644896 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46994) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:52.646504 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc954307-5722-41f6-9780-068f5c967f2b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.655449 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc954307-5722-41f6-9780-068f5c967f2b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.659951 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dc954307-5722-41f6-9780-068f5c967f2b tempest-ServerActionsTestJSON-323654667 tempest-ServerActionsTestJSON-323654667-project] 10.222.0.55 "DELETE /v2.0/floatingips/bd3e08cb-49bd-4169-bc8a-b87958c6be1d HTTP/1.1" status: 204 len: 168 time: 1.5987704 Jul 23 20:40:52.662110 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46998) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:52.671897 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20ed508f-812e-42be-9945-1f0255e945e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.695517 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.703391 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ab2132b-37c5-491d-b255-ffa5dd05142f req-4efa4d75-7078-45ef-8c99-5f216cf58ecf tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585728 Jul 23 20:40:52.746664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214304c1-8d67-470d-8ca8-60e60e3fe9e0 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:52.777425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 214304c1-8d67-470d-8ca8-60e60e3fe9e0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=214304c1-8d67-470d-8ca8-60e60e3fe9e0,segment=NetworkSegment(5245b357-d7e4-4f9e-9ddc-eace4be10505),segment_id=5245b357-d7e4-4f9e-9ddc-eace4be10505)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:52.792115 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.842214 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.842894 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 50e3a026-c77e-4500-9b42-80dcec484704 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:52.948274 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20ed508f-812e-42be-9945-1f0255e945e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.955168 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20ed508f-812e-42be-9945-1f0255e945e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.993345 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=214304c1-8d67-470d-8ca8-60e60e3fe9e0,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:53.035055 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-20ed508f-812e-42be-9945-1f0255e945e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19bf5b982a2f41c8a9db6d4126a1b149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881745 Jul 23 20:40:53.048429 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47020) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:53.057409 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed508f-812e-42be-9945-1f0255e945e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29147f9e-2003-4e98-adc6-391648811384,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:53.099934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375f4d5b-bee1-40a7-8ed7-558dfed774a8'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:53.105436 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac6afd2-d15f-4060-8132-5cb54b3126f3" -d '{"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-plugged", "status": "completed", "tag": "375f4d5b-bee1-40a7-8ed7-558dfed774a8"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:53.176775 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6cf9bc57-8ebd-4317-ad38-aec72d706772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:53.195800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 375f4d5b-bee1-40a7-8ed7-558dfed774a8, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=375f4d5b-bee1-40a7-8ed7-558dfed774a8,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:53.201172 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ed8f17f9-db33-4ad5-8d63-880d7bd494e3 None None] Provisioning for port dd69fa3e-1415-4820-bff0-417a1233ec7c completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:53.212412 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-37930e2f-861d-4df1-bff0-002f55cd8beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'name': 'tempest-ServerActionsTestJSON-864820253-router', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:07Z', 'updated_at': '2021-07-23T20:30:13Z', 'revision_number': 4, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'gw_port': {'id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:08Z', 'updated_at': '2021-07-23T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c1ddf2c-fb45-43e9-a263-6f439469274b', 'name': '', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'mac_address': 'fa:16:3e:3b:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:12Z', 'updated_at': '2021-07-23T20:30:22Z', 'revision_number': 5, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'subnets': [{'id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:53.250711 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6cf9bc57-8ebd-4317-ad38-aec72d706772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:53.258699 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Sync routers for ids ['f7034272-713d-4ef6-a66e-014da3de83b2'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:40:53.271116 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37930e2f-861d-4df1-bff0-002f55cd8beb None None] The sync data for ids ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'] in n-d-791504-18 is: [{'id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'name': 'tempest-ServerActionsTestJSON-864820253-router', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:07Z', 'updated_at': '2021-07-23T20:30:13Z', 'revision_number': 4, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'gw_port': {'id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:08Z', 'updated_at': '2021-07-23T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7c1ddf2c-fb45-43e9-a263-6f439469274b', 'name': '', 'network_id': '7e87e256-e5f8-4403-aebe-74aea031e4d5', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'mac_address': 'fa:16:3e:3b:07:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:12Z', 'updated_at': '2021-07-23T20:30:22Z', 'revision_number': 5, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'subnets': [{'id': 'e7bdc325-7495-4f4e-a8a4-e09daf47d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:40:53.278392 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Routers {'f7034272-713d-4ef6-a66e-014da3de83b2'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:53.278392 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['f7034272-713d-4ef6-a66e-014da3de83b2'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:53.281779 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:40:53.284727 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:53.286082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device ac7d5512-08f7-45f5-8473-32a1d13ff319 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:53.287280 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ed8f17f9-db33-4ad5-8d63-880d7bd494e3 None None] Provisioning complete for port dd69fa3e-1415-4820-bff0-417a1233ec7c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:53.287641 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed8f17f9-db33-4ad5-8d63-880d7bd494e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:53.348158 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6cf9bc57-8ebd-4317-ad38-aec72d706772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:53.353914 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6cf9bc57-8ebd-4317-ad38-aec72d706772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:53.369012 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6cf9bc57-8ebd-4317-ad38-aec72d706772 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29147f9e-2003-4e98-adc6-391648811384 HTTP/1.1" status: 204 len: 168 time: 0.3189230 Jul 23 20:40:53.369706 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647b0208-1934-4947-8728-1bade7c58ebd x-openstack-request-id: req-647b0208-1934-4947-8728-1bade7c58ebd {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:53.370196 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-plugged", "status": "completed", "tag": "375f4d5b-bee1-40a7-8ed7-558dfed774a8", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:53.371720 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-647b0208-1934-4947-8728-1bade7c58ebd {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:53.372306 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375f4d5b-bee1-40a7-8ed7-558dfed774a8', 'code': 200} Jul 23 20:40:53.389874 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f17f9-db33-4ad5-8d63-880d7bd494e3 None None] Port dd69fa3e-1415-4820-bff0-417a1233ec7c cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:40:53.392413 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:53.394957 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9bc57-8ebd-4317-ad38-aec72d706772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29147f9e-2003-4e98-adc6-391648811384,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:53.408147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47038) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:53.481406 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 50e3a026-c77e-4500-9b42-80dcec484704, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=50e3a026-c77e-4500-9b42-80dcec484704,segment=NetworkSegment(31d0f090-9be4-4634-8b40-2a9e0cdd0cb1),segment_id=31d0f090-9be4-4634-8b40-2a9e0cdd0cb1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:53.533259 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 9b0a806a-8a38-4139-8561-a6ec8dd20ca8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9b0a806a-8a38-4139-8561-a6ec8dd20ca8,segment=NetworkSegment(b139c5a4-bef9-4675-a5e1-973877f9e694),segment_id=b139c5a4-bef9-4675-a5e1-973877f9e694)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:53.538426 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '50e3a026-c77e-4500-9b42-80dcec484704', 'network_id': '9e4e0618-9258-49df-b427-fe7749c03fdb', 'port_id': '50e3a026-c77e-4500-9b42-80dcec484704', 'mac_address': 'fa:16:3e:27:22:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1df64a1-b61e-4d57-acf3-a7fd288e2905', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:53.556400 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:53.558963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5c995bcf-4737-4f80-8bd7-cfa356900d80 None None] Provisioning complete for port dd69fa3e-1415-4820-bff0-417a1233ec7c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:53.562574 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c995bcf-4737-4f80-8bd7-cfa356900d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:53.573681 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8060b3c-a229-41ee-9e13-37307a385e94 req-2ee47b8b-cc63-4939-b1fb-6adb30418000 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.590596 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8060b3c-a229-41ee-9e13-37307a385e94 req-2ee47b8b-cc63-4939-b1fb-6adb30418000 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.613029 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8060b3c-a229-41ee-9e13-37307a385e94 req-2ee47b8b-cc63-4939-b1fb-6adb30418000 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.627949 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5c995bcf-4737-4f80-8bd7-cfa356900d80 None None] Port dd69fa3e-1415-4820-bff0-417a1233ec7c cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:40:53.629933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8060b3c-a229-41ee-9e13-37307a385e94 req-2ee47b8b-cc63-4939-b1fb-6adb30418000 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.668315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8060b3c-a229-41ee-9e13-37307a385e94 req-2ee47b8b-cc63-4939-b1fb-6adb30418000 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.702793 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8060b3c-a229-41ee-9e13-37307a385e94 req-2ee47b8b-cc63-4939-b1fb-6adb30418000 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.725802 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=375f4d5b-bee1-40a7-8ed7-558dfed774a8,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:53.726978 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8060b3c-a229-41ee-9e13-37307a385e94 req-2ee47b8b-cc63-4939-b1fb-6adb30418000 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.736026 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8060b3c-a229-41ee-9e13-37307a385e94 req-2ee47b8b-cc63-4939-b1fb-6adb30418000 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5435 time: 0.7220669 Jul 23 20:40:53.755299 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-800f7ddb-76e7-4c4b-b31c-42c23ee55299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:53.758675 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Set router f7034272-713d-4ef6-a66e-014da3de83b2 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:53.806384 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port ac7d5512-08f7-45f5-8473-32a1d13ff319 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:53.851223 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port ac7d5512-08f7-45f5-8473-32a1d13ff319 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:53.851766 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:53.860348 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:53.894192 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=9b0a806a-8a38-4139-8561-a6ec8dd20ca8,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:53.922618 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8060b3c-a229-41ee-9e13-37307a385e94 req-a569a5de-82af-4b6c-aa90-a0d1da1df4ac tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1529980 Jul 23 20:40:53.928178 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b27563-4eb5-4d13-b106-38737057c346 None None] New status for floating IP bd3e08cb-49bd-4169-bc8a-b87958c6be1d: DOWN {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:40:54.078200 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-800f7ddb-76e7-4c4b-b31c-42c23ee55299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.092601 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47050) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:54.093165 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-800f7ddb-76e7-4c4b-b31c-42c23ee55299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.122082 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dd856-5475-44d6-bb31-abe26670f5c5 req-c06f96c4-be68-4015-affc-8c51ff4ebb78 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.157213 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 708ce72c-7453-400b-bfbd-e427cd43f422 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:54.166710 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e3a026-c77e-4500-9b42-80dcec484704 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:54.175003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dd856-5475-44d6-bb31-abe26670f5c5 req-c06f96c4-be68-4015-affc-8c51ff4ebb78 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.191419 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dd856-5475-44d6-bb31-abe26670f5c5 req-c06f96c4-be68-4015-affc-8c51ff4ebb78 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.198392 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dd856-5475-44d6-bb31-abe26670f5c5 req-c06f96c4-be68-4015-affc-8c51ff4ebb78 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.198782 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-800f7ddb-76e7-4c4b-b31c-42c23ee55299 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04d644c5ff0d4909af6055e76496215f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7884943 Jul 23 20:40:54.205712 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dd856-5475-44d6-bb31-abe26670f5c5 req-c06f96c4-be68-4015-affc-8c51ff4ebb78 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.229239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dd856-5475-44d6-bb31-abe26670f5c5 req-c06f96c4-be68-4015-affc-8c51ff4ebb78 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.249216 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dd856-5475-44d6-bb31-abe26670f5c5 req-c06f96c4-be68-4015-affc-8c51ff4ebb78 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.262985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-818dd856-5475-44d6-bb31-abe26670f5c5 req-c06f96c4-be68-4015-affc-8c51ff4ebb78 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5429 time: 0.8437710 Jul 23 20:40:54.278875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47054) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:54.301451 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 50e3a026-c77e-4500-9b42-80dcec484704, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=50e3a026-c77e-4500-9b42-80dcec484704,segment=NetworkSegment(31d0f090-9be4-4634-8b40-2a9e0cdd0cb1),segment_id=31d0f090-9be4-4634-8b40-2a9e0cdd0cb1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:54.316290 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.316975 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:54.341652 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'name': 'tempest-TestAggregatesBasicOps-34015695-router', 'tenant_id': '76b4f47836ff434a8af6130ee94e4c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '5aaea047-214c-4a54-9d0e-108c692a216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:42Z', 'updated_at': '2021-07-23T20:40:47Z', 'revision_number': 4, 'project_id': '76b4f47836ff434a8af6130ee94e4c54', 'gw_port': {'id': '5aaea047-214c-4a54-9d0e-108c692a216e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:43Z', 'updated_at': '2021-07-23T20:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'dd69fa3e-1415-4820-bff0-417a1233ec7c', 'name': '', 'network_id': '1936b9a8-5b79-4533-bf28-5419f039cd72', 'tenant_id': '76b4f47836ff434a8af6130ee94e4c54', 'mac_address': 'fa:16:3e:6d:51:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '067058b4-d7a7-4fa0-9d4c-fc09305d9767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:46Z', 'updated_at': '2021-07-23T20:40:48Z', 'revision_number': 2, 'project_id': '76b4f47836ff434a8af6130ee94e4c54', 'subnets': [{'id': '067058b4-d7a7-4fa0-9d4c-fc09305d9767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:54.356205 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f7ddb-76e7-4c4b-b31c-42c23ee55299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4e9465-9dd3-41b8-9a4c-41e1b3169837,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:54.392229 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Checking router: f7034272-713d-4ef6-a66e-014da3de83b2 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:40:54.392580 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Updating router f7034272-713d-4ef6-a66e-014da3de83b2 port dd69fa3e-1415-4820-bff0-417a1233ec7c binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:40:54.482522 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.485597 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.516825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-818dd856-5475-44d6-bb31-abe26670f5c5 req-69616a79-f05f-455f-bd1c-5977bc9132dc tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2447033 Jul 23 20:40:54.529924 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port ac7d5512-08f7-45f5-8473-32a1d13ff319, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=ac7d5512-08f7-45f5-8473-32a1d13ff319,segment=NetworkSegment(060aa268-af4d-459a-b7ae-14b092772597),segment_id=060aa268-af4d-459a-b7ae-14b092772597)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:54.541075 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=91ccd907-3ee5-4d2e-b2cc-2c4f32958481,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:54.544303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 708ce72c-7453-400b-bfbd-e427cd43f422 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:54.544672 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.546187 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.546977 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 96427106-3c2e-463d-8d37-38319788aff2 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:54.555471 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=50e3a026-c77e-4500-9b42-80dcec484704,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:54.595228 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cce4d2ed-43f1-4eb1-ba2f-820bad8f863d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.630816 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cce4d2ed-43f1-4eb1-ba2f-820bad8f863d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.637359 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '91ccd907-3ee5-4d2e-b2cc-2c4f32958481', 'network_id': '59c5d0ae-3121-4e53-88c3-139064a5c09c', 'port_id': '91ccd907-3ee5-4d2e-b2cc-2c4f32958481', 'mac_address': 'fa:16:3e:94:53:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29a518f-ecc9-4636-9c65-c54cb733ea9a', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:54.655863 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-556eee5d-9e5b-4095-b722-9ef5df3f5b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.707535 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8705045-fbf8-4885-bce3-5e3713dc9fc0 req-7e4f4d7b-f9f2-4bf6-b637-2d888590a7ba tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.712303 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b8705045-fbf8-4885-bce3-5e3713dc9fc0 req-7e4f4d7b-f9f2-4bf6-b637-2d888590a7ba tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 944 time: 0.4294047 Jul 23 20:40:54.759311 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.763679 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=ac7d5512-08f7-45f5-8473-32a1d13ff319,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:54.780083 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 96427106-3c2e-463d-8d37-38319788aff2 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:54.784493 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 96427106-3c2e-463d-8d37-38319788aff2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:54.785132 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.834634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:54.869475 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b8705045-fbf8-4885-bce3-5e3713dc9fc0 req-b2719197-433d-409a-b18a-e7e4284e883a tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407151 Jul 23 20:40:54.910192 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=91ccd907-3ee5-4d2e-b2cc-2c4f32958481,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:54.937660 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.947403 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5aaea047-214c-4a54-9d0e-108c692a216e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:54.956301 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cce4d2ed-43f1-4eb1-ba2f-820bad8f863d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.960031 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cce4d2ed-43f1-4eb1-ba2f-820bad8f863d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:54.965646 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cce4d2ed-43f1-4eb1-ba2f-820bad8f863d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd4e9465-9dd3-41b8-9a4c-41e1b3169837 HTTP/1.1" status: 204 len: 168 time: 0.6533334 Jul 23 20:40:54.980742 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b19905f5-40ee-4aee-ba1a-7ddcf2c137b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.001211 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4d2ed-43f1-4eb1-ba2f-820bad8f863d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4e9465-9dd3-41b8-9a4c-41e1b3169837,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:55.032683 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.060199 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Transition to ACTIVE for port object dd69fa3e-1415-4820-bff0-417a1233ec7c will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:55.073103 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.189148 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1ff46-bdd1-4f18-8ab3-3c53288c7b5f None None] Pushing event updated for resources: {'Port': ['ID=dd69fa3e-1415-4820-bff0-417a1233ec7c,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:55.217382 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b762f597-6e70-4c0b-9d72-4de021d39394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.309233 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Attempting to bind port dd69fa3e-1415-4820-bff0-417a1233ec7c on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:55.309984 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Attempting to bind port dd69fa3e-1415-4820-bff0-417a1233ec7c by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '67da1112-310a-4f08-bf7d-b323c261c0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1936b9a8-5b79-4533-bf28-5419f039cd72'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:55.310640 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Attempting to bind port dd69fa3e-1415-4820-bff0-417a1233ec7c on network 1936b9a8-5b79-4533-bf28-5419f039cd72 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:55.316398 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:55.317027 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Checking segment: {'id': '67da1112-310a-4f08-bf7d-b323c261c0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1936b9a8-5b79-4533-bf28-5419f039cd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:55.317641 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.318257 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Bound using segment: {'id': '67da1112-310a-4f08-bf7d-b323c261c0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1936b9a8-5b79-4533-bf28-5419f039cd72'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:55.319188 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Bound port: dd69fa3e-1415-4820-bff0-417a1233ec7c, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67da1112-310a-4f08-bf7d-b323c261c0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1936b9a8-5b79-4533-bf28-5419f039cd72'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:55.319822 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.382229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7d5512-08f7-45f5-8473-32a1d13ff319'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:55.390527 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da15e525-cc0a-4ef5-a953-f4dc74429aa8" -d '{"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-plugged", "status": "completed", "tag": "ac7d5512-08f7-45f5-8473-32a1d13ff319"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:55.391172 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] For port dd69fa3e-1415-4820-bff0-417a1233ec7c, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:55.396165 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] For port dd69fa3e-1415-4820-bff0-417a1233ec7c, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=dd69fa3e-1415-4820-bff0-417a1233ec7c,segment=NetworkSegment(67da1112-310a-4f08-bf7d-b323c261c0fa),segment_id=67da1112-310a-4f08-bf7d-b323c261c0fa)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:55.405332 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.499878 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=91ccd907-3ee5-4d2e-b2cc-2c4f32958481,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:55.506401 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.532170 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1ff46-bdd1-4f18-8ab3-3c53288c7b5f None None] Pushing event updated for resources: {'Port': ['ID=dd69fa3e-1415-4820-bff0-417a1233ec7c,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:55.561345 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Routers {'f7034272-713d-4ef6-a66e-014da3de83b2'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:55.562307 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['f7034272-713d-4ef6-a66e-014da3de83b2'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:55.570057 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 96427106-3c2e-463d-8d37-38319788aff2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=96427106-3c2e-463d-8d37-38319788aff2,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:55.572328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 5aaea047-214c-4a54-9d0e-108c692a216e completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:55.581223 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.582313 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device b17aba8f-658e-4cfc-a2c6-69b79faa9595 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:55.586464 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891a09c4-9356-4565-bace-43eff6a0377e x-openstack-request-id: req-891a09c4-9356-4565-bace-43eff6a0377e {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:55.586763 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-plugged", "status": "completed", "tag": "ac7d5512-08f7-45f5-8473-32a1d13ff319", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:55.587019 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-891a09c4-9356-4565-bace-43eff6a0377e {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:55.587523 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7d5512-08f7-45f5-8473-32a1d13ff319', 'code': 200} Jul 23 20:40:55.745289 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b19905f5-40ee-4aee-ba1a-7ddcf2c137b7 admin admin] Deleting port 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:40:55.745746 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] Set router f7034272-713d-4ef6-a66e-014da3de83b2 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:55.746073 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b19905f5-40ee-4aee-ba1a-7ddcf2c137b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.778258 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47102) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:55.841951 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d888a-bbfe-430f-b0d9-b5c56840dc61 req-2846991a-c8ee-46ee-9dcb-56769fa20e4c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:55.850479 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d888a-bbfe-430f-b0d9-b5c56840dc61 req-2846991a-c8ee-46ee-9dcb-56769fa20e4c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:55.866311 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d888a-bbfe-430f-b0d9-b5c56840dc61 req-2846991a-c8ee-46ee-9dcb-56769fa20e4c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:55.880147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d888a-bbfe-430f-b0d9-b5c56840dc61 req-2846991a-c8ee-46ee-9dcb-56769fa20e4c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:55.888487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d888a-bbfe-430f-b0d9-b5c56840dc61 req-2846991a-c8ee-46ee-9dcb-56769fa20e4c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:55.899833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d888a-bbfe-430f-b0d9-b5c56840dc61 req-2846991a-c8ee-46ee-9dcb-56769fa20e4c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:55.909918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 5aaea047-214c-4a54-9d0e-108c692a216e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:55.914473 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.915433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d888a-bbfe-430f-b0d9-b5c56840dc61 req-2846991a-c8ee-46ee-9dcb-56769fa20e4c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:55.925708 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-319d888a-bbfe-430f-b0d9-b5c56840dc61 req-2846991a-c8ee-46ee-9dcb-56769fa20e4c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5437 time: 0.8048255 Jul 23 20:40:55.932818 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4823c76b-2a0a-4578-8839-32178bde41ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.969096 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-b19905f5-40ee-4aee-ba1a-7ddcf2c137b7 admin admin] For port 9b0a806a-8a38-4139-8561-a6ec8dd20ca8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9b0a806a-8a38-4139-8561-a6ec8dd20ca8,segment=NetworkSegment(b139c5a4-bef9-4675-a5e1-973877f9e694),segment_id=b139c5a4-bef9-4675-a5e1-973877f9e694)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:55.969714 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b19905f5-40ee-4aee-ba1a-7ddcf2c137b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.980143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['8d621365-bcf9-403d-83db-84d9bdb36ec9'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:55.993684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['9897128c-b4b2-4b65-a39d-e74031bf6da6'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:56.016180 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b19905f5-40ee-4aee-ba1a-7ddcf2c137b7 admin admin] Calling delete_port for 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:40:56.030847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['e1ee3afd-eb7c-4099-8870-fecc8fdb74c1'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:56.094854 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['15c94fa6-9255-45bc-a13a-117c1b554b47'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:56.118394 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-319d888a-bbfe-430f-b0d9-b5c56840dc61 req-d3a2759b-91fa-4a5c-b714-445e468cba60 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1831934 Jul 23 20:40:56.150258 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['50e3a026-c77e-4500-9b42-80dcec484704'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:56.186930 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'name': 'tempest-TestAggregatesBasicOps-34015695-router', 'tenant_id': '76b4f47836ff434a8af6130ee94e4c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '5aaea047-214c-4a54-9d0e-108c692a216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:42Z', 'updated_at': '2021-07-23T20:40:47Z', 'revision_number': 4, 'project_id': '76b4f47836ff434a8af6130ee94e4c54', 'gw_port': {'id': '5aaea047-214c-4a54-9d0e-108c692a216e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:43Z', 'updated_at': '2021-07-23T20:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'dd69fa3e-1415-4820-bff0-417a1233ec7c', 'name': '', 'network_id': '1936b9a8-5b79-4533-bf28-5419f039cd72', 'tenant_id': '76b4f47836ff434a8af6130ee94e4c54', 'mac_address': 'fa:16:3e:6d:51:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '067058b4-d7a7-4fa0-9d4c-fc09305d9767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:46Z', 'updated_at': '2021-07-23T20:40:55Z', 'revision_number': 4, 'project_id': '76b4f47836ff434a8af6130ee94e4c54', 'subnets': [{'id': '067058b4-d7a7-4fa0-9d4c-fc09305d9767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:56.213124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840994d6-54d8-4d42-9c07-9a7c274dbd0a req-a2f62ef9-5416-44e7-bb7e-21fdd3234400 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:56.219307 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840994d6-54d8-4d42-9c07-9a7c274dbd0a req-a2f62ef9-5416-44e7-bb7e-21fdd3234400 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:56.225235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840994d6-54d8-4d42-9c07-9a7c274dbd0a req-a2f62ef9-5416-44e7-bb7e-21fdd3234400 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:56.231736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840994d6-54d8-4d42-9c07-9a7c274dbd0a req-a2f62ef9-5416-44e7-bb7e-21fdd3234400 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:56.237843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840994d6-54d8-4d42-9c07-9a7c274dbd0a req-a2f62ef9-5416-44e7-bb7e-21fdd3234400 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:56.246801 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840994d6-54d8-4d42-9c07-9a7c274dbd0a req-a2f62ef9-5416-44e7-bb7e-21fdd3234400 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:56.253341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840994d6-54d8-4d42-9c07-9a7c274dbd0a req-a2f62ef9-5416-44e7-bb7e-21fdd3234400 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:56.255858 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fce073-5c55-4cd6-a3a2-9ea5bac1b149 None None] The sync data for ids ['f7034272-713d-4ef6-a66e-014da3de83b2'] in n-d-791504-18 is: [{'id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'name': 'tempest-TestAggregatesBasicOps-34015695-router', 'tenant_id': '76b4f47836ff434a8af6130ee94e4c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '5aaea047-214c-4a54-9d0e-108c692a216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:42Z', 'updated_at': '2021-07-23T20:40:47Z', 'revision_number': 4, 'project_id': '76b4f47836ff434a8af6130ee94e4c54', 'gw_port': {'id': '5aaea047-214c-4a54-9d0e-108c692a216e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:43Z', 'updated_at': '2021-07-23T20:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'dd69fa3e-1415-4820-bff0-417a1233ec7c', 'name': '', 'network_id': '1936b9a8-5b79-4533-bf28-5419f039cd72', 'tenant_id': '76b4f47836ff434a8af6130ee94e4c54', 'mac_address': 'fa:16:3e:6d:51:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '067058b4-d7a7-4fa0-9d4c-fc09305d9767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:46Z', 'updated_at': '2021-07-23T20:40:55Z', 'revision_number': 4, 'project_id': '76b4f47836ff434a8af6130ee94e4c54', 'subnets': [{'id': '067058b4-d7a7-4fa0-9d4c-fc09305d9767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:40:56.262305 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-840994d6-54d8-4d42-9c07-9a7c274dbd0a req-a2f62ef9-5416-44e7-bb7e-21fdd3234400 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5431 time: 0.3089716 Jul 23 20:40:56.331483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['214304c1-8d67-470d-8ca8-60e60e3fe9e0'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:56.392864 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b19905f5-40ee-4aee-ba1a-7ddcf2c137b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.403772 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-840994d6-54d8-4d42-9c07-9a7c274dbd0a req-3a35c01e-007f-4e06-a0fd-da8929e439a4 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1403334 Jul 23 20:40:56.442000 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19905f5-40ee-4aee-ba1a-7ddcf2c137b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0a806a-8a38-4139-8561-a6ec8dd20ca8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:56.503334 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4823c76b-2a0a-4578-8839-32178bde41ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.524393 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4823c76b-2a0a-4578-8839-32178bde41ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.690132 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4823c76b-2a0a-4578-8839-32178bde41ba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d140b58323e4b2bbc1924157c017b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9078856 Jul 23 20:40:56.693047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47130) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:56.718481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823c76b-2a0a-4578-8839-32178bde41ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72409f0-9315-4aa0-8371-1e29aa70d30d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:56.742369 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-b762f597-6e70-4c0b-9d72-4de021d39394 admin admin] Deleting port 7c1ddf2c-fb45-43e9-a263-6f439469274b {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:40:56.743181 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b762f597-6e70-4c0b-9d72-4de021d39394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.776821 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea274fb-1808-4c8f-85cd-8614d9109e11 req-3c2e3c1b-373e-4003-a060-5c31380a4fbb tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:56.780328 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ea274fb-1808-4c8f-85cd-8614d9109e11 req-3c2e3c1b-373e-4003-a060-5c31380a4fbb tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 944 time: 0.3919644 Jul 23 20:40:56.802121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['91ccd907-3ee5-4d2e-b2cc-2c4f32958481'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:56.887740 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b19905f5-40ee-4aee-ba1a-7ddcf2c137b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.897729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=96427106-3c2e-463d-8d37-38319788aff2,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:56.935547 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port b17aba8f-658e-4cfc-a2c6-69b79faa9595 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:56.942005 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd319ffd-7705-4e9c-9035-c66e60ab955a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.955346 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ea274fb-1808-4c8f-85cd-8614d9109e11 req-3fdbdbd4-56d1-4dcf-8da6-89eafd1f70e1 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412926 Jul 23 20:40:56.972742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port b17aba8f-658e-4cfc-a2c6-69b79faa9595 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:56.973127 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:57.002998 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd319ffd-7705-4e9c-9035-c66e60ab955a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:57.013511 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-b762f597-6e70-4c0b-9d72-4de021d39394 admin admin] For port 7c1ddf2c-fb45-43e9-a263-6f439469274b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7c1ddf2c-fb45-43e9-a263-6f439469274b,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:57.014028 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b762f597-6e70-4c0b-9d72-4de021d39394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:57.061811 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:57.069520 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-b762f597-6e70-4c0b-9d72-4de021d39394 admin admin] Calling delete_port for 7c1ddf2c-fb45-43e9-a263-6f439469274b owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:40:57.095149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 5aaea047-214c-4a54-9d0e-108c692a216e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=5aaea047-214c-4a54-9d0e-108c692a216e,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:57.181257 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:57.205916 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd319ffd-7705-4e9c-9035-c66e60ab955a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:57.209510 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd319ffd-7705-4e9c-9035-c66e60ab955a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:57.210734 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bd319ffd-7705-4e9c-9035-c66e60ab955a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f72409f0-9315-4aa0-8371-1e29aa70d30d HTTP/1.1" status: 204 len: 168 time: 0.5167482 Jul 23 20:40:57.258026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd319ffd-7705-4e9c-9035-c66e60ab955a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72409f0-9315-4aa0-8371-1e29aa70d30d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:57.584116 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8c31e-1d91-460e-9210-27d402a27781 req-0d8ae836-c752-4aba-92ba-595405a349e3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:57.590617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8c31e-1d91-460e-9210-27d402a27781 req-0d8ae836-c752-4aba-92ba-595405a349e3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:57.618506 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8c31e-1d91-460e-9210-27d402a27781 req-0d8ae836-c752-4aba-92ba-595405a349e3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:57.624722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8c31e-1d91-460e-9210-27d402a27781 req-0d8ae836-c752-4aba-92ba-595405a349e3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:57.649790 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8c31e-1d91-460e-9210-27d402a27781 req-0d8ae836-c752-4aba-92ba-595405a349e3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:57.655886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8c31e-1d91-460e-9210-27d402a27781 req-0d8ae836-c752-4aba-92ba-595405a349e3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:57.674335 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8c31e-1d91-460e-9210-27d402a27781 req-0d8ae836-c752-4aba-92ba-595405a349e3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:57.679583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96427106-3c2e-463d-8d37-38319788aff2'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:57.681922 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ff8c31e-1d91-460e-9210-27d402a27781 req-0d8ae836-c752-4aba-92ba-595405a349e3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5437 time: 0.4188695 Jul 23 20:40:57.686812 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6f0003-b293-4d7a-8391-f9c669b4d727" -d '{"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-plugged", "status": "completed", "tag": "96427106-3c2e-463d-8d37-38319788aff2"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:57.745917 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device dd69fa3e-1415-4820-bff0-417a1233ec7c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:57.882838 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f28fa48-73b9-4622-a4b3-7f701d096190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:57.964930 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ff8c31e-1d91-460e-9210-27d402a27781 req-789efbdf-03e3-4863-b428-aba266c5afd3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2821088 Jul 23 20:40:57.990599 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19905f5-40ee-4aee-ba1a-7ddcf2c137b7 admin admin] Router 6d13ae71-f1e4-49c5-b2ed-07dc44045c32 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:40:58.005598 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b762f597-6e70-4c0b-9d72-4de021d39394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.048062 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.058683 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762f597-6e70-4c0b-9d72-4de021d39394 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1ddf2c-fb45-43e9-a263-6f439469274b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:58.104416 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23681fed-09ed-42d3-b9dc-d8b302c5d54e req-a8f20eb7-77d2-43e8-b635-8c42940687ba tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:58.111225 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23681fed-09ed-42d3-b9dc-d8b302c5d54e req-a8f20eb7-77d2-43e8-b635-8c42940687ba tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:58.117686 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23681fed-09ed-42d3-b9dc-d8b302c5d54e req-a8f20eb7-77d2-43e8-b635-8c42940687ba tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:58.123643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23681fed-09ed-42d3-b9dc-d8b302c5d54e req-a8f20eb7-77d2-43e8-b635-8c42940687ba tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:58.129600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23681fed-09ed-42d3-b9dc-d8b302c5d54e req-a8f20eb7-77d2-43e8-b635-8c42940687ba tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:58.148828 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d68001-e4e1-4c4c-b583-8dc1b54bf440 x-openstack-request-id: req-09d68001-e4e1-4c4c-b583-8dc1b54bf440 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:58.149133 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-plugged", "status": "completed", "tag": "96427106-3c2e-463d-8d37-38319788aff2", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:58.149373 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09d68001-e4e1-4c4c-b583-8dc1b54bf440 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:58.150246 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96427106-3c2e-463d-8d37-38319788aff2', 'code': 200} Jul 23 20:40:58.152388 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23681fed-09ed-42d3-b9dc-d8b302c5d54e req-a8f20eb7-77d2-43e8-b635-8c42940687ba tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:58.158401 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23681fed-09ed-42d3-b9dc-d8b302c5d54e req-a8f20eb7-77d2-43e8-b635-8c42940687ba tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:58.171754 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-23681fed-09ed-42d3-b9dc-d8b302c5d54e req-a8f20eb7-77d2-43e8-b635-8c42940687ba tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5431 time: 0.4876990 Jul 23 20:40:58.227060 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19905f5-40ee-4aee-ba1a-7ddcf2c137b7 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:40:58.239119 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078a3c46-12b5-4df2-904e-5064151be4a1 None None] Sync routers for ids ['6d13ae71-f1e4-49c5-b2ed-07dc44045c32'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:40:58.243418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=5aaea047-214c-4a54-9d0e-108c692a216e,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:58.267902 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b19905f5-40ee-4aee-ba1a-7ddcf2c137b7 admin admin] 10.222.0.55 "PUT /v2.0/routers/6d13ae71-f1e4-49c5-b2ed-07dc44045c32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1300342 Jul 23 20:40:58.270013 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078a3c46-12b5-4df2-904e-5064151be4a1 None None] Routers {'6d13ae71-f1e4-49c5-b2ed-07dc44045c32'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:58.270722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47200) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:58.274237 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-078a3c46-12b5-4df2-904e-5064151be4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['6d13ae71-f1e4-49c5-b2ed-07dc44045c32'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:58.360424 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.559198 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port dd69fa3e-1415-4820-bff0-417a1233ec7c completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:58.564993 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42540e2f-177c-477f-b174-14f175410793 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.570820 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-078a3c46-12b5-4df2-904e-5064151be4a1 None None] Set router 6d13ae71-f1e4-49c5-b2ed-07dc44045c32 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:58.636007 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port dd69fa3e-1415-4820-bff0-417a1233ec7c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:58.643754 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.657861 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.660322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port b17aba8f-658e-4cfc-a2c6-69b79faa9595, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b17aba8f-658e-4cfc-a2c6-69b79faa9595,segment=NetworkSegment(ae8f7742-d345-4509-9f8f-34053767ffe5),segment_id=ae8f7742-d345-4509-9f8f-34053767ffe5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:58.742879 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42540e2f-177c-477f-b174-14f175410793 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.780472 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.813748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f8200a55-1b71-494a-a518-bd84a3736f0a up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:58.818952 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47214) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:58.922434 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-42540e2f-177c-477f-b174-14f175410793 admin admin] Deleting port ef45faaf-6e2c-4bc6-9e15-620454a4c93e {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:40:58.922776 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42540e2f-177c-477f-b174-14f175410793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.002557 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=b17aba8f-658e-4cfc-a2c6-69b79faa9595,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:59.016342 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59f8f46c-eca0-4607-8d08-bd4efc6b30fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.064605 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:40:59.099509 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.116142 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port f8200a55-1b71-494a-a518-bd84a3736f0a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:59.116397 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.162526 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-078a3c46-12b5-4df2-904e-5064151be4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'name': 'tempest-TestAggregatesBasicOps-1043697225-router', 'tenant_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'ef45faaf-6e2c-4bc6-9e15-620454a4c93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:28Z', 'updated_at': '2021-07-23T20:40:56Z', 'revision_number': 5, 'project_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'gw_port': {'id': 'ef45faaf-6e2c-4bc6-9e15-620454a4c93e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:59.187649 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port dd69fa3e-1415-4820-bff0-417a1233ec7c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=dd69fa3e-1415-4820-bff0-417a1233ec7c,segment=NetworkSegment(67da1112-310a-4f08-bf7d-b323c261c0fa),segment_id=67da1112-310a-4f08-bf7d-b323c261c0fa)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:59.199909 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.200823 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078a3c46-12b5-4df2-904e-5064151be4a1 None None] Checking router: 6d13ae71-f1e4-49c5-b2ed-07dc44045c32 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:40:59.211481 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078a3c46-12b5-4df2-904e-5064151be4a1 None None] Routers {'6d13ae71-f1e4-49c5-b2ed-07dc44045c32'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:59.213376 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-078a3c46-12b5-4df2-904e-5064151be4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['6d13ae71-f1e4-49c5-b2ed-07dc44045c32'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:59.243541 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-23681fed-09ed-42d3-b9dc-d8b302c5d54e req-456e7ea3-009b-4d62-ab75-8d5490bfe734 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0707855 Jul 23 20:40:59.265186 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=dd69fa3e-1415-4820-bff0-417a1233ec7c,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:59.330729 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-42540e2f-177c-477f-b174-14f175410793 admin admin] For port ef45faaf-6e2c-4bc6-9e15-620454a4c93e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=ef45faaf-6e2c-4bc6-9e15-620454a4c93e,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:59.336084 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42540e2f-177c-477f-b174-14f175410793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.340147 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.371081 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-42540e2f-177c-477f-b174-14f175410793 admin admin] Calling delete_port for ef45faaf-6e2c-4bc6-9e15-620454a4c93e owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:40:59.393904 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-078a3c46-12b5-4df2-904e-5064151be4a1 None None] Set router 6d13ae71-f1e4-49c5-b2ed-07dc44045c32 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:59.438278 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f8200a55-1b71-494a-a518-bd84a3736f0a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f8200a55-1b71-494a-a518-bd84a3736f0a,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:59.446006 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.458467 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5aaea047-214c-4a54-9d0e-108c692a216e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:59.460383 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:59.476989 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-078a3c46-12b5-4df2-904e-5064151be4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'name': 'tempest-TestAggregatesBasicOps-1043697225-router', 'tenant_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:28Z', 'updated_at': '2021-07-23T20:40:58Z', 'revision_number': 6, 'project_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:59.495539 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86c623-4b20-48bd-8fb5-4e197e45ade4 req-139e3d93-aaa4-49e5-ba28-74363011f902 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:59.502356 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e86c623-4b20-48bd-8fb5-4e197e45ade4 req-139e3d93-aaa4-49e5-ba28-74363011f902 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 944 time: 1.2112482 Jul 23 20:40:59.505887 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b762f597-6e70-4c0b-9d72-4de021d39394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.516645 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078a3c46-12b5-4df2-904e-5064151be4a1 None None] The sync data for ids ['6d13ae71-f1e4-49c5-b2ed-07dc44045c32'] in n-d-791504-18 is: [{'id': '6d13ae71-f1e4-49c5-b2ed-07dc44045c32', 'name': 'tempest-TestAggregatesBasicOps-1043697225-router', 'tenant_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:28Z', 'updated_at': '2021-07-23T20:40:58Z', 'revision_number': 6, 'project_id': 'f53d68a039044c5fb110f42ac7ab36ed', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:40:59.581292 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59f8f46c-eca0-4607-8d08-bd4efc6b30fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.593591 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59f8f46c-eca0-4607-8d08-bd4efc6b30fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.628070 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-59f8f46c-eca0-4607-8d08-bd4efc6b30fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=380f2064d916410bb9c4e2a1ea1093dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8004851 Jul 23 20:40:59.639801 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47230) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:59.653347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 5aaea047-214c-4a54-9d0e-108c692a216e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:59.653347 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.707720 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8f46c-eca0-4607-8d08-bd4efc6b30fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad8cc3e-fb7d-4f76-952f-31a92d638b27,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:59.727703 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f8200a55-1b71-494a-a518-bd84a3736f0a,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:59.743465 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:59.759815 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c39171-0fd7-4c9d-959c-5b7f8bb30a58 req-61e0c7a2-04a4-44d6-9503-c33198fc4c28 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:59.765830 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c39171-0fd7-4c9d-959c-5b7f8bb30a58 req-61e0c7a2-04a4-44d6-9503-c33198fc4c28 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:59.766282 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:59.766673 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.771807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c39171-0fd7-4c9d-959c-5b7f8bb30a58 req-61e0c7a2-04a4-44d6-9503-c33198fc4c28 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:59.778258 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c39171-0fd7-4c9d-959c-5b7f8bb30a58 req-61e0c7a2-04a4-44d6-9503-c33198fc4c28 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:59.784211 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c39171-0fd7-4c9d-959c-5b7f8bb30a58 req-61e0c7a2-04a4-44d6-9503-c33198fc4c28 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:59.790814 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c39171-0fd7-4c9d-959c-5b7f8bb30a58 req-61e0c7a2-04a4-44d6-9503-c33198fc4c28 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:59.796788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c39171-0fd7-4c9d-959c-5b7f8bb30a58 req-61e0c7a2-04a4-44d6-9503-c33198fc4c28 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:59.798832 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4c39171-0fd7-4c9d-959c-5b7f8bb30a58 req-61e0c7a2-04a4-44d6-9503-c33198fc4c28 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5437 time: 0.4080083 Jul 23 20:40:59.819886 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-435cbdf6-be36-4cfb-b580-ba36c73f9051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.852919 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-435cbdf6-be36-4cfb-b580-ba36c73f9051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.874674 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.904031 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e86c623-4b20-48bd-8fb5-4e197e45ade4 req-8f3c8f76-fbf9-44b2-ab5e-5f5a3011d7c3 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956406 Jul 23 20:40:59.924792 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.929820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=e1ee3afd-eb7c-4099-8870-fecc8fdb74c1,segment=NetworkSegment(31d0f090-9be4-4634-8b40-2a9e0cdd0cb1),segment_id=31d0f090-9be4-4634-8b40-2a9e0cdd0cb1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:59.940278 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.963697 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-435cbdf6-be36-4cfb-b580-ba36c73f9051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.967057 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-435cbdf6-be36-4cfb-b580-ba36c73f9051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.968709 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-435cbdf6-be36-4cfb-b580-ba36c73f9051 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0ad8cc3e-fb7d-4f76-952f-31a92d638b27 HTTP/1.1" status: 204 len: 168 time: 0.3279455 Jul 23 20:40:59.974924 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4c39171-0fd7-4c9d-959c-5b7f8bb30a58 req-02c888de-586c-4f43-8a60-7e5c94fb763d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1670680 Jul 23 20:41:00.004496 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cbdf6-be36-4cfb-b580-ba36c73f9051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad8cc3e-fb7d-4f76-952f-31a92d638b27,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:00.045467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b762f597-6e70-4c0b-9d72-4de021d39394 admin admin] Router 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:41:00.053792 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=e1ee3afd-eb7c-4099-8870-fecc8fdb74c1,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:00.133850 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42540e2f-177c-477f-b174-14f175410793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.150873 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17aba8f-658e-4cfc-a2c6-69b79faa9595'}, {'server_uuid': 'cfa775c9-40ac-4370-88dc-b55aef33565b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8200a55-1b71-494a-a518-bd84a3736f0a'}, {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ee3afd-eb7c-4099-8870-fecc8fdb74c1'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:00.154504 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658fa157-0c34-4003-a9de-499a5afc7bbd" -d '{"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-plugged", "status": "completed", "tag": "b17aba8f-658e-4cfc-a2c6-69b79faa9595"}, {"server_uuid": "cfa775c9-40ac-4370-88dc-b55aef33565b", "name": "network-vif-plugged", "status": "completed", "tag": "f8200a55-1b71-494a-a518-bd84a3736f0a"}, {"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-plugged", "status": "completed", "tag": "e1ee3afd-eb7c-4099-8870-fecc8fdb74c1"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:00.173890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42540e2f-177c-477f-b174-14f175410793 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef45faaf-6e2c-4bc6-9e15-620454a4c93e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:00.231757 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5bbbaf-7f06-4ae7-bf9a-3fb0424448df x-openstack-request-id: req-1d5bbbaf-7f06-4ae7-bf9a-3fb0424448df {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:00.232107 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-plugged", "status": "completed", "tag": "b17aba8f-658e-4cfc-a2c6-69b79faa9595", "code": 200}, {"server_uuid": "cfa775c9-40ac-4370-88dc-b55aef33565b", "name": "network-vif-plugged", "status": "completed", "tag": "f8200a55-1b71-494a-a518-bd84a3736f0a", "code": 200}, {"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-plugged", "status": "completed", "tag": "e1ee3afd-eb7c-4099-8870-fecc8fdb74c1", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:00.232304 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d5bbbaf-7f06-4ae7-bf9a-3fb0424448df {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:00.232705 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17aba8f-658e-4cfc-a2c6-69b79faa9595', 'code': 200} Jul 23 20:41:00.233083 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa775c9-40ac-4370-88dc-b55aef33565b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8200a55-1b71-494a-a518-bd84a3736f0a', 'code': 200} Jul 23 20:41:00.233281 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ee3afd-eb7c-4099-8870-fecc8fdb74c1', 'code': 200} Jul 23 20:41:00.316248 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42540e2f-177c-477f-b174-14f175410793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.346071 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b762f597-6e70-4c0b-9d72-4de021d39394 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:00.364217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b0579-3924-40bd-bbd0-20e2683b8211 None None] Sync routers for ids ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:00.367561 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b762f597-6e70-4c0b-9d72-4de021d39394 admin admin] 10.222.0.55 "PUT /v2.0/routers/2ab0b564-5e22-4c23-9b2c-cef3aad8eed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7044196 Jul 23 20:41:00.374905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47248) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:00.398485 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b0579-3924-40bd-bbd0-20e2683b8211 None None] Routers {'2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:00.399059 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bb4b0579-3924-40bd-bbd0-20e2683b8211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:00.481904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42540e2f-177c-477f-b174-14f175410793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.527834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42540e2f-177c-477f-b174-14f175410793 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.608531 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42540e2f-177c-477f-b174-14f175410793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.609266 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42540e2f-177c-477f-b174-14f175410793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d13ae71-f1e4-49c5-b2ed-07dc44045c32 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:41:00.615244 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42540e2f-177c-477f-b174-14f175410793 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.617222 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-42540e2f-177c-477f-b174-14f175410793 admin admin] 10.222.0.55 "DELETE /v2.0/routers/6d13ae71-f1e4-49c5-b2ed-07dc44045c32 HTTP/1.1" status: 204 len: 168 time: 2.3441329 Jul 23 20:41:00.619410 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73969d-1478-4a6c-9660-68982a1a7c98 req-a4866113-c171-4a84-a145-5aabaa6ff3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:00.620926 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ef73969d-1478-4a6c-9660-68982a1a7c98 req-a4866113-c171-4a84-a145-5aabaa6ff3f0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 1098 time: 0.1551023 Jul 23 20:41:00.621421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47252) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:00.737156 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-7050a981-27b6-43be-899b-c22fa7f5fb5a admin admin] Deleting subnet 4778ae88-2aa8-44f3-9e2f-ae0a3c810af1 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:41:00.753120 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ef73969d-1478-4a6c-9660-68982a1a7c98 req-1b3f8080-3dcb-4e17-a142-866974673cab service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207449 Jul 23 20:41:00.753939 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7050a981-27b6-43be-899b-c22fa7f5fb5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.760183 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e04356fd-92b3-4ea2-a050-7974014305e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.801060 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47258) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:00.843861 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ffea2448-2df0-4d62-91dd-f2254916c588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.880898 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-bb4b0579-3924-40bd-bbd0-20e2683b8211 None None] Set router 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:00.901668 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7050a981-27b6-43be-899b-c22fa7f5fb5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.046310 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8d621365-bcf9-403d-83db-84d9bdb36ec9 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:01.149989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764c6ce-1ad9-44b6-9155-fc381b8a9c77 req-215bb5e3-6f8a-4980-9f44-28941675fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:01.166412 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764c6ce-1ad9-44b6-9155-fc381b8a9c77 req-215bb5e3-6f8a-4980-9f44-28941675fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:01.167047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764c6ce-1ad9-44b6-9155-fc381b8a9c77 req-215bb5e3-6f8a-4980-9f44-28941675fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:01.167787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764c6ce-1ad9-44b6-9155-fc381b8a9c77 req-215bb5e3-6f8a-4980-9f44-28941675fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:01.168449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764c6ce-1ad9-44b6-9155-fc381b8a9c77 req-215bb5e3-6f8a-4980-9f44-28941675fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:01.169103 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764c6ce-1ad9-44b6-9155-fc381b8a9c77 req-215bb5e3-6f8a-4980-9f44-28941675fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:01.169751 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764c6ce-1ad9-44b6-9155-fc381b8a9c77 req-215bb5e3-6f8a-4980-9f44-28941675fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:01.172049 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e764c6ce-1ad9-44b6-9155-fc381b8a9c77 req-215bb5e3-6f8a-4980-9f44-28941675fee4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 6496 time: 0.8142185 Jul 23 20:41:01.216147 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7050a981-27b6-43be-899b-c22fa7f5fb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.230574 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e04356fd-92b3-4ea2-a050-7974014305e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.298608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb27eac-d271-4496-98f2-901f00b41e72 req-058fa22c-4d22-4de1-a2c1-400f03e91106 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:01.322521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb27eac-d271-4496-98f2-901f00b41e72 req-058fa22c-4d22-4de1-a2c1-400f03e91106 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:01.338908 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb27eac-d271-4496-98f2-901f00b41e72 req-058fa22c-4d22-4de1-a2c1-400f03e91106 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:01.352461 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb27eac-d271-4496-98f2-901f00b41e72 req-058fa22c-4d22-4de1-a2c1-400f03e91106 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:01.374147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb27eac-d271-4496-98f2-901f00b41e72 req-058fa22c-4d22-4de1-a2c1-400f03e91106 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:01.383722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb27eac-d271-4496-98f2-901f00b41e72 req-058fa22c-4d22-4de1-a2c1-400f03e91106 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:01.391837 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ffea2448-2df0-4d62-91dd-f2254916c588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.393044 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb27eac-d271-4496-98f2-901f00b41e72 req-058fa22c-4d22-4de1-a2c1-400f03e91106 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:01.397275 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0fb27eac-d271-4496-98f2-901f00b41e72 req-058fa22c-4d22-4de1-a2c1-400f03e91106 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5432 time: 0.9909506 Jul 23 20:41:01.398528 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 8d621365-bcf9-403d-83db-84d9bdb36ec9 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:01.404735 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ffea2448-2df0-4d62-91dd-f2254916c588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.410197 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 8d621365-bcf9-403d-83db-84d9bdb36ec9 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:01.410755 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.456755 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device dd69fa3e-1415-4820-bff0-417a1233ec7c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:01.476624 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7050a981-27b6-43be-899b-c22fa7f5fb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.545798 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e764c6ce-1ad9-44b6-9155-fc381b8a9c77 req-a7ae08ab-9c4f-44f5-bc57-489920d4c4af service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3185856 Jul 23 20:41:01.560917 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7050a981-27b6-43be-899b-c22fa7f5fb5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.564361 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7050a981-27b6-43be-899b-c22fa7f5fb5a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4778ae88-2aa8-44f3-9e2f-ae0a3c810af1 HTTP/1.1" status: 204 len: 168 time: 0.9407792 Jul 23 20:41:01.565442 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050a981-27b6-43be-899b-c22fa7f5fb5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4778ae88-2aa8-44f3-9e2f-ae0a3c810af1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:01.571911 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47274) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:01.572040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bacb30b-c002-4cb5-8f1d-f7e695eee9a3 None None] Network c0def645-0153-4628-9153-bc65ca88632d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:01.575672 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea2448-2df0-4d62-91dd-f2254916c588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32f6876-7b0b-4aa5-a23b-d3e4d0ddbf8f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:01.603467 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ffea2448-2df0-4d62-91dd-f2254916c588 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=465fa526c4754a338204bab6ebe3288b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8013198 Jul 23 20:41:01.611188 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0fb27eac-d271-4496-98f2-901f00b41e72 req-947ed5ba-f492-4c91-b83a-75fa9474735b tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1872230 Jul 23 20:41:01.611402 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47276) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:01.647625 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port dd69fa3e-1415-4820-bff0-417a1233ec7c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:01.648743 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.665247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fd799-6f7f-43f9-bf55-d95981260d26 req-95f71771-1634-4e9a-bdf5-ab27176e8326 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:01.667200 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-535fd799-6f7f-43f9-bf55-d95981260d26 req-95f71771-1634-4e9a-bdf5-ab27176e8326 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.4918363 Jul 23 20:41:01.693200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-e04356fd-92b3-4ea2-a050-7974014305e6 admin admin] Deleting port e980673e-5d52-45ff-962c-12b3a97148cd {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:01.693565 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e04356fd-92b3-4ea2-a050-7974014305e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.750666 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.853431 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bb4b0579-3924-40bd-bbd0-20e2683b8211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'name': 'tempest-ServerActionsTestJSON-864820253-router', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:07Z', 'updated_at': '2021-07-23T20:40:57Z', 'revision_number': 5, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'gw_port': {'id': 'e980673e-5d52-45ff-962c-12b3a97148cd', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:08Z', 'updated_at': '2021-07-23T20:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:01.855781 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.894425 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-535fd799-6f7f-43f9-bf55-d95981260d26 req-1b73203a-80ff-422c-912b-32f625ce73ff tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175784 Jul 23 20:41:01.895602 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] Deleting port 02fa772f-db9f-495e-aac1-a77b742cdbe6 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:01.895941 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.898046 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-033e3e40-9ab8-452f-843b-d9f41267355b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.945588 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b0579-3924-40bd-bbd0-20e2683b8211 None None] Checking router: 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:01.961693 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-033e3e40-9ab8-452f-843b-d9f41267355b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.976970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-e04356fd-92b3-4ea2-a050-7974014305e6 admin admin] For port e980673e-5d52-45ff-962c-12b3a97148cd, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e980673e-5d52-45ff-962c-12b3a97148cd,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:01.977339 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e04356fd-92b3-4ea2-a050-7974014305e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.989762 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] For port 02fa772f-db9f-495e-aac1-a77b742cdbe6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=02fa772f-db9f-495e-aac1-a77b742cdbe6,segment=NetworkSegment(b139c5a4-bef9-4675-a5e1-973877f9e694),segment_id=b139c5a4-bef9-4675-a5e1-973877f9e694)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:01.990135 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.004393 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] Calling delete_port for 02fa772f-db9f-495e-aac1-a77b742cdbe6 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:02.010640 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-e04356fd-92b3-4ea2-a050-7974014305e6 admin admin] Calling delete_port for e980673e-5d52-45ff-962c-12b3a97148cd owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:02.029169 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8d621365-bcf9-403d-83db-84d9bdb36ec9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8d621365-bcf9-403d-83db-84d9bdb36ec9,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:02.065463 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.066357 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 15c94fa6-9255-45bc-a13a-117c1b554b47 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:02.100262 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f347-bda0-4552-92df-31473b595f44 req-8e788e44-dff0-4893-9f44-055d1495a690 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:02.106189 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f347-bda0-4552-92df-31473b595f44 req-8e788e44-dff0-4893-9f44-055d1495a690 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:02.112557 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f347-bda0-4552-92df-31473b595f44 req-8e788e44-dff0-4893-9f44-055d1495a690 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:02.119677 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f347-bda0-4552-92df-31473b595f44 req-8e788e44-dff0-4893-9f44-055d1495a690 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:02.125614 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f347-bda0-4552-92df-31473b595f44 req-8e788e44-dff0-4893-9f44-055d1495a690 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:02.129049 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b0579-3924-40bd-bbd0-20e2683b8211 None None] Routers {'2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:02.129736 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bb4b0579-3924-40bd-bbd0-20e2683b8211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:02.133458 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f347-bda0-4552-92df-31473b595f44 req-8e788e44-dff0-4893-9f44-055d1495a690 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:02.140332 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f347-bda0-4552-92df-31473b595f44 req-8e788e44-dff0-4893-9f44-055d1495a690 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:02.142294 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d6b5f347-bda0-4552-92df-31473b595f44 req-8e788e44-dff0-4893-9f44-055d1495a690 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5438 time: 0.3474023 Jul 23 20:41:02.210706 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.212384 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-033e3e40-9ab8-452f-843b-d9f41267355b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.215281 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-033e3e40-9ab8-452f-843b-d9f41267355b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.216612 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-033e3e40-9ab8-452f-843b-d9f41267355b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b32f6876-7b0b-4aa5-a23b-d3e4d0ddbf8f HTTP/1.1" status: 204 len: 168 time: 0.5966907 Jul 23 20:41:02.251124 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] No DVR routers for this DVR port 02fa772f-db9f-495e-aac1-a77b742cdbe6 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:02.286572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d621365-bcf9-403d-83db-84d9bdb36ec9'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:02.296726 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886c2757-9a8c-4737-96bc-06440701a2e0" -d '{"events": [{"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-plugged", "status": "completed", "tag": "8d621365-bcf9-403d-83db-84d9bdb36ec9"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:02.312181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] Pushing event deleted for resources: {'Port': ['ID=02fa772f-db9f-495e-aac1-a77b742cdbe6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:02.322343 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d6b5f347-bda0-4552-92df-31473b595f44 req-8533274c-a907-43b5-88e0-2267ef551736 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1729870 Jul 23 20:41:02.361178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e3e40-9ab8-452f-843b-d9f41267355b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32f6876-7b0b-4aa5-a23b-d3e4d0ddbf8f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:02.462699 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e04356fd-92b3-4ea2-a050-7974014305e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.469691 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.496569 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0def645-0153-4628-9153-bc65ca88632d']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:02.511678 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b139c5a4-bef9-4675-a5e1-973877f9e694') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:02.512162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b139c5a4-bef9-4675-a5e1-973877f9e694') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:02.531276 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.595222 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e551ea7-c004-471e-9283-3c718f45a571 x-openstack-request-id: req-1e551ea7-c004-471e-9283-3c718f45a571 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:02.598095 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-plugged", "status": "completed", "tag": "8d621365-bcf9-403d-83db-84d9bdb36ec9", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:02.598095 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e551ea7-c004-471e-9283-3c718f45a571 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:02.598095 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d621365-bcf9-403d-83db-84d9bdb36ec9', 'code': 200} Jul 23 20:41:02.600072 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.612352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:41:02.612871 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:41:02.615471 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:41:02.624574 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04356fd-92b3-4ea2-a050-7974014305e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e980673e-5d52-45ff-962c-12b3a97148cd,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:02.673934 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e04356fd-92b3-4ea2-a050-7974014305e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.687909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-bb4b0579-3924-40bd-bbd0-20e2683b8211 None None] Set router 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:02.763504 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.775167 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.779823 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c0def645-0153-4628-9153-bc65ca88632d HTTP/1.1" status: 204 len: 168 time: 1.2027574 Jul 23 20:41:02.780480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=8d621365-bcf9-403d-83db-84d9bdb36ec9,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:02.783650 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47294) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:02.798708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bb4b0579-3924-40bd-bbd0-20e2683b8211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'name': 'tempest-ServerActionsTestJSON-864820253-router', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:07Z', 'updated_at': '2021-07-23T20:41:01Z', 'revision_number': 6, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:02.810886 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9bf75-3259-4ce0-8d83-0df7a26dc272 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0def645-0153-4628-9153-bc65ca88632d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:02.828878 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ef45faaf-6e2c-4bc6-9e15-620454a4c93e no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:02.913392 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: ef45faaf-6e2c-4bc6-9e15-620454a4c93e {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:02.913894 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ef45faaf-6e2c-4bc6-9e15-620454a4c93e not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:02.914413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:02.916414 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e04356fd-92b3-4ea2-a050-7974014305e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.920845 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e04356fd-92b3-4ea2-a050-7974014305e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.921995 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b0579-3924-40bd-bbd0-20e2683b8211 None None] The sync data for ids ['2ab0b564-5e22-4c23-9b2c-cef3aad8eed4'] in n-d-791504-18 is: [{'id': '2ab0b564-5e22-4c23-9b2c-cef3aad8eed4', 'name': 'tempest-ServerActionsTestJSON-864820253-router', 'tenant_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:07Z', 'updated_at': '2021-07-23T20:41:01Z', 'revision_number': 6, 'project_id': '970bd8d6ec9e4a8ea04f7b4a50d01a14', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:02.956622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:02.956622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9b0a806a-8a38-4139-8561-a6ec8dd20ca8 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:03.005085 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 15c94fa6-9255-45bc-a13a-117c1b554b47 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:03.025530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 15c94fa6-9255-45bc-a13a-117c1b554b47 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:03.028420 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.043636 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e04356fd-92b3-4ea2-a050-7974014305e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.044420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04356fd-92b3-4ea2-a050-7974014305e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:41:03.051722 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e04356fd-92b3-4ea2-a050-7974014305e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.053103 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e04356fd-92b3-4ea2-a050-7974014305e6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2ab0b564-5e22-4c23-9b2c-cef3aad8eed4 HTTP/1.1" status: 204 len: 168 time: 2.6707017 Jul 23 20:41:03.073035 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47306) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:03.173699 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94412b8e-81cb-4f14-a195-af8f440c66d1 req-8c1a5983-da1f-4453-9e86-9a3b7830fcc2 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:03.180418 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94412b8e-81cb-4f14-a195-af8f440c66d1 req-8c1a5983-da1f-4453-9e86-9a3b7830fcc2 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:03.187711 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94412b8e-81cb-4f14-a195-af8f440c66d1 req-8c1a5983-da1f-4453-9e86-9a3b7830fcc2 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:03.187896 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.197422 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94412b8e-81cb-4f14-a195-af8f440c66d1 req-8c1a5983-da1f-4453-9e86-9a3b7830fcc2 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:03.206052 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94412b8e-81cb-4f14-a195-af8f440c66d1 req-8c1a5983-da1f-4453-9e86-9a3b7830fcc2 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:03.213515 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94412b8e-81cb-4f14-a195-af8f440c66d1 req-8c1a5983-da1f-4453-9e86-9a3b7830fcc2 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:03.221052 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94412b8e-81cb-4f14-a195-af8f440c66d1 req-8c1a5983-da1f-4453-9e86-9a3b7830fcc2 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:03.223264 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94412b8e-81cb-4f14-a195-af8f440c66d1 req-8c1a5983-da1f-4453-9e86-9a3b7830fcc2 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5432 time: 0.3307557 Jul 23 20:41:03.225677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 15c94fa6-9255-45bc-a13a-117c1b554b47, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=15c94fa6-9255-45bc-a13a-117c1b554b47,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:03.231303 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f88c05-576c-4ca1-9c33-6c26a6d1d175 admin admin] Deleting subnet e7bdc325-7495-4f4e-a8a4-e09daf47d99e {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:41:03.231471 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.232656 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 50e3a026-c77e-4500-9b42-80dcec484704 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:03.238134 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-27f88c05-576c-4ca1-9c33-6c26a6d1d175 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.348002 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-839b1e90-9bfb-450a-b726-6290f2224d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.402226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddabac3-566d-490f-85cb-43ecbdfb666d req-368606dd-7851-4152-a7ea-1f6a5271fba9 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:03.404682 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ddabac3-566d-490f-85cb-43ecbdfb666d req-368606dd-7851-4152-a7ea-1f6a5271fba9 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.3748543 Jul 23 20:41:03.424553 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=15c94fa6-9255-45bc-a13a-117c1b554b47,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:03.428614 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-27f88c05-576c-4ca1-9c33-6c26a6d1d175 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.429488 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675da0d2-f357-436a-b642-81fff91c2a15 None None] DHCP port deletion for c0def645-0153-4628-9153-bc65ca88632d request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:41:03.542730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 50e3a026-c77e-4500-9b42-80dcec484704 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:03.549007 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 50e3a026-c77e-4500-9b42-80dcec484704 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:03.549513 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.630691 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-27f88c05-576c-4ca1-9c33-6c26a6d1d175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.714163 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.746129 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94412b8e-81cb-4f14-a195-af8f440c66d1 req-4af32f5c-fa51-4ca9-8c31-c58dbe6d2b98 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5107088 Jul 23 20:41:03.749465 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-27f88c05-576c-4ca1-9c33-6c26a6d1d175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.766861 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 50e3a026-c77e-4500-9b42-80dcec484704, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=50e3a026-c77e-4500-9b42-80dcec484704,segment=NetworkSegment(31d0f090-9be4-4634-8b40-2a9e0cdd0cb1),segment_id=31d0f090-9be4-4634-8b40-2a9e0cdd0cb1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:03.774659 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.781989 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-27f88c05-576c-4ca1-9c33-6c26a6d1d175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.790813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-27f88c05-576c-4ca1-9c33-6c26a6d1d175 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e7bdc325-7495-4f4e-a8a4-e09daf47d99e HTTP/1.1" status: 204 len: 168 time: 0.7166049 Jul 23 20:41:03.795728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47324) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:03.863803 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36620ade-7e93-4326-9f0b-d207b6f0264d None None] Network 7e87e256-e5f8-4403-aebe-74aea031e4d5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:03.900572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9897128c-b4b2-4b65-a39d-e74031bf6da6 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:03.905154 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c1ddf2c-fb45-43e9-a263-6f439469274b no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:04.013663 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-839b1e90-9bfb-450a-b726-6290f2224d59 admin admin] Deleting port dd69fa3e-1415-4820-bff0-417a1233ec7c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:04.014077 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-839b1e90-9bfb-450a-b726-6290f2224d59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.016048 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f88c05-576c-4ca1-9c33-6c26a6d1d175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7bdc325-7495-4f4e-a8a4-e09daf47d99e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:04.049100 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ddabac3-566d-490f-85cb-43ecbdfb666d req-96df16a1-ce62-41f2-809c-3d8159daf6c4 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6053245 Jul 23 20:41:04.077562 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 7c1ddf2c-fb45-43e9-a263-6f439469274b {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:04.077932 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c1ddf2c-fb45-43e9-a263-6f439469274b not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:04.078352 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 02fa772f-db9f-495e-aac1-a77b742cdbe6 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:04.079891 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.100255 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=50e3a026-c77e-4500-9b42-80dcec484704,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:04.176759 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc92e1-a601-4aa8-8019-e4f3d0f27801 req-3e747f66-fcee-44bb-949d-46eed985d0b4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:04.183136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc92e1-a601-4aa8-8019-e4f3d0f27801 req-3e747f66-fcee-44bb-949d-46eed985d0b4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:04.186302 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 02fa772f-db9f-495e-aac1-a77b742cdbe6 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:04.186851 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 02fa772f-db9f-495e-aac1-a77b742cdbe6 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:04.194433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc92e1-a601-4aa8-8019-e4f3d0f27801 req-3e747f66-fcee-44bb-949d-46eed985d0b4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:04.203525 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc92e1-a601-4aa8-8019-e4f3d0f27801 req-3e747f66-fcee-44bb-949d-46eed985d0b4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:04.214295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc92e1-a601-4aa8-8019-e4f3d0f27801 req-3e747f66-fcee-44bb-949d-46eed985d0b4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:04.221811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc92e1-a601-4aa8-8019-e4f3d0f27801 req-3e747f66-fcee-44bb-949d-46eed985d0b4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:04.229661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc92e1-a601-4aa8-8019-e4f3d0f27801 req-3e747f66-fcee-44bb-949d-46eed985d0b4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:04.232124 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-52cc92e1-a601-4aa8-8019-e4f3d0f27801 req-3e747f66-fcee-44bb-949d-46eed985d0b4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5441 time: 0.2703793 Jul 23 20:41:04.279140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-839b1e90-9bfb-450a-b726-6290f2224d59 admin admin] For port dd69fa3e-1415-4820-bff0-417a1233ec7c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=dd69fa3e-1415-4820-bff0-417a1233ec7c,segment=NetworkSegment(67da1112-310a-4f08-bf7d-b323c261c0fa),segment_id=67da1112-310a-4f08-bf7d-b323c261c0fa)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:04.279509 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-839b1e90-9bfb-450a-b726-6290f2224d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.298840 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-839b1e90-9bfb-450a-b726-6290f2224d59 admin admin] Calling delete_port for dd69fa3e-1415-4820-bff0-417a1233ec7c owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:04.376098 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 9897128c-b4b2-4b65-a39d-e74031bf6da6 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:04.389731 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-52cc92e1-a601-4aa8-8019-e4f3d0f27801 req-1bc31ec8-1933-4dcb-a6bf-911cedf544d2 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973325 Jul 23 20:41:04.397727 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] Deleting port 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:04.398215 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.407564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 9897128c-b4b2-4b65-a39d-e74031bf6da6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:04.407912 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.438871 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f96511-d533-4bb0-9fd6-ef7df1629acd req-1e82d56d-4192-418e-9a76-1e3841f61167 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:04.454215 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5f96511-d533-4bb0-9fd6-ef7df1629acd req-1e82d56d-4192-418e-9a76-1e3841f61167 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.2193637 Jul 23 20:41:04.590476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] For port 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e,segment=NetworkSegment(f56f292d-35f0-47d2-87e1-6ae3db415b61),segment_id=f56f292d-35f0-47d2-87e1-6ae3db415b61)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:04.590476 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.600792 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5f96511-d533-4bb0-9fd6-ef7df1629acd req-d7dda569-4d24-4764-8b40-cda309cc707e tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300335 Jul 23 20:41:04.611129 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] Calling delete_port for 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:04.721380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c94fa6-9255-45bc-a13a-117c1b554b47'}, {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e3a026-c77e-4500-9b42-80dcec484704'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:04.723855 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2357eec-7e7f-4fc5-a03f-e1492d7bdeb2" -d '{"events": [{"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-plugged", "status": "completed", "tag": "15c94fa6-9255-45bc-a13a-117c1b554b47"}, {"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-plugged", "status": "completed", "tag": "50e3a026-c77e-4500-9b42-80dcec484704"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:04.727705 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.812735 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-839b1e90-9bfb-450a-b726-6290f2224d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.820379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] No DVR routers for this DVR port 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:04.828208 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:04.856819 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.868659 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56cb0d8-ef8e-414c-a3c4-8373ef6986ad x-openstack-request-id: req-e56cb0d8-ef8e-414c-a3c4-8373ef6986ad {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:04.869235 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-plugged", "status": "completed", "tag": "15c94fa6-9255-45bc-a13a-117c1b554b47", "code": 200}, {"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-plugged", "status": "completed", "tag": "50e3a026-c77e-4500-9b42-80dcec484704", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:04.871000 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e56cb0d8-ef8e-414c-a3c4-8373ef6986ad {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:04.872587 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c94fa6-9255-45bc-a13a-117c1b554b47', 'code': 200} Jul 23 20:41:04.873045 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e3a026-c77e-4500-9b42-80dcec484704', 'code': 200} Jul 23 20:41:04.901712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4511eb-a195-4f8a-a565-bc46bbcb7d51 None None] DHCP port deletion for 7e87e256-e5f8-4403-aebe-74aea031e4d5 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:41:04.922631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b1e90-9bfb-450a-b726-6290f2224d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd69fa3e-1415-4820-bff0-417a1233ec7c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:05.000783 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9897128c-b4b2-4b65-a39d-e74031bf6da6, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9897128c-b4b2-4b65-a39d-e74031bf6da6,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:05.014519 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.015564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 214304c1-8d67-470d-8ca8-60e60e3fe9e0 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:05.064548 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.088834 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e87e256-e5f8-4403-aebe-74aea031e4d5']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:05.154579 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56f292d-35f0-47d2-87e1-6ae3db415b61') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:05.154869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56f292d-35f0-47d2-87e1-6ae3db415b61') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:05.182922 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.227485 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.232218 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 214304c1-8d67-470d-8ca8-60e60e3fe9e0 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:05.244032 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 214304c1-8d67-470d-8ca8-60e60e3fe9e0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:05.244603 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.249526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:41:05.250343 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.296645 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-839b1e90-9bfb-450a-b726-6290f2224d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:41:05.394218 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:41:05.565812 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.579135 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47390) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:05.583640 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.589361 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7e87e256-e5f8-4403-aebe-74aea031e4d5 HTTP/1.1" status: 204 len: 168 time: 1.7750664 Jul 23 20:41:05.598362 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.604460 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:05.622375 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e883f-e37c-4a21-8f0d-e157570f4172 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e87e256-e5f8-4403-aebe-74aea031e4d5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:05.633241 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=9897128c-b4b2-4b65-a39d-e74031bf6da6,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:05.662854 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:05.664041 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2ca25418-7c1c-47b5-ab3d-f2ca4ccd236e not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:05.664504 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e980673e-5d52-45ff-962c-12b3a97148cd no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:05.710888 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: e980673e-5d52-45ff-962c-12b3a97148cd {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:05.711668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e980673e-5d52-45ff-962c-12b3a97148cd not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:05.751916 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 214304c1-8d67-470d-8ca8-60e60e3fe9e0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=214304c1-8d67-470d-8ca8-60e60e3fe9e0,segment=NetworkSegment(5245b357-d7e4-4f9e-9ddc-eace4be10505),segment_id=5245b357-d7e4-4f9e-9ddc-eace4be10505)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:05.762218 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.764130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:05.805032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08b5fc-3372-4909-a3a3-2ed2eff080b9 req-11df7f5b-3b54-4b76-9597-bcee39d6acd3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:05.831319 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08b5fc-3372-4909-a3a3-2ed2eff080b9 req-11df7f5b-3b54-4b76-9597-bcee39d6acd3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:05.836875 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47396) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:05.838093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08b5fc-3372-4909-a3a3-2ed2eff080b9 req-11df7f5b-3b54-4b76-9597-bcee39d6acd3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:05.853120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08b5fc-3372-4909-a3a3-2ed2eff080b9 req-11df7f5b-3b54-4b76-9597-bcee39d6acd3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:05.859246 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08b5fc-3372-4909-a3a3-2ed2eff080b9 req-11df7f5b-3b54-4b76-9597-bcee39d6acd3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:05.865044 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08b5fc-3372-4909-a3a3-2ed2eff080b9 req-11df7f5b-3b54-4b76-9597-bcee39d6acd3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:05.869601 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839b1e90-9bfb-450a-b726-6290f2224d59 admin admin] Router f7034272-713d-4ef6-a66e-014da3de83b2 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:41:05.871063 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08b5fc-3372-4909-a3a3-2ed2eff080b9 req-11df7f5b-3b54-4b76-9597-bcee39d6acd3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:05.877260 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1c08b5fc-3372-4909-a3a3-2ed2eff080b9 req-11df7f5b-3b54-4b76-9597-bcee39d6acd3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5432 time: 0.4515414 Jul 23 20:41:05.884640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=214304c1-8d67-470d-8ca8-60e60e3fe9e0,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:05.900505 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:05.904895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:05.905750 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.907673 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-180868ac-d5b6-4f6c-b327-c337209a27ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=970bd8d6ec9e4a8ea04f7b4a50d01a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693612 Jul 23 20:41:05.911176 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47398) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:05.932337 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b0636d8b-eeb7-45c4-b2d9-9505a7e449ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.942773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f1a17-e5b0-452a-8440-363480d3e939 req-8534b323-72e8-47f3-90ce-72080574ec95 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:05.951382 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-000f1a17-e5b0-452a-8440-363480d3e939 req-8534b323-72e8-47f3-90ce-72080574ec95 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/networks?id=e5c05eb8-80db-48c5-ad35-1745e1c55c02 HTTP/1.1" status: 200 len: 815 time: 0.3749630 Jul 23 20:41:05.971608 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd6de3f7-97d4-49b3-a0cd-3196fc1c26ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.006194 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd6de3f7-97d4-49b3-a0cd-3196fc1c26ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.060076 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.087265 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b0636d8b-eeb7-45c4-b2d9-9505a7e449ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.095939 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-000f1a17-e5b0-452a-8440-363480d3e939 req-118bea7a-7aa7-4a69-bfb0-bdbf730d4ecc tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/quotas/12f68d215eed44eea92a61516d4f8fce HTTP/1.1" status: 200 len: 375 time: 0.1435263 Jul 23 20:41:06.115711 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=91ccd907-3ee5-4d2e-b2cc-2c4f32958481,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:06.121616 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.124589 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b0636d8b-eeb7-45c4-b2d9-9505a7e449ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.193200 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b0636d8b-eeb7-45c4-b2d9-9505a7e449ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=105d379fc74f4e199ad9ab0d3b445e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6108930 Jul 23 20:41:06.196155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47402) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:06.205790 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=91ccd907-3ee5-4d2e-b2cc-2c4f32958481,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:06.247770 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd6de3f7-97d4-49b3-a0cd-3196fc1c26ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.250316 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd6de3f7-97d4-49b3-a0cd-3196fc1c26ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.252621 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cd6de3f7-97d4-49b3-a0cd-3196fc1c26ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6c1cedcd-f1cc-460b-aed8-d366ee3705c6 HTTP/1.1" status: 204 len: 168 time: 0.3391886 Jul 23 20:41:06.255985 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839b1e90-9bfb-450a-b726-6290f2224d59 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:06.265978 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c1cd6d-09a3-4f6f-a11f-23c278c23860 None None] Sync routers for ids ['f7034272-713d-4ef6-a66e-014da3de83b2'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:06.279344 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-839b1e90-9bfb-450a-b726-6290f2224d59 admin admin] 10.222.0.55 "PUT /v2.0/routers/f7034272-713d-4ef6-a66e-014da3de83b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4909055 Jul 23 20:41:06.279874 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47408) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:06.282292 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c1cd6d-09a3-4f6f-a11f-23c278c23860 None None] Routers {'f7034272-713d-4ef6-a66e-014da3de83b2'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:06.283530 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a3c1cd6d-09a3-4f6f-a11f-23c278c23860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['f7034272-713d-4ef6-a66e-014da3de83b2'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:06.360763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0636d8b-eeb7-45c4-b2d9-9505a7e449ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21637d79-f86a-405d-8de4-94160d93766c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:06.368661 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1c08b5fc-3372-4909-a3a3-2ed2eff080b9 req-3ae11789-ac66-48c8-8951-7aeeda18b082 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4008679 Jul 23 20:41:06.408995 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6d49fd81-d908-4c75-ae6f-8dd192ef8802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.441685 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6d49fd81-d908-4c75-ae6f-8dd192ef8802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.492118 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6de3f7-97d4-49b3-a0cd-3196fc1c26ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1cedcd-f1cc-460b-aed8-d366ee3705c6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:06.526859 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-000f1a17-e5b0-452a-8440-363480d3e939 req-c86ab5d7-0127-4e04-90a2-2bda1ce48c2e tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=12f68d215eed44eea92a61516d4f8fce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4298368 Jul 23 20:41:06.562751 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-a3c1cd6d-09a3-4f6f-a11f-23c278c23860 None None] Set router f7034272-713d-4ef6-a66e-014da3de83b2 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:06.583547 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd1f4ad2-3583-4d2b-9d70-6d229f8a9189 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.630570 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df5f4c-5f64-41a3-84c2-2c4f2c9d4dc1 req-ea26e414-ce27-4f5d-9094-f7b54be2aee3 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:06.631804 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3df5f4c-5f64-41a3-84c2-2c4f2c9d4dc1 req-ea26e414-ce27-4f5d-9094-f7b54be2aee3 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfa775c9-40ac-4370-88dc-b55aef33565b HTTP/1.1" status: 200 len: 946 time: 0.2615750 Jul 23 20:41:06.878865 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9897128c-b4b2-4b65-a39d-e74031bf6da6'}, {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214304c1-8d67-470d-8ca8-60e60e3fe9e0'}, {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ccd907-3ee5-4d2e-b2cc-2c4f32958481'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:06.881287 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd66740-02ae-47de-9585-fdee28c75c4a" -d '{"events": [{"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-plugged", "status": "completed", "tag": "9897128c-b4b2-4b65-a39d-e74031bf6da6"}, {"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-plugged", "status": "completed", "tag": "214304c1-8d67-470d-8ca8-60e60e3fe9e0"}, {"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-plugged", "status": "completed", "tag": "91ccd907-3ee5-4d2e-b2cc-2c4f32958481"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:06.943164 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd1f4ad2-3583-4d2b-9d70-6d229f8a9189 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:07.075423 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6d49fd81-d908-4c75-ae6f-8dd192ef8802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:07.078507 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6d49fd81-d908-4c75-ae6f-8dd192ef8802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:07.080334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6d49fd81-d908-4c75-ae6f-8dd192ef8802 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21637d79-f86a-405d-8de4-94160d93766c HTTP/1.1" status: 204 len: 168 time: 0.8812435 Jul 23 20:41:07.086692 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-bd1f4ad2-3583-4d2b-9d70-6d229f8a9189 admin admin] Deleting port 5aaea047-214c-4a54-9d0e-108c692a216e {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:07.087051 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd1f4ad2-3583-4d2b-9d70-6d229f8a9189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:07.107342 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a3c1cd6d-09a3-4f6f-a11f-23c278c23860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'name': 'tempest-TestAggregatesBasicOps-34015695-router', 'tenant_id': '76b4f47836ff434a8af6130ee94e4c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '5aaea047-214c-4a54-9d0e-108c692a216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:42Z', 'updated_at': '2021-07-23T20:41:04Z', 'revision_number': 5, 'project_id': '76b4f47836ff434a8af6130ee94e4c54', 'gw_port': {'id': '5aaea047-214c-4a54-9d0e-108c692a216e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:43Z', 'updated_at': '2021-07-23T20:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:07.135356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49fd81-d908-4c75-ae6f-8dd192ef8802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21637d79-f86a-405d-8de4-94160d93766c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:07.170240 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0065d-d217-4916-873c-56eab9cc3568 req-594ad7c9-f33e-4315-9a37-9187599bf971 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:07.191532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0065d-d217-4916-873c-56eab9cc3568 req-594ad7c9-f33e-4315-9a37-9187599bf971 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:07.192422 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c1cd6d-09a3-4f6f-a11f-23c278c23860 None None] Checking router: f7034272-713d-4ef6-a66e-014da3de83b2 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:07.216362 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c1cd6d-09a3-4f6f-a11f-23c278c23860 None None] Routers {'f7034272-713d-4ef6-a66e-014da3de83b2'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:07.217008 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a3c1cd6d-09a3-4f6f-a11f-23c278c23860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['f7034272-713d-4ef6-a66e-014da3de83b2'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:07.221492 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0065d-d217-4916-873c-56eab9cc3568 req-594ad7c9-f33e-4315-9a37-9187599bf971 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:07.238875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0065d-d217-4916-873c-56eab9cc3568 req-594ad7c9-f33e-4315-9a37-9187599bf971 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:07.252218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0065d-d217-4916-873c-56eab9cc3568 req-594ad7c9-f33e-4315-9a37-9187599bf971 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:07.265694 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0065d-d217-4916-873c-56eab9cc3568 req-594ad7c9-f33e-4315-9a37-9187599bf971 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:07.280250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0065d-d217-4916-873c-56eab9cc3568 req-594ad7c9-f33e-4315-9a37-9187599bf971 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:07.287023 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-34f0065d-d217-4916-873c-56eab9cc3568 req-594ad7c9-f33e-4315-9a37-9187599bf971 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5444 time: 0.7450421 Jul 23 20:41:07.316207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-bd1f4ad2-3583-4d2b-9d70-6d229f8a9189 admin admin] For port 5aaea047-214c-4a54-9d0e-108c692a216e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=5aaea047-214c-4a54-9d0e-108c692a216e,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:07.316207 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd1f4ad2-3583-4d2b-9d70-6d229f8a9189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:07.343305 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-bd1f4ad2-3583-4d2b-9d70-6d229f8a9189 admin admin] Calling delete_port for 5aaea047-214c-4a54-9d0e-108c692a216e owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:07.420514 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-a3c1cd6d-09a3-4f6f-a11f-23c278c23860 None None] Set router f7034272-713d-4ef6-a66e-014da3de83b2 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:07.492274 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-34f0065d-d217-4916-873c-56eab9cc3568 req-571a8939-df9d-429f-9397-b3d6dd4881ea tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1148114 Jul 23 20:41:07.516332 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-000f1a17-e5b0-452a-8440-363480d3e939 req-cd1ea478-7c88-4dce-a759-edb4d8441cf9 service neutron] 10.222.0.55 "GET /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9883709 Jul 23 20:41:07.551769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-a3df5f4c-5f64-41a3-84c2-2c4f2c9d4dc1 req-a721b67a-e670-4e5f-93a8-a5cc46681c4b tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Deleting port f8200a55-1b71-494a-a518-bd84a3736f0a {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:07.552270 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a3df5f4c-5f64-41a3-84c2-2c4f2c9d4dc1 req-a721b67a-e670-4e5f-93a8-a5cc46681c4b tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:07.619962 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a3c1cd6d-09a3-4f6f-a11f-23c278c23860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'name': 'tempest-TestAggregatesBasicOps-34015695-router', 'tenant_id': '76b4f47836ff434a8af6130ee94e4c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:42Z', 'updated_at': '2021-07-23T20:41:06Z', 'revision_number': 6, 'project_id': '76b4f47836ff434a8af6130ee94e4c54', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:07.708260 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c1cd6d-09a3-4f6f-a11f-23c278c23860 None None] The sync data for ids ['f7034272-713d-4ef6-a66e-014da3de83b2'] in n-d-791504-18 is: [{'id': 'f7034272-713d-4ef6-a66e-014da3de83b2', 'name': 'tempest-TestAggregatesBasicOps-34015695-router', 'tenant_id': '76b4f47836ff434a8af6130ee94e4c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:42Z', 'updated_at': '2021-07-23T20:41:06Z', 'revision_number': 6, 'project_id': '76b4f47836ff434a8af6130ee94e4c54', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:07.746598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a3df5f4c-5f64-41a3-84c2-2c4f2c9d4dc1 req-a721b67a-e670-4e5f-93a8-a5cc46681c4b tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] For port f8200a55-1b71-494a-a518-bd84a3736f0a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f8200a55-1b71-494a-a518-bd84a3736f0a,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:07.747187 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a3df5f4c-5f64-41a3-84c2-2c4f2c9d4dc1 req-a721b67a-e670-4e5f-93a8-a5cc46681c4b tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:07.777487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-a3df5f4c-5f64-41a3-84c2-2c4f2c9d4dc1 req-a721b67a-e670-4e5f-93a8-a5cc46681c4b tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Calling delete_port for f8200a55-1b71-494a-a518-bd84a3736f0a owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:07.821227 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd1f4ad2-3583-4d2b-9d70-6d229f8a9189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:07.849550 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f4ad2-3583-4d2b-9d70-6d229f8a9189 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aaea047-214c-4a54-9d0e-108c692a216e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:07.957240 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd1f4ad2-3583-4d2b-9d70-6d229f8a9189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.047206 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47458) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:08.110929 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-000f1a17-e5b0-452a-8440-363480d3e939 req-4b96ec7f-bf43-4eb8-81c4-3b3cf6b3f3c8 service neutron] 10.222.0.55 "GET /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935724 Jul 23 20:41:08.176687 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd1f4ad2-3583-4d2b-9d70-6d229f8a9189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.183467 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd1f4ad2-3583-4d2b-9d70-6d229f8a9189 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.298049 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd1f4ad2-3583-4d2b-9d70-6d229f8a9189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.298353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19dfe7-a2a8-4fdc-b1d4-b3d498f47e12 req-8b40cc90-ef36-42cf-ba2e-2d3d4e9b9758 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:08.298576 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1f4ad2-3583-4d2b-9d70-6d229f8a9189 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7034272-713d-4ef6-a66e-014da3de83b2 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:41:08.315540 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19dfe7-a2a8-4fdc-b1d4-b3d498f47e12 req-8b40cc90-ef36-42cf-ba2e-2d3d4e9b9758 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:08.318620 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd1f4ad2-3583-4d2b-9d70-6d229f8a9189 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.322699 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19dfe7-a2a8-4fdc-b1d4-b3d498f47e12 req-8b40cc90-ef36-42cf-ba2e-2d3d4e9b9758 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:08.323832 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bd1f4ad2-3583-4d2b-9d70-6d229f8a9189 admin admin] 10.222.0.55 "DELETE /v2.0/routers/f7034272-713d-4ef6-a66e-014da3de83b2 HTTP/1.1" status: 204 len: 168 time: 2.0337260 Jul 23 20:41:08.324761 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47468) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:08.329438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19dfe7-a2a8-4fdc-b1d4-b3d498f47e12 req-8b40cc90-ef36-42cf-ba2e-2d3d4e9b9758 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:08.336088 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19dfe7-a2a8-4fdc-b1d4-b3d498f47e12 req-8b40cc90-ef36-42cf-ba2e-2d3d4e9b9758 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:08.342553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19dfe7-a2a8-4fdc-b1d4-b3d498f47e12 req-8b40cc90-ef36-42cf-ba2e-2d3d4e9b9758 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:08.349952 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19dfe7-a2a8-4fdc-b1d4-b3d498f47e12 req-8b40cc90-ef36-42cf-ba2e-2d3d4e9b9758 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:08.364680 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47472) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:08.371663 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8a7a416a-965b-4408-a66e-23cebbc2317f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Request body: {'floatingip': {'port_id': 'ac7d5512-08f7-45f5-8473-32a1d13ff319'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:08.375883 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a19dfe7-a2a8-4fdc-b1d4-b3d498f47e12 req-8b40cc90-ef36-42cf-ba2e-2d3d4e9b9758 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5432 time: 0.5717196 Jul 23 20:41:08.388156 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b70be6b9-30ba-4e2c-a3bc-0f02a8493910 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1101003721-network', 'tenant_id': 'b6750287b5d748eaa367e590656b454a'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:08.417711 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a3df5f4c-5f64-41a3-84c2-2c4f2c9d4dc1 req-a721b67a-e670-4e5f-93a8-a5cc46681c4b tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.428356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70be6b9-30ba-4e2c-a3bc-0f02a8493910 admin admin] Made reservation on behalf of b6750287b5d748eaa367e590656b454a for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:08.431229 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b70be6b9-30ba-4e2c-a3bc-0f02a8493910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.472701 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721b67a-e670-4e5f-93a8-a5cc46681c4b tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Pushing event deleted for resources: {'Port': ['ID=f8200a55-1b71-494a-a518-bd84a3736f0a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:08.482604 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a7a416a-965b-4408-a66e-23cebbc2317f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for floatingip, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.495160 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3368a165-ace4-4d75-8f29-9f71fbd172fa x-openstack-request-id: req-3368a165-ace4-4d75-8f29-9f71fbd172fa {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:08.495681 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-plugged", "status": "completed", "tag": "9897128c-b4b2-4b65-a39d-e74031bf6da6", "code": 200}, {"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-plugged", "status": "completed", "tag": "214304c1-8d67-470d-8ca8-60e60e3fe9e0", "code": 200}, {"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-plugged", "status": "completed", "tag": "91ccd907-3ee5-4d2e-b2cc-2c4f32958481", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:08.495947 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3368a165-ace4-4d75-8f29-9f71fbd172fa {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:08.496580 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9897128c-b4b2-4b65-a39d-e74031bf6da6', 'code': 200} Jul 23 20:41:08.496959 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214304c1-8d67-470d-8ca8-60e60e3fe9e0', 'code': 200} Jul 23 20:41:08.497424 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ccd907-3ee5-4d2e-b2cc-2c4f32958481', 'code': 200} Jul 23 20:41:08.504900 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b70be6b9-30ba-4e2c-a3bc-0f02a8493910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.510919 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98febb43-7036-42a9-940b-b608603c3531 req-3400334b-3c1f-4c8d-9ac5-3ed85d9b6d26 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 210 time: 0.0480263 Jul 23 20:41:08.624617 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec39957-2d7a-4e9e-a71f-36960900492a admin admin] Deleting subnet 067058b4-d7a7-4fa0-9d4c-fc09305d9767 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:41:08.632714 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ec39957-2d7a-4e9e-a71f-36960900492a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.679514 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b70be6b9-30ba-4e2c-a3bc-0f02a8493910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.701805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3df5f4c-5f64-41a3-84c2-2c4f2c9d4dc1 req-a721b67a-e670-4e5f-93a8-a5cc46681c4b tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] No DVR routers for this DVR port f8200a55-1b71-494a-a518-bd84a3736f0a on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:08.705915 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a3df5f4c-5f64-41a3-84c2-2c4f2c9d4dc1 req-a721b67a-e670-4e5f-93a8-a5cc46681c4b tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.708796 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3df5f4c-5f64-41a3-84c2-2c4f2c9d4dc1 req-a721b67a-e670-4e5f-93a8-a5cc46681c4b tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.48 "DELETE /v2.0/ports/f8200a55-1b71-494a-a518-bd84a3736f0a HTTP/1.1" status: 204 len: 173 time: 2.0690126 Jul 23 20:41:08.711236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa775c9-40ac-4370-88dc-b55aef33565b', 'name': 'network-vif-deleted', 'tag': 'f8200a55-1b71-494a-a518-bd84a3736f0a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:08.714026 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61715b80-e4bb-4d2f-b80b-d906507fa497" -d '{"events": [{"server_uuid": "cfa775c9-40ac-4370-88dc-b55aef33565b", "name": "network-vif-deleted", "tag": "f8200a55-1b71-494a-a518-bd84a3736f0a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:08.716844 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b70be6b9-30ba-4e2c-a3bc-0f02a8493910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.794807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70be6b9-30ba-4e2c-a3bc-0f02a8493910 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:08.802260 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70be6b9-30ba-4e2c-a3bc-0f02a8493910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2fc749-8594-4539-93d6-440d3852bb33,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:08.816576 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b70be6b9-30ba-4e2c-a3bc-0f02a8493910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.816866 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-b70be6b9-30ba-4e2c-a3bc-0f02a8493910 admin admin] Added segment 7cc34121-bcff-46de-be9c-51cd0c46da53 of type vlan for network 37ebb37b-8047-466d-8960-d38f8837b0a0 Jul 23 20:41:08.866868 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679d81fc-63f7-43ec-834e-f7f4b7c6ce56 x-openstack-request-id: req-679d81fc-63f7-43ec-834e-f7f4b7c6ce56 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:08.867410 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa775c9-40ac-4370-88dc-b55aef33565b", "name": "network-vif-deleted", "tag": "f8200a55-1b71-494a-a518-bd84a3736f0a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:08.868649 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-679d81fc-63f7-43ec-834e-f7f4b7c6ce56 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:08.868649 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa775c9-40ac-4370-88dc-b55aef33565b', 'name': 'network-vif-deleted', 'tag': 'f8200a55-1b71-494a-a518-bd84a3736f0a', 'status': 'completed', 'code': 200} Jul 23 20:41:08.886747 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ec39957-2d7a-4e9e-a71f-36960900492a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.918247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ccef7-ad18-4d0f-a681-76769b454956 req-bd52cc6a-7dde-4f37-a4e7-ee0a93e7c246 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:08.928839 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ccef7-ad18-4d0f-a681-76769b454956 req-bd52cc6a-7dde-4f37-a4e7-ee0a93e7c246 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:08.937116 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ccef7-ad18-4d0f-a681-76769b454956 req-bd52cc6a-7dde-4f37-a4e7-ee0a93e7c246 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:08.945098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ccef7-ad18-4d0f-a681-76769b454956 req-bd52cc6a-7dde-4f37-a4e7-ee0a93e7c246 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:08.953616 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ccef7-ad18-4d0f-a681-76769b454956 req-bd52cc6a-7dde-4f37-a4e7-ee0a93e7c246 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:08.960539 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ccef7-ad18-4d0f-a681-76769b454956 req-bd52cc6a-7dde-4f37-a4e7-ee0a93e7c246 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:08.968710 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ccef7-ad18-4d0f-a681-76769b454956 req-bd52cc6a-7dde-4f37-a4e7-ee0a93e7c246 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:08.971309 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc0ccef7-ad18-4d0f-a681-76769b454956 req-bd52cc6a-7dde-4f37-a4e7-ee0a93e7c246 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5444 time: 0.2670741 Jul 23 20:41:08.973914 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b70be6b9-30ba-4e2c-a3bc-0f02a8493910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.998541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f8200a55-1b71-494a-a518-bd84a3736f0a no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:09.048362 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc0ccef7-ad18-4d0f-a681-76769b454956 req-dd1ce81c-4a4f-4b22-a4a7-d2080a9f73bd tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679917 Jul 23 20:41:09.058730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: f8200a55-1b71-494a-a518-bd84a3736f0a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:09.059082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f8200a55-1b71-494a-a518-bd84a3736f0a not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:09.132697 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b70be6b9-30ba-4e2c-a3bc-0f02a8493910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:09.134203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70be6b9-30ba-4e2c-a3bc-0f02a8493910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:09.135039 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b70be6b9-30ba-4e2c-a3bc-0f02a8493910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:09.261958 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b70be6b9-30ba-4e2c-a3bc-0f02a8493910 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2058704 Jul 23 20:41:09.265242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47500) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:09.375203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-aa065ac2-8774-4b3c-85b1-f1f45a8b04d2 admin admin] Request body: {'subnet': {'network_id': '37ebb37b-8047-466d-8960-d38f8837b0a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1101003721-subnet', 'tenant_id': 'b6750287b5d748eaa367e590656b454a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:09.386312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70be6b9-30ba-4e2c-a3bc-0f02a8493910 admin admin] Pushing event updated for resources: {'Network': ['ID=37ebb37b-8047-466d-8960-d38f8837b0a0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:09.399895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 37ebb37b-8047-466d-8960-d38f8837b0a0 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:09.430594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa065ac2-8774-4b3c-85b1-f1f45a8b04d2 admin admin] Made reservation on behalf of b6750287b5d748eaa367e590656b454a for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:09.434026 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa065ac2-8774-4b3c-85b1-f1f45a8b04d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:09.436901 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5aaea047-214c-4a54-9d0e-108c692a216e no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:09.460898 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47510) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:09.654488 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 5aaea047-214c-4a54-9d0e-108c692a216e {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:09.657894 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5aaea047-214c-4a54-9d0e-108c692a216e not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:09.658339 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device dd69fa3e-1415-4820-bff0-417a1233ec7c no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:09.716818 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: dd69fa3e-1415-4820-bff0-417a1233ec7c {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:09.717190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device dd69fa3e-1415-4820-bff0-417a1233ec7c not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:09.818280 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-644566dd-28de-4e65-92a0-a169f70c0bf1 req-a7b94e2e-5be6-4257-be29-f80393b29edf tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 210 time: 0.0393162 Jul 23 20:41:09.825486 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa065ac2-8774-4b3c-85b1-f1f45a8b04d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:09.830678 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ab15ed79-c167-41e2-ba35-db6362e6a548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:09.919043 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa065ac2-8774-4b3c-85b1-f1f45a8b04d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb6faf6-5748-4333-9181-e589e109fc15,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:09.973201 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa065ac2-8774-4b3c-85b1-f1f45a8b04d2 admin admin] Checking segment: {'id': '7cc34121-bcff-46de-be9c-51cd0c46da53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '37ebb37b-8047-466d-8960-d38f8837b0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:09.973627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa065ac2-8774-4b3c-85b1-f1f45a8b04d2 admin admin] Network hostable DHCP agents. Network: 37ebb37b-8047-466d-8960-d38f8837b0a0, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:41:09.977569 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ec39957-2d7a-4e9e-a71f-36960900492a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.014078 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa065ac2-8774-4b3c-85b1-f1f45a8b04d2 admin admin] Network 37ebb37b-8047-466d-8960-d38f8837b0a0 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:41:10.036191 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-aa065ac2-8774-4b3c-85b1-f1f45a8b04d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 37ebb37b-8047-466d-8960-d38f8837b0a0) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:10.047931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa065ac2-8774-4b3c-85b1-f1f45a8b04d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:10.048507 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa065ac2-8774-4b3c-85b1-f1f45a8b04d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.050348 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fdc0a9-5d2b-407e-8ee4-1c0b98af56f9 None None] Network 37ebb37b-8047-466d-8960-d38f8837b0a0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:10.059251 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ab15ed79-c167-41e2-ba35-db6362e6a548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.072824 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ab15ed79-c167-41e2-ba35-db6362e6a548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.098429 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-aa065ac2-8774-4b3c-85b1-f1f45a8b04d2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8311234 Jul 23 20:41:10.134438 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ab15ed79-c167-41e2-ba35-db6362e6a548 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=32b329469ac5450ca19be779664c4b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6722636 Jul 23 20:41:10.145140 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47524) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:10.147628 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15ed79-c167-41e2-ba35-db6362e6a548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbcac24-7368-4f9a-809b-6a14bed3a4da,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:10.149713 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ec39957-2d7a-4e9e-a71f-36960900492a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.327503 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec39957-2d7a-4e9e-a71f-36960900492a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=067058b4-d7a7-4fa0-9d4c-fc09305d9767,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:10.359817 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ec39957-2d7a-4e9e-a71f-36960900492a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.375750 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1ec39957-2d7a-4e9e-a71f-36960900492a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/067058b4-d7a7-4fa0-9d4c-fc09305d9767 HTTP/1.1" status: 204 len: 168 time: 2.0496855 Jul 23 20:41:10.385181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6f68e-98e3-4568-bdd8-819ed740a9f5 req-7751dbc5-b7c0-4124-b54f-ce0b0e823bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:10.392130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6f68e-98e3-4568-bdd8-819ed740a9f5 req-7751dbc5-b7c0-4124-b54f-ce0b0e823bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:10.394532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6f68e-98e3-4568-bdd8-819ed740a9f5 req-7751dbc5-b7c0-4124-b54f-ce0b0e823bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:10.395350 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6f68e-98e3-4568-bdd8-819ed740a9f5 req-7751dbc5-b7c0-4124-b54f-ce0b0e823bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:10.395819 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6f68e-98e3-4568-bdd8-819ed740a9f5 req-7751dbc5-b7c0-4124-b54f-ce0b0e823bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:10.399029 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6f68e-98e3-4568-bdd8-819ed740a9f5 req-7751dbc5-b7c0-4124-b54f-ce0b0e823bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:10.399633 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6f68e-98e3-4568-bdd8-819ed740a9f5 req-7751dbc5-b7c0-4124-b54f-ce0b0e823bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:10.401126 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38aeacf-ca48-413a-9bff-62a2a537ad99 None None] Network 1936b9a8-5b79-4533-bf28-5419f039cd72 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:10.403183 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8ee6f68e-98e3-4568-bdd8-819ed740a9f5 req-7751dbc5-b7c0-4124-b54f-ce0b0e823bb8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 6508 time: 1.7638617 Jul 23 20:41:10.407855 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47530) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:10.509032 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daec1b7-3cc6-411c-8dac-25d065b02a59 None None] Network 37ebb37b-8047-466d-8960-d38f8837b0a0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:10.594804 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.606146 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8ecbd0c-347a-4d35-84a4-74453e95f63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.654574 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f1a17-e5b0-452a-8440-363480d3e939 req-5be245fa-a21d-490e-94b5-859511ad50fa tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:10.658642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-000f1a17-e5b0-452a-8440-363480d3e939 req-5be245fa-a21d-490e-94b5-859511ad50fa tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.57 "GET /v2.0/networks?id=e5c05eb8-80db-48c5-ad35-1745e1c55c02 HTTP/1.1" status: 200 len: 815 time: 0.5273018 Jul 23 20:41:10.685488 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-000f1a17-e5b0-452a-8440-363480d3e939 req-2375c6ad-dfe8-4839-b10d-d828885d3981 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Request body: {'port': {'device_id': '426e9b58-48ad-4083-a829-3131bc414f68', 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02', 'admin_state_up': True, 'tenant_id': '12f68d215eed44eea92a61516d4f8fce'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:10.743852 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8ecbd0c-347a-4d35-84a4-74453e95f63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.797992 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8ee6f68e-98e3-4568-bdd8-819ed740a9f5 req-53a3fec6-b7b3-4154-b474-30bb1d494ca9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&id=cf5a8ae3-0004-45ce-a915-2619d60f406b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3796923 Jul 23 20:41:10.928071 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf70b5e-8504-4dfc-910e-d6a0f71c7954 None None] DHCP port deletion for 1936b9a8-5b79-4533-bf28-5419f039cd72 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:41:10.965348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0f75f-61cf-4de5-ae25-88d590e52fc1 req-12bcc0e8-e389-42e8-8627-c39dac3538eb tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:10.967310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] Deleting port 708ce72c-7453-400b-bfbd-e427cd43f422 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:10.968070 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.978059 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0f75f-61cf-4de5-ae25-88d590e52fc1 req-12bcc0e8-e389-42e8-8627-c39dac3538eb tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:10.990163 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0f75f-61cf-4de5-ae25-88d590e52fc1 req-12bcc0e8-e389-42e8-8627-c39dac3538eb tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:10.998379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0f75f-61cf-4de5-ae25-88d590e52fc1 req-12bcc0e8-e389-42e8-8627-c39dac3538eb tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:11.006436 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0f75f-61cf-4de5-ae25-88d590e52fc1 req-12bcc0e8-e389-42e8-8627-c39dac3538eb tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:11.013280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0f75f-61cf-4de5-ae25-88d590e52fc1 req-12bcc0e8-e389-42e8-8627-c39dac3538eb tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:11.019561 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0f75f-61cf-4de5-ae25-88d590e52fc1 req-12bcc0e8-e389-42e8-8627-c39dac3538eb tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:11.028033 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3cf70b5e-8504-4dfc-910e-d6a0f71c7954 None None] Deleting port 708ce72c-7453-400b-bfbd-e427cd43f422 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:11.028475 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3cf70b5e-8504-4dfc-910e-d6a0f71c7954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.028656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39b0f75f-61cf-4de5-ae25-88d590e52fc1 req-12bcc0e8-e389-42e8-8627-c39dac3538eb tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5444 time: 0.7215285 Jul 23 20:41:11.118044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3cf70b5e-8504-4dfc-910e-d6a0f71c7954 None None] For port 708ce72c-7453-400b-bfbd-e427cd43f422, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=708ce72c-7453-400b-bfbd-e427cd43f422,segment=NetworkSegment(67da1112-310a-4f08-bf7d-b323c261c0fa),segment_id=67da1112-310a-4f08-bf7d-b323c261c0fa)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:11.118709 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3cf70b5e-8504-4dfc-910e-d6a0f71c7954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.132455 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3cf70b5e-8504-4dfc-910e-d6a0f71c7954 None None] Calling delete_port for 708ce72c-7453-400b-bfbd-e427cd43f422 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:11.137607 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] For port 708ce72c-7453-400b-bfbd-e427cd43f422, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=708ce72c-7453-400b-bfbd-e427cd43f422,segment=NetworkSegment(67da1112-310a-4f08-bf7d-b323c261c0fa),segment_id=67da1112-310a-4f08-bf7d-b323c261c0fa)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:11.138545 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.168354 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] Calling delete_port for 708ce72c-7453-400b-bfbd-e427cd43f422 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:11.184615 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39b0f75f-61cf-4de5-ae25-88d590e52fc1 req-3f72c7db-6dae-445c-bbd7-29dfc6df8a70 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1549187 Jul 23 20:41:11.220927 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3cf70b5e-8504-4dfc-910e-d6a0f71c7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.234506 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8ecbd0c-347a-4d35-84a4-74453e95f63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.237256 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8ecbd0c-347a-4d35-84a4-74453e95f63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.238413 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d8ecbd0c-347a-4d35-84a4-74453e95f63e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9bbcac24-7368-4f9a-809b-6a14bed3a4da HTTP/1.1" status: 204 len: 168 time: 1.0875912 Jul 23 20:41:11.243231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000f1a17-e5b0-452a-8440-363480d3e939 req-2375c6ad-dfe8-4839-b10d-d828885d3981 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Made reservation on behalf of 12f68d215eed44eea92a61516d4f8fce for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:11.253604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf70b5e-8504-4dfc-910e-d6a0f71c7954 None None] Pushing event deleted for resources: {'Port': ['ID=708ce72c-7453-400b-bfbd-e427cd43f422,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:11.259529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf70b5e-8504-4dfc-910e-d6a0f71c7954 None None] No DVR routers for this DVR port 708ce72c-7453-400b-bfbd-e427cd43f422 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:11.262244 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-000f1a17-e5b0-452a-8440-363480d3e939 req-2375c6ad-dfe8-4839-b10d-d828885d3981 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.361966 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 708ce72c-7453-400b-bfbd-e427cd43f422 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:11.388559 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a7a416a-965b-4408-a66e-23cebbc2317f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.396119 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecbd0c-347a-4d35-84a4-74453e95f63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbcac24-7368-4f9a-809b-6a14bed3a4da,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:11.420692 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a7a416a-965b-4408-a66e-23cebbc2317f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.435624 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 708ce72c-7453-400b-bfbd-e427cd43f422 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:11.436595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 708ce72c-7453-400b-bfbd-e427cd43f422 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:11.458971 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac2e3f4b-2790-4355-9e2d-5b717df8fd12 req-fda380ae-d201-46cf-86a3-ad310bc4cda7 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 210 time: 0.1337023 Jul 23 20:41:11.509494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-7aadf2f2-cdb1-4db4-9f02-9185536c51d2 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:11.511140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-7aadf2f2-cdb1-4db4-9f02-9185536c51d2 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/networks?id=37ebb37b-8047-466d-8960-d38f8837b0a0 HTTP/1.1" status: 200 len: 821 time: 0.5916483 Jul 23 20:41:11.562306 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-62711184-1d63-44c4-b65d-981dd6f45222 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/quotas/b6750287b5d748eaa367e590656b454a HTTP/1.1" status: 200 len: 375 time: 0.0112391 Jul 23 20:41:11.618630 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-5ccf6f7b-d59b-466a-9b60-61115d8b7d08 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6750287b5d748eaa367e590656b454a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443940 Jul 23 20:41:11.651168 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-8a7a416a-965b-4408-a66e-23cebbc2317f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Floating IP 33293015-8d03-44f3-ae95-5d590fa8ea8b associated. External IP: 172.25.3.185, port: ac7d5512-08f7-45f5-8473-32a1d13ff319. Jul 23 20:41:11.722178 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.729353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-000f1a17-e5b0-452a-8440-363480d3e939 req-2375c6ad-dfe8-4839-b10d-d828885d3981 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Allocated IP 172.20.0.14 (e5c05eb8-80db-48c5-ad35-1745e1c55c02/ab8f20ad-484c-4d56-b083-3ca713a43763/bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:11.757885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] Pushing event deleted for resources: {'Port': ['ID=708ce72c-7453-400b-bfbd-e427cd43f422,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:11.773344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] No DVR routers for this DVR port 708ce72c-7453-400b-bfbd-e427cd43f422 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:11.788038 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-cc4b4e30-6a65-44bd-84e3-d635c69a7909 service neutron] 10.222.0.55 "GET /v2.0/networks/37ebb37b-8047-466d-8960-d38f8837b0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408019 Jul 23 20:41:11.895078 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.914100 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1936b9a8-5b79-4533-bf28-5419f039cd72']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:11.926760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67da1112-310a-4f08-bf7d-b323c261c0fa') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:11.927149 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67da1112-310a-4f08-bf7d-b323c261c0fa') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:11.968710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-35cbe992-aa69-419d-9dfa-73527624a8f4 service neutron] 10.222.0.55 "GET /v2.0/networks/37ebb37b-8047-466d-8960-d38f8837b0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741741 Jul 23 20:41:11.983226 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.005542 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-000f1a17-e5b0-452a-8440-363480d3e939 req-2375c6ad-dfe8-4839-b10d-d828885d3981 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.032809 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.047870 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:41:12.048430 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:41:12.050969 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:41:12.066711 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-000f1a17-e5b0-452a-8440-363480d3e939 req-2375c6ad-dfe8-4839-b10d-d828885d3981 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.130648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000f1a17-e5b0-452a-8440-363480d3e939 req-2375c6ad-dfe8-4839-b10d-d828885d3981 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Network e5c05eb8-80db-48c5-ad35-1745e1c55c02 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:12.138682 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-000f1a17-e5b0-452a-8440-363480d3e939 req-2375c6ad-dfe8-4839-b10d-d828885d3981 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:12.144105 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.145464 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-000f1a17-e5b0-452a-8440-363480d3e939 req-2375c6ad-dfe8-4839-b10d-d828885d3981 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:12.167049 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.173691 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] 10.222.0.55 "DELETE /v2.0/networks/1936b9a8-5b79-4533-bf28-5419f039cd72 HTTP/1.1" status: 204 len: 168 time: 1.7583635 Jul 23 20:41:12.179000 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375c6ad-dfe8-4839-b10d-d828885d3981 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Pushing event updated for resources: {'Port': ['ID=bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:12.179448 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7a416a-965b-4408-a66e-23cebbc2317f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Router 65675695-ddfc-4d11-8a96-c3fa6f63b071 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:41:12.196256 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cff02-32c0-4a2f-aed1-2cf0fc2a944e admin admin] Pushing event deleted for resources: {'Network': ['ID=1936b9a8-5b79-4533-bf28-5419f039cd72,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:12.247742 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e93d3d-a92c-442e-bc57-c3d617fe43db req-e6e981a9-5733-4617-aaa0-11e573179e41 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/ports?device_id=481758ae-6982-4565-ba09-57ae11212a0c HTTP/1.1" status: 200 len: 210 time: 0.0472488 Jul 23 20:41:12.281724 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f1a17-e5b0-452a-8440-363480d3e939 req-2375c6ad-dfe8-4839-b10d-d828885d3981 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:12.282392 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-000f1a17-e5b0-452a-8440-363480d3e939 req-2375c6ad-dfe8-4839-b10d-d828885d3981 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.342302 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-000f1a17-e5b0-452a-8440-363480d3e939 req-2375c6ad-dfe8-4839-b10d-d828885d3981 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6704376 Jul 23 20:41:12.356853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Request body: {'port': {'device_id': '426e9b58-48ad-4083-a829-3131bc414f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:12.400412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47588) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:12.424667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4b63f-025d-4de4-a8f2-75b5df2b74c3 req-2d0404c4-f606-4b65-9c73-f3065e3afbd1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:12.432215 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4b63f-025d-4de4-a8f2-75b5df2b74c3 req-2d0404c4-f606-4b65-9c73-f3065e3afbd1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:12.438254 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4b63f-025d-4de4-a8f2-75b5df2b74c3 req-2d0404c4-f606-4b65-9c73-f3065e3afbd1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:12.444457 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4b63f-025d-4de4-a8f2-75b5df2b74c3 req-2d0404c4-f606-4b65-9c73-f3065e3afbd1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:12.451477 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4b63f-025d-4de4-a8f2-75b5df2b74c3 req-2d0404c4-f606-4b65-9c73-f3065e3afbd1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:12.458690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4b63f-025d-4de4-a8f2-75b5df2b74c3 req-2d0404c4-f606-4b65-9c73-f3065e3afbd1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:12.464206 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7a416a-965b-4408-a66e-23cebbc2317f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:12.464867 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4b63f-025d-4de4-a8f2-75b5df2b74c3 req-2d0404c4-f606-4b65-9c73-f3065e3afbd1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:12.472453 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-15a65919-c26b-4d3d-9010-6c2bc622c847 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f53d68a039044c5fb110f42ac7ab36ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681927 Jul 23 20:41:12.472714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eef4b63f-025d-4de4-a8f2-75b5df2b74c3 req-2d0404c4-f606-4b65-9c73-f3065e3afbd1 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5444 time: 0.1874344 Jul 23 20:41:12.473465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47594) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:12.476454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e8afc-06bf-4fd0-81f4-a5bc1641d549 None None] Sync routers for ids ['65675695-ddfc-4d11-8a96-c3fa6f63b071'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:12.477552 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a7a416a-965b-4408-a66e-23cebbc2317f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.492057 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e8afc-06bf-4fd0-81f4-a5bc1641d549 None None] Routers {'65675695-ddfc-4d11-8a96-c3fa6f63b071'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:12.493879 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-562e8afc-06bf-4fd0-81f4-a5bc1641d549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['65675695-ddfc-4d11-8a96-c3fa6f63b071'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:12.521809 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.558730 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8a7a416a-965b-4408-a66e-23cebbc2317f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "PUT /v2.0/floatingips/33293015-8d03-44f3-ae95-5d590fa8ea8b HTTP/1.1" status: 200 len: 991 time: 4.1929579 Jul 23 20:41:12.559718 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'tag': 'ac7d5512-08f7-45f5-8473-32a1d13ff319'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:12.562323 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b509c0a-b8f9-4e5a-a1e4-776e80bc4104" -d '{"events": [{"name": "network-changed", "server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "tag": "ac7d5512-08f7-45f5-8473-32a1d13ff319"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:12.576894 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff14014f-5385-43ef-b780-d2f63d5bf3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.627673 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff14014f-5385-43ef-b780-d2f63d5bf3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.694034 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff14014f-5385-43ef-b780-d2f63d5bf3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.696999 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff14014f-5385-43ef-b780-d2f63d5bf3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.698210 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ff14014f-5385-43ef-b780-d2f63d5bf3b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e8ce8c92-abbc-4c7d-9cee-3983eddeba4c HTTP/1.1" status: 204 len: 168 time: 0.2174983 Jul 23 20:41:12.708943 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14014f-5385-43ef-b780-d2f63d5bf3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ce8c92-abbc-4c7d-9cee-3983eddeba4c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:12.831159 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-562e8afc-06bf-4fd0-81f4-a5bc1641d549 None None] Set router 65675695-ddfc-4d11-8a96-c3fa6f63b071 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:12.917376 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eef4b63f-025d-4de4-a8f2-75b5df2b74c3 req-3f1cab50-0673-40c8-b641-fcc989210266 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4436977 Jul 23 20:41:13.078437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a76529-5abf-4558-95b8-98ec3594e6a8 req-ffc9034c-6cef-498a-9a0a-676c2f0ecb1e tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:13.084046 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99a76529-5abf-4558-95b8-98ec3594e6a8 req-ffc9034c-6cef-498a-9a0a-676c2f0ecb1e tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 932 time: 0.2585893 Jul 23 20:41:13.161557 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99a76529-5abf-4558-95b8-98ec3594e6a8 req-ce1921be-cfa1-435d-ac6b-c97716fbe5cd tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764027 Jul 23 20:41:13.230470 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5343c06c-a54a-49bc-a988-a4922bdc00f0 x-openstack-request-id: req-5343c06c-a54a-49bc-a988-a4922bdc00f0 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:13.231372 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "tag": "ac7d5512-08f7-45f5-8473-32a1d13ff319", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:13.232127 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5343c06c-a54a-49bc-a988-a4922bdc00f0 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:13.233036 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'tag': 'ac7d5512-08f7-45f5-8473-32a1d13ff319', 'status': 'completed', 'code': 200} Jul 23 20:41:13.348353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-562e8afc-06bf-4fd0-81f4-a5bc1641d549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'name': 'tempest-TaggedBootDevicesTest-1554552862-router', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:51Z', 'updated_at': '2021-07-23T20:37:59Z', 'revision_number': 4, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'gw_port': {'id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:52Z', 'updated_at': '2021-07-23T20:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '33293015-8d03-44f3-ae95-5d590fa8ea8b', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'port_id': 'ac7d5512-08f7-45f5-8473-32a1d13ff319', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5', 'mac_address': 'fa:16:3e:70:42:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67edefd8-cf07-4616-9feb-77bb7e599996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:39:24Z', 'updated_at': '2021-07-23T20:41:11Z', 'revision_number': 1, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68be1a11-8a57-47c4-b213-8ac77e0b3403', 'name': '', 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'mac_address': 'fa:16:3e:fc:a3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:57Z', 'updated_at': '2021-07-23T20:38:08Z', 'revision_number': 5, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'subnets': [{'id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:13.440844 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e8afc-06bf-4fd0-81f4-a5bc1641d549 None None] Checking router: 65675695-ddfc-4d11-8a96-c3fa6f63b071 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:13.455212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:41:13.461060 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e8afc-06bf-4fd0-81f4-a5bc1641d549 None None] Routers {'65675695-ddfc-4d11-8a96-c3fa6f63b071'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:13.462032 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-562e8afc-06bf-4fd0-81f4-a5bc1641d549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['65675695-ddfc-4d11-8a96-c3fa6f63b071'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:13.465167 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47636) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:13.485617 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:13.519372 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b509c0a-b8f9-4e5a-a1e4-776e80bc4104 req-27de960c-b54f-4b2f-9ad4-2f5edcc91b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:13.519983 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b509c0a-b8f9-4e5a-a1e4-776e80bc4104 req-27de960c-b54f-4b2f-9ad4-2f5edcc91b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:13.520468 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b509c0a-b8f9-4e5a-a1e4-776e80bc4104 req-27de960c-b54f-4b2f-9ad4-2f5edcc91b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:13.520939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b509c0a-b8f9-4e5a-a1e4-776e80bc4104 req-27de960c-b54f-4b2f-9ad4-2f5edcc91b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:13.521403 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b509c0a-b8f9-4e5a-a1e4-776e80bc4104 req-27de960c-b54f-4b2f-9ad4-2f5edcc91b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:13.521871 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b509c0a-b8f9-4e5a-a1e4-776e80bc4104 req-27de960c-b54f-4b2f-9ad4-2f5edcc91b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:13.522346 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b509c0a-b8f9-4e5a-a1e4-776e80bc4104 req-27de960c-b54f-4b2f-9ad4-2f5edcc91b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:13.524457 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3b509c0a-b8f9-4e5a-a1e4-776e80bc4104 req-27de960c-b54f-4b2f-9ad4-2f5edcc91b31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc19446ccb0a4c219ec6673fb3605878&device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 6496 time: 0.2701638 Jul 23 20:41:13.593365 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6952dea-435e-4e4e-9ad5-f5f5fd882d2c req-99427e26-38f4-45ef-a3ba-7b38b87f84b1 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/ports?device_id=481758ae-6982-4565-ba09-57ae11212a0c HTTP/1.1" status: 200 len: 210 time: 0.1419189 Jul 23 20:41:13.667083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Transition to ACTIVE for port object bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:13.719196 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec840cc4-8292-4206-ae1f-4f25d84e9fb2 req-f542f718-eade-4458-89a0-6e1d9cf385e7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:13.737927 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec840cc4-8292-4206-ae1f-4f25d84e9fb2 req-f542f718-eade-4458-89a0-6e1d9cf385e7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:13.750664 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec840cc4-8292-4206-ae1f-4f25d84e9fb2 req-f542f718-eade-4458-89a0-6e1d9cf385e7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:13.752090 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b509c0a-b8f9-4e5a-a1e4-776e80bc4104 req-38dbf075-4ac3-4518-b2c6-51bd574ac66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:13.753587 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3b509c0a-b8f9-4e5a-a1e4-776e80bc4104 req-38dbf075-4ac3-4518-b2c6-51bd574ac66a service neutron] 10.222.0.48 "GET /v2.0/networks?id=04518969-2864-49dd-8fa7-d7bf22c7ecb5 HTTP/1.1" status: 200 len: 913 time: 0.2204320 Jul 23 20:41:13.765368 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec840cc4-8292-4206-ae1f-4f25d84e9fb2 req-f542f718-eade-4458-89a0-6e1d9cf385e7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:13.790819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec840cc4-8292-4206-ae1f-4f25d84e9fb2 req-f542f718-eade-4458-89a0-6e1d9cf385e7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:13.802673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec840cc4-8292-4206-ae1f-4f25d84e9fb2 req-f542f718-eade-4458-89a0-6e1d9cf385e7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:13.825585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec840cc4-8292-4206-ae1f-4f25d84e9fb2 req-f542f718-eade-4458-89a0-6e1d9cf385e7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:13.829637 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ec840cc4-8292-4206-ae1f-4f25d84e9fb2 req-f542f718-eade-4458-89a0-6e1d9cf385e7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5444 time: 0.4407668 Jul 23 20:41:13.834928 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-634b0a11-6e3d-419a-89b9-1d6599f474f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=76b4f47836ff434a8af6130ee94e4c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3532248 Jul 23 20:41:13.849398 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47648) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:13.849749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47650) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:13.871538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-0829427c-2b56-48bb-8618-280d7ef7051b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Request body: {'floatingip': {'port_id': '214304c1-8d67-470d-8ca8-60e60e3fe9e0'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:13.952716 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-562e8afc-06bf-4fd0-81f4-a5bc1641d549 None None] Set router 65675695-ddfc-4d11-8a96-c3fa6f63b071 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:13.964544 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0829427c-2b56-48bb-8618-280d7ef7051b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for floatingip, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:14.041657 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-1e3fc814-3cc3-483b-b07b-7455093a15d5 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:14.046704 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-1e3fc814-3cc3-483b-b07b-7455093a15d5 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.57 "GET /v2.0/networks?id=37ebb37b-8047-466d-8960-d38f8837b0a0 HTTP/1.1" status: 200 len: 821 time: 0.2097170 Jul 23 20:41:14.048118 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:14.133083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-f55dabf9-a8b8-4b54-857e-b0c649c8b092 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Request body: {'port': {'device_id': '481758ae-6982-4565-ba09-57ae11212a0c', 'network_id': '37ebb37b-8047-466d-8960-d38f8837b0a0', 'admin_state_up': True, 'tenant_id': 'b6750287b5d748eaa367e590656b454a'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:14.222623 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60156f72-5b77-42db-abd9-48e8fbcb49bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:14.341453 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3b509c0a-b8f9-4e5a-a1e4-776e80bc4104 req-3d5c9ff3-1c2b-4137-9bfa-cf2ae2957fad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac7d5512-08f7-45f5-8473-32a1d13ff319 HTTP/1.1" status: 200 len: 999 time: 0.5791659 Jul 23 20:41:14.498512 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b509c0a-b8f9-4e5a-a1e4-776e80bc4104 req-2c97c3ce-06b3-4ada-9ed8-6cf66186b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:14.500160 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3b509c0a-b8f9-4e5a-a1e4-776e80bc4104 req-2c97c3ce-06b3-4ada-9ed8-6cf66186b50e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fec6d45-9345-4d90-b1d2-40a8c0c03e92 HTTP/1.1" status: 200 len: 851 time: 0.1501780 Jul 23 20:41:14.502028 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-562e8afc-06bf-4fd0-81f4-a5bc1641d549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'name': 'tempest-TaggedBootDevicesTest-1554552862-router', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:51Z', 'updated_at': '2021-07-23T20:37:59Z', 'revision_number': 4, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'gw_port': {'id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:52Z', 'updated_at': '2021-07-23T20:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '33293015-8d03-44f3-ae95-5d590fa8ea8b', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'port_id': 'ac7d5512-08f7-45f5-8473-32a1d13ff319', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5', 'mac_address': 'fa:16:3e:70:42:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67edefd8-cf07-4616-9feb-77bb7e599996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:39:24Z', 'updated_at': '2021-07-23T20:41:11Z', 'revision_number': 1, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68be1a11-8a57-47c4-b213-8ac77e0b3403', 'name': '', 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'mac_address': 'fa:16:3e:fc:a3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:57Z', 'updated_at': '2021-07-23T20:38:08Z', 'revision_number': 5, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'subnets': [{'id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:14.522760 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60156f72-5b77-42db-abd9-48e8fbcb49bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:14.605067 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e8afc-06bf-4fd0-81f4-a5bc1641d549 None None] The sync data for ids ['65675695-ddfc-4d11-8a96-c3fa6f63b071'] in n-d-791504-18 is: [{'id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'name': 'tempest-TaggedBootDevicesTest-1554552862-router', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:51Z', 'updated_at': '2021-07-23T20:37:59Z', 'revision_number': 4, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'gw_port': {'id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:52Z', 'updated_at': '2021-07-23T20:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '33293015-8d03-44f3-ae95-5d590fa8ea8b', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'port_id': 'ac7d5512-08f7-45f5-8473-32a1d13ff319', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5', 'mac_address': 'fa:16:3e:70:42:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67edefd8-cf07-4616-9feb-77bb7e599996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:39:24Z', 'updated_at': '2021-07-23T20:41:11Z', 'revision_number': 1, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68be1a11-8a57-47c4-b213-8ac77e0b3403', 'name': '', 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'mac_address': 'fa:16:3e:fc:a3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:57Z', 'updated_at': '2021-07-23T20:38:08Z', 'revision_number': 5, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'subnets': [{'id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:14.852988 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60156f72-5b77-42db-abd9-48e8fbcb49bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:14.873182 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60156f72-5b77-42db-abd9-48e8fbcb49bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:14.875232 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-60156f72-5b77-42db-abd9-48e8fbcb49bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/adf6dbe1-ab0a-4253-b616-bc11dc5fd4aa HTTP/1.1" status: 204 len: 168 time: 1.0242670 Jul 23 20:41:14.950624 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60156f72-5b77-42db-abd9-48e8fbcb49bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf6dbe1-ab0a-4253-b616-bc11dc5fd4aa,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:15.004296 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43447cd-cd52-4f31-8d3d-47f4c43975ca None None] New status for floating IP 33293015-8d03-44f3-ae95-5d590fa8ea8b: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:41:15.009753 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Pushing event updated for resources: {'Port': ['ID=bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:15.074140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b509c0a-b8f9-4e5a-a1e4-776e80bc4104 req-d1e82d98-dc1d-4b99-847d-4323e8a8af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:15.077091 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3b509c0a-b8f9-4e5a-a1e4-776e80bc4104 req-d1e82d98-dc1d-4b99-847d-4323e8a8af66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04518969-2864-49dd-8fa7-d7bf22c7ecb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5683458 Jul 23 20:41:15.133668 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-acce36ff-9352-4c78-b013-7e20ab412da1 req-1dd797f8-ee3a-4bb1-98f9-a9b10487aefb tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/ports?device_id=481758ae-6982-4565-ba09-57ae11212a0c HTTP/1.1" status: 200 len: 210 time: 0.1486697 Jul 23 20:41:15.363279 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.369816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Attempting to bind port bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:15.370487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Attempting to bind port bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '2c4cf61c-2bc8-43f9-883c-776b5c45f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:15.371019 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Attempting to bind port bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad on network e5c05eb8-80db-48c5-ad35-1745e1c55c02 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:15.398135 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-f55dabf9-a8b8-4b54-857e-b0c649c8b092 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Made reservation on behalf of b6750287b5d748eaa367e590656b454a for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:15.402771 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-f55dabf9-a8b8-4b54-857e-b0c649c8b092 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.417142 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b314992-d92f-4f7b-bc82-8ae281037cb6 req-f9b787d0-a9e5-423a-86f8-a3eddf5dc252 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:15.419363 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b314992-d92f-4f7b-bc82-8ae281037cb6 req-f9b787d0-a9e5-423a-86f8-a3eddf5dc252 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 944 time: 1.0493014 Jul 23 20:41:15.428255 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Port bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad on network e5c05eb8-80db-48c5-ad35-1745e1c55c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:41:15.429575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Attempting to bind port bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad on network e5c05eb8-80db-48c5-ad35-1745e1c55c02 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:15.686493 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-f55dabf9-a8b8-4b54-857e-b0c649c8b092 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Allocated IP 172.20.0.4 (37ebb37b-8047-466d-8960-d38f8837b0a0/efb6faf6-5748-4333-9181-e589e109fc15/581a5397-1d0f-4adb-8442-44751ce1dea3) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:15.924650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:15.925005 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Checking segment: {'id': '2c4cf61c-2bc8-43f9-883c-776b5c45f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:15.925395 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Bound using segment: {'id': '2c4cf61c-2bc8-43f9-883c-776b5c45f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:15.925832 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Bound port: bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c4cf61c-2bc8-43f9-883c-776b5c45f8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:15.926193 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.930648 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b314992-d92f-4f7b-bc82-8ae281037cb6 req-c2c1846f-c458-4802-b03d-0e440b51fbf2 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977713 Jul 23 20:41:16.015906 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-f55dabf9-a8b8-4b54-857e-b0c649c8b092 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.049004 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] For port bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:16.053351 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] For port bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:16.065827 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.129019 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:16.130003 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.133664 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-000f1a17-e5b0-452a-8440-363480d3e939 req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] 10.222.0.57 "PUT /v2.0/ports/bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad HTTP/1.1" status: 200 len: 1093 time: 3.7823880 Jul 23 20:41:16.261652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426e9b58-48ad-4083-a829-3131bc414f68', 'tag': 'bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:16.264025 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d0ac31-37bc-417c-97c4-a0402fa06d74" -d '{"events": [{"name": "network-changed", "server_uuid": "426e9b58-48ad-4083-a829-3131bc414f68", "tag": "bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:16.317281 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-f55dabf9-a8b8-4b54-857e-b0c649c8b092 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.362047 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3b509c0a-b8f9-4e5a-a1e4-776e80bc4104 req-cd8c6c9a-2d57-4fef-8053-ac0043def0d1 service neutron] 10.222.0.48 "GET /v2.0/networks/04518969-2864-49dd-8fa7-d7bf22c7ecb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2747619 Jul 23 20:41:16.417939 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fe117c-0ab1-4589-b82a-ff55a50d4e93 x-openstack-request-id: req-c7fe117c-0ab1-4589-b82a-ff55a50d4e93 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:16.418244 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426e9b58-48ad-4083-a829-3131bc414f68", "tag": "bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:16.418477 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7fe117c-0ab1-4589-b82a-ff55a50d4e93 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:16.418993 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426e9b58-48ad-4083-a829-3131bc414f68', 'tag': 'bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad', 'status': 'completed', 'code': 200} Jul 23 20:41:16.424603 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.db.resource_extend [None req-0829427c-2b56-48bb-8618-280d7ef7051b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:41:16.432810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de1cff-5b49-4437-9b9f-10f86cc679cd service neutron] Pushing event updated for resources: {'Port': ['ID=bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:16.490818 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-f55dabf9-a8b8-4b54-857e-b0c649c8b092 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Network 37ebb37b-8047-466d-8960-d38f8837b0a0 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:16.515925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-f55dabf9-a8b8-4b54-857e-b0c649c8b092 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:16.528506 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-f55dabf9-a8b8-4b54-857e-b0c649c8b092 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:16.532459 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0829427c-2b56-48bb-8618-280d7ef7051b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.542829 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0829427c-2b56-48bb-8618-280d7ef7051b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.640424 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3b509c0a-b8f9-4e5a-a1e4-776e80bc4104 req-faa461e0-4c49-471a-a722-0e9d7b962868 service neutron] 10.222.0.48 "GET /v2.0/networks/04518969-2864-49dd-8fa7-d7bf22c7ecb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643318 Jul 23 20:41:16.649866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55dabf9-a8b8-4b54-857e-b0c649c8b092 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Pushing event updated for resources: {'Port': ['ID=581a5397-1d0f-4adb-8442-44751ce1dea3,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:16.664202 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f1a17-e5b0-452a-8440-363480d3e939 req-ea8b4c7e-8b95-4de9-986b-e38fece05945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:16.665731 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-000f1a17-e5b0-452a-8440-363480d3e939 req-ea8b4c7e-8b95-4de9-986b-e38fece05945 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12f68d215eed44eea92a61516d4f8fce&device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 1096 time: 0.3853333 Jul 23 20:41:16.677383 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf6941-2908-4b8c-8d8b-5ac7c07f0955 req-153584f7-4cae-4b73-874a-3e4413846a6f tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:16.678640 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8edf6941-2908-4b8c-8d8b-5ac7c07f0955 req-153584f7-4cae-4b73-874a-3e4413846a6f tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/ports?device_id=481758ae-6982-4565-ba09-57ae11212a0c HTTP/1.1" status: 200 len: 931 time: 0.3659065 Jul 23 20:41:16.702561 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-0829427c-2b56-48bb-8618-280d7ef7051b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Floating IP 6a18400d-0c12-4aa4-94fd-198187366f8a associated. External IP: 172.25.3.122, port: 214304c1-8d67-470d-8ca8-60e60e3fe9e0. Jul 23 20:41:16.745786 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.755072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-000f1a17-e5b0-452a-8440-363480d3e939 req-b709afff-28e5-410e-b3e8-63195ee8266b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad HTTP/1.1" status: 200 len: 217 time: 0.0750716 Jul 23 20:41:16.782253 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-f55dabf9-a8b8-4b54-857e-b0c649c8b092 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:16.783409 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-f55dabf9-a8b8-4b54-857e-b0c649c8b092 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.834238 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8edf6941-2908-4b8c-8d8b-5ac7c07f0955 req-df4dca45-2e86-477e-ac6f-e37663d3a752 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef2fc749-8594-4539-93d6-440d3852bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444073 Jul 23 20:41:16.848709 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-f55dabf9-a8b8-4b54-857e-b0c649c8b092 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7331693 Jul 23 20:41:16.865317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Request body: {'port': {'device_id': '481758ae-6982-4565-ba09-57ae11212a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:16.888696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47744) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:16.931914 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f1a17-e5b0-452a-8440-363480d3e939 req-5be13a58-1553-4a1a-9a65-6c99c29c4deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:16.933411 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-000f1a17-e5b0-452a-8440-363480d3e939 req-5be13a58-1553-4a1a-9a65-6c99c29c4deb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ab8f20ad-484c-4d56-b083-3ca713a43763 HTTP/1.1" status: 200 len: 855 time: 0.1699607 Jul 23 20:41:17.035484 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-000f1a17-e5b0-452a-8440-363480d3e939 req-09ec0c95-9530-4d47-90ee-e909f291ca46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5c05eb8-80db-48c5-ad35-1745e1c55c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825732 Jul 23 20:41:17.036650 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.154162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-621277329-network', 'tenant_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:17.178238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0829427c-2b56-48bb-8618-280d7ef7051b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Router cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:41:17.302175 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Made reservation on behalf of 179e6cbb0b934ac3aa3bdf05aa58dd4a for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:17.304904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.318695 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.406419 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0829427c-2b56-48bb-8618-280d7ef7051b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:17.419002 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a456643-79ae-421e-8393-c613894ce854 req-904562f6-0635-49ec-9a33-8d808adc430e tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:17.419898 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a762049-7956-489f-b16d-3482572d68d3 None None] Sync routers for ids ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:17.426453 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a456643-79ae-421e-8393-c613894ce854 req-904562f6-0635-49ec-9a33-8d808adc430e tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 944 time: 0.3844485 Jul 23 20:41:17.445899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a762049-7956-489f-b16d-3482572d68d3 None None] Routers {'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:17.449487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1a762049-7956-489f-b16d-3482572d68d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:17.485185 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a456643-79ae-421e-8393-c613894ce854 req-8214c7e4-f505-4b6b-b7ee-2d633a931297 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577474 Jul 23 20:41:17.490194 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-000f1a17-e5b0-452a-8440-363480d3e939 req-fa748e68-26f1-466c-badf-7c7ad453532f service neutron] 10.222.0.57 "GET /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492068 Jul 23 20:41:17.530886 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.535312 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0829427c-2b56-48bb-8618-280d7ef7051b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.539413 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.588776 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:17.645052 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9b20e9-551c-47ae-b585-51d0f09e2e66,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:17.648656 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1a762049-7956-489f-b16d-3482572d68d3 None None] Set router cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:17.665658 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.674678 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Added segment 42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c of type vlan for network d8f086f1-af03-487e-bb5b-695aef812e58 Jul 23 20:41:17.680464 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0829427c-2b56-48bb-8618-280d7ef7051b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "PUT /v2.0/floatingips/6a18400d-0c12-4aa4-94fd-198187366f8a HTTP/1.1" status: 200 len: 992 time: 3.8122032 Jul 23 20:41:17.698253 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'tag': '214304c1-8d67-470d-8ca8-60e60e3fe9e0'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:17.700928 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a80566-bc1a-429b-894d-bed5ae05517e" -d '{"events": [{"name": "network-changed", "server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "tag": "214304c1-8d67-470d-8ca8-60e60e3fe9e0"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:17.715566 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:17.716018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:17.716569 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:17.716888 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:17.717314 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:17.717744 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:17.718173 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:17.718596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:17.719046 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:17.719503 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:17.719927 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:17.720350 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:17.809684 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581a5397-1d0f-4adb-8442-44751ce1dea3 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:41:17.835176 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.855471 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.880586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Transition to ACTIVE for port object 581a5397-1d0f-4adb-8442-44751ce1dea3 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:17.949845 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f476e0d-3c31-4d07-8f66-3c77e81966a4 x-openstack-request-id: req-0f476e0d-3c31-4d07-8f66-3c77e81966a4 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:17.950406 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "tag": "214304c1-8d67-470d-8ca8-60e60e3fe9e0", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:17.950821 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f476e0d-3c31-4d07-8f66-3c77e81966a4 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:17.951555 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'tag': '214304c1-8d67-470d-8ca8-60e60e3fe9e0', 'status': 'completed', 'code': 200} Jul 23 20:41:17.965237 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.966471 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:17.967818 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.059021 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.068086 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] Pushing event updated for resources: {'Network': ['ID=d8f086f1-af03-487e-bb5b-695aef812e58,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:18.095484 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a09238a8-35c8-4ece-a32b-8f56f8261dce admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2053506 Jul 23 20:41:18.103871 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47788) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:18.110701 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d8313c84-bbcb-4698-96df-d38db6abc217 admin admin] Request body: {'subnet': {'network_id': 'd8f086f1-af03-487e-bb5b-695aef812e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-621277329-subnet', 'tenant_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:18.154742 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a80566-bc1a-429b-894d-bed5ae05517e req-bb3f1346-3ab8-4534-9355-4c62cd30a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.155551 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a80566-bc1a-429b-894d-bed5ae05517e req-bb3f1346-3ab8-4534-9355-4c62cd30a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.156072 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a80566-bc1a-429b-894d-bed5ae05517e req-bb3f1346-3ab8-4534-9355-4c62cd30a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.156545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a80566-bc1a-429b-894d-bed5ae05517e req-bb3f1346-3ab8-4534-9355-4c62cd30a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.157018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a80566-bc1a-429b-894d-bed5ae05517e req-bb3f1346-3ab8-4534-9355-4c62cd30a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.157532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a80566-bc1a-429b-894d-bed5ae05517e req-bb3f1346-3ab8-4534-9355-4c62cd30a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.158059 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a80566-bc1a-429b-894d-bed5ae05517e req-bb3f1346-3ab8-4534-9355-4c62cd30a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.160333 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36a80566-bc1a-429b-894d-bed5ae05517e req-bb3f1346-3ab8-4534-9355-4c62cd30a1ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 6508 time: 0.2078352 Jul 23 20:41:18.161377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8313c84-bbcb-4698-96df-d38db6abc217 admin admin] Made reservation on behalf of 179e6cbb0b934ac3aa3bdf05aa58dd4a for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:18.165002 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8313c84-bbcb-4698-96df-d38db6abc217 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.216183 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network d8f086f1-af03-487e-bb5b-695aef812e58 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:18.392317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1a762049-7956-489f-b16d-3482572d68d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'name': 'tempest-TaggedBootDevicesTest_v242-1390473140-router', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:09Z', 'revision_number': 4, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'gw_port': {'id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:03Z', 'updated_at': '2021-07-23T20:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '6a18400d-0c12-4aa4-94fd-198187366f8a', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'port_id': '214304c1-8d67-470d-8ca8-60e60e3fe9e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c', 'mac_address': 'fa:16:3e:08:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:39:25Z', 'updated_at': '2021-07-23T20:41:16Z', 'revision_number': 1, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ab5977-aa61-4f81-922c-93d1cac7e7b1', 'name': '', 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'mac_address': 'fa:16:3e:04:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:07Z', 'updated_at': '2021-07-23T20:38:19Z', 'revision_number': 5, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'subnets': [{'id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:18.405163 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-000f1a17-e5b0-452a-8440-363480d3e939 req-f7e918ea-d828-4cdd-8a97-2b037d6ef64b service neutron] 10.222.0.57 "GET /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8987308 Jul 23 20:41:18.449985 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a762049-7956-489f-b16d-3482572d68d3 None None] Checking router: cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:18.459545 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a762049-7956-489f-b16d-3482572d68d3 None None] Routers {'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:18.460837 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1a762049-7956-489f-b16d-3482572d68d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:18.464165 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8313c84-bbcb-4698-96df-d38db6abc217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.480502 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Pushing event updated for resources: {'Port': ['ID=581a5397-1d0f-4adb-8442-44751ce1dea3,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:18.572098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Attempting to bind port 581a5397-1d0f-4adb-8442-44751ce1dea3 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:18.572424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Attempting to bind port 581a5397-1d0f-4adb-8442-44751ce1dea3 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '7cc34121-bcff-46de-be9c-51cd0c46da53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '37ebb37b-8047-466d-8960-d38f8837b0a0'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:18.572654 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Attempting to bind port 581a5397-1d0f-4adb-8442-44751ce1dea3 on network 37ebb37b-8047-466d-8960-d38f8837b0a0 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:18.613708 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Port 581a5397-1d0f-4adb-8442-44751ce1dea3 on network 37ebb37b-8047-466d-8960-d38f8837b0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:41:18.614073 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Attempting to bind port 581a5397-1d0f-4adb-8442-44751ce1dea3 on network 37ebb37b-8047-466d-8960-d38f8837b0a0 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:18.623762 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8313c84-bbcb-4698-96df-d38db6abc217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c32805-81fb-4ec9-a579-3708bedff04c,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:18.645667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:18.646552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Checking segment: {'id': '7cc34121-bcff-46de-be9c-51cd0c46da53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '37ebb37b-8047-466d-8960-d38f8837b0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:18.646552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Bound using segment: {'id': '7cc34121-bcff-46de-be9c-51cd0c46da53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '37ebb37b-8047-466d-8960-d38f8837b0a0'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:18.646938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Bound port: 581a5397-1d0f-4adb-8442-44751ce1dea3, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc34121-bcff-46de-be9c-51cd0c46da53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '37ebb37b-8047-466d-8960-d38f8837b0a0'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:18.647218 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.680849 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8815f-26ac-40f9-ba44-d6f7000d3e2a req-a3a20c03-4527-4d5f-8c87-0c1ab3343a90 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.683827 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1a762049-7956-489f-b16d-3482572d68d3 None None] Set router cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:18.690798 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfb8815f-26ac-40f9-ba44-d6f7000d3e2a req-a3a20c03-4527-4d5f-8c87-0c1ab3343a90 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/ports?device_id=481758ae-6982-4565-ba09-57ae11212a0c HTTP/1.1" status: 200 len: 943 time: 0.5760403 Jul 23 20:41:18.719336 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8313c84-bbcb-4698-96df-d38db6abc217 admin admin] Checking segment: {'id': '42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd8f086f1-af03-487e-bb5b-695aef812e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:18.719691 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8313c84-bbcb-4698-96df-d38db6abc217 admin admin] Network hostable DHCP agents. Network: d8f086f1-af03-487e-bb5b-695aef812e58, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:41:18.732229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0ac31-37bc-417c-97c4-a0402fa06d74 req-4447faf7-eb62-4f1b-9e0c-acaea4a746c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.733775 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72d0ac31-37bc-417c-97c4-a0402fa06d74 req-4447faf7-eb62-4f1b-9e0c-acaea4a746c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12f68d215eed44eea92a61516d4f8fce&device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 1096 time: 0.2548285 Jul 23 20:41:18.741980 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a80566-bc1a-429b-894d-bed5ae05517e req-340a21a4-eadf-4f62-afdb-ba9d7d858cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.743627 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36a80566-bc1a-429b-894d-bed5ae05517e req-340a21a4-eadf-4f62-afdb-ba9d7d858cc9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bd17cd34-e969-4b19-90d9-ebcf6df4f73c HTTP/1.1" status: 200 len: 918 time: 0.3039291 Jul 23 20:41:18.790974 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8313c84-bbcb-4698-96df-d38db6abc217 admin admin] Network d8f086f1-af03-487e-bb5b-695aef812e58 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:41:18.805289 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-d8313c84-bbcb-4698-96df-d38db6abc217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, d8f086f1-af03-487e-bb5b-695aef812e58) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:18.814952 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8313c84-bbcb-4698-96df-d38db6abc217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.815920 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8313c84-bbcb-4698-96df-d38db6abc217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.832868 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36a80566-bc1a-429b-894d-bed5ae05517e req-2953e13f-8fc1-47f5-a3fe-229cf8b04ecb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=214304c1-8d67-470d-8ca8-60e60e3fe9e0 HTTP/1.1" status: 200 len: 1000 time: 0.0823903 Jul 23 20:41:18.845911 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1556116-fc10-4fc4-a628-5c4ada0207e6 None None] Network d8f086f1-af03-487e-bb5b-695aef812e58 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:18.850370 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d8313c84-bbcb-4698-96df-d38db6abc217 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7452574 Jul 23 20:41:18.859828 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfb8815f-26ac-40f9-ba44-d6f7000d3e2a req-16c21ad3-31e7-4333-8849-49672256a6d2 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef2fc749-8594-4539-93d6-440d3852bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680977 Jul 23 20:41:18.862545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47810) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:18.872833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-621277329-router', 'tenant_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:18.902118 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a80566-bc1a-429b-894d-bed5ae05517e req-7a8ecb22-cc67-4322-b4d1-94714533f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.905220 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36a80566-bc1a-429b-894d-bed5ae05517e req-7a8ecb22-cc67-4322-b4d1-94714533f209 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e30070cc-08f6-4366-9d16-3dfe52a72249 HTTP/1.1" status: 200 len: 856 time: 0.0656395 Jul 23 20:41:18.921153 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47812) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:18.947886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa08d14-56e1-4f92-b367-48812bd0a804 req-40909200-1613-465b-a4fc-ee2b7dc55ac0 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.949922 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5aa08d14-56e1-4f92-b367-48812bd0a804 req-40909200-1613-465b-a4fc-ee2b7dc55ac0 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 944 time: 0.3133533 Jul 23 20:41:18.952807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] For port 581a5397-1d0f-4adb-8442-44751ce1dea3, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:18.983923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] For port 581a5397-1d0f-4adb-8442-44751ce1dea3, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=581a5397-1d0f-4adb-8442-44751ce1dea3,segment=NetworkSegment(7cc34121-bcff-46de-be9c-51cd0c46da53),segment_id=7cc34121-bcff-46de-be9c-51cd0c46da53)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:19.022648 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.089952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-d8f086f1-af03-487e-bb5b-695aef812e58', 'network_id': 'd8f086f1-af03-487e-bb5b-695aef812e58', 'tenant_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'fixed_ips': [{'subnet_id': 'd1c32805-81fb-4ec9-a579-3708bedff04c'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:41:19.092166 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.092299 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.093640 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.096626 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a80566-bc1a-429b-894d-bed5ae05517e req-54fd2319-ae40-4209-8fc5-7c7cf0b550fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:19.098347 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36a80566-bc1a-429b-894d-bed5ae05517e req-54fd2319-ae40-4209-8fc5-7c7cf0b550fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bd17cd34-e969-4b19-90d9-ebcf6df4f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1853077 Jul 23 20:41:19.241028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Pushing event updated for resources: {'Port': ['ID=581a5397-1d0f-4adb-8442-44751ce1dea3,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:19.264972 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.267293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0ac31-37bc-417c-97c4-a0402fa06d74 req-0865e9a1-759f-4e28-8c48-9b74d0402148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:19.269469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72d0ac31-37bc-417c-97c4-a0402fa06d74 req-0865e9a1-759f-4e28-8c48-9b74d0402148 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5c05eb8-80db-48c5-ad35-1745e1c55c02 HTTP/1.1" status: 200 len: 916 time: 0.4841130 Jul 23 20:41:19.278731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:19.278731 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.278731 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-ed4aa8ae-9912-43eb-a839-330fffde3afd service neutron] 10.222.0.57 "PUT /v2.0/ports/581a5397-1d0f-4adb-8442-44751ce1dea3 HTTP/1.1" status: 200 len: 1092 time: 2.4157109 Jul 23 20:41:19.278731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481758ae-6982-4565-ba09-57ae11212a0c', 'tag': '581a5397-1d0f-4adb-8442-44751ce1dea3'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:19.279569 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2cad82-2476-48a1-9517-44dcf11530e4" -d '{"events": [{"name": "network-changed", "server_uuid": "481758ae-6982-4565-ba09-57ae11212a0c", "tag": "581a5397-1d0f-4adb-8442-44751ce1dea3"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:19.317441 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5aa08d14-56e1-4f92-b367-48812bd0a804 req-ed78c2e5-ba6d-45e7-a5f8-230d06495257 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544114 Jul 23 20:41:19.324651 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36a80566-bc1a-429b-894d-bed5ae05517e req-11063686-8bc7-488d-baf3-fe82ba783778 service neutron] 10.222.0.48 "GET /v2.0/networks/bd17cd34-e969-4b19-90d9-ebcf6df4f73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164609 Jul 23 20:41:19.357038 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7cca6ee1-b12e-4732-b871-99b117b81411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.371162 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be293d48-3e53-49df-81d0-9dadae217ed8 x-openstack-request-id: req-be293d48-3e53-49df-81d0-9dadae217ed8 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:19.371464 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481758ae-6982-4565-ba09-57ae11212a0c", "tag": "581a5397-1d0f-4adb-8442-44751ce1dea3", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:19.371713 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be293d48-3e53-49df-81d0-9dadae217ed8 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:19.372171 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481758ae-6982-4565-ba09-57ae11212a0c', 'tag': '581a5397-1d0f-4adb-8442-44751ce1dea3', 'status': 'completed', 'code': 200} Jul 23 20:41:19.452081 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72d0ac31-37bc-417c-97c4-a0402fa06d74 req-9ba0849c-aa90-4970-9c13-5575c2f6feb8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad HTTP/1.1" status: 200 len: 217 time: 0.1626494 Jul 23 20:41:19.489914 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1a762049-7956-489f-b16d-3482572d68d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'name': 'tempest-TaggedBootDevicesTest_v242-1390473140-router', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:09Z', 'revision_number': 4, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'gw_port': {'id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:03Z', 'updated_at': '2021-07-23T20:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '6a18400d-0c12-4aa4-94fd-198187366f8a', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'port_id': '214304c1-8d67-470d-8ca8-60e60e3fe9e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c', 'mac_address': 'fa:16:3e:08:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:39:25Z', 'updated_at': '2021-07-23T20:41:16Z', 'revision_number': 1, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ab5977-aa61-4f81-922c-93d1cac7e7b1', 'name': '', 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'mac_address': 'fa:16:3e:04:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:07Z', 'updated_at': '2021-07-23T20:38:19Z', 'revision_number': 5, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'subnets': [{'id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:19.524072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a762049-7956-489f-b16d-3482572d68d3 None None] The sync data for ids ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'] in n-d-791504-18 is: [{'id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'name': 'tempest-TaggedBootDevicesTest_v242-1390473140-router', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:09Z', 'revision_number': 4, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'gw_port': {'id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:03Z', 'updated_at': '2021-07-23T20:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '6a18400d-0c12-4aa4-94fd-198187366f8a', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'port_id': '214304c1-8d67-470d-8ca8-60e60e3fe9e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c', 'mac_address': 'fa:16:3e:08:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:39:25Z', 'updated_at': '2021-07-23T20:41:16Z', 'revision_number': 1, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ab5977-aa61-4f81-922c-93d1cac7e7b1', 'name': '', 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'mac_address': 'fa:16:3e:04:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:07Z', 'updated_at': '2021-07-23T20:38:19Z', 'revision_number': 5, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'subnets': [{'id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:19.543954 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7cca6ee1-b12e-4732-b871-99b117b81411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.549435 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36a80566-bc1a-429b-894d-bed5ae05517e req-99e0c035-1dc3-4628-97e5-07af317a6867 service neutron] 10.222.0.48 "GET /v2.0/networks/bd17cd34-e969-4b19-90d9-ebcf6df4f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138407 Jul 23 20:41:19.552099 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7cca6ee1-b12e-4732-b871-99b117b81411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.567495 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Allocated IP 172.20.0.2 (d8f086f1-af03-487e-bb5b-695aef812e58/d1c32805-81fb-4ec9-a579-3708bedff04c/75ef39f6-a3ee-40ee-90cb-8391b457db43) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:19.614717 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca6ee1-b12e-4732-b871-99b117b81411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4872af-7e98-4bb7-a5bd-7d3939283fe0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:19.642172 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7cca6ee1-b12e-4732-b871-99b117b81411 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e4a403d12a324f4fa2db59a48f294c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7198584 Jul 23 20:41:19.647068 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47820) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:19.656546 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.683176 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0ac31-37bc-417c-97c4-a0402fa06d74 req-22493799-63c4-4df7-b0bd-ca67c252cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:19.685148 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72d0ac31-37bc-417c-97c4-a0402fa06d74 req-22493799-63c4-4df7-b0bd-ca67c252cb32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ab8f20ad-484c-4d56-b083-3ca713a43763 HTTP/1.1" status: 200 len: 855 time: 0.2105944 Jul 23 20:41:19.720882 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7755e96-6d2b-4733-90bf-a1e8bc4fab94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.737071 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72d0ac31-37bc-417c-97c4-a0402fa06d74 req-ff2738b6-1bb4-499f-b661-1d387cf16485 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5c05eb8-80db-48c5-ad35-1745e1c55c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344479 Jul 23 20:41:19.745342 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7755e96-6d2b-4733-90bf-a1e8bc4fab94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.790372 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.815429 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7755e96-6d2b-4733-90bf-a1e8bc4fab94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.819288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Transition to ACTIVE for port object 75ef39f6-a3ee-40ee-90cb-8391b457db43 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:19.821945 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7755e96-6d2b-4733-90bf-a1e8bc4fab94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.823388 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d7755e96-6d2b-4733-90bf-a1e8bc4fab94 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc4872af-7e98-4bb7-a5bd-7d3939283fe0 HTTP/1.1" status: 204 len: 168 time: 0.1726637 Jul 23 20:41:19.834322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7755e96-6d2b-4733-90bf-a1e8bc4fab94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4872af-7e98-4bb7-a5bd-7d3939283fe0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:19.860514 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Transition to ACTIVE for port object 75ef39f6-a3ee-40ee-90cb-8391b457db43 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:19.871908 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-cd5fc487-4ab7-41e4-bbd8-36e0cce5ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:19.873436 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-cd5fc487-4ab7-41e4-bbd8-36e0cce5ebe3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6750287b5d748eaa367e590656b454a&device_id=481758ae-6982-4565-ba09-57ae11212a0c HTTP/1.1" status: 200 len: 1095 time: 0.4713717 Jul 23 20:41:19.884912 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.920736 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ca0224-bd83-418d-b7e9-94c0115931f0 None None] New status for floating IP 6a18400d-0c12-4aa4-94fd-198187366f8a: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:41:19.949700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-7dfcc599-e8d5-45ca-b4bf-87e7e4850de6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=581a5397-1d0f-4adb-8442-44751ce1dea3 HTTP/1.1" status: 200 len: 217 time: 0.0386350 Jul 23 20:41:19.976772 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Network d8f086f1-af03-487e-bb5b-695aef812e58 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:19.997371 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:20.001615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:20.015750 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-5b713527-7b94-4c86-b2fe-ec093a6e668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:20.017343 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-5b713527-7b94-4c86-b2fe-ec093a6e668d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb6faf6-5748-4333-9181-e589e109fc15 HTTP/1.1" status: 200 len: 861 time: 0.0591657 Jul 23 20:41:20.032994 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:41:20.039191 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Pushing event updated for resources: {'Port': ['ID=75ef39f6-a3ee-40ee-90cb-8391b457db43,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:20.093771 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-52d0d747-85c2-42d7-8f20-9e039c588018 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37ebb37b-8047-466d-8960-d38f8837b0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693700 Jul 23 20:41:20.126024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72d0ac31-37bc-417c-97c4-a0402fa06d74 req-e4b28bf8-4e59-4758-9339-5f4115afefe6 service neutron] 10.222.0.57 "GET /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713057 Jul 23 20:41:20.215802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22487acd-1e6e-4e5c-b52f-20816121d9a4 req-cff54ba6-4fb1-4197-abac-40d53887c6e3 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:20.222956 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-22487acd-1e6e-4e5c-b52f-20816121d9a4 req-cff54ba6-4fb1-4197-abac-40d53887c6e3 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/ports?device_id=481758ae-6982-4565-ba09-57ae11212a0c HTTP/1.1" status: 200 len: 943 time: 0.1992939 Jul 23 20:41:20.428213 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:20.442853 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad', 'network_id': 'e5c05eb8-80db-48c5-ad35-1745e1c55c02', 'port_id': 'bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad', 'mac_address': 'fa:16:3e:58:d7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8f20ad-484c-4d56-b083-3ca713a43763', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:41:20.452350 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47836) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:20.466875 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-769a5dc7-246e-440c-80ac-a027cc05d0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.476634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Attempting to bind port 75ef39f6-a3ee-40ee-90cb-8391b457db43 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:20.477311 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Attempting to bind port 75ef39f6-a3ee-40ee-90cb-8391b457db43 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd8f086f1-af03-487e-bb5b-695aef812e58'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:20.477311 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Attempting to bind port 75ef39f6-a3ee-40ee-90cb-8391b457db43 on network d8f086f1-af03-487e-bb5b-695aef812e58 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:20.486781 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:20.487317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Checking segment: {'id': '42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd8f086f1-af03-487e-bb5b-695aef812e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:20.487817 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.488343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Bound using segment: {'id': '42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd8f086f1-af03-487e-bb5b-695aef812e58'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:20.488921 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Bound port: 75ef39f6-a3ee-40ee-90cb-8391b457db43, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd8f086f1-af03-487e-bb5b-695aef812e58'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:20.489403 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.515660 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.599700 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-769a5dc7-246e-440c-80ac-a027cc05d0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.606355 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-769a5dc7-246e-440c-80ac-a027cc05d0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.661598 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-769a5dc7-246e-440c-80ac-a027cc05d0de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4df149cc478b4fe98817d703c2973c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053623 Jul 23 20:41:20.661598 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a5dc7-246e-440c-80ac-a027cc05d0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8cf23b-162f-4a4d-a25c-8556dd394028,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:20.677286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47838) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:20.693688 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:41:20.721966 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:20.732910 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.744272 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-237dd9be-a668-4431-9470-cb87e9dc32b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.773726 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-237dd9be-a668-4431-9470-cb87e9dc32b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.787546 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] For port 75ef39f6-a3ee-40ee-90cb-8391b457db43, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:20.794293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] For port 75ef39f6-a3ee-40ee-90cb-8391b457db43, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=75ef39f6-a3ee-40ee-90cb-8391b457db43,segment=NetworkSegment(42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c),segment_id=42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:20.803352 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.815856 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:20.859716 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-237dd9be-a668-4431-9470-cb87e9dc32b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.864183 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-237dd9be-a668-4431-9470-cb87e9dc32b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.866744 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-237dd9be-a668-4431-9470-cb87e9dc32b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee8cf23b-162f-4a4d-a25c-8556dd394028 HTTP/1.1" status: 204 len: 168 time: 0.1879718 Jul 23 20:41:20.877876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dd9be-a668-4431-9470-cb87e9dc32b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8cf23b-162f-4a4d-a25c-8556dd394028,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:20.923528 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263ddb9-10df-4b3a-add3-db3432ed7c6b None None] Pushing event updated for resources: {'Port': ['ID=75ef39f6-a3ee-40ee-90cb-8391b457db43,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:20.962703 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:41:21.037364 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:21.098328 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:21.103662 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-22487acd-1e6e-4e5c-b52f-20816121d9a4 req-5913e3e0-ac4b-46d9-a876-2619b2343247 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef2fc749-8594-4539-93d6-440d3852bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8711350 Jul 23 20:41:21.308668 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72d0ac31-37bc-417c-97c4-a0402fa06d74 req-fc3a3375-f5f8-405c-8ac2-bbd2569f2ede service neutron] 10.222.0.57 "GET /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1652067 Jul 23 20:41:21.330862 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-0e4e0742-49e6-4983-a589-79890bb5ae9d service neutron] 10.222.0.57 "GET /v2.0/networks/37ebb37b-8047-466d-8960-d38f8837b0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2238815 Jul 23 20:41:21.388807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 75ef39f6-a3ee-40ee-90cb-8391b457db43 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:21.473480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Allocated IP 172.25.3.130 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/2434d0af-a025-4859-8053-ef5958366f00) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:21.474191 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 75ef39f6-a3ee-40ee-90cb-8391b457db43 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:21.534014 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70d027-1503-4ad8-9c3d-23da506e0f7f req-c099449a-2f7d-4727-9826-9acd8e974abb tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:21.541703 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f70d027-1503-4ad8-9c3d-23da506e0f7f req-c099449a-2f7d-4727-9826-9acd8e974abb tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 945 time: 0.5681801 Jul 23 20:41:21.717105 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:21.777243 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:21.792338 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f70d027-1503-4ad8-9c3d-23da506e0f7f req-3b622627-2499-4cc9-97a6-11564a8b7750 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495782 Jul 23 20:41:21.800732 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a22c4676-7ebd-4b84-b976-5bc647d67c49 req-34079235-ba6c-4a02-a8d2-421f5d7f2146 service neutron] 10.222.0.57 "GET /v2.0/networks/37ebb37b-8047-466d-8960-d38f8837b0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426122 Jul 23 20:41:21.879628 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Pushing event updated for resources: {'Port': ['ID=2434d0af-a025-4859-8053-ef5958366f00,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:21.888990 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:21.899304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:21.928171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:22.024902 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:22.070062 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cad82-2476-48a1-9517-44dcf11530e4 req-6af17858-cf5a-4bf8-ba9b-80cf06add7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:22.071629 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2cad82-2476-48a1-9517-44dcf11530e4 req-6af17858-cf5a-4bf8-ba9b-80cf06add7fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6750287b5d748eaa367e590656b454a&device_id=481758ae-6982-4565-ba09-57ae11212a0c HTTP/1.1" status: 200 len: 1095 time: 0.1857703 Jul 23 20:41:22.119321 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:22.128104 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:22.128852 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.305842 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.333698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426e9b58-48ad-4083-a829-3131bc414f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:22.336645 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e23168-4847-4c68-b755-cfeaa34107bb" -d '{"events": [{"server_uuid": "426e9b58-48ad-4083-a829-3131bc414f68", "name": "network-vif-plugged", "status": "completed", "tag": "bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:22.354725 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:22.359665 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.415980 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66413c4c-4785-43ba-976b-5d3e359e8dac x-openstack-request-id: req-66413c4c-4785-43ba-976b-5d3e359e8dac {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:22.416377 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426e9b58-48ad-4083-a829-3131bc414f68", "name": "network-vif-plugged", "status": "completed", "tag": "bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:22.416815 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66413c4c-4785-43ba-976b-5d3e359e8dac {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:22.417210 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426e9b58-48ad-4083-a829-3131bc414f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad', 'code': 200} Jul 23 20:41:22.434973 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f399f8f-7b45-49ff-91d7-4d9e8b2c0d4d None None] Network d8f086f1-af03-487e-bb5b-695aef812e58 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:22.462829 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cad82-2476-48a1-9517-44dcf11530e4 req-6ed24b59-244e-4785-9432-c6621ad9bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:22.464672 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2cad82-2476-48a1-9517-44dcf11530e4 req-6ed24b59-244e-4785-9432-c6621ad9bb1f service neutron] 10.222.0.57 "GET /v2.0/networks?id=37ebb37b-8047-466d-8960-d38f8837b0a0 HTTP/1.1" status: 200 len: 922 time: 0.3706851 Jul 23 20:41:22.563028 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2cad82-2476-48a1-9517-44dcf11530e4 req-5e2a309c-ca4c-41c0-ae7d-906cd923d1e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=581a5397-1d0f-4adb-8442-44751ce1dea3 HTTP/1.1" status: 200 len: 217 time: 0.0882261 Jul 23 20:41:22.572591 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-672d0748-ea81-46d4-b442-0b50cd5669c2 None None] Provisioning for port 75ef39f6-a3ee-40ee-90cb-8391b457db43 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:22.577586 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:22.583563 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-672d0748-ea81-46d4-b442-0b50cd5669c2 None None] Provisioning complete for port 75ef39f6-a3ee-40ee-90cb-8391b457db43 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:22.584175 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-672d0748-ea81-46d4-b442-0b50cd5669c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.703939 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2941e3-8f2f-431e-8a35-9169367e47d8 req-b030f691-dc34-4fe9-a00e-e8daae37ff5e tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:22.712943 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb2941e3-8f2f-431e-8a35-9169367e47d8 req-b030f691-dc34-4fe9-a00e-e8daae37ff5e tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/ports?device_id=481758ae-6982-4565-ba09-57ae11212a0c HTTP/1.1" status: 200 len: 943 time: 0.3723485 Jul 23 20:41:22.725941 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.748882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cad82-2476-48a1-9517-44dcf11530e4 req-e852d135-c737-4cc3-95e8-996e37ce26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:22.750658 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2cad82-2476-48a1-9517-44dcf11530e4 req-e852d135-c737-4cc3-95e8-996e37ce26c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=efb6faf6-5748-4333-9181-e589e109fc15 HTTP/1.1" status: 200 len: 861 time: 0.1796153 Jul 23 20:41:22.798567 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-672d0748-ea81-46d4-b442-0b50cd5669c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.844772 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-672d0748-ea81-46d4-b442-0b50cd5669c2 None None] For port 75ef39f6-a3ee-40ee-90cb-8391b457db43, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=75ef39f6-a3ee-40ee-90cb-8391b457db43,segment=NetworkSegment(42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c),segment_id=42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:22.853832 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-672d0748-ea81-46d4-b442-0b50cd5669c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.943600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d0748-ea81-46d4-b442-0b50cd5669c2 None None] Pushing event updated for resources: {'Port': ['ID=75ef39f6-a3ee-40ee-90cb-8391b457db43,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:22.994923 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2cad82-2476-48a1-9517-44dcf11530e4 req-6350e7a0-1480-4f75-88bc-cdb92dc720c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37ebb37b-8047-466d-8960-d38f8837b0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140077 Jul 23 20:41:23.088218 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb2941e3-8f2f-431e-8a35-9169367e47d8 req-b49be444-87ee-46c8-8aae-7e10110c5700 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef2fc749-8594-4539-93d6-440d3852bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742146 Jul 23 20:41:23.103480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f86739-f07b-4b86-a523-834c15f41f02 req-641d85c8-9ad7-4d6d-a2f0-e9a09cc87aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:23.104985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49f86739-f07b-4b86-a523-834c15f41f02 req-641d85c8-9ad7-4d6d-a2f0-e9a09cc87aae service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 1098 time: 0.5404570 Jul 23 20:41:23.289919 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3d6e4e62-163b-44d9-89e7-328cbbb09582 None None] Provisioning complete for port 75ef39f6-a3ee-40ee-90cb-8391b457db43 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:23.292949 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3d6e4e62-163b-44d9-89e7-328cbbb09582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:23.310193 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49f86739-f07b-4b86-a523-834c15f41f02 req-378be842-a3c1-46fa-8c18-e3d50e85190b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841049 Jul 23 20:41:23.330645 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 75ef39f6-a3ee-40ee-90cb-8391b457db43 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:23.348523 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71aa8a-4bc6-4fa5-bdd8-8be40400efa9 req-7c6edb12-a26e-4720-aeb7-52ad8166f2ae tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:23.350145 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a71aa8a-4bc6-4fa5-bdd8-8be40400efa9 req-7c6edb12-a26e-4720-aeb7-52ad8166f2ae tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 946 time: 0.3672380 Jul 23 20:41:23.387309 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2cad82-2476-48a1-9517-44dcf11530e4 req-959f7236-be5f-4477-9350-2c2df2a05855 service neutron] 10.222.0.57 "GET /v2.0/networks/37ebb37b-8047-466d-8960-d38f8837b0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582244 Jul 23 20:41:23.490561 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 75ef39f6-a3ee-40ee-90cb-8391b457db43 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:23.492069 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:23.496414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a71aa8a-4bc6-4fa5-bdd8-8be40400efa9 req-265d53ef-c09b-4b3f-a640-e7871d3e5376 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338756 Jul 23 20:41:23.501717 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:23.666710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2cad82-2476-48a1-9517-44dcf11530e4 req-f3f93e26-cf60-427e-aa1a-fe6262ef98cd service neutron] 10.222.0.57 "GET /v2.0/networks/37ebb37b-8047-466d-8960-d38f8837b0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722969 Jul 23 20:41:23.704169 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Router 9a4d834e-7b36-4ff0-91cd-b7a9db3153f8 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:41:23.841476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:23.853318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Sync routers for ids ['9a4d834e-7b36-4ff0-91cd-b7a9db3153f8'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:23.868455 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:23.872868 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47920) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:23.873439 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e0744b33-c3a5-41c2-92bf-55d6c164b223 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.0065210 Jul 23 20:41:23.894019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Routers {'9a4d834e-7b36-4ff0-91cd-b7a9db3153f8'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:23.901383 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['9a4d834e-7b36-4ff0-91cd-b7a9db3153f8'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:24.087879 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Set router 9a4d834e-7b36-4ff0-91cd-b7a9db3153f8 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:24.097199 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47924) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:24.287023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 581a5397-1d0f-4adb-8442-44751ce1dea3 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:41:24.367782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a319c-1e05-4620-ac9c-d75c024517ae req-7b196907-f24f-4e82-9c69-4ba9f3105d7d tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:24.370325 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1c6a319c-1e05-4620-ac9c-d75c024517ae req-7b196907-f24f-4e82-9c69-4ba9f3105d7d tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/ports?device_id=481758ae-6982-4565-ba09-57ae11212a0c HTTP/1.1" status: 200 len: 943 time: 0.1565547 Jul 23 20:41:24.449924 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 581a5397-1d0f-4adb-8442-44751ce1dea3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=581a5397-1d0f-4adb-8442-44751ce1dea3,segment=NetworkSegment(7cc34121-bcff-46de-be9c-51cd0c46da53),segment_id=7cc34121-bcff-46de-be9c-51cd0c46da53)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:24.467362 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1c6a319c-1e05-4620-ac9c-d75c024517ae req-4b13f2c0-69c5-4e20-bb88-f20249094bf0 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef2fc749-8594-4539-93d6-440d3852bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859597 Jul 23 20:41:24.484498 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '581a5397-1d0f-4adb-8442-44751ce1dea3', 'network_id': '37ebb37b-8047-466d-8960-d38f8837b0a0', 'port_id': '581a5397-1d0f-4adb-8442-44751ce1dea3', 'mac_address': 'fa:16:3e:30:e7:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb6faf6-5748-4333-9181-e589e109fc15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:41:24.577515 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4d834e-7b36-4ff0-91cd-b7a9db3153f8', 'name': 'tempest-ImageQuotaTest-621277329-router', 'tenant_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2434d0af-a025-4859-8053-ef5958366f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:19Z', 'updated_at': '2021-07-23T20:41:22Z', 'revision_number': 3, 'project_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'gw_port': {'id': '2434d0af-a025-4859-8053-ef5958366f00', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4d834e-7b36-4ff0-91cd-b7a9db3153f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:21Z', 'updated_at': '2021-07-23T20:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:24.580935 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.605298 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-510c5da9-7070-49dc-a3c0-b48b9fbd6d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.608726 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Checking router: 9a4d834e-7b36-4ff0-91cd-b7a9db3153f8 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:24.609287 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Updating router 9a4d834e-7b36-4ff0-91cd-b7a9db3153f8 port 2434d0af-a025-4859-8053-ef5958366f00 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:41:24.622923 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0376d074-bcf1-49cb-92e1-19e8bc6f6996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.643676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581a5397-1d0f-4adb-8442-44751ce1dea3 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:41:24.674163 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.697936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5e050-5f19-4b0e-92cc-ced800958997 req-dc5045a8-a581-40b9-ade3-ce516788cec0 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:24.700215 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2fa5e050-5f19-4b0e-92cc-ced800958997 req-dc5045a8-a581-40b9-ade3-ce516788cec0 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 946 time: 0.1022854 Jul 23 20:41:24.746489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 581a5397-1d0f-4adb-8442-44751ce1dea3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=581a5397-1d0f-4adb-8442-44751ce1dea3,segment=NetworkSegment(7cc34121-bcff-46de-be9c-51cd0c46da53),segment_id=7cc34121-bcff-46de-be9c-51cd0c46da53)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:24.775140 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.780853 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2fa5e050-5f19-4b0e-92cc-ced800958997 req-19c59370-1f26-454b-b780-5872516eadd2 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743136 Jul 23 20:41:24.841328 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0376d074-bcf1-49cb-92e1-19e8bc6f6996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.849630 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.867423 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0376d074-bcf1-49cb-92e1-19e8bc6f6996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.913808 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47944) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:24.923834 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=581a5397-1d0f-4adb-8442-44751ce1dea3,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:24.961507 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0376d074-bcf1-49cb-92e1-19e8bc6f6996 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c720784efe1e4f94801675381d2fbc81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8619714 Jul 23 20:41:24.962246 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376d074-bcf1-49cb-92e1-19e8bc6f6996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0e8635-5792-4bd0-9bf9-f69689411b80,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:24.964613 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47948) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:24.980463 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['581a5397-1d0f-4adb-8442-44751ce1dea3'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:41:25.042109 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d73f7-a436-49e8-8725-98135cc3cc94 req-4739b598-bae3-4fe1-a8ae-22d5726d5924 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:25.045352 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3c4d73f7-a436-49e8-8725-98135cc3cc94 req-4739b598-bae3-4fe1-a8ae-22d5726d5924 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 946 time: 0.1498995 Jul 23 20:41:25.073690 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf24f691-63e1-4420-86a5-e17cfe2e4d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.126904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf24f691-63e1-4420-86a5-e17cfe2e4d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.127547 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3c4d73f7-a436-49e8-8725-98135cc3cc94 req-b8e76f00-4442-45d6-b4d7-70115ad0936c tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673857 Jul 23 20:41:25.141471 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Allocated IP 172.20.0.1 (d8f086f1-af03-487e-bb5b-695aef812e58/d1c32805-81fb-4ec9-a579-3708bedff04c/469a0205-2a5b-4605-ad0e-71330f175138) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:25.146087 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf14ea5a-88d5-4c3f-8de8-609c4c7bd368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.253070 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf24f691-63e1-4420-86a5-e17cfe2e4d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.265312 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf24f691-63e1-4420-86a5-e17cfe2e4d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.265312 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bf24f691-63e1-4420-86a5-e17cfe2e4d34 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f0e8635-5792-4bd0-9bf9-f69689411b80 HTTP/1.1" status: 204 len: 168 time: 0.2944534 Jul 23 20:41:25.280248 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24f691-63e1-4420-86a5-e17cfe2e4d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0e8635-5792-4bd0-9bf9-f69689411b80,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:25.306396 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf14ea5a-88d5-4c3f-8de8-609c4c7bd368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.313305 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.317057 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf14ea5a-88d5-4c3f-8de8-609c4c7bd368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.330045 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Transition to ACTIVE for port object 469a0205-2a5b-4605-ad0e-71330f175138 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:25.370087 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.393573 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.409159 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cf14ea5a-88d5-4c3f-8de8-609c4c7bd368 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f4596511ebf45459801c32d7fe42c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4941549 Jul 23 20:41:25.411230 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14ea5a-88d5-4c3f-8de8-609c4c7bd368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405e27db-77b4-4b94-8ded-af3e84d5919d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:25.412547 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47956) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:25.420351 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Network d8f086f1-af03-487e-bb5b-695aef812e58 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:25.421332 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14ea5a-88d5-4c3f-8de8-609c4c7bd368 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:25.421680 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14ea5a-88d5-4c3f-8de8-609c4c7bd368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:25.422020 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14ea5a-88d5-4c3f-8de8-609c4c7bd368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:25.422359 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14ea5a-88d5-4c3f-8de8-609c4c7bd368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:25.422687 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14ea5a-88d5-4c3f-8de8-609c4c7bd368 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:25.423146 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14ea5a-88d5-4c3f-8de8-609c4c7bd368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:25.423925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14ea5a-88d5-4c3f-8de8-609c4c7bd368 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:25.423925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14ea5a-88d5-4c3f-8de8-609c4c7bd368 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:25.424124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14ea5a-88d5-4c3f-8de8-609c4c7bd368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:25.424301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14ea5a-88d5-4c3f-8de8-609c4c7bd368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:25.424624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14ea5a-88d5-4c3f-8de8-609c4c7bd368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:25.424948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf14ea5a-88d5-4c3f-8de8-609c4c7bd368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:25.425689 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Transition to ACTIVE for port object 2434d0af-a025-4859-8053-ef5958366f00 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:25.442108 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.453198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:25.459410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d8312-9ac0-4c92-8166-c285133ee5e9 req-6f683699-3ac1-4686-a7ce-4251dd07de59 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:25.459604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Pushing event updated for resources: {'Port': ['ID=469a0205-2a5b-4605-ad0e-71330f175138,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:25.465581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:25.466587 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c4d8312-9ac0-4c92-8166-c285133ee5e9 req-6f683699-3ac1-4686-a7ce-4251dd07de59 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 946 time: 0.1155126 Jul 23 20:41:25.523908 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c4d8312-9ac0-4c92-8166-c285133ee5e9 req-ffd04cf2-9d17-49e4-8392-bc8c143f86dd tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562501 Jul 23 20:41:25.559454 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-306ec362-5cc6-4e8d-ae8b-b9f5ff2a7009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.564630 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.575881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Attempting to bind port 2434d0af-a025-4859-8053-ef5958366f00 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:25.576375 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Attempting to bind port 2434d0af-a025-4859-8053-ef5958366f00 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:25.576729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Attempting to bind port 2434d0af-a025-4859-8053-ef5958366f00 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:25.590066 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:25.590446 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:25.590858 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.591330 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:25.591918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Bound port: 2434d0af-a025-4859-8053-ef5958366f00, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:25.592505 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.594092 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9b867-1d70-4420-a31f-518476085b98 None None] Pushing event updated for resources: {'Port': ['ID=2434d0af-a025-4859-8053-ef5958366f00,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:25.669985 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] For port 2434d0af-a025-4859-8053-ef5958366f00, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:25.674227 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] For port 2434d0af-a025-4859-8053-ef5958366f00, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2434d0af-a025-4859-8053-ef5958366f00,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:25.683161 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.707631 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-306ec362-5cc6-4e8d-ae8b-b9f5ff2a7009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.720614 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a1845-18dc-4b59-8096-992cd3c73795 req-def8c66c-b0dd-4790-bf2c-4f5830ae6afc tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:25.732284 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-771a1845-18dc-4b59-8096-992cd3c73795 req-def8c66c-b0dd-4790-bf2c-4f5830ae6afc tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/ports?device_id=481758ae-6982-4565-ba09-57ae11212a0c HTTP/1.1" status: 200 len: 944 time: 0.1430948 Jul 23 20:41:25.768670 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9b867-1d70-4420-a31f-518476085b98 None None] Pushing event updated for resources: {'Port': ['ID=2434d0af-a025-4859-8053-ef5958366f00,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:25.794960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Routers {'9a4d834e-7b36-4ff0-91cd-b7a9db3153f8'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:25.795918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:40:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['9a4d834e-7b36-4ff0-91cd-b7a9db3153f8'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:25.810912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40601f6-94e3-4159-932a-de238b9ddddd req-2c86c207-635f-4533-bd92-b678cf4c64ae tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:25.818635 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b40601f6-94e3-4159-932a-de238b9ddddd req-2c86c207-635f-4533-bd92-b678cf4c64ae tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 946 time: 0.1442235 Jul 23 20:41:25.846261 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-771a1845-18dc-4b59-8096-992cd3c73795 req-81809b1e-4b40-4d07-a209-8d3f92b502bd tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef2fc749-8594-4539-93d6-440d3852bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132333 Jul 23 20:41:25.901282 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b40601f6-94e3-4159-932a-de238b9ddddd req-fd0ddc3d-8ff5-4996-8e25-92a52bc4f8a1 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817182 Jul 23 20:41:25.914277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47968) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:25.932159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-306ec362-5cc6-4e8d-ae8b-b9f5ff2a7009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.935170 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-306ec362-5cc6-4e8d-ae8b-b9f5ff2a7009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.937318 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1837b423-7e46-4674-810a-9dcbe1d32113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.940899 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-306ec362-5cc6-4e8d-ae8b-b9f5ff2a7009 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/405e27db-77b4-4b94-8ded-af3e84d5919d HTTP/1.1" status: 204 len: 168 time: 0.5251234 Jul 23 20:41:25.959537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ec362-5cc6-4e8d-ae8b-b9f5ff2a7009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405e27db-77b4-4b94-8ded-af3e84d5919d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:25.961692 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.027911 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-eceb7d69-b0e9-44a5-8c8a-cbf4ed095052 None None] Provisioning for port 469a0205-2a5b-4605-ad0e-71330f175138 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:26.034299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-eceb7d69-b0e9-44a5-8c8a-cbf4ed095052 None None] Provisioning complete for port 469a0205-2a5b-4605-ad0e-71330f175138 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:26.035168 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eceb7d69-b0e9-44a5-8c8a-cbf4ed095052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.087502 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-eceb7d69-b0e9-44a5-8c8a-cbf4ed095052 None None] Port 469a0205-2a5b-4605-ad0e-71330f175138 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:41:26.089165 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 581a5397-1d0f-4adb-8442-44751ce1dea3 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:26.155313 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1837b423-7e46-4674-810a-9dcbe1d32113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.164046 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1837b423-7e46-4674-810a-9dcbe1d32113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.195650 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] Set router 9a4d834e-7b36-4ff0-91cd-b7a9db3153f8 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:26.220161 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.226057 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 581a5397-1d0f-4adb-8442-44751ce1dea3 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:26.229330 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.232922 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1837b423-7e46-4674-810a-9dcbe1d32113 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca61cacc6151434e940f48d07b74c728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150992 Jul 23 20:41:26.232922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837b423-7e46-4674-810a-9dcbe1d32113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc477be8-1a47-4ebc-a407-0daaf10825a1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:26.235837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47976) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:26.262055 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 581a5397-1d0f-4adb-8442-44751ce1dea3 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:26.262437 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.313091 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Pushing event updated for resources: {'Port': ['ID=469a0205-2a5b-4605-ad0e-71330f175138,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:26.351480 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-babd9dbc-feba-4bcb-95f3-298b1d521418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.356460 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.407454 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c055ddf-2402-495d-ad13-5f5d7f129e89 req-5a157fc0-b56c-44e0-b34e-b7c0f38c1308 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:26.408233 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.409078 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1c055ddf-2402-495d-ad13-5f5d7f129e89 req-5a157fc0-b56c-44e0-b34e-b7c0f38c1308 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 946 time: 0.1328101 Jul 23 20:41:26.411425 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-babd9dbc-feba-4bcb-95f3-298b1d521418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.454133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481758ae-6982-4565-ba09-57ae11212a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581a5397-1d0f-4adb-8442-44751ce1dea3'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:26.457078 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18072df-194b-48fb-b5e8-25ff0fb37a4d" -d '{"events": [{"server_uuid": "481758ae-6982-4565-ba09-57ae11212a0c", "name": "network-vif-plugged", "status": "completed", "tag": "581a5397-1d0f-4adb-8442-44751ce1dea3"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:26.491680 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Network d8f086f1-af03-487e-bb5b-695aef812e58 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:26.494428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:26.497568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 581a5397-1d0f-4adb-8442-44751ce1dea3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=581a5397-1d0f-4adb-8442-44751ce1dea3,segment=NetworkSegment(7cc34121-bcff-46de-be9c-51cd0c46da53),segment_id=7cc34121-bcff-46de-be9c-51cd0c46da53)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:26.514895 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1c055ddf-2402-495d-ad13-5f5d7f129e89 req-a07bb229-75bf-4d4e-82e9-a0106a963b58 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871687 Jul 23 20:41:26.525812 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f72449-d82c-42eb-a93a-fe6f851d1d50 x-openstack-request-id: req-24f72449-d82c-42eb-a93a-fe6f851d1d50 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:26.533344 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481758ae-6982-4565-ba09-57ae11212a0c", "name": "network-vif-plugged", "status": "completed", "tag": "581a5397-1d0f-4adb-8442-44751ce1dea3", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:26.536523 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24f72449-d82c-42eb-a93a-fe6f851d1d50 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:26.545953 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481758ae-6982-4565-ba09-57ae11212a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581a5397-1d0f-4adb-8442-44751ce1dea3', 'code': 200} Jul 23 20:41:26.551544 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-babd9dbc-feba-4bcb-95f3-298b1d521418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.552120 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.566234 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-babd9dbc-feba-4bcb-95f3-298b1d521418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.569862 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-babd9dbc-feba-4bcb-95f3-298b1d521418 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc477be8-1a47-4ebc-a407-0daaf10825a1 HTTP/1.1" status: 204 len: 168 time: 0.3303347 Jul 23 20:41:26.592051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd9dbc-feba-4bcb-95f3-298b1d521418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc477be8-1a47-4ebc-a407-0daaf10825a1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:26.603085 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47986) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:26.670730 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Router 9a4d834e-7b36-4ff0-91cd-b7a9db3153f8 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:41:26.672215 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1fd9db2b-17c2-400b-bd3e-73418171a265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.704795 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=581a5397-1d0f-4adb-8442-44751ce1dea3,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:26.763155 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4d834e-7b36-4ff0-91cd-b7a9db3153f8', 'name': 'tempest-ImageQuotaTest-621277329-router', 'tenant_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2434d0af-a025-4859-8053-ef5958366f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:19Z', 'updated_at': '2021-07-23T20:41:22Z', 'revision_number': 3, 'project_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'gw_port': {'id': '2434d0af-a025-4859-8053-ef5958366f00', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4d834e-7b36-4ff0-91cd-b7a9db3153f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:21Z', 'updated_at': '2021-07-23T20:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:26.811587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:26.813184 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2278377-4492-4a86-9f2f-000383647f3b req-24b549bb-beab-45d7-9938-b711c0dd20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:26.814869 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2278377-4492-4a86-9f2f-000383647f3b req-24b549bb-beab-45d7-9938-b711c0dd20ef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=481758ae-6982-4565-ba09-57ae11212a0c HTTP/1.1" status: 200 len: 1097 time: 0.2170663 Jul 23 20:41:26.816938 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c381500e-6931-4200-96f0-001437a3fffb admin admin] 10.222.0.55 "PUT /v2.0/routers/9a4d834e-7b36-4ff0-91cd-b7a9db3153f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9410055 Jul 23 20:41:26.834342 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af018212-a9be-4855-a2be-9c6b7331e373 None None] The sync data for ids ['9a4d834e-7b36-4ff0-91cd-b7a9db3153f8'] in n-d-791504-18 is: [{'id': '9a4d834e-7b36-4ff0-91cd-b7a9db3153f8', 'name': 'tempest-ImageQuotaTest-621277329-router', 'tenant_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2434d0af-a025-4859-8053-ef5958366f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:19Z', 'updated_at': '2021-07-23T20:41:22Z', 'revision_number': 3, 'project_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'gw_port': {'id': '2434d0af-a025-4859-8053-ef5958366f00', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4d834e-7b36-4ff0-91cd-b7a9db3153f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:21Z', 'updated_at': '2021-07-23T20:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:26.913420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98d886-0dd9-43af-8c39-ac186cd48ac6 req-2cf76c3b-6cfe-45eb-86a8-af2223fc7fdf tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:26.919357 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a98d886-0dd9-43af-8c39-ac186cd48ac6 req-2cf76c3b-6cfe-45eb-86a8-af2223fc7fdf tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 946 time: 0.2621517 Jul 23 20:41:26.928931 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bc81ca6d-3851-481e-92a3-8b893b24237f None None] Provisioning complete for port 469a0205-2a5b-4605-ad0e-71330f175138 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:26.929306 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc81ca6d-3851-481e-92a3-8b893b24237f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.946974 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2278377-4492-4a86-9f2f-000383647f3b req-d69956b7-f40f-49a2-b2b8-1b80733f6dad service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ef2fc749-8594-4539-93d6-440d3852bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121218 Jul 23 20:41:26.994526 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-bc81ca6d-3851-481e-92a3-8b893b24237f None None] Port 469a0205-2a5b-4605-ad0e-71330f175138 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:41:27.045416 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a98d886-0dd9-43af-8c39-ac186cd48ac6 req-3f90198b-0556-4603-8660-c893de4a59b5 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051533 Jul 23 20:41:27.061513 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1fd9db2b-17c2-400b-bd3e-73418171a265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.075157 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1fd9db2b-17c2-400b-bd3e-73418171a265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.097191 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-65181558-d843-4a91-b1f3-bb06879fb63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.111910 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9db2b-17c2-400b-bd3e-73418171a265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ceddbb-9c8e-46e3-b4d2-788ad6a102eb,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:27.146932 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9629bf-cba2-49b1-a9b2-00a861a2b0df req-59c7c292-e01c-4e92-a189-afa94aa338ad tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:27.156904 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b9629bf-cba2-49b1-a9b2-00a861a2b0df req-59c7c292-e01c-4e92-a189-afa94aa338ad tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/ports?device_id=481758ae-6982-4565-ba09-57ae11212a0c HTTP/1.1" status: 200 len: 945 time: 0.2087357 Jul 23 20:41:27.167758 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1fd9db2b-17c2-400b-bd3e-73418171a265 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=68adcf6357274be4b576ff02e3e0e6fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5541558 Jul 23 20:41:27.170707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48012) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:27.231146 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b9629bf-cba2-49b1-a9b2-00a861a2b0df req-49225894-7579-4107-99e9-17cdb12494a4 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef2fc749-8594-4539-93d6-440d3852bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729933 Jul 23 20:41:27.335210 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.356518 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1084c9c7-0e7a-487f-8aa3-2b1d13b4c3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.411267 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1084c9c7-0e7a-487f-8aa3-2b1d13b4c3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.468350 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2434d0af-a025-4859-8053-ef5958366f00 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:27.486411 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1084c9c7-0e7a-487f-8aa3-2b1d13b4c3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.490201 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1084c9c7-0e7a-487f-8aa3-2b1d13b4c3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.493351 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1084c9c7-0e7a-487f-8aa3-2b1d13b4c3ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/98ceddbb-9c8e-46e3-b4d2-788ad6a102eb HTTP/1.1" status: 204 len: 168 time: 0.3214097 Jul 23 20:41:27.509583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084c9c7-0e7a-487f-8aa3-2b1d13b4c3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ceddbb-9c8e-46e3-b4d2-788ad6a102eb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:27.647483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 2434d0af-a025-4859-8053-ef5958366f00 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:27.653351 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 2434d0af-a025-4859-8053-ef5958366f00 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:27.654013 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.838476 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.879975 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 2434d0af-a025-4859-8053-ef5958366f00, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2434d0af-a025-4859-8053-ef5958366f00,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:27.888479 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.942733 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965dffd-358f-49ff-a5dc-f7f88d36ac6e req-fb79b5fe-4736-4890-8b64-ef17a98283ef tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:27.955379 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2965dffd-358f-49ff-a5dc-f7f88d36ac6e req-fb79b5fe-4736-4890-8b64-ef17a98283ef tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 946 time: 0.1164942 Jul 23 20:41:27.967007 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=2434d0af-a025-4859-8053-ef5958366f00,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:28.006909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2965dffd-358f-49ff-a5dc-f7f88d36ac6e req-d118d4a1-927a-43fb-b628-c1e3d5c23746 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499823 Jul 23 20:41:28.473984 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:28.743775 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48068) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:28.876092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cad266-1b5c-431e-9ac3-90a1189b3d36 req-7db9bb88-52cb-4da5-a717-cf36172aeb9e tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:28.878541 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63cad266-1b5c-431e-9ac3-90a1189b3d36 req-7db9bb88-52cb-4da5-a717-cf36172aeb9e tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/ports?device_id=481758ae-6982-4565-ba09-57ae11212a0c HTTP/1.1" status: 200 len: 945 time: 0.5810404 Jul 23 20:41:28.962547 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63cad266-1b5c-431e-9ac3-90a1189b3d36 req-1b515a00-eaba-425d-9e70-721daec133e5 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef2fc749-8594-4539-93d6-440d3852bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684717 Jul 23 20:41:29.013094 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec7e16-c058-40c2-aad8-0ef23f235a3e req-7093991f-21ca-4d85-ae1a-1c7474b79353 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:29.015574 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-afec7e16-c058-40c2-aad8-0ef23f235a3e req-7093991f-21ca-4d85-ae1a-1c7474b79353 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.57 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 946 time: 0.1344175 Jul 23 20:41:29.198396 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Sync routers for ids ['9a4d834e-7b36-4ff0-91cd-b7a9db3153f8'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:29.224319 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Routers {'9a4d834e-7b36-4ff0-91cd-b7a9db3153f8'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:29.225256 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['9a4d834e-7b36-4ff0-91cd-b7a9db3153f8'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:29.419083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-afec7e16-c058-40c2-aad8-0ef23f235a3e req-9313e38c-0293-4e9c-b982-24a0327cb670 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Deleting port bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:29.419714 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-afec7e16-c058-40c2-aad8-0ef23f235a3e req-9313e38c-0293-4e9c-b982-24a0327cb670 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:29.423019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2434d0af-a025-4859-8053-ef5958366f00 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:29.472692 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54d3e0-e8f3-4fe0-a121-782c5a8def2a req-a4fbb698-a8f8-4ec0-b859-c4c5ce415349 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:29.483704 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1c54d3e0-e8f3-4fe0-a121-782c5a8def2a req-a4fbb698-a8f8-4ec0-b859-c4c5ce415349 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 946 time: 0.2923853 Jul 23 20:41:29.545604 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Set router 9a4d834e-7b36-4ff0-91cd-b7a9db3153f8 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:29.564956 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 2434d0af-a025-4859-8053-ef5958366f00 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:29.565427 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:29.721776 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1c54d3e0-e8f3-4fe0-a121-782c5a8def2a req-66e6c4aa-c278-4fcc-b131-058be637e8ef tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327812 Jul 23 20:41:29.800439 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-afec7e16-c058-40c2-aad8-0ef23f235a3e req-9313e38c-0293-4e9c-b982-24a0327cb670 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] For port bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad,segment=NetworkSegment(2c4cf61c-2bc8-43f9-883c-776b5c45f8bb),segment_id=2c4cf61c-2bc8-43f9-883c-776b5c45f8bb)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:29.802266 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-afec7e16-c058-40c2-aad8-0ef23f235a3e req-9313e38c-0293-4e9c-b982-24a0327cb670 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:29.834716 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-afec7e16-c058-40c2-aad8-0ef23f235a3e req-9313e38c-0293-4e9c-b982-24a0327cb670 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Calling delete_port for bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:29.916696 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.061127 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4d834e-7b36-4ff0-91cd-b7a9db3153f8', 'name': 'tempest-ImageQuotaTest-621277329-router', 'tenant_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2434d0af-a025-4859-8053-ef5958366f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:19Z', 'updated_at': '2021-07-23T20:41:25Z', 'revision_number': 4, 'project_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'gw_port': {'id': '2434d0af-a025-4859-8053-ef5958366f00', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d834e-7b36-4ff0-91cd-b7a9db3153f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:21Z', 'updated_at': '2021-07-23T20:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '469a0205-2a5b-4605-ad0e-71330f175138', 'name': '', 'network_id': 'd8f086f1-af03-487e-bb5b-695aef812e58', 'tenant_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'mac_address': 'fa:16:3e:15:91:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4d834e-7b36-4ff0-91cd-b7a9db3153f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'd1c32805-81fb-4ec9-a579-3708bedff04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:24Z', 'updated_at': '2021-07-23T20:41:26Z', 'revision_number': 2, 'project_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'subnets': [{'id': 'd1c32805-81fb-4ec9-a579-3708bedff04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:30.092389 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Checking router: 9a4d834e-7b36-4ff0-91cd-b7a9db3153f8 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:30.093025 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Updating router 9a4d834e-7b36-4ff0-91cd-b7a9db3153f8 port 469a0205-2a5b-4605-ad0e-71330f175138 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:41:30.115636 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-afec7e16-c058-40c2-aad8-0ef23f235a3e req-9313e38c-0293-4e9c-b982-24a0327cb670 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.159599 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed24e-700a-452c-91f4-cfa1e24acdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.172940 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313e38c-0293-4e9c-b982-24a0327cb670 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Pushing event deleted for resources: {'Port': ['ID=bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:30.221311 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.239666 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-afec7e16-c058-40c2-aad8-0ef23f235a3e req-9313e38c-0293-4e9c-b982-24a0327cb670 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] No DVR routers for this DVR port bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:30.255082 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-afec7e16-c058-40c2-aad8-0ef23f235a3e req-9313e38c-0293-4e9c-b982-24a0327cb670 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.261306 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-afec7e16-c058-40c2-aad8-0ef23f235a3e req-9313e38c-0293-4e9c-b982-24a0327cb670 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.57 "DELETE /v2.0/ports/bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad HTTP/1.1" status: 204 len: 173 time: 1.2403359 Jul 23 20:41:30.262188 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426e9b58-48ad-4083-a829-3131bc414f68', 'name': 'network-vif-deleted', 'tag': 'bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:30.265467 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e420aa1c-1307-48c4-a2ff-4ea151a8716a" -d '{"events": [{"server_uuid": "426e9b58-48ad-4083-a829-3131bc414f68", "name": "network-vif-deleted", "tag": "bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:30.331494 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da44361-01b6-4a02-a332-c3aafb084177 x-openstack-request-id: req-3da44361-01b6-4a02-a332-c3aafb084177 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:30.333426 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426e9b58-48ad-4083-a829-3131bc414f68", "name": "network-vif-deleted", "tag": "bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:30.333735 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3da44361-01b6-4a02-a332-c3aafb084177 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:30.334308 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426e9b58-48ad-4083-a829-3131bc414f68', 'name': 'network-vif-deleted', 'tag': 'bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad', 'status': 'completed', 'code': 200} Jul 23 20:41:30.613853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b786c-81c9-426c-bfe3-e20a69dc3596 req-3b2f6c1a-5d70-4b89-b07d-12463af96cfa tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:30.616958 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa5b786c-81c9-426c-bfe3-e20a69dc3596 req-3b2f6c1a-5d70-4b89-b07d-12463af96cfa tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/ports?device_id=481758ae-6982-4565-ba09-57ae11212a0c HTTP/1.1" status: 200 len: 945 time: 0.0911770 Jul 23 20:41:30.670124 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ed24e-700a-452c-91f4-cfa1e24acdeb admin admin] Deleting port 469a0205-2a5b-4605-ad0e-71330f175138 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:30.670124 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed24e-700a-452c-91f4-cfa1e24acdeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.683886 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.712254 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Transition to ACTIVE for port object 469a0205-2a5b-4605-ad0e-71330f175138 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:30.722641 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.727088 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa5b786c-81c9-426c-bfe3-e20a69dc3596 req-01f5e99e-988c-457c-87d5-9659affd74c0 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef2fc749-8594-4539-93d6-440d3852bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008680 Jul 23 20:41:30.807278 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed24e-700a-452c-91f4-cfa1e24acdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.814554 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8008f78-7c51-46ad-b60f-be042451c18b None None] Pushing event updated for resources: {'Port': ['ID=469a0205-2a5b-4605-ad0e-71330f175138,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:30.849555 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ed24e-700a-452c-91f4-cfa1e24acdeb admin admin] Calling delete_port for 469a0205-2a5b-4605-ad0e-71330f175138 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:30.945735 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Attempting to bind port 469a0205-2a5b-4605-ad0e-71330f175138 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:30.948641 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Attempting to bind port 469a0205-2a5b-4605-ad0e-71330f175138 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd8f086f1-af03-487e-bb5b-695aef812e58'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:30.949890 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Attempting to bind port 469a0205-2a5b-4605-ad0e-71330f175138 on network d8f086f1-af03-487e-bb5b-695aef812e58 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:30.964582 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:30.966282 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Checking segment: {'id': '42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd8f086f1-af03-487e-bb5b-695aef812e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:30.966825 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.968490 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Bound using segment: {'id': '42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd8f086f1-af03-487e-bb5b-695aef812e58'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:30.969211 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Bound port: 469a0205-2a5b-4605-ad0e-71330f175138, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd8f086f1-af03-487e-bb5b-695aef812e58'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:30.971638 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.979123 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41fb9416-a399-46c3-8d9d-869ff1442122 req-2bf876af-8f7c-41b7-a378-5e966d230a83 tempest-ServerDiskConfigTestJSON-1485070614 tempest-ServerDiskConfigTestJSON-1485070614-project] 10.222.0.55 "GET /v2.0/ports?device_id=426e9b58-48ad-4083-a829-3131bc414f68 HTTP/1.1" status: 200 len: 210 time: 0.0797641 Jul 23 20:41:31.095522 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] For port 469a0205-2a5b-4605-ad0e-71330f175138, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:31.106113 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] For port 469a0205-2a5b-4605-ad0e-71330f175138, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=469a0205-2a5b-4605-ad0e-71330f175138,segment=NetworkSegment(42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c),segment_id=42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:31.114632 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:31.260389 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8008f78-7c51-46ad-b60f-be042451c18b None None] Pushing event updated for resources: {'Port': ['ID=469a0205-2a5b-4605-ad0e-71330f175138,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:31.269610 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Routers {'9a4d834e-7b36-4ff0-91cd-b7a9db3153f8'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:31.270878 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['9a4d834e-7b36-4ff0-91cd-b7a9db3153f8'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:31.304403 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed24e-700a-452c-91f4-cfa1e24acdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:31.364215 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ed24e-700a-452c-91f4-cfa1e24acdeb admin admin] Pushing event deleted for resources: {'Port': ['ID=469a0205-2a5b-4605-ad0e-71330f175138,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:31.476490 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] Set router 9a4d834e-7b36-4ff0-91cd-b7a9db3153f8 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:31.612969 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e59f436c-4ef7-4298-b2ba-d86646876da9 None None] Could not find standard attr ID for object 469a0205-2a5b-4605-ad0e-71330f175138. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:41:31.765755 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed24e-700a-452c-91f4-cfa1e24acdeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.063769 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:32.129081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:32.129826 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bfa4fa8e-7273-43ca-89e7-f0bc303ce3ad not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:32.130405 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 581a5397-1d0f-4adb-8442-44751ce1dea3 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:32.269438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f967ca-5b94-444e-b8b3-9613b83c98f9 req-9764d8b3-29aa-43c4-909d-6a086269e23a tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:32.275995 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53f967ca-5b94-444e-b8b3-9613b83c98f9 req-9764d8b3-29aa-43c4-909d-6a086269e23a tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.57 "GET /v2.0/ports?device_id=481758ae-6982-4565-ba09-57ae11212a0c HTTP/1.1" status: 200 len: 945 time: 0.5377080 Jul 23 20:41:32.290333 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4d834e-7b36-4ff0-91cd-b7a9db3153f8', 'name': 'tempest-ImageQuotaTest-621277329-router', 'tenant_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2434d0af-a025-4859-8053-ef5958366f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:19Z', 'updated_at': '2021-07-23T20:41:25Z', 'revision_number': 4, 'project_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'gw_port': {'id': '2434d0af-a025-4859-8053-ef5958366f00', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d834e-7b36-4ff0-91cd-b7a9db3153f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:21Z', 'updated_at': '2021-07-23T20:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '469a0205-2a5b-4605-ad0e-71330f175138', 'name': '', 'network_id': 'd8f086f1-af03-487e-bb5b-695aef812e58', 'tenant_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'mac_address': 'fa:16:3e:15:91:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4d834e-7b36-4ff0-91cd-b7a9db3153f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'd1c32805-81fb-4ec9-a579-3708bedff04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:24Z', 'updated_at': '2021-07-23T20:41:31Z', 'revision_number': 4, 'project_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'subnets': [{'id': 'd1c32805-81fb-4ec9-a579-3708bedff04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:32.319916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da4a55-2efe-448b-8e5a-bf8be323a67f req-7053d873-23ce-4507-9b47-ce0ce71e354d tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:32.324136 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.333320 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2da4a55-2efe-448b-8e5a-bf8be323a67f req-7053d873-23ce-4507-9b47-ce0ce71e354d tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/ports?device_id=481758ae-6982-4565-ba09-57ae11212a0c HTTP/1.1" status: 200 len: 945 time: 0.4474254 Jul 23 20:41:32.334277 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14728b-359e-4122-8d64-1e10b35beaa0 None None] The sync data for ids ['9a4d834e-7b36-4ff0-91cd-b7a9db3153f8'] in n-d-791504-18 is: [{'id': '9a4d834e-7b36-4ff0-91cd-b7a9db3153f8', 'name': 'tempest-ImageQuotaTest-621277329-router', 'tenant_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '2434d0af-a025-4859-8053-ef5958366f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:19Z', 'updated_at': '2021-07-23T20:41:25Z', 'revision_number': 4, 'project_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'gw_port': {'id': '2434d0af-a025-4859-8053-ef5958366f00', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d834e-7b36-4ff0-91cd-b7a9db3153f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:21Z', 'updated_at': '2021-07-23T20:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '469a0205-2a5b-4605-ad0e-71330f175138', 'name': '', 'network_id': 'd8f086f1-af03-487e-bb5b-695aef812e58', 'tenant_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'mac_address': 'fa:16:3e:15:91:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4d834e-7b36-4ff0-91cd-b7a9db3153f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'd1c32805-81fb-4ec9-a579-3708bedff04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:24Z', 'updated_at': '2021-07-23T20:41:31Z', 'revision_number': 4, 'project_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'subnets': [{'id': 'd1c32805-81fb-4ec9-a579-3708bedff04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:32.442177 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481758ae-6982-4565-ba09-57ae11212a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581a5397-1d0f-4adb-8442-44751ce1dea3'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:32.447609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48218) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:32.448463 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fbe9f0-abf0-4b82-af02-0e8492027dc3" -d '{"events": [{"server_uuid": "481758ae-6982-4565-ba09-57ae11212a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "581a5397-1d0f-4adb-8442-44751ce1dea3"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:32.476657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 581a5397-1d0f-4adb-8442-44751ce1dea3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=581a5397-1d0f-4adb-8442-44751ce1dea3,segment=NetworkSegment(7cc34121-bcff-46de-be9c-51cd0c46da53),segment_id=7cc34121-bcff-46de-be9c-51cd0c46da53)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:32.484523 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.550282 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828429d4-1229-430c-84fa-9f506901a89d x-openstack-request-id: req-828429d4-1229-430c-84fa-9f506901a89d {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:32.550762 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481758ae-6982-4565-ba09-57ae11212a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "581a5397-1d0f-4adb-8442-44751ce1dea3", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:32.551035 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-828429d4-1229-430c-84fa-9f506901a89d {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:32.551491 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481758ae-6982-4565-ba09-57ae11212a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581a5397-1d0f-4adb-8442-44751ce1dea3', 'code': 200} Jul 23 20:41:32.588396 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=581a5397-1d0f-4adb-8442-44751ce1dea3,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:32.627407 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-56457fa7-3f48-4af4-a8ec-ec90cb93c901 admin admin] Deleting subnet ab8f20ad-484c-4d56-b083-3ca713a43763 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:41:32.634393 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56457fa7-3f48-4af4-a8ec-ec90cb93c901 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.664293 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2da4a55-2efe-448b-8e5a-bf8be323a67f req-c8642fd6-e153-4155-8679-08e001caa298 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef2fc749-8594-4539-93d6-440d3852bb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293138 Jul 23 20:41:32.711904 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-53f967ca-5b94-444e-b8b3-9613b83c98f9 req-ce47afba-2b17-4c8e-98f4-acbd124cafa0 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Deleting port 581a5397-1d0f-4adb-8442-44751ce1dea3 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:32.712542 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-53f967ca-5b94-444e-b8b3-9613b83c98f9 req-ce47afba-2b17-4c8e-98f4-acbd124cafa0 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.772028 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3ed24e-700a-452c-91f4-cfa1e24acdeb admin admin] Router 9a4d834e-7b36-4ff0-91cd-b7a9db3153f8 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:41:32.814404 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56457fa7-3f48-4af4-a8ec-ec90cb93c901 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.849127 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-53f967ca-5b94-444e-b8b3-9613b83c98f9 req-ce47afba-2b17-4c8e-98f4-acbd124cafa0 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] For port 581a5397-1d0f-4adb-8442-44751ce1dea3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=581a5397-1d0f-4adb-8442-44751ce1dea3,segment=NetworkSegment(7cc34121-bcff-46de-be9c-51cd0c46da53),segment_id=7cc34121-bcff-46de-be9c-51cd0c46da53)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:32.849508 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-53f967ca-5b94-444e-b8b3-9613b83c98f9 req-ce47afba-2b17-4c8e-98f4-acbd124cafa0 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.865056 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-53f967ca-5b94-444e-b8b3-9613b83c98f9 req-ce47afba-2b17-4c8e-98f4-acbd124cafa0 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Calling delete_port for 581a5397-1d0f-4adb-8442-44751ce1dea3 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:33.052212 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-53f967ca-5b94-444e-b8b3-9613b83c98f9 req-ce47afba-2b17-4c8e-98f4-acbd124cafa0 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.075736 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56457fa7-3f48-4af4-a8ec-ec90cb93c901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.102666 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47afba-2b17-4c8e-98f4-acbd124cafa0 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Pushing event deleted for resources: {'Port': ['ID=581a5397-1d0f-4adb-8442-44751ce1dea3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:33.155473 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f967ca-5b94-444e-b8b3-9613b83c98f9 req-ce47afba-2b17-4c8e-98f4-acbd124cafa0 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] No DVR routers for this DVR port 581a5397-1d0f-4adb-8442-44751ce1dea3 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:33.158151 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-53f967ca-5b94-444e-b8b3-9613b83c98f9 req-ce47afba-2b17-4c8e-98f4-acbd124cafa0 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.160568 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53f967ca-5b94-444e-b8b3-9613b83c98f9 req-ce47afba-2b17-4c8e-98f4-acbd124cafa0 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.57 "DELETE /v2.0/ports/581a5397-1d0f-4adb-8442-44751ce1dea3 HTTP/1.1" status: 204 len: 173 time: 0.8200548 Jul 23 20:41:33.161049 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481758ae-6982-4565-ba09-57ae11212a0c', 'name': 'network-vif-deleted', 'tag': '581a5397-1d0f-4adb-8442-44751ce1dea3'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:33.163596 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728cd0f8-6914-4cd7-8413-dcb6bfca432e" -d '{"events": [{"server_uuid": "481758ae-6982-4565-ba09-57ae11212a0c", "name": "network-vif-deleted", "tag": "581a5397-1d0f-4adb-8442-44751ce1dea3"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:33.173149 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3ed24e-700a-452c-91f4-cfa1e24acdeb admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:33.183182 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ab3ed24e-700a-452c-91f4-cfa1e24acdeb admin admin] 10.222.0.55 "PUT /v2.0/routers/9a4d834e-7b36-4ff0-91cd-b7a9db3153f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4379816 Jul 23 20:41:33.185713 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48240) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:33.258940 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c898777-f8a2-4297-9c4a-aa40b155e9b4 x-openstack-request-id: req-0c898777-f8a2-4297-9c4a-aa40b155e9b4 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:33.259998 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481758ae-6982-4565-ba09-57ae11212a0c", "name": "network-vif-deleted", "tag": "581a5397-1d0f-4adb-8442-44751ce1dea3", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:33.260596 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c898777-f8a2-4297-9c4a-aa40b155e9b4 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:33.261077 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481758ae-6982-4565-ba09-57ae11212a0c', 'name': 'network-vif-deleted', 'tag': '581a5397-1d0f-4adb-8442-44751ce1dea3', 'status': 'completed', 'code': 200} Jul 23 20:41:33.295264 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56457fa7-3f48-4af4-a8ec-ec90cb93c901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.336524 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56457fa7-3f48-4af4-a8ec-ec90cb93c901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab8f20ad-484c-4d56-b083-3ca713a43763,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:33.339651 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56457fa7-3f48-4af4-a8ec-ec90cb93c901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.342526 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-56457fa7-3f48-4af4-a8ec-ec90cb93c901 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ab8f20ad-484c-4d56-b083-3ca713a43763 HTTP/1.1" status: 204 len: 168 time: 0.8930829 Jul 23 20:41:33.346219 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48246) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:33.383225 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f19d2e43-a515-473d-922d-70f86cf66fea admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.494626 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8aa156e7-2628-47fe-991a-496118dc7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.540243 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f19d2e43-a515-473d-922d-70f86cf66fea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.659510 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8aa156e7-2628-47fe-991a-496118dc7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.680581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-f19d2e43-a515-473d-922d-70f86cf66fea admin admin] Deleting port 2434d0af-a025-4859-8053-ef5958366f00 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:33.680809 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8aa156e7-2628-47fe-991a-496118dc7d94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c05eb8-80db-48c5-ad35-1745e1c55c02']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:33.681627 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f19d2e43-a515-473d-922d-70f86cf66fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.706627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8aa156e7-2628-47fe-991a-496118dc7d94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4cf61c-2bc8-43f9-883c-776b5c45f8bb') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:33.706934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8aa156e7-2628-47fe-991a-496118dc7d94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4cf61c-2bc8-43f9-883c-776b5c45f8bb') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:33.737688 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8aa156e7-2628-47fe-991a-496118dc7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.781299 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8aa156e7-2628-47fe-991a-496118dc7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.791661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa156e7-2628-47fe-991a-496118dc7d94 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:41:33.792096 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8aa156e7-2628-47fe-991a-496118dc7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:41:33.795246 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:41:33.887638 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-f19d2e43-a515-473d-922d-70f86cf66fea admin admin] For port 2434d0af-a025-4859-8053-ef5958366f00, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2434d0af-a025-4859-8053-ef5958366f00,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:33.888019 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f19d2e43-a515-473d-922d-70f86cf66fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.921632 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-f19d2e43-a515-473d-922d-70f86cf66fea admin admin] Calling delete_port for 2434d0af-a025-4859-8053-ef5958366f00 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:33.980423 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d399f644-8f23-40b4-9844-9208ff4eea91 req-bd64da23-aec3-4698-bfd1-72552c28d999 tempest-ServerMetadataNegativeTestJSON-631748305 tempest-ServerMetadataNegativeTestJSON-631748305-project] 10.222.0.55 "GET /v2.0/ports?device_id=481758ae-6982-4565-ba09-57ae11212a0c HTTP/1.1" status: 200 len: 210 time: 0.0701456 Jul 23 20:41:33.985660 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8aa156e7-2628-47fe-991a-496118dc7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.994001 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8aa156e7-2628-47fe-991a-496118dc7d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.012162 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8aa156e7-2628-47fe-991a-496118dc7d94 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e5c05eb8-80db-48c5-ad35-1745e1c55c02 HTTP/1.1" status: 204 len: 168 time: 0.6547997 Jul 23 20:41:34.050603 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa156e7-2628-47fe-991a-496118dc7d94 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5c05eb8-80db-48c5-ad35-1745e1c55c02,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:34.206226 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f19d2e43-a515-473d-922d-70f86cf66fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.243885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d2e43-a515-473d-922d-70f86cf66fea admin admin] Pushing event deleted for resources: {'Port': ['ID=2434d0af-a025-4859-8053-ef5958366f00,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:34.302963 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48270) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:34.330513 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f19d2e43-a515-473d-922d-70f86cf66fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.353016 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2362f613-3783-457b-a903-1806ddd05899 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12f68d215eed44eea92a61516d4f8fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446997 Jul 23 20:41:34.353591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48272) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:34.410335 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e99c89b9-c200-406e-a67a-f10e657a7c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.411914 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ebf1a6-d49f-4095-9b5d-8472a570bc72 None None] Sync routers for ids ['9a4d834e-7b36-4ff0-91cd-b7a9db3153f8'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:34.428146 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ebf1a6-d49f-4095-9b5d-8472a570bc72 None None] Routers {'9a4d834e-7b36-4ff0-91cd-b7a9db3153f8'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:34.428811 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d2ebf1a6-d49f-4095-9b5d-8472a570bc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['9a4d834e-7b36-4ff0-91cd-b7a9db3153f8'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:34.433759 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e99c89b9-c200-406e-a67a-f10e657a7c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.487269 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f19d2e43-a515-473d-922d-70f86cf66fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.489661 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f19d2e43-a515-473d-922d-70f86cf66fea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.492336 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e99c89b9-c200-406e-a67a-f10e657a7c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.495178 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e99c89b9-c200-406e-a67a-f10e657a7c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.498732 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e99c89b9-c200-406e-a67a-f10e657a7c45 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8ef1d14-9fd6-4a10-870d-ad8dd56b0338 HTTP/1.1" status: 204 len: 168 time: 0.1420372 Jul 23 20:41:34.519265 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c89b9-c200-406e-a67a-f10e657a7c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ef1d14-9fd6-4a10-870d-ad8dd56b0338,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:34.567865 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f19d2e43-a515-473d-922d-70f86cf66fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.568389 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19d2e43-a515-473d-922d-70f86cf66fea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a4d834e-7b36-4ff0-91cd-b7a9db3153f8 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:41:34.572774 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-d2ebf1a6-d49f-4095-9b5d-8472a570bc72 None None] Set router 9a4d834e-7b36-4ff0-91cd-b7a9db3153f8 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:34.572916 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f19d2e43-a515-473d-922d-70f86cf66fea admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.577236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48278) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:34.595510 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f19d2e43-a515-473d-922d-70f86cf66fea admin admin] 10.222.0.55 "DELETE /v2.0/routers/9a4d834e-7b36-4ff0-91cd-b7a9db3153f8 HTTP/1.1" status: 204 len: 168 time: 1.4002206 Jul 23 20:41:34.625190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2be6e82-5774-4139-a277-5de6d4e2a1e5 admin admin] Deleting subnet d1c32805-81fb-4ec9-a579-3708bedff04c {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:41:34.628863 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2be6e82-5774-4139-a277-5de6d4e2a1e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.670721 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d2ebf1a6-d49f-4095-9b5d-8472a570bc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4d834e-7b36-4ff0-91cd-b7a9db3153f8', 'name': 'tempest-ImageQuotaTest-621277329-router', 'tenant_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:19Z', 'updated_at': '2021-07-23T20:41:34Z', 'revision_number': 7, 'project_id': '179e6cbb0b934ac3aa3bdf05aa58dd4a', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:34.677875 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2be6e82-5774-4139-a277-5de6d4e2a1e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.708481 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ebf1a6-d49f-4095-9b5d-8472a570bc72 None None] Checking router: 9a4d834e-7b36-4ff0-91cd-b7a9db3153f8 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:34.730310 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ebf1a6-d49f-4095-9b5d-8472a570bc72 None None] Routers set() bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:34.731008 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ebf1a6-d49f-4095-9b5d-8472a570bc72 None None] Router IDs set() for agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 20:41:34.731878 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_agentschedulers_db [None req-d2ebf1a6-d49f-4095-9b5d-8472a570bc72 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9a4d834e-7b36-4ff0-91cd-b7a9db3153f8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent'). {{(pid=93812) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 20:41:34.732507 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ebf1a6-d49f-4095-9b5d-8472a570bc72 None None] The sync data for ids ['9a4d834e-7b36-4ff0-91cd-b7a9db3153f8'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:34.839625 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2be6e82-5774-4139-a277-5de6d4e2a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.918405 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2be6e82-5774-4139-a277-5de6d4e2a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.963192 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2be6e82-5774-4139-a277-5de6d4e2a1e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.974171 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82683632-f0be-4fc6-8794-f328f4934b74 None None] Network d8f086f1-af03-487e-bb5b-695aef812e58 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:34.985522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48296) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:34.985759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f2be6e82-5774-4139-a277-5de6d4e2a1e5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d1c32805-81fb-4ec9-a579-3708bedff04c HTTP/1.1" status: 204 len: 168 time: 0.4073446 Jul 23 20:41:34.986887 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be6e82-5774-4139-a277-5de6d4e2a1e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c32805-81fb-4ec9-a579-3708bedff04c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:35.086531 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.089439 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48300) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:35.173841 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-7412b2c3-7da7-476c-808b-9fc1fb872f60 admin admin] Deleting subnet efb6faf6-5748-4333-9181-e589e109fc15 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:41:35.196406 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7412b2c3-7da7-476c-808b-9fc1fb872f60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.278678 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] Deleting port 75ef39f6-a3ee-40ee-90cb-8391b457db43 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:35.280942 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.328191 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7412b2c3-7da7-476c-808b-9fc1fb872f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.416358 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7412b2c3-7da7-476c-808b-9fc1fb872f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.443269 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] For port 75ef39f6-a3ee-40ee-90cb-8391b457db43, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=75ef39f6-a3ee-40ee-90cb-8391b457db43,segment=NetworkSegment(42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c),segment_id=42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:35.443659 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.473007 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] Calling delete_port for 75ef39f6-a3ee-40ee-90cb-8391b457db43 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:35.538506 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7412b2c3-7da7-476c-808b-9fc1fb872f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.569066 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412b2c3-7da7-476c-808b-9fc1fb872f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efb6faf6-5748-4333-9181-e589e109fc15,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:35.571321 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7412b2c3-7da7-476c-808b-9fc1fb872f60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.573509 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7412b2c3-7da7-476c-808b-9fc1fb872f60 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/efb6faf6-5748-4333-9181-e589e109fc15 HTTP/1.1" status: 204 len: 168 time: 0.4830635 Jul 23 20:41:35.576470 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48318) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:35.667625 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7065a424-3045-4ede-98ea-1c4506d783f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.673527 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.745607 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03cfde7-20f2-4f96-9c35-a9eefb1541c7 None None] DHCP port deletion for d8f086f1-af03-487e-bb5b-695aef812e58 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:41:35.746159 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] Pushing event deleted for resources: {'Port': ['ID=75ef39f6-a3ee-40ee-90cb-8391b457db43,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:35.753249 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] No DVR routers for this DVR port 75ef39f6-a3ee-40ee-90cb-8391b457db43 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:35.799842 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 469a0205-2a5b-4605-ad0e-71330f175138 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:35.851376 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 469a0205-2a5b-4605-ad0e-71330f175138 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:35.851720 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 469a0205-2a5b-4605-ad0e-71330f175138 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:35.902036 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7065a424-3045-4ede-98ea-1c4506d783f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.926663 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-7065a424-3045-4ede-98ea-1c4506d783f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ebb37b-8047-466d-8960-d38f8837b0a0']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:35.933750 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.950494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-7065a424-3045-4ede-98ea-1c4506d783f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc34121-bcff-46de-be9c-51cd0c46da53') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:35.950797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-7065a424-3045-4ede-98ea-1c4506d783f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc34121-bcff-46de-be9c-51cd0c46da53') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:35.956190 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f086f1-af03-487e-bb5b-695aef812e58']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:35.980504 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:35.980940 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42acf61c-eb9b-4fa1-95e8-e74ec53f9f3c') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:35.986741 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7065a424-3045-4ede-98ea-1c4506d783f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.008489 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.025463 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.025681 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7065a424-3045-4ede-98ea-1c4506d783f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.026881 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:41:36.034863 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:41:36.035441 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: items = [ Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:41:36.037325 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:41:36.041018 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7065a424-3045-4ede-98ea-1c4506d783f3 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:41:36.042941 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7065a424-3045-4ede-98ea-1c4506d783f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:41:36.044913 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:41:36.107684 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.114406 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.122684 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] 10.222.0.55 "DELETE /v2.0/networks/d8f086f1-af03-487e-bb5b-695aef812e58 HTTP/1.1" status: 204 len: 168 time: 1.1326940 Jul 23 20:41:36.125930 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7065a424-3045-4ede-98ea-1c4506d783f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.133910 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7065a424-3045-4ede-98ea-1c4506d783f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.136888 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7065a424-3045-4ede-98ea-1c4506d783f3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/37ebb37b-8047-466d-8960-d38f8837b0a0 HTTP/1.1" status: 204 len: 168 time: 0.5589070 Jul 23 20:41:36.143800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f0937-b126-4e3f-9090-8f0cc6fe067e admin admin] Pushing event deleted for resources: {'Network': ['ID=d8f086f1-af03-487e-bb5b-695aef812e58,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:36.168234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065a424-3045-4ede-98ea-1c4506d783f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=37ebb37b-8047-466d-8960-d38f8837b0a0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:36.258058 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48342) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:36.427878 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48350) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:36.494376 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-70e31c97-ee7a-4e05-9f67-09985d24b1c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=179e6cbb0b934ac3aa3bdf05aa58dd4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648389 Jul 23 20:41:36.495551 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48354) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:36.580589 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a294d57f-a93f-44fa-b97d-d6364c6b9fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.593945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a2f0ecb1-47ed-4e5a-be9c-98dc91cef4f3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-327317309-network', 'tenant_id': '50c6ff5a6f7146509973201a15b1a892'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:36.623296 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a294d57f-a93f-44fa-b97d-d6364c6b9fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.624770 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48356) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:36.641059 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f0ecb1-47ed-4e5a-be9c-98dc91cef4f3 admin admin] Made reservation on behalf of 50c6ff5a6f7146509973201a15b1a892 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:36.645776 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2f0ecb1-47ed-4e5a-be9c-98dc91cef4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.668889 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2f0ecb1-47ed-4e5a-be9c-98dc91cef4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.706827 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a294d57f-a93f-44fa-b97d-d6364c6b9fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.710296 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a294d57f-a93f-44fa-b97d-d6364c6b9fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.711612 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a294d57f-a93f-44fa-b97d-d6364c6b9fb2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e9b20e9-551c-47ae-b585-51d0f09e2e66 HTTP/1.1" status: 204 len: 168 time: 0.2150354 Jul 23 20:41:36.726135 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294d57f-a93f-44fa-b97d-d6364c6b9fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9b20e9-551c-47ae-b585-51d0f09e2e66,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:36.732931 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48362) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:36.777246 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ae36903f-6fb5-48c0-8377-4f9ca7758bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.794138 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ae1b6998-f02a-48b6-adc9-54bd325ebd71 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b6750287b5d748eaa367e590656b454a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578814 Jul 23 20:41:36.794451 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48364) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:36.847145 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2f0ecb1-47ed-4e5a-be9c-98dc91cef4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.855561 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2f0ecb1-47ed-4e5a-be9c-98dc91cef4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.855990 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a8ff00d-ebae-4c12-9d47-667890aaf462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.883016 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a8ff00d-ebae-4c12-9d47-667890aaf462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.890146 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f0ecb1-47ed-4e5a-be9c-98dc91cef4f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:36.915550 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0ecb1-47ed-4e5a-be9c-98dc91cef4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb840ab-d5bf-4036-81ec-ac78292ceeca,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:36.919989 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2f0ecb1-47ed-4e5a-be9c-98dc91cef4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.920339 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-a2f0ecb1-47ed-4e5a-be9c-98dc91cef4f3 admin admin] Added segment dffb2e7f-ac69-4f6f-b36e-f5daf74a8146 of type vlan for network f90b3a41-4969-4cfa-9ca5-6d312e791d7b Jul 23 20:41:36.946713 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a8ff00d-ebae-4c12-9d47-667890aaf462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.951205 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a8ff00d-ebae-4c12-9d47-667890aaf462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.952887 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1a8ff00d-ebae-4c12-9d47-667890aaf462 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef2fc749-8594-4539-93d6-440d3852bb33 HTTP/1.1" status: 204 len: 168 time: 0.1573613 Jul 23 20:41:36.965999 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ff00d-ebae-4c12-9d47-667890aaf462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2fc749-8594-4539-93d6-440d3852bb33,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:36.986557 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2f0ecb1-47ed-4e5a-be9c-98dc91cef4f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.042311 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2f0ecb1-47ed-4e5a-be9c-98dc91cef4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.043296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0ecb1-47ed-4e5a-be9c-98dc91cef4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:37.043887 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2f0ecb1-47ed-4e5a-be9c-98dc91cef4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.047143 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ae36903f-6fb5-48c0-8377-4f9ca7758bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.064574 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ae36903f-6fb5-48c0-8377-4f9ca7758bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.096697 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a2f0ecb1-47ed-4e5a-be9c-98dc91cef4f3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8343270 Jul 23 20:41:37.097683 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48372) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:37.103926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-6a7e9e37-7a81-425c-9cc6-9051ebfd4ba5 admin admin] Request body: {'subnet': {'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-327317309-subnet', 'tenant_id': '50c6ff5a6f7146509973201a15b1a892', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:37.132938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7e9e37-7a81-425c-9cc6-9051ebfd4ba5 admin admin] Made reservation on behalf of 50c6ff5a6f7146509973201a15b1a892 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:37.136420 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a7e9e37-7a81-425c-9cc6-9051ebfd4ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.152746 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0ecb1-47ed-4e5a-be9c-98dc91cef4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=f90b3a41-4969-4cfa-9ca5-6d312e791d7b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:37.156941 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36903f-6fb5-48c0-8377-4f9ca7758bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a649d8c7-2767-4bba-8ab8-ca2ee23a864b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:37.161602 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ae36903f-6fb5-48c0-8377-4f9ca7758bac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a1c3a3e27bf64363bebf65db97bc5896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5343542 Jul 23 20:41:37.164616 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48374) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:37.168881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network f90b3a41-4969-4cfa-9ca5-6d312e791d7b details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:37.238969 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7af929e7-8cb7-44de-a819-405b50d46023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.285694 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7af929e7-8cb7-44de-a819-405b50d46023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.380808 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48382) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:37.405465 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45a11c6e-d072-4205-8f60-9fc961434392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.409689 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2434d0af-a025-4859-8053-ef5958366f00 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:37.420992 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7af929e7-8cb7-44de-a819-405b50d46023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.432469 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7af929e7-8cb7-44de-a819-405b50d46023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.436712 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7af929e7-8cb7-44de-a819-405b50d46023 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a649d8c7-2767-4bba-8ab8-ca2ee23a864b HTTP/1.1" status: 204 len: 168 time: 0.2698245 Jul 23 20:41:37.461035 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af929e7-8cb7-44de-a819-405b50d46023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a649d8c7-2767-4bba-8ab8-ca2ee23a864b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:37.465530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 2434d0af-a025-4859-8053-ef5958366f00 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:37.466078 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2434d0af-a025-4859-8053-ef5958366f00 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:37.466692 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 75ef39f6-a3ee-40ee-90cb-8391b457db43 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:37.478201 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a7e9e37-7a81-425c-9cc6-9051ebfd4ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.499678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 75ef39f6-a3ee-40ee-90cb-8391b457db43 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:37.500030 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 75ef39f6-a3ee-40ee-90cb-8391b457db43 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:37.594002 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e9e37-7a81-425c-9cc6-9051ebfd4ba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f7d5a8f-73b3-41da-b110-f6b7061f8652,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:37.600309 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e9e37-7a81-425c-9cc6-9051ebfd4ba5 admin admin] Checking segment: {'id': 'dffb2e7f-ac69-4f6f-b36e-f5daf74a8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:37.600886 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e9e37-7a81-425c-9cc6-9051ebfd4ba5 admin admin] Network hostable DHCP agents. Network: f90b3a41-4969-4cfa-9ca5-6d312e791d7b, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:41:37.639828 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e9e37-7a81-425c-9cc6-9051ebfd4ba5 admin admin] Network f90b3a41-4969-4cfa-9ca5-6d312e791d7b is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:41:37.657213 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-6a7e9e37-7a81-425c-9cc6-9051ebfd4ba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, f90b3a41-4969-4cfa-9ca5-6d312e791d7b) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:37.669488 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7e9e37-7a81-425c-9cc6-9051ebfd4ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:37.669731 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a852484-e177-4f15-b56a-baaa8c7cc7b5 None None] Network f90b3a41-4969-4cfa-9ca5-6d312e791d7b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:37.670182 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a7e9e37-7a81-425c-9cc6-9051ebfd4ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.679933 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45a11c6e-d072-4205-8f60-9fc961434392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.687005 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45a11c6e-d072-4205-8f60-9fc961434392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.700855 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6a7e9e37-7a81-425c-9cc6-9051ebfd4ba5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6018722 Jul 23 20:41:37.705288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48396) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:37.712707 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-327317309-router', 'tenant_id': '50c6ff5a6f7146509973201a15b1a892', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:37.734728 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-45a11c6e-d072-4205-8f60-9fc961434392 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3519108 Jul 23 20:41:37.736355 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a11c6e-d072-4205-8f60-9fc961434392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96eb5af3-7fd9-45c0-a37f-595bfd7d8aa4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:37.738715 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48398) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:37.802786 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.804735 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.850906 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fe1597c1-6a49-4bd6-b5f1-2f2363ac4ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.911729 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.930199 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fe1597c1-6a49-4bd6-b5f1-2f2363ac4ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.979089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e0a203-ca25-4a8d-b933-1a076280fd13 None None] Network f90b3a41-4969-4cfa-9ca5-6d312e791d7b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:38.157744 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.210141 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fe1597c1-6a49-4bd6-b5f1-2f2363ac4ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.213454 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fe1597c1-6a49-4bd6-b5f1-2f2363ac4ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.214694 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fe1597c1-6a49-4bd6-b5f1-2f2363ac4ce3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/96eb5af3-7fd9-45c0-a37f-595bfd7d8aa4 HTTP/1.1" status: 204 len: 168 time: 0.4747059 Jul 23 20:41:38.256877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1597c1-6a49-4bd6-b5f1-2f2363ac4ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96eb5af3-7fd9-45c0-a37f-595bfd7d8aa4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:38.386370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48422) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:38.431342 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.453105 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.596839 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Allocated IP 172.25.3.142 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:38.721307 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.778671 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.784943 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df4f4350-94ad-4e44-b8e5-a4db42551a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.843043 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:38.850223 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:38.862808 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:38.867246 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Pushing event updated for resources: {'Port': ['ID=330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:38.944694 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df4f4350-94ad-4e44-b8e5-a4db42551a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.950310 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df4f4350-94ad-4e44-b8e5-a4db42551a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.009723 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-df4f4350-94ad-4e44-b8e5-a4db42551a96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd3b2c1cb681441a80b2a0087ba214b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6220241 Jul 23 20:41:39.010737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f4350-94ad-4e44-b8e5-a4db42551a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a39ae9-bc7b-4cc2-ab15-2d8153aed7a6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:39.013360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48456) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:39.083347 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-85b078f4-a006-4cf8-bffe-554319e27bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.116487 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-85b078f4-a006-4cf8-bffe-554319e27bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.174702 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-85b078f4-a006-4cf8-bffe-554319e27bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.177784 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-85b078f4-a006-4cf8-bffe-554319e27bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.179310 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-85b078f4-a006-4cf8-bffe-554319e27bb6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79a39ae9-bc7b-4cc2-ab15-2d8153aed7a6 HTTP/1.1" status: 204 len: 168 time: 0.1649656 Jul 23 20:41:39.189188 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b078f4-a006-4cf8-bffe-554319e27bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a39ae9-bc7b-4cc2-ab15-2d8153aed7a6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:39.196641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48466) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:39.278840 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.521115 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.715757 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-deda4f48-b856-45f0-83da-4caf1fdd57d2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1912341350-network', 'tenant_id': '4c09365c5b69442eba1a7b915a62a386'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:39.774365 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48484) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:39.786948 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deda4f48-b856-45f0-83da-4caf1fdd57d2 admin admin] Made reservation on behalf of 4c09365c5b69442eba1a7b915a62a386 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:39.792426 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-deda4f48-b856-45f0-83da-4caf1fdd57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.803076 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-deda4f48-b856-45f0-83da-4caf1fdd57d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.922726 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e2017005-20ea-49b7-a694-74af9eb643b8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1186118736-network', 'tenant_id': 'e62242998eb04caeabc26266b73f69c3'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:39.977159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-deda4f48-b856-45f0-83da-4caf1fdd57d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.998986 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-deda4f48-b856-45f0-83da-4caf1fdd57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.008102 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2017005-20ea-49b7-a694-74af9eb643b8 admin admin] Made reservation on behalf of e62242998eb04caeabc26266b73f69c3 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:40.012416 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2017005-20ea-49b7-a694-74af9eb643b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.034033 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2017005-20ea-49b7-a694-74af9eb643b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.049702 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48496) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:40.067546 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deda4f48-b856-45f0-83da-4caf1fdd57d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:40.074212 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda4f48-b856-45f0-83da-4caf1fdd57d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6efec42-6d37-48b3-9cc7-bcea642a643b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:40.106988 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-deda4f48-b856-45f0-83da-4caf1fdd57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.107737 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-deda4f48-b856-45f0-83da-4caf1fdd57d2 admin admin] Added segment 2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c of type vlan for network 33c906b4-b1be-4f9f-bd7e-0606053c8aa6 Jul 23 20:41:40.174899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Router 678588f3-7e8a-4828-92f6-163588956838 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:41:40.184627 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-deda4f48-b856-45f0-83da-4caf1fdd57d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.254600 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-deda4f48-b856-45f0-83da-4caf1fdd57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.256088 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deda4f48-b856-45f0-83da-4caf1fdd57d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:40.257281 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-deda4f48-b856-45f0-83da-4caf1fdd57d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.346962 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c87ccf59-a00f-4c8b-8136-5f1d3373ee72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.354017 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2017005-20ea-49b7-a694-74af9eb643b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.355157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda4f48-b856-45f0-83da-4caf1fdd57d2 admin admin] Pushing event updated for resources: {'Network': ['ID=33c906b4-b1be-4f9f-bd7e-0606053c8aa6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:40.361680 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2017005-20ea-49b7-a694-74af9eb643b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.373210 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-deda4f48-b856-45f0-83da-4caf1fdd57d2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1721983 Jul 23 20:41:40.374662 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 33c906b4-b1be-4f9f-bd7e-0606053c8aa6 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:40.375986 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48506) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:40.394269 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2017005-20ea-49b7-a694-74af9eb643b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:40.395695 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f2bdd92f-f7ea-4638-af13-1a4da589b36f admin admin] Request body: {'subnet': {'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1912341350-subnet', 'tenant_id': '4c09365c5b69442eba1a7b915a62a386', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:40.405272 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2017005-20ea-49b7-a694-74af9eb643b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a233b9e6-0e70-47bd-9294-85282ea1fc0a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:40.412366 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2017005-20ea-49b7-a694-74af9eb643b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.412925 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-e2017005-20ea-49b7-a694-74af9eb643b8 admin admin] Added segment 9ea67c6d-f74d-4c2b-be73-497c270206c8 of type vlan for network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a Jul 23 20:41:40.472528 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:40.473779 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2017005-20ea-49b7-a694-74af9eb643b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.487641 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Sync routers for ids ['678588f3-7e8a-4828-92f6-163588956838'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:40.515681 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Routers {'678588f3-7e8a-4828-92f6-163588956838'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:40.517625 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['678588f3-7e8a-4828-92f6-163588956838'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:40.530496 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2017005-20ea-49b7-a694-74af9eb643b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.531931 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2017005-20ea-49b7-a694-74af9eb643b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:40.532972 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e2017005-20ea-49b7-a694-74af9eb643b8 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.601203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48512) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:40.624537 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c87ccf59-a00f-4c8b-8136-5f1d3373ee72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.633649 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c87ccf59-a00f-4c8b-8136-5f1d3373ee72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.664138 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.665706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6937bb57-f533-4a09-83af-080d5f0fc85f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9591329 Jul 23 20:41:40.679073 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48518) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:40.679848 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bdd92f-f7ea-4638-af13-1a4da589b36f admin admin] Made reservation on behalf of 4c09365c5b69442eba1a7b915a62a386 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:40.683053 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2bdd92f-f7ea-4638-af13-1a4da589b36f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.712002 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2017005-20ea-49b7-a694-74af9eb643b8 admin admin] Pushing event updated for resources: {'Network': ['ID=84a7b0e6-72d3-408a-acdf-09b0251c9f2a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:40.727666 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e2017005-20ea-49b7-a694-74af9eb643b8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9513226 Jul 23 20:41:40.729979 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48522) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:40.740632 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:40.745542 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-afff512d-5902-460f-a062-cfa50acff977 admin admin] Request body: {'subnet': {'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1186118736-subnet', 'tenant_id': 'e62242998eb04caeabc26266b73f69c3', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:40.792041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afff512d-5902-460f-a062-cfa50acff977 admin admin] Made reservation on behalf of e62242998eb04caeabc26266b73f69c3 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:40.801946 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-afff512d-5902-460f-a062-cfa50acff977 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.867225 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Set router 678588f3-7e8a-4828-92f6-163588956838 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:40.989091 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2bdd92f-f7ea-4638-af13-1a4da589b36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.088062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c87ccf59-a00f-4c8b-8136-5f1d3373ee72 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ca61e2836294cf59ba03189253d981e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0347462 Jul 23 20:41:41.114034 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c152bcd5-2635-49eb-887f-910406f8f0e0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1006544521-network', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:41.119871 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48530) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:41.127484 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ccf59-a00f-4c8b-8136-5f1d3373ee72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a5b9c4-0e51-4b3a-87ae-b8bfe2cea865,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:41.179515 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdd92f-f7ea-4638-af13-1a4da589b36f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1f964b3-34ec-4a13-a322-95c058e9df68,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:41.219087 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c152bcd5-2635-49eb-887f-910406f8f0e0 admin admin] Made reservation on behalf of c35e6d69f6ba464b946144b17db2c502 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:41.221452 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c152bcd5-2635-49eb-887f-910406f8f0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.226613 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d753cf1-e10d-4286-9561-db8c485572eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.239911 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c152bcd5-2635-49eb-887f-910406f8f0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.262163 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bdd92f-f7ea-4638-af13-1a4da589b36f admin admin] Checking segment: {'id': '2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:41.262835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bdd92f-f7ea-4638-af13-1a4da589b36f admin admin] Network hostable DHCP agents. Network: 33c906b4-b1be-4f9f-bd7e-0606053c8aa6, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:41:41.293546 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678588f3-7e8a-4828-92f6-163588956838', 'name': 'tempest-ServerRescueTestJSON-327317309-router', 'tenant_id': '50c6ff5a6f7146509973201a15b1a892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:37Z', 'updated_at': '2021-07-23T20:41:39Z', 'revision_number': 3, 'project_id': '50c6ff5a6f7146509973201a15b1a892', 'gw_port': {'id': '330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678588f3-7e8a-4828-92f6-163588956838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:38Z', 'updated_at': '2021-07-23T20:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:41.307620 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d753cf1-e10d-4286-9561-db8c485572eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.336148 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Checking router: 678588f3-7e8a-4828-92f6-163588956838 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:41.337211 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Updating router 678588f3-7e8a-4828-92f6-163588956838 port 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:41:41.383663 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bdd92f-f7ea-4638-af13-1a4da589b36f admin admin] Network 33c906b4-b1be-4f9f-bd7e-0606053c8aa6 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:41:41.392089 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.399523 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-f2bdd92f-f7ea-4638-af13-1a4da589b36f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 33c906b4-b1be-4f9f-bd7e-0606053c8aa6) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:41.411640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd29fce-f33c-4277-9e3d-ac8022c9c677 None None] Network 33c906b4-b1be-4f9f-bd7e-0606053c8aa6 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:41.414052 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bdd92f-f7ea-4638-af13-1a4da589b36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:41.414950 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2bdd92f-f7ea-4638-af13-1a4da589b36f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.422941 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-afff512d-5902-460f-a062-cfa50acff977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.468907 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d753cf1-e10d-4286-9561-db8c485572eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.473053 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d753cf1-e10d-4286-9561-db8c485572eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.474788 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5d753cf1-e10d-4286-9561-db8c485572eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8a5b9c4-0e51-4b3a-87ae-b8bfe2cea865 HTTP/1.1" status: 204 len: 168 time: 0.3530176 Jul 23 20:41:41.611178 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d753cf1-e10d-4286-9561-db8c485572eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a5b9c4-0e51-4b3a-87ae-b8bfe2cea865,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:41.636380 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afff512d-5902-460f-a062-cfa50acff977 admin admin] Checking segment: {'id': '9ea67c6d-f74d-4c2b-be73-497c270206c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:41.637885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afff512d-5902-460f-a062-cfa50acff977 admin admin] Network hostable DHCP agents. Network: 84a7b0e6-72d3-408a-acdf-09b0251c9f2a, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:41:41.642815 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff512d-5902-460f-a062-cfa50acff977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b94e23-fcf8-4b24-badb-9285c4526fed,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:41.672627 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c152bcd5-2635-49eb-887f-910406f8f0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.686771 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c152bcd5-2635-49eb-887f-910406f8f0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.691932 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afff512d-5902-460f-a062-cfa50acff977 admin admin] Network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:41:41.709927 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c152bcd5-2635-49eb-887f-910406f8f0e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:41.714707 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4321ba-8f05-4a0b-805b-377e6be7d88b None None] Network 33c906b4-b1be-4f9f-bd7e-0606053c8aa6 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:41.720617 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-afff512d-5902-460f-a062-cfa50acff977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 84a7b0e6-72d3-408a-acdf-09b0251c9f2a) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:41.732008 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f2bdd92f-f7ea-4638-af13-1a4da589b36f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3519273 Jul 23 20:41:41.733191 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afff512d-5902-460f-a062-cfa50acff977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:41.734464 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-afff512d-5902-460f-a062-cfa50acff977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.747964 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48542) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:41.751877 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeceaf6-bcd1-4706-9609-0f6654ec656d None None] Network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:41.753140 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1912341350-router', 'tenant_id': '4c09365c5b69442eba1a7b915a62a386', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:41.772288 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-afff512d-5902-460f-a062-cfa50acff977 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0374970 Jul 23 20:41:41.777705 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48546) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:41.780095 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c152bcd5-2635-49eb-887f-910406f8f0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.780628 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-c152bcd5-2635-49eb-887f-910406f8f0e0 admin admin] Added segment 0025f91d-8ba8-461b-8094-78a0883386de of type vlan for network b37ae9d4-a01a-4b66-aedc-028c2a70372c Jul 23 20:41:41.792775 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1186118736-router', 'tenant_id': 'e62242998eb04caeabc26266b73f69c3', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:41.811835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152bcd5-2635-49eb-887f-910406f8f0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce19680-6974-4f9d-aa2d-23b6ede8444c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:41.892771 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.893837 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.906891 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c152bcd5-2635-49eb-887f-910406f8f0e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.915963 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.917993 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.059469 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.068408 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.166622 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c152bcd5-2635-49eb-887f-910406f8f0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.173183 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c152bcd5-2635-49eb-887f-910406f8f0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:42.174302 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c152bcd5-2635-49eb-887f-910406f8f0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.188906 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.200329 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Transition to ACTIVE for port object 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:42.212058 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.301128 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ce106-c21d-44a7-aed1-51c47f2c4995 None None] Pushing event updated for resources: {'Port': ['ID=330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:42.313387 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce106-c21d-44a7-aed1-51c47f2c4995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:42.314028 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce106-c21d-44a7-aed1-51c47f2c4995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:42.314561 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce106-c21d-44a7-aed1-51c47f2c4995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:42.319189 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce106-c21d-44a7-aed1-51c47f2c4995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:42.319726 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce106-c21d-44a7-aed1-51c47f2c4995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:42.320891 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce106-c21d-44a7-aed1-51c47f2c4995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:42.321393 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce106-c21d-44a7-aed1-51c47f2c4995 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:42.322060 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce106-c21d-44a7-aed1-51c47f2c4995 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:42.322675 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce106-c21d-44a7-aed1-51c47f2c4995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:42.323268 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce106-c21d-44a7-aed1-51c47f2c4995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:42.323767 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce106-c21d-44a7-aed1-51c47f2c4995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:42.324252 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce106-c21d-44a7-aed1-51c47f2c4995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:42.339432 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48558) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:42.352772 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Attempting to bind port 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:42.354066 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Attempting to bind port 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:42.354917 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Attempting to bind port 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:42.370355 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:42.371229 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:42.372001 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.373001 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:42.374171 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Bound port: 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:42.374798 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.384589 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.388023 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-629f2d9e-4b16-4316-8fc3-fabd6c95f778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.410317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-84a7b0e6-72d3-408a-acdf-09b0251c9f2a', 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a', 'tenant_id': 'e62242998eb04caeabc26266b73f69c3', 'fixed_ips': [{'subnet_id': '04b94e23-fcf8-4b24-badb-9285c4526fed'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:41:42.414833 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.446379 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c152bcd5-2635-49eb-887f-910406f8f0e0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8437450 Jul 23 20:41:42.455163 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48566) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:42.455562 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] For port 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:42.461602 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] For port 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:42.465032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-95e79756-17b9-4a83-8cf9-9b93adecaa93 admin admin] Request body: {'subnet': {'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1006544521-subnet', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:42.469969 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.473185 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.541545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152bcd5-2635-49eb-887f-910406f8f0e0 admin admin] Pushing event updated for resources: {'Network': ['ID=b37ae9d4-a01a-4b66-aedc-028c2a70372c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:42.581755 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.600158 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Routers {'678588f3-7e8a-4828-92f6-163588956838'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:42.601642 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['678588f3-7e8a-4828-92f6-163588956838'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:42.658978 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Allocated IP 172.20.0.2 (84a7b0e6-72d3-408a-acdf-09b0251c9f2a/04b94e23-fcf8-4b24-badb-9285c4526fed/45ad81b0-8048-4db5-a223-071e699ebbf6) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:42.742895 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-629f2d9e-4b16-4316-8fc3-fabd6c95f778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.757754 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-629f2d9e-4b16-4316-8fc3-fabd6c95f778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.776078 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ce106-c21d-44a7-aed1-51c47f2c4995 None None] Pushing event updated for resources: {'Port': ['ID=330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:42.780315 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network b37ae9d4-a01a-4b66-aedc-028c2a70372c details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:42.865490 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] Set router 678588f3-7e8a-4828-92f6-163588956838 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:42.896475 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f2d9e-4b16-4316-8fc3-fabd6c95f778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57b5a1e-de11-46f1-aee7-a33da63e46df,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:42.937352 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e79756-17b9-4a83-8cf9-9b93adecaa93 admin admin] Made reservation on behalf of c35e6d69f6ba464b946144b17db2c502 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:42.940230 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-95e79756-17b9-4a83-8cf9-9b93adecaa93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.948473 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.965766 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Transition to ACTIVE for port object 45ad81b0-8048-4db5-a223-071e699ebbf6 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:43.002008 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Transition to ACTIVE for port object 45ad81b0-8048-4db5-a223-071e699ebbf6 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:43.034913 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.161864 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:43.165662 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:43.177640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:43.194797 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678588f3-7e8a-4828-92f6-163588956838', 'name': 'tempest-ServerRescueTestJSON-327317309-router', 'tenant_id': '50c6ff5a6f7146509973201a15b1a892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:37Z', 'updated_at': '2021-07-23T20:41:39Z', 'revision_number': 3, 'project_id': '50c6ff5a6f7146509973201a15b1a892', 'gw_port': {'id': '330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678588f3-7e8a-4828-92f6-163588956838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:38Z', 'updated_at': '2021-07-23T20:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:43.211615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Pushing event updated for resources: {'Port': ['ID=45ad81b0-8048-4db5-a223-071e699ebbf6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:43.237588 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d926745e-7b20-46cd-8fe3-9eb951179f8e None None] The sync data for ids ['678588f3-7e8a-4828-92f6-163588956838'] in n-d-791504-18 is: [{'id': '678588f3-7e8a-4828-92f6-163588956838', 'name': 'tempest-ServerRescueTestJSON-327317309-router', 'tenant_id': '50c6ff5a6f7146509973201a15b1a892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:37Z', 'updated_at': '2021-07-23T20:41:39Z', 'revision_number': 3, 'project_id': '50c6ff5a6f7146509973201a15b1a892', 'gw_port': {'id': '330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678588f3-7e8a-4828-92f6-163588956838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:38Z', 'updated_at': '2021-07-23T20:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:43.312405 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Attempting to bind port 45ad81b0-8048-4db5-a223-071e699ebbf6 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:43.312858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Attempting to bind port 45ad81b0-8048-4db5-a223-071e699ebbf6 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '9ea67c6d-f74d-4c2b-be73-497c270206c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:43.313318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Attempting to bind port 45ad81b0-8048-4db5-a223-071e699ebbf6 on network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:43.319515 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:43.319984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Checking segment: {'id': '9ea67c6d-f74d-4c2b-be73-497c270206c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:43.320456 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.320977 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Bound using segment: {'id': '9ea67c6d-f74d-4c2b-be73-497c270206c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:43.321532 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Bound port: 45ad81b0-8048-4db5-a223-071e699ebbf6, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea67c6d-f74d-4c2b-be73-497c270206c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:43.322339 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.351647 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-95e79756-17b9-4a83-8cf9-9b93adecaa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.394610 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] Allocated IP 172.20.0.1 (f90b3a41-4969-4cfa-9ca5-6d312e791d7b/6f7d5a8f-73b3-41da-b110-f6b7061f8652/d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:43.399735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] For port 45ad81b0-8048-4db5-a223-071e699ebbf6, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:43.403792 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] For port 45ad81b0-8048-4db5-a223-071e699ebbf6, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=45ad81b0-8048-4db5-a223-071e699ebbf6,segment=NetworkSegment(9ea67c6d-f74d-4c2b-be73-497c270206c8),segment_id=9ea67c6d-f74d-4c2b-be73-497c270206c8)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:43.412281 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.435859 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-629f2d9e-4b16-4316-8fc3-fabd6c95f778 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d75d95e6d96c46b49afbf04491b226e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0953553 Jul 23 20:41:43.438661 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48600) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:43.479273 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.490123 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60c2e7-178d-4d5b-b67f-48c517af68fd None None] Pushing event updated for resources: {'Port': ['ID=45ad81b0-8048-4db5-a223-071e699ebbf6,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:43.514517 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.561952 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65e5f343-8aa6-44aa-9ded-0ef0a2cb483a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.562369 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e79756-17b9-4a83-8cf9-9b93adecaa93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef0d0b9-4029-46b2-a364-4ad3b1845875,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:43.565185 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.626175 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.681605 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48604) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:43.705020 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65e5f343-8aa6-44aa-9ded-0ef0a2cb483a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.758457 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e79756-17b9-4a83-8cf9-9b93adecaa93 admin admin] Checking segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:43.758806 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e79756-17b9-4a83-8cf9-9b93adecaa93 admin admin] Network hostable DHCP agents. Network: b37ae9d4-a01a-4b66-aedc-028c2a70372c, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:41:43.819143 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65e5f343-8aa6-44aa-9ded-0ef0a2cb483a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.822430 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65e5f343-8aa6-44aa-9ded-0ef0a2cb483a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.823870 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-65e5f343-8aa6-44aa-9ded-0ef0a2cb483a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c57b5a1e-de11-46f1-aee7-a33da63e46df HTTP/1.1" status: 204 len: 168 time: 0.3839772 Jul 23 20:41:43.867332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5f343-8aa6-44aa-9ded-0ef0a2cb483a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57b5a1e-de11-46f1-aee7-a33da63e46df,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:43.875672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e79756-17b9-4a83-8cf9-9b93adecaa93 admin admin] Network b37ae9d4-a01a-4b66-aedc-028c2a70372c is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:41:43.922230 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.958804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-95e79756-17b9-4a83-8cf9-9b93adecaa93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, b37ae9d4-a01a-4b66-aedc-028c2a70372c) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:43.961532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Allocated IP 172.25.3.43 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/cab6a8b9-8102-4900-9aba-4020c25299de) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:43.965838 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1c426303-8ea4-4fd1-aec3-bb2ce6a40d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.968024 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d6b512-9f50-4b02-85d7-f1aae67cedd1 None None] Network b37ae9d4-a01a-4b66-aedc-028c2a70372c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:43.999694 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e79756-17b9-4a83-8cf9-9b93adecaa93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:44.000303 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-95e79756-17b9-4a83-8cf9-9b93adecaa93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.172268 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.192117 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:41:44.199040 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.302873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] Network f90b3a41-4969-4cfa-9ca5-6d312e791d7b is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:44.316207 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.322387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:44.324768 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] Pushing event updated for resources: {'Port': ['ID=d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:44.328945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:44.395829 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.430194 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Allocated IP 172.20.0.2 (b37ae9d4-a01a-4b66-aedc-028c2a70372c/fef0d0b9-4029-46b2-a364-4ad3b1845875/3a948d0f-4a62-4452-9f42-fc912d0d9a47) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:44.454150 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1c426303-8ea4-4fd1-aec3-bb2ce6a40d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.484157 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1c426303-8ea4-4fd1-aec3-bb2ce6a40d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.512528 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48624) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:44.517120 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:44.523338 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-95e79756-17b9-4a83-8cf9-9b93adecaa93 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0635979 Jul 23 20:41:44.564468 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.565587 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.656805 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.719763 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.734481 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Transition to ACTIVE for port object 3a948d0f-4a62-4452-9f42-fc912d0d9a47 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:44.761288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Transition to ACTIVE for port object 3a948d0f-4a62-4452-9f42-fc912d0d9a47 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:44.772798 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.830722 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Network b37ae9d4-a01a-4b66-aedc-028c2a70372c is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:44.838934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:44.846286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:44.855286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Pushing event updated for resources: {'Port': ['ID=3a948d0f-4a62-4452-9f42-fc912d0d9a47,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:44.955736 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Attempting to bind port 3a948d0f-4a62-4452-9f42-fc912d0d9a47 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:44.956085 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Attempting to bind port 3a948d0f-4a62-4452-9f42-fc912d0d9a47 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:44.956289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Attempting to bind port 3a948d0f-4a62-4452-9f42-fc912d0d9a47 on network b37ae9d4-a01a-4b66-aedc-028c2a70372c {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:44.958490 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.962719 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:44.963233 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Checking segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:44.963606 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.964006 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Bound using segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:44.964738 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Bound port: 3a948d0f-4a62-4452-9f42-fc912d0d9a47, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:44.965171 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.066679 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] For port 3a948d0f-4a62-4452-9f42-fc912d0d9a47, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:45.071585 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] For port 3a948d0f-4a62-4452-9f42-fc912d0d9a47, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3a948d0f-4a62-4452-9f42-fc912d0d9a47,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:45.078868 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.101793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a05f6bd-e7bf-4f5e-ad5e-1110bc9f80ce None None] Network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:45.153492 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.198281 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1c426303-8ea4-4fd1-aec3-bb2ce6a40d80 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=457ca9a098234e7690b29bbde739f32e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5149148 Jul 23 20:41:45.203076 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48636) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:45.262136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c426303-8ea4-4fd1-aec3-bb2ce6a40d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcfe7cc-8b13-4385-bdf3-b72d9a816c13,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:45.298994 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834e0fc-fe91-49eb-8d89-a01acc339f1e None None] Pushing event updated for resources: {'Port': ['ID=3a948d0f-4a62-4452-9f42-fc912d0d9a47,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:45.330563 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:45.344567 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-54bdfbc6-2be5-48a8-834d-14d53b86e9db None None] Provisioning for port 45ad81b0-8048-4db5-a223-071e699ebbf6 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:45.354741 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.363776 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:45.376712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Allocated IP 172.25.3.23 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/ae7a328d-44b5-482d-867c-e2ba3ca1e123) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:45.396121 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:45.426066 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Pushing event updated for resources: {'Port': ['ID=cab6a8b9-8102-4900-9aba-4020c25299de,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:45.454003 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.565404 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.650188 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:45.660952 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97cc70d3-0c53-47fb-93aa-bab4416582ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.672246 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.748395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:45.756487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:45.761781 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.871484 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.873964 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97cc70d3-0c53-47fb-93aa-bab4416582ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.920741 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.944212 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:45.951582 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.952999 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45ad81b0-8048-4db5-a223-071e699ebbf6 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:45.972033 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.035872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:46.086627 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Allocated IP 172.25.3.181 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/17966f72-2f1b-4368-993b-a63461d70c47) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:46.177055 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.193895 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.213273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:46.229040 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97cc70d3-0c53-47fb-93aa-bab4416582ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.232252 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97cc70d3-0c53-47fb-93aa-bab4416582ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.233752 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-97cc70d3-0c53-47fb-93aa-bab4416582ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0dcfe7cc-8b13-4385-bdf3-b72d9a816c13 HTTP/1.1" status: 204 len: 168 time: 1.0258048 Jul 23 20:41:46.241443 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 45ad81b0-8048-4db5-a223-071e699ebbf6 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:46.246628 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 45ad81b0-8048-4db5-a223-071e699ebbf6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:46.247483 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.256584 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:46.268297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:46.299311 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.303621 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7a328d-44b5-482d-867c-e2ba3ca1e123,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:46.425067 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.493079 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.515440 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 45ad81b0-8048-4db5-a223-071e699ebbf6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=45ad81b0-8048-4db5-a223-071e699ebbf6,segment=NetworkSegment(9ea67c6d-f74d-4c2b-be73-497c270206c8),segment_id=9ea67c6d-f74d-4c2b-be73-497c270206c8)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:46.526590 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.527159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.657237 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=45ad81b0-8048-4db5-a223-071e699ebbf6,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:46.703322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:46.712865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:46.720736 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:46.751614 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.767462 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Pushing event updated for resources: {'Port': ['ID=17966f72-2f1b-4368-993b-a63461d70c47,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:46.829878 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc70d3-0c53-47fb-93aa-bab4416582ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcfe7cc-8b13-4385-bdf3-b72d9a816c13,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:46.843288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] Pushing event updated for resources: {'Port': ['ID=d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:46.847904 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.900069 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48680) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:46.943423 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.960905 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed51f10-3a4f-4345-b417-113be8a21822 None None] Network b37ae9d4-a01a-4b66-aedc-028c2a70372c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:46.973682 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ca73cb53-fef8-493d-8afa-b5d5d85d3db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.044801 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.103470 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] Network f90b3a41-4969-4cfa-9ca5-6d312e791d7b is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:47.116485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:47.135598 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e8496dcc-ec2a-443f-bb7a-9b9f2c937249 None None] Provisioning for port 3a948d0f-4a62-4452-9f42-fc912d0d9a47 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:47.353287 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ca73cb53-fef8-493d-8afa-b5d5d85d3db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.354880 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Router 2d28147e-cce1-4751-ae5a-f43325d4c8a9 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:41:47.367376 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ca73cb53-fef8-493d-8afa-b5d5d85d3db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.386550 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] Router 678588f3-7e8a-4828-92f6-163588956838 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:41:47.436131 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.491923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73cb53-fef8-493d-8afa-b5d5d85d3db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227cccf7-b564-494c-ac87-022a61109972,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:47.500386 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ca73cb53-fef8-493d-8afa-b5d5d85d3db3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=651ae32744a64178a7b454c8038868cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5538096 Jul 23 20:41:47.506286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48738) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:47.599452 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:47.599700 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.672995 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:47.674167 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.680366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:47.698626 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:47.707722 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-65375c3f-50c1-42f8-b0e8-f4fe8ce4221b admin admin] 10.222.0.55 "PUT /v2.0/routers/678588f3-7e8a-4828-92f6-163588956838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7485006 Jul 23 20:41:47.708232 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Sync routers for ids ['678588f3-7e8a-4828-92f6-163588956838'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:47.715615 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d235755-fc44-4f42-a016-378571cd3f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.718028 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.721076 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1cedc581-6708-42be-9479-4bda7e5e0330 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9713156 Jul 23 20:41:47.723032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48752) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:47.724872 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Routers {'678588f3-7e8a-4828-92f6-163588956838'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:47.726228 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['678588f3-7e8a-4828-92f6-163588956838'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:47.753404 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Sync routers for ids ['2d28147e-cce1-4751-ae5a-f43325d4c8a9'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:47.792284 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Routers {'2d28147e-cce1-4751-ae5a-f43325d4c8a9'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:47.795825 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2d28147e-cce1-4751-ae5a-f43325d4c8a9'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:47.877234 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d235755-fc44-4f42-a016-378571cd3f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.938970 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Set router 678588f3-7e8a-4828-92f6-163588956838 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:48.146952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Set router 2d28147e-cce1-4751-ae5a-f43325d4c8a9 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:48.242997 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678588f3-7e8a-4828-92f6-163588956838', 'name': 'tempest-ServerRescueTestJSON-327317309-router', 'tenant_id': '50c6ff5a6f7146509973201a15b1a892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:37Z', 'updated_at': '2021-07-23T20:41:45Z', 'revision_number': 4, 'project_id': '50c6ff5a6f7146509973201a15b1a892', 'gw_port': {'id': '330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678588f3-7e8a-4828-92f6-163588956838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:38Z', 'updated_at': '2021-07-23T20:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd2e23c9e-9cfa-4d48-8e82-76ce2f987ecc', 'name': '', 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b', 'tenant_id': '50c6ff5a6f7146509973201a15b1a892', 'mac_address': 'fa:16:3e:26:c4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678588f3-7e8a-4828-92f6-163588956838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '6f7d5a8f-73b3-41da-b110-f6b7061f8652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:42Z', 'updated_at': '2021-07-23T20:41:45Z', 'revision_number': 2, 'project_id': '50c6ff5a6f7146509973201a15b1a892', 'subnets': [{'id': '6f7d5a8f-73b3-41da-b110-f6b7061f8652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:48.279325 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Checking router: 678588f3-7e8a-4828-92f6-163588956838 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:48.279757 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Updating router 678588f3-7e8a-4828-92f6-163588956838 port d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:41:48.280163 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48762) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:48.280763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45ad81b0-8048-4db5-a223-071e699ebbf6 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:48.372488 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.452544 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-184c53ec-7412-4de1-966a-06ea2418bbad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.477554 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 45ad81b0-8048-4db5-a223-071e699ebbf6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:48.477958 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.494133 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.577187 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.607790 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26545800-9327-4e4f-87c5-2417321df4b3 req-37d4a72d-c12c-4a4b-b037-4db062b547c1 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:48.608077 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1912341350-router', 'tenant_id': '4c09365c5b69442eba1a7b915a62a386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cab6a8b9-8102-4900-9aba-4020c25299de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:41Z', 'updated_at': '2021-07-23T20:41:46Z', 'revision_number': 3, 'project_id': '4c09365c5b69442eba1a7b915a62a386', 'gw_port': {'id': 'cab6a8b9-8102-4900-9aba-4020c25299de', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:84:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:43Z', 'updated_at': '2021-07-23T20:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:48.614875 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d235755-fc44-4f42-a016-378571cd3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.615136 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26545800-9327-4e4f-87c5-2417321df4b3 req-37d4a72d-c12c-4a4b-b037-4db062b547c1 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/networks?id=f90b3a41-4969-4cfa-9ca5-6d312e791d7b HTTP/1.1" status: 200 len: 810 time: 0.2276199 Jul 23 20:41:48.617472 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d235755-fc44-4f42-a016-378571cd3f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.621369 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3d235755-fc44-4f42-a016-378571cd3f2a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/227cccf7-b564-494c-ac87-022a61109972 HTTP/1.1" status: 204 len: 168 time: 1.1101434 Jul 23 20:41:48.645139 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Checking router: 2d28147e-cce1-4751-ae5a-f43325d4c8a9 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:48.645802 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Updating router 2d28147e-cce1-4751-ae5a-f43325d4c8a9 port cab6a8b9-8102-4900-9aba-4020c25299de binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:41:48.649666 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3a948d0f-4a62-4452-9f42-fc912d0d9a47 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:48.662234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d235755-fc44-4f42-a016-378571cd3f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227cccf7-b564-494c-ac87-022a61109972,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:48.708956 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Router 35d366b7-6830-4be2-97b8-9bb74b982237 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:41:48.733998 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.796707 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 3a948d0f-4a62-4452-9f42-fc912d0d9a47 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:48.801053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] Allocated IP 172.20.0.1 (33c906b4-b1be-4f9f-bd7e-0606053c8aa6/d1f964b3-34ec-4a13-a322-95c058e9df68/276ffe4d-c661-4c38-a336-0e50fe7e4e2f) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:48.873235 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:48.938734 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.945604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3a948d0f-4a62-4452-9f42-fc912d0d9a47 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:48.945974 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.965305 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Sync routers for ids ['35d366b7-6830-4be2-97b8-9bb74b982237'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:48.966821 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Transition to ACTIVE for port object d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:48.979688 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.006965 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Router 8730fafd-633c-439d-b5d2-c283a01ce331 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:41:49.045117 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Routers {'35d366b7-6830-4be2-97b8-9bb74b982237'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:49.046216 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['35d366b7-6830-4be2-97b8-9bb74b982237'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:49.112726 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361373d-5c2c-4bd4-9f14-ecefddee5246 None None] Pushing event updated for resources: {'Port': ['ID=d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:49.167238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:49.223438 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Sync routers for ids ['8730fafd-633c-439d-b5d2-c283a01ce331'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:49.258384 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Routers {'8730fafd-633c-439d-b5d2-c283a01ce331'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:49.259668 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8730fafd-633c-439d-b5d2-c283a01ce331'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:49.264274 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Attempting to bind port d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:49.264906 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Attempting to bind port d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'dffb2e7f-ac69-4f6f-b36e-f5daf74a8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:49.265637 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Attempting to bind port d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc on network f90b3a41-4969-4cfa-9ca5-6d312e791d7b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:49.300902 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Set router 35d366b7-6830-4be2-97b8-9bb74b982237 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:49.333150 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.339170 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.389843 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4656905e-858a-4428-a875-8223fa3fa248 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/quotas/50c6ff5a6f7146509973201a15b1a892 HTTP/1.1" status: 200 len: 375 time: 0.7738247 Jul 23 20:41:49.402051 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Set router 8730fafd-633c-439d-b5d2-c283a01ce331 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:49.404167 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.494871 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] Network 33c906b4-b1be-4f9f-bd7e-0606053c8aa6 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:49.511804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:49.514785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:49.547401 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 3a948d0f-4a62-4452-9f42-fc912d0d9a47, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3a948d0f-4a62-4452-9f42-fc912d0d9a47,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:49.559040 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.564650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] Pushing event updated for resources: {'Port': ['ID=276ffe4d-c661-4c38-a336-0e50fe7e4e2f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:49.595695 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.613916 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-184c53ec-7412-4de1-966a-06ea2418bbad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.623552 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Transition to ACTIVE for port object cab6a8b9-8102-4900-9aba-4020c25299de will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:49.628265 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.630033 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-806de87e-02d0-4fa4-81a2-f490ec087351 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8466680 Jul 23 20:41:49.632912 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.633236 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26545800-9327-4e4f-87c5-2417321df4b3 req-5f58b8c3-150e-44b6-b529-69091ab320aa tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=50c6ff5a6f7146509973201a15b1a892&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2385471 Jul 23 20:41:49.634753 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3372a6df-27fb-480a-9f3d-72b6af2f92fb admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1214206 Jul 23 20:41:49.635779 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48796) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:49.636160 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.638921 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48798) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:49.644678 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.657823 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-184c53ec-7412-4de1-966a-06ea2418bbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.673934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=3a948d0f-4a62-4452-9f42-fc912d0d9a47,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:49.681321 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'name': 'tempest-TestServerMultinode-1186118736-router', 'tenant_id': 'e62242998eb04caeabc26266b73f69c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ae7a328d-44b5-482d-867c-e2ba3ca1e123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:41Z', 'updated_at': '2021-07-23T20:41:46Z', 'revision_number': 3, 'project_id': 'e62242998eb04caeabc26266b73f69c3', 'gw_port': {'id': 'ae7a328d-44b5-482d-867c-e2ba3ca1e123', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:43Z', 'updated_at': '2021-07-23T20:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:49.718913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:49.719668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:49.720194 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:49.720704 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:49.721287 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:49.721778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:49.722275 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:49.722777 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:49.723315 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:49.723824 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:49.724314 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:49.724800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:49.728952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Attempting to bind port cab6a8b9-8102-4900-9aba-4020c25299de on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:49.729590 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Attempting to bind port cab6a8b9-8102-4900-9aba-4020c25299de by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:49.730140 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Attempting to bind port cab6a8b9-8102-4900-9aba-4020c25299de on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:49.735380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Checking router: 35d366b7-6830-4be2-97b8-9bb74b982237 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:49.735910 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Updating router 35d366b7-6830-4be2-97b8-9bb74b982237 port ae7a328d-44b5-482d-867c-e2ba3ca1e123 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:41:49.744398 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-184c53ec-7412-4de1-966a-06ea2418bbad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3df09e47dc1f4564a8cd4960f6655f59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4606321 Jul 23 20:41:49.780071 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:49.780746 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:49.781336 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.781915 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:49.782806 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Bound port: cab6a8b9-8102-4900-9aba-4020c25299de, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:49.783398 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.783529 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48802) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:49.815217 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:49.815756 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Checking segment: {'id': 'dffb2e7f-ac69-4f6f-b36e-f5daf74a8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:49.817957 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.820195 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Bound using segment: {'id': 'dffb2e7f-ac69-4f6f-b36e-f5daf74a8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:49.821843 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Bound port: d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffb2e7f-ac69-4f6f-b36e-f5daf74a8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:49.822443 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.840524 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.941153 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c53ec-7412-4de1-966a-06ea2418bbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af81bbd-977d-4345-9348-b3d27e79d289,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:49.954721 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] For port d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:49.958815 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] For port d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc,segment=NetworkSegment(dffb2e7f-ac69-4f6f-b36e-f5daf74a8146),segment_id=dffb2e7f-ac69-4f6f-b36e-f5daf74a8146)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:49.972767 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.078393 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26545800-9327-4e4f-87c5-2417321df4b3 req-45b79c5e-d781-443c-a749-bd784093448c service neutron] 10.222.0.55 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438689 Jul 23 20:41:50.083346 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361373d-5c2c-4bd4-9f14-ecefddee5246 None None] Pushing event updated for resources: {'Port': ['ID=d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:50.131772 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Routers {'678588f3-7e8a-4828-92f6-163588956838'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:50.132707 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['678588f3-7e8a-4828-92f6-163588956838'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:50.188769 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09e536c9-48ba-455c-b690-fdacba44f1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.214425 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09e536c9-48ba-455c-b690-fdacba44f1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.255927 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1652ade-7280-40b0-8ba9-433231c105c1 None None] Pushing event updated for resources: {'Port': ['ID=cab6a8b9-8102-4900-9aba-4020c25299de,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:50.271830 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] Set router 678588f3-7e8a-4828-92f6-163588956838 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:50.304210 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] For port cab6a8b9-8102-4900-9aba-4020c25299de, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:50.328038 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] For port cab6a8b9-8102-4900-9aba-4020c25299de, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=cab6a8b9-8102-4900-9aba-4020c25299de,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:50.348309 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.398864 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:47Z', 'revision_number': 3, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:50.419485 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1652ade-7280-40b0-8ba9-433231c105c1 None None] Pushing event updated for resources: {'Port': ['ID=cab6a8b9-8102-4900-9aba-4020c25299de,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:50.476404 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Routers {'2d28147e-cce1-4751-ae5a-f43325d4c8a9'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:50.477448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2d28147e-cce1-4751-ae5a-f43325d4c8a9'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:50.496962 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.504906 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.558002 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Checking router: 8730fafd-633c-439d-b5d2-c283a01ce331 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:50.558601 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Updating router 8730fafd-633c-439d-b5d2-c283a01ce331 port 17966f72-2f1b-4368-993b-a63461d70c47 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:41:50.604999 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09e536c9-48ba-455c-b690-fdacba44f1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.608147 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09e536c9-48ba-455c-b690-fdacba44f1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.609692 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-09e536c9-48ba-455c-b690-fdacba44f1e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5af81bbd-977d-4345-9348-b3d27e79d289 HTTP/1.1" status: 204 len: 168 time: 0.8252151 Jul 23 20:41:50.641376 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26545800-9327-4e4f-87c5-2417321df4b3 req-b15e6359-94e1-484b-b0cc-00a240f845f9 service neutron] 10.222.0.55 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610375 Jul 23 20:41:50.645382 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e536c9-48ba-455c-b690-fdacba44f1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af81bbd-977d-4345-9348-b3d27e79d289,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:50.751366 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.764231 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Transition to ACTIVE for port object ae7a328d-44b5-482d-867c-e2ba3ca1e123 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:50.776702 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.805241 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.965281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] Set router 2d28147e-cce1-4751-ae5a-f43325d4c8a9 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:50.971780 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Allocated IP 172.20.0.1 (84a7b0e6-72d3-408a-acdf-09b0251c9f2a/04b94e23-fcf8-4b24-badb-9285c4526fed/8a1c5516-3d07-4521-aefe-ccc809746c94) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:51.010464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Attempting to bind port ae7a328d-44b5-482d-867c-e2ba3ca1e123 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:51.010956 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Attempting to bind port ae7a328d-44b5-482d-867c-e2ba3ca1e123 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:51.011396 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Attempting to bind port ae7a328d-44b5-482d-867c-e2ba3ca1e123 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:51.018206 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3cbc8-d716-4fe4-be8e-518f1b82f86c None None] Pushing event updated for resources: {'Port': ['ID=ae7a328d-44b5-482d-867c-e2ba3ca1e123,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:51.023510 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:51.023872 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:51.024452 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.024868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:51.025713 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Bound port: ae7a328d-44b5-482d-867c-e2ba3ca1e123, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:51.026097 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.154146 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.170262 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48852) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:51.194494 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.199488 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] For port ae7a328d-44b5-482d-867c-e2ba3ca1e123, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:51.289670 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] For port ae7a328d-44b5-482d-867c-e2ba3ca1e123, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=ae7a328d-44b5-482d-867c-e2ba3ca1e123,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:51.302483 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.367543 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.369796 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48860) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:51.408339 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f141e237-9092-486a-8923-0bc0da774e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.409091 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3cbc8-d716-4fe4-be8e-518f1b82f86c None None] Pushing event updated for resources: {'Port': ['ID=ae7a328d-44b5-482d-867c-e2ba3ca1e123,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:51.410186 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.420605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Transition to ACTIVE for port object 8a1c5516-3d07-4521-aefe-ccc809746c94 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:51.445499 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] Pushing event updated for resources: {'Port': ['ID=276ffe4d-c661-4c38-a336-0e50fe7e4e2f,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:51.446265 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Transition to ACTIVE for port object 17966f72-2f1b-4368-993b-a63461d70c47 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:51.456842 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Routers {'35d366b7-6830-4be2-97b8-9bb74b982237'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:51.457747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['35d366b7-6830-4be2-97b8-9bb74b982237'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:51.466258 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.475886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a824159-e8c0-462e-b217-debde40e420c req-e936e326-2086-42bf-bf57-c0a6ea7399fc tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 210 time: 0.3133810 Jul 23 20:41:51.506155 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-46eac3ff-997f-41b0-b5fa-a2018fa41186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.554086 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f141e237-9092-486a-8923-0bc0da774e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.565135 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f141e237-9092-486a-8923-0bc0da774e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.608159 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678588f3-7e8a-4828-92f6-163588956838', 'name': 'tempest-ServerRescueTestJSON-327317309-router', 'tenant_id': '50c6ff5a6f7146509973201a15b1a892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:37Z', 'updated_at': '2021-07-23T20:41:45Z', 'revision_number': 4, 'project_id': '50c6ff5a6f7146509973201a15b1a892', 'gw_port': {'id': '330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678588f3-7e8a-4828-92f6-163588956838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:38Z', 'updated_at': '2021-07-23T20:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd2e23c9e-9cfa-4d48-8e82-76ce2f987ecc', 'name': '', 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b', 'tenant_id': '50c6ff5a6f7146509973201a15b1a892', 'mac_address': 'fa:16:3e:26:c4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678588f3-7e8a-4828-92f6-163588956838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '6f7d5a8f-73b3-41da-b110-f6b7061f8652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:42Z', 'updated_at': '2021-07-23T20:41:49Z', 'revision_number': 4, 'project_id': '50c6ff5a6f7146509973201a15b1a892', 'subnets': [{'id': '6f7d5a8f-73b3-41da-b110-f6b7061f8652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:51.636509 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141e237-9092-486a-8923-0bc0da774e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1152f7-4d7c-42bb-9909-029b1a52fce3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:51.645023 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.654747 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f141e237-9092-486a-8923-0bc0da774e0d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3d762571258473c96fb9dbf5e239030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834289 Jul 23 20:41:51.655240 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48864) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:51.700663 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Attempting to bind port 17966f72-2f1b-4368-993b-a63461d70c47 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:51.701300 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Attempting to bind port 17966f72-2f1b-4368-993b-a63461d70c47 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:51.701905 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Attempting to bind port 17966f72-2f1b-4368-993b-a63461d70c47 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:51.703922 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.715764 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fac378-a0fe-4ad1-90df-c7bfc2e6ecae None None] The sync data for ids ['678588f3-7e8a-4828-92f6-163588956838'] in n-d-791504-18 is: [{'id': '678588f3-7e8a-4828-92f6-163588956838', 'name': 'tempest-ServerRescueTestJSON-327317309-router', 'tenant_id': '50c6ff5a6f7146509973201a15b1a892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:37Z', 'updated_at': '2021-07-23T20:41:45Z', 'revision_number': 4, 'project_id': '50c6ff5a6f7146509973201a15b1a892', 'gw_port': {'id': '330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678588f3-7e8a-4828-92f6-163588956838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:38Z', 'updated_at': '2021-07-23T20:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd2e23c9e-9cfa-4d48-8e82-76ce2f987ecc', 'name': '', 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b', 'tenant_id': '50c6ff5a6f7146509973201a15b1a892', 'mac_address': 'fa:16:3e:26:c4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '678588f3-7e8a-4828-92f6-163588956838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '6f7d5a8f-73b3-41da-b110-f6b7061f8652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:42Z', 'updated_at': '2021-07-23T20:41:49Z', 'revision_number': 4, 'project_id': '50c6ff5a6f7146509973201a15b1a892', 'subnets': [{'id': '6f7d5a8f-73b3-41da-b110-f6b7061f8652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:51.723022 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3a948d0f-4a62-4452-9f42-fc912d0d9a47 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:51.739144 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:51.747726 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:51.748477 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.749765 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:51.751251 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Bound port: 17966f72-2f1b-4368-993b-a63461d70c47, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:51.752249 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.764619 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:51.765519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] Network 33c906b4-b1be-4f9f-bd7e-0606053c8aa6 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:51.768468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:51.773866 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:51.786043 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:51.824230 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Pushing event updated for resources: {'Port': ['ID=8a1c5516-3d07-4521-aefe-ccc809746c94,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:51.869218 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf07c3cc-e118-4096-916b-e2e1b5272430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.870416 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4099e7-60b3-4574-bdc1-bce11c87b220 None None] Pushing event updated for resources: {'Port': ['ID=17966f72-2f1b-4368-993b-a63461d70c47,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:51.911417 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.953494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3a948d0f-4a62-4452-9f42-fc912d0d9a47 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:51.953889 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.984356 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf07c3cc-e118-4096-916b-e2e1b5272430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.996317 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] For port 17966f72-2f1b-4368-993b-a63461d70c47, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:52.001153 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] For port 17966f72-2f1b-4368-993b-a63461d70c47, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=17966f72-2f1b-4368-993b-a63461d70c47,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:52.015963 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.028954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] Set router 35d366b7-6830-4be2-97b8-9bb74b982237 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:52.034794 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1912341350-router', 'tenant_id': '4c09365c5b69442eba1a7b915a62a386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cab6a8b9-8102-4900-9aba-4020c25299de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:41Z', 'updated_at': '2021-07-23T20:41:50Z', 'revision_number': 4, 'project_id': '4c09365c5b69442eba1a7b915a62a386', 'gw_port': {'id': 'cab6a8b9-8102-4900-9aba-4020c25299de', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:84:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:43Z', 'updated_at': '2021-07-23T20:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '276ffe4d-c661-4c38-a336-0e50fe7e4e2f', 'name': '', 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6', 'tenant_id': '4c09365c5b69442eba1a7b915a62a386', 'mac_address': 'fa:16:3e:82:5b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'd1f964b3-34ec-4a13-a322-95c058e9df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:48Z', 'updated_at': '2021-07-23T20:41:48Z', 'revision_number': 1, 'project_id': '4c09365c5b69442eba1a7b915a62a386', 'subnets': [{'id': 'd1f964b3-34ec-4a13-a322-95c058e9df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:52.143817 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Routers {'8730fafd-633c-439d-b5d2-c283a01ce331'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:52.144464 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8730fafd-633c-439d-b5d2-c283a01ce331'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:52.147861 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4099e7-60b3-4574-bdc1-bce11c87b220 None None] Pushing event updated for resources: {'Port': ['ID=17966f72-2f1b-4368-993b-a63461d70c47,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:52.214487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013a4ae4-6c2f-45f1-9c63-b9b61a3310b3 None None] The sync data for ids ['2d28147e-cce1-4751-ae5a-f43325d4c8a9'] in n-d-791504-18 is: [{'id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1912341350-router', 'tenant_id': '4c09365c5b69442eba1a7b915a62a386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cab6a8b9-8102-4900-9aba-4020c25299de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:41Z', 'updated_at': '2021-07-23T20:41:50Z', 'revision_number': 4, 'project_id': '4c09365c5b69442eba1a7b915a62a386', 'gw_port': {'id': 'cab6a8b9-8102-4900-9aba-4020c25299de', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:84:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:43Z', 'updated_at': '2021-07-23T20:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '276ffe4d-c661-4c38-a336-0e50fe7e4e2f', 'name': '', 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6', 'tenant_id': '4c09365c5b69442eba1a7b915a62a386', 'mac_address': 'fa:16:3e:82:5b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'd1f964b3-34ec-4a13-a322-95c058e9df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:48Z', 'updated_at': '2021-07-23T20:41:48Z', 'revision_number': 1, 'project_id': '4c09365c5b69442eba1a7b915a62a386', 'subnets': [{'id': 'd1f964b3-34ec-4a13-a322-95c058e9df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:52.216023 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf07c3cc-e118-4096-916b-e2e1b5272430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.222172 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf07c3cc-e118-4096-916b-e2e1b5272430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.233164 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] Router 2d28147e-cce1-4751-ae5a-f43325d4c8a9 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:41:52.233498 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bf07c3cc-e118-4096-916b-e2e1b5272430 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e1152f7-4d7c-42bb-9909-029b1a52fce3 HTTP/1.1" status: 204 len: 168 time: 0.5729396 Jul 23 20:41:52.265422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07c3cc-e118-4096-916b-e2e1b5272430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1152f7-4d7c-42bb-9909-029b1a52fce3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:52.354376 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.373937 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-46eac3ff-997f-41b0-b5fa-a2018fa41186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.393753 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-46eac3ff-997f-41b0-b5fa-a2018fa41186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.457580 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] Set router 8730fafd-633c-439d-b5d2-c283a01ce331 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:52.538481 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ab1a6a56-a6ed-4269-96c7-b31ce18ff7c3 None None] Provisioning for port 8a1c5516-3d07-4521-aefe-ccc809746c94 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:52.568803 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ab1a6a56-a6ed-4269-96c7-b31ce18ff7c3 None None] Provisioning complete for port 8a1c5516-3d07-4521-aefe-ccc809746c94 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:52.569180 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab1a6a56-a6ed-4269-96c7-b31ce18ff7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.591482 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.727420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eac3ff-997f-41b0-b5fa-a2018fa41186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1eaeab-8f78-418d-8e29-f0fe7dad5a75,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:52.737092 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a6a56-a6ed-4269-96c7-b31ce18ff7c3 None None] Port 8a1c5516-3d07-4521-aefe-ccc809746c94 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:41:52.803022 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.822035 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.854537 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'name': 'tempest-TestServerMultinode-1186118736-router', 'tenant_id': 'e62242998eb04caeabc26266b73f69c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ae7a328d-44b5-482d-867c-e2ba3ca1e123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:41Z', 'updated_at': '2021-07-23T20:41:46Z', 'revision_number': 3, 'project_id': 'e62242998eb04caeabc26266b73f69c3', 'gw_port': {'id': 'ae7a328d-44b5-482d-867c-e2ba3ca1e123', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:43Z', 'updated_at': '2021-07-23T20:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:52.902007 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb51eebc-2281-4c2d-86ff-cf2936a4dbd9 None None] The sync data for ids ['35d366b7-6830-4be2-97b8-9bb74b982237'] in n-d-791504-18 is: [{'id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'name': 'tempest-TestServerMultinode-1186118736-router', 'tenant_id': 'e62242998eb04caeabc26266b73f69c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ae7a328d-44b5-482d-867c-e2ba3ca1e123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:41Z', 'updated_at': '2021-07-23T20:41:46Z', 'revision_number': 3, 'project_id': 'e62242998eb04caeabc26266b73f69c3', 'gw_port': {'id': 'ae7a328d-44b5-482d-867c-e2ba3ca1e123', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:43Z', 'updated_at': '2021-07-23T20:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:52.934110 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-46eac3ff-997f-41b0-b5fa-a2018fa41186 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb3badfd937a4c8395c87579d2e7afc7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7625513 Jul 23 20:41:52.938378 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.940366 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48878) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:53.083334 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:47Z', 'revision_number': 3, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:53.115093 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Pushing event updated for resources: {'Port': ['ID=8a1c5516-3d07-4521-aefe-ccc809746c94,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:53.131758 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdbfe91-2b8d-4288-a532-c825b6043a60 None None] The sync data for ids ['8730fafd-633c-439d-b5d2-c283a01ce331'] in n-d-791504-18 is: [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:47Z', 'revision_number': 3, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:53.171897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da382ae3-0661-40fa-af64-fb5cf958494c req-c1f1ed9d-9bb0-4230-9692-3f66f5f60c80 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 210 time: 0.3650599 Jul 23 20:41:53.179634 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-98d4d085-7160-4cd9-8eed-f63d84dc2c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.222317 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-98d4d085-7160-4cd9-8eed-f63d84dc2c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.234498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:53.246692 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:53.249176 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5de1369a-16d9-4f42-aaa8-4ed519a7b0ff admin admin] 10.222.0.55 "PUT /v2.0/routers/2d28147e-cce1-4751-ae5a-f43325d4c8a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5249169 Jul 23 20:41:53.260611 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:53.393753 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-98d4d085-7160-4cd9-8eed-f63d84dc2c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.397657 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-98d4d085-7160-4cd9-8eed-f63d84dc2c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.399069 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-98d4d085-7160-4cd9-8eed-f63d84dc2c7c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f1eaeab-8f78-418d-8e29-f0fe7dad5a75 HTTP/1.1" status: 204 len: 168 time: 0.4117906 Jul 23 20:41:53.427351 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4d085-7160-4cd9-8eed-f63d84dc2c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1eaeab-8f78-418d-8e29-f0fe7dad5a75,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:53.484108 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Router 35d366b7-6830-4be2-97b8-9bb74b982237 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:41:53.501987 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26545800-9327-4e4f-87c5-2417321df4b3 req-a72822f0-34d3-448f-8fec-2378b5d8a2d3 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:53.505565 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26545800-9327-4e4f-87c5-2417321df4b3 req-a72822f0-34d3-448f-8fec-2378b5d8a2d3 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.57 "GET /v2.0/networks?id=f90b3a41-4969-4cfa-9ca5-6d312e791d7b HTTP/1.1" status: 200 len: 810 time: 0.7411749 Jul 23 20:41:53.522222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-26545800-9327-4e4f-87c5-2417321df4b3 req-5d56e65f-85eb-4f6b-8b47-5328a750c9ba tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Request body: {'port': {'device_id': '44b89c9b-4312-42c3-9b85-e7eea1f5227f', 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b', 'admin_state_up': True, 'tenant_id': '50c6ff5a6f7146509973201a15b1a892'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:53.676172 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:53.691979 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5e163a2d-0f06-4d4c-b388-38652b891150 admin admin] 10.222.0.55 "PUT /v2.0/routers/35d366b7-6830-4be2-97b8-9bb74b982237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0542758 Jul 23 20:41:53.865268 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:53.924766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Allocated IP 172.20.0.1 (b37ae9d4-a01a-4b66-aedc-028c2a70372c/fef0d0b9-4029-46b2-a364-4ad3b1845875/9f93bdee-b109-4fd2-9521-abb8ba5bb349) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:53.993026 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4dbe7d6a-1fe5-4e54-9534-de2b9fd3a9be None None] Provisioning complete for port 8a1c5516-3d07-4521-aefe-ccc809746c94 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:53.993397 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dbe7d6a-1fe5-4e54-9534-de2b9fd3a9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.155045 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26545800-9327-4e4f-87c5-2417321df4b3 req-5d56e65f-85eb-4f6b-8b47-5328a750c9ba tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Made reservation on behalf of 50c6ff5a6f7146509973201a15b1a892 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:54.165562 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-26545800-9327-4e4f-87c5-2417321df4b3 req-5d56e65f-85eb-4f6b-8b47-5328a750c9ba tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.170229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:54.191299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:54.192162 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.196608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe7d6a-1fe5-4e54-9534-de2b9fd3a9be None None] Port 8a1c5516-3d07-4521-aefe-ccc809746c94 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:41:54.432010 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.482997 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c3b9ed82-7f99-402e-bf8a-27e1249c8fb2 req-7553939c-ce89-412e-8b6a-bc3043fe95db tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 210 time: 0.1348016 Jul 23 20:41:54.554563 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc,segment=NetworkSegment(dffb2e7f-ac69-4f6f-b36e-f5daf74a8146),segment_id=dffb2e7f-ac69-4f6f-b36e-f5daf74a8146)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:54.582151 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.600590 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.658309 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-90413339-5b52-407b-8303-3ff7cb5de308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.659433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Transition to ACTIVE for port object 9f93bdee-b109-4fd2-9521-abb8ba5bb349 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:54.689374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:54.842802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-76d93a64-741e-4d8f-ad59-57a669cea61f tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:54.844594 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-76d93a64-741e-4d8f-ad59-57a669cea61f tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/networks?id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6 HTTP/1.1" status: 200 len: 819 time: 0.2777526 Jul 23 20:41:54.849462 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.853633 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-26545800-9327-4e4f-87c5-2417321df4b3 req-5d56e65f-85eb-4f6b-8b47-5328a750c9ba tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Allocated IP 172.20.0.8 (f90b3a41-4969-4cfa-9ca5-6d312e791d7b/6f7d5a8f-73b3-41da-b110-f6b7061f8652/b435e4ee-f057-49a2-8a50-c95674a7d413) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:54.914717 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-08f0c0b7-cefb-4815-9b44-681cf4cb07de tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/quotas/4c09365c5b69442eba1a7b915a62a386 HTTP/1.1" status: 200 len: 375 time: 0.0623770 Jul 23 20:41:54.926882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Network b37ae9d4-a01a-4b66-aedc-028c2a70372c is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:54.952049 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:54.959989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:55.005951 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Pushing event updated for resources: {'Port': ['ID=9f93bdee-b109-4fd2-9521-abb8ba5bb349,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:55.089741 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:55.368755 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4acb3907-5d8b-47bf-8343-8f7890449ce4 None None] Provisioning for port 9f93bdee-b109-4fd2-9521-abb8ba5bb349 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:55.380369 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4acb3907-5d8b-47bf-8343-8f7890449ce4 None None] Provisioning complete for port 9f93bdee-b109-4fd2-9521-abb8ba5bb349 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:55.380959 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4acb3907-5d8b-47bf-8343-8f7890449ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:55.483290 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4acb3907-5d8b-47bf-8343-8f7890449ce4 None None] Port 9f93bdee-b109-4fd2-9521-abb8ba5bb349 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:41:55.808798 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48968) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:55.859271 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87858881-dbb5-49db-9eba-87803d417554 req-7537f091-8a57-437d-91cc-553930c7e194 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 210 time: 0.1471107 Jul 23 20:41:55.921941 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48974) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:55.927080 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9865f61b-2d25-4054-996f-5dd4af38bb94 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-461744466-network', 'tenant_id': '22d791fa60374fac9355b21b8e801f42'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:55.973313 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9865f61b-2d25-4054-996f-5dd4af38bb94 admin admin] Made reservation on behalf of 22d791fa60374fac9355b21b8e801f42 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:55.978843 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9865f61b-2d25-4054-996f-5dd4af38bb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.025278 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ae7a328d-44b5-482d-867c-e2ba3ca1e123 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:56.043865 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9865f61b-2d25-4054-996f-5dd4af38bb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.054981 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-13889197-9a79-47fb-9d0f-48590a7bf9ca tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c09365c5b69442eba1a7b915a62a386&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1267936 Jul 23 20:41:56.171696 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.258597 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-26545800-9327-4e4f-87c5-2417321df4b3 req-5d56e65f-85eb-4f6b-8b47-5328a750c9ba tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.285256 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-76124a49-1224-4862-ac5c-daff77bb2d9d tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1485984718'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:56.360337 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9865f61b-2d25-4054-996f-5dd4af38bb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.373255 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9865f61b-2d25-4054-996f-5dd4af38bb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.450924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9865f61b-2d25-4054-996f-5dd4af38bb94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:56.477719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865f61b-2d25-4054-996f-5dd4af38bb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea80ecf9-3dd1-401d-831d-4eac09407b47,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:56.487884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port ae7a328d-44b5-482d-867c-e2ba3ca1e123 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:56.493698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port ae7a328d-44b5-482d-867c-e2ba3ca1e123 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:56.494699 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.510040 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76124a49-1224-4862-ac5c-daff77bb2d9d tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Made reservation on behalf of bae465b0f85f43429c33192b4d96e6b2 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:56.516623 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76124a49-1224-4862-ac5c-daff77bb2d9d tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.530024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48982) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:56.531244 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76124a49-1224-4862-ac5c-daff77bb2d9d tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.576604 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9865f61b-2d25-4054-996f-5dd4af38bb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.576909 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-9865f61b-2d25-4054-996f-5dd4af38bb94 admin admin] Added segment fa833598-0be8-4369-acdc-ffe1d6239e47 of type vlan for network 7d665852-860c-4343-a077-e5983de2f93b Jul 23 20:41:56.659540 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.666973 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9865f61b-2d25-4054-996f-5dd4af38bb94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.688411 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port ae7a328d-44b5-482d-867c-e2ba3ca1e123, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=ae7a328d-44b5-482d-867c-e2ba3ca1e123,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:56.697385 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.698571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:56.742688 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9865f61b-2d25-4054-996f-5dd4af38bb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.743684 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9865f61b-2d25-4054-996f-5dd4af38bb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:56.744144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-76dcb1fb-4d4d-48e2-94d5-ac071c035915 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1421929509'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:56.744272 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9865f61b-2d25-4054-996f-5dd4af38bb94 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.758084 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.760316 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-26545800-9327-4e4f-87c5-2417321df4b3 req-5d56e65f-85eb-4f6b-8b47-5328a750c9ba tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.768190 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-56481b71-5b69-4947-ba7c-714e0282909a service neutron] 10.222.0.55 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228135 Jul 23 20:41:56.777033 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.785620 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76124a49-1224-4862-ac5c-daff77bb2d9d tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.794572 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76124a49-1224-4862-ac5c-daff77bb2d9d tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.798026 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=ae7a328d-44b5-482d-867c-e2ba3ca1e123,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:56.805557 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:56.806118 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.811938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76124a49-1224-4862-ac5c-daff77bb2d9d tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:56.824016 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76124a49-1224-4862-ac5c-daff77bb2d9d tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.824360 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-76124a49-1224-4862-ac5c-daff77bb2d9d tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Added segment 7eb0e9ff-7fdf-40f4-ba66-ef3a883fd4de of type vlan for network b8da4a45-250a-48d7-98b1-5d9c30800518 Jul 23 20:41:56.868500 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76124a49-1224-4862-ac5c-daff77bb2d9d tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04be9da7-1350-4192-9051-12c63b80d42f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:56.901814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 17966f72-2f1b-4368-993b-a63461d70c47 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:56.931877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26545800-9327-4e4f-87c5-2417321df4b3 req-5d56e65f-85eb-4f6b-8b47-5328a750c9ba tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Network f90b3a41-4969-4cfa-9ca5-6d312e791d7b is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:56.949367 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865f61b-2d25-4054-996f-5dd4af38bb94 admin admin] Pushing event updated for resources: {'Network': ['ID=7d665852-860c-4343-a077-e5983de2f93b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:56.957194 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76124a49-1224-4862-ac5c-daff77bb2d9d tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.965843 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 7d665852-860c-4343-a077-e5983de2f93b details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:56.973225 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-26545800-9327-4e4f-87c5-2417321df4b3 req-5d56e65f-85eb-4f6b-8b47-5328a750c9ba tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:56.984681 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-26545800-9327-4e4f-87c5-2417321df4b3 req-5d56e65f-85eb-4f6b-8b47-5328a750c9ba tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:56.996393 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56e65f-85eb-4f6b-8b47-5328a750c9ba tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Pushing event updated for resources: {'Port': ['ID=b435e4ee-f057-49a2-8a50-c95674a7d413,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:57.005891 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9865f61b-2d25-4054-996f-5dd4af38bb94 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0825694 Jul 23 20:41:57.008530 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48988) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:57.015854 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c44f2a8f-84eb-4c5c-a451-e9176eec7f82 admin admin] Request body: {'subnet': {'network_id': '7d665852-860c-4343-a077-e5983de2f93b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-461744466-subnet', 'tenant_id': '22d791fa60374fac9355b21b8e801f42', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:57.021591 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76124a49-1224-4862-ac5c-daff77bb2d9d tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.027142 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dcb1fb-4d4d-48e2-94d5-ac071c035915 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Made reservation on behalf of 5524f40a4c9b4f3a96e2177422082ad6 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:57.027969 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76124a49-1224-4862-ac5c-daff77bb2d9d tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:57.028569 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76124a49-1224-4862-ac5c-daff77bb2d9d tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.030675 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-76dcb1fb-4d4d-48e2-94d5-ac071c035915 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.034730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 17966f72-2f1b-4368-993b-a63461d70c47 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:57.048508 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 17966f72-2f1b-4368-993b-a63461d70c47 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:57.048878 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.094840 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.095461 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ade6f6c-a13d-4053-8e26-43724322f520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.129789 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76124a49-1224-4862-ac5c-daff77bb2d9d tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Pushing event updated for resources: {'Network': ['ID=b8da4a45-250a-48d7-98b1-5d9c30800518,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:57.143901 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44f2a8f-84eb-4c5c-a451-e9176eec7f82 admin admin] Made reservation on behalf of 22d791fa60374fac9355b21b8e801f42 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:57.147735 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c44f2a8f-84eb-4c5c-a451-e9176eec7f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.150636 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-76dcb1fb-4d4d-48e2-94d5-ac071c035915 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.151745 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network b8da4a45-250a-48d7-98b1-5d9c30800518 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:57.166509 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-76124a49-1224-4862-ac5c-daff77bb2d9d tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3565586 Jul 23 20:41:57.176409 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48992) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:57.182188 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-166b2f41-346a-4024-b39d-7a482c31d787 tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b8da4a45-250a-48d7-98b1-5d9c30800518', 'tempest-TagsTest-Tag-52987203') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:57.184637 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.200229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Pushing event updated for resources: {'Port': ['ID=9f93bdee-b109-4fd2-9521-abb8ba5bb349,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:57.210000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 17966f72-2f1b-4368-993b-a63461d70c47, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=17966f72-2f1b-4368-993b-a63461d70c47,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:57.218944 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26545800-9327-4e4f-87c5-2417321df4b3 req-5d56e65f-85eb-4f6b-8b47-5328a750c9ba tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:57.219672 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.220249 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-26545800-9327-4e4f-87c5-2417321df4b3 req-5d56e65f-85eb-4f6b-8b47-5328a750c9ba tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.220540 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device cab6a8b9-8102-4900-9aba-4020c25299de up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:57.262118 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-f038cfca-eb15-4e1f-a0c9-eaf2791c735a service neutron] 10.222.0.55 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479709 Jul 23 20:41:57.365816 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.378674 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ebfe3-5f28-4a01-bf4b-134a08876131 req-a5a34eaa-df43-494d-8566-42e08008fdd2 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:57.386813 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-166b2f41-346a-4024-b39d-7a482c31d787 tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] 10.222.0.55 "PUT /v2.0/networks/b8da4a45-250a-48d7-98b1-5d9c30800518/tags/tempest-TagsTest-Tag-52987203 HTTP/1.1" status: 201 len: 201 time: 0.2071133 Jul 23 20:41:57.387867 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6f7ebfe3-5f28-4a01-bf4b-134a08876131 req-a5a34eaa-df43-494d-8566-42e08008fdd2 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 931 time: 0.3987679 Jul 23 20:41:57.389588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48996) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:57.393895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=17966f72-2f1b-4368-993b-a63461d70c47,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:57.395375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-da18f5e1-b4bc-477d-b66e-b9529b6c187b tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8da4a45-250a-48d7-98b1-5d9c30800518', 'tempest-TagsTest-Tag-52987203') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:57.410525 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port cab6a8b9-8102-4900-9aba-4020c25299de completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:57.416357 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port cab6a8b9-8102-4900-9aba-4020c25299de triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:57.416730 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.429964 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Network b37ae9d4-a01a-4b66-aedc-028c2a70372c is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:57.433894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:57.512402 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6f7ebfe3-5f28-4a01-bf4b-134a08876131 req-0d0fe580-2300-4968-97fa-2fe0cc7367ec tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099796 Jul 23 20:41:57.583363 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.650350 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port cab6a8b9-8102-4900-9aba-4020c25299de, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=cab6a8b9-8102-4900-9aba-4020c25299de,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:57.660434 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.741909 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-da18f5e1-b4bc-477d-b66e-b9529b6c187b tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] 10.222.0.55 "GET /v2.0/networks/b8da4a45-250a-48d7-98b1-5d9c30800518/tags/tempest-TagsTest-Tag-52987203 HTTP/1.1" status: 204 len: 168 time: 0.3485467 Jul 23 20:41:57.757124 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49002) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:57.761880 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-76dcb1fb-4d4d-48e2-94d5-ac071c035915 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.768830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-e5671115-38b3-4efe-b1dc-bd003067f00b tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b8da4a45-250a-48d7-98b1-5d9c30800518') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:57.770122 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b86d151-22df-4f07-9e47-9ee03a86b845 req-78505afb-e54e-49e2-a6f6-8e0e5d47de8d tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 210 time: 0.1176050 Jul 23 20:41:57.778094 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ae7a328d-44b5-482d-867c-e2ba3ca1e123 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:57.820974 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c44f2a8f-84eb-4c5c-a451-e9176eec7f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.837645 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-76dcb1fb-4d4d-48e2-94d5-ac071c035915 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.839991 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=cab6a8b9-8102-4900-9aba-4020c25299de,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:57.860175 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fee030bf-2a81-4b02-ad2c-55071cf291f6 None None] Provisioning complete for port 9f93bdee-b109-4fd2-9521-abb8ba5bb349 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:57.860175 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fee030bf-2a81-4b02-ad2c-55071cf291f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.861689 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26545800-9327-4e4f-87c5-2417321df4b3 req-5d56e65f-85eb-4f6b-8b47-5328a750c9ba tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3435576 Jul 23 20:41:57.897477 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port ae7a328d-44b5-482d-867c-e2ba3ca1e123 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:57.897850 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.919248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Request body: {'port': {'device_id': '44b89c9b-4312-42c3-9b85-e7eea1f5227f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:57.936704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f2a8f-84eb-4c5c-a451-e9176eec7f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32ee7ca9-592b-426a-816e-8e8745c66749,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:57.953794 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44f2a8f-84eb-4c5c-a451-e9176eec7f82 admin admin] Checking segment: {'id': 'fa833598-0be8-4369-acdc-ffe1d6239e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d665852-860c-4343-a077-e5983de2f93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:57.954590 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44f2a8f-84eb-4c5c-a451-e9176eec7f82 admin admin] Network hostable DHCP agents. Network: 7d665852-860c-4343-a077-e5983de2f93b, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:41:57.955475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76dcb1fb-4d4d-48e2-94d5-ac071c035915 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:57.979410 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-fee030bf-2a81-4b02-ad2c-55071cf291f6 None None] Port 9f93bdee-b109-4fd2-9521-abb8ba5bb349 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:41:57.980351 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcb1fb-4d4d-48e2-94d5-ac071c035915 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a9358b-9df9-4e8e-98d6-eafca57abb71,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:57.996985 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-76dcb1fb-4d4d-48e2-94d5-ac071c035915 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.997337 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-76dcb1fb-4d4d-48e2-94d5-ac071c035915 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Added segment 7aeef90a-1500-4858-aa70-ad7bfc085157 of type vlan for network 27108588-003f-416a-b7e6-42e1d5338639 Jul 23 20:41:58.002997 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e5671115-38b3-4efe-b1dc-bd003067f00b tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] 10.222.0.55 "GET /v2.0/networks/b8da4a45-250a-48d7-98b1-5d9c30800518/tags HTTP/1.1" status: 200 len: 236 time: 0.2437463 Jul 23 20:41:58.007749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49012) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:58.014900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-433390d9-6d62-41ea-8e0d-7ac95bcc4cee tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b8da4a45-250a-48d7-98b1-5d9c30800518', {'tags': ['tempest-TagsTest-Tag-1558275873', 'tempest-TagsTest-Tag-1155836014', 'tempest-TagsTest-Tag-1617710075']}) {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:58.047816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Router 8730fafd-633c-439d-b5d2-c283a01ce331 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:41:58.079721 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44f2a8f-84eb-4c5c-a451-e9176eec7f82 admin admin] Network 7d665852-860c-4343-a077-e5983de2f93b is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:41:58.087000 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-76dcb1fb-4d4d-48e2-94d5-ac071c035915 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.096580 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 17966f72-2f1b-4368-993b-a63461d70c47 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:58.114118 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c44f2a8f-84eb-4c5c-a451-e9176eec7f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 7d665852-860c-4343-a077-e5983de2f93b) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:58.122054 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.158398 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44f2a8f-84eb-4c5c-a451-e9176eec7f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:58.159683 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c44f2a8f-84eb-4c5c-a451-e9176eec7f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.176506 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c1baff-ec29-4a37-9e40-ceb521edd005 None None] Network 7d665852-860c-4343-a077-e5983de2f93b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:58.183918 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c44f2a8f-84eb-4c5c-a451-e9176eec7f82 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1736474 Jul 23 20:41:58.186724 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-433390d9-6d62-41ea-8e0d-7ac95bcc4cee tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] 10.222.0.55 "PUT /v2.0/networks/b8da4a45-250a-48d7-98b1-5d9c30800518/tags HTTP/1.1" status: 200 len: 309 time: 0.1778452 Jul 23 20:41:58.187520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49024) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:58.192491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-461744466-router', 'tenant_id': '22d791fa60374fac9355b21b8e801f42', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:58.195440 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49026) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:58.200911 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-76c82803-86b3-4af5-a61f-c8553fd9089b tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b8da4a45-250a-48d7-98b1-5d9c30800518', 'tempest-TagsTest-Tag-1558275873') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:58.235517 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.resource_extend [None req-76dcb1fb-4d4d-48e2-94d5-ac071c035915 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:41:58.253860 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.254885 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.328111 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.382269 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 17966f72-2f1b-4368-993b-a63461d70c47 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:58.383358 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.393235 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-76dcb1fb-4d4d-48e2-94d5-ac071c035915 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.399688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dcb1fb-4d4d-48e2-94d5-ac071c035915 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:58.400718 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-76dcb1fb-4d4d-48e2-94d5-ac071c035915 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.453867 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-76c82803-86b3-4af5-a61f-c8553fd9089b tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] 10.222.0.55 "DELETE /v2.0/networks/b8da4a45-250a-48d7-98b1-5d9c30800518/tags/tempest-TagsTest-Tag-1558275873 HTTP/1.1" status: 204 len: 168 time: 0.2548485 Jul 23 20:41:58.454271 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49028) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:58.461107 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-764f4986-1cf8-46c7-834f-e92a4c4e152c tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8da4a45-250a-48d7-98b1-5d9c30800518', 'tempest-TagsTest-Tag-1558275873') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:58.489388 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.548288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:58.557149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-7d665852-860c-4343-a077-e5983de2f93b', 'network_id': '7d665852-860c-4343-a077-e5983de2f93b', 'tenant_id': '22d791fa60374fac9355b21b8e801f42', 'fixed_ips': [{'subnet_id': '32ee7ca9-592b-426a-816e-8e8745c66749'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:41:58.558022 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.560064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5217b933-483f-429e-abce-5ea9f80f6a80 admin admin] 10.222.0.55 "PUT /v2.0/routers/8730fafd-633c-439d-b5d2-c283a01ce331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9110451 Jul 23 20:41:58.582705 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.646202 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-764f4986-1cf8-46c7-834f-e92a4c4e152c tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] show failed (client error): The resource could not be found. Jul 23 20:41:58.650587 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-764f4986-1cf8-46c7-834f-e92a4c4e152c tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] 10.222.0.55 "GET /v2.0/networks/b8da4a45-250a-48d7-98b1-5d9c30800518/tags/tempest-TagsTest-Tag-1558275873 HTTP/1.1" status: 404 len: 326 time: 0.1929195 Jul 23 20:41:58.651033 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49036) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:58.656760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-c054a6b2-4e7c-4339-b6ef-383c56910d7a tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8da4a45-250a-48d7-98b1-5d9c30800518', 'tempest-TagsTest-Tag-1155836014') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:58.676738 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcb1fb-4d4d-48e2-94d5-ac071c035915 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Pushing event updated for resources: {'Network': ['ID=27108588-003f-416a-b7e6-42e1d5338639,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:58.689514 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990288d-61dc-4996-8f63-298fb6449469 req-d871476f-bf7f-46e9-91ba-2d28e1b406f3 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:58.690768 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c990288d-61dc-4996-8f63-298fb6449469 req-d871476f-bf7f-46e9-91ba-2d28e1b406f3 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/networks?id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6 HTTP/1.1" status: 200 len: 819 time: 0.5877800 Jul 23 20:41:58.702154 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49040) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:58.704160 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-76dcb1fb-4d4d-48e2-94d5-ac071c035915 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1612685 Jul 23 20:41:58.715510 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-af705cdc-b6a3-4b74-8c19-4f68154f66cc tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Request body: {'subnet': {'network_id': '27108588-003f-416a-b7e6-42e1d5338639', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:58.791437 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c990288d-61dc-4996-8f63-298fb6449469 req-b1e67f85-2466-4be4-b25d-fad48f2c9c65 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/quotas/4c09365c5b69442eba1a7b915a62a386 HTTP/1.1" status: 200 len: 375 time: 0.0844228 Jul 23 20:41:58.826686 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 27108588-003f-416a-b7e6-42e1d5338639 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:58.887140 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c054a6b2-4e7c-4339-b6ef-383c56910d7a tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] 10.222.0.55 "GET /v2.0/networks/b8da4a45-250a-48d7-98b1-5d9c30800518/tags/tempest-TagsTest-Tag-1155836014 HTTP/1.1" status: 204 len: 168 time: 0.2344892 Jul 23 20:41:58.892559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49046) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:58.898441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-03a4f24f-0705-4298-8035-81bd4e2b42d7 tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8da4a45-250a-48d7-98b1-5d9c30800518', 'tempest-TagsTest-Tag-1617710075') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:58.972805 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Allocated IP 172.20.0.2 (7d665852-860c-4343-a077-e5983de2f93b/32ee7ca9-592b-426a-816e-8e8745c66749/039156eb-ce66-4dd9-886f-deb7788ec8fb) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:59.032855 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af705cdc-b6a3-4b74-8c19-4f68154f66cc tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Made reservation on behalf of 5524f40a4c9b4f3a96e2177422082ad6 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:59.036633 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-af705cdc-b6a3-4b74-8c19-4f68154f66cc tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.184469 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d87a9f-12b5-4208-84d8-91024cff8951 req-58d1e04f-9404-4aca-9362-0a4ff5371086 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:59.192441 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-52d87a9f-12b5-4208-84d8-91024cff8951 req-58d1e04f-9404-4aca-9362-0a4ff5371086 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 931 time: 0.4869778 Jul 23 20:41:59.256196 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c990288d-61dc-4996-8f63-298fb6449469 req-6886d383-f282-4cab-a4fc-0b50bdaeeddd tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c09365c5b69442eba1a7b915a62a386&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4637554 Jul 23 20:41:59.342640 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.365969 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Transition to ACTIVE for port object 039156eb-ce66-4dd9-886f-deb7788ec8fb will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:59.394592 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Transition to ACTIVE for port object 039156eb-ce66-4dd9-886f-deb7788ec8fb will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:59.415879 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.434800 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b435e4ee-f057-49a2-8a50-c95674a7d413 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:41:59.477737 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.485371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49058) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:59.487934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Network 7d665852-860c-4343-a077-e5983de2f93b is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:59.493398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:59.501301 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:59.505572 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-52d87a9f-12b5-4208-84d8-91024cff8951 req-6208fe62-b97a-4ccf-ada9-1f3146019d41 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093216 Jul 23 20:41:59.525798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f42bb006-306f-40d2-8bf7-496593aa200a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1732236184-network', 'tenant_id': 'b32f9a483aa44a3fb8bb0212be7ff08f'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:59.555872 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-03a4f24f-0705-4298-8035-81bd4e2b42d7 tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] 10.222.0.55 "GET /v2.0/networks/b8da4a45-250a-48d7-98b1-5d9c30800518/tags/tempest-TagsTest-Tag-1617710075 HTTP/1.1" status: 204 len: 168 time: 0.6597326 Jul 23 20:41:59.557897 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49060) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:59.563941 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-684384b5-45e2-44c4-9673-6d22f7578958 tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b8da4a45-250a-48d7-98b1-5d9c30800518') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:59.573615 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-08cd9403-5f9f-48a4-929e-7786b04b96d8 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:59.575655 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-08cd9403-5f9f-48a4-929e-7786b04b96d8 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.57 "GET /v2.0/networks?id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6 HTTP/1.1" status: 200 len: 819 time: 0.5009723 Jul 23 20:41:59.580719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Transition to ACTIVE for port object b435e4ee-f057-49a2-8a50-c95674a7d413 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:59.593459 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.609452 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-5aef7592-6851-4444-a490-07d5b08596e6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Request body: {'port': {'device_id': 'b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d', 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6', 'admin_state_up': True, 'tenant_id': '4c09365c5b69442eba1a7b915a62a386'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:59.633617 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.637423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Attempting to bind port 039156eb-ce66-4dd9-886f-deb7788ec8fb on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:59.638014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Attempting to bind port 039156eb-ce66-4dd9-886f-deb7788ec8fb by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'fa833598-0be8-4369-acdc-ffe1d6239e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d665852-860c-4343-a077-e5983de2f93b'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:59.638857 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Attempting to bind port 039156eb-ce66-4dd9-886f-deb7788ec8fb on network 7d665852-860c-4343-a077-e5983de2f93b {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:59.647889 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:59.648433 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Checking segment: {'id': 'fa833598-0be8-4369-acdc-ffe1d6239e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d665852-860c-4343-a077-e5983de2f93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:59.649780 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.650422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Bound using segment: {'id': 'fa833598-0be8-4369-acdc-ffe1d6239e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d665852-860c-4343-a077-e5983de2f93b'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:59.650948 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.651115 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Bound port: 039156eb-ce66-4dd9-886f-deb7788ec8fb, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa833598-0be8-4369-acdc-ffe1d6239e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d665852-860c-4343-a077-e5983de2f93b'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:59.652413 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.659829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c990288d-61dc-4996-8f63-298fb6449469 req-4ea3070f-6186-4334-94ac-c45fb528c85c service neutron] 10.222.0.55 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966298 Jul 23 20:41:59.700304 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Pushing event updated for resources: {'Port': ['ID=039156eb-ce66-4dd9-886f-deb7788ec8fb,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:59.732337 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42bb006-306f-40d2-8bf7-496593aa200a admin admin] Made reservation on behalf of b32f9a483aa44a3fb8bb0212be7ff08f for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:59.734531 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f42bb006-306f-40d2-8bf7-496593aa200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.776331 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f42bb006-306f-40d2-8bf7-496593aa200a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.792782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Pushing event updated for resources: {'Port': ['ID=b435e4ee-f057-49a2-8a50-c95674a7d413,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:59.840349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device cab6a8b9-8102-4900-9aba-4020c25299de up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:59.870859 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] For port 039156eb-ce66-4dd9-886f-deb7788ec8fb, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:59.908825 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] For port 039156eb-ce66-4dd9-886f-deb7788ec8fb, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=039156eb-ce66-4dd9-886f-deb7788ec8fb,segment=NetworkSegment(fa833598-0be8-4369-acdc-ffe1d6239e47),segment_id=fa833598-0be8-4369-acdc-ffe1d6239e47)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:59.919040 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.940933 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-684384b5-45e2-44c4-9673-6d22f7578958 tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] 10.222.0.55 "DELETE /v2.0/networks/b8da4a45-250a-48d7-98b1-5d9c30800518/tags HTTP/1.1" status: 204 len: 168 time: 0.3804035 Jul 23 20:41:59.941547 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49062) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:59.952103 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-563cfbdb-9fb2-452b-8e74-34b88c4dd99a tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8da4a45-250a-48d7-98b1-5d9c30800518', 'tempest-TagsTest-Tag-1155836014') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:59.963936 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c990288d-61dc-4996-8f63-298fb6449469 req-2ee64996-e2d1-4dca-971b-037b7154faa4 service neutron] 10.222.0.55 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764170 Jul 23 20:41:59.965074 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.985386 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Allocated IP 172.25.3.198 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/e09f8f51-67eb-45f8-ab89-392dac73c41f) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:59.988339 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-af705cdc-b6a3-4b74-8c19-4f68154f66cc tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.988531 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Attempting to bind port b435e4ee-f057-49a2-8a50-c95674a7d413 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:59.988673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Attempting to bind port b435e4ee-f057-49a2-8a50-c95674a7d413 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'dffb2e7f-ac69-4f6f-b36e-f5daf74a8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:59.988980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Attempting to bind port b435e4ee-f057-49a2-8a50-c95674a7d413 on network f90b3a41-4969-4cfa-9ca5-6d312e791d7b {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:59.998261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Port b435e4ee-f057-49a2-8a50-c95674a7d413 on network f90b3a41-4969-4cfa-9ca5-6d312e791d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:41:59.999178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Attempting to bind port b435e4ee-f057-49a2-8a50-c95674a7d413 on network f90b3a41-4969-4cfa-9ca5-6d312e791d7b {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:00.008284 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port cab6a8b9-8102-4900-9aba-4020c25299de triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:00.008690 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.012136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:00.012136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Checking segment: {'id': 'dffb2e7f-ac69-4f6f-b36e-f5daf74a8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:00.012136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Bound using segment: {'id': 'dffb2e7f-ac69-4f6f-b36e-f5daf74a8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:00.013036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Bound port: b435e4ee-f057-49a2-8a50-c95674a7d413, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dffb2e7f-ac69-4f6f-b36e-f5daf74a8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:00.013036 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.046077 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926363ea-b107-4aa5-8a51-a9ede45533cb None None] Pushing event updated for resources: {'Port': ['ID=039156eb-ce66-4dd9-886f-deb7788ec8fb,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:00.103992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af705cdc-b6a3-4b74-8c19-4f68154f66cc tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Pushing event updated for resources: {'Subnet': ['ID=3ceb0c20-527d-487f-b253-5c9b49a4a450,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:00.138021 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f42bb006-306f-40d2-8bf7-496593aa200a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.154084 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f42bb006-306f-40d2-8bf7-496593aa200a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.190897 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af705cdc-b6a3-4b74-8c19-4f68154f66cc tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Checking segment: {'id': '7aeef90a-1500-4858-aa70-ad7bfc085157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27108588-003f-416a-b7e6-42e1d5338639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:00.191369 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af705cdc-b6a3-4b74-8c19-4f68154f66cc tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Network hostable DHCP agents. Network: 27108588-003f-416a-b7e6-42e1d5338639, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:42:00.212972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] For port b435e4ee-f057-49a2-8a50-c95674a7d413, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:00.221174 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42bb006-306f-40d2-8bf7-496593aa200a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:42:00.224669 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] For port b435e4ee-f057-49a2-8a50-c95674a7d413, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b435e4ee-f057-49a2-8a50-c95674a7d413,segment=NetworkSegment(dffb2e7f-ac69-4f6f-b36e-f5daf74a8146),segment_id=dffb2e7f-ac69-4f6f-b36e-f5daf74a8146)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:00.230106 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-563cfbdb-9fb2-452b-8e74-34b88c4dd99a tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] show failed (client error): The resource could not be found. Jul 23 20:42:00.234633 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-563cfbdb-9fb2-452b-8e74-34b88c4dd99a tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] 10.222.0.55 "GET /v2.0/networks/b8da4a45-250a-48d7-98b1-5d9c30800518/tags/tempest-TagsTest-Tag-1155836014 HTTP/1.1" status: 404 len: 326 time: 0.2866461 Jul 23 20:42:00.235564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49064) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:00.241250 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.243519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-5aef7592-6851-4444-a490-07d5b08596e6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Made reservation on behalf of 4c09365c5b69442eba1a7b915a62a386 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:00.248042 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-5aef7592-6851-4444-a490-07d5b08596e6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.251372 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-cc7cb60f-9cb9-4464-be07-9b67f47b4829 tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b8da4a45-250a-48d7-98b1-5d9c30800518', 'tempest-TagsTest-Tag-1617710075') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:00.274572 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bb006-306f-40d2-8bf7-496593aa200a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a0ea20-6e76-4bfc-af9b-a0e2a52625c6,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:00.305353 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f42bb006-306f-40d2-8bf7-496593aa200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.305829 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-f42bb006-306f-40d2-8bf7-496593aa200a admin admin] Added segment fe937453-99c9-406b-84cd-d11eec6b3fea of type vlan for network 0cabcfbb-bfc6-4845-bede-34fefffbf8b0 Jul 23 20:42:00.325378 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.342035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af705cdc-b6a3-4b74-8c19-4f68154f66cc tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Network 27108588-003f-416a-b7e6-42e1d5338639 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:42:00.388804 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-af705cdc-b6a3-4b74-8c19-4f68154f66cc tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 27108588-003f-416a-b7e6-42e1d5338639) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:00.397034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de31ccad-a108-41b2-a7e6-cb091cf9c664 None None] Network 27108588-003f-416a-b7e6-42e1d5338639 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:00.404168 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af705cdc-b6a3-4b74-8c19-4f68154f66cc tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:00.405074 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-af705cdc-b6a3-4b74-8c19-4f68154f66cc tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.433592 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Pushing event updated for resources: {'Port': ['ID=b435e4ee-f057-49a2-8a50-c95674a7d413,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:00.462878 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-cc7cb60f-9cb9-4464-be07-9b67f47b4829 tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] show failed (client error): The resource could not be found. Jul 23 20:42:00.466825 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cc7cb60f-9cb9-4464-be07-9b67f47b4829 tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] 10.222.0.55 "GET /v2.0/networks/b8da4a45-250a-48d7-98b1-5d9c30800518/tags/tempest-TagsTest-Tag-1617710075 HTTP/1.1" status: 404 len: 326 time: 0.2261262 Jul 23 20:42:00.468056 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49070) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:00.476896 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-0c4cf71f-0057-4535-b3d2-b08cab522087 tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b8da4a45-250a-48d7-98b1-5d9c30800518') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:00.501019 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-af705cdc-b6a3-4b74-8c19-4f68154f66cc tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7887335 Jul 23 20:42:00.502051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49072) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:00.530456 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f42bb006-306f-40d2-8bf7-496593aa200a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.553774 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1abecb50-3390-44d4-8603-32d1a5086f79 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Request body: {'port': {'network_id': '27108588-003f-416a-b7e6-42e1d5338639', 'name': 'tempest-DHCPAgentSchedulersTestJSON-653335217'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:00.557626 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.653211 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:00.699406 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:00.707329 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:00.718208 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Pushing event updated for resources: {'Port': ['ID=e09f8f51-67eb-45f8-ab89-392dac73c41f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:00.757301 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-27108588-003f-416a-b7e6-42e1d5338639', 'network_id': '27108588-003f-416a-b7e6-42e1d5338639', 'tenant_id': '5524f40a4c9b4f3a96e2177422082ad6', 'fixed_ips': [{'subnet_id': '3ceb0c20-527d-487f-b253-5c9b49a4a450'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:42:00.758195 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.866746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abecb50-3390-44d4-8603-32d1a5086f79 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Made reservation on behalf of 5524f40a4c9b4f3a96e2177422082ad6 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:00.870527 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1abecb50-3390-44d4-8603-32d1a5086f79 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.889051 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0c4cf71f-0057-4535-b3d2-b08cab522087 tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] 10.222.0.55 "DELETE /v2.0/networks/b8da4a45-250a-48d7-98b1-5d9c30800518/tags HTTP/1.1" status: 204 len: 168 time: 0.4188139 Jul 23 20:42:00.927483 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49086) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:00.971549 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf4ecf6f-9e76-451e-9e77-d386dc00be4d req-1fc24a27-26b1-4af5-9304-c8acc8b0cf17 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 210 time: 0.5330331 Jul 23 20:42:00.982674 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:00.983300 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.984449 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-1abecb50-3390-44d4-8603-32d1a5086f79 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] device_id is not set on port bfd735a8-0067-48bb-ba9f-88037bc8b71d yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:42:00.984924 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26545800-9327-4e4f-87c5-2417321df4b3 req-4fb1a0b1-91e4-49e9-8422-7b62765a39dc service neutron] 10.222.0.57 "PUT /v2.0/ports/b435e4ee-f057-49a2-8a50-c95674a7d413 HTTP/1.1" status: 200 len: 1092 time: 3.0966833 Jul 23 20:42:00.985788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b89c9b-4312-42c3-9b85-e7eea1f5227f', 'tag': 'b435e4ee-f057-49a2-8a50-c95674a7d413'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:00.988024 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be284b2f-d5ad-480a-9146-aa6499233d48" -d '{"events": [{"name": "network-changed", "server_uuid": "44b89c9b-4312-42c3-9b85-e7eea1f5227f", "tag": "b435e4ee-f057-49a2-8a50-c95674a7d413"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:01.012988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Allocated IP 172.20.0.2 (27108588-003f-416a-b7e6-42e1d5338639/3ceb0c20-527d-487f-b253-5c9b49a4a450/d7ee5644-98d2-4d30-9154-a0e51f637928) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:01.129136 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f42bb006-306f-40d2-8bf7-496593aa200a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.130521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42bb006-306f-40d2-8bf7-496593aa200a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:01.131500 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f42bb006-306f-40d2-8bf7-496593aa200a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.223255 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Sync routers for ids ['35d366b7-6830-4be2-97b8-9bb74b982237'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:01.256975 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Routers {'35d366b7-6830-4be2-97b8-9bb74b982237'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:01.259548 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['35d366b7-6830-4be2-97b8-9bb74b982237'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:01.264483 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Sync routers for ids ['2d28147e-cce1-4751-ae5a-f43325d4c8a9'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:01.285598 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Routers {'2d28147e-cce1-4751-ae5a-f43325d4c8a9'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:01.290719 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2d28147e-cce1-4751-ae5a-f43325d4c8a9'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:01.343469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f42bb006-306f-40d2-8bf7-496593aa200a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8254747 Jul 23 20:42:01.345880 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49090) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:01.391675 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6c68d4-2308-4757-9c99-05e3ca725cc6 x-openstack-request-id: req-8d6c68d4-2308-4757-9c99-05e3ca725cc6 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:01.391915 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b89c9b-4312-42c3-9b85-e7eea1f5227f", "tag": "b435e4ee-f057-49a2-8a50-c95674a7d413", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:01.392106 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d6c68d4-2308-4757-9c99-05e3ca725cc6 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:01.392487 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b89c9b-4312-42c3-9b85-e7eea1f5227f', 'tag': 'b435e4ee-f057-49a2-8a50-c95674a7d413', 'status': 'completed', 'code': 200} Jul 23 20:42:01.397533 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a027a221-0730-4583-9367-e3313bdfd47a tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.402053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-5a54c78b-5273-4d13-95e7-58c7f5c53e95 admin admin] Request body: {'subnet': {'network_id': '0cabcfbb-bfc6-4845-bede-34fefffbf8b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1732236184-subnet', 'tenant_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:01.429653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bb006-306f-40d2-8bf7-496593aa200a admin admin] Pushing event updated for resources: {'Network': ['ID=0cabcfbb-bfc6-4845-bede-34fefffbf8b0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:01.507949 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.543627 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Set router 2d28147e-cce1-4751-ae5a-f43325d4c8a9 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:01.545762 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-5aef7592-6851-4444-a490-07d5b08596e6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Allocated IP 172.20.0.4 (33c906b4-b1be-4f9f-bd7e-0606053c8aa6/d1f964b3-34ec-4a13-a322-95c058e9df68/6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:01.567170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 0cabcfbb-bfc6-4845-bede-34fefffbf8b0 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:42:01.570170 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a54c78b-5273-4d13-95e7-58c7f5c53e95 admin admin] Made reservation on behalf of b32f9a483aa44a3fb8bb0212be7ff08f for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:01.583008 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5a54c78b-5273-4d13-95e7-58c7f5c53e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.619804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6216d-49a9-44be-baa4-a1eb231e0256 req-39d3e7f2-7454-415f-bb57-1c875a5f8250 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:01.621370 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f2e6216d-49a9-44be-baa4-a1eb231e0256 req-39d3e7f2-7454-415f-bb57-1c875a5f8250 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 943 time: 0.6487634 Jul 23 20:42:01.646116 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Sync routers for ids ['8730fafd-633c-439d-b5d2-c283a01ce331'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:01.657531 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a027a221-0730-4583-9367-e3313bdfd47a tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.677068 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-a027a221-0730-4583-9367-e3313bdfd47a tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8da4a45-250a-48d7-98b1-5d9c30800518']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:01.682664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58637e8d-6d4a-4550-92bc-4caec806e3ab None None] Network 7d665852-860c-4343-a077-e5983de2f93b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:01.692943 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-a027a221-0730-4583-9367-e3313bdfd47a tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb0e9ff-7fdf-40f4-ba66-ef3a883fd4de') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:01.694195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-a027a221-0730-4583-9367-e3313bdfd47a tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb0e9ff-7fdf-40f4-ba66-ef3a883fd4de') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:01.712685 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a027a221-0730-4583-9367-e3313bdfd47a tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.748666 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a027a221-0730-4583-9367-e3313bdfd47a tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.768710 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a027a221-0730-4583-9367-e3313bdfd47a tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:42:01.768710 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a027a221-0730-4583-9367-e3313bdfd47a tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:42:01.772017 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:42:01.843358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26545800-9327-4e4f-87c5-2417321df4b3 req-889547b4-eeb6-495c-9a4f-023b43fbf382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:01.845860 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26545800-9327-4e4f-87c5-2417321df4b3 req-889547b4-eeb6-495c-9a4f-023b43fbf382 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50c6ff5a6f7146509973201a15b1a892&device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 1095 time: 0.7524705 Jul 23 20:42:01.864221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Routers {'8730fafd-633c-439d-b5d2-c283a01ce331'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:01.865068 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8730fafd-633c-439d-b5d2-c283a01ce331'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:01.890986 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 039156eb-ce66-4dd9-886f-deb7788ec8fb up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:01.958497 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26545800-9327-4e4f-87c5-2417321df4b3 req-6f1fce5b-38ac-4b3a-beb8-a2fb9e995754 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b435e4ee-f057-49a2-8a50-c95674a7d413 HTTP/1.1" status: 200 len: 217 time: 0.0836971 Jul 23 20:42:02.022758 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f2e6216d-49a9-44be-baa4-a1eb231e0256 req-3499ed33-5a79-467d-a32c-14b4aad64b6d tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577219 Jul 23 20:42:02.068119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Set router 8730fafd-633c-439d-b5d2-c283a01ce331 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:02.084496 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1912341350-router', 'tenant_id': '4c09365c5b69442eba1a7b915a62a386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cab6a8b9-8102-4900-9aba-4020c25299de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:41Z', 'updated_at': '2021-07-23T20:41:50Z', 'revision_number': 4, 'project_id': '4c09365c5b69442eba1a7b915a62a386', 'gw_port': {'id': 'cab6a8b9-8102-4900-9aba-4020c25299de', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:43Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '276ffe4d-c661-4c38-a336-0e50fe7e4e2f', 'name': '', 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6', 'tenant_id': '4c09365c5b69442eba1a7b915a62a386', 'mac_address': 'fa:16:3e:82:5b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'd1f964b3-34ec-4a13-a322-95c058e9df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:48Z', 'updated_at': '2021-07-23T20:41:50Z', 'revision_number': 2, 'project_id': '4c09365c5b69442eba1a7b915a62a386', 'subnets': [{'id': 'd1f964b3-34ec-4a13-a322-95c058e9df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:02.120224 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Checking router: 2d28147e-cce1-4751-ae5a-f43325d4c8a9 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:42:02.121108 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Updating router 2d28147e-cce1-4751-ae5a-f43325d4c8a9 port 276ffe4d-c661-4c38-a336-0e50fe7e4e2f binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:42:02.121445 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a027a221-0730-4583-9367-e3313bdfd47a tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.153425 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a027a221-0730-4583-9367-e3313bdfd47a tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.158974 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a027a221-0730-4583-9367-e3313bdfd47a tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] 10.222.0.55 "DELETE /v2.0/networks/b8da4a45-250a-48d7-98b1-5d9c30800518 HTTP/1.1" status: 204 len: 168 time: 1.2289855 Jul 23 20:42:02.173791 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.184917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027a221-0730-4583-9367-e3313bdfd47a tempest-TagsTest-1190734143 tempest-TagsTest-1190734143-project] Pushing event deleted for resources: {'Network': ['ID=b8da4a45-250a-48d7-98b1-5d9c30800518,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:02.206357 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.227045 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0930aae3-5113-4a70-a534-082e6c2b2731 None None] Provisioning for port 039156eb-ce66-4dd9-886f-deb7788ec8fb completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:02.308373 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7be6b9b1-34d7-4ad2-8014-a7fb50b4fdae req-8a5378ae-08da-4321-bcd0-3690fd3e355f tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 210 time: 0.1429441 Jul 23 20:42:02.309789 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26545800-9327-4e4f-87c5-2417321df4b3 req-b05e4ad1-f046-44c6-8e16-59b9e7bbd3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:02.311260 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26545800-9327-4e4f-87c5-2417321df4b3 req-b05e4ad1-f046-44c6-8e16-59b9e7bbd3b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f7d5a8f-73b3-41da-b110-f6b7061f8652 HTTP/1.1" status: 200 len: 850 time: 0.3366659 Jul 23 20:42:02.322281 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.323806 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990288d-61dc-4996-8f63-298fb6449469 req-1e1ef84c-51d4-44f1-84e5-dc01b0804ae6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:02.327208 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c990288d-61dc-4996-8f63-298fb6449469 req-1e1ef84c-51d4-44f1-84e5-dc01b0804ae6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.48 "GET /v2.0/networks?id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6 HTTP/1.1" status: 200 len: 819 time: 0.4817522 Jul 23 20:42:02.363187 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-c990288d-61dc-4996-8f63-298fb6449469 req-ef9eb375-1c15-4704-84c9-8a922a436b17 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Request body: {'port': {'device_id': 'cd046123-dc01-4cbd-b570-796687db7ac4', 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6', 'admin_state_up': True, 'tenant_id': '4c09365c5b69442eba1a7b915a62a386'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:02.388358 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26545800-9327-4e4f-87c5-2417321df4b3 req-11948233-71ad-4cc8-a00a-d9a33df6e49c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f90b3a41-4969-4cfa-9ca5-6d312e791d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642579 Jul 23 20:42:02.396217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Transition to ACTIVE for port object d7ee5644-98d2-4d30-9154-a0e51f637928 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:02.459939 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-5aef7592-6851-4444-a490-07d5b08596e6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.499455 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Set router 35d366b7-6830-4be2-97b8-9bb74b982237 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:02.555976 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c990288d-61dc-4996-8f63-298fb6449469 req-ef9eb375-1c15-4704-84c9-8a922a436b17 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Made reservation on behalf of 4c09365c5b69442eba1a7b915a62a386 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:02.560630 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c990288d-61dc-4996-8f63-298fb6449469 req-ef9eb375-1c15-4704-84c9-8a922a436b17 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.570410 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Transition to ACTIVE for port object d7ee5644-98d2-4d30-9154-a0e51f637928 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:02.573966 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Router 68731f37-6048-415b-a5b3-0ada5f557ab8 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:42:02.588490 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26545800-9327-4e4f-87c5-2417321df4b3 req-56ead571-ae03-4482-8548-90ed480a00be service neutron] 10.222.0.57 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710429 Jul 23 20:42:02.591746 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5a54c78b-5273-4d13-95e7-58c7f5c53e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.635586 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.647512 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49104) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:02.694890 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 039156eb-ce66-4dd9-886f-deb7788ec8fb completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:02.737457 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 039156eb-ce66-4dd9-886f-deb7788ec8fb triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:02.737863 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.758105 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-5aef7592-6851-4444-a490-07d5b08596e6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.775741 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54c78b-5273-4d13-95e7-58c7f5c53e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8c23732-f27b-4898-ba7e-b4ffa76ae543,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:02.785422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-1abecb50-3390-44d4-8603-32d1a5086f79 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Allocated IP 172.20.0.6 (27108588-003f-416a-b7e6-42e1d5338639/3ceb0c20-527d-487f-b253-5c9b49a4a450/bfd735a8-0067-48bb-ba9f-88037bc8b71d) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:02.796551 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Network 27108588-003f-416a-b7e6-42e1d5338639 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:02.808230 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:02.814385 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:02.843539 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Pushing event updated for resources: {'Port': ['ID=d7ee5644-98d2-4d30-9154-a0e51f637928,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:02.883900 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-5aef7592-6851-4444-a490-07d5b08596e6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Network 33c906b4-b1be-4f9f-bd7e-0606053c8aa6 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:02.902683 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.914372 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef7592-6851-4444-a490-07d5b08596e6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Pushing event updated for resources: {'Port': ['ID=6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:02.915781 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Transition to ACTIVE for port object 276ffe4d-c661-4c38-a336-0e50fe7e4e2f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:02.925148 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.927248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-5aef7592-6851-4444-a490-07d5b08596e6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:02.930901 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-5aef7592-6851-4444-a490-07d5b08596e6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:02.956273 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a54c78b-5273-4d13-95e7-58c7f5c53e95 admin admin] Checking segment: {'id': 'fe937453-99c9-406b-84cd-d11eec6b3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0cabcfbb-bfc6-4845-bede-34fefffbf8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:02.956647 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a54c78b-5273-4d13-95e7-58c7f5c53e95 admin admin] Network hostable DHCP agents. Network: 0cabcfbb-bfc6-4845-bede-34fefffbf8b0, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:42:03.015917 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Attempting to bind port d7ee5644-98d2-4d30-9154-a0e51f637928 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:03.016270 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Attempting to bind port d7ee5644-98d2-4d30-9154-a0e51f637928 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '7aeef90a-1500-4858-aa70-ad7bfc085157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27108588-003f-416a-b7e6-42e1d5338639'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:03.016627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Attempting to bind port d7ee5644-98d2-4d30-9154-a0e51f637928 on network 27108588-003f-416a-b7e6-42e1d5338639 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:03.031214 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a54c78b-5273-4d13-95e7-58c7f5c53e95 admin admin] Network 0cabcfbb-bfc6-4845-bede-34fefffbf8b0 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:42:03.032482 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671c95d-cae7-45ab-9522-cdcd680afada None None] Pushing event updated for resources: {'Port': ['ID=276ffe4d-c661-4c38-a336-0e50fe7e4e2f,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:03.048027 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1abecb50-3390-44d4-8603-32d1a5086f79 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.058855 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:03.059206 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Checking segment: {'id': '7aeef90a-1500-4858-aa70-ad7bfc085157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27108588-003f-416a-b7e6-42e1d5338639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:03.059581 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.059967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Bound using segment: {'id': '7aeef90a-1500-4858-aa70-ad7bfc085157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27108588-003f-416a-b7e6-42e1d5338639'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:03.060460 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Bound port: d7ee5644-98d2-4d30-9154-a0e51f637928, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aeef90a-1500-4858-aa70-ad7bfc085157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27108588-003f-416a-b7e6-42e1d5338639'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:03.060822 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.075938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-1abecb50-3390-44d4-8603-32d1a5086f79 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Transition to ACTIVE for port object bfd735a8-0067-48bb-ba9f-88037bc8b71d will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:03.089803 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Attempting to bind port 276ffe4d-c661-4c38-a336-0e50fe7e4e2f on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:03.090375 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Attempting to bind port 276ffe4d-c661-4c38-a336-0e50fe7e4e2f by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:03.090879 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Attempting to bind port 276ffe4d-c661-4c38-a336-0e50fe7e4e2f on network 33c906b4-b1be-4f9f-bd7e-0606053c8aa6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:03.097172 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:03.097761 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Checking segment: {'id': '2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:03.098679 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.099197 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Bound using segment: {'id': '2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:03.100301 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Bound port: 276ffe4d-c661-4c38-a336-0e50fe7e4e2f, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:03.100808 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.127067 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.173203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 2, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:03.178775 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-5a54c78b-5273-4d13-95e7-58c7f5c53e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 0cabcfbb-bfc6-4845-bede-34fefffbf8b0) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:03.189162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a54c78b-5273-4d13-95e7-58c7f5c53e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:03.190521 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5a54c78b-5273-4d13-95e7-58c7f5c53e95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.210839 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] For port 276ffe4d-c661-4c38-a336-0e50fe7e4e2f, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:03.215085 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] For port 276ffe4d-c661-4c38-a336-0e50fe7e4e2f, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=276ffe4d-c661-4c38-a336-0e50fe7e4e2f,segment=NetworkSegment(2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c),segment_id=2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:03.217577 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-c990288d-61dc-4996-8f63-298fb6449469 req-ef9eb375-1c15-4704-84c9-8a922a436b17 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Allocated IP 172.20.0.6 (33c906b4-b1be-4f9f-bd7e-0606053c8aa6/d1f964b3-34ec-4a13-a322-95c058e9df68/281d13b1-2367-4492-b232-15c63801da3d) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:03.225209 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.227220 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5a54c78b-5273-4d13-95e7-58c7f5c53e95 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8372948 Jul 23 20:42:03.256764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:03.258864 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95829e2d-54e1-4c16-a78c-d1dc4aeec6b8 None None] Network 0cabcfbb-bfc6-4845-bede-34fefffbf8b0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:03.261081 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49110) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:03.263943 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c9e284dc-890d-4858-90f2-6a1cf3963ed2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bae465b0f85f43429c33192b4d96e6b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6153898 Jul 23 20:42:03.265750 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1abecb50-3390-44d4-8603-32d1a5086f79 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.271864 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1732236184-router', 'tenant_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:03.279487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Checking router: 8730fafd-633c-439d-b5d2-c283a01ce331 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:42:03.279879 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Updating router 8730fafd-633c-439d-b5d2-c283a01ce331 port 9f93bdee-b109-4fd2-9521-abb8ba5bb349 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:42:03.285882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49112) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:03.349565 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Sync routers for ids ['68731f37-6048-415b-a5b3-0ada5f557ab8'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:03.379271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-5aef7592-6851-4444-a490-07d5b08596e6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:03.379966 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-5aef7592-6851-4444-a490-07d5b08596e6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.386788 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Routers {'2d28147e-cce1-4751-ae5a-f43325d4c8a9'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:03.387639 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2d28147e-cce1-4751-ae5a-f43325d4c8a9'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:03.435238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] For port d7ee5644-98d2-4d30-9154-a0e51f637928, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:03.438709 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 039156eb-ce66-4dd9-886f-deb7788ec8fb, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=039156eb-ce66-4dd9-886f-deb7788ec8fb,segment=NetworkSegment(fa833598-0be8-4369-acdc-ffe1d6239e47),segment_id=fa833598-0be8-4369-acdc-ffe1d6239e47)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:03.447262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'name': 'tempest-TestServerMultinode-1186118736-router', 'tenant_id': 'e62242998eb04caeabc26266b73f69c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ae7a328d-44b5-482d-867c-e2ba3ca1e123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:41Z', 'updated_at': '2021-07-23T20:41:52Z', 'revision_number': 4, 'project_id': 'e62242998eb04caeabc26266b73f69c3', 'gw_port': {'id': 'ae7a328d-44b5-482d-867c-e2ba3ca1e123', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:43Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '8a1c5516-3d07-4521-aefe-ccc809746c94', 'name': '', 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a', 'tenant_id': 'e62242998eb04caeabc26266b73f69c3', 'mac_address': 'fa:16:3e:66:c2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '04b94e23-fcf8-4b24-badb-9285c4526fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:50Z', 'updated_at': '2021-07-23T20:41:52Z', 'revision_number': 2, 'project_id': 'e62242998eb04caeabc26266b73f69c3', 'subnets': [{'id': '04b94e23-fcf8-4b24-badb-9285c4526fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:03.450852 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f2fad63-01be-4684-8e8d-e55d819804d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.462662 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Routers {'68731f37-6048-415b-a5b3-0ada5f557ab8'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:03.463584 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['68731f37-6048-415b-a5b3-0ada5f557ab8'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:03.508737 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f2fad63-01be-4684-8e8d-e55d819804d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.531849 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] For port d7ee5644-98d2-4d30-9154-a0e51f637928, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d7ee5644-98d2-4d30-9154-a0e51f637928,segment=NetworkSegment(7aeef90a-1500-4858-aa70-ad7bfc085157),segment_id=7aeef90a-1500-4858-aa70-ad7bfc085157)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:03.535040 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.543642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-5aef7592-6851-4444-a490-07d5b08596e6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9557934 Jul 23 20:42:03.552229 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.574363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Checking router: 35d366b7-6830-4be2-97b8-9bb74b982237 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:42:03.575286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Updating router 35d366b7-6830-4be2-97b8-9bb74b982237 port 8a1c5516-3d07-4521-aefe-ccc809746c94 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:42:03.608679 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.612747 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4bf3bf60-fa9b-411b-bde0-2185be9f7dc2 req-009a29f2-6886-4441-8638-decf2bbe927b tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 210 time: 0.0818143 Jul 23 20:42:03.617292 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671c95d-cae7-45ab-9522-cdcd680afada None None] Pushing event updated for resources: {'Port': ['ID=276ffe4d-c661-4c38-a336-0e50fe7e4e2f,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:03.634095 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Request body: {'port': {'device_id': 'b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:03.721251 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff13273-2c45-4398-bba9-cc28fad04b51 req-e078bb66-a255-464c-a7c7-2f94ae4c8383 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:03.734295 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] Set router 2d28147e-cce1-4751-ae5a-f43325d4c8a9 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:03.737051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cff13273-2c45-4398-bba9-cc28fad04b51 req-e078bb66-a255-464c-a7c7-2f94ae4c8383 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 943 time: 0.5294404 Jul 23 20:42:03.810399 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.831194 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abecb50-3390-44d4-8603-32d1a5086f79 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Network 27108588-003f-416a-b7e6-42e1d5338639 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:03.837167 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abecb50-3390-44d4-8603-32d1a5086f79 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Pushing event updated for resources: {'Port': ['ID=bfd735a8-0067-48bb-ba9f-88037bc8b71d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:03.840095 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1abecb50-3390-44d4-8603-32d1a5086f79 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:03.843368 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.844734 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f1a101ca-3b76-4451-97de-a0f397097a95 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6562045 Jul 23 20:42:03.845636 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.846699 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.874271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49120) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:03.878505 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26545800-9327-4e4f-87c5-2417321df4b3 req-ac120a1d-b9b5-4cd8-8ec9-fbf799735764 service neutron] 10.222.0.57 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2218835 Jul 23 20:42:03.905871 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cff13273-2c45-4398-bba9-cc28fad04b51 req-bf0fda39-a0f7-45b9-b144-c6e1a8f92db3 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688714 Jul 23 20:42:03.923317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 276ffe4d-c661-4c38-a336-0e50fe7e4e2f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:03.930002 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.934028 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abecb50-3390-44d4-8603-32d1a5086f79 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:03.975300 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e07e0705-a77c-413a-b49e-d207649ad6b2 None None] Provisioning complete for port 039156eb-ce66-4dd9-886f-deb7788ec8fb triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:03.975578 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e07e0705-a77c-413a-b49e-d207649ad6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.981654 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Set router 68731f37-6048-415b-a5b3-0ada5f557ab8 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:04.019138 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=039156eb-ce66-4dd9-886f-deb7788ec8fb,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:04.032809 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.203759 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c990288d-61dc-4996-8f63-298fb6449469 req-ef9eb375-1c15-4704-84c9-8a922a436b17 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.223254 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f2fad63-01be-4684-8e8d-e55d819804d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.227954 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f2fad63-01be-4684-8e8d-e55d819804d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.234640 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7f2fad63-01be-4684-8e8d-e55d819804d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04be9da7-1350-4192-9051-12c63b80d42f HTTP/1.1" status: 204 len: 168 time: 0.9363966 Jul 23 20:42:04.317766 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1912341350-router', 'tenant_id': '4c09365c5b69442eba1a7b915a62a386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cab6a8b9-8102-4900-9aba-4020c25299de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:41Z', 'updated_at': '2021-07-23T20:41:50Z', 'revision_number': 4, 'project_id': '4c09365c5b69442eba1a7b915a62a386', 'gw_port': {'id': 'cab6a8b9-8102-4900-9aba-4020c25299de', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:43Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '276ffe4d-c661-4c38-a336-0e50fe7e4e2f', 'name': '', 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6', 'tenant_id': '4c09365c5b69442eba1a7b915a62a386', 'mac_address': 'fa:16:3e:82:5b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'd1f964b3-34ec-4a13-a322-95c058e9df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:48Z', 'updated_at': '2021-07-23T20:42:03Z', 'revision_number': 4, 'project_id': '4c09365c5b69442eba1a7b915a62a386', 'subnets': [{'id': 'd1f964b3-34ec-4a13-a322-95c058e9df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:04.365857 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8eb60e-1629-448a-bb51-b69243c96aad None None] The sync data for ids ['2d28147e-cce1-4751-ae5a-f43325d4c8a9'] in n-d-791504-18 is: [{'id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1912341350-router', 'tenant_id': '4c09365c5b69442eba1a7b915a62a386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cab6a8b9-8102-4900-9aba-4020c25299de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:41Z', 'updated_at': '2021-07-23T20:41:50Z', 'revision_number': 4, 'project_id': '4c09365c5b69442eba1a7b915a62a386', 'gw_port': {'id': 'cab6a8b9-8102-4900-9aba-4020c25299de', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:43Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '276ffe4d-c661-4c38-a336-0e50fe7e4e2f', 'name': '', 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6', 'tenant_id': '4c09365c5b69442eba1a7b915a62a386', 'mac_address': 'fa:16:3e:82:5b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'd1f964b3-34ec-4a13-a322-95c058e9df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:48Z', 'updated_at': '2021-07-23T20:42:03Z', 'revision_number': 4, 'project_id': '4c09365c5b69442eba1a7b915a62a386', 'subnets': [{'id': 'd1f964b3-34ec-4a13-a322-95c058e9df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:04.394079 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c990288d-61dc-4996-8f63-298fb6449469 req-ef9eb375-1c15-4704-84c9-8a922a436b17 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.397122 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'name': 'tempest-TestServerMultinode-461744466-router', 'tenant_id': '22d791fa60374fac9355b21b8e801f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e09f8f51-67eb-45f8-ab89-392dac73c41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:58Z', 'updated_at': '2021-07-23T20:42:01Z', 'revision_number': 3, 'project_id': '22d791fa60374fac9355b21b8e801f42', 'gw_port': {'id': 'e09f8f51-67eb-45f8-ab89-392dac73c41f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:59Z', 'updated_at': '2021-07-23T20:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:04.441444 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Checking router: 68731f37-6048-415b-a5b3-0ada5f557ab8 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:42:04.442164 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Updating router 68731f37-6048-415b-a5b3-0ada5f557ab8 port e09f8f51-67eb-45f8-ab89-392dac73c41f binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:42:04.513260 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f7d64-57e7-4340-a7ec-c82252d742ef None None] Pushing event updated for resources: {'Port': ['ID=d7ee5644-98d2-4d30-9154-a0e51f637928,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:04.540845 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.545622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-0cabcfbb-bfc6-4845-bede-34fefffbf8b0', 'network_id': '0cabcfbb-bfc6-4845-bede-34fefffbf8b0', 'tenant_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'fixed_ips': [{'subnet_id': 'a8c23732-f27b-4898-ba7e-b4ffa76ae543'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:42:04.547614 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.557283 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be284b2f-d5ad-480a-9146-aa6499233d48 req-a80606de-111e-4b9a-ae78-2a6214c59c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:04.560287 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be284b2f-d5ad-480a-9146-aa6499233d48 req-a80606de-111e-4b9a-ae78-2a6214c59c52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50c6ff5a6f7146509973201a15b1a892&device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 1095 time: 0.5600131 Jul 23 20:42:04.568962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fad63-01be-4684-8e8d-e55d819804d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04be9da7-1350-4192-9051-12c63b80d42f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:04.630656 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 276ffe4d-c661-4c38-a336-0e50fe7e4e2f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:04.648380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 276ffe4d-c661-4c38-a336-0e50fe7e4e2f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:04.648756 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.761692 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abecb50-3390-44d4-8603-32d1a5086f79 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:04.762383 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1abecb50-3390-44d4-8603-32d1a5086f79 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.775060 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c990288d-61dc-4996-8f63-298fb6449469 req-ef9eb375-1c15-4704-84c9-8a922a436b17 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Network 33c906b4-b1be-4f9f-bd7e-0606053c8aa6 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:04.793883 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9eb375-1c15-4704-84c9-8a922a436b17 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Pushing event updated for resources: {'Port': ['ID=281d13b1-2367-4492-b232-15c63801da3d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:04.796541 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-c990288d-61dc-4996-8f63-298fb6449469 req-ef9eb375-1c15-4704-84c9-8a922a436b17 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:04.812967 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.816771 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-c990288d-61dc-4996-8f63-298fb6449469 req-ef9eb375-1c15-4704-84c9-8a922a436b17 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:04.868240 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1abecb50-3390-44d4-8603-32d1a5086f79 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3311982 Jul 23 20:42:04.872938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49138) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:04.989994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990288d-61dc-4996-8f63-298fb6449469 req-ef9eb375-1c15-4704-84c9-8a922a436b17 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:04.991913 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c990288d-61dc-4996-8f63-298fb6449469 req-ef9eb375-1c15-4704-84c9-8a922a436b17 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.066820 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c990288d-61dc-4996-8f63-298fb6449469 req-ef9eb375-1c15-4704-84c9-8a922a436b17 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7134252 Jul 23 20:42:05.147166 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Request body: {'port': {'device_id': 'cd046123-dc01-4cbd-b570-796687db7ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:05.417816 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.478194 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.496256 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Transition to ACTIVE for port object e09f8f51-67eb-45f8-ab89-392dac73c41f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:05.511348 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.634966 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Attempting to bind port e09f8f51-67eb-45f8-ab89-392dac73c41f on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:05.635364 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Attempting to bind port e09f8f51-67eb-45f8-ab89-392dac73c41f by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:05.639526 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Attempting to bind port e09f8f51-67eb-45f8-ab89-392dac73c41f on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:05.663120 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d8056-537b-4ad3-bed8-6b3c923a3191 None None] Pushing event updated for resources: {'Port': ['ID=e09f8f51-67eb-45f8-ab89-392dac73c41f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:05.669018 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.670225 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:05.670606 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:05.674705 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.677582 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:05.678149 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Bound port: e09f8f51-67eb-45f8-ab89-392dac73c41f, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:05.679812 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.686523 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Transition to ACTIVE for port object 9f93bdee-b109-4fd2-9521-abb8ba5bb349 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:05.707049 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a9e8fd-7e3c-47e7-a840-af37f5dbad84 None None] Network 27108588-003f-416a-b7e6-42e1d5338639 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:05.743510 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.767122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be284b2f-d5ad-480a-9146-aa6499233d48 req-b745a09c-6dde-424c-884b-78c235955d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:05.774649 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be284b2f-d5ad-480a-9146-aa6499233d48 req-b745a09c-6dde-424c-884b-78c235955d49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f90b3a41-4969-4cfa-9ca5-6d312e791d7b HTTP/1.1" status: 200 len: 911 time: 1.1920593 Jul 23 20:42:05.813891 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] For port e09f8f51-67eb-45f8-ab89-392dac73c41f, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:05.817565 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] For port e09f8f51-67eb-45f8-ab89-392dac73c41f, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e09f8f51-67eb-45f8-ab89-392dac73c41f,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:05.827067 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.844834 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-60a16caa-bc5a-4437-9c81-16c689ae6d08 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Deleting port bfd735a8-0067-48bb-ba9f-88037bc8b71d {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:05.845324 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60a16caa-bc5a-4437-9c81-16c689ae6d08 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.891614 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be284b2f-d5ad-480a-9146-aa6499233d48 req-bd41c0f7-7f95-4200-a0a2-742d7e0ec203 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b435e4ee-f057-49a2-8a50-c95674a7d413 HTTP/1.1" status: 200 len: 217 time: 0.1051331 Jul 23 20:42:05.898431 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.915035 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:42:05.983626 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Routers {'68731f37-6048-415b-a5b3-0ada5f557ab8'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:05.984228 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['68731f37-6048-415b-a5b3-0ada5f557ab8'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:05.985290 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60a16caa-bc5a-4437-9c81-16c689ae6d08 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.002609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-60a16caa-bc5a-4437-9c81-16c689ae6d08 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Calling delete_port for bfd735a8-0067-48bb-ba9f-88037bc8b71d owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:06.118341 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d8056-537b-4ad3-bed8-6b3c923a3191 None None] Pushing event updated for resources: {'Port': ['ID=e09f8f51-67eb-45f8-ab89-392dac73c41f,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:06.159135 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.170679 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Transition to ACTIVE for port object 8a1c5516-3d07-4521-aefe-ccc809746c94 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:06.179886 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad0c4a-eecd-4a24-937e-c0764d5e5c4e None None] Pushing event updated for resources: {'Port': ['ID=9f93bdee-b109-4fd2-9521-abb8ba5bb349,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:06.202293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1d3ef75e-b294-4812-aaa3-b6508266a272 None None] Provisioning for port d7ee5644-98d2-4d30-9154-a0e51f637928 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:06.206098 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.237199 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] Set router 68731f37-6048-415b-a5b3-0ada5f557ab8 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:06.273392 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b435e4ee-f057-49a2-8a50-c95674a7d413 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:42:06.367988 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60a16caa-bc5a-4437-9c81-16c689ae6d08 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.440489 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.480724 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a16caa-bc5a-4437-9c81-16c689ae6d08 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Pushing event deleted for resources: {'Port': ['ID=bfd735a8-0067-48bb-ba9f-88037bc8b71d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:06.504597 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 276ffe4d-c661-4c38-a336-0e50fe7e4e2f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=276ffe4d-c661-4c38-a336-0e50fe7e4e2f,segment=NetworkSegment(2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c),segment_id=2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:06.509953 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.616825 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.621540 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'name': 'tempest-TestServerMultinode-461744466-router', 'tenant_id': '22d791fa60374fac9355b21b8e801f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e09f8f51-67eb-45f8-ab89-392dac73c41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:58Z', 'updated_at': '2021-07-23T20:42:01Z', 'revision_number': 3, 'project_id': '22d791fa60374fac9355b21b8e801f42', 'gw_port': {'id': 'e09f8f51-67eb-45f8-ab89-392dac73c41f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:59Z', 'updated_at': '2021-07-23T20:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:06.718718 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb71f62-77d0-4db7-a823-1c46689b7c77 None None] The sync data for ids ['68731f37-6048-415b-a5b3-0ada5f557ab8'] in n-d-791504-18 is: [{'id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'name': 'tempest-TestServerMultinode-461744466-router', 'tenant_id': '22d791fa60374fac9355b21b8e801f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e09f8f51-67eb-45f8-ab89-392dac73c41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:58Z', 'updated_at': '2021-07-23T20:42:01Z', 'revision_number': 3, 'project_id': '22d791fa60374fac9355b21b8e801f42', 'gw_port': {'id': 'e09f8f51-67eb-45f8-ab89-392dac73c41f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:59Z', 'updated_at': '2021-07-23T20:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:06.723675 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Allocated IP 172.20.0.2 (0cabcfbb-bfc6-4845-bede-34fefffbf8b0/a8c23732-f27b-4898-ba7e-b4ffa76ae543/b9f25030-c36b-4a66-98b5-e522d6222582) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:06.785297 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.791204 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60a16caa-bc5a-4437-9c81-16c689ae6d08 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.800410 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-60a16caa-bc5a-4437-9c81-16c689ae6d08 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] 10.222.0.55 "DELETE /v2.0/ports/bfd735a8-0067-48bb-ba9f-88037bc8b71d HTTP/1.1" status: 204 len: 168 time: 1.9236104 Jul 23 20:42:06.803623 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49172) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:06.819044 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65255ed5-656c-40ba-8b6a-b52b1ce0fbec req-4ea07452-a3e3-47fe-a379-ab8e4b3ea2e6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:06.843807 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65255ed5-656c-40ba-8b6a-b52b1ce0fbec req-4ea07452-a3e3-47fe-a379-ab8e4b3ea2e6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 931 time: 2.0096936 Jul 23 20:42:06.893641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc54e1-f638-4888-881c-eba335fd17a7 None None] Pushing event updated for resources: {'Port': ['ID=8a1c5516-3d07-4521-aefe-ccc809746c94,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:06.962329 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Allocated IP 172.25.3.85 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/c6104610-c3b3-4e09-9910-2a157145a8b2) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:06.994189 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b435e4ee-f057-49a2-8a50-c95674a7d413, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b435e4ee-f057-49a2-8a50-c95674a7d413,segment=NetworkSegment(dffb2e7f-ac69-4f6f-b36e-f5daf74a8146),segment_id=dffb2e7f-ac69-4f6f-b36e-f5daf74a8146)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:07.027366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69ea53-c521-4b0e-90ec-6c791619c7f3 req-23966f53-142c-47fd-85da-a6b4c39ed7d7 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:07.033749 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'b435e4ee-f057-49a2-8a50-c95674a7d413', 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b', 'port_id': 'b435e4ee-f057-49a2-8a50-c95674a7d413', 'mac_address': 'fa:16:3e:6b:1e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7d5a8f-73b3-41da-b110-f6b7061f8652', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:42:07.033907 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Attempting to bind port 9f93bdee-b109-4fd2-9521-abb8ba5bb349 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:07.034202 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Attempting to bind port 9f93bdee-b109-4fd2-9521-abb8ba5bb349 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:07.034700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f69ea53-c521-4b0e-90ec-6c791619c7f3 req-23966f53-142c-47fd-85da-a6b4c39ed7d7 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 943 time: 1.9044006 Jul 23 20:42:07.035044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Attempting to bind port 9f93bdee-b109-4fd2-9521-abb8ba5bb349 on network b37ae9d4-a01a-4b66-aedc-028c2a70372c {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:07.056243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d7ee5644-98d2-4d30-9154-a0e51f637928 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:07.061381 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65255ed5-656c-40ba-8b6a-b52b1ce0fbec req-acd199c0-4dd0-4a02-88cc-2d24ff3d83c1 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152538 Jul 23 20:42:07.072342 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Transition to ACTIVE for port object 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:07.083075 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-1a955a54-bd05-44fa-a6e2-6f5cd2952c06 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.6463418 Jul 23 20:42:07.099867 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.125148 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be284b2f-d5ad-480a-9146-aa6499233d48 req-b9a65f0d-24cc-4211-9e66-85851f01d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:07.126778 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be284b2f-d5ad-480a-9146-aa6499233d48 req-b9a65f0d-24cc-4211-9e66-85851f01d241 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f7d5a8f-73b3-41da-b110-f6b7061f8652 HTTP/1.1" status: 200 len: 850 time: 1.2011244 Jul 23 20:42:07.216336 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f69ea53-c521-4b0e-90ec-6c791619c7f3 req-86bc20fd-10b3-41b0-9a84-c1b5304448f0 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771429 Jul 23 20:42:07.230046 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be284b2f-d5ad-480a-9146-aa6499233d48 req-e670cfe6-d36e-4e6d-8b84-b71c613d7ab6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f90b3a41-4969-4cfa-9ca5-6d312e791d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746894 Jul 23 20:42:07.241249 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Attempting to bind port 8a1c5516-3d07-4521-aefe-ccc809746c94 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:07.242638 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Attempting to bind port 8a1c5516-3d07-4521-aefe-ccc809746c94 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '9ea67c6d-f74d-4c2b-be73-497c270206c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:07.244680 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Attempting to bind port 8a1c5516-3d07-4521-aefe-ccc809746c94 on network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:07.283785 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:07.284063 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Checking segment: {'id': '9ea67c6d-f74d-4c2b-be73-497c270206c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:07.284460 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.284851 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Bound using segment: {'id': '9ea67c6d-f74d-4c2b-be73-497c270206c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:07.285519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Bound port: 8a1c5516-3d07-4521-aefe-ccc809746c94, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea67c6d-f74d-4c2b-be73-497c270206c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:07.285698 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.294586 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-331f2448-9219-447e-816b-5e017cd7069b tempest-DHCPAgentSchedulersTestJSON-1947301582 tempest-DHCPAgentSchedulersTestJSON-1947301582-project-admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.4862800 Jul 23 20:42:07.325712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49180) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:07.337680 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:07.338140 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Checking segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:07.338339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-076d2f41-0bba-4765-9f0b-84a8f33cc340 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-712094998'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:07.338475 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.338824 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Bound using segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:07.339836 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Bound port: 9f93bdee-b109-4fd2-9521-abb8ba5bb349, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:07.340430 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.389418 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.392007 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.517595 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Pushing event updated for resources: {'Port': ['ID=6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:07.567059 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281d13b1-2367-4492-b232-15c63801da3d {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:42:07.579876 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.588265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076d2f41-0bba-4765-9f0b-84a8f33cc340 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Made reservation on behalf of 5524f40a4c9b4f3a96e2177422082ad6 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:07.593233 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-076d2f41-0bba-4765-9f0b-84a8f33cc340 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.596502 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.674741 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Transition to ACTIVE for port object 281d13b1-2367-4492-b232-15c63801da3d will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:07.723037 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.746665 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:07.774994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:07.776999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Attempting to bind port 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:07.777406 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Attempting to bind port 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:07.777703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Attempting to bind port 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 on network 33c906b4-b1be-4f9f-bd7e-0606053c8aa6 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:07.804892 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:07.809348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Port 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 on network 33c906b4-b1be-4f9f-bd7e-0606053c8aa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:42:07.809950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Attempting to bind port 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 on network 33c906b4-b1be-4f9f-bd7e-0606053c8aa6 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:07.816433 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be284b2f-d5ad-480a-9146-aa6499233d48 req-7d052cfa-2ff0-4bb3-a6b7-7cad40841924 service neutron] 10.222.0.57 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387208 Jul 23 20:42:07.821099 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076d2f41-0bba-4765-9f0b-84a8f33cc340 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:42:07.823302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-120c2eab-21fa-4b36-9ae4-75548ebe15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:07.823826 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-120c2eab-21fa-4b36-9ae4-75548ebe15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:07.824301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-120c2eab-21fa-4b36-9ae4-75548ebe15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:07.824471 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Pushing event updated for resources: {'Port': ['ID=c6104610-c3b3-4e09-9910-2a157145a8b2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:07.825037 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-120c2eab-21fa-4b36-9ae4-75548ebe15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:07.825507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-120c2eab-21fa-4b36-9ae4-75548ebe15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:07.825970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-120c2eab-21fa-4b36-9ae4-75548ebe15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:07.826431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-120c2eab-21fa-4b36-9ae4-75548ebe15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:07.829356 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-120c2eab-21fa-4b36-9ae4-75548ebe15e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 6508 time: 0.5947042 Jul 23 20:42:07.924615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=276ffe4d-c661-4c38-a336-0e50fe7e4e2f,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:07.936641 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:07.936641 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Checking segment: {'id': '2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:07.936641 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Bound using segment: {'id': '2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:07.937105 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Bound port: 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:07.937212 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.952464 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-076d2f41-0bba-4765-9f0b-84a8f33cc340 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.952827 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-076d2f41-0bba-4765-9f0b-84a8f33cc340 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Added segment 7a3346e3-bb1f-44bb-989e-bb3fdf90299c of type vlan for network db6c24f4-6633-445d-a282-b156437d63a1 Jul 23 20:42:07.965799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] For port 8a1c5516-3d07-4521-aefe-ccc809746c94, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:07.970804 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] For port 8a1c5516-3d07-4521-aefe-ccc809746c94, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=8a1c5516-3d07-4521-aefe-ccc809746c94,segment=NetworkSegment(9ea67c6d-f74d-4c2b-be73-497c270206c8),segment_id=9ea67c6d-f74d-4c2b-be73-497c270206c8)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:08.090013 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Pushing event updated for resources: {'Port': ['ID=281d13b1-2367-4492-b232-15c63801da3d,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:08.121678 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.158246 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.185869 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-076d2f41-0bba-4765-9f0b-84a8f33cc340 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.219142 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be284b2f-d5ad-480a-9146-aa6499233d48 req-50049b23-f290-4be1-b543-0c1facab13de service neutron] 10.222.0.57 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593612 Jul 23 20:42:08.224145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Allocated IP 172.20.0.1 (7d665852-860c-4343-a077-e5983de2f93b/32ee7ca9-592b-426a-816e-8e8745c66749/ec012932-caf8-453e-9ee7-bd1125573cb8) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:08.306876 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] For port 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:08.307678 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Attempting to bind port 281d13b1-2367-4492-b232-15c63801da3d on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:08.308933 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Attempting to bind port 281d13b1-2367-4492-b232-15c63801da3d by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:08.309348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Attempting to bind port 281d13b1-2367-4492-b232-15c63801da3d on network 33c906b4-b1be-4f9f-bd7e-0606053c8aa6 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:08.314076 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-f10518d1-1885-4608-8ab3-02ccd98c657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:08.314578 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-f10518d1-1885-4608-8ab3-02ccd98c657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:08.315058 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-f10518d1-1885-4608-8ab3-02ccd98c657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:08.316766 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-f10518d1-1885-4608-8ab3-02ccd98c657a service neutron] 10.222.0.48 "GET /v2.0/networks?id=bd17cd34-e969-4b19-90d9-ebcf6df4f73c&id=59c5d0ae-3121-4e53-88c3-139064a5c09c&id=59c5d0ae-3121-4e53-88c3-139064a5c09c&id=59c5d0ae-3121-4e53-88c3-139064a5c09c&id=59c5d0ae-3121-4e53-88c3-139064a5c09c&id=9e4e0618-9258-49df-b427-fe7749c03fdb&id=9e4e0618-9258-49df-b427-fe7749c03fdb HTTP/1.1" status: 200 len: 2298 time: 0.4091620 Jul 23 20:42:08.321249 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-076d2f41-0bba-4765-9f0b-84a8f33cc340 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.327820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d2f41-0bba-4765-9f0b-84a8f33cc340 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:08.328532 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-076d2f41-0bba-4765-9f0b-84a8f33cc340 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.334687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b435e4ee-f057-49a2-8a50-c95674a7d413 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:42:08.336591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Port 281d13b1-2367-4492-b232-15c63801da3d on network 33c906b4-b1be-4f9f-bd7e-0606053c8aa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:42:08.336990 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Attempting to bind port 281d13b1-2367-4492-b232-15c63801da3d on network 33c906b4-b1be-4f9f-bd7e-0606053c8aa6 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:08.348008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] For port 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76,segment=NetworkSegment(2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c),segment_id=2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:08.411069 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:08.411504 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Checking segment: {'id': '2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:08.412529 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Bound using segment: {'id': '2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:08.413078 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Bound port: 281d13b1-2367-4492-b232-15c63801da3d, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:08.413519 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.457776 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b435e4ee-f057-49a2-8a50-c95674a7d413, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b435e4ee-f057-49a2-8a50-c95674a7d413,segment=NetworkSegment(dffb2e7f-ac69-4f6f-b36e-f5daf74a8146),segment_id=dffb2e7f-ac69-4f6f-b36e-f5daf74a8146)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:08.465695 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.478755 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port d7ee5644-98d2-4d30-9154-a0e51f637928 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:08.502829 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Routers {'35d366b7-6830-4be2-97b8-9bb74b982237'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:08.504383 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['35d366b7-6830-4be2-97b8-9bb74b982237'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:08.507630 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.510265 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-076d2f41-0bba-4765-9f0b-84a8f33cc340 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1834004 Jul 23 20:42:08.514841 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc54e1-f638-4888-881c-eba335fd17a7 None None] Pushing event updated for resources: {'Port': ['ID=8a1c5516-3d07-4521-aefe-ccc809746c94,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:08.525717 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49212) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:08.528051 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port d7ee5644-98d2-4d30-9154-a0e51f637928 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:08.528688 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.625509 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] For port 9f93bdee-b109-4fd2-9521-abb8ba5bb349, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:08.632117 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49214) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:08.685447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d2f41-0bba-4765-9f0b-84a8f33cc340 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Pushing event updated for resources: {'Network': ['ID=db6c24f4-6633-445d-a282-b156437d63a1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:08.693521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:08.694155 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.696769 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] 10.222.0.57 "PUT /v2.0/ports/6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 HTTP/1.1" status: 200 len: 1092 time: 5.0941143 Jul 23 20:42:08.764504 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] For port 9f93bdee-b109-4fd2-9521-abb8ba5bb349, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9f93bdee-b109-4fd2-9521-abb8ba5bb349,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:08.768422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network db6c24f4-6633-445d-a282-b156437d63a1 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:42:08.772766 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['b435e4ee-f057-49a2-8a50-c95674a7d413'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:42:08.813319 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] For port 281d13b1-2367-4492-b232-15c63801da3d, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:08.815996 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.841056 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-efcad4eb-890a-4a77-8add-8db8e299741c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=214304c1-8d67-470d-8ca8-60e60e3fe9e0 HTTP/1.1" status: 200 len: 1002 time: 0.5023696 Jul 23 20:42:08.846741 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d', 'tag': '6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:08.850542 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451d168e-835e-49af-9f42-57ca1a06802a" -d '{"events": [{"name": "network-changed", "server_uuid": "b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d", "tag": "6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:08.874648 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.880214 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.897038 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] For port 281d13b1-2367-4492-b232-15c63801da3d, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=281d13b1-2367-4492-b232-15c63801da3d,segment=NetworkSegment(2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c),segment_id=2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:08.949531 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.961176 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Transition to ACTIVE for port object b9f25030-c36b-4a66-98b5-e522d6222582 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:09.000857 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd5480-c189-4723-afb2-813b65e82cad service neutron] Pushing event updated for resources: {'Port': ['ID=6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:09.024450 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.025562 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Transition to ACTIVE for port object ec012932-caf8-453e-9ee7-bd1125573cb8 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:09.077950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0d33b-ba84-425f-933f-9535d09d87cb req-a654a57e-e5b8-47fa-8c76-f413ec7ef624 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:09.079907 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3db0d33b-ba84-425f-933f-9535d09d87cb req-a654a57e-e5b8-47fa-8c76-f413ec7ef624 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 943 time: 0.8428824 Jul 23 20:42:09.098003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b42a1-d32e-4646-bd64-7ac7c140bff0 req-5f93c1b6-4909-4260-8c74-574c9635d894 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:09.099864 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-208b42a1-d32e-4646-bd64-7ac7c140bff0 req-5f93c1b6-4909-4260-8c74-574c9635d894 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 943 time: 0.7598341 Jul 23 20:42:09.128611 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26d11e78-3da3-49c3-86af-cf4dc0e4d8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.143032 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.184699 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-208b42a1-d32e-4646-bd64-7ac7c140bff0 req-3bfcebef-f196-49ca-8aad-9c9dc411da30 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773559 Jul 23 20:42:09.210758 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.213076 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-67731bd7-0b67-4fc4-b499-b8065ff6f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:09.214891 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-67731bd7-0b67-4fc4-b499-b8065ff6f1e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e30070cc-08f6-4366-9d16-3dfe52a72249 HTTP/1.1" status: 200 len: 856 time: 0.3465595 Jul 23 20:42:09.242270 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=b435e4ee-f057-49a2-8a50-c95674a7d413,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:09.253320 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Transition to ACTIVE for port object b9f25030-c36b-4a66-98b5-e522d6222582 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:09.259597 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Pushing event updated for resources: {'Port': ['ID=281d13b1-2367-4492-b232-15c63801da3d,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:09.260578 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Routers {'8730fafd-633c-439d-b5d2-c283a01ce331'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:09.261217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8730fafd-633c-439d-b5d2-c283a01ce331'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:09.264779 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:09.276669 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.279639 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c990288d-61dc-4996-8f63-298fb6449469 req-38427cb6-5d39-419f-b336-b790b9561323 service neutron] 10.222.0.48 "PUT /v2.0/ports/281d13b1-2367-4492-b232-15c63801da3d HTTP/1.1" status: 200 len: 1092 time: 4.1487336 Jul 23 20:42:09.285338 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd046123-dc01-4cbd-b570-796687db7ac4', 'tag': '281d13b1-2367-4492-b232-15c63801da3d'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:09.288028 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dae56f-9d01-49c3-b575-f7f60eeff727" -d '{"events": [{"name": "network-changed", "server_uuid": "cd046123-dc01-4cbd-b570-796687db7ac4", "tag": "281d13b1-2367-4492-b232-15c63801da3d"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:09.343086 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.362975 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3db0d33b-ba84-425f-933f-9535d09d87cb req-2f190c97-33d3-42bd-867a-9e893b542349 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432036 Jul 23 20:42:09.387637 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] Set router 35d366b7-6830-4be2-97b8-9bb74b982237 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:09.428312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Network 7d665852-860c-4343-a077-e5983de2f93b is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:09.436555 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa635373-2281-44d5-a416-3baa30061aa4 x-openstack-request-id: req-fa635373-2281-44d5-a416-3baa30061aa4 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:09.436875 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d", "tag": "6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:09.437446 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa635373-2281-44d5-a416-3baa30061aa4 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:09.437909 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d', 'tag': '6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76', 'status': 'completed', 'code': 200} Jul 23 20:42:09.469417 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:09.479308 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:09.484562 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=ec012932-caf8-453e-9ee7-bd1125573cb8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:09.500429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-ed1a3216-1f40-4688-8bb9-32372026498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:09.502750 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-ed1a3216-1f40-4688-8bb9-32372026498b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c09365c5b69442eba1a7b915a62a386&device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 1095 time: 0.6483541 Jul 23 20:42:09.630468 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-f8d0c98d-2386-419b-aa26-92145e99d814 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 HTTP/1.1" status: 200 len: 217 time: 0.0953093 Jul 23 20:42:09.633156 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port d7ee5644-98d2-4d30-9154-a0e51f637928, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d7ee5644-98d2-4d30-9154-a0e51f637928,segment=NetworkSegment(7aeef90a-1500-4858-aa70-ad7bfc085157),segment_id=7aeef90a-1500-4858-aa70-ad7bfc085157)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:09.697108 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Network 0cabcfbb-bfc6-4845-bede-34fefffbf8b0 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:09.712064 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.716910 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-92ac4b42-53b2-4ea1-9243-00b9225def53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:09.723253 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-92ac4b42-53b2-4ea1-9243-00b9225def53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bd17cd34-e969-4b19-90d9-ebcf6df4f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4254732 Jul 23 20:42:09.769239 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.770039 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 039156eb-ce66-4dd9-886f-deb7788ec8fb up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:09.889573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:09.892337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:09.904758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad0c4a-eecd-4a24-937e-c0764d5e5c4e None None] Pushing event updated for resources: {'Port': ['ID=9f93bdee-b109-4fd2-9521-abb8ba5bb349,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:09.926854 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a77aa407-9b66-4691-b4ae-224923c52819 None None] Provisioning complete for port d7ee5644-98d2-4d30-9154-a0e51f637928 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:09.927342 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a77aa407-9b66-4691-b4ae-224923c52819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.930294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-1ea44069-6eb7-4c97-8c16-f0669e95d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:09.931832 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-1ea44069-6eb7-4c97-8c16-f0669e95d0a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1f964b3-34ec-4a13-a322-95c058e9df68 HTTP/1.1" status: 200 len: 859 time: 0.2896781 Jul 23 20:42:09.968022 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f658508e-c982-489c-b453-1a682c6e1673 x-openstack-request-id: req-f658508e-c982-489c-b453-1a682c6e1673 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:09.969003 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd046123-dc01-4cbd-b570-796687db7ac4", "tag": "281d13b1-2367-4492-b232-15c63801da3d", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:09.969410 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f658508e-c982-489c-b453-1a682c6e1673 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:09.970067 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd046123-dc01-4cbd-b570-796687db7ac4', 'tag': '281d13b1-2367-4492-b232-15c63801da3d', 'status': 'completed', 'code': 200} Jul 23 20:42:09.977029 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-21360313-b039-4234-b1ac-0eed8ab46b25 tempest-DHCPAgentSchedulersTestJSON-1947301582 tempest-DHCPAgentSchedulersTestJSON-1947301582-project-admin] 10.222.0.55 "GET /v2.0/agents/0185d2b3-f914-461c-adfe-59b573dfce5a/dhcp-networks HTTP/1.1" status: 200 len: 12839 time: 1.4477410 Jul 23 20:42:09.984110 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49224) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:10.015800 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-29900c0b-af50-4070-a645-9bc38f342881 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747752 Jul 23 20:42:10.042896 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.071968 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 039156eb-ce66-4dd9-886f-deb7788ec8fb triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:10.072525 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.107936 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.118684 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990288d-61dc-4996-8f63-298fb6449469 req-f267fd42-4427-453b-8b87-e08417c33d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:10.122262 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c990288d-61dc-4996-8f63-298fb6449469 req-f267fd42-4427-453b-8b87-e08417c33d2b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4c09365c5b69442eba1a7b915a62a386&device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 1095 time: 0.6968169 Jul 23 20:42:10.171379 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-6a058c48-a981-4137-860c-b33b1984e0d8 service neutron] 10.222.0.48 "GET /v2.0/networks/bd17cd34-e969-4b19-90d9-ebcf6df4f73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006592 Jul 23 20:42:10.180437 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-e5308199-2e88-40ce-a3ef-b9addd0b9e40 service neutron] 10.222.0.57 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529884 Jul 23 20:42:10.187013 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Attempting to bind port b9f25030-c36b-4a66-98b5-e522d6222582 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:10.187389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Attempting to bind port b9f25030-c36b-4a66-98b5-e522d6222582 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'fe937453-99c9-406b-84cd-d11eec6b3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0cabcfbb-bfc6-4845-bede-34fefffbf8b0'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:10.187531 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Attempting to bind port b9f25030-c36b-4a66-98b5-e522d6222582 on network 0cabcfbb-bfc6-4845-bede-34fefffbf8b0 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:10.206597 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Pushing event updated for resources: {'Port': ['ID=b9f25030-c36b-4a66-98b5-e522d6222582,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:10.217653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] Set router 8730fafd-633c-439d-b5d2-c283a01ce331 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:10.244716 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c990288d-61dc-4996-8f63-298fb6449469 req-fc8aef41-d4f4-4e61-a949-8529baba4d24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=281d13b1-2367-4492-b232-15c63801da3d HTTP/1.1" status: 200 len: 217 time: 0.1093071 Jul 23 20:42:10.350095 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:10.350402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d61935d-a427-4b1a-b2b9-adb9446b925e tempest-DHCPAgentSchedulersTestJSON-1947301582 tempest-DHCPAgentSchedulersTestJSON-1947301582-project-admin] Network db6c24f4-6633-445d-a282-b156437d63a1 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:42:10.350509 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Checking segment: {'id': 'fe937453-99c9-406b-84cd-d11eec6b3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0cabcfbb-bfc6-4845-bede-34fefffbf8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:10.350855 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.351275 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Bound using segment: {'id': 'fe937453-99c9-406b-84cd-d11eec6b3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0cabcfbb-bfc6-4845-bede-34fefffbf8b0'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:10.351754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Bound port: b9f25030-c36b-4a66-98b5-e522d6222582, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe937453-99c9-406b-84cd-d11eec6b3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0cabcfbb-bfc6-4845-bede-34fefffbf8b0'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:10.352129 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.373355 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26d11e78-3da3-49c3-86af-cf4dc0e4d8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.391830 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26d11e78-3da3-49c3-86af-cf4dc0e4d8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.399145 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6d61935d-a427-4b1a-b2b9-adb9446b925e tempest-DHCPAgentSchedulersTestJSON-1947301582 tempest-DHCPAgentSchedulersTestJSON-1947301582-project-admin] 10.222.0.55 "POST /v2.0/agents/0185d2b3-f914-461c-adfe-59b573dfce5a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4091182 Jul 23 20:42:10.400089 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49232) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:10.407733 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990288d-61dc-4996-8f63-298fb6449469 req-cd89be4d-8782-494e-93a1-b118a5d5bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:10.408340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c87ad9d-830e-457a-a9c1-93e4cebe9490 req-f097ff94-c827-494a-83fb-e8642ab61ecb service neutron] 10.222.0.57 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111180 Jul 23 20:42:10.408595 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c990288d-61dc-4996-8f63-298fb6449469 req-cd89be4d-8782-494e-93a1-b118a5d5bcb6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1f964b3-34ec-4a13-a322-95c058e9df68 HTTP/1.1" status: 200 len: 859 time: 0.1244836 Jul 23 20:42:10.413084 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf924e5a-b059-4871-a2a3-8b3e62c4aab8 None None] Network db6c24f4-6633-445d-a282-b156437d63a1 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:10.489054 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c990288d-61dc-4996-8f63-298fb6449469 req-1185f5f4-2825-4609-b4e8-43758d8b9ab5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602205 Jul 23 20:42:10.497866 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-26d11e78-3da3-49c3-86af-cf4dc0e4d8de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c0211c0ab2a4dda95ed9e79495471f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8210211 Jul 23 20:42:10.497866 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49236) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:10.505224 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d11e78-3da3-49c3-86af-cf4dc0e4d8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaf5316-5237-493c-9589-d3c1b51f7ef8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:10.649482 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-815bf0f1-972e-427b-8c12-1a149e16aa1c service neutron] 10.222.0.48 "GET /v2.0/networks/bd17cd34-e969-4b19-90d9-ebcf6df4f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666293 Jul 23 20:42:10.683959 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Router 7d1b8871-8bf5-440d-b60c-01b50bf5f699 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:42:10.724396 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-91b3e91b-795d-4fc1-b693-340a5e1a1d85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=9897128c-b4b2-4b65-a39d-e74031bf6da6 HTTP/1.1" status: 200 len: 217 time: 0.0596449 Jul 23 20:42:10.757204 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c674527-e551-4f25-95e5-ab8e341ff6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.806017 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=d7ee5644-98d2-4d30-9154-a0e51f637928,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:10.845300 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-165308a3-2e3e-4926-a568-a511c0bb4198 tempest-DHCPAgentSchedulersTestJSON-1947301582 tempest-DHCPAgentSchedulersTestJSON-1947301582-project-admin] 10.222.0.55 "GET /v2.0/agents/0185d2b3-f914-461c-adfe-59b573dfce5a/dhcp-networks HTTP/1.1" status: 200 len: 13609 time: 0.4371409 Jul 23 20:42:10.852877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49238) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:10.864787 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c990288d-61dc-4996-8f63-298fb6449469 req-0b3a4e01-f576-4499-97b4-98897826f939 service neutron] 10.222.0.48 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394301 Jul 23 20:42:10.882156 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c674527-e551-4f25-95e5-ab8e341ff6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.961729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] For port b9f25030-c36b-4a66-98b5-e522d6222582, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:11.002626 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] For port b9f25030-c36b-4a66-98b5-e522d6222582, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b9f25030-c36b-4a66-98b5-e522d6222582,segment=NetworkSegment(fe937453-99c9-406b-84cd-d11eec6b3fea),segment_id=fe937453-99c9-406b-84cd-d11eec6b3fea)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:11.019341 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.027712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'name': 'tempest-TestServerMultinode-1186118736-router', 'tenant_id': 'e62242998eb04caeabc26266b73f69c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ae7a328d-44b5-482d-867c-e2ba3ca1e123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:41Z', 'updated_at': '2021-07-23T20:41:52Z', 'revision_number': 4, 'project_id': 'e62242998eb04caeabc26266b73f69c3', 'gw_port': {'id': 'ae7a328d-44b5-482d-867c-e2ba3ca1e123', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:43Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '8a1c5516-3d07-4521-aefe-ccc809746c94', 'name': '', 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a', 'tenant_id': 'e62242998eb04caeabc26266b73f69c3', 'mac_address': 'fa:16:3e:66:c2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '04b94e23-fcf8-4b24-badb-9285c4526fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:50Z', 'updated_at': '2021-07-23T20:42:07Z', 'revision_number': 4, 'project_id': 'e62242998eb04caeabc26266b73f69c3', 'subnets': [{'id': '04b94e23-fcf8-4b24-badb-9285c4526fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:11.045853 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:11.068453 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8c6906d8-8675-490e-8b9e-49958cd414a7 tempest-DHCPAgentSchedulersTestJSON-1947301582 tempest-DHCPAgentSchedulersTestJSON-1947301582-project-admin] 10.222.0.55 "DELETE /v2.0/agents/0185d2b3-f914-461c-adfe-59b573dfce5a/dhcp-networks/db6c24f4-6633-445d-a282-b156437d63a1 HTTP/1.1" status: 204 len: 168 time: 0.2119477 Jul 23 20:42:11.070528 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49240) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:11.090442 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c990288d-61dc-4996-8f63-298fb6449469 req-f688b400-c8c8-46c4-b11f-5c69304ecbcf service neutron] 10.222.0.48 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105985 Jul 23 20:42:11.094904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.096190 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cc94538f-1e09-4008-b9bf-b71ad707227f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8286848 Jul 23 20:42:11.096359 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c02234b-5e64-41bd-9b47-909cd178fdca None None] The sync data for ids ['35d366b7-6830-4be2-97b8-9bb74b982237'] in n-d-791504-18 is: [{'id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'name': 'tempest-TestServerMultinode-1186118736-router', 'tenant_id': 'e62242998eb04caeabc26266b73f69c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ae7a328d-44b5-482d-867c-e2ba3ca1e123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:41Z', 'updated_at': '2021-07-23T20:41:52Z', 'revision_number': 4, 'project_id': 'e62242998eb04caeabc26266b73f69c3', 'gw_port': {'id': 'ae7a328d-44b5-482d-867c-e2ba3ca1e123', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:43Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '8a1c5516-3d07-4521-aefe-ccc809746c94', 'name': '', 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a', 'tenant_id': 'e62242998eb04caeabc26266b73f69c3', 'mac_address': 'fa:16:3e:66:c2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '04b94e23-fcf8-4b24-badb-9285c4526fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:50Z', 'updated_at': '2021-07-23T20:42:07Z', 'revision_number': 4, 'project_id': 'e62242998eb04caeabc26266b73f69c3', 'subnets': [{'id': '04b94e23-fcf8-4b24-badb-9285c4526fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:11.100376 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49242) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:11.118085 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c674527-e551-4f25-95e5-ab8e341ff6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.120926 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c674527-e551-4f25-95e5-ab8e341ff6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.122299 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5c674527-e551-4f25-95e5-ab8e341ff6dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ebaf5316-5237-493c-9589-d3c1b51f7ef8 HTTP/1.1" status: 204 len: 168 time: 0.6239319 Jul 23 20:42:11.127168 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:08Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:11.129234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Sync routers for ids ['7d1b8871-8bf5-440d-b60c-01b50bf5f699'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:11.197411 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8b8d2559-452d-450b-b33e-ea7ab870662f None None] Provisioning for port ec012932-caf8-453e-9ee7-bd1125573cb8 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:11.200630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2512c64-5616-4eaf-a89d-0527639e4d12 None None] The sync data for ids ['8730fafd-633c-439d-b5d2-c283a01ce331'] in n-d-791504-18 is: [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:08Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:11.213981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fc79c-0f3c-40c4-b94a-54871187981e None None] Pushing event updated for resources: {'Port': ['ID=b9f25030-c36b-4a66-98b5-e522d6222582,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:11.256744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8b8d2559-452d-450b-b33e-ea7ab870662f None None] Provisioning complete for port ec012932-caf8-453e-9ee7-bd1125573cb8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:11.257312 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8b8d2559-452d-450b-b33e-ea7ab870662f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.302024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d168e-835e-49af-9f42-57ca1a06802a req-5e976c7e-4366-48e4-95e1-1ad647daa767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:11.306710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-451d168e-835e-49af-9f42-57ca1a06802a req-5e976c7e-4366-48e4-95e1-1ad647daa767 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c09365c5b69442eba1a7b915a62a386&device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 1095 time: 0.8185830 Jul 23 20:42:11.324620 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.335496 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Routers {'7d1b8871-8bf5-440d-b60c-01b50bf5f699'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:11.336736 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['7d1b8871-8bf5-440d-b60c-01b50bf5f699'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:11.340470 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c674527-e551-4f25-95e5-ab8e341ff6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaf5316-5237-493c-9589-d3c1b51f7ef8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:11.403748 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec62569-4293-4e7a-a063-331699d8cae8 req-b6a62eb1-4981-487d-87d1-f2ddba1d050b tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:11.405453 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ec62569-4293-4e7a-a063-331699d8cae8 req-b6a62eb1-4981-487d-87d1-f2ddba1d050b tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 944 time: 1.0966034 Jul 23 20:42:11.411007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-861673ae-9329-4fb0-b7d7-0ad080f4e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:11.412696 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-861673ae-9329-4fb0-b7d7-0ad080f4e211 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a29a518f-ecc9-4636-9c65-c54cb733ea9a HTTP/1.1" status: 200 len: 797 time: 0.6624577 Jul 23 20:42:11.438085 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.573823 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 276ffe4d-c661-4c38-a336-0e50fe7e4e2f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:11.581645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd0ed8-4568-48d1-b024-5177e72252fa req-9488ce4c-a228-4cd5-893a-44afce27706d tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:11.623375 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-befd0ed8-4568-48d1-b024-5177e72252fa req-9488ce4c-a228-4cd5-893a-44afce27706d tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 943 time: 1.0928097 Jul 23 20:42:11.666553 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8b8d2559-452d-450b-b33e-ea7ab870662f None None] Port ec012932-caf8-453e-9ee7-bd1125573cb8 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:11.706046 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8b8d2559-452d-450b-b33e-ea7ab870662f None None] Could not find standard attr ID for object bfd735a8-0067-48bb-ba9f-88037bc8b71d. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:42:11.801904 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 276ffe4d-c661-4c38-a336-0e50fe7e4e2f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:11.803418 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.055965 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d7ee5644-98d2-4d30-9154-a0e51f637928 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:12.139890 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d779a16f-1a84-4990-bd17-fdd3f6c89642 tempest-DHCPAgentSchedulersTestJSON-1947301582 tempest-DHCPAgentSchedulersTestJSON-1947301582-project-admin] 10.222.0.55 "GET /v2.0/agents/0185d2b3-f914-461c-adfe-59b573dfce5a/dhcp-networks HTTP/1.1" status: 200 len: 12839 time: 1.0681911 Jul 23 20:42:12.147131 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49250) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:12.149101 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dae56f-9d01-49c3-b575-f7f60eeff727 req-aa432587-fc6c-4ec4-95f4-0c8353bf9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:12.150863 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-24dae56f-9d01-49c3-b575-f7f60eeff727 req-aa432587-fc6c-4ec4-95f4-0c8353bf9719 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4c09365c5b69442eba1a7b915a62a386&device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 1095 time: 0.8894935 Jul 23 20:42:12.164626 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Set router 7d1b8871-8bf5-440d-b60c-01b50bf5f699 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:12.274381 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49252) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:12.315796 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port d7ee5644-98d2-4d30-9154-a0e51f637928 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:12.316668 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.362653 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a12c5a8a-159c-4835-8968-9d511a3ac81a tempest-DHCPAgentSchedulersTestJSON-1947301582 tempest-DHCPAgentSchedulersTestJSON-1947301582-project-admin] 10.222.0.55 "GET /v2.0/networks/27108588-003f-416a-b7e6-42e1d5338639/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.2092378 Jul 23 20:42:12.376866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=ec012932-caf8-453e-9ee7-bd1125573cb8,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:12.384703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49254) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:12.416609 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b967281e-03e5-47d5-9813-06d867ce823e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.416952 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.434224 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ec62569-4293-4e7a-a063-331699d8cae8 req-a9607e43-567c-46ac-9ea4-73fef9a366bc tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9971020 Jul 23 20:42:12.484171 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-befd0ed8-4568-48d1-b024-5177e72252fa req-3d8cc4b0-eafb-4839-9850-6344c1b3f3a8 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8595810 Jul 23 20:42:12.492263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d168e-835e-49af-9f42-57ca1a06802a req-5dde6977-97e6-4343-83eb-349bffb4a333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:12.493976 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-451d168e-835e-49af-9f42-57ca1a06802a req-5dde6977-97e6-4343-83eb-349bffb4a333 service neutron] 10.222.0.57 "GET /v2.0/networks?id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6 HTTP/1.1" status: 200 len: 920 time: 1.1621377 Jul 23 20:42:12.640626 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:42:12.755473 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b435e4ee-f057-49a2-8a50-c95674a7d413 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:12.770524 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-451d168e-835e-49af-9f42-57ca1a06802a req-c4cebcab-f8f4-4621-bf8a-5bed795d456f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 HTTP/1.1" status: 200 len: 217 time: 0.2501879 Jul 23 20:42:12.789420 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2c973e89-08dc-4134-a02a-98bd17f09467 tempest-DHCPAgentSchedulersTestJSON-1947301582 tempest-DHCPAgentSchedulersTestJSON-1947301582-project-admin] 10.222.0.55 "GET /v2.0/networks/27108588-003f-416a-b7e6-42e1d5338639/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.3943117 Jul 23 20:42:12.814579 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49256) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:12.868081 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b967281e-03e5-47d5-9813-06d867ce823e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.878653 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dae56f-9d01-49c3-b575-f7f60eeff727 req-4f5585cc-62a0-472f-8ae4-5552219f0f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:12.881507 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-24dae56f-9d01-49c3-b575-f7f60eeff727 req-4f5585cc-62a0-472f-8ae4-5552219f0f34 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6 HTTP/1.1" status: 200 len: 920 time: 0.7039204 Jul 23 20:42:12.888490 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-6dc035bb-e7bd-4d03-869e-78841c840f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:12.889636 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b967281e-03e5-47d5-9813-06d867ce823e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.890854 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-6dc035bb-e7bd-4d03-869e-78841c840f19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59c5d0ae-3121-4e53-88c3-139064a5c09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.3515697 Jul 23 20:42:12.967702 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76,segment=NetworkSegment(2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c),segment_id=2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:13.010140 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76', 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6', 'port_id': '6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76', 'mac_address': 'fa:16:3e:09:45:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f964b3-34ec-4a13-a322-95c058e9df68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:42:13.027992 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:42:13.032505 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-24dae56f-9d01-49c3-b575-f7f60eeff727 req-126df15a-d9d6-4371-856b-cfe44ab32b89 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=281d13b1-2367-4492-b232-15c63801da3d HTTP/1.1" status: 200 len: 217 time: 0.1401584 Jul 23 20:42:13.042973 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port b435e4ee-f057-49a2-8a50-c95674a7d413 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:13.048786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'name': 'tempest-TestVolumeBootPattern-1732236184-router', 'tenant_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c6104610-c3b3-4e09-9910-2a157145a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:03Z', 'updated_at': '2021-07-23T20:42:08Z', 'revision_number': 3, 'project_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'gw_port': {'id': 'c6104610-c3b3-4e09-9910-2a157145a8b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:eb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:06Z', 'updated_at': '2021-07-23T20:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:13.101289 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.139725 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d168e-835e-49af-9f42-57ca1a06802a req-199b67df-9b20-4f78-9454-4ebaadaee577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:13.144715 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b967281e-03e5-47d5-9813-06d867ce823e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=638d8f1ffc1b4ee4b09a881ac556faae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8647428 Jul 23 20:42:13.145293 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-451d168e-835e-49af-9f42-57ca1a06802a req-199b67df-9b20-4f78-9454-4ebaadaee577 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1f964b3-34ec-4a13-a322-95c058e9df68 HTTP/1.1" status: 200 len: 859 time: 0.3577795 Jul 23 20:42:13.145293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Network 7d665852-860c-4343-a077-e5983de2f93b is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:13.145554 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port b435e4ee-f057-49a2-8a50-c95674a7d413 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:13.145554 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.146585 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-33e75233-013d-4e69-ac4f-9d7fe5cb055b service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421410 Jul 23 20:42:13.146585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49258) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:13.152104 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967281e-03e5-47d5-9813-06d867ce823e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922997a0-f40e-48dd-b307-1af207531526,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:13.154127 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Checking router: 7d1b8871-8bf5-440d-b60c-01b50bf5f699 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:42:13.157539 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Updating router 7d1b8871-8bf5-440d-b60c-01b50bf5f699 port c6104610-c3b3-4e09-9910-2a157145a8b2 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:42:13.181251 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:13.228062 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e09f8f51-67eb-45f8-ab89-392dac73c41f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:13.230046 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b2445b-ad22-49e8-a2f4-f1036c4b6c6a None None] Network 0cabcfbb-bfc6-4845-bede-34fefffbf8b0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:13.242944 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:42:13.243330 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dae56f-9d01-49c3-b575-f7f60eeff727 req-fbffc015-e1ab-48b0-a55c-06076747713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:13.245220 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-24dae56f-9d01-49c3-b575-f7f60eeff727 req-fbffc015-e1ab-48b0-a55c-06076747713a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1f964b3-34ec-4a13-a322-95c058e9df68 HTTP/1.1" status: 200 len: 859 time: 0.1730659 Jul 23 20:42:13.265316 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-451d168e-835e-49af-9f42-57ca1a06802a req-b5511907-a729-49f5-8286-a22a1b7f6817 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165760 Jul 23 20:42:13.317519 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.329866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 281d13b1-2367-4492-b232-15c63801da3d details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:42:13.364876 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-24dae56f-9d01-49c3-b575-f7f60eeff727 req-997aa68b-956a-48cb-b05a-e4dab142a118 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552201 Jul 23 20:42:13.390268 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.450143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63d9b305-8a41-483b-ac6f-7385b805236c None None] Provisioning for port b9f25030-c36b-4a66-98b5-e522d6222582 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:13.454309 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76,segment=NetworkSegment(2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c),segment_id=2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:13.535794 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac352ca0-abf4-40f8-8974-2cfa12408074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.617679 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-d32cc5cb-dfe7-4485-9f11-c00061a5be66 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342945 Jul 23 20:42:13.638449 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 281d13b1-2367-4492-b232-15c63801da3d, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=281d13b1-2367-4492-b232-15c63801da3d,segment=NetworkSegment(2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c),segment_id=2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:13.671262 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.701034 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-24dae56f-9d01-49c3-b575-f7f60eeff727 req-5f233643-7a3e-4dc1-bcf6-4ae54004c448 service neutron] 10.222.0.48 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181806 Jul 23 20:42:13.702271 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Allocated IP 172.20.0.1 (0cabcfbb-bfc6-4845-bede-34fefffbf8b0/a8c23732-f27b-4898-ba7e-b4ffa76ae543/0335c73d-9f26-40a3-b0ab-2087f11e97cd) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:13.737038 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9fb28c4f-5e2b-44ec-9726-246d613bd373 tempest-DHCPAgentSchedulersTestJSON-1947301582 tempest-DHCPAgentSchedulersTestJSON-1947301582-project-admin] 10.222.0.55 "GET /v2.0/agents/0185d2b3-f914-461c-adfe-59b573dfce5a/dhcp-networks HTTP/1.1" status: 200 len: 12839 time: 0.9108975 Jul 23 20:42:13.737463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49270) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:13.810586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Router 68731f37-6048-415b-a5b3-0ada5f557ab8 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:13.815899 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac352ca0-abf4-40f8-8974-2cfa12408074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.818621 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-f3e3f6cf-212c-47a2-a9e9-954816b70407 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=8d621365-bcf9-403d-83db-84d9bdb36ec9 HTTP/1.1" status: 200 len: 217 time: 0.1679132 Jul 23 20:42:13.850208 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '281d13b1-2367-4492-b232-15c63801da3d', 'network_id': '33c906b4-b1be-4f9f-bd7e-0606053c8aa6', 'port_id': '281d13b1-2367-4492-b232-15c63801da3d', 'mac_address': 'fa:16:3e:2a:d2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f964b3-34ec-4a13-a322-95c058e9df68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:42:13.932635 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-451d168e-835e-49af-9f42-57ca1a06802a req-1cbfd57c-a448-4e7a-98b8-33efbaa8b4a2 service neutron] 10.222.0.57 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6473255 Jul 23 20:42:13.950775 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:42:14.046177 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-0385754e-290f-49b6-8dd8-ed50961ba1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:14.047820 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-0385754e-290f-49b6-8dd8-ed50961ba1f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a29a518f-ecc9-4636-9c65-c54cb733ea9a HTTP/1.1" status: 200 len: 797 time: 0.2192371 Jul 23 20:42:14.078786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port e09f8f51-67eb-45f8-ab89-392dac73c41f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:14.093092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c5dc5-0e95-466f-af6e-758e0230eeed req-ef7b7f84-09fe-424f-be2d-8f1dc7bb4e75 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:14.094684 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a56c5dc5-0e95-466f-af6e-758e0230eeed req-ef7b7f84-09fe-424f-be2d-8f1dc7bb4e75 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 943 time: 0.4449615 Jul 23 20:42:14.096520 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1ea2555f-bcde-4fd3-b61a-75b53c531c7e None None] Provisioning complete for port ec012932-caf8-453e-9ee7-bd1125573cb8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:14.096698 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ea2555f-bcde-4fd3-b61a-75b53c531c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.122979 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:14.125630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port e09f8f51-67eb-45f8-ab89-392dac73c41f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:14.126077 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.138989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea0868-f242-4cfe-942b-2c5042421f1d req-9ea9f239-7ea2-417f-878a-119476caae70 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:14.140606 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c9ea0868-f242-4cfe-942b-2c5042421f1d req-9ea9f239-7ea2-417f-878a-119476caae70 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 944 time: 0.4940259 Jul 23 20:42:14.155917 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.172803 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac352ca0-abf4-40f8-8974-2cfa12408074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.175424 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac352ca0-abf4-40f8-8974-2cfa12408074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.178958 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ac352ca0-abf4-40f8-8974-2cfa12408074 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/922997a0-f40e-48dd-b307-1af207531526 HTTP/1.1" status: 204 len: 168 time: 1.0291033 Jul 23 20:42:14.226225 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.232958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac352ca0-abf4-40f8-8974-2cfa12408074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922997a0-f40e-48dd-b307-1af207531526,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:14.298692 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-24dae56f-9d01-49c3-b575-f7f60eeff727 req-2747958a-d2bd-4755-802a-cc5c7960e821 service neutron] 10.222.0.48 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824599 Jul 23 20:42:14.310673 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-451d168e-835e-49af-9f42-57ca1a06802a req-ea32563d-13df-4789-82d7-8866d246bc7d service neutron] 10.222.0.57 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330073 Jul 23 20:42:14.317153 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d859fc8-0740-4784-bbe0-4152d5145b21 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.339327 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a56c5dc5-0e95-466f-af6e-758e0230eeed req-eb191e69-3c35-4e2d-b76c-ca53eed91a55 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258339 Jul 23 20:42:14.342575 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c9ea0868-f242-4cfe-942b-2c5042421f1d req-a0a97ac5-aa70-42b9-9f1f-6b2453485b9b tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611643 Jul 23 20:42:14.346710 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:14.354857 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-83d53364-6a4b-4947-a445-53b32e978ce3 admin admin] 10.222.0.55 "PUT /v2.0/routers/68731f37-6048-415b-a5b3-0ada5f557ab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4596570 Jul 23 20:42:14.365461 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Sync routers for ids ['68731f37-6048-415b-a5b3-0ada5f557ab8'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:14.386810 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Routers {'68731f37-6048-415b-a5b3-0ada5f557ab8'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:14.387578 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['68731f37-6048-415b-a5b3-0ada5f557ab8'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:14.396107 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-6d4bf97f-2b08-4350-ae0e-4c2b7faf640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:14.398465 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-6d4bf97f-2b08-4350-ae0e-4c2b7faf640c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59c5d0ae-3121-4e53-88c3-139064a5c09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3315582 Jul 23 20:42:14.402518 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.420073 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281d13b1-2367-4492-b232-15c63801da3d {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:42:14.424353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Transition to ACTIVE for port object 0335c73d-9f26-40a3-b0ab-2087f11e97cd will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:14.512284 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port b435e4ee-f057-49a2-8a50-c95674a7d413, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b435e4ee-f057-49a2-8a50-c95674a7d413,segment=NetworkSegment(dffb2e7f-ac69-4f6f-b36e-f5daf74a8146),segment_id=dffb2e7f-ac69-4f6f-b36e-f5daf74a8146)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:14.553175 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.560476 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Set router 68731f37-6048-415b-a5b3-0ada5f557ab8 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:14.670425 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-d714a49c-c9e3-4a33-b37f-8384556d8f59 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601628 Jul 23 20:42:14.728759 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.748400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Network 0cabcfbb-bfc6-4845-bede-34fefffbf8b0 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:14.750712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Transition to ACTIVE for port object c6104610-c3b3-4e09-9910-2a157145a8b2 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:14.759564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:14.797785 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 281d13b1-2367-4492-b232-15c63801da3d, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=281d13b1-2367-4492-b232-15c63801da3d,segment=NetworkSegment(2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c),segment_id=2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:14.808746 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b89c9b-4312-42c3-9b85-e7eea1f5227f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b435e4ee-f057-49a2-8a50-c95674a7d413'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:14.812977 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f4a3ea-d60e-4fa2-953f-fd5e05f92ca1" -d '{"events": [{"server_uuid": "44b89c9b-4312-42c3-9b85-e7eea1f5227f", "name": "network-vif-plugged", "status": "completed", "tag": "b435e4ee-f057-49a2-8a50-c95674a7d413"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:14.822682 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d859fc8-0740-4784-bbe0-4152d5145b21 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.829176 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-7ca5d7b9-d2ef-4cbb-a1bb-7f8291ac71f3 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470845 Jul 23 20:42:14.835428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:14.845363 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Pushing event updated for resources: {'Port': ['ID=0335c73d-9f26-40a3-b0ab-2087f11e97cd,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:14.861070 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-8d859fc8-0740-4784-bbe0-4152d5145b21 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6c24f4-6633-445d-a282-b156437d63a1']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:14.869719 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.894954 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-0506f93f-52df-427d-8a94-92ebd63dd2cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=15c94fa6-9255-45bc-a13a-117c1b554b47 HTTP/1.1" status: 200 len: 217 time: 0.0533981 Jul 23 20:42:14.895514 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'name': 'tempest-TestServerMultinode-461744466-router', 'tenant_id': '22d791fa60374fac9355b21b8e801f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e09f8f51-67eb-45f8-ab89-392dac73c41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:58Z', 'updated_at': '2021-07-23T20:42:09Z', 'revision_number': 4, 'project_id': '22d791fa60374fac9355b21b8e801f42', 'gw_port': {'id': 'e09f8f51-67eb-45f8-ab89-392dac73c41f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:59Z', 'updated_at': '2021-07-23T20:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'ec012932-caf8-453e-9ee7-bd1125573cb8', 'name': '', 'network_id': '7d665852-860c-4343-a077-e5983de2f93b', 'tenant_id': '22d791fa60374fac9355b21b8e801f42', 'mac_address': 'fa:16:3e:7b:19:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '32ee7ca9-592b-426a-816e-8e8745c66749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:07Z', 'updated_at': '2021-07-23T20:42:10Z', 'revision_number': 2, 'project_id': '22d791fa60374fac9355b21b8e801f42', 'subnets': [{'id': '32ee7ca9-592b-426a-816e-8e8745c66749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:14.923405 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Checking router: 68731f37-6048-415b-a5b3-0ada5f557ab8 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:42:14.924357 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Updating router 68731f37-6048-415b-a5b3-0ada5f557ab8 port ec012932-caf8-453e-9ee7-bd1125573cb8 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:42:14.953455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-8d859fc8-0740-4784-bbe0-4152d5145b21 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3346e3-bb1f-44bb-989e-bb3fdf90299c') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:14.954066 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-8d859fc8-0740-4784-bbe0-4152d5145b21 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3346e3-bb1f-44bb-989e-bb3fdf90299c') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:14.966990 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.977558 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d859fc8-0740-4784-bbe0-4152d5145b21 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.999858 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.024634 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.026615 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.036320 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f63d7c1-28cb-4690-8413-72a1cab31e32 x-openstack-request-id: req-9f63d7c1-28cb-4690-8413-72a1cab31e32 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:15.036605 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b89c9b-4312-42c3-9b85-e7eea1f5227f", "name": "network-vif-plugged", "status": "completed", "tag": "b435e4ee-f057-49a2-8a50-c95674a7d413", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:15.037383 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f63d7c1-28cb-4690-8413-72a1cab31e32 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:15.037786 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b89c9b-4312-42c3-9b85-e7eea1f5227f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b435e4ee-f057-49a2-8a50-c95674a7d413', 'code': 200} Jul 23 20:42:15.061017 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=b435e4ee-f057-49a2-8a50-c95674a7d413,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:15.109180 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d859fc8-0740-4784-bbe0-4152d5145b21 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.131519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-2f35e3b0-3faf-4916-ad47-d02d3f014b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:15.133302 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-2f35e3b0-3faf-4916-ad47-d02d3f014b03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a29a518f-ecc9-4636-9c65-c54cb733ea9a HTTP/1.1" status: 200 len: 797 time: 0.2302926 Jul 23 20:42:15.137036 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d859fc8-0740-4784-bbe0-4152d5145b21 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:42:15.139535 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d859fc8-0740-4784-bbe0-4152d5145b21 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.154619 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=281d13b1-2367-4492-b232-15c63801da3d,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:15.185121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1ea2555f-bcde-4fd3-b61a-75b53c531c7e None None] Port ec012932-caf8-453e-9ee7-bd1125573cb8 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:15.188197 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Attempting to bind port c6104610-c3b3-4e09-9910-2a157145a8b2 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:15.188575 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Attempting to bind port c6104610-c3b3-4e09-9910-2a157145a8b2 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:15.188944 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Attempting to bind port c6104610-c3b3-4e09-9910-2a157145a8b2 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:42:15.196570 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:42:15.255575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4064c8-c60b-44d6-ac6c-4a45d9b89706 req-18c29c29-4f95-4be4-a5df-11fad8dc3505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:15.257544 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b4064c8-c60b-44d6-ac6c-4a45d9b89706 req-18c29c29-4f95-4be4-a5df-11fad8dc3505 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 1097 time: 0.2330260 Jul 23 20:42:15.294248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-dcbef4f7-f43b-41f9-b9a3-8d2092a8883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:15.297513 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-dcbef4f7-f43b-41f9-b9a3-8d2092a8883e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59c5d0ae-3121-4e53-88c3-139064a5c09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1506398 Jul 23 20:42:15.346762 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:15.347873 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:15.348490 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.348918 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d859fc8-0740-4784-bbe0-4152d5145b21 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.350467 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:15.351192 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Bound port: c6104610-c3b3-4e09-9910-2a157145a8b2, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:15.353261 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.368677 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d859fc8-0740-4784-bbe0-4152d5145b21 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.370916 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8d859fc8-0740-4784-bbe0-4152d5145b21 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] 10.222.0.55 "DELETE /v2.0/networks/db6c24f4-6633-445d-a282-b156437d63a1 HTTP/1.1" status: 204 len: 168 time: 1.6308465 Jul 23 20:42:15.390314 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49312) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:15.390906 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d859fc8-0740-4784-bbe0-4152d5145b21 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Pushing event deleted for resources: {'Network': ['ID=db6c24f4-6633-445d-a282-b156437d63a1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:15.421587 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.470664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] For port c6104610-c3b3-4e09-9910-2a157145a8b2, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:15.483834 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] For port c6104610-c3b3-4e09-9910-2a157145a8b2, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c6104610-c3b3-4e09-9910-2a157145a8b2,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:15.541203 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.547627 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.553723 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Transition to ACTIVE for port object ec012932-caf8-453e-9ee7-bd1125573cb8 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:15.561890 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.562125 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b4064c8-c60b-44d6-ac6c-4a45d9b89706 req-8915e549-3553-4614-a148-1b4a1d005c6b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958610 Jul 23 20:42:15.571965 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['281d13b1-2367-4492-b232-15c63801da3d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:42:15.606304 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-560c1222-aec5-4e50-89b3-a8509cdf5217 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] DELETE failed (client error): The resource could not be found. Jul 23 20:42:15.614552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560c1222-aec5-4e50-89b3-a8509cdf5217 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:42:15.616548 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-560c1222-aec5-4e50-89b3-a8509cdf5217 tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] 10.222.0.55 "DELETE /v2.0/ports/bfd735a8-0067-48bb-ba9f-88037bc8b71d HTTP/1.1" status: 404 len: 333 time: 0.2256389 Jul 23 20:42:15.619299 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49328) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:15.647889 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2e742-5981-4444-bc51-c0a403827d13 None None] Pushing event updated for resources: {'Port': ['ID=ec012932-caf8-453e-9ee7-bd1125573cb8,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:15.664568 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.754614 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port e09f8f51-67eb-45f8-ab89-392dac73c41f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e09f8f51-67eb-45f8-ab89-392dac73c41f,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:15.766729 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Attempting to bind port ec012932-caf8-453e-9ee7-bd1125573cb8 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:15.767383 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Attempting to bind port ec012932-caf8-453e-9ee7-bd1125573cb8 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'fa833598-0be8-4369-acdc-ffe1d6239e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d665852-860c-4343-a077-e5983de2f93b'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:15.768012 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Attempting to bind port ec012932-caf8-453e-9ee7-bd1125573cb8 on network 7d665852-860c-4343-a077-e5983de2f93b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:15.769952 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d65a28-bc6b-47f5-9ba4-aab376dc57ee tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Deleting subnet 3ceb0c20-527d-487f-b253-5c9b49a4a450 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:42:15.774011 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68d65a28-bc6b-47f5-9ba4-aab376dc57ee tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.776770 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:15.777340 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Checking segment: {'id': 'fa833598-0be8-4369-acdc-ffe1d6239e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d665852-860c-4343-a077-e5983de2f93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:15.777948 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.778490 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Bound using segment: {'id': 'fa833598-0be8-4369-acdc-ffe1d6239e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d665852-860c-4343-a077-e5983de2f93b'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:15.779420 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Bound port: ec012932-caf8-453e-9ee7-bd1125573cb8, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa833598-0be8-4369-acdc-ffe1d6239e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7d665852-860c-4343-a077-e5983de2f93b'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:15.780253 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.794109 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.825614 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890819c9-7e1c-44da-9d2d-f1bc9a54a7e5 None None] Pushing event updated for resources: {'Port': ['ID=c6104610-c3b3-4e09-9910-2a157145a8b2,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:15.828629 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.933470 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68d65a28-bc6b-47f5-9ba4-aab376dc57ee tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.935063 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] For port ec012932-caf8-453e-9ee7-bd1125573cb8, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:15.944519 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] For port ec012932-caf8-453e-9ee7-bd1125573cb8, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=ec012932-caf8-453e-9ee7-bd1125573cb8,segment=NetworkSegment(fa833598-0be8-4369-acdc-ffe1d6239e47),segment_id=fa833598-0be8-4369-acdc-ffe1d6239e47)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:15.957055 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.016028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305927ab-532c-4038-b5a1-46578f53a0ef req-892deca4-b53c-41d9-9727-1a65cdc6a096 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:16.017654 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-305927ab-532c-4038-b5a1-46578f53a0ef req-892deca4-b53c-41d9-9727-1a65cdc6a096 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/networks?id=84a7b0e6-72d3-408a-acdf-09b0251c9f2a HTTP/1.1" status: 200 len: 911 time: 0.5892150 Jul 23 20:42:16.058890 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.081352 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-305927ab-532c-4038-b5a1-46578f53a0ef req-c85350b4-b836-40d1-b688-3e229dcc1431 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/quotas/22d791fa60374fac9355b21b8e801f42 HTTP/1.1" status: 200 len: 375 time: 0.0391273 Jul 23 20:42:16.100757 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.110505 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Routers {'7d1b8871-8bf5-440d-b60c-01b50bf5f699'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:16.111413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['7d1b8871-8bf5-440d-b60c-01b50bf5f699'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:16.133352 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Routers {'68731f37-6048-415b-a5b3-0ada5f557ab8'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:16.133984 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['68731f37-6048-415b-a5b3-0ada5f557ab8'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:16.136107 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2e742-5981-4444-bc51-c0a403827d13 None None] Pushing event updated for resources: {'Port': ['ID=ec012932-caf8-453e-9ee7-bd1125573cb8,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:16.340999 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68d65a28-bc6b-47f5-9ba4-aab376dc57ee tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.467869 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] Set router 68731f37-6048-415b-a5b3-0ada5f557ab8 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:16.505963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b9f25030-c36b-4a66-98b5-e522d6222582 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:16.562877 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890819c9-7e1c-44da-9d2d-f1bc9a54a7e5 None None] Pushing event updated for resources: {'Port': ['ID=c6104610-c3b3-4e09-9910-2a157145a8b2,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:16.586126 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Pushing event updated for resources: {'Port': ['ID=0335c73d-9f26-40a3-b0ab-2087f11e97cd,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:16.588882 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.601053 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68d65a28-bc6b-47f5-9ba4-aab376dc57ee tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.626840 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68d65a28-bc6b-47f5-9ba4-aab376dc57ee tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.631163 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-68d65a28-bc6b-47f5-9ba4-aab376dc57ee tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] 10.222.0.55 "DELETE /v2.0/subnets/3ceb0c20-527d-487f-b253-5c9b49a4a450 HTTP/1.1" status: 204 len: 168 time: 1.0057888 Jul 23 20:42:16.637078 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49342) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:16.662442 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=e09f8f51-67eb-45f8-ab89-392dac73c41f,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:16.666450 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71fb3ca-9e7f-404d-96ba-55c92c11bc8b None None] Network 27108588-003f-416a-b7e6-42e1d5338639 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:16.678372 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d65a28-bc6b-47f5-9ba4-aab376dc57ee tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Pushing event deleted for resources: {'Subnet': ['ID=3ceb0c20-527d-487f-b253-5c9b49a4a450,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:16.850051 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.900303 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Network 0cabcfbb-bfc6-4845-bede-34fefffbf8b0 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:16.903500 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:16.928854 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] Set router 7d1b8871-8bf5-440d-b60c-01b50bf5f699 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:16.929550 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-d787c480-7fe7-48f6-b2c8-975309b2fb65 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6232512 Jul 23 20:42:16.985675 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'name': 'tempest-TestServerMultinode-461744466-router', 'tenant_id': '22d791fa60374fac9355b21b8e801f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e09f8f51-67eb-45f8-ab89-392dac73c41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:58Z', 'updated_at': '2021-07-23T20:42:09Z', 'revision_number': 4, 'project_id': '22d791fa60374fac9355b21b8e801f42', 'gw_port': {'id': 'e09f8f51-67eb-45f8-ab89-392dac73c41f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:59Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'ec012932-caf8-453e-9ee7-bd1125573cb8', 'name': '', 'network_id': '7d665852-860c-4343-a077-e5983de2f93b', 'tenant_id': '22d791fa60374fac9355b21b8e801f42', 'mac_address': 'fa:16:3e:7b:19:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '32ee7ca9-592b-426a-816e-8e8745c66749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:07Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': '22d791fa60374fac9355b21b8e801f42', 'subnets': [{'id': '32ee7ca9-592b-426a-816e-8e8745c66749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:16.987930 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.011136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18d73f-6f0b-4a38-8e53-b0fbf6745af4 req-9ec9f9ff-2013-4a8a-817b-528cd2ae1809 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:17.013186 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf18d73f-6f0b-4a38-8e53-b0fbf6745af4 req-9ec9f9ff-2013-4a8a-817b-528cd2ae1809 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 1.4533303 Jul 23 20:42:17.027234 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a0439c-7e96-49ba-a240-9b1733e4084a None None] The sync data for ids ['68731f37-6048-415b-a5b3-0ada5f557ab8'] in n-d-791504-18 is: [{'id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'name': 'tempest-TestServerMultinode-461744466-router', 'tenant_id': '22d791fa60374fac9355b21b8e801f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e09f8f51-67eb-45f8-ab89-392dac73c41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:58Z', 'updated_at': '2021-07-23T20:42:09Z', 'revision_number': 4, 'project_id': '22d791fa60374fac9355b21b8e801f42', 'gw_port': {'id': 'e09f8f51-67eb-45f8-ab89-392dac73c41f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:59Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'ec012932-caf8-453e-9ee7-bd1125573cb8', 'name': '', 'network_id': '7d665852-860c-4343-a077-e5983de2f93b', 'tenant_id': '22d791fa60374fac9355b21b8e801f42', 'mac_address': 'fa:16:3e:7b:19:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': '32ee7ca9-592b-426a-816e-8e8745c66749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:07Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': '22d791fa60374fac9355b21b8e801f42', 'subnets': [{'id': '32ee7ca9-592b-426a-816e-8e8745c66749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:17.070758 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-305927ab-532c-4038-b5a1-46578f53a0ef req-17d6a5ba-056a-40b7-9a77-a5c14f850495 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=22d791fa60374fac9355b21b8e801f42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9527400 Jul 23 20:42:17.106549 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Deleting port d7ee5644-98d2-4d30-9154-a0e51f637928 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:17.106895 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.124078 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf18d73f-6f0b-4a38-8e53-b0fbf6745af4 req-a09e60b6-70ba-43ee-b38f-0a1edd35babd tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032143 Jul 23 20:42:17.242998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port b9f25030-c36b-4a66-98b5-e522d6222582 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:17.262770 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-35d2af4c-f660-4f14-a7cf-376848996f1b None None] Provisioning for port 0335c73d-9f26-40a3-b0ab-2087f11e97cd completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:17.267005 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b9f25030-c36b-4a66-98b5-e522d6222582 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:17.267555 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.285709 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Router 7d1b8871-8bf5-440d-b60c-01b50bf5f699 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:17.297128 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] For port d7ee5644-98d2-4d30-9154-a0e51f637928, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d7ee5644-98d2-4d30-9154-a0e51f637928,segment=NetworkSegment(7aeef90a-1500-4858-aa70-ad7bfc085157),segment_id=7aeef90a-1500-4858-aa70-ad7bfc085157)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:17.297492 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.369659 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-35d2af4c-f660-4f14-a7cf-376848996f1b None None] Provisioning complete for port 0335c73d-9f26-40a3-b0ab-2087f11e97cd triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:17.370035 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35d2af4c-f660-4f14-a7cf-376848996f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.419443 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Calling delete_port for d7ee5644-98d2-4d30-9154-a0e51f637928 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:17.428363 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-c165fc67-6b9a-461d-ba26-be84508a7259 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791224 Jul 23 20:42:17.494616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-a122e3db-9f76-4d5a-8a55-255ceaa3dfd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=91ccd907-3ee5-4d2e-b2cc-2c4f32958481 HTTP/1.1" status: 200 len: 217 time: 0.0525234 Jul 23 20:42:17.511760 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-305927ab-532c-4038-b5a1-46578f53a0ef req-21126976-8b51-432b-8471-f0bee1140bab service neutron] 10.222.0.55 "GET /v2.0/networks/84a7b0e6-72d3-408a-acdf-09b0251c9f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183667 Jul 23 20:42:17.547415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:17.567294 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9c2eb1cf-0069-4607-99ec-93fb6c0ab476 admin admin] 10.222.0.55 "PUT /v2.0/routers/7d1b8871-8bf5-440d-b60c-01b50bf5f699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4655781 Jul 23 20:42:17.620261 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.621896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d31c33-74b0-45a0-8f68-5221e7281e00 req-454eac5d-17f1-4fbe-866d-ccefb557706b tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:17.629645 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24d31c33-74b0-45a0-8f68-5221e7281e00 req-454eac5d-17f1-4fbe-866d-ccefb557706b tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 944 time: 0.3133612 Jul 23 20:42:17.632151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9cd140-3e25-4a11-91f4-2cfc7af40b57 None None] DHCP port deletion for 27108588-003f-416a-b7e6-42e1d5338639 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:42:17.642081 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] No DVR routers for this DVR port d7ee5644-98d2-4d30-9154-a0e51f637928 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:17.691764 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-35d2af4c-f660-4f14-a7cf-376848996f1b None None] Port 0335c73d-9f26-40a3-b0ab-2087f11e97cd cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:17.695956 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Pushing event deleted for resources: {'Port': ['ID=d7ee5644-98d2-4d30-9154-a0e51f637928,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:17.717163 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-5a01962b-a3ac-487b-9155-769ac1442c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:17.718596 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-5a01962b-a3ac-487b-9155-769ac1442c22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a29a518f-ecc9-4636-9c65-c54cb733ea9a HTTP/1.1" status: 200 len: 797 time: 0.2046077 Jul 23 20:42:17.819748 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-305927ab-532c-4038-b5a1-46578f53a0ef req-693ab8e0-6da8-4dd1-bcc1-7dc41964fdf0 service neutron] 10.222.0.55 "GET /v2.0/networks/84a7b0e6-72d3-408a-acdf-09b0251c9f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067269 Jul 23 20:42:17.846469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24d31c33-74b0-45a0-8f68-5221e7281e00 req-ae87d8d2-75b3-4d21-9c3d-97a7bb369206 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143807 Jul 23 20:42:17.882640 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.909954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27108588-003f-416a-b7e6-42e1d5338639']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:17.910446 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-fba9b514-5ead-47b2-a685-b64a09b4302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:17.912768 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-fba9b514-5ead-47b2-a685-b64a09b4302d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59c5d0ae-3121-4e53-88c3-139064a5c09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1819861 Jul 23 20:42:17.921926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aeef90a-1500-4858-aa70-ad7bfc085157') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:17.922302 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aeef90a-1500-4858-aa70-ad7bfc085157') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:17.933800 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.951399 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.958189 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:42:17.959155 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:42:17.963296 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:42:17.984529 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:18.031511 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'name': 'tempest-TestVolumeBootPattern-1732236184-router', 'tenant_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c6104610-c3b3-4e09-9910-2a157145a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:03Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'gw_port': {'id': 'c6104610-c3b3-4e09-9910-2a157145a8b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:eb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:06Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '0335c73d-9f26-40a3-b0ab-2087f11e97cd', 'name': '', 'network_id': '0cabcfbb-bfc6-4845-bede-34fefffbf8b0', 'tenant_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'mac_address': 'fa:16:3e:59:c3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a8c23732-f27b-4898-ba7e-b4ffa76ae543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:13Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 2, 'project_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'subnets': [{'id': 'a8c23732-f27b-4898-ba7e-b4ffa76ae543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:18.048980 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port b9f25030-c36b-4a66-98b5-e522d6222582, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b9f25030-c36b-4a66-98b5-e522d6222582,segment=NetworkSegment(fe937453-99c9-406b-84cd-d11eec6b3fea),segment_id=fe937453-99c9-406b-84cd-d11eec6b3fea)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:18.085074 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:18.089459 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:18.091580 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] 10.222.0.55 "DELETE /v2.0/networks/27108588-003f-416a-b7e6-42e1d5338639 HTTP/1.1" status: 204 len: 168 time: 1.4355266 Jul 23 20:42:18.117870 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-328072fe-b756-4d0b-b946-82f7017c7e18 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942732 Jul 23 20:42:18.118647 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Pushing event deleted for resources: {'Network': ['ID=27108588-003f-416a-b7e6-42e1d5338639,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:18.122039 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:18.123345 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 8a1c5516-3d07-4521-aefe-ccc809746c94 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:18.125571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4671c575-8f56-4d48-b9a9-a5a148c4b3bc None None] The sync data for ids ['7d1b8871-8bf5-440d-b60c-01b50bf5f699'] in n-d-791504-18 is: [{'id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'name': 'tempest-TestVolumeBootPattern-1732236184-router', 'tenant_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c6104610-c3b3-4e09-9910-2a157145a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:03Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'gw_port': {'id': 'c6104610-c3b3-4e09-9910-2a157145a8b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:eb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:06Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '0335c73d-9f26-40a3-b0ab-2087f11e97cd', 'name': '', 'network_id': '0cabcfbb-bfc6-4845-bede-34fefffbf8b0', 'tenant_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'mac_address': 'fa:16:3e:59:c3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a8c23732-f27b-4898-ba7e-b4ffa76ae543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:13Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 2, 'project_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'subnets': [{'id': 'a8c23732-f27b-4898-ba7e-b4ffa76ae543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:18.146135 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:18.150415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:18.150620 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:18.152051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:18.152415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:18.152903 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:18.153261 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:18.153605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:18.153949 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:18.154287 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:18.154624 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:18.154955 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406f6d-a267-449b-be27-0be0f054a75f tempest-DHCPAgentSchedulersTestJSON-1973808011 tempest-DHCPAgentSchedulersTestJSON-1973808011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:18.225960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=b9f25030-c36b-4a66-98b5-e522d6222582,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:18.250051 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fec00c74-cee0-4cbe-ac22-dddb127a8265 None None] Provisioning complete for port 0335c73d-9f26-40a3-b0ab-2087f11e97cd triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:18.250423 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fec00c74-cee0-4cbe-ac22-dddb127a8265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:18.261033 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b66ffefb-61ce-4ef8-9ad6-4d37b70342cc req-920a3e91-0289-46f6-bdf3-d99de72dc56f tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 210 time: 0.1369379 Jul 23 20:42:18.305708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-fec00c74-cee0-4cbe-ac22-dddb127a8265 None None] Port 0335c73d-9f26-40a3-b0ab-2087f11e97cd cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:18.313236 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 8a1c5516-3d07-4521-aefe-ccc809746c94 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:18.320199 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 8a1c5516-3d07-4521-aefe-ccc809746c94 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:18.321410 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:18.400413 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-8655d2be-c8c7-44fb-9dc5-6f8b74187b23 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722366 Jul 23 20:42:18.422518 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29ae98-b464-4774-9146-849dbb58459e req-d1501a39-731f-4ec0-9bc3-cfd3e0f46f6c tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:18.431544 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4d29ae98-b464-4774-9146-849dbb58459e req-d1501a39-731f-4ec0-9bc3-cfd3e0f46f6c tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.1537027 Jul 23 20:42:18.466780 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:18.503642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-8b0849ea-e413-4c68-9275-d05f35125dbe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50e3a026-c77e-4500-9b42-80dcec484704 HTTP/1.1" status: 200 len: 217 time: 0.0676672 Jul 23 20:42:18.516020 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49382) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:18.532323 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 8a1c5516-3d07-4521-aefe-ccc809746c94, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=8a1c5516-3d07-4521-aefe-ccc809746c94,segment=NetworkSegment(9ea67c6d-f74d-4c2b-be73-497c270206c8),segment_id=9ea67c6d-f74d-4c2b-be73-497c270206c8)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:18.539738 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:18.540599 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9f93bdee-b109-4fd2-9521-abb8ba5bb349 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:18.575022 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4d29ae98-b464-4774-9146-849dbb58459e req-8a4e9779-47f9-4fa3-84e8-447633e6a9f5 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417263 Jul 23 20:42:18.594159 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-a7719716-fafc-4d3c-903e-839c42713bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:18.596252 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-a7719716-fafc-4d3c-903e-839c42713bcf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1df64a1-b61e-4d57-acf3-a7fd288e2905 HTTP/1.1" status: 200 len: 797 time: 0.0797815 Jul 23 20:42:18.647394 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:18.706828 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-c6895530-5651-4243-8026-3f84297604ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:18.708680 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-c6895530-5651-4243-8026-3f84297604ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e4e0618-9258-49df-b427-fe7749c03fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1022558 Jul 23 20:42:18.720204 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=8a1c5516-3d07-4521-aefe-ccc809746c94,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:18.871137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:18.883173 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 9f93bdee-b109-4fd2-9521-abb8ba5bb349 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:18.890761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:18.895088 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:18.906817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9f93bdee-b109-4fd2-9521-abb8ba5bb349 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:18.907591 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.045657 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-d7039322-d43d-488e-9f92-e84d569010d9 service neutron] 10.222.0.48 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233759 Jul 23 20:42:19.111976 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-533cb132-3974-4a2b-a3d0-7a2f3346eeb0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5524f40a4c9b4f3a96e2177422082ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5948095 Jul 23 20:42:19.116677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49408) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:19.128576 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.131399 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.171848 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:19.174422 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f15e7d2-0a4d-42f8-9cd7-8b9abb1b77a6" -d '{"events": [{"server_uuid": "b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d", "name": "network-vif-plugged", "status": "completed", "tag": "6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:19.200345 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76,segment=NetworkSegment(2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c),segment_id=2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:19.205776 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 9f93bdee-b109-4fd2-9521-abb8ba5bb349, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9f93bdee-b109-4fd2-9521-abb8ba5bb349,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:19.211122 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.217728 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.258236 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-16767dcc-c571-4000-a6d7-a9f440512868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.298357 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-16767dcc-c571-4000-a6d7-a9f440512868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.308881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:19.369369 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 281d13b1-2367-4492-b232-15c63801da3d up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:19.413172 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-17740dac-8721-4e4c-8e64-af9b0d1af0c5 service neutron] 10.222.0.48 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256681 Jul 23 20:42:19.417133 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-16767dcc-c571-4000-a6d7-a9f440512868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.420079 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-16767dcc-c571-4000-a6d7-a9f440512868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.421249 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-16767dcc-c571-4000-a6d7-a9f440512868 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33a9358b-9df9-4e8e-98d6-eafca57abb71 HTTP/1.1" status: 204 len: 168 time: 0.3034256 Jul 23 20:42:19.432188 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16767dcc-c571-4000-a6d7-a9f440512868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a9358b-9df9-4e8e-98d6-eafca57abb71,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:19.475928 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=9f93bdee-b109-4fd2-9521-abb8ba5bb349,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:19.528363 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-a42e3798-2bd0-473a-ae49-47ee8f573577 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 HTTP/1.1" status: 200 len: 217 time: 0.0996974 Jul 23 20:42:19.543302 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 281d13b1-2367-4492-b232-15c63801da3d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:19.563313 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 281d13b1-2367-4492-b232-15c63801da3d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:19.563313 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.591966 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f68976-99ec-43dd-9405-245801cabebc req-41c2f07c-0c66-43b2-aa0c-dbdae70b8f6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:19.600874 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a0f68976-99ec-43dd-9405-245801cabebc req-41c2f07c-0c66-43b2-aa0c-dbdae70b8f6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 944 time: 0.5484071 Jul 23 20:42:19.611594 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 8a1c5516-3d07-4521-aefe-ccc809746c94 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:19.660807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8d724-d599-41ea-830a-488728295b75 req-b06fd54d-ee2f-4cf3-b373-e02780f0d981 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:19.670634 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6fa8d724-d599-41ea-830a-488728295b75 req-b06fd54d-ee2f-4cf3-b373-e02780f0d981 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.5814321 Jul 23 20:42:19.693730 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.712337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 8a1c5516-3d07-4521-aefe-ccc809746c94 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:19.712712 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.726087 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab140322-b15b-4d6c-999c-80a2937a1656 req-9871e2f0-6e1f-4c68-969f-ee523d756891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:19.728598 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab140322-b15b-4d6c-999c-80a2937a1656 req-9871e2f0-6e1f-4c68-969f-ee523d756891 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50c6ff5a6f7146509973201a15b1a892&device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 1097 time: 0.6819155 Jul 23 20:42:19.736944 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 281d13b1-2367-4492-b232-15c63801da3d, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=281d13b1-2367-4492-b232-15c63801da3d,segment=NetworkSegment(2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c),segment_id=2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:19.760880 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.766379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-f6356e87-f64f-478d-a1c3-934addef513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:19.768599 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-f6356e87-f64f-478d-a1c3-934addef513a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1df64a1-b61e-4d57-acf3-a7fd288e2905 HTTP/1.1" status: 200 len: 797 time: 0.2207117 Jul 23 20:42:19.806059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a0f68976-99ec-43dd-9405-245801cabebc req-e7a0aeb7-f0b5-4386-92a0-235767819221 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842618 Jul 23 20:42:19.832331 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=281d13b1-2367-4492-b232-15c63801da3d,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:19.880767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49424) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:19.906398 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dde731cb-b226-4738-b518-4aab2741265d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.920930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ec012932-caf8-453e-9ee7-bd1125573cb8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:19.935729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab140322-b15b-4d6c-999c-80a2937a1656 req-4c0d9a42-0c98-418c-bced-6165fc696615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:19.937244 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab140322-b15b-4d6c-999c-80a2937a1656 req-4c0d9a42-0c98-418c-bced-6165fc696615 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f90b3a41-4969-4cfa-9ca5-6d312e791d7b HTTP/1.1" status: 200 len: 911 time: 0.1647291 Jul 23 20:42:20.015746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6fa8d724-d599-41ea-830a-488728295b75 req-fbe497e2-981b-4d9b-b06f-6f249ca3e7e7 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414726 Jul 23 20:42:20.133347 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dde731cb-b226-4738-b518-4aab2741265d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:20.148684 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dde731cb-b226-4738-b518-4aab2741265d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:20.157883 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8035b767-75ca-4702-be7c-e500e87d0472 x-openstack-request-id: req-8035b767-75ca-4702-be7c-e500e87d0472 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:20.159887 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d", "name": "network-vif-plugged", "status": "completed", "tag": "6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:20.169125 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8035b767-75ca-4702-be7c-e500e87d0472 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:20.169877 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76', 'code': 200} Jul 23 20:42:20.170996 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port ec012932-caf8-453e-9ee7-bd1125573cb8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:20.211222 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab140322-b15b-4d6c-999c-80a2937a1656 req-7d033221-6f58-40cf-9627-64df5a753ced service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b435e4ee-f057-49a2-8a50-c95674a7d413 HTTP/1.1" status: 200 len: 217 time: 0.1939576 Jul 23 20:42:20.211639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port ec012932-caf8-453e-9ee7-bd1125573cb8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:20.212066 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:20.254073 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dde731cb-b226-4738-b518-4aab2741265d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d689f6c88df497cb44c8455842a88c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719187 Jul 23 20:42:20.261898 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49432) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:20.312784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab140322-b15b-4d6c-999c-80a2937a1656 req-3e45abb9-b1d1-459e-9d2d-cccc5e41b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:20.314400 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab140322-b15b-4d6c-999c-80a2937a1656 req-3e45abb9-b1d1-459e-9d2d-cccc5e41b125 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f7d5a8f-73b3-41da-b110-f6b7061f8652 HTTP/1.1" status: 200 len: 850 time: 0.0885360 Jul 23 20:42:20.427292 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde731cb-b226-4738-b518-4aab2741265d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0aa6bc-a98c-40fe-b971-22d83ad29e0c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:20.435456 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9f02222-bfcc-4e77-b3a2-1b8840b73a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:20.456142 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab140322-b15b-4d6c-999c-80a2937a1656 req-94da2beb-e393-464b-95c7-cd98fd69e0db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f90b3a41-4969-4cfa-9ca5-6d312e791d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326392 Jul 23 20:42:20.504382 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b51bba4-6414-4baf-a427-7533b79c7c03 req-dc4946b4-8bcc-4a50-a882-d0fc7fc8f561 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 210 time: 0.0529482 Jul 23 20:42:20.524013 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:20.581667 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9f02222-bfcc-4e77-b3a2-1b8840b73a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:20.587544 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-9e10e2e6-8461-4f83-9463-24a90731b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:20.589086 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-9e10e2e6-8461-4f83-9463-24a90731b7dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e4e0618-9258-49df-b427-fe7749c03fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7649398 Jul 23 20:42:20.606243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port ec012932-caf8-453e-9ee7-bd1125573cb8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=ec012932-caf8-453e-9ee7-bd1125573cb8,segment=NetworkSegment(fa833598-0be8-4369-acdc-ffe1d6239e47),segment_id=fa833598-0be8-4369-acdc-ffe1d6239e47)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:20.619336 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:20.622143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b9f25030-c36b-4a66-98b5-e522d6222582 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:20.649110 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9c279-65d4-40db-b883-32839f9951fb req-5301f18c-d57f-4219-b8e0-5bcffa6cf88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:20.651252 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5bc9c279-65d4-40db-b883-32839f9951fb req-5301f18c-d57f-4219-b8e0-5bcffa6cf88d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 1097 time: 0.2101247 Jul 23 20:42:20.711773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305927ab-532c-4038-b5a1-46578f53a0ef req-db8fbe1a-e57e-4806-9102-41871132d965 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:20.712834 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5bc9c279-65d4-40db-b883-32839f9951fb req-0e365e64-6da4-4347-981e-db4b0a8d233d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545719 Jul 23 20:42:20.714175 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-305927ab-532c-4038-b5a1-46578f53a0ef req-db8fbe1a-e57e-4806-9102-41871132d965 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.57 "GET /v2.0/networks?id=84a7b0e6-72d3-408a-acdf-09b0251c9f2a HTTP/1.1" status: 200 len: 911 time: 0.6898427 Jul 23 20:42:20.730883 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9f02222-bfcc-4e77-b3a2-1b8840b73a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:20.732282 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=ec012932-caf8-453e-9ee7-bd1125573cb8,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:20.735831 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9f02222-bfcc-4e77-b3a2-1b8840b73a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:20.739346 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f9f02222-bfcc-4e77-b3a2-1b8840b73a40 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e0aa6bc-a98c-40fe-b971-22d83ad29e0c HTTP/1.1" status: 204 len: 168 time: 0.4748538 Jul 23 20:42:20.776189 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f02222-bfcc-4e77-b3a2-1b8840b73a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0aa6bc-a98c-40fe-b971-22d83ad29e0c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:20.781230 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-305927ab-532c-4038-b5a1-46578f53a0ef req-1d9742da-d86f-4be1-8122-a0a55b9b0976 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Request body: {'port': {'device_id': 'dea4c13e-7669-444e-907e-563491f68e55', 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a', 'admin_state_up': True, 'tenant_id': '22d791fa60374fac9355b21b8e801f42'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:20.811044 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab140322-b15b-4d6c-999c-80a2937a1656 req-bd7ddd51-9caf-45fa-9a86-e86049014247 service neutron] 10.222.0.57 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057005 Jul 23 20:42:20.812900 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-97e08e62-1fbf-4236-b245-9db7aa67b693 service neutron] 10.222.0.48 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098639 Jul 23 20:42:20.897047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305927ab-532c-4038-b5a1-46578f53a0ef req-1d9742da-d86f-4be1-8122-a0a55b9b0976 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Made reservation on behalf of 22d791fa60374fac9355b21b8e801f42 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:20.900196 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-305927ab-532c-4038-b5a1-46578f53a0ef req-1d9742da-d86f-4be1-8122-a0a55b9b0976 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:20.925483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b9f25030-c36b-4a66-98b5-e522d6222582 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:20.925859 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.079161 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e09f8f51-67eb-45f8-ab89-392dac73c41f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:21.182846 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port e09f8f51-67eb-45f8-ab89-392dac73c41f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:21.183359 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.214495 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab140322-b15b-4d6c-999c-80a2937a1656 req-3eae92ec-1ed8-45bf-ae5b-22a0ac7f5b89 service neutron] 10.222.0.57 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784916 Jul 23 20:42:21.319951 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87a1cd37-4718-4948-b0b6-f4bebbaab91d req-c605eea5-45d9-4a11-9f4e-23e1f0959e17 service neutron] 10.222.0.48 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959068 Jul 23 20:42:21.381168 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555db1aa-f055-40cc-ad2d-2df6f3d3defd req-b18f7f8b-1ff5-4209-b43c-d943464fb1b7 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:21.382749 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-555db1aa-f055-40cc-ad2d-2df6f3d3defd req-b18f7f8b-1ff5-4209-b43c-d943464fb1b7 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.4586809 Jul 23 20:42:21.429117 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d7ee5644-98d2-4d30-9154-a0e51f637928 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:42:21.461701 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: d7ee5644-98d2-4d30-9154-a0e51f637928 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:42:21.462380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d7ee5644-98d2-4d30-9154-a0e51f637928 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:42:21.469931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-305927ab-532c-4038-b5a1-46578f53a0ef req-1d9742da-d86f-4be1-8122-a0a55b9b0976 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Allocated IP 172.20.0.13 (84a7b0e6-72d3-408a-acdf-09b0251c9f2a/04b94e23-fcf8-4b24-badb-9285c4526fed/89dde137-aa19-4d39-9d8f-bcd93850095d) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:21.545909 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2476f5-dec6-40bb-a0f3-e9fc55b75505 req-0d853370-3aac-4332-b89b-26a15956e079 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:21.566101 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a2476f5-dec6-40bb-a0f3-e9fc55b75505 req-0d853370-3aac-4332-b89b-26a15956e079 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.3502953 Jul 23 20:42:21.582270 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-555db1aa-f055-40cc-ad2d-2df6f3d3defd req-ed26f466-6371-4f54-9318-9793455eeaed tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890640 Jul 23 20:42:21.678356 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a2476f5-dec6-40bb-a0f3-e9fc55b75505 req-601a86dd-7088-45d2-884a-c90294b8114e tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111703 Jul 23 20:42:21.706860 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9f93bdee-b109-4fd2-9521-abb8ba5bb349 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:21.860157 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-305927ab-532c-4038-b5a1-46578f53a0ef req-1d9742da-d86f-4be1-8122-a0a55b9b0976 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.876138 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9f93bdee-b109-4fd2-9521-abb8ba5bb349 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:21.876705 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.927297 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-305927ab-532c-4038-b5a1-46578f53a0ef req-1d9742da-d86f-4be1-8122-a0a55b9b0976 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Transition to ACTIVE for port object 89dde137-aa19-4d39-9d8f-bcd93850095d will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:21.972038 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2866b0c7-29a8-4408-85fb-aced106754da req-e207878e-abfd-4c6b-b618-1d30f9b0d416 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 210 time: 0.1070254 Jul 23 20:42:22.044681 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ec012932-caf8-453e-9ee7-bd1125573cb8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:22.134042 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-305927ab-532c-4038-b5a1-46578f53a0ef req-1d9742da-d86f-4be1-8122-a0a55b9b0976 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.167358 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port ec012932-caf8-453e-9ee7-bd1125573cb8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:22.167995 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.172164 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd046123-dc01-4cbd-b570-796687db7ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281d13b1-2367-4492-b232-15c63801da3d'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:22.174765 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79fcf99-56e3-4089-a19e-5b4d3a1422f8" -d '{"events": [{"server_uuid": "cd046123-dc01-4cbd-b570-796687db7ac4", "name": "network-vif-plugged", "status": "completed", "tag": "281d13b1-2367-4492-b232-15c63801da3d"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:22.335192 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8a5a50-594a-4d5f-8b4e-eb1a44c51335 x-openstack-request-id: req-dc8a5a50-594a-4d5f-8b4e-eb1a44c51335 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:22.335500 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd046123-dc01-4cbd-b570-796687db7ac4", "name": "network-vif-plugged", "status": "completed", "tag": "281d13b1-2367-4492-b232-15c63801da3d", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:22.335756 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc8a5a50-594a-4d5f-8b4e-eb1a44c51335 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:22.336157 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd046123-dc01-4cbd-b570-796687db7ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281d13b1-2367-4492-b232-15c63801da3d', 'code': 200} Jul 23 20:42:22.344994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9742da-d86f-4be1-8122-a0a55b9b0976 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Pushing event updated for resources: {'Port': ['ID=89dde137-aa19-4d39-9d8f-bcd93850095d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:22.386553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305927ab-532c-4038-b5a1-46578f53a0ef req-1d9742da-d86f-4be1-8122-a0a55b9b0976 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:22.391317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-305927ab-532c-4038-b5a1-46578f53a0ef req-1d9742da-d86f-4be1-8122-a0a55b9b0976 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:22.665230 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ab2cc4b9-ea60-433b-b23a-80ceac94ddcc None None] Provisioning for port 89dde137-aa19-4d39-9d8f-bcd93850095d completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:22.676099 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ab2cc4b9-ea60-433b-b23a-80ceac94ddcc None None] Provisioning complete for port 89dde137-aa19-4d39-9d8f-bcd93850095d triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:22.676477 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab2cc4b9-ea60-433b-b23a-80ceac94ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.716084 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ab2cc4b9-ea60-433b-b23a-80ceac94ddcc None None] Port 89dde137-aa19-4d39-9d8f-bcd93850095d cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:22.773269 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-305927ab-532c-4038-b5a1-46578f53a0ef req-1d9742da-d86f-4be1-8122-a0a55b9b0976 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:22.901429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305927ab-532c-4038-b5a1-46578f53a0ef req-1d9742da-d86f-4be1-8122-a0a55b9b0976 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:22.902046 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-305927ab-532c-4038-b5a1-46578f53a0ef req-1d9742da-d86f-4be1-8122-a0a55b9b0976 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.921641 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-041a0468-bbd2-4215-b475-1c4e34e6b00d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:22.923162 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-041a0468-bbd2-4215-b475-1c4e34e6b00d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 812 time: 0.6181343 Jul 23 20:42:22.938589 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-305927ab-532c-4038-b5a1-46578f53a0ef req-1d9742da-d86f-4be1-8122-a0a55b9b0976 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1708665 Jul 23 20:42:22.943702 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49518) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:22.957647 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Request body: {'port': {'device_id': 'dea4c13e-7669-444e-907e-563491f68e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:22.983747 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-aa9b0bef-04ec-4937-bde4-b1a22f7d99e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/quotas/c35e6d69f6ba464b946144b17db2c502 HTTP/1.1" status: 200 len: 375 time: 0.0534925 Jul 23 20:42:22.992192 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705dd93-1d08-4350-9ff2-d0e569714731 req-d669bf0d-0e0d-48e4-987d-a2daa9f269af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:22.993664 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d705dd93-1d08-4350-9ff2-d0e569714731 req-d669bf0d-0e0d-48e4-987d-a2daa9f269af service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 1097 time: 0.2182648 Jul 23 20:42:23.005353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf2fe0-3478-4315-8f7d-fd9627966d5a req-fe80cc2e-e154-4675-8432-1f85ecd1994b tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:23.006809 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1edf2fe0-3478-4315-8f7d-fd9627966d5a req-fe80cc2e-e154-4675-8432-1f85ecd1994b tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.2303009 Jul 23 20:42:23.046058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-92b12a26-d3f6-4f63-90ec-63ee02bc2ec2 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-995506463'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:23.068534 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-92b12a26-d3f6-4f63-90ec-63ee02bc2ec2 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.069638 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-92b12a26-d3f6-4f63-90ec-63ee02bc2ec2 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.122565 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-92b12a26-d3f6-4f63-90ec-63ee02bc2ec2 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.126836 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-92b12a26-d3f6-4f63-90ec-63ee02bc2ec2 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.132849 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d705dd93-1d08-4350-9ff2-d0e569714731 req-13ab65ce-935d-4129-afd9-e4003e8cbfdf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185462 Jul 23 20:42:23.141371 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-92b12a26-d3f6-4f63-90ec-63ee02bc2ec2 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.143580 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-92b12a26-d3f6-4f63-90ec-63ee02bc2ec2 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.1986623 Jul 23 20:42:23.145111 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49524) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:23.148947 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1edf2fe0-3478-4315-8f7d-fd9627966d5a req-f7f54161-235b-4506-84bb-c2b3235745d9 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320462 Jul 23 20:42:23.164694 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.189147 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-1abc5185-91d7-4e5e-b191-9d402bb1d2c6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1936173 Jul 23 20:42:23.226977 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2abb-c8e6-46ed-947f-63fb206fd012 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.393860 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2abb-c8e6-46ed-947f-63fb206fd012 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.396869 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2abb-c8e6-46ed-947f-63fb206fd012 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.451962 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2abb-c8e6-46ed-947f-63fb206fd012 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.452532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6d2abb-c8e6-46ed-947f-63fb206fd012 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c5c41b9-4ca4-47ca-aa13-c624aafd55ea {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:42:23.464864 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2abb-c8e6-46ed-947f-63fb206fd012 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.468147 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7e6d2abb-c8e6-46ed-947f-63fb206fd012 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] 10.222.0.55 "DELETE /v2.0/routers/4c5c41b9-4ca4-47ca-aa13-c624aafd55ea HTTP/1.1" status: 204 len: 168 time: 0.3220170 Jul 23 20:42:23.471721 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49538) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:23.473480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43205aee-c5b1-4e87-b41b-6be6d98f71e2 req-6843ce43-47ba-4eda-8eee-0d21a592a795 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:23.475186 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43205aee-c5b1-4e87-b41b-6be6d98f71e2 req-6843ce43-47ba-4eda-8eee-0d21a592a795 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.2547684 Jul 23 20:42:23.477129 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-a1b0e9c5-0ecd-452d-8023-bf7b81a51b7d service neutron] 10.222.0.55 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665362 Jul 23 20:42:23.477275 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d7209e4f-d220-4841-93c7-75256361870a tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Request body: {'router': {'name': 'tempest-router-1490488738', 'distributed': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:23.513874 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7209e4f-d220-4841-93c7-75256361870a tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.515183 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7209e4f-d220-4841-93c7-75256361870a tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.597908 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7209e4f-d220-4841-93c7-75256361870a tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.603389 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7209e4f-d220-4841-93c7-75256361870a tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.623250 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d7209e4f-d220-4841-93c7-75256361870a tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.629956 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d7209e4f-d220-4841-93c7-75256361870a tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1571348 Jul 23 20:42:23.631328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49544) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:23.644079 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c6104610-c3b3-4e09-9910-2a157145a8b2 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:23.655656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43205aee-c5b1-4e87-b41b-6be6d98f71e2 req-b2e5f36f-136c-426f-94fc-fa3ccb249b5f tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713569 Jul 23 20:42:23.697586 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port c6104610-c3b3-4e09-9910-2a157145a8b2 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:23.702119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c6104610-c3b3-4e09-9910-2a157145a8b2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:23.702495 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.767476 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-63f86433-83f4-454b-90ed-d122e20de4cb service neutron] 10.222.0.55 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820086 Jul 23 20:42:23.793401 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.807621 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-174e405d-12f7-420c-905c-991ca0830a60 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.818763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port c6104610-c3b3-4e09-9910-2a157145a8b2, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c6104610-c3b3-4e09-9910-2a157145a8b2,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:23.825720 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.907337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=c6104610-c3b3-4e09-9910-2a157145a8b2,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:23.991243 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89dde137-aa19-4d39-9d8f-bcd93850095d {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:42:24.103632 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.141686 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-174e405d-12f7-420c-905c-991ca0830a60 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.145263 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-174e405d-12f7-420c-905c-991ca0830a60 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.150994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Transition to ACTIVE for port object 89dde137-aa19-4d39-9d8f-bcd93850095d will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:24.223178 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.240619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba8fd1-cb5d-445c-8b24-10f5a051a9e8 req-f38de303-8109-40bc-8c32-34b95372fd4f tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:24.242163 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7ba8fd1-cb5d-445c-8b24-10f5a051a9e8 req-f38de303-8109-40bc-8c32-34b95372fd4f tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 1028 time: 0.4368861 Jul 23 20:42:24.288407 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-174e405d-12f7-420c-905c-991ca0830a60 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.288961 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174e405d-12f7-420c-905c-991ca0830a60 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3c9fbaa-b292-42ed-bbda-4c231722c1f5 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:42:24.293394 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-174e405d-12f7-420c-905c-991ca0830a60 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.298204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49568) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:24.298846 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-174e405d-12f7-420c-905c-991ca0830a60 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] 10.222.0.55 "DELETE /v2.0/routers/b3c9fbaa-b292-42ed-bbda-4c231722c1f5 HTTP/1.1" status: 204 len: 168 time: 0.6632500 Jul 23 20:42:24.309097 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-292a0027-e045-4669-9323-fb0dbd8a08db tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Request body: {'router': {'name': 'tempest-router-1539808012', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '71c5357e81c34bd89520ea79d04d2996'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:24.349850 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c814be1-bc1f-44e0-8c04-77e65dda2b2c req-3e0486fb-8f0f-45e6-a1f5-59b8dae71e69 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 210 time: 0.1134431 Jul 23 20:42:24.361992 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-292a0027-e045-4669-9323-fb0dbd8a08db tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.363078 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-292a0027-e045-4669-9323-fb0dbd8a08db tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.409430 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7ba8fd1-cb5d-445c-8b24-10f5a051a9e8 req-58e5a54b-1620-4b7e-8b06-6ab94d85e4dc tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274056 Jul 23 20:42:24.411291 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=89dde137-aa19-4d39-9d8f-bcd93850095d,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:24.539803 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8567461f-ab60-4ce0-9185-c09e63d29a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.550445 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-292a0027-e045-4669-9323-fb0dbd8a08db tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.561324 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-292a0027-e045-4669-9323-fb0dbd8a08db tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.583685 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-292a0027-e045-4669-9323-fb0dbd8a08db tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.587483 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-292a0027-e045-4669-9323-fb0dbd8a08db tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2856274 Jul 23 20:42:24.587858 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49574) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:24.592491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c00e1889-e635-4669-9553-8a110e5ef073 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:24.623114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Attempting to bind port 89dde137-aa19-4d39-9d8f-bcd93850095d on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:24.623722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Attempting to bind port 89dde137-aa19-4d39-9d8f-bcd93850095d by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '9ea67c6d-f74d-4c2b-be73-497c270206c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:24.624101 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Attempting to bind port 89dde137-aa19-4d39-9d8f-bcd93850095d on network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:24.633828 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Port 89dde137-aa19-4d39-9d8f-bcd93850095d on network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:42:24.636521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Attempting to bind port 89dde137-aa19-4d39-9d8f-bcd93850095d on network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:24.643379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:24.643863 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Checking segment: {'id': '9ea67c6d-f74d-4c2b-be73-497c270206c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:24.644348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Bound using segment: {'id': '9ea67c6d-f74d-4c2b-be73-497c270206c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:24.644883 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Bound port: 89dde137-aa19-4d39-9d8f-bcd93850095d, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea67c6d-f74d-4c2b-be73-497c270206c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:24.645346 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.779820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0240bfe-0d97-4a12-841b-ae6d8e768dc5 req-d61bc1ab-ca3d-4fc8-b05d-10ef7ab8482c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:24.782433 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0240bfe-0d97-4a12-841b-ae6d8e768dc5 req-d61bc1ab-ca3d-4fc8-b05d-10ef7ab8482c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.2992055 Jul 23 20:42:24.838621 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c00e1889-e635-4669-9553-8a110e5ef073 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.839088 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c00e1889-e635-4669-9553-8a110e5ef073 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.882378 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] For port 89dde137-aa19-4d39-9d8f-bcd93850095d, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:24.911040 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] For port 89dde137-aa19-4d39-9d8f-bcd93850095d, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=89dde137-aa19-4d39-9d8f-bcd93850095d,segment=NetworkSegment(9ea67c6d-f74d-4c2b-be73-497c270206c8),segment_id=9ea67c6d-f74d-4c2b-be73-497c270206c8)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:24.915582 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0240bfe-0d97-4a12-841b-ae6d8e768dc5 req-09cc7137-a236-4d0e-8b6d-20eacf5018a8 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060929 Jul 23 20:42:24.924501 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.932505 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c00e1889-e635-4669-9553-8a110e5ef073 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93810) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 23 20:42:24.932857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c00e1889-e635-4669-9553-8a110e5ef073 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Router ec3fc15a-6056-45b9-a48b-4e26e6d3e4b2 migrating from provider to provider. {{(pid=93810) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 23 20:42:24.934766 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c00e1889-e635-4669-9553-8a110e5ef073 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.941058 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c00e1889-e635-4669-9553-8a110e5ef073 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.947358 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c00e1889-e635-4669-9553-8a110e5ef073 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799605', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787131'] for router, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:25.027889 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02832b13-35ba-4f15-9c3e-7caae2c9abd0 req-845235be-c51e-4cb4-a965-ab96fb4e8aa3 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:25.037987 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02832b13-35ba-4f15-9c3e-7caae2c9abd0 req-845235be-c51e-4cb4-a965-ab96fb4e8aa3 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.2519839 Jul 23 20:42:25.054525 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:25.055884 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:25.061045 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-305927ab-532c-4038-b5a1-46578f53a0ef req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] 10.222.0.57 "PUT /v2.0/ports/89dde137-aa19-4d39-9d8f-bcd93850095d HTTP/1.1" status: 200 len: 1093 time: 2.1081815 Jul 23 20:42:25.072199 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea4c13e-7669-444e-907e-563491f68e55', 'tag': '89dde137-aa19-4d39-9d8f-bcd93850095d'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:25.079353 n-d-791504-18 neutron-server[93810]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c00e1889-e635-4669-9553-8a110e5ef073 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] No L3 agents can host the router ec3fc15a-6056-45b9-a48b-4e26e6d3e4b2 Jul 23 20:42:25.079838 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0809c7d-6555-47c4-a760-f527bd4f6a89" -d '{"events": [{"name": "network-changed", "server_uuid": "dea4c13e-7669-444e-907e-563491f68e55", "tag": "89dde137-aa19-4d39-9d8f-bcd93850095d"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:25.288224 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32145cdb-6a21-452c-9cbb-bec32889c0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=89dde137-aa19-4d39-9d8f-bcd93850095d,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:25.291526 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00e1889-e635-4669-9553-8a110e5ef073 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Hosts for router ec3fc15a-6056-45b9-a48b-4e26e6d3e4b2: [] {{(pid=93810) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 23 20:42:25.328227 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02832b13-35ba-4f15-9c3e-7caae2c9abd0 req-612e1e2a-f77a-4163-9564-eba43c8b059c tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598181 Jul 23 20:42:25.344621 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00e1889-e635-4669-9553-8a110e5ef073 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Hosts for other DVR routers connected to router ec3fc15a-6056-45b9-a48b-4e26e6d3e4b2: set() {{(pid=93810) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 23 20:42:25.347414 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c00e1889-e635-4669-9553-8a110e5ef073 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:25.351951 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c00e1889-e635-4669-9553-8a110e5ef073 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] 10.222.0.55 "PUT /v2.0/routers/ec3fc15a-6056-45b9-a48b-4e26e6d3e4b2 HTTP/1.1" status: 200 len: 717 time: 0.7630746 Jul 23 20:42:25.352587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49594) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:25.358181 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8216ba87-0e7f-4265-a7ad-5a12590896b5 x-openstack-request-id: req-8216ba87-0e7f-4265-a7ad-5a12590896b5 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:25.361257 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea4c13e-7669-444e-907e-563491f68e55", "tag": "89dde137-aa19-4d39-9d8f-bcd93850095d", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:25.361634 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8216ba87-0e7f-4265-a7ad-5a12590896b5 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:25.362162 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea4c13e-7669-444e-907e-563491f68e55', 'tag': '89dde137-aa19-4d39-9d8f-bcd93850095d', 'status': 'completed', 'code': 200} Jul 23 20:42:25.463638 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-58420efd-a0ba-418c-82de-86a8bd845e9a tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] 10.222.0.55 "GET /v2.0/routers/ec3fc15a-6056-45b9-a48b-4e26e6d3e4b2 HTTP/1.1" status: 200 len: 717 time: 0.1098387 Jul 23 20:42:25.467586 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49600) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:25.514714 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305927ab-532c-4038-b5a1-46578f53a0ef req-3e2c2284-87fe-4143-8d68-23d4b4003830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:25.516476 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-305927ab-532c-4038-b5a1-46578f53a0ef req-3e2c2284-87fe-4143-8d68-23d4b4003830 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=22d791fa60374fac9355b21b8e801f42&device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 1096 time: 0.3411322 Jul 23 20:42:25.634442 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c6104610-c3b3-4e09-9910-2a157145a8b2 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:25.645313 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61ca2b8e-0954-43d6-8bdd-604eda53872a req-97c8d678-2b85-4536-a6a4-5f4961a4dab4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 210 time: 0.1270034 Jul 23 20:42:25.670871 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-305927ab-532c-4038-b5a1-46578f53a0ef req-400029b0-b4dc-4ae1-b7e4-08f593e74fe0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89dde137-aa19-4d39-9d8f-bcd93850095d HTTP/1.1" status: 200 len: 217 time: 0.1379590 Jul 23 20:42:25.732645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d088841-52d1-4fdb-b943-8502190f7720 req-a751db0d-0398-4476-8841-995b08803c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:25.735117 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c6104610-c3b3-4e09-9910-2a157145a8b2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:25.735640 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:25.738129 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d088841-52d1-4fdb-b943-8502190f7720 req-a751db0d-0398-4476-8841-995b08803c72 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4c09365c5b69442eba1a7b915a62a386&device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 1097 time: 0.3657544 Jul 23 20:42:25.849226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f428314-979d-4652-b10a-f11adb77abc7 req-0d82592d-a74c-432d-8490-82c0c0372308 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:25.856457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f428314-979d-4652-b10a-f11adb77abc7 req-0d82592d-a74c-432d-8490-82c0c0372308 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.3979225 Jul 23 20:42:25.907868 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dbf6f990-79ac-470d-bff6-997334841e67 tempest-RoutersTestDVR-1734350420 tempest-RoutersTestDVR-1734350420-project] 10.222.0.55 "GET /v2.0/routers/ec3fc15a-6056-45b9-a48b-4e26e6d3e4b2 HTTP/1.1" status: 200 len: 683 time: 0.4341090 Jul 23 20:42:25.907868 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49604) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:25.945942 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305927ab-532c-4038-b5a1-46578f53a0ef req-9feaa3b3-b8ad-44ce-bddb-521a6b9ca7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:25.947526 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-305927ab-532c-4038-b5a1-46578f53a0ef req-9feaa3b3-b8ad-44ce-bddb-521a6b9ca7a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04b94e23-fcf8-4b24-badb-9285c4526fed HTTP/1.1" status: 200 len: 849 time: 0.2590792 Jul 23 20:42:25.974672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Sync routers for ids ['7d1b8871-8bf5-440d-b60c-01b50bf5f699'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:25.989426 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Routers {'7d1b8871-8bf5-440d-b60c-01b50bf5f699'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:25.990616 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:41:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['7d1b8871-8bf5-440d-b60c-01b50bf5f699'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:26.079609 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f428314-979d-4652-b10a-f11adb77abc7 req-fbb1b4d8-7f66-4cdf-9134-c7dc5e579218 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221165 Jul 23 20:42:26.122672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d088841-52d1-4fdb-b943-8502190f7720 req-c85e8ee2-c468-4891-bc8f-cde1a3b94bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:26.124439 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d088841-52d1-4fdb-b943-8502190f7720 req-c85e8ee2-c468-4891-bc8f-cde1a3b94bae service neutron] 10.222.0.48 "GET /v2.0/networks?id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6 HTTP/1.1" status: 200 len: 920 time: 0.3793256 Jul 23 20:42:26.146181 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e42fd7-a6b9-4e18-9990-06ef003abb4d req-5c5b0fa4-4127-4930-953c-8272822a824d tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:26.156465 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32e42fd7-a6b9-4e18-9990-06ef003abb4d req-5c5b0fa4-4127-4930-953c-8272822a824d tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 1096 time: 0.3474481 Jul 23 20:42:26.204480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Set router 7d1b8871-8bf5-440d-b60c-01b50bf5f699 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:26.267342 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305927ab-532c-4038-b5a1-46578f53a0ef req-dbcdecf9-ccaf-40b4-9708-bc0f2cfdc081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:26.268866 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-305927ab-532c-4038-b5a1-46578f53a0ef req-dbcdecf9-ccaf-40b4-9708-bc0f2cfdc081 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=84a7b0e6-72d3-408a-acdf-09b0251c9f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3088715 Jul 23 20:42:26.270147 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d088841-52d1-4fdb-b943-8502190f7720 req-d41e4f51-ad18-4201-b064-c1a8078ac2a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=281d13b1-2367-4492-b232-15c63801da3d HTTP/1.1" status: 200 len: 217 time: 0.1373565 Jul 23 20:42:26.410301 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d1456b5a-ae45-46a6-b682-a066be5a8db2 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.490222 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-5b1c4c98-41b1-4dc6-ad30-a58b61ffb1ab tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:26.492521 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-5b1c4c98-41b1-4dc6-ad30-a58b61ffb1ab tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.48 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 812 time: 0.8666656 Jul 23 20:42:26.530539 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-f476317f-57cb-4648-99a5-8e6d811a8633 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Request body: {'port': {'device_id': '5c3fd898-caf4-41d2-b9f2-11fe908cd253', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'admin_state_up': True, 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:26.696005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-f476317f-57cb-4648-99a5-8e6d811a8633 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Made reservation on behalf of c35e6d69f6ba464b946144b17db2c502 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:26.700794 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-f476317f-57cb-4648-99a5-8e6d811a8633 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.757304 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32e42fd7-a6b9-4e18-9990-06ef003abb4d req-e6490beb-d3cb-435d-90ef-c23d6cb0aa70 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999269 Jul 23 20:42:26.834441 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d1456b5a-ae45-46a6-b682-a066be5a8db2 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.839425 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d1456b5a-ae45-46a6-b682-a066be5a8db2 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.870184 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'name': 'tempest-TestVolumeBootPattern-1732236184-router', 'tenant_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c6104610-c3b3-4e09-9910-2a157145a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:03Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'gw_port': {'id': 'c6104610-c3b3-4e09-9910-2a157145a8b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:06Z', 'updated_at': '2021-07-23T20:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '0335c73d-9f26-40a3-b0ab-2087f11e97cd', 'name': '', 'network_id': '0cabcfbb-bfc6-4845-bede-34fefffbf8b0', 'tenant_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'mac_address': 'fa:16:3e:59:c3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a8c23732-f27b-4898-ba7e-b4ffa76ae543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:13Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 2, 'project_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'subnets': [{'id': 'a8c23732-f27b-4898-ba7e-b4ffa76ae543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:26.870819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d088841-52d1-4fdb-b943-8502190f7720 req-d7e86f8f-d93f-4e4e-8800-8aa5db9172aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:26.872309 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d088841-52d1-4fdb-b943-8502190f7720 req-d7e86f8f-d93f-4e4e-8800-8aa5db9172aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1f964b3-34ec-4a13-a322-95c058e9df68 HTTP/1.1" status: 200 len: 859 time: 0.5921423 Jul 23 20:42:26.874412 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-305927ab-532c-4038-b5a1-46578f53a0ef req-96585af5-ad94-4551-99e4-06ff9c352036 service neutron] 10.222.0.57 "GET /v2.0/networks/84a7b0e6-72d3-408a-acdf-09b0251c9f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931067 Jul 23 20:42:26.926365 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Checking router: 7d1b8871-8bf5-440d-b60c-01b50bf5f699 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:42:26.928530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Updating router 7d1b8871-8bf5-440d-b60c-01b50bf5f699 port 0335c73d-9f26-40a3-b0ab-2087f11e97cd binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:42:26.941105 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d1456b5a-ae45-46a6-b682-a066be5a8db2 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.941691 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1456b5a-ae45-46a6-b682-a066be5a8db2 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec3fc15a-6056-45b9-a48b-4e26e6d3e4b2 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:42:26.949619 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d1456b5a-ae45-46a6-b682-a066be5a8db2 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.957945 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d1456b5a-ae45-46a6-b682-a066be5a8db2 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] 10.222.0.55 "DELETE /v2.0/routers/ec3fc15a-6056-45b9-a48b-4e26e6d3e4b2 HTTP/1.1" status: 204 len: 168 time: 1.0501947 Jul 23 20:42:26.958706 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49618) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:26.968787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5816d338-a16e-4134-988e-53a13d9d6ac9 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Request body: {'router': {'name': 'tempest-router-1606559243', 'distributed': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:27.011667 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5816d338-a16e-4134-988e-53a13d9d6ac9 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.012838 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5816d338-a16e-4134-988e-53a13d9d6ac9 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.018092 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.040113 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d088841-52d1-4fdb-b943-8502190f7720 req-578c734b-557d-4abb-bab6-aa363aa7b21b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174793 Jul 23 20:42:27.077253 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5816d338-a16e-4134-988e-53a13d9d6ac9 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.084296 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa519a09-1384-4028-a162-9dc088398bbb req-5252a9d5-1100-48b7-aa38-734fecff2512 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 210 time: 0.0464709 Jul 23 20:42:27.088989 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5816d338-a16e-4134-988e-53a13d9d6ac9 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.132128 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-f476317f-57cb-4648-99a5-8e6d811a8633 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Allocated IP 172.20.0.14 (b37ae9d4-a01a-4b66-aedc-028c2a70372c/fef0d0b9-4029-46b2-a364-4ad3b1845875/a08d0eb4-24ba-469c-9ca3-af96fd983121) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:27.143667 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5816d338-a16e-4134-988e-53a13d9d6ac9 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.150424 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5816d338-a16e-4134-988e-53a13d9d6ac9 tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1866698 Jul 23 20:42:27.158018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49622) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:27.217862 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-76534516-d64d-4505-9e73-1c8b0d7415a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.234199 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81faaea4-c6c0-4ef3-8e61-9512f78310f0 req-d9663bb8-805c-4b47-bb84-11a15f175f60 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:27.242042 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81faaea4-c6c0-4ef3-8e61-9512f78310f0 req-d9663bb8-805c-4b47-bb84-11a15f175f60 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.4616868 Jul 23 20:42:27.266503 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3cef1d55-77ec-48ea-b46f-529afbc3c95e tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.348251 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d088841-52d1-4fdb-b943-8502190f7720 req-62c9c497-b8e0-4ed3-b04e-bce86eb732b7 service neutron] 10.222.0.48 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519131 Jul 23 20:42:27.385498 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-305927ab-532c-4038-b5a1-46578f53a0ef req-db18168c-0389-4cae-b7bd-356ecce8476a service neutron] 10.222.0.57 "GET /v2.0/networks/84a7b0e6-72d3-408a-acdf-09b0251c9f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594367 Jul 23 20:42:27.387598 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.439586 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81faaea4-c6c0-4ef3-8e61-9512f78310f0 req-166ffb90-af91-40d1-beb3-690dcf03da67 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963303 Jul 23 20:42:27.645505 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3cef1d55-77ec-48ea-b46f-529afbc3c95e tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.658259 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3cef1d55-77ec-48ea-b46f-529afbc3c95e tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.659828 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.675855 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Transition to ACTIVE for port object 0335c73d-9f26-40a3-b0ab-2087f11e97cd will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:27.690136 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.748434 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8304a1-1dd8-474a-b92e-77adcc99e3f4 req-29a4d1ef-11ea-41d2-8a55-7608662ea89d tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:27.752578 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3cef1d55-77ec-48ea-b46f-529afbc3c95e tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.753680 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cef1d55-77ec-48ea-b46f-529afbc3c95e tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 185875d0-17a7-4a33-a066-c877db99540b {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:42:27.766866 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db8304a1-1dd8-474a-b92e-77adcc99e3f4 req-29a4d1ef-11ea-41d2-8a55-7608662ea89d tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.5076048 Jul 23 20:42:27.775473 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3cef1d55-77ec-48ea-b46f-529afbc3c95e tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.787863 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3cef1d55-77ec-48ea-b46f-529afbc3c95e tempest-RoutersTestDVR-202626866 tempest-RoutersTestDVR-202626866-project-admin] 10.222.0.55 "DELETE /v2.0/routers/185875d0-17a7-4a33-a066-c877db99540b HTTP/1.1" status: 204 len: 168 time: 0.6276546 Jul 23 20:42:27.872696 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d088841-52d1-4fdb-b943-8502190f7720 req-de44ea0c-cd38-4dc3-9a2d-482599bb4d0e service neutron] 10.222.0.48 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063128 Jul 23 20:42:27.977465 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Attempting to bind port 0335c73d-9f26-40a3-b0ab-2087f11e97cd on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:27.978778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Attempting to bind port 0335c73d-9f26-40a3-b0ab-2087f11e97cd by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'fe937453-99c9-406b-84cd-d11eec6b3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0cabcfbb-bfc6-4845-bede-34fefffbf8b0'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:27.980192 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Attempting to bind port 0335c73d-9f26-40a3-b0ab-2087f11e97cd on network 0cabcfbb-bfc6-4845-bede-34fefffbf8b0 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:27.982662 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e22de5-b384-4a8c-864f-e9057bbba857 None None] Pushing event updated for resources: {'Port': ['ID=0335c73d-9f26-40a3-b0ab-2087f11e97cd,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:28.008957 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:28.009402 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Checking segment: {'id': 'fe937453-99c9-406b-84cd-d11eec6b3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0cabcfbb-bfc6-4845-bede-34fefffbf8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:28.009818 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.010217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Bound using segment: {'id': 'fe937453-99c9-406b-84cd-d11eec6b3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0cabcfbb-bfc6-4845-bede-34fefffbf8b0'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:28.012541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Bound port: 0335c73d-9f26-40a3-b0ab-2087f11e97cd, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe937453-99c9-406b-84cd-d11eec6b3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0cabcfbb-bfc6-4845-bede-34fefffbf8b0'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:28.012945 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.030294 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db8304a1-1dd8-474a-b92e-77adcc99e3f4 req-2a55ec62-35e5-44a9-a165-5922315eff06 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623529 Jul 23 20:42:28.035907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0809c7d-6555-47c4-a760-f527bd4f6a89 req-c3eb0190-cefe-427d-8370-3114e6c895ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:28.038256 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0809c7d-6555-47c4-a760-f527bd4f6a89 req-c3eb0190-cefe-427d-8370-3114e6c895ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=22d791fa60374fac9355b21b8e801f42&device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 1096 time: 0.5419157 Jul 23 20:42:28.113193 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-f476317f-57cb-4648-99a5-8e6d811a8633 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.175149 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-f476317f-57cb-4648-99a5-8e6d811a8633 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Transition to ACTIVE for port object a08d0eb4-24ba-469c-9ca3-af96fd983121 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:28.235058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] For port 0335c73d-9f26-40a3-b0ab-2087f11e97cd, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:28.259769 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] For port 0335c73d-9f26-40a3-b0ab-2087f11e97cd, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0335c73d-9f26-40a3-b0ab-2087f11e97cd,segment=NetworkSegment(fe937453-99c9-406b-84cd-d11eec6b3fea),segment_id=fe937453-99c9-406b-84cd-d11eec6b3fea)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:28.266159 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0809c7d-6555-47c4-a760-f527bd4f6a89 req-3e92a862-ee15-4141-9166-9542a504585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:28.268129 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0809c7d-6555-47c4-a760-f527bd4f6a89 req-3e92a862-ee15-4141-9166-9542a504585e service neutron] 10.222.0.57 "GET /v2.0/networks?id=84a7b0e6-72d3-408a-acdf-09b0251c9f2a HTTP/1.1" status: 200 len: 911 time: 0.2227886 Jul 23 20:42:28.273296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e12a7c-5bb7-4522-b2ca-8190dddcd4ae req-5f5262f1-d14a-400c-a4fc-395bcfd72a52 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:28.275887 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.276162 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-f476317f-57cb-4648-99a5-8e6d811a8633 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.281881 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06e12a7c-5bb7-4522-b2ca-8190dddcd4ae req-5f5262f1-d14a-400c-a4fc-395bcfd72a52 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 1096 time: 0.3751035 Jul 23 20:42:28.344657 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0809c7d-6555-47c4-a760-f527bd4f6a89 req-2055df83-2582-42b0-b3eb-f2f0f67a3fe6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89dde137-aa19-4d39-9d8f-bcd93850095d HTTP/1.1" status: 200 len: 217 time: 0.0586519 Jul 23 20:42:28.367571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e22de5-b384-4a8c-864f-e9057bbba857 None None] Pushing event updated for resources: {'Port': ['ID=0335c73d-9f26-40a3-b0ab-2087f11e97cd,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:28.404571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Routers {'7d1b8871-8bf5-440d-b60c-01b50bf5f699'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:28.410372 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476317f-57cb-4648-99a5-8e6d811a8633 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'Port': ['ID=a08d0eb4-24ba-469c-9ca3-af96fd983121,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:28.411327 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['7d1b8871-8bf5-440d-b60c-01b50bf5f699'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:28.449251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-f476317f-57cb-4648-99a5-8e6d811a8633 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Network b37ae9d4-a01a-4b66-aedc-028c2a70372c is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:28.456409 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-f476317f-57cb-4648-99a5-8e6d811a8633 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:28.456930 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06e12a7c-5bb7-4522-b2ca-8190dddcd4ae req-42faf146-c715-4ea3-8cd4-1e1d8725a75b tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688685 Jul 23 20:42:28.479831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-f476317f-57cb-4648-99a5-8e6d811a8633 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:28.489738 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49650) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:28.581420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-f476317f-57cb-4648-99a5-8e6d811a8633 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:28.582309 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-f476317f-57cb-4648-99a5-8e6d811a8633 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.618208 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-f476317f-57cb-4648-99a5-8e6d811a8633 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0920532 Jul 23 20:42:28.631929 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Request body: {'port': {'device_id': '5c3fd898-caf4-41d2-b9f2-11fe908cd253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:28.651512 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] Set router 7d1b8871-8bf5-440d-b60c-01b50bf5f699 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:28.655015 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0809c7d-6555-47c4-a760-f527bd4f6a89 req-5d9846d4-f737-4b4b-8214-d0bbfdf81d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:28.661228 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0809c7d-6555-47c4-a760-f527bd4f6a89 req-5d9846d4-f737-4b4b-8214-d0bbfdf81d37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04b94e23-fcf8-4b24-badb-9285c4526fed HTTP/1.1" status: 200 len: 849 time: 0.3035991 Jul 23 20:42:28.734222 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 89dde137-aa19-4d39-9d8f-bcd93850095d details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:42:28.811963 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-768078a5-3b08-4bb3-aae1-c8d2979a8df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.845150 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.850813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46d6f9-d00d-4dd0-9407-e2abafcb69e8 req-f1377a8b-3844-4445-8d14-83db9cd8b2f0 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:28.870086 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f46d6f9-d00d-4dd0-9407-e2abafcb69e8 req-f1377a8b-3844-4445-8d14-83db9cd8b2f0 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 932 time: 0.4113159 Jul 23 20:42:28.938595 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.996083 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f46d6f9-d00d-4dd0-9407-e2abafcb69e8 req-3d92dbec-713f-4890-b19f-22f8a4b86b4b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247799 Jul 23 20:42:29.038500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eade542-ebfa-474f-a439-5d8320793a56 req-f17646aa-f522-499c-a6a7-aa6c9f33a6ab tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:29.044572 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9eade542-ebfa-474f-a439-5d8320793a56 req-f17646aa-f522-499c-a6a7-aa6c9f33a6ab tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.4346340 Jul 23 20:42:29.065817 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:42:29.143314 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0809c7d-6555-47c4-a760-f527bd4f6a89 req-96dc813a-c28b-4c1e-8b11-ccf1539ee6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:29.145013 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0809c7d-6555-47c4-a760-f527bd4f6a89 req-96dc813a-c28b-4c1e-8b11-ccf1539ee6d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=84a7b0e6-72d3-408a-acdf-09b0251c9f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4665937 Jul 23 20:42:29.203904 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'name': 'tempest-TestVolumeBootPattern-1732236184-router', 'tenant_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c6104610-c3b3-4e09-9910-2a157145a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:03Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'gw_port': {'id': 'c6104610-c3b3-4e09-9910-2a157145a8b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:06Z', 'updated_at': '2021-07-23T20:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '0335c73d-9f26-40a3-b0ab-2087f11e97cd', 'name': '', 'network_id': '0cabcfbb-bfc6-4845-bede-34fefffbf8b0', 'tenant_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'mac_address': 'fa:16:3e:59:c3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a8c23732-f27b-4898-ba7e-b4ffa76ae543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:13Z', 'updated_at': '2021-07-23T20:42:28Z', 'revision_number': 4, 'project_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'subnets': [{'id': 'a8c23732-f27b-4898-ba7e-b4ffa76ae543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:29.207788 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 89dde137-aa19-4d39-9d8f-bcd93850095d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=89dde137-aa19-4d39-9d8f-bcd93850095d,segment=NetworkSegment(9ea67c6d-f74d-4c2b-be73-497c270206c8),segment_id=9ea67c6d-f74d-4c2b-be73-497c270206c8)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:29.245559 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-768078a5-3b08-4bb3-aae1-c8d2979a8df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.252658 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eacea1-85a5-4c4e-a382-b76751e79120 None None] The sync data for ids ['7d1b8871-8bf5-440d-b60c-01b50bf5f699'] in n-d-791504-18 is: [{'id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'name': 'tempest-TestVolumeBootPattern-1732236184-router', 'tenant_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c6104610-c3b3-4e09-9910-2a157145a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:03Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'gw_port': {'id': 'c6104610-c3b3-4e09-9910-2a157145a8b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:06Z', 'updated_at': '2021-07-23T20:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '0335c73d-9f26-40a3-b0ab-2087f11e97cd', 'name': '', 'network_id': '0cabcfbb-bfc6-4845-bede-34fefffbf8b0', 'tenant_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'mac_address': 'fa:16:3e:59:c3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': 'a8c23732-f27b-4898-ba7e-b4ffa76ae543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:13Z', 'updated_at': '2021-07-23T20:42:28Z', 'revision_number': 4, 'project_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'subnets': [{'id': 'a8c23732-f27b-4898-ba7e-b4ffa76ae543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:29.263900 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '89dde137-aa19-4d39-9d8f-bcd93850095d', 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a', 'port_id': '89dde137-aa19-4d39-9d8f-bcd93850095d', 'mac_address': 'fa:16:3e:71:1a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b94e23-fcf8-4b24-badb-9285c4526fed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:42:29.270113 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-768078a5-3b08-4bb3-aae1-c8d2979a8df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.333342 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.337706 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-82a3db10-557d-4a1f-9dfc-220088924ef7 None None] Provisioning for port a08d0eb4-24ba-469c-9ca3-af96fd983121 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:29.344838 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-82a3db10-557d-4a1f-9dfc-220088924ef7 None None] Provisioning complete for port a08d0eb4-24ba-469c-9ca3-af96fd983121 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:29.345451 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82a3db10-557d-4a1f-9dfc-220088924ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.359854 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9eade542-ebfa-474f-a439-5d8320793a56 req-253d6c33-86e0-4c65-a96a-bf63590b8264 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039150 Jul 23 20:42:29.394454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89dde137-aa19-4d39-9d8f-bcd93850095d {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:42:29.404050 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-768078a5-3b08-4bb3-aae1-c8d2979a8df4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=71c5357e81c34bd89520ea79d04d2996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9102070 Jul 23 20:42:29.404050 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768078a5-3b08-4bb3-aae1-c8d2979a8df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252d019d-ea05-4f0a-8790-dfaf346f8a01,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:29.416129 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49680) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:29.437508 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-82a3db10-557d-4a1f-9dfc-220088924ef7 None None] Port a08d0eb4-24ba-469c-9ca3-af96fd983121 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:29.456938 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 89dde137-aa19-4d39-9d8f-bcd93850095d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=89dde137-aa19-4d39-9d8f-bcd93850095d,segment=NetworkSegment(9ea67c6d-f74d-4c2b-be73-497c270206c8),segment_id=9ea67c6d-f74d-4c2b-be73-497c270206c8)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:29.471760 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.556493 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d72a68e6-27b3-434a-b031-c18906311e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.605274 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=89dde137-aa19-4d39-9d8f-bcd93850095d,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:29.720154 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['89dde137-aa19-4d39-9d8f-bcd93850095d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:42:29.736910 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0809c7d-6555-47c4-a760-f527bd4f6a89 req-13050574-3000-41f4-8752-c3ef827432db service neutron] 10.222.0.57 "GET /v2.0/networks/84a7b0e6-72d3-408a-acdf-09b0251c9f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816514 Jul 23 20:42:29.737417 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d72a68e6-27b3-434a-b031-c18906311e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.743153 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08d0eb4-24ba-469c-9ca3-af96fd983121 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:42:29.774293 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.797832 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4df25-419b-4c12-90bc-410ba080b7ae req-51b92507-05e1-491c-b79e-45dd4db75aec tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:29.808391 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04c4df25-419b-4c12-90bc-410ba080b7ae req-51b92507-05e1-491c-b79e-45dd4db75aec tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.5097067 Jul 23 20:42:29.832675 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0335c73d-9f26-40a3-b0ab-2087f11e97cd up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:29.868249 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Transition to ACTIVE for port object a08d0eb4-24ba-469c-9ca3-af96fd983121 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:29.887797 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.919945 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d72a68e6-27b3-434a-b031-c18906311e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.922476 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d72a68e6-27b3-434a-b031-c18906311e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.923651 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d72a68e6-27b3-434a-b031-c18906311e04 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/252d019d-ea05-4f0a-8790-dfaf346f8a01 HTTP/1.1" status: 204 len: 168 time: 0.5063653 Jul 23 20:42:29.941351 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a68e6-27b3-434a-b031-c18906311e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252d019d-ea05-4f0a-8790-dfaf346f8a01,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:29.972727 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Pushing event updated for resources: {'Port': ['ID=a08d0eb4-24ba-469c-9ca3-af96fd983121,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:29.983673 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04c4df25-419b-4c12-90bc-410ba080b7ae req-fda5f77b-2e69-4da4-8e35-4f5392385334 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742125 Jul 23 20:42:29.989516 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29ff3d-09f0-4bca-bb63-cd89d18a8990 req-ec22dab5-72c7-431e-9c1b-984050c5aeeb tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:29.991080 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fd29ff3d-09f0-4bca-bb63-cd89d18a8990 req-ec22dab5-72c7-431e-9c1b-984050c5aeeb tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 1097 time: 0.3197761 Jul 23 20:42:30.081965 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0809c7d-6555-47c4-a760-f527bd4f6a89 req-b5149f48-8af1-4c05-bb6b-b49256f933c2 service neutron] 10.222.0.57 "GET /v2.0/networks/84a7b0e6-72d3-408a-acdf-09b0251c9f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331835 Jul 23 20:42:30.174909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fd29ff3d-09f0-4bca-bb63-cd89d18a8990 req-61785ff9-f93d-4c7d-b4d8-7b076c694f15 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663995 Jul 23 20:42:30.191280 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:30.218973 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 0335c73d-9f26-40a3-b0ab-2087f11e97cd completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:30.240673 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Attempting to bind port a08d0eb4-24ba-469c-9ca3-af96fd983121 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:30.243299 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Attempting to bind port a08d0eb4-24ba-469c-9ca3-af96fd983121 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:30.244009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Attempting to bind port a08d0eb4-24ba-469c-9ca3-af96fd983121 on network b37ae9d4-a01a-4b66-aedc-028c2a70372c {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:30.250063 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Port a08d0eb4-24ba-469c-9ca3-af96fd983121 on network b37ae9d4-a01a-4b66-aedc-028c2a70372c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:42:30.250477 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Attempting to bind port a08d0eb4-24ba-469c-9ca3-af96fd983121 on network b37ae9d4-a01a-4b66-aedc-028c2a70372c {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:30.263961 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0335c73d-9f26-40a3-b0ab-2087f11e97cd triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:30.264352 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:30.264904 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:30.265442 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Checking segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:30.266109 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Bound using segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:30.266888 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Bound port: a08d0eb4-24ba-469c-9ca3-af96fd983121, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:30.268887 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:30.306214 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21acaa7-9fe4-4b2b-9ffd-911998e0e2ed req-64cc300f-9d41-4b9f-bcd6-d7db68d4769d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:30.308195 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a21acaa7-9fe4-4b2b-9ffd-911998e0e2ed req-64cc300f-9d41-4b9f-bcd6-d7db68d4769d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 944 time: 0.1986647 Jul 23 20:42:30.385052 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] For port a08d0eb4-24ba-469c-9ca3-af96fd983121, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:30.391029 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] For port a08d0eb4-24ba-469c-9ca3-af96fd983121, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a08d0eb4-24ba-469c-9ca3-af96fd983121,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:30.401290 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:30.434373 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a21acaa7-9fe4-4b2b-9ffd-911998e0e2ed req-88e1ab73-829e-4800-9b5c-114ad47d3ba0 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183486 Jul 23 20:42:30.487834 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:30.531584 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 0335c73d-9f26-40a3-b0ab-2087f11e97cd, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0335c73d-9f26-40a3-b0ab-2087f11e97cd,segment=NetworkSegment(fe937453-99c9-406b-84cd-d11eec6b3fea),segment_id=fe937453-99c9-406b-84cd-d11eec6b3fea)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:30.545073 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:30.557623 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:30.558229 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:30.562680 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] 10.222.0.48 "PUT /v2.0/ports/a08d0eb4-24ba-469c-9ca3-af96fd983121 HTTP/1.1" status: 200 len: 1093 time: 1.9361813 Jul 23 20:42:30.565154 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443268e-230a-4cd6-b969-d5e1051a520a service neutron] Pushing event updated for resources: {'Port': ['ID=a08d0eb4-24ba-469c-9ca3-af96fd983121,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:30.618492 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3fd898-caf4-41d2-b9f2-11fe908cd253', 'tag': 'a08d0eb4-24ba-469c-9ca3-af96fd983121'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:30.632554 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263969f9-2fa0-4384-98c2-10e2f0c7cade" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3fd898-caf4-41d2-b9f2-11fe908cd253", "tag": "a08d0eb4-24ba-469c-9ca3-af96fd983121"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:30.652816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49704) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:30.664188 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=0335c73d-9f26-40a3-b0ab-2087f11e97cd,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:30.733210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982bc65-a2a8-4d12-8151-07d281f90ce8 req-8b8b08a7-01a4-4ea6-8130-3e6d6e2f63bd tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:30.740918 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7982bc65-a2a8-4d12-8151-07d281f90ce8 req-8b8b08a7-01a4-4ea6-8130-3e6d6e2f63bd tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.2541351 Jul 23 20:42:30.782991 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb41daf0-2ce3-440e-b3f0-c49b6fa99157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:30.861353 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7982bc65-a2a8-4d12-8151-07d281f90ce8 req-812c5973-8a6e-4f4a-bc7a-62517e22bb11 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105189 Jul 23 20:42:30.877688 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49b1270-d4af-49fc-992e-e2b94b5325eb x-openstack-request-id: req-e49b1270-d4af-49fc-992e-e2b94b5325eb {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:30.878325 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3fd898-caf4-41d2-b9f2-11fe908cd253", "tag": "a08d0eb4-24ba-469c-9ca3-af96fd983121", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:30.878564 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e49b1270-d4af-49fc-992e-e2b94b5325eb {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:30.879121 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3fd898-caf4-41d2-b9f2-11fe908cd253', 'tag': 'a08d0eb4-24ba-469c-9ca3-af96fd983121', 'status': 'completed', 'code': 200} Jul 23 20:42:30.920099 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-b63b8bec-b740-43fc-9e1d-41c77474f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:30.921683 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-b63b8bec-b740-43fc-9e1d-41c77474f34e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 1096 time: 0.2699623 Jul 23 20:42:30.981809 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-429c7f75-57fc-4039-b13b-f5985d53b57a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a08d0eb4-24ba-469c-9ca3-af96fd983121 HTTP/1.1" status: 200 len: 217 time: 0.0511501 Jul 23 20:42:31.081308 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-0e87f993-7c52-4f0a-be78-90f68eed5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:31.082838 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-0e87f993-7c52-4f0a-be78-90f68eed5a43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.0946374 Jul 23 20:42:31.252683 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb41daf0-2ce3-440e-b3f0-c49b6fa99157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:31.266850 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb41daf0-2ce3-440e-b3f0-c49b6fa99157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:31.270853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3b6c5-1641-410c-ae13-bba1f4915b15 req-7d8e8ddf-7964-48a2-b43e-deaffd7a6709 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:31.277757 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7a3b6c5-1641-410c-ae13-bba1f4915b15 req-7d8e8ddf-7964-48a2-b43e-deaffd7a6709 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.1891081 Jul 23 20:42:31.291433 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-84b5bf4b-d059-4d71-887a-ab5133c4d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:31.293072 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-84b5bf4b-d059-4d71-887a-ab5133c4d735 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2020590 Jul 23 20:42:31.339532 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7a3b6c5-1641-410c-ae13-bba1f4915b15 req-c137b3eb-4fe5-46a2-ae99-6129abfa13a5 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533793 Jul 23 20:42:31.370114 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41daf0-2ce3-440e-b3f0-c49b6fa99157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ba3ae0-7baa-41e7-8b5e-86248382eb9b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:31.424757 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fb41daf0-2ce3-440e-b3f0-c49b6fa99157 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=196c4111ff714dbdbf9d00488039318c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7705908 Jul 23 20:42:31.428297 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49724) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:31.455563 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4e2b6-40db-44eb-952f-798c36390132 req-2d1d8f28-70cc-4b6b-9985-c6c6693282a4 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:31.464079 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1db4e2b6-40db-44eb-952f-798c36390132 req-2d1d8f28-70cc-4b6b-9985-c6c6693282a4 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 1097 time: 0.1356463 Jul 23 20:42:31.533869 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-c2658569-0743-4b1a-bde0-f6b94d6f03b5 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128673 Jul 23 20:42:31.581478 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-033a962d-353a-4833-9da9-aeafb193f5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:31.605187 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-033a962d-353a-4833-9da9-aeafb193f5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:31.667618 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0335c73d-9f26-40a3-b0ab-2087f11e97cd up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:31.682089 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1db4e2b6-40db-44eb-952f-798c36390132 req-a12beb00-01f7-4d49-8605-b08cbdf91242 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166672 Jul 23 20:42:31.693538 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-033a962d-353a-4833-9da9-aeafb193f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:31.696341 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-033a962d-353a-4833-9da9-aeafb193f5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:31.700495 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-033a962d-353a-4833-9da9-aeafb193f5fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1ba3ae0-7baa-41e7-8b5e-86248382eb9b HTTP/1.1" status: 204 len: 168 time: 0.2709420 Jul 23 20:42:31.722091 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a962d-353a-4833-9da9-aeafb193f5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ba3ae0-7baa-41e7-8b5e-86248382eb9b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:31.737949 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a962d-353a-4833-9da9-aeafb193f5fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:31.738630 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a962d-353a-4833-9da9-aeafb193f5fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:31.739259 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a962d-353a-4833-9da9-aeafb193f5fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:31.740335 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a962d-353a-4833-9da9-aeafb193f5fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:31.741221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a962d-353a-4833-9da9-aeafb193f5fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:31.741221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a962d-353a-4833-9da9-aeafb193f5fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:31.741646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a962d-353a-4833-9da9-aeafb193f5fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:31.742147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a962d-353a-4833-9da9-aeafb193f5fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:31.742590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a962d-353a-4833-9da9-aeafb193f5fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:31.743171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a962d-353a-4833-9da9-aeafb193f5fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:31.743628 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a962d-353a-4833-9da9-aeafb193f5fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:31.744010 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a962d-353a-4833-9da9-aeafb193f5fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:31.763591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84936d29-1433-411e-8d88-6aca8d2f2bea req-915809e6-290e-44a6-a208-0a7b0f39c692 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:31.783899 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-84936d29-1433-411e-8d88-6aca8d2f2bea req-915809e6-290e-44a6-a208-0a7b0f39c692 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 944 time: 0.2306998 Jul 23 20:42:31.811433 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bd6804f0-e5bf-44a3-b50d-d87506329f5e req-966403c3-391d-41f2-a922-05df97219f8a service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506113 Jul 23 20:42:31.822835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0335c73d-9f26-40a3-b0ab-2087f11e97cd triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:31.824402 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:31.924094 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-84936d29-1433-411e-8d88-6aca8d2f2bea req-81dd8163-881d-4526-be06-0ea2c52c5e44 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370287 Jul 23 20:42:32.004473 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263969f9-2fa0-4384-98c2-10e2f0c7cade req-254520c7-c9a6-4d62-89d1-8e44a8ed0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:32.007833 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-263969f9-2fa0-4384-98c2-10e2f0c7cade req-254520c7-c9a6-4d62-89d1-8e44a8ed0c62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 1096 time: 0.1481423 Jul 23 20:42:32.095393 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dda2e4-63d0-49e2-aff3-47d78b54dfd2 req-3f1ef612-20fa-4892-a121-c85cd4c21616 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:32.097421 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2dda2e4-63d0-49e2-aff3-47d78b54dfd2 req-3f1ef612-20fa-4892-a121-c85cd4c21616 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.0856054 Jul 23 20:42:32.169048 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263969f9-2fa0-4384-98c2-10e2f0c7cade req-b81f4a17-71d5-4592-98a1-789890d46ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:32.170706 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-263969f9-2fa0-4384-98c2-10e2f0c7cade req-b81f4a17-71d5-4592-98a1-789890d46ef1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 913 time: 0.1555936 Jul 23 20:42:32.182174 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2dda2e4-63d0-49e2-aff3-47d78b54dfd2 req-60352ae9-9924-4590-ba45-98239c2c297a tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752022 Jul 23 20:42:32.248736 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-263969f9-2fa0-4384-98c2-10e2f0c7cade req-3bef8c51-3605-4ad3-a63a-8bcaa904ab8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a08d0eb4-24ba-469c-9ca3-af96fd983121 HTTP/1.1" status: 200 len: 217 time: 0.0679820 Jul 23 20:42:32.312503 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263969f9-2fa0-4384-98c2-10e2f0c7cade req-4cd423c6-3e70-4b46-a641-5a8ee7e23c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:32.314310 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-263969f9-2fa0-4384-98c2-10e2f0c7cade req-4cd423c6-3e70-4b46-a641-5a8ee7e23c22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.0596435 Jul 23 20:42:32.388515 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263969f9-2fa0-4384-98c2-10e2f0c7cade req-d0743157-25a7-48a8-ab63-88e1ad834a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:32.392090 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-263969f9-2fa0-4384-98c2-10e2f0c7cade req-d0743157-25a7-48a8-ab63-88e1ad834a5d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718071 Jul 23 20:42:32.503718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337293d-9213-4e29-9fa5-8d25164ceb35 req-7cd7df2f-5935-42cb-924e-b89a6c770d4b tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:32.512401 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a337293d-9213-4e29-9fa5-8d25164ceb35 req-7cd7df2f-5935-42cb-924e-b89a6c770d4b tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.0885592 Jul 23 20:42:32.518380 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-263969f9-2fa0-4384-98c2-10e2f0c7cade req-804fd0da-1672-424d-9c2f-dedc889f95eb service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169612 Jul 23 20:42:32.560982 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a337293d-9213-4e29-9fa5-8d25164ceb35 req-e58932f0-ebdb-43ba-8aeb-402034e21e0b tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476980 Jul 23 20:42:32.587564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 89dde137-aa19-4d39-9d8f-bcd93850095d up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:32.650621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 89dde137-aa19-4d39-9d8f-bcd93850095d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:32.655640 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-263969f9-2fa0-4384-98c2-10e2f0c7cade req-bbd9a804-ff16-48ca-bb80-11507fe0457e service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302853 Jul 23 20:42:32.656281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 89dde137-aa19-4d39-9d8f-bcd93850095d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:32.657061 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:32.763431 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:32.806563 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea4c13e-7669-444e-907e-563491f68e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89dde137-aa19-4d39-9d8f-bcd93850095d'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:32.807743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49762) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:32.809583 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec17d37f-0f87-43a0-877d-a15fdc853218" -d '{"events": [{"server_uuid": "dea4c13e-7669-444e-907e-563491f68e55", "name": "network-vif-plugged", "status": "completed", "tag": "89dde137-aa19-4d39-9d8f-bcd93850095d"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:32.815542 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 89dde137-aa19-4d39-9d8f-bcd93850095d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=89dde137-aa19-4d39-9d8f-bcd93850095d,segment=NetworkSegment(9ea67c6d-f74d-4c2b-be73-497c270206c8),segment_id=9ea67c6d-f74d-4c2b-be73-497c270206c8)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:32.822364 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:32.836746 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1f46c-ce70-478a-bf9c-e5a959065c75 req-20643b2d-a560-40a5-8dcc-b0def0726f56 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:32.838567 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37a1f46c-ce70-478a-bf9c-e5a959065c75 req-20643b2d-a560-40a5-8dcc-b0def0726f56 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 1097 time: 0.0811844 Jul 23 20:42:32.881766 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37a1f46c-ce70-478a-bf9c-e5a959065c75 req-80e85f9b-eb0b-4d15-84a8-c7b6a99a51c9 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366244 Jul 23 20:42:32.887743 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cab9aa-9106-4fa4-ae80-eece8b85e83e x-openstack-request-id: req-e3cab9aa-9106-4fa4-ae80-eece8b85e83e {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:32.888320 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea4c13e-7669-444e-907e-563491f68e55", "name": "network-vif-plugged", "status": "completed", "tag": "89dde137-aa19-4d39-9d8f-bcd93850095d", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:32.888741 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3cab9aa-9106-4fa4-ae80-eece8b85e83e {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:32.889311 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea4c13e-7669-444e-907e-563491f68e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89dde137-aa19-4d39-9d8f-bcd93850095d', 'code': 200} Jul 23 20:42:32.890061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=89dde137-aa19-4d39-9d8f-bcd93850095d,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:32.982374 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ae0694a9-ece1-4ed6-8039-059dc9165cdc tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-751598207'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:33.042181 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0694a9-ece1-4ed6-8039-059dc9165cdc tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Made reservation on behalf of 0c951558294a44ac86f0e13f17d9b199 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:33.045599 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ae0694a9-ece1-4ed6-8039-059dc9165cdc tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:33.062496 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ae0694a9-ece1-4ed6-8039-059dc9165cdc tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:33.080052 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b90f3f-7031-4f94-9199-b31d26a51e3c req-ec14f56d-9f2f-4df5-bbde-07185db49298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:33.081533 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-22b90f3f-7031-4f94-9199-b31d26a51e3c req-ec14f56d-9f2f-4df5-bbde-07185db49298 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 1098 time: 0.1542530 Jul 23 20:42:33.145102 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdae98-049b-4a9b-893f-1dff9828d4eb req-a3fed380-d162-49cc-980c-78e6692ba5a0 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:33.147248 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4bcdae98-049b-4a9b-893f-1dff9828d4eb req-a3fed380-d162-49cc-980c-78e6692ba5a0 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 944 time: 0.1468365 Jul 23 20:42:33.175079 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-22b90f3f-7031-4f94-9199-b31d26a51e3c req-9c1f7425-ea65-4f8f-af05-fe3855446477 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832734 Jul 23 20:42:33.206711 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4bcdae98-049b-4a9b-893f-1dff9828d4eb req-15c89dde-5354-4f46-8d4d-e5dd76070397 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532067 Jul 23 20:42:33.259941 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ae0694a9-ece1-4ed6-8039-059dc9165cdc tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:33.270529 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ae0694a9-ece1-4ed6-8039-059dc9165cdc tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:33.310600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0694a9-ece1-4ed6-8039-059dc9165cdc tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:42:33.331366 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ae0694a9-ece1-4ed6-8039-059dc9165cdc tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:33.331702 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-ae0694a9-ece1-4ed6-8039-059dc9165cdc tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Added segment e11dda3b-e159-4a1e-95ed-c1f393907d3b of type vlan for network 78435dc7-9c57-4ecb-8698-1cc59b04595f Jul 23 20:42:33.334264 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0694a9-ece1-4ed6-8039-059dc9165cdc tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16aecaf1-8c01-48df-afa6-97427b11389c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:33.389204 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf1b37-731a-4da6-9fbc-ac0cf811aa97 req-0b4966ac-aa0c-47a3-8357-f15646603b28 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:33.390869 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1adf1b37-731a-4da6-9fbc-ac0cf811aa97 req-0b4966ac-aa0c-47a3-8357-f15646603b28 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.1335564 Jul 23 20:42:33.394416 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ae0694a9-ece1-4ed6-8039-059dc9165cdc tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:33.450352 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1adf1b37-731a-4da6-9fbc-ac0cf811aa97 req-58807ced-2838-47df-b813-115dd9dec574 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517373 Jul 23 20:42:33.451429 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ae0694a9-ece1-4ed6-8039-059dc9165cdc tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:33.456896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0694a9-ece1-4ed6-8039-059dc9165cdc tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:33.457533 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ae0694a9-ece1-4ed6-8039-059dc9165cdc tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:33.499246 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ae0694a9-ece1-4ed6-8039-059dc9165cdc tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6903517 Jul 23 20:42:33.502051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49780) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:33.509569 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-469d2570-c53b-45bf-89ac-b3b0edcee9af tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Request body: {'subnet': {'network_id': '78435dc7-9c57-4ecb-8698-1cc59b04595f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:33.547379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0694a9-ece1-4ed6-8039-059dc9165cdc tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Pushing event updated for resources: {'Network': ['ID=78435dc7-9c57-4ecb-8698-1cc59b04595f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:33.563612 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 78435dc7-9c57-4ecb-8698-1cc59b04595f details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:42:33.663695 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469d2570-c53b-45bf-89ac-b3b0edcee9af tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Made reservation on behalf of 0c951558294a44ac86f0e13f17d9b199 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:33.667403 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-469d2570-c53b-45bf-89ac-b3b0edcee9af tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:33.911643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00c915-b6cf-47e1-9d11-89a981c7f42d req-14be6b10-028f-40a0-853c-dc88a843add4 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:33.913120 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f00c915-b6cf-47e1-9d11-89a981c7f42d req-14be6b10-028f-40a0-853c-dc88a843add4 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.2139087 Jul 23 20:42:33.935240 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-469d2570-c53b-45bf-89ac-b3b0edcee9af tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:34.049693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f00c915-b6cf-47e1-9d11-89a981c7f42d req-f445301b-ad46-40a9-b7fa-715686cbf806 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199102 Jul 23 20:42:34.054320 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d2570-c53b-45bf-89ac-b3b0edcee9af tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Pushing event updated for resources: {'Subnet': ['ID=2aa2dac9-7a85-46e2-9323-dba5ae2b4874,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:34.128870 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469d2570-c53b-45bf-89ac-b3b0edcee9af tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Checking segment: {'id': 'e11dda3b-e159-4a1e-95ed-c1f393907d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '78435dc7-9c57-4ecb-8698-1cc59b04595f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:34.129312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469d2570-c53b-45bf-89ac-b3b0edcee9af tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Network hostable DHCP agents. Network: 78435dc7-9c57-4ecb-8698-1cc59b04595f, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:42:34.145227 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d335b-8ece-405a-b0c6-0852ae994251 req-cb9edbdb-edde-4c72-9c9d-795544a7a0c9 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:34.152091 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a64d335b-8ece-405a-b0c6-0852ae994251 req-cb9edbdb-edde-4c72-9c9d-795544a7a0c9 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 1098 time: 0.1796556 Jul 23 20:42:34.178939 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469d2570-c53b-45bf-89ac-b3b0edcee9af tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Network 78435dc7-9c57-4ecb-8698-1cc59b04595f is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:42:34.194307 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a64d335b-8ece-405a-b0c6-0852ae994251 req-496c753a-f938-4555-bb11-5f8e4f6f4c85 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413671 Jul 23 20:42:34.197348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-469d2570-c53b-45bf-89ac-b3b0edcee9af tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 78435dc7-9c57-4ecb-8698-1cc59b04595f) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:34.202763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469d2570-c53b-45bf-89ac-b3b0edcee9af tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:34.203466 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-469d2570-c53b-45bf-89ac-b3b0edcee9af tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:34.215863 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13dbf5f-b85e-4067-8a96-9ec73fd3b254 None None] Network 78435dc7-9c57-4ecb-8698-1cc59b04595f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:34.228653 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-469d2570-c53b-45bf-89ac-b3b0edcee9af tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7255812 Jul 23 20:42:34.231465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49800) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:34.237234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-30cf472d-d948-4e3d-89cf-7c1e69ae16f9 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Request body: {'port': {'network_id': '78435dc7-9c57-4ecb-8698-1cc59b04595f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1689116648'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:34.382295 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cf472d-d948-4e3d-89cf-7c1e69ae16f9 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Made reservation on behalf of 0c951558294a44ac86f0e13f17d9b199 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:34.390275 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30cf472d-d948-4e3d-89cf-7c1e69ae16f9 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:34.405251 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e7cb0-984c-40ff-974f-33e20460d7f7 req-17f81b26-4edc-493d-9446-25cd5c94ef01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:34.415226 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c30e7cb0-984c-40ff-974f-33e20460d7f7 req-17f81b26-4edc-493d-9446-25cd5c94ef01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 944 time: 0.1042848 Jul 23 20:42:34.415451 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-30cf472d-d948-4e3d-89cf-7c1e69ae16f9 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] device_id is not set on port 45617857-1d4c-42c7-a344-912039a1e503 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:42:34.452584 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-78435dc7-9c57-4ecb-8698-1cc59b04595f', 'network_id': '78435dc7-9c57-4ecb-8698-1cc59b04595f', 'tenant_id': '0c951558294a44ac86f0e13f17d9b199', 'fixed_ips': [{'subnet_id': '2aa2dac9-7a85-46e2-9323-dba5ae2b4874'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:42:34.456174 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:34.472038 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c30e7cb0-984c-40ff-974f-33e20460d7f7 req-b4e78356-2269-4529-8cda-3ad2ec24bcc6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554488 Jul 23 20:42:34.580932 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-30cf472d-d948-4e3d-89cf-7c1e69ae16f9 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Allocated IP 172.20.0.13 (78435dc7-9c57-4ecb-8698-1cc59b04595f/2aa2dac9-7a85-46e2-9323-dba5ae2b4874/45617857-1d4c-42c7-a344-912039a1e503) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:34.625297 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bec3e-ee20-4d36-b4dc-8fd5a9106fe3 req-0fa8ba70-3b3d-4b2c-b64e-612f03710306 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:34.626992 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d6bec3e-ee20-4d36-b4dc-8fd5a9106fe3 req-0fa8ba70-3b3d-4b2c-b64e-612f03710306 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.0702314 Jul 23 20:42:34.666563 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d6bec3e-ee20-4d36-b4dc-8fd5a9106fe3 req-f32bc148-725f-4dcc-85b3-6d4d6d1d5e77 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320530 Jul 23 20:42:34.741674 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30cf472d-d948-4e3d-89cf-7c1e69ae16f9 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:34.754937 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-30cf472d-d948-4e3d-89cf-7c1e69ae16f9 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Transition to ACTIVE for port object 45617857-1d4c-42c7-a344-912039a1e503 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:34.787722 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30cf472d-d948-4e3d-89cf-7c1e69ae16f9 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:34.827114 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf472d-d948-4e3d-89cf-7c1e69ae16f9 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Network 78435dc7-9c57-4ecb-8698-1cc59b04595f is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:34.830174 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-30cf472d-d948-4e3d-89cf-7c1e69ae16f9 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:34.830976 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Allocated IP 172.20.0.2 (78435dc7-9c57-4ecb-8698-1cc59b04595f/2aa2dac9-7a85-46e2-9323-dba5ae2b4874/1370c9ac-5e4d-4593-bea0-1ae8aab3ac17) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:34.836507 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf472d-d948-4e3d-89cf-7c1e69ae16f9 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:34.865116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf472d-d948-4e3d-89cf-7c1e69ae16f9 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Pushing event updated for resources: {'Port': ['ID=45617857-1d4c-42c7-a344-912039a1e503,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:34.894095 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cf472d-d948-4e3d-89cf-7c1e69ae16f9 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:34.894718 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30cf472d-d948-4e3d-89cf-7c1e69ae16f9 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:34.912963 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-30cf472d-d948-4e3d-89cf-7c1e69ae16f9 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6798408 Jul 23 20:42:34.916005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49812) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:34.922488 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3579d5cd-81cd-4564-8e4c-d91acc94f44f tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Request body: {'port': {'network_id': '78435dc7-9c57-4ecb-8698-1cc59b04595f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1903641688', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:34.922912 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.api.validators [None req-3579d5cd-81cd-4564-8e4c-d91acc94f44f tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] bootfile-name is not in valid_values {{(pid=93810) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:42:34.923282 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.api.validators [None req-3579d5cd-81cd-4564-8e4c-d91acc94f44f tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] tftp-server is not in valid_values {{(pid=93810) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:42:34.923616 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.api.validators [None req-3579d5cd-81cd-4564-8e4c-d91acc94f44f tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] server-ip-address is not in valid_values {{(pid=93810) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:42:35.002083 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.021592 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Transition to ACTIVE for port object 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:35.040786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Transition to ACTIVE for port object 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:35.047139 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3579d5cd-81cd-4564-8e4c-d91acc94f44f tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Made reservation on behalf of 0c951558294a44ac86f0e13f17d9b199 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:35.048667 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.052224 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3579d5cd-81cd-4564-8e4c-d91acc94f44f tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.070880 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-3579d5cd-81cd-4564-8e4c-d91acc94f44f tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] device_id is not set on port 95e5e71f-8a3d-4998-8587-3766778d9115 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:42:35.097109 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Network 78435dc7-9c57-4ecb-8698-1cc59b04595f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:35.101698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:35.104893 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:35.107505 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Pushing event updated for resources: {'Port': ['ID=1370c9ac-5e4d-4593-bea0-1ae8aab3ac17,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:35.168835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Attempting to bind port 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:35.168963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Attempting to bind port 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'e11dda3b-e159-4a1e-95ed-c1f393907d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '78435dc7-9c57-4ecb-8698-1cc59b04595f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:35.169338 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Attempting to bind port 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 on network 78435dc7-9c57-4ecb-8698-1cc59b04595f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:35.175663 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:35.175966 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Checking segment: {'id': 'e11dda3b-e159-4a1e-95ed-c1f393907d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '78435dc7-9c57-4ecb-8698-1cc59b04595f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:35.176394 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.176770 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Bound using segment: {'id': 'e11dda3b-e159-4a1e-95ed-c1f393907d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '78435dc7-9c57-4ecb-8698-1cc59b04595f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:35.177293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Bound port: 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11dda3b-e159-4a1e-95ed-c1f393907d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '78435dc7-9c57-4ecb-8698-1cc59b04595f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:35.177668 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.206769 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-3579d5cd-81cd-4564-8e4c-d91acc94f44f tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Allocated IP 172.20.0.11 (78435dc7-9c57-4ecb-8698-1cc59b04595f/2aa2dac9-7a85-46e2-9323-dba5ae2b4874/95e5e71f-8a3d-4998-8587-3766778d9115) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:35.209906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ead34-e527-4897-9ba7-ee658cfdcf49 req-57dfcc1e-f4fa-43ea-b275-cf58864ab847 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:35.218189 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-188ead34-e527-4897-9ba7-ee658cfdcf49 req-57dfcc1e-f4fa-43ea-b275-cf58864ab847 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.0857477 Jul 23 20:42:35.260810 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-188ead34-e527-4897-9ba7-ee658cfdcf49 req-d1125dda-5896-4396-a4bf-9af362aa7847 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410631 Jul 23 20:42:35.270494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] For port 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:35.276461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] For port 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1370c9ac-5e4d-4593-bea0-1ae8aab3ac17,segment=NetworkSegment(e11dda3b-e159-4a1e-95ed-c1f393907d3b),segment_id=e11dda3b-e159-4a1e-95ed-c1f393907d3b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:35.281602 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.344344 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282f6bc-27ae-455b-bd5b-a152a4a5cbf7 None None] Pushing event updated for resources: {'Port': ['ID=1370c9ac-5e4d-4593-bea0-1ae8aab3ac17,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:35.371857 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73f969-003d-41d5-ac55-d84148912855 req-c4b24582-00a6-4dc5-811a-bdd64a14713c tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:35.373419 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba73f969-003d-41d5-ac55-d84148912855 req-c4b24582-00a6-4dc5-811a-bdd64a14713c tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 1098 time: 0.0771585 Jul 23 20:42:35.403272 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3579d5cd-81cd-4564-8e4c-d91acc94f44f tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.413618 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba73f969-003d-41d5-ac55-d84148912855 req-c8ccafcf-1cc8-489a-abb9-5c548d76b4c2 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343025 Jul 23 20:42:35.418001 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-3579d5cd-81cd-4564-8e4c-d91acc94f44f tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Transition to ACTIVE for port object 95e5e71f-8a3d-4998-8587-3766778d9115 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:35.454744 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3579d5cd-81cd-4564-8e4c-d91acc94f44f tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.519356 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3579d5cd-81cd-4564-8e4c-d91acc94f44f tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Network 78435dc7-9c57-4ecb-8698-1cc59b04595f is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:35.540313 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-3579d5cd-81cd-4564-8e4c-d91acc94f44f tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:35.558912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3579d5cd-81cd-4564-8e4c-d91acc94f44f tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:35.584554 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c4e3d-291c-41c1-8288-7efc93728e28 req-17ed3c1e-4dcf-4035-bf67-510eeee10f02 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:35.586334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e32c4e3d-291c-41c1-8288-7efc93728e28 req-17ed3c1e-4dcf-4035-bf67-510eeee10f02 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 1098 time: 0.1032374 Jul 23 20:42:35.606499 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579d5cd-81cd-4564-8e4c-d91acc94f44f tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Pushing event updated for resources: {'Port': ['ID=95e5e71f-8a3d-4998-8587-3766778d9115,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:35.651042 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3579d5cd-81cd-4564-8e4c-d91acc94f44f tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:35.651817 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3579d5cd-81cd-4564-8e4c-d91acc94f44f tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.671926 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3579d5cd-81cd-4564-8e4c-d91acc94f44f tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.7548158 Jul 23 20:42:35.673027 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49830) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:35.714699 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e32c4e3d-291c-41c1-8288-7efc93728e28 req-781952d9-fb0f-4016-af74-94b149d94c8a tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115859 Jul 23 20:42:35.722179 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d103e-49d0-4b1a-9b6b-eb5a980dcedb req-49654e7e-9def-42a2-b643-6deadaf89d55 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:35.726415 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:35.735683 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a79d103e-49d0-4b1a-9b6b-eb5a980dcedb req-49654e7e-9def-42a2-b643-6deadaf89d55 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 944 time: 0.1532607 Jul 23 20:42:35.797674 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:35.830137 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a79d103e-49d0-4b1a-9b6b-eb5a980dcedb req-fd9b499f-a5f6-47c9-a1d2-691ed0900263 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933561 Jul 23 20:42:35.873742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec47afd-5668-4d35-be50-e35c9a30c2a5 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:35.879746 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec47afd-5668-4d35-be50-e35c9a30c2a5 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:35.886426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec47afd-5668-4d35-be50-e35c9a30c2a5 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:35.888490 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-aec47afd-5668-4d35-be50-e35c9a30c2a5 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2143905 Jul 23 20:42:35.891524 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49838) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:35.951854 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f222768-bbc9-44ee-95b2-e6d9542c6311 req-2c194f59-e379-45fc-a494-701ebd84a225 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:35.953266 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3f222768-bbc9-44ee-95b2-e6d9542c6311 req-2c194f59-e379-45fc-a494-701ebd84a225 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.1454828 Jul 23 20:42:36.006655 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-95c482e4-c92b-4a8a-9fa9-0ceefc3e018b tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Deleting port 95e5e71f-8a3d-4998-8587-3766778d9115 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:36.007044 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95c482e4-c92b-4a8a-9fa9-0ceefc3e018b tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.113578 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95c482e4-c92b-4a8a-9fa9-0ceefc3e018b tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.128530 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-95c482e4-c92b-4a8a-9fa9-0ceefc3e018b tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Calling delete_port for 95e5e71f-8a3d-4998-8587-3766778d9115 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:36.310574 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95c482e4-c92b-4a8a-9fa9-0ceefc3e018b tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.344154 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f1a7c-b48f-427a-8d5b-bab5a3b62b54 req-9c9f7995-7b2a-4c1e-8bde-f59953343678 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:36.344154 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-442f1a7c-b48f-427a-8d5b-bab5a3b62b54 req-9c9f7995-7b2a-4c1e-8bde-f59953343678 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 1098 time: 0.4529626 Jul 23 20:42:36.369656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3f222768-bbc9-44ee-95b2-e6d9542c6311 req-89c8ff93-5731-4599-a296-a99cffe3f5b1 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097586 Jul 23 20:42:36.371402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c482e4-c92b-4a8a-9fa9-0ceefc3e018b tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Pushing event deleted for resources: {'Port': ['ID=95e5e71f-8a3d-4998-8587-3766778d9115,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:36.435841 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-442f1a7c-b48f-427a-8d5b-bab5a3b62b54 req-746aaf6d-39df-45b0-9bec-f60946621894 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649657 Jul 23 20:42:36.494075 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95c482e4-c92b-4a8a-9fa9-0ceefc3e018b tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.496220 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-95c482e4-c92b-4a8a-9fa9-0ceefc3e018b tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] 10.222.0.55 "DELETE /v2.0/ports/95e5e71f-8a3d-4998-8587-3766778d9115 HTTP/1.1" status: 204 len: 168 time: 0.6035526 Jul 23 20:42:36.499896 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49870) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:36.508522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3646a985-4f5f-41ea-815f-de907f71c611 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Request body: {'port': {'name': 'tempest-new-port-name-521832057', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:36.508922 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.api.validators [None req-3646a985-4f5f-41ea-815f-de907f71c611 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] bootfile-name is not in valid_values {{(pid=93810) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:42:36.510521 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.api.validators [None req-3646a985-4f5f-41ea-815f-de907f71c611 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] tftp-server is not in valid_values {{(pid=93810) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:42:36.510893 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.api.validators [None req-3646a985-4f5f-41ea-815f-de907f71c611 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] server-ip-address is not in valid_values {{(pid=93810) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:42:36.582942 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11ef6d6-97d3-4d6c-87ae-baaeb9d4221f None None] Network 78435dc7-9c57-4ecb-8698-1cc59b04595f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:36.610084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a400b6-9a72-4e0b-b9f6-e90b85820266 req-bedbe98e-d278-419c-a731-1e21f0ec6fd3 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:36.611729 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09a400b6-9a72-4e0b-b9f6-e90b85820266 req-bedbe98e-d278-419c-a731-1e21f0ec6fd3 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.0861816 Jul 23 20:42:36.647252 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3646a985-4f5f-41ea-815f-de907f71c611 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.664989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09a400b6-9a72-4e0b-b9f6-e90b85820266 req-027a2795-885c-4658-82ae-ae74f558b877 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448186 Jul 23 20:42:36.801449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-19720ad9-b394-4dcb-9b0c-b7d37af12007 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:36.803566 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-19720ad9-b394-4dcb-9b0c-b7d37af12007 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/networks?id=84a7b0e6-72d3-408a-acdf-09b0251c9f2a HTTP/1.1" status: 200 len: 911 time: 0.0961316 Jul 23 20:42:36.810900 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3b236187-78ab-429c-88e2-78fb22fdf93b None None] Provisioning for port 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:36.817280 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3b236187-78ab-429c-88e2-78fb22fdf93b None None] Provisioning complete for port 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:36.818049 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b236187-78ab-429c-88e2-78fb22fdf93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.821996 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-50b82196-7983-4639-b3d8-b12c643d6c75 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/quotas/22d791fa60374fac9355b21b8e801f42 HTTP/1.1" status: 200 len: 375 time: 0.0092816 Jul 23 20:42:36.872401 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3646a985-4f5f-41ea-815f-de907f71c611 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.879207 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3646a985-4f5f-41ea-815f-de907f71c611 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.901339 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-022a915b-e1c9-4cab-891c-cffc32a5ac09 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=22d791fa60374fac9355b21b8e801f42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0716300 Jul 23 20:42:36.972287 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646a985-4f5f-41ea-815f-de907f71c611 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Pushing event updated for resources: {'Port': ['ID=45617857-1d4c-42c7-a344-912039a1e503,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:36.983805 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3646a985-4f5f-41ea-815f-de907f71c611 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] In _notify_port_updated(), no bound segment for port 45617857-1d4c-42c7-a344-912039a1e503 on network 78435dc7-9c57-4ecb-8698-1cc59b04595f {{(pid=93810) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:42:36.988974 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b236187-78ab-429c-88e2-78fb22fdf93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.990352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3646a985-4f5f-41ea-815f-de907f71c611 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:36.991009 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3646a985-4f5f-41ea-815f-de907f71c611 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.994655 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3646a985-4f5f-41ea-815f-de907f71c611 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] 10.222.0.55 "PUT /v2.0/ports/45617857-1d4c-42c7-a344-912039a1e503 HTTP/1.1" status: 200 len: 1136 time: 0.4915190 Jul 23 20:42:36.994900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49886) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:37.031673 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3b236187-78ab-429c-88e2-78fb22fdf93b None None] For port 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1370c9ac-5e4d-4593-bea0-1ae8aab3ac17,segment=NetworkSegment(e11dda3b-e159-4a1e-95ed-c1f393907d3b),segment_id=e11dda3b-e159-4a1e-95ed-c1f393907d3b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:37.038636 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b236187-78ab-429c-88e2-78fb22fdf93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.065000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-4cac109b-0d30-4f15-ac50-f846b94cae75 service neutron] 10.222.0.55 "GET /v2.0/networks/84a7b0e6-72d3-408a-acdf-09b0251c9f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571803 Jul 23 20:42:37.068930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3d777-2622-41b1-9635-5e2b1f3426ef tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:37.070963 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-61e3d777-2622-41b1-9635-5e2b1f3426ef tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] 10.222.0.55 "GET /v2.0/ports/45617857-1d4c-42c7-a344-912039a1e503 HTTP/1.1" status: 200 len: 1136 time: 0.0745559 Jul 23 20:42:37.073556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49888) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:37.094582 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b236187-78ab-429c-88e2-78fb22fdf93b None None] Pushing event updated for resources: {'Port': ['ID=1370c9ac-5e4d-4593-bea0-1ae8aab3ac17,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:37.096447 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09233c1f-3ff3-4ebd-b5df-7db3e0ed0cdd req-0c388f8a-f5df-4097-b62c-38cea1889268 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:37.099834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09233c1f-3ff3-4ebd-b5df-7db3e0ed0cdd req-0c388f8a-f5df-4097-b62c-38cea1889268 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 944 time: 0.1782129 Jul 23 20:42:37.194592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09233c1f-3ff3-4ebd-b5df-7db3e0ed0cdd req-384db277-adc4-4d21-9519-cf56b8a7d458 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835395 Jul 23 20:42:37.204506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-16e6f870-c5df-418d-ac05-b560e24af60a tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Deleting port 45617857-1d4c-42c7-a344-912039a1e503 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:37.204846 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-16e6f870-c5df-418d-ac05-b560e24af60a tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.212506 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-7dc272ab-c110-42f1-a0be-0602f5b956f1 service neutron] 10.222.0.55 "GET /v2.0/networks/84a7b0e6-72d3-408a-acdf-09b0251c9f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465604 Jul 23 20:42:37.262418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-35c218af-541c-4b70-be31-37a02347e955 None None] Provisioning for port 45617857-1d4c-42c7-a344-912039a1e503 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:37.269746 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-35c218af-541c-4b70-be31-37a02347e955 None None] Provisioning complete for port 45617857-1d4c-42c7-a344-912039a1e503 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:37.270592 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35c218af-541c-4b70-be31-37a02347e955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.323303 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-16e6f870-c5df-418d-ac05-b560e24af60a tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.326796 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-35c218af-541c-4b70-be31-37a02347e955 None None] Port 45617857-1d4c-42c7-a344-912039a1e503 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:37.337752 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-16e6f870-c5df-418d-ac05-b560e24af60a tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Calling delete_port for 45617857-1d4c-42c7-a344-912039a1e503 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:37.363170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-35c218af-541c-4b70-be31-37a02347e955 None None] Provisioning complete for port 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:37.363793 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35c218af-541c-4b70-be31-37a02347e955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.479445 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c996497-a8ee-411e-b14a-ba8e7073703e req-fee6afa7-146d-4766-b3c7-357323e69a63 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 210 time: 0.0686102 Jul 23 20:42:37.532451 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-16e6f870-c5df-418d-ac05-b560e24af60a tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.597057 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6f870-c5df-418d-ac05-b560e24af60a tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Pushing event deleted for resources: {'Port': ['ID=45617857-1d4c-42c7-a344-912039a1e503,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:37.606442 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da04d4e-45ad-440d-9d50-e6dec4a99428 req-dd729b10-9cd8-44bc-a2e9-46a108a3296a tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:37.613358 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9da04d4e-45ad-440d-9d50-e6dec4a99428 req-dd729b10-9cd8-44bc-a2e9-46a108a3296a tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.1327741 Jul 23 20:42:37.689583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d4e481ff-839e-4faf-93be-b17b3226e8a2 None None] Could not find standard attr ID for object 45617857-1d4c-42c7-a344-912039a1e503. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:42:37.712622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:37.749660 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9da04d4e-45ad-440d-9d50-e6dec4a99428 req-60e3ee9f-1105-49e9-9b6d-e45a56bb45e4 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334500 Jul 23 20:42:37.770728 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-16e6f870-c5df-418d-ac05-b560e24af60a tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.787385 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49916) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:37.794011 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-16e6f870-c5df-418d-ac05-b560e24af60a tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] 10.222.0.55 "DELETE /v2.0/ports/45617857-1d4c-42c7-a344-912039a1e503 HTTP/1.1" status: 204 len: 168 time: 0.7188034 Jul 23 20:42:37.825715 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:37.826152 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.888677 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa7ca6a-23c6-4c25-8447-7a21f8dc0936 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Deleting subnet 2aa2dac9-7a85-46e2-9323-dba5ae2b4874 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:42:37.926522 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ca6a-23c6-4c25-8447-7a21f8dc0936 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.988328 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ca6a-23c6-4c25-8447-7a21f8dc0936 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.013456 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7855ee52-178a-40e2-a0bc-4357287557bc None None] Could not find standard attr ID for object 95e5e71f-8a3d-4998-8587-3766778d9115. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:42:38.063316 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014654c-b9d4-4c87-af26-bfed77144385 req-2f2fef24-0fbb-4b08-a2e2-b97e9c78c970 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:38.070831 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6014654c-b9d4-4c87-af26-bfed77144385 req-2f2fef24-0fbb-4b08-a2e2-b97e9c78c970 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.2045391 Jul 23 20:42:38.146438 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6014654c-b9d4-4c87-af26-bfed77144385 req-6409f33a-76d1-4139-8eae-91a39cbe2ebf tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741670 Jul 23 20:42:38.170706 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ca6a-23c6-4c25-8447-7a21f8dc0936 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.259239 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ca6a-23c6-4c25-8447-7a21f8dc0936 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.318694 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7ca6a-23c6-4c25-8447-7a21f8dc0936 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa2dac9-7a85-46e2-9323-dba5ae2b4874,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:38.353973 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aaa7ca6a-23c6-4c25-8447-7a21f8dc0936 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.358309 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-aaa7ca6a-23c6-4c25-8447-7a21f8dc0936 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] 10.222.0.55 "DELETE /v2.0/subnets/2aa2dac9-7a85-46e2-9323-dba5ae2b4874 HTTP/1.1" status: 204 len: 168 time: 0.5734098 Jul 23 20:42:38.358475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49932) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:38.451536 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.481476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531ad55-afcd-4e6b-aa36-5a7bf8888992 req-50288428-60e1-4799-aa10-6b29fe4bd900 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:38.483058 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3531ad55-afcd-4e6b-aa36-5a7bf8888992 req-50288428-60e1-4799-aa10-6b29fe4bd900 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 944 time: 0.1677938 Jul 23 20:42:38.529341 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bceb6efb-06df-4839-a868-5b790a1f6e6f None None] Could not find standard attr ID for object 45617857-1d4c-42c7-a344-912039a1e503. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:42:38.542593 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34df903c-a5d3-475a-97af-e7cb0c387c16 None None] Network 78435dc7-9c57-4ecb-8698-1cc59b04595f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:38.546897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3531ad55-afcd-4e6b-aa36-5a7bf8888992 req-61050c69-c9d8-4192-9414-a58127f76a33 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432172 Jul 23 20:42:38.596819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Deleting port 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:38.597236 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.600746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-575235a0-6cff-4b07-988b-ae63ee35ba4f req-e364cfa9-dc4f-46e1-8080-63b72775ad2e tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 210 time: 0.0442083 Jul 23 20:42:38.681970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] For port 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1370c9ac-5e4d-4593-bea0-1ae8aab3ac17,segment=NetworkSegment(e11dda3b-e159-4a1e-95ed-c1f393907d3b),segment_id=e11dda3b-e159-4a1e-95ed-c1f393907d3b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:38.682405 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.695438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Calling delete_port for 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:38.764416 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fe4bcd-f7f4-453e-b71c-8e9d510efa19 None None] DHCP port deletion for 78435dc7-9c57-4ecb-8698-1cc59b04595f request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:42:38.810516 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.844134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Pushing event deleted for resources: {'Port': ['ID=1370c9ac-5e4d-4593-bea0-1ae8aab3ac17,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:38.846418 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] No DVR routers for this DVR port 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:38.899058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-53fe4bcd-f7f4-453e-b71c-8e9d510efa19 None None] Deleting port 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:38.900480 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53fe4bcd-f7f4-453e-b71c-8e9d510efa19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.995846 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-0f3fec94-4cd0-448f-806d-9a021da098f6 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:38.997799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-53fe4bcd-f7f4-453e-b71c-8e9d510efa19 None None] For port 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17, host n-d-791504-18, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:38.998178 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53fe4bcd-f7f4-453e-b71c-8e9d510efa19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.999373 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-0f3fec94-4cd0-448f-806d-9a021da098f6 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.48 "GET /v2.0/networks?id=84a7b0e6-72d3-408a-acdf-09b0251c9f2a HTTP/1.1" status: 200 len: 911 time: 0.1425929 Jul 23 20:42:39.004897 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.011902 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-650e40f0-0d40-440f-9150-e6a424be627d tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Request body: {'port': {'device_id': '48981b14-2518-49a7-989a-15e5629c8d70', 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a', 'admin_state_up': True, 'tenant_id': '22d791fa60374fac9355b21b8e801f42'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:39.012930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-53fe4bcd-f7f4-453e-b71c-8e9d510efa19 None None] Calling delete_port for 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:39.016727 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-53fe4bcd-f7f4-453e-b71c-8e9d510efa19 None None] Port 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:42:39.018591 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53fe4bcd-f7f4-453e-b71c-8e9d510efa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.022891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78435dc7-9c57-4ecb-8698-1cc59b04595f']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:39.041353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11dda3b-e159-4a1e-95ed-c1f393907d3b') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:39.041674 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11dda3b-e159-4a1e-95ed-c1f393907d3b') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:39.055555 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.058807 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-650e40f0-0d40-440f-9150-e6a424be627d tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Made reservation on behalf of 22d791fa60374fac9355b21b8e801f42 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:39.062226 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-650e40f0-0d40-440f-9150-e6a424be627d tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.063194 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe4bcd-f7f4-453e-b71c-8e9d510efa19 None None] Pushing event deleted for resources: {'Port': ['ID=1370c9ac-5e4d-4593-bea0-1ae8aab3ac17,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:39.069045 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe4bcd-f7f4-453e-b71c-8e9d510efa19 None None] No DVR routers for this DVR port 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:39.090260 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b15ea-4a28-4eff-9c24-8d99981544a2 req-c81948da-1a29-4d38-9458-1759b6717010 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:39.095686 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-462b15ea-4a28-4eff-9c24-8d99981544a2 req-c81948da-1a29-4d38-9458-1759b6717010 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.1780772 Jul 23 20:42:39.098119 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.112503 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:42:39.112822 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:42:39.116603 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:42:39.195737 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-462b15ea-4a28-4eff-9c24-8d99981544a2 req-6a57496c-9e76-4d0a-8885-aedaf6eab89c tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936406 Jul 23 20:42:39.208121 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.212807 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.215902 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] 10.222.0.55 "DELETE /v2.0/networks/78435dc7-9c57-4ecb-8698-1cc59b04595f HTTP/1.1" status: 204 len: 168 time: 0.8565576 Jul 23 20:42:39.236298 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80669b-ecbb-447f-a0c9-0652633ed173 tempest-ExtraDHCPOptionsTestJSON-678167377 tempest-ExtraDHCPOptionsTestJSON-678167377-project] Pushing event deleted for resources: {'Network': ['ID=78435dc7-9c57-4ecb-8698-1cc59b04595f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:39.323174 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907a6ea-f4bc-4bf1-bb47-f582d49aade4 req-971e0ab3-760d-4ee8-8aa1-410f21f418bb tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:39.325300 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f907a6ea-f4bc-4bf1-bb47-f582d49aade4 req-971e0ab3-760d-4ee8-8aa1-410f21f418bb tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.0839369 Jul 23 20:42:39.327962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-650e40f0-0d40-440f-9150-e6a424be627d tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Allocated IP 172.20.0.10 (84a7b0e6-72d3-408a-acdf-09b0251c9f2a/04b94e23-fcf8-4b24-badb-9285c4526fed/aa047c1a-7b7c-4b3c-8806-09ddc4479271) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:39.384572 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f907a6ea-f4bc-4bf1-bb47-f582d49aade4 req-9ac8f359-635d-4b7c-b03e-bce5ae1dc7e8 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524232 Jul 23 20:42:39.506475 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-650e40f0-0d40-440f-9150-e6a424be627d tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.520579 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-650e40f0-0d40-440f-9150-e6a424be627d tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Transition to ACTIVE for port object aa047c1a-7b7c-4b3c-8806-09ddc4479271 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:39.546810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49952) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:39.568138 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-650e40f0-0d40-440f-9150-e6a424be627d tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.580783 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['89dde137-aa19-4d39-9d8f-bcd93850095d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:42:39.662587 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:42:39.690068 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:42:39.690677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1370c9ac-5e4d-4593-bea0-1ae8aab3ac17 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:42:39.692493 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e40f0-0d40-440f-9150-e6a424be627d tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Pushing event updated for resources: {'Port': ['ID=aa047c1a-7b7c-4b3c-8806-09ddc4479271,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:39.712537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-650e40f0-0d40-440f-9150-e6a424be627d tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:39.715478 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-650e40f0-0d40-440f-9150-e6a424be627d tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:39.723951 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-650e40f0-0d40-440f-9150-e6a424be627d tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:39.773282 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-650e40f0-0d40-440f-9150-e6a424be627d tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:39.778186 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-650e40f0-0d40-440f-9150-e6a424be627d tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.806436 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-650e40f0-0d40-440f-9150-e6a424be627d tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7984512 Jul 23 20:42:39.826824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Request body: {'port': {'device_id': '48981b14-2518-49a7-989a-15e5629c8d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:39.870107 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-37b18582-eeb5-43dd-82bb-b3fda4d43e6f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c951558294a44ac86f0e13f17d9b199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219929 Jul 23 20:42:39.875131 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49964) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:39.936430 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdbda7-d147-4df4-a354-9edc24e3892a req-6eb48d91-be67-4ac2-b6c9-7e80e8717b8a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:39.938255 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40fdbda7-d147-4df4-a354-9edc24e3892a req-6eb48d91-be67-4ac2-b6c9-7e80e8717b8a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 944 time: 0.2532568 Jul 23 20:42:39.960711 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45517874-d0a6-4f07-82eb-5362c91a4d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.965500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab248fff-a8c4-45fe-a241-ab44f7285192 req-9821705a-18c5-4e32-ba5d-04fcb821a34f tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:39.972768 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab248fff-a8c4-45fe-a241-ab44f7285192 req-9821705a-18c5-4e32-ba5d-04fcb821a34f tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 1028 time: 0.2231727 Jul 23 20:42:39.984762 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:40.049543 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45517874-d0a6-4f07-82eb-5362c91a4d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:40.068298 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d6362d2d-e217-4100-ad93-65313291487c None None] Provisioning for port aa047c1a-7b7c-4b3c-8806-09ddc4479271 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:40.073608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d6362d2d-e217-4100-ad93-65313291487c None None] Provisioning complete for port aa047c1a-7b7c-4b3c-8806-09ddc4479271 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:40.074342 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6362d2d-e217-4100-ad93-65313291487c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:40.078660 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40fdbda7-d147-4df4-a354-9edc24e3892a req-b86462d3-23aa-4d62-ba6d-614527197efd tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189482 Jul 23 20:42:40.089020 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab248fff-a8c4-45fe-a241-ab44f7285192 req-e04a2c11-139f-4688-ba73-24d0a757dffc tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153228 Jul 23 20:42:40.148868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d6362d2d-e217-4100-ad93-65313291487c None None] Port aa047c1a-7b7c-4b3c-8806-09ddc4479271 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:40.156238 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45517874-d0a6-4f07-82eb-5362c91a4d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:40.159081 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45517874-d0a6-4f07-82eb-5362c91a4d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:40.160287 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-45517874-d0a6-4f07-82eb-5362c91a4d3b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16aecaf1-8c01-48df-afa6-97427b11389c HTTP/1.1" status: 204 len: 168 time: 0.2810717 Jul 23 20:42:40.172456 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45517874-d0a6-4f07-82eb-5362c91a4d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16aecaf1-8c01-48df-afa6-97427b11389c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:40.384768 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6a631-0f9d-4f85-9d68-56742e6dc255 req-b7d37cac-272f-4d38-917c-1b14cf4e0a9d tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:40.386370 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81f6a631-0f9d-4f85-9d68-56742e6dc255 req-b7d37cac-272f-4d38-917c-1b14cf4e0a9d tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.1079226 Jul 23 20:42:40.447111 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81f6a631-0f9d-4f85-9d68-56742e6dc255 req-4d39bbc8-4cff-4934-8004-1272adc2c29b tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537961 Jul 23 20:42:40.609776 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f128d55-d68f-497b-8a01-999d0fdc8c91 req-bcd1b14c-71cf-4b76-b252-beb63a62ffed tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:40.619401 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f128d55-d68f-497b-8a01-999d0fdc8c91 req-bcd1b14c-71cf-4b76-b252-beb63a62ffed tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.1003091 Jul 23 20:42:40.675777 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f128d55-d68f-497b-8a01-999d0fdc8c91 req-1428c7ad-a873-4129-92af-f971e9b98d85 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548859 Jul 23 20:42:40.730036 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa047c1a-7b7c-4b3c-8806-09ddc4479271 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:42:40.738139 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:40.751493 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Transition to ACTIVE for port object aa047c1a-7b7c-4b3c-8806-09ddc4479271 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:40.756896 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:40.839710 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Pushing event updated for resources: {'Port': ['ID=aa047c1a-7b7c-4b3c-8806-09ddc4479271,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:40.891357 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Attempting to bind port aa047c1a-7b7c-4b3c-8806-09ddc4479271 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:40.892016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Attempting to bind port aa047c1a-7b7c-4b3c-8806-09ddc4479271 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '9ea67c6d-f74d-4c2b-be73-497c270206c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:40.892525 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Attempting to bind port aa047c1a-7b7c-4b3c-8806-09ddc4479271 on network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:40.898232 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Port aa047c1a-7b7c-4b3c-8806-09ddc4479271 on network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:42:40.898826 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Attempting to bind port aa047c1a-7b7c-4b3c-8806-09ddc4479271 on network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:40.904460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:40.905056 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Checking segment: {'id': '9ea67c6d-f74d-4c2b-be73-497c270206c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:40.906213 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Bound using segment: {'id': '9ea67c6d-f74d-4c2b-be73-497c270206c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:40.906971 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Bound port: aa047c1a-7b7c-4b3c-8806-09ddc4479271, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea67c6d-f74d-4c2b-be73-497c270206c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:40.907550 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:40.990078 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] For port aa047c1a-7b7c-4b3c-8806-09ddc4479271, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:40.995203 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] For port aa047c1a-7b7c-4b3c-8806-09ddc4479271, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=aa047c1a-7b7c-4b3c-8806-09ddc4479271,segment=NetworkSegment(9ea67c6d-f74d-4c2b-be73-497c270206c8),segment_id=9ea67c6d-f74d-4c2b-be73-497c270206c8)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:41.000175 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49994) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:41.001237 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.040314 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:41.041008 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.042371 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-17663239-665b-4f4e-8503-c5300be49620 service neutron] 10.222.0.48 "PUT /v2.0/ports/aa047c1a-7b7c-4b3c-8806-09ddc4479271 HTTP/1.1" status: 200 len: 1093 time: 1.2251759 Jul 23 20:42:41.044957 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48981b14-2518-49a7-989a-15e5629c8d70', 'tag': 'aa047c1a-7b7c-4b3c-8806-09ddc4479271'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:41.055023 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6db747b-c423-44ab-863e-8920533c61ba" -d '{"events": [{"name": "network-changed", "server_uuid": "48981b14-2518-49a7-989a-15e5629c8d70", "tag": "aa047c1a-7b7c-4b3c-8806-09ddc4479271"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:41.128149 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17663239-665b-4f4e-8503-c5300be49620 service neutron] Pushing event updated for resources: {'Port': ['ID=aa047c1a-7b7c-4b3c-8806-09ddc4479271,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:41.170213 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c049ce16-95bd-4aa6-b15c-449fe1f5e3d5 x-openstack-request-id: req-c049ce16-95bd-4aa6-b15c-449fe1f5e3d5 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:41.170613 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48981b14-2518-49a7-989a-15e5629c8d70", "tag": "aa047c1a-7b7c-4b3c-8806-09ddc4479271", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:41.170968 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c049ce16-95bd-4aa6-b15c-449fe1f5e3d5 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:41.171657 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48981b14-2518-49a7-989a-15e5629c8d70', 'tag': 'aa047c1a-7b7c-4b3c-8806-09ddc4479271', 'status': 'completed', 'code': 200} Jul 23 20:42:41.179796 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-19aad54c-0622-4df0-b65d-0edec9041243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:41.189518 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-19aad54c-0622-4df0-b65d-0edec9041243 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=22d791fa60374fac9355b21b8e801f42&device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 1096 time: 0.1031904 Jul 23 20:42:41.192102 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-2e6bf3ea-a5a9-40b2-aea7-1f553d27380c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1897222000'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:41.252312 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-35abe7c2-19e9-4a44-b063-9a75baacf58d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa047c1a-7b7c-4b3c-8806-09ddc4479271 HTTP/1.1" status: 200 len: 217 time: 0.0534201 Jul 23 20:42:41.316275 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6bf3ea-a5a9-40b2-aea7-1f553d27380c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Made reservation on behalf of cc9b0c161db64a219abd1053c9c5d8b9 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:41.320174 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf3ea-a5a9-40b2-aea7-1f553d27380c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.324721 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-51dd5f94-7e77-4d59-bd3d-5cbc9db2ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:41.326745 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-51dd5f94-7e77-4d59-bd3d-5cbc9db2ef4a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04b94e23-fcf8-4b24-badb-9285c4526fed HTTP/1.1" status: 200 len: 849 time: 0.0631697 Jul 23 20:42:41.338001 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf3ea-a5a9-40b2-aea7-1f553d27380c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.365209 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344e23d-916d-47b2-a18b-82b8baa9a374 req-1814a227-8904-4f68-9990-8f166c2d377b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:41.366746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6344e23d-916d-47b2-a18b-82b8baa9a374 req-1814a227-8904-4f68-9990-8f166c2d377b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 944 time: 0.1625094 Jul 23 20:42:41.394762 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-a220c36a-fc36-434f-9117-dff1a7e81b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:41.396770 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-a220c36a-fc36-434f-9117-dff1a7e81b4a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84a7b0e6-72d3-408a-acdf-09b0251c9f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599837 Jul 23 20:42:41.410756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0828b-771f-4446-869d-7e47822db44b req-9416381c-823f-4571-a032-ddca010e2d93 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:41.412970 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44c0828b-771f-4446-869d-7e47822db44b req-9416381c-823f-4571-a032-ddca010e2d93 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 1096 time: 0.1549156 Jul 23 20:42:41.459139 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a08d0eb4-24ba-469c-9ca3-af96fd983121 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:42:41.486174 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6344e23d-916d-47b2-a18b-82b8baa9a374 req-640c13f0-37fe-409c-ab0d-446b460848d0 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079450 Jul 23 20:42:41.541937 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-7ff3eb1a-5167-4ffb-8c68-7cc804c93620 service neutron] 10.222.0.48 "GET /v2.0/networks/84a7b0e6-72d3-408a-acdf-09b0251c9f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374035 Jul 23 20:42:41.554760 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44c0828b-771f-4446-869d-7e47822db44b req-74d4c34a-a58a-4073-8051-2c404fc63091 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238687 Jul 23 20:42:41.609004 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a08d0eb4-24ba-469c-9ca3-af96fd983121, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a08d0eb4-24ba-469c-9ca3-af96fd983121,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:41.622475 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'a08d0eb4-24ba-469c-9ca3-af96fd983121', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'port_id': 'a08d0eb4-24ba-469c-9ca3-af96fd983121', 'mac_address': 'fa:16:3e:91:8e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:42:41.679544 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.681806 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf3ea-a5a9-40b2-aea7-1f553d27380c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.698494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08d0eb4-24ba-469c-9ca3-af96fd983121 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:42:41.700459 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61f3779a-cd32-4167-bbe7-4bee7545abc0 req-d630b00b-42b1-4104-ad52-36e83f806215 service neutron] 10.222.0.48 "GET /v2.0/networks/84a7b0e6-72d3-408a-acdf-09b0251c9f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347811 Jul 23 20:42:41.721575 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a08d0eb4-24ba-469c-9ca3-af96fd983121, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a08d0eb4-24ba-469c-9ca3-af96fd983121,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:41.727956 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf3ea-a5a9-40b2-aea7-1f553d27380c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.729399 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.788258 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=a08d0eb4-24ba-469c-9ca3-af96fd983121,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:41.800541 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6bf3ea-a5a9-40b2-aea7-1f553d27380c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:42:41.835464 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf3ea-a5a9-40b2-aea7-1f553d27380c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.835714 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-2e6bf3ea-a5a9-40b2-aea7-1f553d27380c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Added segment f6d1e38e-d8b3-475c-be05-a32789659d55 of type vlan for network be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05 Jul 23 20:42:41.842968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db747b-c423-44ab-863e-8920533c61ba req-4287bc64-6a36-49b8-87d1-9d9df996a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:41.844716 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a6db747b-c423-44ab-863e-8920533c61ba req-4287bc64-6a36-49b8-87d1-9d9df996a323 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=22d791fa60374fac9355b21b8e801f42&device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 1096 time: 0.0842168 Jul 23 20:42:41.853652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bf3ea-a5a9-40b2-aea7-1f553d27380c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c575ab-1fc5-487b-8721-7961fa4752c5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:41.908252 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf3ea-a5a9-40b2-aea7-1f553d27380c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.934096 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b5908-45ff-42c1-913e-d2e4c6177c0d req-f34f341b-20c3-4064-9d0d-9d899d99e096 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:41.935831 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ec2b5908-45ff-42c1-913e-d2e4c6177c0d req-f34f341b-20c3-4064-9d0d-9d899d99e096 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.2377005 Jul 23 20:42:41.949196 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db747b-c423-44ab-863e-8920533c61ba req-46fdeb68-e4e2-4019-873e-cb4ab19bb682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:41.951067 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a6db747b-c423-44ab-863e-8920533c61ba req-46fdeb68-e4e2-4019-873e-cb4ab19bb682 service neutron] 10.222.0.48 "GET /v2.0/networks?id=84a7b0e6-72d3-408a-acdf-09b0251c9f2a HTTP/1.1" status: 200 len: 911 time: 0.0993609 Jul 23 20:42:41.984437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8f231-c589-46b2-a293-3cb28d7c3c3d req-1615fde0-4b51-4a5c-87fa-2ce298e5e6c6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:41.985851 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04e8f231-c589-46b2-a293-3cb28d7c3c3d req-1615fde0-4b51-4a5c-87fa-2ce298e5e6c6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.2037044 Jul 23 20:42:41.989297 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf3ea-a5a9-40b2-aea7-1f553d27380c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.994780 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6bf3ea-a5a9-40b2-aea7-1f553d27380c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:41.995511 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf3ea-a5a9-40b2-aea7-1f553d27380c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:42.002987 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a6db747b-c423-44ab-863e-8920533c61ba req-f81e7af9-d328-461c-bfd0-1ea3f8ed68db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa047c1a-7b7c-4b3c-8806-09ddc4479271 HTTP/1.1" status: 200 len: 217 time: 0.0434656 Jul 23 20:42:42.053479 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ec2b5908-45ff-42c1-913e-d2e4c6177c0d req-61777936-534b-40df-b93d-fcb459efe228 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076190 Jul 23 20:42:42.060618 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2e6bf3ea-a5a9-40b2-aea7-1f553d27380c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0591204 Jul 23 20:42:42.066193 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50016) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:42.073858 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db747b-c423-44ab-863e-8920533c61ba req-9e3df133-5f42-43fe-8149-a63e12c681ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:42.076129 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a6db747b-c423-44ab-863e-8920533c61ba req-9e3df133-5f42-43fe-8149-a63e12c681ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=04b94e23-fcf8-4b24-badb-9285c4526fed HTTP/1.1" status: 200 len: 849 time: 0.0655274 Jul 23 20:42:42.081065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-78aa3fa3-7874-4b87-80ed-e1886561504b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'subnet': {'network_id': 'be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:42.081231 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['a08d0eb4-24ba-469c-9ca3-af96fd983121'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:42:42.105722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bf3ea-a5a9-40b2-aea7-1f553d27380c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Network': ['ID=be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:42.118878 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04e8f231-c589-46b2-a293-3cb28d7c3c3d req-1b03866a-9a43-4ed0-8140-f29bf5ab4295 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207571 Jul 23 20:42:42.119356 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:42:42.221453 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db747b-c423-44ab-863e-8920533c61ba req-5a234069-aba1-45ef-87e6-c8c473d98103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:42.223346 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a6db747b-c423-44ab-863e-8920533c61ba req-5a234069-aba1-45ef-87e6-c8c473d98103 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84a7b0e6-72d3-408a-acdf-09b0251c9f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1374798 Jul 23 20:42:42.233132 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78aa3fa3-7874-4b87-80ed-e1886561504b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Made reservation on behalf of cc9b0c161db64a219abd1053c9c5d8b9 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:42.237542 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-78aa3fa3-7874-4b87-80ed-e1886561504b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:42.416677 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a6db747b-c423-44ab-863e-8920533c61ba req-91016c14-c00a-4948-87f8-e623205efb1a service neutron] 10.222.0.48 "GET /v2.0/networks/84a7b0e6-72d3-408a-acdf-09b0251c9f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846340 Jul 23 20:42:42.586133 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a6db747b-c423-44ab-863e-8920533c61ba req-eaa14efd-d463-4f22-a5bd-fb0068a5d1d8 service neutron] 10.222.0.48 "GET /v2.0/networks/84a7b0e6-72d3-408a-acdf-09b0251c9f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615863 Jul 23 20:42:42.589631 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-78aa3fa3-7874-4b87-80ed-e1886561504b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:42.636017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ef98d-5090-4d92-805d-e459c49da65f req-4d7c46fe-cdc5-4df7-a665-2e9d9ca37727 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:42.643003 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a42ef98d-5090-4d92-805d-e459c49da65f req-4d7c46fe-cdc5-4df7-a665-2e9d9ca37727 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 945 time: 0.0923612 Jul 23 20:42:42.664673 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa3fa3-7874-4b87-80ed-e1886561504b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Subnet': ['ID=58d28709-bb34-4f1f-af40-4975b6c97c40,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:42.681825 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aa3fa3-7874-4b87-80ed-e1886561504b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Checking segment: {'id': 'f6d1e38e-d8b3-475c-be05-a32789659d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:42.682188 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aa3fa3-7874-4b87-80ed-e1886561504b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network hostable DHCP agents. Network: be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:42:42.695760 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a42ef98d-5090-4d92-805d-e459c49da65f req-2d74dcf4-5bc1-4429-81af-9ed0a13597ed tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516262 Jul 23 20:42:42.703607 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aa3fa3-7874-4b87-80ed-e1886561504b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:42:42.716269 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-78aa3fa3-7874-4b87-80ed-e1886561504b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:42.727509 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e9c801-1a0f-4e1c-8b2e-91d72199a892 None None] Network be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:42.744598 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aa3fa3-7874-4b87-80ed-e1886561504b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:42.747393 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-78aa3fa3-7874-4b87-80ed-e1886561504b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:42.774012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c1d8d-9377-4188-ab1e-dc6d01d5ddf9 req-2db6af0a-b822-4475-8861-b74dfaf598ad tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:42.776532 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a6c1d8d-9377-4188-ab1e-dc6d01d5ddf9 req-2db6af0a-b822-4475-8861-b74dfaf598ad tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 1096 time: 0.0647571 Jul 23 20:42:42.790949 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-78aa3fa3-7874-4b87-80ed-e1886561504b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7188652 Jul 23 20:42:42.793689 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50030) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:42.808015 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-820468999', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:42.818356 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a6c1d8d-9377-4188-ab1e-dc6d01d5ddf9 req-57e2cad7-3712-40ff-9690-ac3f3022e448 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360470 Jul 23 20:42:42.844032 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:42.845372 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:42.925509 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:42.950523 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cded12d-0a1c-478c-8ce7-bcc0c9d40b48 None None] Network be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:43.084260 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.208825 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86fdbe-a94a-42a8-88c8-5db3fa74227d req-b9d91d4f-f0cc-4efb-8b4c-77918df76f36 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:43.215612 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1c86fdbe-a94a-42a8-88c8-5db3fa74227d req-b9d91d4f-f0cc-4efb-8b4c-77918df76f36 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.0861635 Jul 23 20:42:43.290071 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1c86fdbe-a94a-42a8-88c8-5db3fa74227d req-898613c4-94eb-4967-95c3-d849150296da tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735786 Jul 23 20:42:43.322570 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff1a9c-7a53-4825-8eac-33362e7320b5 req-52d9cfe2-f3c0-4eef-a622-acd4e80feb45 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:43.324382 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-22ff1a9c-7a53-4825-8eac-33362e7320b5 req-52d9cfe2-f3c0-4eef-a622-acd4e80feb45 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.1062691 Jul 23 20:42:43.362630 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.372149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-22ff1a9c-7a53-4825-8eac-33362e7320b5 req-3163d467-2bca-4cee-99bb-0903a8008db8 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Jul 23 20:42:43.381959 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.413265 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50056) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:43.490103 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Allocated IP 172.25.3.29 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/a011eb06-39d6-4cd9-811f-9c7200dd6308) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:43.491381 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device aa047c1a-7b7c-4b3c-8806-09ddc4479271 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:42:43.493844 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a08d0eb4-24ba-469c-9ca3-af96fd983121 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:43.533968 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8b67ab60-8114-4691-a8ed-34e467082e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.614451 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.636853 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port a08d0eb4-24ba-469c-9ca3-af96fd983121 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:43.642909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port a08d0eb4-24ba-469c-9ca3-af96fd983121 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:43.643510 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.650943 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port aa047c1a-7b7c-4b3c-8806-09ddc4479271, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=aa047c1a-7b7c-4b3c-8806-09ddc4479271,segment=NetworkSegment(9ea67c6d-f74d-4c2b-be73-497c270206c8),segment_id=9ea67c6d-f74d-4c2b-be73-497c270206c8)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:43.652886 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8b67ab60-8114-4691-a8ed-34e467082e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.659988 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.663941 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8b67ab60-8114-4691-a8ed-34e467082e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.684223 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'aa047c1a-7b7c-4b3c-8806-09ddc4479271', 'network_id': '84a7b0e6-72d3-408a-acdf-09b0251c9f2a', 'port_id': 'aa047c1a-7b7c-4b3c-8806-09ddc4479271', 'mac_address': 'fa:16:3e:28:b1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b94e23-fcf8-4b24-badb-9285c4526fed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:42:43.706504 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:43.710444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:43.715782 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:43.717879 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8b67ab60-8114-4691-a8ed-34e467082e00 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc4ebdfcc69e4cdb91a9becc9ddeffb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035121 Jul 23 20:42:43.718563 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50064) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:43.727323 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67ab60-8114-4691-a8ed-34e467082e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa226dc-84e1-4eb8-be1c-801f38c949c9,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:43.749818 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.769857 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa047c1a-7b7c-4b3c-8806-09ddc4479271 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:42:43.780040 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-70913c80-39f7-460e-a5d5-acf71ef1c735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.781746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=a011eb06-39d6-4cd9-811f-9c7200dd6308,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:43.804861 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-70913c80-39f7-460e-a5d5-acf71ef1c735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.817394 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port aa047c1a-7b7c-4b3c-8806-09ddc4479271, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=aa047c1a-7b7c-4b3c-8806-09ddc4479271,segment=NetworkSegment(9ea67c6d-f74d-4c2b-be73-497c270206c8),segment_id=9ea67c6d-f74d-4c2b-be73-497c270206c8)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:43.828107 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.860820 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.894229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3fd898-caf4-41d2-b9f2-11fe908cd253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08d0eb4-24ba-469c-9ca3-af96fd983121'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:43.896866 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0726be-58f2-4afc-97bf-fc9123cf3073" -d '{"events": [{"server_uuid": "5c3fd898-caf4-41d2-b9f2-11fe908cd253", "name": "network-vif-plugged", "status": "completed", "tag": "a08d0eb4-24ba-469c-9ca3-af96fd983121"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:43.910413 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8495b4-803a-4cc8-a295-b751e171c941 req-89b3f839-7207-46d1-b738-817e4b1928e7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:43.912574 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f8495b4-803a-4cc8-a295-b751e171c941 req-89b3f839-7207-46d1-b738-817e4b1928e7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 945 time: 0.1106157 Jul 23 20:42:43.918620 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a08d0eb4-24ba-469c-9ca3-af96fd983121, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a08d0eb4-24ba-469c-9ca3-af96fd983121,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:43.922256 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=aa047c1a-7b7c-4b3c-8806-09ddc4479271,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:43.928477 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.945260 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-70913c80-39f7-460e-a5d5-acf71ef1c735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.948915 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-70913c80-39f7-460e-a5d5-acf71ef1c735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.959693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-70913c80-39f7-460e-a5d5-acf71ef1c735 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aaa226dc-84e1-4eb8-be1c-801f38c949c9 HTTP/1.1" status: 204 len: 168 time: 0.2325315 Jul 23 20:42:43.988729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=a08d0eb4-24ba-469c-9ca3-af96fd983121,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:44.015765 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f8495b4-803a-4cc8-a295-b751e171c941 req-c7cd2e6b-962f-4b15-91c7-05f698e091c3 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964804 Jul 23 20:42:44.016392 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70913c80-39f7-460e-a5d5-acf71ef1c735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa226dc-84e1-4eb8-be1c-801f38c949c9,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:44.057743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3607b0-4db5-4a01-89a0-8b8fd21fcef2 req-ba12038d-7c37-47d3-a312-97e43ee39e14 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:44.059315 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac3607b0-4db5-4a01-89a0-8b8fd21fcef2 req-ba12038d-7c37-47d3-a312-97e43ee39e14 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 1097 time: 0.0984900 Jul 23 20:42:44.092066 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd1cbce-708f-4437-b6c6-b4571ae8cd0f x-openstack-request-id: req-1cd1cbce-708f-4437-b6c6-b4571ae8cd0f {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:44.092587 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3fd898-caf4-41d2-b9f2-11fe908cd253", "name": "network-vif-plugged", "status": "completed", "tag": "a08d0eb4-24ba-469c-9ca3-af96fd983121", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:44.093039 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1cd1cbce-708f-4437-b6c6-b4571ae8cd0f {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:44.093694 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3fd898-caf4-41d2-b9f2-11fe908cd253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08d0eb4-24ba-469c-9ca3-af96fd983121', 'code': 200} Jul 23 20:42:44.104167 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac3607b0-4db5-4a01-89a0-8b8fd21fcef2 req-b7460b13-92ef-4162-9fd1-f6f39143bb6a tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381548 Jul 23 20:42:44.122851 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.246411 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['aa047c1a-7b7c-4b3c-8806-09ddc4479271'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:42:44.271555 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50076) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:44.285358 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-776a7320-d98b-4b1d-ab98-92c496b7e56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.303560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64ddb7-926e-4599-a0a3-4bdde1ad2910 req-e5848aed-6aad-42c8-aa91-3649639059af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:44.305694 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7e64ddb7-926e-4599-a0a3-4bdde1ad2910 req-e5848aed-6aad-42c8-aa91-3649639059af service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 1098 time: 0.1472502 Jul 23 20:42:44.382986 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7e64ddb7-926e-4599-a0a3-4bdde1ad2910 req-9e1beb84-3022-4ea9-a3eb-652fcc98878b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490837 Jul 23 20:42:44.406910 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.433430 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-776a7320-d98b-4b1d-ab98-92c496b7e56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.439430 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-776a7320-d98b-4b1d-ab98-92c496b7e56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.520177 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-776a7320-d98b-4b1d-ab98-92c496b7e56a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abc40f7ae89f48cc9ff6772c17849dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473249 Jul 23 20:42:44.520914 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a7320-d98b-4b1d-ab98-92c496b7e56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4601a9e-4994-4bfb-b190-5a257da5aab7,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:44.522835 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50082) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:44.533571 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f2ca9-e1bc-4e43-a88f-a0a19fc06319 req-f06a3d41-72f0-4d93-886e-044da9d811a4 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:44.535049 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f1f2ca9-e1bc-4e43-a88f-a0a19fc06319 req-f06a3d41-72f0-4d93-886e-044da9d811a4 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.1568124 Jul 23 20:42:44.582232 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router ee219f32-5cbd-4a76-851d-840f2bcc37fc is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:42:44.590984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb48ad-10b9-4b26-95ea-4fa9a63c5c71 req-f86972b4-222e-4c82-8f5e-3350e3125148 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:44.592471 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5efb48ad-10b9-4b26-95ea-4fa9a63c5c71 req-f86972b4-222e-4c82-8f5e-3350e3125148 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.1395454 Jul 23 20:42:44.593813 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-636091f4-a830-4c99-9695-1e56c9c3fecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.597577 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f1f2ca9-e1bc-4e43-a88f-a0a19fc06319 req-1be3fd23-a29c-4795-b9a6-47cbe8a81cbf tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520017 Jul 23 20:42:44.633739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5efb48ad-10b9-4b26-95ea-4fa9a63c5c71 req-9f28dfa5-8db4-46d2-a7c7-ae2743f0df66 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345414 Jul 23 20:42:44.677381 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-636091f4-a830-4c99-9695-1e56c9c3fecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.734045 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:44.745040 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05898cb2-c6e2-4fc8-8503-0378a941068e None None] Sync routers for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:44.752603 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-636091f4-a830-4c99-9695-1e56c9c3fecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.755814 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-636091f4-a830-4c99-9695-1e56c9c3fecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.756980 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-636091f4-a830-4c99-9695-1e56c9c3fecb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4601a9e-4994-4bfb-b190-5a257da5aab7 HTTP/1.1" status: 204 len: 168 time: 0.2331936 Jul 23 20:42:44.759812 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.760771 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05898cb2-c6e2-4fc8-8503-0378a941068e None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:44.760928 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b08992e8-6e3d-444a-bb39-aeb48e1624c3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9647675 Jul 23 20:42:44.761977 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-05898cb2-c6e2-4fc8-8503-0378a941068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:44.763654 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50088) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:44.785253 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636091f4-a830-4c99-9695-1e56c9c3fecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4601a9e-4994-4bfb-b190-5a257da5aab7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:44.914431 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-05898cb2-c6e2-4fc8-8503-0378a941068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:44.925095 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05898cb2-c6e2-4fc8-8503-0378a941068e None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:44.925714 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-05898cb2-c6e2-4fc8-8503-0378a941068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:44.963121 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-05898cb2-c6e2-4fc8-8503-0378a941068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:44.963772 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05898cb2-c6e2-4fc8-8503-0378a941068e None None] The sync data for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:45.349989 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:45.553235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827ea45-a667-4d52-9438-ce478c0eee63 req-3b961534-02ec-4c8e-9ebd-b3fd835b1c6e tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:45.554796 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b827ea45-a667-4d52-9438-ce478c0eee63 req-3b961534-02ec-4c8e-9ebd-b3fd835b1c6e tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 1097 time: 0.1531882 Jul 23 20:42:45.568412 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36730ca7-0b03-4f2c-8de6-5485d7e8880a req-665eccf7-d2be-420e-abde-168b383885c6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:45.569879 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-36730ca7-0b03-4f2c-8de6-5485d7e8880a req-665eccf7-d2be-420e-abde-168b383885c6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 946 time: 0.1693516 Jul 23 20:42:45.663590 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b827ea45-a667-4d52-9438-ce478c0eee63 req-60b3ffd3-67ae-43df-a13b-515cf754f47a tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907607 Jul 23 20:42:45.668356 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-36730ca7-0b03-4f2c-8de6-5485d7e8880a req-c25b4c08-d191-4820-a506-86b7c67a3b99 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860128 Jul 23 20:42:45.719235 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:45.941894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ade3d5-f0db-4e81-9fbf-431fe39b849d req-e85f8228-703f-4a44-a2ae-f852f2b390aa tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:45.943453 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63ade3d5-f0db-4e81-9fbf-431fe39b849d req-e85f8228-703f-4a44-a2ae-f852f2b390aa tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.2068789 Jul 23 20:42:45.979172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766cd2b-73aa-4c16-8e4e-5d39752ce561 req-b8f24d9e-20f8-42eb-9263-3c29f0a7adf1 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:45.980611 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5766cd2b-73aa-4c16-8e4e-5d39752ce561 req-b8f24d9e-20f8-42eb-9263-3c29f0a7adf1 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.2079563 Jul 23 20:42:46.093592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63ade3d5-f0db-4e81-9fbf-431fe39b849d req-7d40d045-430c-4ebc-acad-393d05fd1427 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227901 Jul 23 20:42:46.101619 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5766cd2b-73aa-4c16-8e4e-5d39752ce561 req-e157d68c-07df-45fe-a571-eea6f0d782c4 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119139 Jul 23 20:42:46.180482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Allocated IP 172.20.0.1 (be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05/58d28709-bb34-4f1f-af40-4975b6c97c40/58669c9e-0c9f-4516-8570-5160bf2dc833) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:46.303370 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.347999 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.387846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:46.392826 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:46.397142 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:46.421268 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=58669c9e-0c9f-4516-8570-5160bf2dc833,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:46.444085 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.586602 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50148) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:46.606379 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.744809 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e524dc9b-5eff-424b-a02f-8911c46a96ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.755806 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.968722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527606f-1b99-4988-8cd2-3ecc592b90bd req-2c9b51d1-0841-452e-bb7c-5bd48182bc19 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:46.970167 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9527606f-1b99-4988-8cd2-3ecc592b90bd req-2c9b51d1-0841-452e-bb7c-5bd48182bc19 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 1097 time: 0.2285910 Jul 23 20:42:46.987832 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd309-8162-4fa8-b09b-e6f86ba337cd req-a873389e-000d-47d9-bc56-a1cc91b08ab6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:46.989246 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d1dd309-8162-4fa8-b09b-e6f86ba337cd req-a873389e-000d-47d9-bc56-a1cc91b08ab6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 946 time: 0.2348208 Jul 23 20:42:47.094122 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9527606f-1b99-4988-8cd2-3ecc592b90bd req-d293560b-fd5b-41e0-abea-e4b47bb54c05 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174536 Jul 23 20:42:47.096881 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d1dd309-8162-4fa8-b09b-e6f86ba337cd req-52534da1-1eb1-4796-b7c6-b17113443295 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980034 Jul 23 20:42:47.104218 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e524dc9b-5eff-424b-a02f-8911c46a96ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.117267 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e524dc9b-5eff-424b-a02f-8911c46a96ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.126174 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.145030 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.231677 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524dc9b-5eff-424b-a02f-8911c46a96ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d204e8e-28a3-4bcb-ba37-cd567f730384,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:47.278678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e524dc9b-5eff-424b-a02f-8911c46a96ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e482714c65514e61bb2d053a0a1bd58b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6910136 Jul 23 20:42:47.281574 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50166) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:47.305498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=58669c9e-0c9f-4516-8570-5160bf2dc833,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:47.314825 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.337552 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-362b83af-bc1d-4020-9f0f-f981b5c8c260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.359056 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-362b83af-bc1d-4020-9f0f-f981b5c8c260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.382409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf85b0-c04c-47dd-82d8-32114c554570 req-9ed395ec-f4e7-4b16-a601-c24ab1fe389b tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:47.383942 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3cdf85b0-c04c-47dd-82d8-32114c554570 req-9ed395ec-f4e7-4b16-a601-c24ab1fe389b tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.1824322 Jul 23 20:42:47.405341 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-362b83af-bc1d-4020-9f0f-f981b5c8c260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.407955 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-362b83af-bc1d-4020-9f0f-f981b5c8c260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.409167 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-362b83af-bc1d-4020-9f0f-f981b5c8c260 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d204e8e-28a3-4bcb-ba37-cd567f730384 HTTP/1.1" status: 204 len: 168 time: 0.1263118 Jul 23 20:42:47.415662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc328a67-ed6f-40cd-aafb-52782b350a14 req-c45e0e42-dd84-4721-9533-916ebf43849f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:47.417207 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc328a67-ed6f-40cd-aafb-52782b350a14 req-c45e0e42-dd84-4721-9533-916ebf43849f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 946 time: 0.2327967 Jul 23 20:42:47.425823 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b83af-bc1d-4020-9f0f-f981b5c8c260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d204e8e-28a3-4bcb-ba37-cd567f730384,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:47.523793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device aa047c1a-7b7c-4b3c-8806-09ddc4479271 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:47.531430 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc328a67-ed6f-40cd-aafb-52782b350a14 req-514c96d1-b319-4fd8-aeaf-0741c51e90ba tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023469 Jul 23 20:42:47.533925 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3cdf85b0-c04c-47dd-82d8-32114c554570 req-84cab152-3950-4455-b743-31bdd4431af5 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156974 Jul 23 20:42:47.563869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:47.563869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:47.610146 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port aa047c1a-7b7c-4b3c-8806-09ddc4479271 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:47.616151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port aa047c1a-7b7c-4b3c-8806-09ddc4479271 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:47.617519 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.710185 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.734123 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48981b14-2518-49a7-989a-15e5629c8d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa047c1a-7b7c-4b3c-8806-09ddc4479271'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:47.736538 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe90fe7-d1b8-4d28-97b3-5e0c125ba7b0" -d '{"events": [{"server_uuid": "48981b14-2518-49a7-989a-15e5629c8d70", "name": "network-vif-plugged", "status": "completed", "tag": "aa047c1a-7b7c-4b3c-8806-09ddc4479271"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:47.745982 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router ee219f32-5cbd-4a76-851d-840f2bcc37fc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:47.751609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port aa047c1a-7b7c-4b3c-8806-09ddc4479271, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=aa047c1a-7b7c-4b3c-8806-09ddc4479271,segment=NetworkSegment(9ea67c6d-f74d-4c2b-be73-497c270206c8),segment_id=9ea67c6d-f74d-4c2b-be73-497c270206c8)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:47.757972 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.761905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ae8e3-da98-4458-947f-ea3fa4b7aa9e req-91e9452b-d8b0-449c-9ff1-0bfcf1f4c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:47.763846 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc7ae8e3-da98-4458-947f-ea3fa4b7aa9e req-91e9452b-d8b0-449c-9ff1-0bfcf1f4c9fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 1097 time: 0.2689552 Jul 23 20:42:47.792694 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50176) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:47.806229 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-94c26a08-f6ae-4b1c-87eb-d49e62ee0886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.815150 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=aa047c1a-7b7c-4b3c-8806-09ddc4479271,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:47.941403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8c6c0-746b-48b3-9cc2-ce05192a90d2 req-404b94cb-8dbb-4428-a2b4-7f2bd9892a85 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:47.943571 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14d8c6c0-746b-48b3-9cc2-ce05192a90d2 req-404b94cb-8dbb-4428-a2b4-7f2bd9892a85 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.2548232 Jul 23 20:42:47.955006 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc7ae8e3-da98-4458-947f-ea3fa4b7aa9e req-a9882150-e92e-41a4-9f46-007cabfa281a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797845 Jul 23 20:42:48.007927 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:48.018332 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d0df0609-ae94-4b38-b0a1-83cccd41959a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "PUT /v2.0/routers/ee219f32-5cbd-4a76-851d-840f2bcc37fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2511687 Jul 23 20:42:48.021498 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14d8c6c0-746b-48b3-9cc2-ce05192a90d2 req-4ecb8ef4-ae14-483e-b9b1-ed68d995ea66 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700300 Jul 23 20:42:48.021989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50178) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:48.022210 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9eb252-47b0-4cd2-b304-79423f8fcd8c None None] Sync routers for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:48.027991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-db4b2dc6-6c92-4253-acc4-d080ca4e80a1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'port': {'network_id': 'be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05', 'name': 'tempest-FloatingIPTestJSON-28566834'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:48.044912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9eb252-47b0-4cd2-b304-79423f8fcd8c None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:48.045906 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ef9eb252-47b0-4cd2-b304-79423f8fcd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:48.056550 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b412b5b-d247-4815-89e5-508d1ee25c45 req-2a2f3551-7742-4be3-a0b0-55bb68e92e82 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:48.058178 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b412b5b-d247-4815-89e5-508d1ee25c45 req-2a2f3551-7742-4be3-a0b0-55bb68e92e82 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 946 time: 0.2294908 Jul 23 20:42:48.091332 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ef9eb252-47b0-4cd2-b304-79423f8fcd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:48.100812 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e82057-ba7e-4276-86ba-5d804a821532 x-openstack-request-id: req-92e82057-ba7e-4276-86ba-5d804a821532 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:48.101371 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48981b14-2518-49a7-989a-15e5629c8d70", "name": "network-vif-plugged", "status": "completed", "tag": "aa047c1a-7b7c-4b3c-8806-09ddc4479271", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:48.101792 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92e82057-ba7e-4276-86ba-5d804a821532 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:48.102341 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48981b14-2518-49a7-989a-15e5629c8d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa047c1a-7b7c-4b3c-8806-09ddc4479271', 'code': 200} Jul 23 20:42:48.110259 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9eb252-47b0-4cd2-b304-79423f8fcd8c None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:48.110889 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ef9eb252-47b0-4cd2-b304-79423f8fcd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:48.150369 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b412b5b-d247-4815-89e5-508d1ee25c45 req-4411c2f8-644d-4a8e-8dc8-20b9d24c1ed1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849433 Jul 23 20:42:48.171144 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ef9eb252-47b0-4cd2-b304-79423f8fcd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:48.172233 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9eb252-47b0-4cd2-b304-79423f8fcd8c None None] The sync data for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:48.261150 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-94c26a08-f6ae-4b1c-87eb-d49e62ee0886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:48.268683 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-94c26a08-f6ae-4b1c-87eb-d49e62ee0886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:48.272167 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bccaaf-e307-488f-bbcd-7a4afc5aa867 req-4fadd2a3-ea91-4169-9fe7-4b09ecebad0c tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:48.273725 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94bccaaf-e307-488f-bbcd-7a4afc5aa867 req-4fadd2a3-ea91-4169-9fe7-4b09ecebad0c tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 1098 time: 0.0672071 Jul 23 20:42:48.291983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4b2dc6-6c92-4253-acc4-d080ca4e80a1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Made reservation on behalf of cc9b0c161db64a219abd1053c9c5d8b9 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:48.295442 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-db4b2dc6-6c92-4253-acc4-d080ca4e80a1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:48.334312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-db4b2dc6-6c92-4253-acc4-d080ca4e80a1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] device_id is not set on port 668f2b66-fc71-420b-a914-f1f42be20d1c yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:42:48.334551 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-94c26a08-f6ae-4b1c-87eb-d49e62ee0886 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9cdc8dada22f40639df093da9f5a544a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5380046 Jul 23 20:42:48.334551 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c26a08-f6ae-4b1c-87eb-d49e62ee0886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84769f5-d2d7-4c1e-85ed-19d2f535776a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:48.335748 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50186) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:48.342661 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94bccaaf-e307-488f-bbcd-7a4afc5aa867 req-c5bcd9c5-5bb8-4c81-a952-c7dd1f820461 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599172 Jul 23 20:42:48.361278 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13def727-69ba-4b31-9e41-6ce8177dd0d1 req-3a87ad52-ab30-4220-b4e5-d7204fb641c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:48.362730 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-13def727-69ba-4b31-9e41-6ce8177dd0d1 req-3a87ad52-ab30-4220-b4e5-d7204fb641c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 1098 time: 0.1406889 Jul 23 20:42:48.429065 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-13def727-69ba-4b31-9e41-6ce8177dd0d1 req-e64e7aa5-eaf6-431d-b64c-fa5804091b5e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570683 Jul 23 20:42:48.433663 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04fedd8f-4c3a-43e6-8d1f-80dc5929ef03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:48.455697 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04fedd8f-4c3a-43e6-8d1f-80dc5929ef03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:48.495178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-db4b2dc6-6c92-4253-acc4-d080ca4e80a1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Allocated IP 172.20.0.6 (be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05/58d28709-bb34-4f1f-af40-4975b6c97c40/668f2b66-fc71-420b-a914-f1f42be20d1c) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:48.501144 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04fedd8f-4c3a-43e6-8d1f-80dc5929ef03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:48.503777 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04fedd8f-4c3a-43e6-8d1f-80dc5929ef03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:48.505028 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-04fedd8f-4c3a-43e6-8d1f-80dc5929ef03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f84769f5-d2d7-4c1e-85ed-19d2f535776a HTTP/1.1" status: 204 len: 168 time: 0.1674297 Jul 23 20:42:48.508018 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0b693-0431-4a4b-8fde-3929dda9468a req-c7f142dd-a18b-4016-b109-9b5130e8e1c8 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:48.509681 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6bd0b693-0431-4a4b-8fde-3929dda9468a req-c7f142dd-a18b-4016-b109-9b5130e8e1c8 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 946 time: 0.1206234 Jul 23 20:42:48.518892 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fedd8f-4c3a-43e6-8d1f-80dc5929ef03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84769f5-d2d7-4c1e-85ed-19d2f535776a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:48.571761 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6bd0b693-0431-4a4b-8fde-3929dda9468a req-e5f05fde-3b3f-491e-a399-7005f6422b3f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560513 Jul 23 20:42:49.056407 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-db4b2dc6-6c92-4253-acc4-d080ca4e80a1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.072528 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27800ca7-74e7-45aa-adf7-3e49f6b9c6fc req-9213a92b-9dc5-4358-b5c3-ac0ea88022e2 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:49.074034 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-27800ca7-74e7-45aa-adf7-3e49f6b9c6fc req-9213a92b-9dc5-4358-b5c3-ac0ea88022e2 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.4612556 Jul 23 20:42:49.167968 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-27800ca7-74e7-45aa-adf7-3e49f6b9c6fc req-6320a0c2-c227-49ef-97e8-337520888d7b tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822413 Jul 23 20:42:49.170024 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-db4b2dc6-6c92-4253-acc4-d080ca4e80a1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.219952 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4b2dc6-6c92-4253-acc4-d080ca4e80a1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:49.231062 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-db4b2dc6-6c92-4253-acc4-d080ca4e80a1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:49.237034 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4b2dc6-6c92-4253-acc4-d080ca4e80a1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:49.242081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b2dc6-6c92-4253-acc4-d080ca4e80a1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=668f2b66-fc71-420b-a914-f1f42be20d1c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:49.280202 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b73b9-fc5b-4c43-9576-6bdd6665de63 req-73752a38-bfd3-45b9-a619-638376828f49 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:49.281862 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-819b73b9-fc5b-4c43-9576-6bdd6665de63 req-73752a38-bfd3-45b9-a619-638376828f49 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.1760654 Jul 23 20:42:49.312981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4b2dc6-6c92-4253-acc4-d080ca4e80a1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:49.313526 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-db4b2dc6-6c92-4253-acc4-d080ca4e80a1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.341646 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-819b73b9-fc5b-4c43-9576-6bdd6665de63 req-d65ee14b-6985-4199-adcd-b54f583157cd tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511174 Jul 23 20:42:49.345993 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-db4b2dc6-6c92-4253-acc4-d080ca4e80a1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.3197722 Jul 23 20:42:49.346652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50218) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:49.352280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8daf7ee8-1aac-4f3f-a6e5-ff1888f5908c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'port': {'network_id': 'be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05', 'name': 'tempest-FloatingIPTestJSON-487098406'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:49.509100 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daf7ee8-1aac-4f3f-a6e5-ff1888f5908c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Made reservation on behalf of cc9b0c161db64a219abd1053c9c5d8b9 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:49.512763 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8daf7ee8-1aac-4f3f-a6e5-ff1888f5908c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.517743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084a981-6cf9-4766-a868-177e02d82975 req-ccb867c9-959d-47e8-89b4-8f75a9183031 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:49.519359 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d084a981-6cf9-4766-a868-177e02d82975 req-ccb867c9-959d-47e8-89b4-8f75a9183031 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 1098 time: 0.0951617 Jul 23 20:42:49.547840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-8daf7ee8-1aac-4f3f-a6e5-ff1888f5908c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] device_id is not set on port 556b3b34-d504-4378-81fc-36b26147c48f yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:42:49.609695 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d084a981-6cf9-4766-a868-177e02d82975 req-5ebb9507-c949-48be-af06-24fc7bba36e0 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832012 Jul 23 20:42:49.711455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-8daf7ee8-1aac-4f3f-a6e5-ff1888f5908c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Allocated IP 172.20.0.3 (be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05/58d28709-bb34-4f1f-af40-4975b6c97c40/556b3b34-d504-4378-81fc-36b26147c48f) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:49.818481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1859f-7335-48c9-bd73-bd1b29317a96 req-6b69c7e1-a794-4dcd-87ce-3e3b4ff717d5 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:49.820026 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ad1859f-7335-48c9-bd73-bd1b29317a96 req-6b69c7e1-a794-4dcd-87ce-3e3b4ff717d5 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 946 time: 0.1619978 Jul 23 20:42:49.855837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8dba2-37ac-4ce2-af8c-affad2d62042 req-07571614-afcd-452c-b202-e1f23a5ba932 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:49.857248 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48f8dba2-37ac-4ce2-af8c-affad2d62042 req-07571614-afcd-452c-b202-e1f23a5ba932 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 1098 time: 0.1610522 Jul 23 20:42:49.946363 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ad1859f-7335-48c9-bd73-bd1b29317a96 req-5bbcbed1-daed-4740-8175-e5578ec40c47 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186118 Jul 23 20:42:49.975232 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48f8dba2-37ac-4ce2-af8c-affad2d62042 req-73e99a90-bbeb-4436-88fa-51ba200aebb1 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089058 Jul 23 20:42:49.996949 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8daf7ee8-1aac-4f3f-a6e5-ff1888f5908c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.029845 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:42:50.061927 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8daf7ee8-1aac-4f3f-a6e5-ff1888f5908c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.108654 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf7ee8-1aac-4f3f-a6e5-ff1888f5908c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:50.123133 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-8daf7ee8-1aac-4f3f-a6e5-ff1888f5908c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:50.127687 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf7ee8-1aac-4f3f-a6e5-ff1888f5908c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:50.138070 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418815c-2ca0-49db-a67a-dffb4fc0eae7 req-29a94b1f-47d3-4c40-9445-58fcdb48f6cb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:50.139666 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1418815c-2ca0-49db-a67a-dffb4fc0eae7 req-29a94b1f-47d3-4c40-9445-58fcdb48f6cb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 946 time: 0.1090147 Jul 23 20:42:50.174635 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf7ee8-1aac-4f3f-a6e5-ff1888f5908c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=556b3b34-d504-4378-81fc-36b26147c48f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:50.210795 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daf7ee8-1aac-4f3f-a6e5-ff1888f5908c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:50.211465 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8daf7ee8-1aac-4f3f-a6e5-ff1888f5908c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.233206 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffacf41-a462-4d0d-aea6-c7abcf8378e5 req-dafbaac6-0020-45cf-9c12-df345dab05b8 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:50.235126 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ffacf41-a462-4d0d-aea6-c7abcf8378e5 req-dafbaac6-0020-45cf-9c12-df345dab05b8 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 1098 time: 0.1253283 Jul 23 20:42:50.240430 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8daf7ee8-1aac-4f3f-a6e5-ff1888f5908c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8897514 Jul 23 20:42:50.240635 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50254) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:50.246137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': '556b3b34-d504-4378-81fc-36b26147c48f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:50.291421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-1418815c-2ca0-49db-a67a-dffb4fc0eae7 req-0f2029b6-2f9f-4acf-ae1b-4d8c4ff98da1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Deleting port a08d0eb4-24ba-469c-9ca3-af96fd983121 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:50.291879 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1418815c-2ca0-49db-a67a-dffb4fc0eae7 req-0f2029b6-2f9f-4acf-ae1b-4d8c4ff98da1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.297592 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.316862 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ffacf41-a462-4d0d-aea6-c7abcf8378e5 req-0147ab9c-2901-4310-bde1-eb1e3f1d8bb6 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748622 Jul 23 20:42:50.356464 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af601f2-d32a-475a-b4bf-a24f7589ab50 req-22025e6a-c125-4191-bb3b-d194d6fe3d40 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:50.359078 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0af601f2-d32a-475a-b4bf-a24f7589ab50 req-22025e6a-c125-4191-bb3b-d194d6fe3d40 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.0981383 Jul 23 20:42:50.423844 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0af601f2-d32a-475a-b4bf-a24f7589ab50 req-0e6b17e0-bc45-4cdd-ac8b-dffe0f983c75 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511091 Jul 23 20:42:50.500552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-1418815c-2ca0-49db-a67a-dffb4fc0eae7 req-0f2029b6-2f9f-4acf-ae1b-4d8c4ff98da1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] For port a08d0eb4-24ba-469c-9ca3-af96fd983121, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a08d0eb4-24ba-469c-9ca3-af96fd983121,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:50.501166 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1418815c-2ca0-49db-a67a-dffb4fc0eae7 req-0f2029b6-2f9f-4acf-ae1b-4d8c4ff98da1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.555588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-1418815c-2ca0-49db-a67a-dffb4fc0eae7 req-0f2029b6-2f9f-4acf-ae1b-4d8c4ff98da1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Calling delete_port for a08d0eb4-24ba-469c-9ca3-af96fd983121 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:50.661219 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea34b1-7ae5-403b-8d0c-51854290886f req-08d51766-752f-435d-bc29-b9ddb1ca2212 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:50.663187 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13ea34b1-7ae5-403b-8d0c-51854290886f req-08d51766-752f-435d-bc29-b9ddb1ca2212 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.1809986 Jul 23 20:42:50.670383 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.705775 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186d5f1-046e-44ef-9c13-9bbceee9ef94 req-0590eb57-78b8-4514-a5b6-a2676e929993 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:50.707323 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c186d5f1-046e-44ef-9c13-9bbceee9ef94 req-0590eb57-78b8-4514-a5b6-a2676e929993 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 1098 time: 0.1006069 Jul 23 20:42:50.746374 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13ea34b1-7ae5-403b-8d0c-51854290886f req-909d2205-3c79-4ae6-802f-753e49d6e15e tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730212 Jul 23 20:42:50.777122 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c186d5f1-046e-44ef-9c13-9bbceee9ef94 req-be12dd43-6989-4dd3-8872-63964240e23c tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561972 Jul 23 20:42:50.847475 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1418815c-2ca0-49db-a67a-dffb4fc0eae7 req-0f2029b6-2f9f-4acf-ae1b-4d8c4ff98da1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.857204 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['a08d0eb4-24ba-469c-9ca3-af96fd983121'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:42:50.905877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Allocated IP 172.25.3.231 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/bd68c606-5d47-43b0-adb5-be19222f93a2) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:50.909580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2029b6-2f9f-4acf-ae1b-4d8c4ff98da1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event deleted for resources: {'Port': ['ID=a08d0eb4-24ba-469c-9ca3-af96fd983121,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:50.978935 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-1418815c-2ca0-49db-a67a-dffb4fc0eae7 req-0f2029b6-2f9f-4acf-ae1b-4d8c4ff98da1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] No DVR routers for this DVR port a08d0eb4-24ba-469c-9ca3-af96fd983121 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:50.982380 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1418815c-2ca0-49db-a67a-dffb4fc0eae7 req-0f2029b6-2f9f-4acf-ae1b-4d8c4ff98da1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.985077 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1418815c-2ca0-49db-a67a-dffb4fc0eae7 req-0f2029b6-2f9f-4acf-ae1b-4d8c4ff98da1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.48 "DELETE /v2.0/ports/a08d0eb4-24ba-469c-9ca3-af96fd983121 HTTP/1.1" status: 204 len: 173 time: 0.8393312 Jul 23 20:42:50.988762 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3fd898-caf4-41d2-b9f2-11fe908cd253', 'name': 'network-vif-deleted', 'tag': 'a08d0eb4-24ba-469c-9ca3-af96fd983121'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:50.991424 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea731827-5000-4839-8cb1-42d47dbad583" -d '{"events": [{"server_uuid": "5c3fd898-caf4-41d2-b9f2-11fe908cd253", "name": "network-vif-deleted", "tag": "a08d0eb4-24ba-469c-9ca3-af96fd983121"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:51.003697 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-166a29fc-1416-4722-b89f-4506a3e2ffe6 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:51.006445 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-166a29fc-1416-4722-b89f-4506a3e2ffe6 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/networks?id=f90b3a41-4969-4cfa-9ca5-6d312e791d7b HTTP/1.1" status: 200 len: 810 time: 0.1445992 Jul 23 20:42:51.037501 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-45a94084-201f-4462-bb9b-46ece7538947 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/quotas/50c6ff5a6f7146509973201a15b1a892 HTTP/1.1" status: 200 len: 375 time: 0.0247328 Jul 23 20:42:51.111591 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-053068b1-d36e-485c-826a-050ec2a30881 req-78389d37-7390-4c15-bbe0-16b40d546996 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 210 time: 0.0675428 Jul 23 20:42:51.175393 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8246d0-264d-4a03-b0f6-9c1b373f7bfa x-openstack-request-id: req-da8246d0-264d-4a03-b0f6-9c1b373f7bfa {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:51.175926 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3fd898-caf4-41d2-b9f2-11fe908cd253", "name": "network-vif-deleted", "tag": "a08d0eb4-24ba-469c-9ca3-af96fd983121", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:51.176269 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da8246d0-264d-4a03-b0f6-9c1b373f7bfa {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:51.176487 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3fd898-caf4-41d2-b9f2-11fe908cd253', 'name': 'network-vif-deleted', 'tag': 'a08d0eb4-24ba-469c-9ca3-af96fd983121', 'status': 'completed', 'code': 200} Jul 23 20:42:51.181797 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-2a785735-c6f2-4583-8671-89a9a6aef644 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=50c6ff5a6f7146509973201a15b1a892&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1367009 Jul 23 20:42:51.213833 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:51.276699 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:51.329489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-e6f95f10-810a-481b-b230-27efa76fef2a service neutron] 10.222.0.55 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381288 Jul 23 20:42:51.334723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:51.340120 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:51.343683 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:51.368450 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=bd68c606-5d47-43b0-adb5-be19222f93a2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:51.459158 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-632d976b-ed09-4dc3-a1a2-c2f2272eca51 service neutron] 10.222.0.55 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229198 Jul 23 20:42:51.814888 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83fb5135-e914-4d5e-81de-eac4df7af533 req-7fae7d3f-0d5c-4861-8079-fa291d044339 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 210 time: 0.0782058 Jul 23 20:42:51.876913 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:51.979810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0223a21-abb5-4285-ae6b-23732b5689ec req-67b1fc55-65d9-41a2-8cf3-d63eb46747a0 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:51.981331 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0223a21-abb5-4285-ae6b-23732b5689ec req-67b1fc55-65d9-41a2-8cf3-d63eb46747a0 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.1053598 Jul 23 20:42:52.052103 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:52.086350 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0223a21-abb5-4285-ae6b-23732b5689ec req-69e9d31c-8a4e-49c8-a720-18736849bd29 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623863 Jul 23 20:42:52.104061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53183f99-2d75-4e72-9e03-33faf3672681 req-947be08a-a1b1-474a-9414-9506f961e0be tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:52.107682 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53183f99-2d75-4e72-9e03-33faf3672681 req-947be08a-a1b1-474a-9414-9506f961e0be tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 1098 time: 0.1614358 Jul 23 20:42:52.120061 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436176b-27fe-469a-a506-a6724560b4bf req-5c885ba6-035f-4fae-8e69-622e246a1962 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:52.129002 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b436176b-27fe-469a-a506-a6724560b4bf req-5c885ba6-035f-4fae-8e69-622e246a1962 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 1098 time: 0.1623850 Jul 23 20:42:52.157219 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53183f99-2d75-4e72-9e03-33faf3672681 req-bd10672e-0724-415d-a188-eedfa6bdbc1d tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430572 Jul 23 20:42:52.232160 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ebf0a93b-08b0-4f33-9a85-3cc93a602c10 req-a53bdce5-9095-46bc-828d-24ae49c261f7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 210 time: 0.0354772 Jul 23 20:42:52.386016 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:52.396981 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-b436176b-27fe-469a-a506-a6724560b4bf req-9f6bd078-e5e5-42cb-a3f7-1e331b60d214 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Deleting port aa047c1a-7b7c-4b3c-8806-09ddc4479271 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:52.397717 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b436176b-27fe-469a-a506-a6724560b4bf req-9f6bd078-e5e5-42cb-a3f7-1e331b60d214 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:52.417020 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:52.485654 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=bd68c606-5d47-43b0-adb5-be19222f93a2,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:52.597468 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:52.668484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-b436176b-27fe-469a-a506-a6724560b4bf req-9f6bd078-e5e5-42cb-a3f7-1e331b60d214 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] For port aa047c1a-7b7c-4b3c-8806-09ddc4479271, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=aa047c1a-7b7c-4b3c-8806-09ddc4479271,segment=NetworkSegment(9ea67c6d-f74d-4c2b-be73-497c270206c8),segment_id=9ea67c6d-f74d-4c2b-be73-497c270206c8)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:52.668850 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b436176b-27fe-469a-a506-a6724560b4bf req-9f6bd078-e5e5-42cb-a3f7-1e331b60d214 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:52.692974 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-b436176b-27fe-469a-a506-a6724560b4bf req-9f6bd078-e5e5-42cb-a3f7-1e331b60d214 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Calling delete_port for aa047c1a-7b7c-4b3c-8806-09ddc4479271 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:52.764857 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Floating IP 66fbcb70-6830-43df-8fe0-564be39384bb associated. External IP: 172.25.3.231, port: 556b3b34-d504-4378-81fc-36b26147c48f. Jul 23 20:42:52.948840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa7f49e8-c3ec-400d-8138-aa2c40cd67e2 req-e8661e78-eece-4e11-bd03-6d3a177a1351 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 210 time: 0.0459719 Jul 23 20:42:53.063467 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b436176b-27fe-469a-a506-a6724560b4bf req-9f6bd078-e5e5-42cb-a3f7-1e331b60d214 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.076533 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['89dde137-aa19-4d39-9d8f-bcd93850095d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:42:53.143593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bd078-e5e5-42cb-a3f7-1e331b60d214 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa047c1a-7b7c-4b3c-8806-09ddc4479271,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:53.147058 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-8f89e553-7272-4efa-a7ce-2514be5395f8 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:53.148953 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-8f89e553-7272-4efa-a7ce-2514be5395f8 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.57 "GET /v2.0/networks?id=f90b3a41-4969-4cfa-9ca5-6d312e791d7b HTTP/1.1" status: 200 len: 810 time: 0.1992238 Jul 23 20:42:53.164318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['aa047c1a-7b7c-4b3c-8806-09ddc4479271'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:42:53.167613 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-b78dcab2-de31-46a4-945f-62034a383784 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Request body: {'port': {'device_id': '63fa611c-44fd-4bed-a007-d0f4b3c0d067', 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b', 'admin_state_up': True, 'tenant_id': '50c6ff5a6f7146509973201a15b1a892'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:53.332571 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b436176b-27fe-469a-a506-a6724560b4bf req-9f6bd078-e5e5-42cb-a3f7-1e331b60d214 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] No DVR routers for this DVR port aa047c1a-7b7c-4b3c-8806-09ddc4479271 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:53.337048 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b436176b-27fe-469a-a506-a6724560b4bf req-9f6bd078-e5e5-42cb-a3f7-1e331b60d214 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.339203 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b436176b-27fe-469a-a506-a6724560b4bf req-9f6bd078-e5e5-42cb-a3f7-1e331b60d214 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.48 "DELETE /v2.0/ports/aa047c1a-7b7c-4b3c-8806-09ddc4479271 HTTP/1.1" status: 204 len: 173 time: 1.2016063 Jul 23 20:42:53.339766 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48981b14-2518-49a7-989a-15e5629c8d70', 'name': 'network-vif-deleted', 'tag': 'aa047c1a-7b7c-4b3c-8806-09ddc4479271'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:53.342605 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc23b3b-e5ce-4c93-9076-40a316ca05a5" -d '{"events": [{"server_uuid": "48981b14-2518-49a7-989a-15e5629c8d70", "name": "network-vif-deleted", "tag": "aa047c1a-7b7c-4b3c-8806-09ddc4479271"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:53.368400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router ee219f32-5cbd-4a76-851d-840f2bcc37fc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:53.564576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a08d0eb4-24ba-469c-9ca3-af96fd983121 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:42:53.566587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:53.578823 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f5abd6-4d59-4ac0-828d-eaf7ef969c99 None None] Sync routers for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:53.592693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb4c31ca-2ab2-4178-8258-fbf8f57296e6 req-092a7ab8-1b9e-4b8c-ba98-ee0f7e52cf47 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48981b14-2518-49a7-989a-15e5629c8d70 HTTP/1.1" status: 200 len: 210 time: 0.2913754 Jul 23 20:42:53.594642 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-b78dcab2-de31-46a4-945f-62034a383784 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Made reservation on behalf of 50c6ff5a6f7146509973201a15b1a892 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:53.596466 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f5abd6-4d59-4ac0-828d-eaf7ef969c99 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:53.598173 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-02f5abd6-4d59-4ac0-828d-eaf7ef969c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:53.606046 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: a08d0eb4-24ba-469c-9ca3-af96fd983121 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:42:53.606224 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.606462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a08d0eb4-24ba-469c-9ca3-af96fd983121 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:42:53.615878 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-b78dcab2-de31-46a4-945f-62034a383784 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.667302 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-02f5abd6-4d59-4ac0-828d-eaf7ef969c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:53.676796 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f5abd6-4d59-4ac0-828d-eaf7ef969c99 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:53.677007 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f38b6336-ac97-47c4-9604-fc90ab9f303c tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4352171 Jul 23 20:42:53.677957 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-02f5abd6-4d59-4ac0-828d-eaf7ef969c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:53.679595 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50340) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:53.686556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-31083998-1930-4c45-ae4a-69f033972c55 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:53.714699 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-02f5abd6-4d59-4ac0-828d-eaf7ef969c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:53.715775 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f5abd6-4d59-4ac0-828d-eaf7ef969c99 None None] The sync data for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:53.772503 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-31083998-1930-4c45-ae4a-69f033972c55 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.868320 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de962d-c4f5-48a4-a334-c69444103b58 req-93608435-a814-424e-a3d9-599830e9f6d2 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:53.875664 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4de962d-c4f5-48a4-a334-c69444103b58 req-93608435-a814-424e-a3d9-599830e9f6d2 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.6398096 Jul 23 20:42:53.890684 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4378eeec-d4be-433f-8b58-2037ea3885a7 req-7a1e3900-61e3-422f-99b1-64250234f114 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 210 time: 0.1259949 Jul 23 20:42:53.951734 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-31083998-1930-4c45-ae4a-69f033972c55 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.959024 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-31083998-1930-4c45-ae4a-69f033972c55 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.960182 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-31083998-1930-4c45-ae4a-69f033972c55 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Floating IP 66fbcb70-6830-43df-8fe0-564be39384bb disassociated. External IP: 172.25.3.231, port: 556b3b34-d504-4378-81fc-36b26147c48f. Jul 23 20:42:53.963156 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4de962d-c4f5-48a4-a334-c69444103b58 req-986153a7-99c0-4873-8b01-73b1bf15d392 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864978 Jul 23 20:42:53.996577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-b78dcab2-de31-46a4-945f-62034a383784 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Allocated IP 172.20.0.3 (f90b3a41-4969-4cfa-9ca5-6d312e791d7b/6f7d5a8f-73b3-41da-b110-f6b7061f8652/5da5755b-5edc-4fc9-847c-d80b7ff98373) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:54.090098 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d720d3d3-b2df-441c-9fd1-54586b1147af x-openstack-request-id: req-d720d3d3-b2df-441c-9fd1-54586b1147af {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:54.090098 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48981b14-2518-49a7-989a-15e5629c8d70", "name": "network-vif-deleted", "tag": "aa047c1a-7b7c-4b3c-8806-09ddc4479271", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:54.090098 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d720d3d3-b2df-441c-9fd1-54586b1147af {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:54.090887 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48981b14-2518-49a7-989a-15e5629c8d70', 'name': 'network-vif-deleted', 'tag': 'aa047c1a-7b7c-4b3c-8806-09ddc4479271', 'status': 'completed', 'code': 200} Jul 23 20:42:54.305881 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa2b6ed7-f608-4851-8ca0-8b762ee130ea req-e903fc11-59ef-4ba8-8243-57026db716c6 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 210 time: 0.0694640 Jul 23 20:42:54.333658 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31083998-1930-4c45-ae4a-69f033972c55 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router ee219f32-5cbd-4a76-851d-840f2bcc37fc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:54.336195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83f0bf-7820-43d0-90d9-fe7fda48aa5e req-fe5dc003-9063-4092-8f0c-4e2ba8b7e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:54.338080 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cc83f0bf-7820-43d0-90d9-fe7fda48aa5e req-fe5dc003-9063-4092-8f0c-4e2ba8b7e53a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0989702 Jul 23 20:42:54.366671 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-b78dcab2-de31-46a4-945f-62034a383784 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.410433 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-b78dcab2-de31-46a4-945f-62034a383784 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.423882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['b435e4ee-f057-49a2-8a50-c95674a7d413'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:42:54.457563 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31083998-1930-4c45-ae4a-69f033972c55 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:54.467982 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-31083998-1930-4c45-ae4a-69f033972c55 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.475169 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-b78dcab2-de31-46a4-945f-62034a383784 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Network f90b3a41-4969-4cfa-9ca5-6d312e791d7b is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:54.479896 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d4782b-d3a5-4853-bb27-0a031cc456a7 None None] Sync routers for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:54.480780 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-b78dcab2-de31-46a4-945f-62034a383784 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:54.490341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-b78dcab2-de31-46a4-945f-62034a383784 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:54.508563 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d4782b-d3a5-4853-bb27-0a031cc456a7 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:54.509604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b6d4782b-d3a5-4853-bb27-0a031cc456a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:54.528941 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cc83f0bf-7820-43d0-90d9-fe7fda48aa5e req-77723062-0beb-41f5-b7e4-204fce4b7729 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733392 Jul 23 20:42:54.548022 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-31083998-1930-4c45-ae4a-69f033972c55 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "PUT /v2.0/floatingips/66fbcb70-6830-43df-8fe0-564be39384bb HTTP/1.1" status: 200 len: 688 time: 0.8671823 Jul 23 20:42:54.548728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50346) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:54.563805 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b6d4782b-d3a5-4853-bb27-0a031cc456a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:54.579887 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78dcab2-de31-46a4-945f-62034a383784 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Pushing event updated for resources: {'Port': ['ID=5da5755b-5edc-4fc9-847c-d80b7ff98373,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:54.581010 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-72986d8c-7a81-43a7-ab44-1665f4bb382c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.602068 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d4782b-d3a5-4853-bb27-0a031cc456a7 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:54.602712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b6d4782b-d3a5-4853-bb27-0a031cc456a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:54.617708 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-b78dcab2-de31-46a4-945f-62034a383784 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:54.619002 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-b78dcab2-de31-46a4-945f-62034a383784 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.638242 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-b78dcab2-de31-46a4-945f-62034a383784 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4798248 Jul 23 20:42:54.658598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Request body: {'port': {'device_id': '63fa611c-44fd-4bed-a007-d0f4b3c0d067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:54.705290 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b6d4782b-d3a5-4853-bb27-0a031cc456a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:54.706213 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d4782b-d3a5-4853-bb27-0a031cc456a7 None None] The sync data for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:54.788081 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.791666 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ba989-b3aa-47f7-bb1a-88c46f4a30cf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Deleting port bd68c606-5d47-43b0-adb5-be19222f93a2 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:54.792534 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba989-b3aa-47f7-bb1a-88c46f4a30cf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.950931 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba989-b3aa-47f7-bb1a-88c46f4a30cf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.951497 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba989-b3aa-47f7-bb1a-88c46f4a30cf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.976233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ba989-b3aa-47f7-bb1a-88c46f4a30cf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Calling delete_port for bd68c606-5d47-43b0-adb5-be19222f93a2 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:55.131060 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b34ff23d-e9e1-4c1b-93e9-e80da55ef1f3 req-a19d48c0-c81e-4eb8-8008-89889dbdcc2c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 210 time: 0.1155434 Jul 23 20:42:55.137694 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba989-b3aa-47f7-bb1a-88c46f4a30cf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:55.206546 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ba989-b3aa-47f7-bb1a-88c46f4a30cf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Port': ['ID=bd68c606-5d47-43b0-adb5-be19222f93a2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:55.326161 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba989-b3aa-47f7-bb1a-88c46f4a30cf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:55.328839 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a2ba989-b3aa-47f7-bb1a-88c46f4a30cf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:55.341722 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4a2ba989-b3aa-47f7-bb1a-88c46f4a30cf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/floatingips/66fbcb70-6830-43df-8fe0-564be39384bb HTTP/1.1" status: 204 len: 168 time: 0.7918718 Jul 23 20:42:55.342407 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50368) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:55.347322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': '668f2b66-fc71-420b-a914-f1f42be20d1c'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:55.393942 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:55.428483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da5755b-5edc-4fc9-847c-d80b7ff98373 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:42:55.447516 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:55.471624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da1940-0080-4c4b-932b-1d2702eff5d0 req-c6241fdd-a344-49de-907d-bec8587adbac tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:55.479632 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d5da1940-0080-4c4b-932b-1d2702eff5d0 req-c6241fdd-a344-49de-907d-bec8587adbac tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 1098 time: 0.4863334 Jul 23 20:42:55.513956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Transition to ACTIVE for port object 5da5755b-5edc-4fc9-847c-d80b7ff98373 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:55.530698 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:55.565126 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:55.584532 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device aa047c1a-7b7c-4b3c-8806-09ddc4479271 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:42:55.634262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: aa047c1a-7b7c-4b3c-8806-09ddc4479271 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:42:55.634827 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device aa047c1a-7b7c-4b3c-8806-09ddc4479271 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:42:55.659289 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af5ffd-c3ea-4c90-b2e4-3d630f989177 req-061b523f-7149-454a-b5ff-626936453c8f tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:55.662508 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26af5ffd-c3ea-4c90-b2e4-3d630f989177 req-061b523f-7149-454a-b5ff-626936453c8f tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.4329481 Jul 23 20:42:55.690645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Pushing event updated for resources: {'Port': ['ID=5da5755b-5edc-4fc9-847c-d80b7ff98373,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:55.694605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Allocated IP 172.25.3.109 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/e57fecae-75b7-4892-a0bc-ce6c9351a738) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:55.722980 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50374) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:55.728781 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d5da1940-0080-4c4b-932b-1d2702eff5d0 req-c7bc9a21-34bd-44bd-abd6-1029c231fe8d tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254820 Jul 23 20:42:55.911022 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26af5ffd-c3ea-4c90-b2e4-3d630f989177 req-d8a525dc-e634-45eb-9ec6-dff53881fbee tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053680 Jul 23 20:42:55.948666 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:55.952245 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Attempting to bind port 5da5755b-5edc-4fc9-847c-d80b7ff98373 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:55.952661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Attempting to bind port 5da5755b-5edc-4fc9-847c-d80b7ff98373 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'dffb2e7f-ac69-4f6f-b36e-f5daf74a8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:55.953059 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Attempting to bind port 5da5755b-5edc-4fc9-847c-d80b7ff98373 on network f90b3a41-4969-4cfa-9ca5-6d312e791d7b {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:55.958662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Port 5da5755b-5edc-4fc9-847c-d80b7ff98373 on network f90b3a41-4969-4cfa-9ca5-6d312e791d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:42:55.959058 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Attempting to bind port 5da5755b-5edc-4fc9-847c-d80b7ff98373 on network f90b3a41-4969-4cfa-9ca5-6d312e791d7b {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:55.963924 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b22da4e0-3cff-4d97-8819-1824e9968fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:55.966134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:55.966558 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Checking segment: {'id': 'dffb2e7f-ac69-4f6f-b36e-f5daf74a8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:55.967319 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Bound using segment: {'id': 'dffb2e7f-ac69-4f6f-b36e-f5daf74a8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:55.967882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Bound port: 5da5755b-5edc-4fc9-847c-d80b7ff98373, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dffb2e7f-ac69-4f6f-b36e-f5daf74a8146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:55.968311 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:56.054393 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:56.116727 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] For port 5da5755b-5edc-4fc9-847c-d80b7ff98373, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:56.118491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:56.128655 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:56.137735 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:56.138636 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d7824-d897-4868-a822-43bba4e134a5 req-2df8891f-5e00-438f-bb4b-516b0863c793 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:56.142290 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=e57fecae-75b7-4892-a0bc-ce6c9351a738,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:56.146245 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d7d7824-d897-4868-a822-43bba4e134a5 req-2df8891f-5e00-438f-bb4b-516b0863c793 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 943 time: 0.1283402 Jul 23 20:42:56.148902 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b22da4e0-3cff-4d97-8819-1824e9968fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:56.150014 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] For port 5da5755b-5edc-4fc9-847c-d80b7ff98373, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=5da5755b-5edc-4fc9-847c-d80b7ff98373,segment=NetworkSegment(dffb2e7f-ac69-4f6f-b36e-f5daf74a8146),segment_id=dffb2e7f-ac69-4f6f-b36e-f5daf74a8146)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:56.165673 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:56.171076 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b22da4e0-3cff-4d97-8819-1824e9968fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:56.203070 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b22da4e0-3cff-4d97-8819-1824e9968fe8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb1068d8bf2b4f5b96c2b9adbfd8ad78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4782660 Jul 23 20:42:56.206384 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50380) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:56.240568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:56.241299 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:56.243370 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] 10.222.0.57 "PUT /v2.0/ports/5da5755b-5edc-4fc9-847c-d80b7ff98373 HTTP/1.1" status: 200 len: 1092 time: 1.5945852 Jul 23 20:42:56.244276 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fa611c-44fd-4bed-a007-d0f4b3c0d067', 'tag': '5da5755b-5edc-4fc9-847c-d80b7ff98373'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:56.246973 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c5fa6d-2841-4318-a502-3f25bd63794b" -d '{"events": [{"name": "network-changed", "server_uuid": "63fa611c-44fd-4bed-a007-d0f4b3c0d067", "tag": "5da5755b-5edc-4fc9-847c-d80b7ff98373"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:56.254513 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da4e0-3cff-4d97-8819-1824e9968fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec4b09d-1a50-4b70-aedc-ea8923e1c4d0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:56.269681 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d7d7824-d897-4868-a822-43bba4e134a5 req-02b67eca-f5e0-49cf-957b-7b2e5e87ba08 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175203 Jul 23 20:42:56.348119 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf0b5a3d-bdc3-496e-86ec-cde294436e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:56.375856 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d45d126-ab6b-48f9-9dc2-dbf347fe5822 x-openstack-request-id: req-6d45d126-ab6b-48f9-9dc2-dbf347fe5822 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:56.376152 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fa611c-44fd-4bed-a007-d0f4b3c0d067", "tag": "5da5755b-5edc-4fc9-847c-d80b7ff98373", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:56.376379 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d45d126-ab6b-48f9-9dc2-dbf347fe5822 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:56.376812 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fa611c-44fd-4bed-a007-d0f4b3c0d067', 'tag': '5da5755b-5edc-4fc9-847c-d80b7ff98373', 'status': 'completed', 'code': 200} Jul 23 20:42:56.380985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-503d252e-aa1b-4695-97fa-b6250d0d4b1d req-ff4d5f65-7e4c-4929-b410-62e3b74f6bf1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c3fd898-caf4-41d2-b9f2-11fe908cd253 HTTP/1.1" status: 200 len: 210 time: 0.1084449 Jul 23 20:42:56.381736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28d5ee-81ad-440f-8d98-bbc18d3d6a98 service neutron] Pushing event updated for resources: {'Port': ['ID=5da5755b-5edc-4fc9-847c-d80b7ff98373,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:56.405160 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf0b5a3d-bdc3-496e-86ec-cde294436e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:56.474617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-82d2f655-150e-45ae-af28-5968f701f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:56.476281 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-82d2f655-150e-45ae-af28-5968f701f3a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50c6ff5a6f7146509973201a15b1a892&device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 1095 time: 0.1365891 Jul 23 20:42:56.539866 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-62b1aa0f-1a10-401d-8ffc-b63ea5c03027 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5da5755b-5edc-4fc9-847c-d80b7ff98373 HTTP/1.1" status: 200 len: 217 time: 0.0470874 Jul 23 20:42:56.545598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c53749-674b-4844-a24d-259d0bf73e89 req-56eb5ba0-690a-46d6-a2f0-ba6b2c7fb1bd tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:56.547207 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3c53749-674b-4844-a24d-259d0bf73e89 req-56eb5ba0-690a-46d6-a2f0-ba6b2c7fb1bd tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 1098 time: 0.1299331 Jul 23 20:42:56.628546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-444dd7c9-4336-46e2-8e51-5269abff090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:56.630623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-444dd7c9-4336-46e2-8e51-5269abff090c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f7d5a8f-73b3-41da-b110-f6b7061f8652 HTTP/1.1" status: 200 len: 850 time: 0.0812123 Jul 23 20:42:56.689800 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-5fd8a081-abdc-41de-b25b-1375cb3adea0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f90b3a41-4969-4cfa-9ca5-6d312e791d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329514 Jul 23 20:42:56.736706 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-a3c53749-674b-4844-a24d-259d0bf73e89 req-8c8dc934-1343-4dc8-92c1-990a68dd5d1f tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Deleting port 89dde137-aa19-4d39-9d8f-bcd93850095d {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:56.736953 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a3c53749-674b-4844-a24d-259d0bf73e89 req-8c8dc934-1343-4dc8-92c1-990a68dd5d1f tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:56.848575 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf0b5a3d-bdc3-496e-86ec-cde294436e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:56.851163 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf0b5a3d-bdc3-496e-86ec-cde294436e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:56.857530 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cf0b5a3d-bdc3-496e-86ec-cde294436e53 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ec4b09d-1a50-4b70-aedc-ea8923e1c4d0 HTTP/1.1" status: 204 len: 168 time: 0.6443093 Jul 23 20:42:56.866130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b5a3d-bdc3-496e-86ec-cde294436e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec4b09d-1a50-4b70-aedc-ea8923e1c4d0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:56.894622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-1f762171-4d2c-40d9-b93d-4ef904d5a9e3 service neutron] 10.222.0.57 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954498 Jul 23 20:42:56.972978 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a3c53749-674b-4844-a24d-259d0bf73e89 req-8c8dc934-1343-4dc8-92c1-990a68dd5d1f tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] For port 89dde137-aa19-4d39-9d8f-bcd93850095d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=89dde137-aa19-4d39-9d8f-bcd93850095d,segment=NetworkSegment(9ea67c6d-f74d-4c2b-be73-497c270206c8),segment_id=9ea67c6d-f74d-4c2b-be73-497c270206c8)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:56.976233 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a3c53749-674b-4844-a24d-259d0bf73e89 req-8c8dc934-1343-4dc8-92c1-990a68dd5d1f tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:57.051415 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:57.070090 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-a3c53749-674b-4844-a24d-259d0bf73e89 req-8c8dc934-1343-4dc8-92c1-990a68dd5d1f tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Calling delete_port for 89dde137-aa19-4d39-9d8f-bcd93850095d owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:57.074236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5dfcb-6fc6-41eb-9ad0-f8698ece7f26 req-a569ddc9-9381-46ea-a06c-98e4f4ad3eb4 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:57.081623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-35a5dfcb-6fc6-41eb-9ad0-f8698ece7f26 req-a569ddc9-9381-46ea-a06c-98e4f4ad3eb4 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 1098 time: 0.2485876 Jul 23 20:42:57.088839 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8eb262ec-2e2f-46e8-bea6-32207fd2e37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:57.136739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-467487bd-7630-4b2d-8885-ed249ccdf204 req-0327bd4c-d89a-43e9-b7b5-b397c4daa121 service neutron] 10.222.0.57 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337267 Jul 23 20:42:57.154143 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-35a5dfcb-6fc6-41eb-9ad0-f8698ece7f26 req-78ca373f-79b0-47b6-ba5e-9145121ebf13 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ea80ecf9-3dd1-401d-831d-4eac09407b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714641 Jul 23 20:42:57.178165 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:57.261972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56697a92-8dbf-427a-b3b9-810bc882b374 req-258ae5a5-f1b4-443c-be7f-6478e3fe5f52 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:57.263582 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56697a92-8dbf-427a-b3b9-810bc882b374 req-258ae5a5-f1b4-443c-be7f-6478e3fe5f52 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.2192233 Jul 23 20:42:57.295752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50402) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:57.312568 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44c07b1c-6f2c-452b-a429-511e733b2dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:57.332234 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:57.369557 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56697a92-8dbf-427a-b3b9-810bc882b374 req-869c2c55-5471-4b4f-a993-0bbda9515af1 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938833 Jul 23 20:42:57.377030 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:57.386305 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:57.417953 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5fa6d-2841-4318-a502-3f25bd63794b req-5cd5d402-058e-4adc-8fb8-06c79a33d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:57.419983 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67c5fa6d-2841-4318-a502-3f25bd63794b req-5cd5d402-058e-4adc-8fb8-06c79a33d466 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50c6ff5a6f7146509973201a15b1a892&device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 1095 time: 0.2176979 Jul 23 20:42:57.458447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=e57fecae-75b7-4892-a0bc-ce6c9351a738,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:57.476997 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:57.582960 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Floating IP d13e5569-024e-4c61-9012-c37e7af72e72 associated. External IP: 172.25.3.109, port: 668f2b66-fc71-420b-a914-f1f42be20d1c. Jul 23 20:42:57.817089 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router ee219f32-5cbd-4a76-851d-840f2bcc37fc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:57.910693 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a3c53749-674b-4844-a24d-259d0bf73e89 req-8c8dc934-1343-4dc8-92c1-990a68dd5d1f tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:57.921973 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['89dde137-aa19-4d39-9d8f-bcd93850095d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:42:57.941894 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:57.953084 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438584a6-1f73-4624-a6d3-cae6789b60c2 None None] Sync routers for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:57.963320 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438584a6-1f73-4624-a6d3-cae6789b60c2 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:57.963939 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-438584a6-1f73-4624-a6d3-cae6789b60c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:57.977399 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8dc934-1343-4dc8-92c1-990a68dd5d1f tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Pushing event deleted for resources: {'Port': ['ID=89dde137-aa19-4d39-9d8f-bcd93850095d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:58.000343 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-438584a6-1f73-4624-a6d3-cae6789b60c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:58.004502 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdb369-6368-4cc5-ba90-14bb8c0e0a89 req-1a37f3b8-6cd1-4d10-8e6d-361c979d0451 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:58.006109 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b4fdb369-6368-4cc5-ba90-14bb8c0e0a89 req-1a37f3b8-6cd1-4d10-8e6d-361c979d0451 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 943 time: 0.6437602 Jul 23 20:42:58.009428 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438584a6-1f73-4624-a6d3-cae6789b60c2 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:58.010111 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-438584a6-1f73-4624-a6d3-cae6789b60c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:58.050118 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5fa6d-2841-4318-a502-3f25bd63794b req-51bf5d10-847d-470d-bdf7-b768a6a61510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:58.050367 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-438584a6-1f73-4624-a6d3-cae6789b60c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:58.050847 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438584a6-1f73-4624-a6d3-cae6789b60c2 None None] The sync data for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:58.051701 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67c5fa6d-2841-4318-a502-3f25bd63794b req-51bf5d10-847d-470d-bdf7-b768a6a61510 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f90b3a41-4969-4cfa-9ca5-6d312e791d7b HTTP/1.1" status: 200 len: 911 time: 0.6029487 Jul 23 20:42:58.079250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffc5bd-fdc0-4cdb-a562-ffe91aa7c763 req-3edb3a70-3b92-487f-a779-56dd3fafd594 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:58.080697 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-beffc5bd-fdc0-4cdb-a562-ffe91aa7c763 req-3edb3a70-3b92-487f-a779-56dd3fafd594 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.6308188 Jul 23 20:42:58.099528 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44c07b1c-6f2c-452b-a429-511e733b2dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.108720 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.113121 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c53749-674b-4844-a24d-259d0bf73e89 req-8c8dc934-1343-4dc8-92c1-990a68dd5d1f tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] No DVR routers for this DVR port 89dde137-aa19-4d39-9d8f-bcd93850095d on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:58.144897 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44c07b1c-6f2c-452b-a429-511e733b2dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.153006 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a3c53749-674b-4844-a24d-259d0bf73e89 req-8c8dc934-1343-4dc8-92c1-990a68dd5d1f tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.153314 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2ad72a4a-ca25-4d94-be2a-988ad1401df1 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.8097486 Jul 23 20:42:58.154896 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3c53749-674b-4844-a24d-259d0bf73e89 req-8c8dc934-1343-4dc8-92c1-990a68dd5d1f tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.57 "DELETE /v2.0/ports/89dde137-aa19-4d39-9d8f-bcd93850095d HTTP/1.1" status: 204 len: 173 time: 1.5972576 Jul 23 20:42:58.155880 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50410) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:58.170072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67c5fa6d-2841-4318-a502-3f25bd63794b req-c1e1ca28-4007-4939-8f31-361f162711e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5da5755b-5edc-4fc9-847c-d80b7ff98373 HTTP/1.1" status: 200 len: 217 time: 0.1041763 Jul 23 20:42:58.248814 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b4fdb369-6368-4cc5-ba90-14bb8c0e0a89 req-03f08afb-58d0-445a-86ce-35f924091be4 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301257 Jul 23 20:42:58.259013 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-44c07b1c-6f2c-452b-a429-511e733b2dd6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=670695d4f4db4ee4a1110f0b19d3a1e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9586153 Jul 23 20:42:58.259013 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c07b1c-6f2c-452b-a429-511e733b2dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d4bf05-341e-43e5-9a34-48f44f9487a3,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:58.261101 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7ae3c780-6f2e-4d8e-b3da-07b5e5aa433b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "GET /v2.0/floatingips/d13e5569-024e-4c61-9012-c37e7af72e72 HTTP/1.1" status: 200 len: 976 time: 0.1040926 Jul 23 20:42:58.261843 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50414) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:58.262797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50416) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:58.283517 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-beffc5bd-fdc0-4cdb-a562-ffe91aa7c763 req-6319e780-1beb-45d0-82c7-4fc56c0a339f tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751823 Jul 23 20:42:58.287981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5fa6d-2841-4318-a502-3f25bd63794b req-8329942f-5af9-4a1b-95bc-5cf18a7daf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:58.289354 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67c5fa6d-2841-4318-a502-3f25bd63794b req-8329942f-5af9-4a1b-95bc-5cf18a7daf15 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f7d5a8f-73b3-41da-b110-f6b7061f8652 HTTP/1.1" status: 200 len: 850 time: 0.0953374 Jul 23 20:42:58.359370 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67c5fa6d-2841-4318-a502-3f25bd63794b req-cbb2c6ea-32ef-48b0-8ae8-ece0b551775b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f90b3a41-4969-4cfa-9ca5-6d312e791d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623467 Jul 23 20:42:58.379186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea4c13e-7669-444e-907e-563491f68e55', 'name': 'network-vif-deleted', 'tag': '89dde137-aa19-4d39-9d8f-bcd93850095d'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:58.382266 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80cc534-d566-4214-a67b-c857d3106c84" -d '{"events": [{"server_uuid": "dea4c13e-7669-444e-907e-563491f68e55", "name": "network-vif-deleted", "tag": "89dde137-aa19-4d39-9d8f-bcd93850095d"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:58.468615 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2067f4fc-fb50-49b6-95fb-01363c38251a req-f294a007-d7ab-4edd-aab8-0581734a3a43 tempest-TestServerMultinode-1876455083 tempest-TestServerMultinode-1876455083-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dea4c13e-7669-444e-907e-563491f68e55 HTTP/1.1" status: 200 len: 210 time: 0.0587928 Jul 23 20:42:58.485166 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e883ed3-804d-4515-9098-cd8ff4e7a1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.492086 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a0cdbd1f-1642-4ca0-b070-ef70816d9417 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2169161 Jul 23 20:42:58.497020 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.499591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50428) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:58.507941 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-bcd78cc1-dcf5-4907-a4ca-c48b22f69bdf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'floatingip': {'port_id': '556b3b34-d504-4378-81fc-36b26147c48f'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:58.582526 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e883ed3-804d-4515-9098-cd8ff4e7a1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.588570 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b867b38-316d-4fc4-a0b7-0f9711e1fe61 x-openstack-request-id: req-5b867b38-316d-4fc4-a0b7-0f9711e1fe61 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:58.588867 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea4c13e-7669-444e-907e-563491f68e55", "name": "network-vif-deleted", "tag": "89dde137-aa19-4d39-9d8f-bcd93850095d", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:58.589119 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b867b38-316d-4fc4-a0b7-0f9711e1fe61 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:58.589522 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea4c13e-7669-444e-907e-563491f68e55', 'name': 'network-vif-deleted', 'tag': '89dde137-aa19-4d39-9d8f-bcd93850095d', 'status': 'completed', 'code': 200} Jul 23 20:42:58.593893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67c5fa6d-2841-4318-a502-3f25bd63794b req-a99cca23-3cdf-49e4-ac87-4ac4d6124417 service neutron] 10.222.0.57 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258048 Jul 23 20:42:58.677142 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bcd78cc1-dcf5-4907-a4ca-c48b22f69bdf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.772796 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 5da5755b-5edc-4fc9-847c-d80b7ff98373 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:42:58.790012 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67c5fa6d-2841-4318-a502-3f25bd63794b req-f6d234cb-4849-4e44-b24e-ef817878d56f service neutron] 10.222.0.57 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766708 Jul 23 20:42:58.792736 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e883ed3-804d-4515-9098-cd8ff4e7a1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.795813 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e883ed3-804d-4515-9098-cd8ff4e7a1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.797290 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8e883ed3-804d-4515-9098-cd8ff4e7a1fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d6d4bf05-341e-43e5-9a34-48f44f9487a3 HTTP/1.1" status: 204 len: 168 time: 0.5335290 Jul 23 20:42:58.813828 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e883ed3-804d-4515-9098-cd8ff4e7a1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d4bf05-341e-43e5-9a34-48f44f9487a3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:58.906462 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143a97e-960f-4092-bf75-456a6c8151d9 req-e85d17fb-9ce9-4faf-96ea-7fcec3f4bf80 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:58.913191 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8143a97e-960f-4092-bf75-456a6c8151d9 req-e85d17fb-9ce9-4faf-96ea-7fcec3f4bf80 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1447690 Jul 23 20:42:58.993448 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8143a97e-960f-4092-bf75-456a6c8151d9 req-4e71a3c9-6e22-4d6b-8066-efed48abd3b9 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758429 Jul 23 20:42:59.059880 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 5da5755b-5edc-4fc9-847c-d80b7ff98373, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=5da5755b-5edc-4fc9-847c-d80b7ff98373,segment=NetworkSegment(dffb2e7f-ac69-4f6f-b36e-f5daf74a8146),segment_id=dffb2e7f-ac69-4f6f-b36e-f5daf74a8146)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:59.076228 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '5da5755b-5edc-4fc9-847c-d80b7ff98373', 'network_id': 'f90b3a41-4969-4cfa-9ca5-6d312e791d7b', 'port_id': '5da5755b-5edc-4fc9-847c-d80b7ff98373', 'mac_address': 'fa:16:3e:7d:6b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7d5a8f-73b3-41da-b110-f6b7061f8652', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:42:59.142718 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.168800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da5755b-5edc-4fc9-847c-d80b7ff98373 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:42:59.202016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 5da5755b-5edc-4fc9-847c-d80b7ff98373, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=5da5755b-5edc-4fc9-847c-d80b7ff98373,segment=NetworkSegment(dffb2e7f-ac69-4f6f-b36e-f5daf74a8146),segment_id=dffb2e7f-ac69-4f6f-b36e-f5daf74a8146)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:59.207563 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.342795 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bcd78cc1-dcf5-4907-a4ca-c48b22f69bdf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.349543 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bcd78cc1-dcf5-4907-a4ca-c48b22f69bdf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.434650 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=5da5755b-5edc-4fc9-847c-d80b7ff98373,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:59.446743 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:59.447112 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:59.447461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:59.447793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:59.448118 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:59.448440 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:59.448763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:59.449085 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:59.449404 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:59.449723 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:59.450041 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:59.450619 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:59.494670 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['5da5755b-5edc-4fc9-847c-d80b7ff98373'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:42:59.503024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d538b3e-50aa-450e-b9c9-7c579e96aef6 req-221c2218-9bf3-4d9c-9c94-05ec097e2720 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:59.506171 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d538b3e-50aa-450e-b9c9-7c579e96aef6 req-221c2218-9bf3-4d9c-9c94-05ec097e2720 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 944 time: 0.1663544 Jul 23 20:42:59.507657 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-bcd78cc1-dcf5-4907-a4ca-c48b22f69bdf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Floating IP d13e5569-024e-4c61-9012-c37e7af72e72 associated. External IP: 172.25.3.109, port: 668f2b66-fc71-420b-a914-f1f42be20d1c. Jul 23 20:42:59.595953 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d538b3e-50aa-450e-b9c9-7c579e96aef6 req-9b687d6b-8da4-4c23-b228-810dff297130 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815938 Jul 23 20:42:59.616199 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50458) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:59.857596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd78cc1-dcf5-4907-a4ca-c48b22f69bdf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router ee219f32-5cbd-4a76-851d-840f2bcc37fc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:59.900329 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.997349 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd78cc1-dcf5-4907-a4ca-c48b22f69bdf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:00.010736 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce3d05-dfd1-4477-a3a8-ff0167d975d7 None None] Sync routers for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:00.039909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce3d05-dfd1-4477-a3a8-ff0167d975d7 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:00.041283 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-02ce3d05-dfd1-4477-a3a8-ff0167d975d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:00.138734 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-02ce3d05-dfd1-4477-a3a8-ff0167d975d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:00.155875 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce3d05-dfd1-4477-a3a8-ff0167d975d7 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:00.156549 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-02ce3d05-dfd1-4477-a3a8-ff0167d975d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:00.197376 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-49987634-62ee-4147-8178-fded308b3275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:00.231606 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-02ce3d05-dfd1-4477-a3a8-ff0167d975d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:00.232371 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce3d05-dfd1-4477-a3a8-ff0167d975d7 None None] The sync data for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:00.328160 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd78cc1-dcf5-4907-a4ca-c48b22f69bdf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router ee219f32-5cbd-4a76-851d-840f2bcc37fc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:00.449161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1ba4e-f0e1-4d6e-9011-eed4b466fd31 req-1879c8dd-0268-4807-a9e8-4a832f0741fc tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:00.451344 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dcd1ba4e-f0e1-4d6e-9011-eed4b466fd31 req-1879c8dd-0268-4807-a9e8-4a832f0741fc tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.3268232 Jul 23 20:43:00.475631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd78cc1-dcf5-4907-a4ca-c48b22f69bdf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:00.481319 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bcd78cc1-dcf5-4907-a4ca-c48b22f69bdf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:00.488655 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d15165-1cac-4621-a287-114d68518a70 None None] Sync routers for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:00.504673 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d15165-1cac-4621-a287-114d68518a70 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:00.505308 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-47d15165-1cac-4621-a287-114d68518a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:00.518810 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dcd1ba4e-f0e1-4d6e-9011-eed4b466fd31 req-62fcf619-8f83-467e-b5f2-c4e62801c431 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606916 Jul 23 20:43:00.618213 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-47d15165-1cac-4621-a287-114d68518a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:00.625723 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50490) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:00.629048 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bcd78cc1-dcf5-4907-a4ca-c48b22f69bdf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "PUT /v2.0/floatingips/d13e5569-024e-4c61-9012-c37e7af72e72 HTTP/1.1" status: 200 len: 977 time: 2.1281493 Jul 23 20:43:00.638722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b71763ce-1ec1-499f-b2dc-fa2032cbcf7a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:00.647114 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d15165-1cac-4621-a287-114d68518a70 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:00.648030 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-47d15165-1cac-4621-a287-114d68518a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:00.738675 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b71763ce-1ec1-499f-b2dc-fa2032cbcf7a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:00.744535 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-47d15165-1cac-4621-a287-114d68518a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:00.745354 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d15165-1cac-4621-a287-114d68518a70 None None] The sync data for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:00.774259 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 5da5755b-5edc-4fc9-847c-d80b7ff98373 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:43:00.801768 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-49987634-62ee-4147-8178-fded308b3275 admin admin] Deleting port 8a1c5516-3d07-4521-aefe-ccc809746c94 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:00.802049 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-49987634-62ee-4147-8178-fded308b3275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:00.906254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 5da5755b-5edc-4fc9-847c-d80b7ff98373 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:00.910305 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 5da5755b-5edc-4fc9-847c-d80b7ff98373 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:00.910681 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:01.052364 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:01.087687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fa611c-44fd-4bed-a007-d0f4b3c0d067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da5755b-5edc-4fc9-847c-d80b7ff98373'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:43:01.089977 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842a0768-f4c8-4056-9718-71c6d2825b5c" -d '{"events": [{"server_uuid": "63fa611c-44fd-4bed-a007-d0f4b3c0d067", "name": "network-vif-plugged", "status": "completed", "tag": "5da5755b-5edc-4fc9-847c-d80b7ff98373"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:43:01.109627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 5da5755b-5edc-4fc9-847c-d80b7ff98373, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=5da5755b-5edc-4fc9-847c-d80b7ff98373,segment=NetworkSegment(dffb2e7f-ac69-4f6f-b36e-f5daf74a8146),segment_id=dffb2e7f-ac69-4f6f-b36e-f5daf74a8146)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:01.118834 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:01.119689 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 89dde137-aa19-4d39-9d8f-bcd93850095d no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:01.120281 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b71763ce-1ec1-499f-b2dc-fa2032cbcf7a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:01.179142 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b71763ce-1ec1-499f-b2dc-fa2032cbcf7a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:01.180220 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-b71763ce-1ec1-499f-b2dc-fa2032cbcf7a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Floating IP d13e5569-024e-4c61-9012-c37e7af72e72 disassociated. External IP: 172.25.3.109, port: 556b3b34-d504-4378-81fc-36b26147c48f. Jul 23 20:43:01.193247 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=5da5755b-5edc-4fc9-847c-d80b7ff98373,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:01.202564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-49987634-62ee-4147-8178-fded308b3275 admin admin] For port 8a1c5516-3d07-4521-aefe-ccc809746c94, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=8a1c5516-3d07-4521-aefe-ccc809746c94,segment=NetworkSegment(9ea67c6d-f74d-4c2b-be73-497c270206c8),segment_id=9ea67c6d-f74d-4c2b-be73-497c270206c8)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:01.202973 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-49987634-62ee-4147-8178-fded308b3275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:01.204792 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 89dde137-aa19-4d39-9d8f-bcd93850095d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:01.205363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 89dde137-aa19-4d39-9d8f-bcd93850095d not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:01.290150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097648e2-337d-4cce-aac1-a79239de2dec req-eaf12dc2-af57-4977-8046-9e9202f0a89c tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:01.297582 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-097648e2-337d-4cce-aac1-a79239de2dec req-eaf12dc2-af57-4977-8046-9e9202f0a89c tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 944 time: 0.3746250 Jul 23 20:43:01.328145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-49987634-62ee-4147-8178-fded308b3275 admin admin] Calling delete_port for 8a1c5516-3d07-4521-aefe-ccc809746c94 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:01.368751 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-097648e2-337d-4cce-aac1-a79239de2dec req-b00c7b7b-688f-46b5-b853-dfa8127e7e89 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701852 Jul 23 20:43:01.435282 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c2a840-8131-42d2-8ea2-5cad169387a7 x-openstack-request-id: req-b3c2a840-8131-42d2-8ea2-5cad169387a7 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:43:01.435584 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fa611c-44fd-4bed-a007-d0f4b3c0d067", "name": "network-vif-plugged", "status": "completed", "tag": "5da5755b-5edc-4fc9-847c-d80b7ff98373", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:43:01.435842 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3c2a840-8131-42d2-8ea2-5cad169387a7 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:43:01.436287 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fa611c-44fd-4bed-a007-d0f4b3c0d067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da5755b-5edc-4fc9-847c-d80b7ff98373', 'code': 200} Jul 23 20:43:01.610579 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10426923-a5c0-424d-82b5-0222316daefe req-386646b1-4179-434c-9d05-68fae1051fb4 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:01.618163 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10426923-a5c0-424d-82b5-0222316daefe req-386646b1-4179-434c-9d05-68fae1051fb4 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1835148 Jul 23 20:43:01.768734 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0780c58-1f8c-4f3e-a175-f57e5bc9857c req-9160b76e-74f5-43f0-8e00-ebcdec20c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:01.770189 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0780c58-1f8c-4f3e-a175-f57e5bc9857c req-9160b76e-74f5-43f0-8e00-ebcdec20c4a8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 1097 time: 0.2626717 Jul 23 20:43:01.785020 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10426923-a5c0-424d-82b5-0222316daefe req-eb480a4c-e80d-49e3-8e9f-f218a34ce710 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608691 Jul 23 20:43:01.832126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71763ce-1ec1-499f-b2dc-fa2032cbcf7a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router ee219f32-5cbd-4a76-851d-840f2bcc37fc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:01.872510 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0780c58-1f8c-4f3e-a175-f57e5bc9857c req-7cdd656e-c1a0-4079-80d5-b33deba756ff service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897300 Jul 23 20:43:01.956410 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-49987634-62ee-4147-8178-fded308b3275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:01.988686 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49987634-62ee-4147-8178-fded308b3275 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1c5516-3d07-4521-aefe-ccc809746c94,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:02.218961 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71763ce-1ec1-499f-b2dc-fa2032cbcf7a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:02.240962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686988b9-deab-4ef8-96b8-217c8750707d None None] Sync routers for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:02.253475 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686988b9-deab-4ef8-96b8-217c8750707d None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:02.257383 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-686988b9-deab-4ef8-96b8-217c8750707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:02.258685 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b71763ce-1ec1-499f-b2dc-fa2032cbcf7a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:02.335636 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-686988b9-deab-4ef8-96b8-217c8750707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:02.346850 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b71763ce-1ec1-499f-b2dc-fa2032cbcf7a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "PUT /v2.0/floatingips/d13e5569-024e-4c61-9012-c37e7af72e72 HTTP/1.1" status: 200 len: 688 time: 1.7181263 Jul 23 20:43:02.349551 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50548) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:02.372346 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686988b9-deab-4ef8-96b8-217c8750707d None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:02.375410 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-686988b9-deab-4ef8-96b8-217c8750707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:02.391015 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-49987634-62ee-4147-8178-fded308b3275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:02.509249 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-686988b9-deab-4ef8-96b8-217c8750707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:02.510499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686988b9-deab-4ef8-96b8-217c8750707d None None] The sync data for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:02.745264 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-789dbe45-e070-4874-ac40-91044c2ecfb7 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Deleting port e57fecae-75b7-4892-a0bc-ce6c9351a738 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:02.745613 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-789dbe45-e070-4874-ac40-91044c2ecfb7 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:02.947675 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-789dbe45-e070-4874-ac40-91044c2ecfb7 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:02.948174 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-789dbe45-e070-4874-ac40-91044c2ecfb7 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:02.997340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-789dbe45-e070-4874-ac40-91044c2ecfb7 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Calling delete_port for e57fecae-75b7-4892-a0bc-ce6c9351a738 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:03.277703 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-789dbe45-e070-4874-ac40-91044c2ecfb7 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.342654 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dbe45-e070-4874-ac40-91044c2ecfb7 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Port': ['ID=e57fecae-75b7-4892-a0bc-ce6c9351a738,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:03.353044 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49987634-62ee-4147-8178-fded308b3275 admin admin] Router 35d366b7-6830-4be2-97b8-9bb74b982237 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:03.472145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543ed3e-6d64-49e1-9618-967df946a954 req-88150924-9c39-4d77-a320-64cf6943c518 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:03.474850 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f543ed3e-6d64-49e1-9618-967df946a954 req-88150924-9c39-4d77-a320-64cf6943c518 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.2647598 Jul 23 20:43:03.516246 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-789dbe45-e070-4874-ac40-91044c2ecfb7 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.534885 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f543ed3e-6d64-49e1-9618-967df946a954 req-0bf5deb8-83da-43e3-a1a6-8412b79ca5d3 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483782 Jul 23 20:43:03.563167 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-789dbe45-e070-4874-ac40-91044c2ecfb7 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.563167 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-789dbe45-e070-4874-ac40-91044c2ecfb7 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/floatingips/d13e5569-024e-4c61-9012-c37e7af72e72 HTTP/1.1" status: 204 len: 168 time: 1.2114623 Jul 23 20:43:03.563793 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49987634-62ee-4147-8178-fded308b3275 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:03.564546 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50618) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:03.580193 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4158bb4a-4a5a-499e-bc18-667b2ef4a6a3 None None] Sync routers for ids ['35d366b7-6830-4be2-97b8-9bb74b982237'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:03.585677 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-49987634-62ee-4147-8178-fded308b3275 admin admin] 10.222.0.55 "PUT /v2.0/routers/35d366b7-6830-4be2-97b8-9bb74b982237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9680605 Jul 23 20:43:03.586360 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50620) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:03.594086 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4158bb4a-4a5a-499e-bc18-667b2ef4a6a3 None None] Routers {'35d366b7-6830-4be2-97b8-9bb74b982237'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:03.594689 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4158bb4a-4a5a-499e-bc18-667b2ef4a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['35d366b7-6830-4be2-97b8-9bb74b982237'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:03.665063 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-824cae12-0983-478b-92bb-0f6d39574371 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] delete failed (client error): The resource could not be found. Jul 23 20:43:03.670667 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-824cae12-0983-478b-92bb-0f6d39574371 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/floatingips/d13e5569-024e-4c61-9012-c37e7af72e72 HTTP/1.1" status: 404 len: 345 time: 0.1049292 Jul 23 20:43:03.672265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50630) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:03.764295 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb904a04-fa30-4bbf-a928-65dcc7eab2a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.780664 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-4158bb4a-4a5a-499e-bc18-667b2ef4a6a3 None None] Set router 35d366b7-6830-4be2-97b8-9bb74b982237 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:03.810648 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5026112-e1e2-4e40-bd01-cd76d30aea36 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:03.819131 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5026112-e1e2-4e40-bd01-cd76d30aea36 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:03.826737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5026112-e1e2-4e40-bd01-cd76d30aea36 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:03.834230 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f5026112-e1e2-4e40-bd01-cd76d30aea36 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "GET /v2.0/ports?network_id=be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05 HTTP/1.1" status: 200 len: 2355 time: 0.1605458 Jul 23 20:43:03.834933 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50632) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:03.886231 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb904a04-fa30-4bbf-a928-65dcc7eab2a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.905286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b11942-abc2-4ddf-937a-db5d40bdca0d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:03.906662 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f9b11942-abc2-4ddf-937a-db5d40bdca0d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "GET /v2.0/subnets/58d28709-bb34-4f1f-af40-4975b6c97c40 HTTP/1.1" status: 200 len: 797 time: 0.0705843 Jul 23 20:43:03.911671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50634) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:03.917394 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a796f5e2-c0b7-4bb9-a64e-fb233470058d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'port': {'network_id': 'be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05', 'name': 'tempest-FloatingIPTestJSON-240972655', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:03.943780 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-eb904a04-fa30-4bbf-a928-65dcc7eab2a0 admin admin] Deleting port ae7a328d-44b5-482d-867c-e2ba3ca1e123 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:03.944141 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb904a04-fa30-4bbf-a928-65dcc7eab2a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:04.005801 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4158bb4a-4a5a-499e-bc18-667b2ef4a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'name': 'tempest-TestServerMultinode-1186118736-router', 'tenant_id': 'e62242998eb04caeabc26266b73f69c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'ae7a328d-44b5-482d-867c-e2ba3ca1e123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:41Z', 'updated_at': '2021-07-23T20:43:01Z', 'revision_number': 5, 'project_id': 'e62242998eb04caeabc26266b73f69c3', 'gw_port': {'id': 'ae7a328d-44b5-482d-867c-e2ba3ca1e123', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:43Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:04.038911 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4158bb4a-4a5a-499e-bc18-667b2ef4a6a3 None None] Checking router: 35d366b7-6830-4be2-97b8-9bb74b982237 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:43:04.058157 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4158bb4a-4a5a-499e-bc18-667b2ef4a6a3 None None] Routers {'35d366b7-6830-4be2-97b8-9bb74b982237'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:04.058793 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4158bb4a-4a5a-499e-bc18-667b2ef4a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['35d366b7-6830-4be2-97b8-9bb74b982237'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:04.098468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-eb904a04-fa30-4bbf-a928-65dcc7eab2a0 admin admin] For port ae7a328d-44b5-482d-867c-e2ba3ca1e123, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=ae7a328d-44b5-482d-867c-e2ba3ca1e123,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:04.098988 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb904a04-fa30-4bbf-a928-65dcc7eab2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:04.134980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-eb904a04-fa30-4bbf-a928-65dcc7eab2a0 admin admin] Calling delete_port for ae7a328d-44b5-482d-867c-e2ba3ca1e123 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:04.207040 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-4158bb4a-4a5a-499e-bc18-667b2ef4a6a3 None None] Set router 35d366b7-6830-4be2-97b8-9bb74b982237 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:04.282621 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4158bb4a-4a5a-499e-bc18-667b2ef4a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'name': 'tempest-TestServerMultinode-1186118736-router', 'tenant_id': 'e62242998eb04caeabc26266b73f69c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:41Z', 'updated_at': '2021-07-23T20:43:03Z', 'revision_number': 6, 'project_id': 'e62242998eb04caeabc26266b73f69c3', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:04.335170 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4158bb4a-4a5a-499e-bc18-667b2ef4a6a3 None None] The sync data for ids ['35d366b7-6830-4be2-97b8-9bb74b982237'] in n-d-791504-18 is: [{'id': '35d366b7-6830-4be2-97b8-9bb74b982237', 'name': 'tempest-TestServerMultinode-1186118736-router', 'tenant_id': 'e62242998eb04caeabc26266b73f69c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:41Z', 'updated_at': '2021-07-23T20:43:03Z', 'revision_number': 6, 'project_id': 'e62242998eb04caeabc26266b73f69c3', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:04.470806 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb904a04-fa30-4bbf-a928-65dcc7eab2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:04.496402 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb904a04-fa30-4bbf-a928-65dcc7eab2a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7a328d-44b5-482d-867c-e2ba3ca1e123,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:04.512891 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a796f5e2-c0b7-4bb9-a64e-fb233470058d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Made reservation on behalf of cc9b0c161db64a219abd1053c9c5d8b9 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:04.588122 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb904a04-fa30-4bbf-a928-65dcc7eab2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:04.689964 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a796f5e2-c0b7-4bb9-a64e-fb233470058d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:04.743873 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-a796f5e2-c0b7-4bb9-a64e-fb233470058d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] device_id is not set on port c72d0c9e-021d-4f28-85ac-2fdf051997be yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:43:04.760892 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb904a04-fa30-4bbf-a928-65dcc7eab2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:04.765971 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb904a04-fa30-4bbf-a928-65dcc7eab2a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:04.849102 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb904a04-fa30-4bbf-a928-65dcc7eab2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:04.849644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb904a04-fa30-4bbf-a928-65dcc7eab2a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35d366b7-6830-4be2-97b8-9bb74b982237 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:43:04.855979 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb904a04-fa30-4bbf-a928-65dcc7eab2a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:04.856149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-eb904a04-fa30-4bbf-a928-65dcc7eab2a0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/35d366b7-6830-4be2-97b8-9bb74b982237 HTTP/1.1" status: 204 len: 168 time: 1.2687371 Jul 23 20:43:04.859915 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50654) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:04.889184 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a7563-6382-4707-a36b-827669bf358b req-bc67327e-45ff-4de3-9625-e8fb0974a35f tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:04.891276 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-286a7563-6382-4707-a36b-827669bf358b req-bc67327e-45ff-4de3-9625-e8fb0974a35f tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.2215796 Jul 23 20:43:04.976780 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be641ac-db0d-4d95-ad8a-9f1dfd676e54 admin admin] Deleting subnet 04b94e23-fcf8-4b24-badb-9285c4526fed {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:43:04.983145 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9be641ac-db0d-4d95-ad8a-9f1dfd676e54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:04.990846 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-286a7563-6382-4707-a36b-827669bf358b req-f28087a0-679b-406c-9c70-207db4e2adec tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771251 Jul 23 20:43:05.077792 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9be641ac-db0d-4d95-ad8a-9f1dfd676e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.260364 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9be641ac-db0d-4d95-ad8a-9f1dfd676e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.346679 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-a796f5e2-c0b7-4bb9-a64e-fb233470058d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Allocated IP 172.20.0.14 (be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05/58d28709-bb34-4f1f-af40-4975b6c97c40/c72d0c9e-021d-4f28-85ac-2fdf051997be) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:05.355326 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-a796f5e2-c0b7-4bb9-a64e-fb233470058d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Allocated IP 172.20.0.13 (be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05/58d28709-bb34-4f1f-af40-4975b6c97c40/c72d0c9e-021d-4f28-85ac-2fdf051997be) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:05.561927 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9be641ac-db0d-4d95-ad8a-9f1dfd676e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.578186 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a796f5e2-c0b7-4bb9-a64e-fb233470058d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.625580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c66ba1-8e3b-49f6-8901-035dd6340838 req-fe36aed0-222f-4e6e-8771-89267060dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:05.627093 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69c66ba1-8e3b-49f6-8901-035dd6340838 req-fe36aed0-222f-4e6e-8771-89267060dbb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c09365c5b69442eba1a7b915a62a386&device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 1097 time: 0.5056996 Jul 23 20:43:05.628848 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c1d0b-cdf8-4c4d-86dd-66828d1ea536 req-441d20b9-031a-4ec9-b063-83a9b43bf6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:05.630449 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e9c1d0b-cdf8-4c4d-86dd-66828d1ea536 req-441d20b9-031a-4ec9-b063-83a9b43bf6ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50c6ff5a6f7146509973201a15b1a892&device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 1097 time: 0.2862206 Jul 23 20:43:05.633289 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be641ac-db0d-4d95-ad8a-9f1dfd676e54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b94e23-fcf8-4b24-badb-9285c4526fed,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:05.650834 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6e8e91-aa22-4215-91ee-57eeafed5558 None None] Network 84a7b0e6-72d3-408a-acdf-09b0251c9f2a requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:05.655795 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9be641ac-db0d-4d95-ad8a-9f1dfd676e54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.657982 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9be641ac-db0d-4d95-ad8a-9f1dfd676e54 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/04b94e23-fcf8-4b24-badb-9285c4526fed HTTP/1.1" status: 204 len: 168 time: 0.7945547 Jul 23 20:43:05.665781 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50668) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:05.674909 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a796f5e2-c0b7-4bb9-a64e-fb233470058d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.845337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ae7a328d-44b5-482d-867c-e2ba3ca1e123 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:05.889358 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: ae7a328d-44b5-482d-867c-e2ba3ca1e123 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:05.889701 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ae7a328d-44b5-482d-867c-e2ba3ca1e123 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:05.890117 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 8a1c5516-3d07-4521-aefe-ccc809746c94 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:05.924401 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 8a1c5516-3d07-4521-aefe-ccc809746c94 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:05.924967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 8a1c5516-3d07-4521-aefe-ccc809746c94 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:05.926826 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febec4d8-899c-4047-b675-5f4cc866b0df req-85f6efe6-b1c2-4fb0-bb8e-6ad914348c12 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:05.938605 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-febec4d8-899c-4047-b675-5f4cc866b0df req-85f6efe6-b1c2-4fb0-bb8e-6ad914348c12 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.4972551 Jul 23 20:43:05.950079 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a796f5e2-c0b7-4bb9-a64e-fb233470058d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:05.951061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c6d94-ed51-40cd-8953-aaa95d11857c req-52aae895-d449-4914-9f6a-4514b105afab tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:05.951836 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-938c6d94-ed51-40cd-8953-aaa95d11857c req-52aae895-d449-4914-9f6a-4514b105afab tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.8293202 Jul 23 20:43:06.013721 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.024739 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-a796f5e2-c0b7-4bb9-a64e-fb233470058d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:06.030662 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796f5e2-c0b7-4bb9-a64e-fb233470058d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:06.089022 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796f5e2-c0b7-4bb9-a64e-fb233470058d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=c72d0c9e-021d-4f28-85ac-2fdf051997be,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:06.130406 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c66ba1-8e3b-49f6-8901-035dd6340838 req-6a16f64f-a1aa-4c20-b89a-4f758459463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:06.131950 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69c66ba1-8e3b-49f6-8901-035dd6340838 req-6a16f64f-a1aa-4c20-b89a-4f758459463a service neutron] 10.222.0.57 "GET /v2.0/networks?id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6 HTTP/1.1" status: 200 len: 920 time: 0.4885244 Jul 23 20:43:06.146378 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471fb047-9aac-490a-92d4-e4bcb597a6d2 None None] DHCP port deletion for 84a7b0e6-72d3-408a-acdf-09b0251c9f2a request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:43:06.148896 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-febec4d8-899c-4047-b675-5f4cc866b0df req-15dcf794-36a5-449d-8b03-dae0eeb02fc8 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093191 Jul 23 20:43:06.149952 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a796f5e2-c0b7-4bb9-a64e-fb233470058d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:06.151585 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a796f5e2-c0b7-4bb9-a64e-fb233470058d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.188360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] Deleting port 45ad81b0-8048-4db5-a223-071e699ebbf6 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:06.188834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.213339 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69c66ba1-8e3b-49f6-8901-035dd6340838 req-3c45624e-e291-4d2c-ad44-0d163f6aedf0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 HTTP/1.1" status: 200 len: 217 time: 0.0613413 Jul 23 20:43:06.216457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-938c6d94-ed51-40cd-8953-aaa95d11857c req-e83ad72a-3676-46cc-a68b-7ee0c847bea2 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460816 Jul 23 20:43:06.252109 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-471fb047-9aac-490a-92d4-e4bcb597a6d2 None None] Deleting port 45ad81b0-8048-4db5-a223-071e699ebbf6 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:06.252695 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-471fb047-9aac-490a-92d4-e4bcb597a6d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.260638 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c1d0b-cdf8-4c4d-86dd-66828d1ea536 req-9fbdbe13-fd70-4078-8190-370cda94a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:06.262135 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e9c1d0b-cdf8-4c4d-86dd-66828d1ea536 req-9fbdbe13-fd70-4078-8190-370cda94a705 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f90b3a41-4969-4cfa-9ca5-6d312e791d7b HTTP/1.1" status: 200 len: 911 time: 0.6198244 Jul 23 20:43:06.273850 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a796f5e2-c0b7-4bb9-a64e-fb233470058d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3589518 Jul 23 20:43:06.273850 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] For port 45ad81b0-8048-4db5-a223-071e699ebbf6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=45ad81b0-8048-4db5-a223-071e699ebbf6,segment=NetworkSegment(9ea67c6d-f74d-4c2b-be73-497c270206c8),segment_id=9ea67c6d-f74d-4c2b-be73-497c270206c8)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:06.274547 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.277139 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50672) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:06.288855 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': 'c72d0c9e-021d-4f28-85ac-2fdf051997be', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:06.303926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] Calling delete_port for 45ad81b0-8048-4db5-a223-071e699ebbf6 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:06.312305 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e9c1d0b-cdf8-4c4d-86dd-66828d1ea536 req-64297ccf-ddc8-4a94-90a6-ca2a03c2c84b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5da5755b-5edc-4fc9-847c-d80b7ff98373 HTTP/1.1" status: 200 len: 217 time: 0.0377657 Jul 23 20:43:06.334144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c66ba1-8e3b-49f6-8901-035dd6340838 req-2bcf54cb-8e68-466d-a2a5-6b6155d3d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:06.335706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69c66ba1-8e3b-49f6-8901-035dd6340838 req-2bcf54cb-8e68-466d-a2a5-6b6155d3d5bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1f964b3-34ec-4a13-a322-95c058e9df68 HTTP/1.1" status: 200 len: 859 time: 0.1087866 Jul 23 20:43:06.375252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-471fb047-9aac-490a-92d4-e4bcb597a6d2 None None] For port 45ad81b0-8048-4db5-a223-071e699ebbf6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=45ad81b0-8048-4db5-a223-071e699ebbf6,segment=NetworkSegment(9ea67c6d-f74d-4c2b-be73-497c270206c8),segment_id=9ea67c6d-f74d-4c2b-be73-497c270206c8)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:06.377514 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-471fb047-9aac-490a-92d4-e4bcb597a6d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.416470 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.416805 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69c66ba1-8e3b-49f6-8901-035dd6340838 req-4bb60760-17ba-461a-877d-4ee842e313b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551484 Jul 23 20:43:06.449784 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-471fb047-9aac-490a-92d4-e4bcb597a6d2 None None] Calling delete_port for 45ad81b0-8048-4db5-a223-071e699ebbf6 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:06.471652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c1d0b-cdf8-4c4d-86dd-66828d1ea536 req-6c0073ee-60f0-4f27-955c-6c2efdcd23a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:06.473289 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e9c1d0b-cdf8-4c4d-86dd-66828d1ea536 req-6c0073ee-60f0-4f27-955c-6c2efdcd23a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f7d5a8f-73b3-41da-b110-f6b7061f8652 HTTP/1.1" status: 200 len: 850 time: 0.1518462 Jul 23 20:43:06.571592 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.581685 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-1346bf89-20e6-4b72-b464-e24524ed4e4c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1786060 Jul 23 20:43:06.585064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e9c1d0b-cdf8-4c4d-86dd-66828d1ea536 req-a3cc61f1-82f4-454d-a524-e197122e83f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f90b3a41-4969-4cfa-9ca5-6d312e791d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445116 Jul 23 20:43:06.626465 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-471fb047-9aac-490a-92d4-e4bcb597a6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.640502 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69c66ba1-8e3b-49f6-8901-035dd6340838 req-9dc4ef7b-4bb0-4b5a-b4d4-a080941c994c service neutron] 10.222.0.57 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104478 Jul 23 20:43:06.656661 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] Pushing event deleted for resources: {'Port': ['ID=45ad81b0-8048-4db5-a223-071e699ebbf6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:06.671027 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fb047-9aac-490a-92d4-e4bcb597a6d2 None None] Pushing event deleted for resources: {'Port': ['ID=45ad81b0-8048-4db5-a223-071e699ebbf6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:06.684347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471fb047-9aac-490a-92d4-e4bcb597a6d2 None None] No DVR routers for this DVR port 45ad81b0-8048-4db5-a223-071e699ebbf6 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:43:06.712990 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] No DVR routers for this DVR port 45ad81b0-8048-4db5-a223-071e699ebbf6 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:43:06.812223 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e9c1d0b-cdf8-4c4d-86dd-66828d1ea536 req-985fc4fa-a762-4b3d-83dc-4e9f38b5ddfe service neutron] 10.222.0.57 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209821 Jul 23 20:43:06.822404 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.846397 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a7b0e6-72d3-408a-acdf-09b0251c9f2a']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:06.867950 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69c66ba1-8e3b-49f6-8901-035dd6340838 req-82f33acb-68fd-4228-bfd8-79ad1a969813 service neutron] 10.222.0.57 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892259 Jul 23 20:43:06.875876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-1e977ab4-eb4b-4c40-92a4-f97faa7678e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:06.876360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-1e977ab4-eb4b-4c40-92a4-f97faa7678e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:06.876832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-1e977ab4-eb4b-4c40-92a4-f97faa7678e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:06.877289 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-1e977ab4-eb4b-4c40-92a4-f97faa7678e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:06.877751 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-1e977ab4-eb4b-4c40-92a4-f97faa7678e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:06.878207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-1e977ab4-eb4b-4c40-92a4-f97faa7678e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:06.878663 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-1e977ab4-eb4b-4c40-92a4-f97faa7678e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:06.881118 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-1e977ab4-eb4b-4c40-92a4-f97faa7678e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc19446ccb0a4c219ec6673fb3605878&device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 6496 time: 0.2386734 Jul 23 20:43:06.883178 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea67c6d-f74d-4c2b-be73-497c270206c8') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:06.883481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea67c6d-f74d-4c2b-be73-497c270206c8') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:06.886767 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.932233 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.953263 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e9c1d0b-cdf8-4c4d-86dd-66828d1ea536 req-033102e4-48cf-44cd-99ad-1d176894afcc service neutron] 10.222.0.57 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331491 Jul 23 20:43:07.013233 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:07.030045 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:43:07.030482 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:43:07.034024 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:43:07.163728 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:07.176072 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:07.180933 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] 10.222.0.55 "DELETE /v2.0/networks/84a7b0e6-72d3-408a-acdf-09b0251c9f2a HTTP/1.1" status: 204 len: 168 time: 1.5050411 Jul 23 20:43:07.181292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50700) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:07.187042 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-231970af-0bd9-4fee-9897-36309727974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:07.187554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-231970af-0bd9-4fee-9897-36309727974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:07.189066 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-231970af-0bd9-4fee-9897-36309727974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:07.191451 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-231970af-0bd9-4fee-9897-36309727974c service neutron] 10.222.0.48 "GET /v2.0/networks?id=04518969-2864-49dd-8fa7-d7bf22c7ecb5&id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&id=950a5a79-45d4-4d93-a347-72e7566b3324&id=950a5a79-45d4-4d93-a347-72e7566b3324 HTTP/1.1" status: 200 len: 2293 time: 0.2740834 Jul 23 20:43:07.208411 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Allocated IP 172.25.3.191 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/dde8df49-5d3d-496b-8f8b-7841d67d4da8) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:07.220443 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77d407-a015-42fb-a62e-5376a2c955bd admin admin] Pushing event deleted for resources: {'Network': ['ID=84a7b0e6-72d3-408a-acdf-09b0251c9f2a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:07.309411 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-a1a2f7e1-e354-432f-a18a-218891bb82f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac7d5512-08f7-45f5-8473-32a1d13ff319 HTTP/1.1" status: 200 len: 1001 time: 0.0985303 Jul 23 20:43:07.409159 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-361254dc-a24b-458b-83d6-f3a0c823c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:07.410650 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-361254dc-a24b-458b-83d6-f3a0c823c180 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fec6d45-9345-4d90-b1d2-40a8c0c03e92 HTTP/1.1" status: 200 len: 851 time: 0.0662932 Jul 23 20:43:07.424775 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:07.544912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-818d39ae-8e90-4c50-9666-8012e957a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:07.547340 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-818d39ae-8e90-4c50-9666-8012e957a042 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04518969-2864-49dd-8fa7-d7bf22c7ecb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131027 Jul 23 20:43:07.626863 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45ad81b0-8048-4db5-a223-071e699ebbf6 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:07.628472 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:07.660570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 45ad81b0-8048-4db5-a223-071e699ebbf6 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:07.662489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45ad81b0-8048-4db5-a223-071e699ebbf6 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:07.712163 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:07.720838 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:07.727477 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:07.749374 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=dde8df49-5d3d-496b-8f8b-7841d67d4da8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:07.768431 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-9913bacb-4946-4657-a28c-3aae19cdb1f9 service neutron] 10.222.0.48 "GET /v2.0/networks/04518969-2864-49dd-8fa7-d7bf22c7ecb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094564 Jul 23 20:43:07.998113 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-1011a85e-eb05-4ada-b595-404c28c63b95 service neutron] 10.222.0.48 "GET /v2.0/networks/04518969-2864-49dd-8fa7-d7bf22c7ecb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198994 Jul 23 20:43:08.022738 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5bd00-839c-4d7c-a482-736d4ac8a980 req-723ee4ad-64c0-44f3-b50c-e9501226297f tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:08.025208 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1b5bd00-839c-4d7c-a482-736d4ac8a980 req-723ee4ad-64c0-44f3-b50c-e9501226297f tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.7539885 Jul 23 20:43:08.038358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bee44-4c84-44c8-bcff-f22ab418e23d req-4c20b5a0-6285-4724-b5e6-4787ddb251f5 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:08.041383 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260bee44-4c84-44c8-bcff-f22ab418e23d req-4c20b5a0-6285-4724-b5e6-4787ddb251f5 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.7179739 Jul 23 20:43:08.069792 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-2fa0db8a-28c6-4a5c-b5d8-63fd7768299a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=77042b28-bf0d-471e-9b44-b7a19900cc03 HTTP/1.1" status: 200 len: 217 time: 0.0387001 Jul 23 20:43:08.140985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1b5bd00-839c-4d7c-a482-736d4ac8a980 req-5d0e0f3a-a32b-4528-bd5d-45888711ae6c tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976369 Jul 23 20:43:08.152920 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-3bb80c5b-1f04-4ee1-95ed-544c0dca7cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:08.161821 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-3bb80c5b-1f04-4ee1-95ed-544c0dca7cd4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44c6a485-1e2e-4eca-8671-6557e9d07f4e HTTP/1.1" status: 200 len: 797 time: 0.0777924 Jul 23 20:43:08.200062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260bee44-4c84-44c8-bcff-f22ab418e23d req-6672f601-1a5e-42ee-bfa1-77522a7d5207 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314137 Jul 23 20:43:08.375083 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-18180aa9-aeaa-4baf-afcd-e7f76428487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:08.420758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-8db368f3-3364-4154-be01-3420a063d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:08.422217 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-8db368f3-3364-4154-be01-3420a063d985 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2463114 Jul 23 20:43:08.470679 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:08.598610 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-caa2f11b-2f79-4a76-af6f-e4727ebadc3b service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638198 Jul 23 20:43:08.618865 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:08.696247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-18180aa9-aeaa-4baf-afcd-e7f76428487d admin admin] Deleting port ec012932-caf8-453e-9ee7-bd1125573cb8 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:08.696564 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-18180aa9-aeaa-4baf-afcd-e7f76428487d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:08.786010 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-18180aa9-aeaa-4baf-afcd-e7f76428487d admin admin] For port ec012932-caf8-453e-9ee7-bd1125573cb8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=ec012932-caf8-453e-9ee7-bd1125573cb8,segment=NetworkSegment(fa833598-0be8-4369-acdc-ffe1d6239e47),segment_id=fa833598-0be8-4369-acdc-ffe1d6239e47)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:08.786378 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-18180aa9-aeaa-4baf-afcd-e7f76428487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:08.806224 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-18180aa9-aeaa-4baf-afcd-e7f76428487d admin admin] Calling delete_port for ec012932-caf8-453e-9ee7-bd1125573cb8 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:09.015031 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-18180aa9-aeaa-4baf-afcd-e7f76428487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.046804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18180aa9-aeaa-4baf-afcd-e7f76428487d admin admin] Pushing event deleted for resources: {'Port': ['ID=ec012932-caf8-453e-9ee7-bd1125573cb8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:09.087578 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-777cf9e3-c7cc-416a-8b4c-7da467c39090 service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775896 Jul 23 20:43:09.165362 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-fe043e26-701d-4041-97e2-cd2c38559ba1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=8dcff201-5dbc-4e61-8522-6c5590f57b4b HTTP/1.1" status: 200 len: 217 time: 0.0503545 Jul 23 20:43:09.301620 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-41d927a2-6346-49d4-907a-5f5f17b6c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:09.303321 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-41d927a2-6346-49d4-907a-5f5f17b6c0cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44c6a485-1e2e-4eca-8671-6557e9d07f4e HTTP/1.1" status: 200 len: 797 time: 0.1250818 Jul 23 20:43:09.362218 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.374953 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.443590 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=dde8df49-5d3d-496b-8f8b-7841d67d4da8,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:09.483905 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-18180aa9-aeaa-4baf-afcd-e7f76428487d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.489288 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-81dcd82b-c78c-4c12-bb04-bd6aa17a58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:09.491274 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-81dcd82b-c78c-4c12-bb04-bd6aa17a58d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1791365 Jul 23 20:43:09.502261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f133a1-db3c-4f37-867a-14ce4d593d82 req-f0abc40a-f440-4c43-b9a1-c500ad3db97f tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:09.507171 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e3f133a1-db3c-4f37-867a-14ce4d593d82 req-f0abc40a-f440-4c43-b9a1-c500ad3db97f tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1660357 Jul 23 20:43:09.534486 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.546708 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b22611-32fd-4a41-9894-9f45b2becf54 req-5afa9aaf-9748-47de-b3c4-c4260674f88e tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:09.548896 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48b22611-32fd-4a41-9894-9f45b2becf54 req-5afa9aaf-9748-47de-b3c4-c4260674f88e tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.2614083 Jul 23 20:43:09.764403 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-a140fc97-d47f-4d44-be68-f6fcc2fe319d service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660899 Jul 23 20:43:09.771734 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Floating IP 7ff32935-d72b-4d76-9a5a-035def7d7d28 associated. External IP: 172.25.3.191, port: c72d0c9e-021d-4f28-85ac-2fdf051997be. Jul 23 20:43:09.792893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48b22611-32fd-4a41-9894-9f45b2becf54 req-12a1a735-2ceb-4c95-9cbc-c3640f5475d0 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208371 Jul 23 20:43:09.823754 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e3f133a1-db3c-4f37-867a-14ce4d593d82 req-e4c5ee09-9eb3-4739-9caf-d34ff44bea24 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015363 Jul 23 20:43:10.026494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18180aa9-aeaa-4baf-afcd-e7f76428487d admin admin] Router 68731f37-6048-415b-a5b3-0ada5f557ab8 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:10.096858 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-d4594301-1ad6-4f4d-853d-6d854cc56af9 service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198161 Jul 23 20:43:10.151635 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-24ff1035-be50-45c6-83a6-68054bd380f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=375f4d5b-bee1-40a7-8ed7-558dfed774a8 HTTP/1.1" status: 200 len: 217 time: 0.0446820 Jul 23 20:43:10.175456 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18180aa9-aeaa-4baf-afcd-e7f76428487d admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:10.187894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-18180aa9-aeaa-4baf-afcd-e7f76428487d admin admin] 10.222.0.55 "PUT /v2.0/routers/68731f37-6048-415b-a5b3-0ada5f557ab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0031693 Jul 23 20:43:10.189404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50732) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:10.193433 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1c18d6-a5f9-4932-84e9-34aa91b3baa4 None None] Sync routers for ids ['68731f37-6048-415b-a5b3-0ada5f557ab8'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:10.207218 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c18d6-a5f9-4932-84e9-34aa91b3baa4 None None] Routers {'68731f37-6048-415b-a5b3-0ada5f557ab8'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:10.208290 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5c1c18d6-a5f9-4932-84e9-34aa91b3baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['68731f37-6048-415b-a5b3-0ada5f557ab8'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:10.232767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router ee219f32-5cbd-4a76-851d-840f2bcc37fc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:10.342420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-5f8756c3-bb85-4b1b-9274-7fe198f2f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:10.344508 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-5f8756c3-bb85-4b1b-9274-7fe198f2f687 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44c6a485-1e2e-4eca-8671-6557e9d07f4e HTTP/1.1" status: 200 len: 797 time: 0.1828861 Jul 23 20:43:10.346004 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c22b952-3d64-4d5f-9a2b-3b6b89a3295b admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:10.424644 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-5c1c18d6-a5f9-4932-84e9-34aa91b3baa4 None None] Set router 68731f37-6048-415b-a5b3-0ada5f557ab8 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:10.444049 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:10.457643 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c969a9-0a13-4b92-aa94-18fb2066987a None None] Sync routers for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:10.466475 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-8b863b8b-317a-4f43-b658-a042d3c11166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:10.468235 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-8b863b8b-317a-4f43-b658-a042d3c11166 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1022260 Jul 23 20:43:10.471018 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:10.479912 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c969a9-0a13-4b92-aa94-18fb2066987a None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:10.482249 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-82c969a9-0a13-4b92-aa94-18fb2066987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:10.520020 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-35865031-1aee-4658-984a-159c8fabca24 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.2418270 Jul 23 20:43:10.523618 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50736) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:10.543759 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-2d1e943a-308e-4590-a031-6e48489bd431 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'floatingip': {'port_id': 'c72d0c9e-021d-4f28-85ac-2fdf051997be', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:10.549032 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c22b952-3d64-4d5f-9a2b-3b6b89a3295b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:10.580932 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-82c969a9-0a13-4b92-aa94-18fb2066987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:10.591223 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c969a9-0a13-4b92-aa94-18fb2066987a None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:10.591839 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-82c969a9-0a13-4b92-aa94-18fb2066987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:10.644025 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-54526eda-43bf-414e-9aa1-ebc56b94c8b8 service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321979 Jul 23 20:43:10.650547 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2d1e943a-308e-4590-a031-6e48489bd431 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:10.674548 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-82c969a9-0a13-4b92-aa94-18fb2066987a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:10.675235 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c969a9-0a13-4b92-aa94-18fb2066987a None None] The sync data for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:10.750719 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-b03aa960-9465-46a3-904d-b34709258e9a service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978708 Jul 23 20:43:10.814945 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-c48d8ed6-fa79-44d6-b420-d906bd1a4d95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=96427106-3c2e-463d-8d37-38319788aff2 HTTP/1.1" status: 200 len: 217 time: 0.0546215 Jul 23 20:43:10.818641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5c1c18d6-a5f9-4932-84e9-34aa91b3baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'name': 'tempest-TestServerMultinode-461744466-router', 'tenant_id': '22d791fa60374fac9355b21b8e801f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'e09f8f51-67eb-45f8-ab89-392dac73c41f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:58Z', 'updated_at': '2021-07-23T20:43:08Z', 'revision_number': 5, 'project_id': '22d791fa60374fac9355b21b8e801f42', 'gw_port': {'id': 'e09f8f51-67eb-45f8-ab89-392dac73c41f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:59Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:10.880736 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1c18d6-a5f9-4932-84e9-34aa91b3baa4 None None] Checking router: 68731f37-6048-415b-a5b3-0ada5f557ab8 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:43:10.902349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c18d6-a5f9-4932-84e9-34aa91b3baa4 None None] Routers {'68731f37-6048-415b-a5b3-0ada5f557ab8'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:10.903959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5c1c18d6-a5f9-4932-84e9-34aa91b3baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['68731f37-6048-415b-a5b3-0ada5f557ab8'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:10.936443 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-ee7a9dba-81a0-465c-bb0f-74f9e7fc8750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:10.941785 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-ee7a9dba-81a0-465c-bb0f-74f9e7fc8750 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44c6a485-1e2e-4eca-8671-6557e9d07f4e HTTP/1.1" status: 200 len: 797 time: 0.1181662 Jul 23 20:43:11.023919 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-2689a746-528e-4f09-ad68-e087675c93b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:11.025785 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-2689a746-528e-4f09-ad68-e087675c93b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0760183 Jul 23 20:43:11.059247 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-5c1c18d6-a5f9-4932-84e9-34aa91b3baa4 None None] Set router 68731f37-6048-415b-a5b3-0ada5f557ab8 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:11.128507 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5c1c18d6-a5f9-4932-84e9-34aa91b3baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'name': 'tempest-TestServerMultinode-461744466-router', 'tenant_id': '22d791fa60374fac9355b21b8e801f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:58Z', 'updated_at': '2021-07-23T20:43:10Z', 'revision_number': 6, 'project_id': '22d791fa60374fac9355b21b8e801f42', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:11.150495 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-7783bb2a-d63a-4ef1-8dfc-3563b9e90126 service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174119 Jul 23 20:43:11.152128 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-4c22b952-3d64-4d5f-9a2b-3b6b89a3295b admin admin] Deleting port e09f8f51-67eb-45f8-ab89-392dac73c41f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:11.152711 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c22b952-3d64-4d5f-9a2b-3b6b89a3295b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:11.165981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1c18d6-a5f9-4932-84e9-34aa91b3baa4 None None] The sync data for ids ['68731f37-6048-415b-a5b3-0ada5f557ab8'] in n-d-791504-18 is: [{'id': '68731f37-6048-415b-a5b3-0ada5f557ab8', 'name': 'tempest-TestServerMultinode-461744466-router', 'tenant_id': '22d791fa60374fac9355b21b8e801f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:58Z', 'updated_at': '2021-07-23T20:43:10Z', 'revision_number': 6, 'project_id': '22d791fa60374fac9355b21b8e801f42', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:11.280690 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-b2fb0c18-5ba5-4acb-b356-06c36578cded service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226819 Jul 23 20:43:11.330592 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-56772289-6d96-42ec-aa8e-91207fbeac80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b17aba8f-658e-4cfc-a2c6-69b79faa9595 HTTP/1.1" status: 200 len: 217 time: 0.0433218 Jul 23 20:43:11.385673 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-2a2522b2-3d6c-4458-9b17-fcae862ab41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:11.387472 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-2a2522b2-3d6c-4458-9b17-fcae862ab41d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0867a56c-547c-4c4a-96c2-7761d6b3057e HTTP/1.1" status: 200 len: 797 time: 0.0496273 Jul 23 20:43:11.436084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-4c22b952-3d64-4d5f-9a2b-3b6b89a3295b admin admin] For port e09f8f51-67eb-45f8-ab89-392dac73c41f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e09f8f51-67eb-45f8-ab89-392dac73c41f,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:11.436729 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c22b952-3d64-4d5f-9a2b-3b6b89a3295b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:11.466216 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-82d37b7c-7d24-44c2-b3e7-25016973317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:11.469862 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-82d37b7c-7d24-44c2-b3e7-25016973317e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=950a5a79-45d4-4d93-a347-72e7566b3324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0737433 Jul 23 20:43:11.503726 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a2f4b-d5e9-4872-979e-85f6bc05b2a4 req-0d7d2a4e-f75f-4f63-9f05-314fc70f41af tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:11.515540 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af3a2f4b-d5e9-4872-979e-85f6bc05b2a4 req-0d7d2a4e-f75f-4f63-9f05-314fc70f41af tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.3933773 Jul 23 20:43:11.553751 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-4c22b952-3d64-4d5f-9a2b-3b6b89a3295b admin admin] Calling delete_port for e09f8f51-67eb-45f8-ab89-392dac73c41f owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:11.566126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdbc65-3d22-44b6-a146-2afaca52a070 req-4b595c94-318c-40bb-880b-df50d7005504 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:11.567787 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bffdbc65-3d22-44b6-a146-2afaca52a070 req-4b595c94-318c-40bb-880b-df50d7005504 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.4474802 Jul 23 20:43:11.594351 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ec012932-caf8-453e-9ee7-bd1125573cb8 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:11.658665 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: ec012932-caf8-453e-9ee7-bd1125573cb8 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:11.659677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ec012932-caf8-453e-9ee7-bd1125573cb8 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:11.736494 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af3a2f4b-d5e9-4872-979e-85f6bc05b2a4 req-60c5ba86-767b-499b-9e58-ba80eec81830 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200983 Jul 23 20:43:11.764664 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-8776b54d-dbbd-4c1d-a835-d516ffbe94fa service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859461 Jul 23 20:43:11.809408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bffdbc65-3d22-44b6-a146-2afaca52a070 req-cc27f2d9-6525-4f92-a7fb-ad6ca021871c tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311943 Jul 23 20:43:11.871479 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.resource_extend [None req-2d1e943a-308e-4590-a031-6e48489bd431 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:43:11.981988 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-11b02f7f-ad02-486c-a437-1346d96887d6 service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095518 Jul 23 20:43:12.000437 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2d1e943a-308e-4590-a031-6e48489bd431 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:12.042668 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2d1e943a-308e-4590-a031-6e48489bd431 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:12.104668 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-5e32b1ae-3803-4941-a807-951d2080f1a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a68d1c06-08c3-477a-a148-144d28dc32e4 HTTP/1.1" status: 200 len: 217 time: 0.1138930 Jul 23 20:43:12.212786 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-03dd7a00-397f-494f-831d-1e9265de7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:12.224929 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-03dd7a00-397f-494f-831d-1e9265de7c93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0867a56c-547c-4c4a-96c2-7761d6b3057e HTTP/1.1" status: 200 len: 797 time: 0.1128685 Jul 23 20:43:12.337975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-6fb35dcd-ca15-4acb-9f04-bd5aab8ae3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:12.340182 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-6fb35dcd-ca15-4acb-9f04-bd5aab8ae3fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=950a5a79-45d4-4d93-a347-72e7566b3324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1078823 Jul 23 20:43:12.494547 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50760) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:12.541782 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-44b4c633-b8c8-465d-94b0-a6eb8deaa688 service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941574 Jul 23 20:43:12.729543 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e30491e-34cf-456f-b4ea-6d952d038077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:12.733222 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c22b952-3d64-4d5f-9a2b-3b6b89a3295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:12.748142 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-457f5204-d68f-4102-8dee-35bbe77117a6 req-d586882c-0749-43e4-9744-f1f0b74737b8 service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984570 Jul 23 20:43:12.852760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22b952-3d64-4d5f-9a2b-3b6b89a3295b admin admin] Pushing event deleted for resources: {'Port': ['ID=e09f8f51-67eb-45f8-ab89-392dac73c41f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:12.918210 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e30491e-34cf-456f-b4ea-6d952d038077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:12.924194 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e30491e-34cf-456f-b4ea-6d952d038077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:12.980825 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3e30491e-34cf-456f-b4ea-6d952d038077 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=555ccce6557a4d45b9d2f3afeb609e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4819918 Jul 23 20:43:12.980825 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30491e-34cf-456f-b4ea-6d952d038077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477b5bda-c689-4fa9-8c8f-ced173b90f42,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:12.982463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50774) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:13.041566 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee9411e2-9bf9-478b-af5d-8d3e1dbe03d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.054400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1e943a-308e-4590-a031-6e48489bd431 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router ee219f32-5cbd-4a76-851d-840f2bcc37fc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:13.057987 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c22b952-3d64-4d5f-9a2b-3b6b89a3295b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.078535 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee9411e2-9bf9-478b-af5d-8d3e1dbe03d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.139448 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee9411e2-9bf9-478b-af5d-8d3e1dbe03d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.142245 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee9411e2-9bf9-478b-af5d-8d3e1dbe03d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.144366 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ee9411e2-9bf9-478b-af5d-8d3e1dbe03d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/477b5bda-c689-4fa9-8c8f-ced173b90f42 HTTP/1.1" status: 204 len: 168 time: 0.1600025 Jul 23 20:43:13.157974 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9d1e4-8391-4cfe-8af1-933e52e31922 req-f5398361-30d8-453a-aaf6-e3892d557b0c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:13.158213 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9411e2-9bf9-478b-af5d-8d3e1dbe03d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477b5bda-c689-4fa9-8c8f-ced173b90f42,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:13.164758 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9f9d1e4-8391-4cfe-8af1-933e52e31922 req-f5398361-30d8-453a-aaf6-e3892d557b0c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.2851188 Jul 23 20:43:13.247522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b10947-ebb4-458c-8cfd-74ee9e5fcde8 req-8880a4c5-88a7-4dd4-90ce-944837700368 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:13.249301 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49b10947-ebb4-458c-8cfd-74ee9e5fcde8 req-8880a4c5-88a7-4dd4-90ce-944837700368 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.3320856 Jul 23 20:43:13.253586 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c22b952-3d64-4d5f-9a2b-3b6b89a3295b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.302702 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c22b952-3d64-4d5f-9a2b-3b6b89a3295b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.418263 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9f9d1e4-8391-4cfe-8af1-933e52e31922 req-c5842c05-5190-474e-bcb3-f92815bda5ab tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526474 Jul 23 20:43:13.452225 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49b10947-ebb4-458c-8cfd-74ee9e5fcde8 req-956ff7ba-a121-4cd3-b618-744ca7d62f0c tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952374 Jul 23 20:43:13.457377 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f340efd8-ef39-46fd-8a01-95e59dcba803 req-a4c8416c-e2a1-4f35-90b5-65ca21aaab74 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3610361 Jul 23 20:43:13.459656 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c22b952-3d64-4d5f-9a2b-3b6b89a3295b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.460203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c22b952-3d64-4d5f-9a2b-3b6b89a3295b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68731f37-6048-415b-a5b3-0ada5f557ab8 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:43:13.466026 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c22b952-3d64-4d5f-9a2b-3b6b89a3295b admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.468908 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4c22b952-3d64-4d5f-9a2b-3b6b89a3295b admin admin] 10.222.0.55 "DELETE /v2.0/routers/68731f37-6048-415b-a5b3-0ada5f557ab8 HTTP/1.1" status: 204 len: 168 time: 3.2701900 Jul 23 20:43:13.469486 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50782) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:13.481882 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50784) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:13.517592 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75d32144-cabe-4266-b0c9-f1ab04c9111e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.558583 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-44df1813-1da6-401b-934b-eae0ec7f9fe3 admin admin] Deleting subnet 32ee7ca9-592b-426a-816e-8e8745c66749 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:43:13.583887 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44df1813-1da6-401b-934b-eae0ec7f9fe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.651550 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1e943a-308e-4590-a031-6e48489bd431 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:13.658927 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2d1e943a-308e-4590-a031-6e48489bd431 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.659227 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75d32144-cabe-4266-b0c9-f1ab04c9111e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.666638 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44df1813-1da6-401b-934b-eae0ec7f9fe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.671049 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70da9414-954e-4edd-ad98-99d04edd5f88 None None] Sync routers for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:13.672648 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75d32144-cabe-4266-b0c9-f1ab04c9111e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.676269 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e09f8f51-67eb-45f8-ab89-392dac73c41f no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:13.707794 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: e09f8f51-67eb-45f8-ab89-392dac73c41f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:13.708136 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e09f8f51-67eb-45f8-ab89-392dac73c41f not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:13.711006 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70da9414-954e-4edd-ad98-99d04edd5f88 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:13.711395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-70da9414-954e-4edd-ad98-99d04edd5f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:13.723073 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-75d32144-cabe-4266-b0c9-f1ab04c9111e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6f8db7df6fe4621be3f73a78b993c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396972 Jul 23 20:43:13.724162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d32144-cabe-4266-b0c9-f1ab04c9111e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291af95a-fab9-4cca-ac1a-17bf90406191,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:13.726582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50786) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:13.760942 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-70da9414-954e-4edd-ad98-99d04edd5f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:13.771153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70da9414-954e-4edd-ad98-99d04edd5f88 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:13.772060 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-70da9414-954e-4edd-ad98-99d04edd5f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:13.809223 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-70da9414-954e-4edd-ad98-99d04edd5f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:13.810141 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70da9414-954e-4edd-ad98-99d04edd5f88 None None] The sync data for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:13.811401 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fecf29a7-3a83-442d-805a-3daff43cd0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.819491 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340efd8-ef39-46fd-8a01-95e59dcba803 req-99382e11-deb3-4d4e-88c2-678e1182c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:13.821384 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f340efd8-ef39-46fd-8a01-95e59dcba803 req-99382e11-deb3-4d4e-88c2-678e1182c58b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50c6ff5a6f7146509973201a15b1a892&device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 1097 time: 0.2796042 Jul 23 20:43:13.849815 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fecf29a7-3a83-442d-805a-3daff43cd0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.892842 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2d1e943a-308e-4590-a031-6e48489bd431 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "PUT /v2.0/floatingips/7ff32935-d72b-4d76-9a5a-035def7d7d28 HTTP/1.1" status: 200 len: 978 time: 3.3557682 Jul 23 20:43:13.896381 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50788) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:13.921865 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44df1813-1da6-401b-934b-eae0ec7f9fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.939901 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fecf29a7-3a83-442d-805a-3daff43cd0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.942634 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fecf29a7-3a83-442d-805a-3daff43cd0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.943922 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fecf29a7-3a83-442d-805a-3daff43cd0e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/291af95a-fab9-4cca-ac1a-17bf90406191 HTTP/1.1" status: 204 len: 168 time: 0.2065108 Jul 23 20:43:13.961572 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf29a7-3a83-442d-805a-3daff43cd0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291af95a-fab9-4cca-ac1a-17bf90406191,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:14.068867 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340efd8-ef39-46fd-8a01-95e59dcba803 req-07f0a709-8462-4315-98ff-449f685aa2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:14.074338 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f340efd8-ef39-46fd-8a01-95e59dcba803 req-07f0a709-8462-4315-98ff-449f685aa2af service neutron] 10.222.0.57 "GET /v2.0/networks?id=f90b3a41-4969-4cfa-9ca5-6d312e791d7b HTTP/1.1" status: 200 len: 911 time: 0.2179053 Jul 23 20:43:14.135005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-45aefdaa-d5d5-4803-aa3f-641296586137 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Deleting port dde8df49-5d3d-496b-8f8b-7841d67d4da8 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:14.135443 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45aefdaa-d5d5-4803-aa3f-641296586137 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.157685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f340efd8-ef39-46fd-8a01-95e59dcba803 req-96e62b22-d9c5-4e7f-8cdc-9f30424867a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b435e4ee-f057-49a2-8a50-c95674a7d413 HTTP/1.1" status: 200 len: 217 time: 0.0758812 Jul 23 20:43:14.163590 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44df1813-1da6-401b-934b-eae0ec7f9fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.204266 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df1813-1da6-401b-934b-eae0ec7f9fe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32ee7ca9-592b-426a-816e-8e8745c66749,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:14.244624 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44df1813-1da6-401b-934b-eae0ec7f9fe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.246512 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-44df1813-1da6-401b-934b-eae0ec7f9fe3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/32ee7ca9-592b-426a-816e-8e8745c66749 HTTP/1.1" status: 204 len: 168 time: 0.7766399 Jul 23 20:43:14.249074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50796) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:14.252060 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac10635-2ae5-4540-9194-0e2439c6dcad None None] Network 7d665852-860c-4343-a077-e5983de2f93b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:14.252595 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45aefdaa-d5d5-4803-aa3f-641296586137 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.252941 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45aefdaa-d5d5-4803-aa3f-641296586137 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.268603 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-45aefdaa-d5d5-4803-aa3f-641296586137 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Calling delete_port for dde8df49-5d3d-496b-8f8b-7841d67d4da8 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:14.323363 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340efd8-ef39-46fd-8a01-95e59dcba803 req-4ed7ab9f-93fe-4c6d-ab92-330d63b7dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:14.324970 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f340efd8-ef39-46fd-8a01-95e59dcba803 req-4ed7ab9f-93fe-4c6d-ab92-330d63b7dd09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f7d5a8f-73b3-41da-b110-f6b7061f8652 HTTP/1.1" status: 200 len: 850 time: 0.1580360 Jul 23 20:43:14.406968 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f340efd8-ef39-46fd-8a01-95e59dcba803 req-1770dd3c-ad14-4b83-881d-6d3df152f14d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f90b3a41-4969-4cfa-9ca5-6d312e791d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425615 Jul 23 20:43:14.427754 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.571006 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f340efd8-ef39-46fd-8a01-95e59dcba803 req-4b9f24e3-02aa-4d9b-a73c-aead6569d443 service neutron] 10.222.0.57 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548879 Jul 23 20:43:14.595066 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45aefdaa-d5d5-4803-aa3f-641296586137 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.633505 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aefdaa-d5d5-4803-aa3f-641296586137 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Port': ['ID=dde8df49-5d3d-496b-8f8b-7841d67d4da8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:14.650051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] Deleting port 039156eb-ce66-4dd9-886f-deb7788ec8fb {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:14.650502 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.718859 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45aefdaa-d5d5-4803-aa3f-641296586137 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.719630 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-45aefdaa-d5d5-4803-aa3f-641296586137 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Floating IP 7ff32935-d72b-4d76-9a5a-035def7d7d28 disassociated (deleted). External IP: 172.25.3.191, port: c72d0c9e-021d-4f28-85ac-2fdf051997be. Jul 23 20:43:14.732642 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db882fbb-5c93-437f-b7ac-e7b14180f535 None None] DHCP port deletion for 7d665852-860c-4343-a077-e5983de2f93b request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:43:14.809304 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-db882fbb-5c93-437f-b7ac-e7b14180f535 None None] Deleting port 039156eb-ce66-4dd9-886f-deb7788ec8fb {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:14.814776 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db882fbb-5c93-437f-b7ac-e7b14180f535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.886515 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] For port 039156eb-ce66-4dd9-886f-deb7788ec8fb, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=039156eb-ce66-4dd9-886f-deb7788ec8fb,segment=NetworkSegment(fa833598-0be8-4369-acdc-ffe1d6239e47),segment_id=fa833598-0be8-4369-acdc-ffe1d6239e47)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:14.887659 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.895523 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-db882fbb-5c93-437f-b7ac-e7b14180f535 None None] For port 039156eb-ce66-4dd9-886f-deb7788ec8fb, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=039156eb-ce66-4dd9-886f-deb7788ec8fb,segment=NetworkSegment(fa833598-0be8-4369-acdc-ffe1d6239e47),segment_id=fa833598-0be8-4369-acdc-ffe1d6239e47)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:14.895918 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db882fbb-5c93-437f-b7ac-e7b14180f535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.924733 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab66776-a066-4fcf-a628-24fce1e46dff req-81f7bfd6-2e00-4cd7-ae73-4e2d676e036b tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:14.927278 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1ab66776-a066-4fcf-a628-24fce1e46dff req-81f7bfd6-2e00-4cd7-ae73-4e2d676e036b tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.3612430 Jul 23 20:43:14.928522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] Calling delete_port for 039156eb-ce66-4dd9-886f-deb7788ec8fb owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:14.932358 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-db882fbb-5c93-437f-b7ac-e7b14180f535 None None] Calling delete_port for 039156eb-ce66-4dd9-886f-deb7788ec8fb owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:14.971888 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f340efd8-ef39-46fd-8a01-95e59dcba803 req-ab2a85b0-7d55-42fc-91ac-5bdc177e244f service neutron] 10.222.0.57 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885651 Jul 23 20:43:14.983716 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4223195-a25a-4d40-889b-636f0962becb req-d9b32dfc-9829-452c-b7a4-84f28aa67652 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:14.985384 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b4223195-a25a-4d40-889b-636f0962becb req-d9b32dfc-9829-452c-b7a4-84f28aa67652 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.3595641 Jul 23 20:43:15.048456 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1ab66776-a066-4fcf-a628-24fce1e46dff req-745aa24c-2b2e-4218-8cca-da7907039c9c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132348 Jul 23 20:43:15.058678 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db882fbb-5c93-437f-b7ac-e7b14180f535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.088282 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db882fbb-5c93-437f-b7ac-e7b14180f535 None None] No DVR routers for this DVR port 039156eb-ce66-4dd9-886f-deb7788ec8fb on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:43:15.136204 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db882fbb-5c93-437f-b7ac-e7b14180f535 None None] Pushing event deleted for resources: {'Port': ['ID=039156eb-ce66-4dd9-886f-deb7788ec8fb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:15.153765 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b4223195-a25a-4d40-889b-636f0962becb req-ddab6711-4adc-4b72-a6e9-476c510b05df tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509070 Jul 23 20:43:15.153765 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.186633 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=039156eb-ce66-4dd9-886f-deb7788ec8fb,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:15.198703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] No DVR routers for this DVR port 039156eb-ce66-4dd9-886f-deb7788ec8fb on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:43:15.333133 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.350274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d665852-860c-4343-a077-e5983de2f93b']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:15.350513 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.367834 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa833598-0be8-4369-acdc-ffe1d6239e47') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:15.367834 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa833598-0be8-4369-acdc-ffe1d6239e47') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:15.379834 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.397269 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.409513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:43:15.410020 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:43:15.412573 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:43:15.474760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45aefdaa-d5d5-4803-aa3f-641296586137 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router ee219f32-5cbd-4a76-851d-840f2bcc37fc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:15.481243 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.497250 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.503536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7d665852-860c-4343-a077-e5983de2f93b HTTP/1.1" status: 204 len: 168 time: 1.2485206 Jul 23 20:43:15.516925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddda20-8e80-478e-aec7-0dc6caf9bea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d665852-860c-4343-a077-e5983de2f93b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:15.625897 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 039156eb-ce66-4dd9-886f-deb7788ec8fb no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:15.649814 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aefdaa-d5d5-4803-aa3f-641296586137 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:15.655138 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45aefdaa-d5d5-4803-aa3f-641296586137 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.660042 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dece9ebd-d8a4-41af-b24a-53d90bee3bd0 None None] Sync routers for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:15.671717 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dece9ebd-d8a4-41af-b24a-53d90bee3bd0 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:15.672763 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-dece9ebd-d8a4-41af-b24a-53d90bee3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:15.676624 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 039156eb-ce66-4dd9-886f-deb7788ec8fb {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:15.677220 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 039156eb-ce66-4dd9-886f-deb7788ec8fb not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:15.722637 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-dece9ebd-d8a4-41af-b24a-53d90bee3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:15.726187 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-45aefdaa-d5d5-4803-aa3f-641296586137 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/floatingips/7ff32935-d72b-4d76-9a5a-035def7d7d28 HTTP/1.1" status: 204 len: 168 time: 1.8262498 Jul 23 20:43:15.726718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50836) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:15.738590 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dece9ebd-d8a4-41af-b24a-53d90bee3bd0 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:15.739465 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-dece9ebd-d8a4-41af-b24a-53d90bee3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:15.776864 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50838) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:15.782430 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-dece9ebd-d8a4-41af-b24a-53d90bee3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:15.783373 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dece9ebd-d8a4-41af-b24a-53d90bee3bd0 None None] The sync data for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:15.852132 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c9c4b86f-40d0-4223-8ff1-e68c60e5d531 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e62242998eb04caeabc26266b73f69c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0735240 Jul 23 20:43:15.854265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50840) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:15.882215 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-4ab58237-cbb0-45ed-b9d6-2435c8073536 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Deleting port c72d0c9e-021d-4f28-85ac-2fdf051997be {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:15.882714 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ab58237-cbb0-45ed-b9d6-2435c8073536 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.921668 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-88f8aa27-d570-4335-a4fe-deb42fae9841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.962373 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-88f8aa27-d570-4335-a4fe-deb42fae9841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:16.003982 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ab58237-cbb0-45ed-b9d6-2435c8073536 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:16.031814 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-4ab58237-cbb0-45ed-b9d6-2435c8073536 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Calling delete_port for c72d0c9e-021d-4f28-85ac-2fdf051997be owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:16.033859 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-88f8aa27-d570-4335-a4fe-deb42fae9841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:16.048472 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-88f8aa27-d570-4335-a4fe-deb42fae9841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:16.052110 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-88f8aa27-d570-4335-a4fe-deb42fae9841 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a233b9e6-0e70-47bd-9294-85282ea1fc0a HTTP/1.1" status: 204 len: 168 time: 0.1966805 Jul 23 20:43:16.062428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8aa27-d570-4335-a4fe-deb42fae9841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a233b9e6-0e70-47bd-9294-85282ea1fc0a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:16.369311 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0638cc-ffcb-4a21-95f1-7a686088d577 req-75e7b531-bb64-413a-a1c8-f3cce3ab29d6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:16.370850 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee0638cc-ffcb-4a21-95f1-7a686088d577 req-75e7b531-bb64-413a-a1c8-f3cce3ab29d6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1861696 Jul 23 20:43:16.373761 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ab58237-cbb0-45ed-b9d6-2435c8073536 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:16.420802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab58237-cbb0-45ed-b9d6-2435c8073536 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Port': ['ID=c72d0c9e-021d-4f28-85ac-2fdf051997be,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:16.477621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db3dba-25cc-4eb4-942f-9894455bc738 req-1e1adcb7-0ee3-407a-873e-0bfe67260279 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:16.479121 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8db3dba-25cc-4eb4-942f-9894455bc738 req-1e1adcb7-0ee3-407a-873e-0bfe67260279 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.2006018 Jul 23 20:43:16.534565 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee0638cc-ffcb-4a21-95f1-7a686088d577 req-75939f58-e180-4394-8a9d-b731b7fb49e4 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501169 Jul 23 20:43:16.562782 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50866) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:16.599373 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8db3dba-25cc-4eb4-942f-9894455bc738 req-4ad02f33-a1da-4ffa-84d6-e9698fee9b83 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991330 Jul 23 20:43:16.604521 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ab58237-cbb0-45ed-b9d6-2435c8073536 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:16.610070 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4ab58237-cbb0-45ed-b9d6-2435c8073536 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/ports/c72d0c9e-021d-4f28-85ac-2fdf051997be HTTP/1.1" status: 204 len: 168 time: 0.8786530 Jul 23 20:43:16.610659 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50872) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:16.617684 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-75cb6252-74fe-4aa9-b6ee-b6928759c2e6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:16.688508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50880) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:16.695867 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a66a71b6-c609-441e-9032-780d720db516 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=22d791fa60374fac9355b21b8e801f42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318967 Jul 23 20:43:16.713850 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75cb6252-74fe-4aa9-b6ee-b6928759c2e6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:16.785113 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:16.858984 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75cb6252-74fe-4aa9-b6ee-b6928759c2e6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.016237 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-75cb6252-74fe-4aa9-b6ee-b6928759c2e6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Allocated IP 172.25.3.28 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/40db5090-bde5-4a94-a9df-022afc02bac7) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:17.137793 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d23d8ad-b47f-491a-b69b-3ba6ee7f5ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.147194 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75cb6252-74fe-4aa9-b6ee-b6928759c2e6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.176883 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d23d8ad-b47f-491a-b69b-3ba6ee7f5ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.197267 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75cb6252-74fe-4aa9-b6ee-b6928759c2e6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.235725 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d23d8ad-b47f-491a-b69b-3ba6ee7f5ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.236001 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cb6252-74fe-4aa9-b6ee-b6928759c2e6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:17.239363 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d23d8ad-b47f-491a-b69b-3ba6ee7f5ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.240878 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9d23d8ad-b47f-491a-b69b-3ba6ee7f5ebc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ea80ecf9-3dd1-401d-831d-4eac09407b47 HTTP/1.1" status: 204 len: 168 time: 0.5507610 Jul 23 20:43:17.241538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-75cb6252-74fe-4aa9-b6ee-b6928759c2e6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:17.245221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb6252-74fe-4aa9-b6ee-b6928759c2e6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:17.250820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb6252-74fe-4aa9-b6ee-b6928759c2e6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=40db5090-bde5-4a94-a9df-022afc02bac7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:17.259265 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23d8ad-b47f-491a-b69b-3ba6ee7f5ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea80ecf9-3dd1-401d-831d-4eac09407b47,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:17.318157 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50902) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:17.375531 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75cb6252-74fe-4aa9-b6ee-b6928759c2e6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.434139 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75cb6252-74fe-4aa9-b6ee-b6928759c2e6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.472880 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8382572d-8358-4e6c-abeb-a09c9a79c559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.641372 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8382572d-8358-4e6c-abeb-a09c9a79c559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.648140 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8382572d-8358-4e6c-abeb-a09c9a79c559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.711952 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8382572d-8358-4e6c-abeb-a09c9a79c559 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a02f22c51064773a7bb79ab800411e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949192 Jul 23 20:43:17.713100 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50914) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:17.716804 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75cb6252-74fe-4aa9-b6ee-b6928759c2e6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.730790 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75cb6252-74fe-4aa9-b6ee-b6928759c2e6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.800947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382572d-8358-4e6c-abeb-a09c9a79c559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae425c97-95bb-4565-a2ca-92a3fd931e0c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:17.843250 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a167d290-4892-4abc-b22e-e7220b670c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.857475 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb6252-74fe-4aa9-b6ee-b6928759c2e6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=40db5090-bde5-4a94-a9df-022afc02bac7,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:17.860145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6e0f0-bd8d-46b9-ad71-8d9ffb5642ee req-95a5805c-d1b0-4a1e-8d49-de940ff66afb tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:17.862343 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-46e6e0f0-bd8d-46b9-ad71-8d9ffb5642ee req-95a5805c-d1b0-4a1e-8d49-de940ff66afb tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1479867 Jul 23 20:43:17.874768 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eda1c7-6369-4bd6-8de6-b55e59494fc4 req-b790d7fc-fb40-4700-97f4-08e47dff2e5a tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:17.876210 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41eda1c7-6369-4bd6-8de6-b55e59494fc4 req-b790d7fc-fb40-4700-97f4-08e47dff2e5a tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.1358335 Jul 23 20:43:17.889868 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75cb6252-74fe-4aa9-b6ee-b6928759c2e6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.893691 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a167d290-4892-4abc-b22e-e7220b670c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.925029 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-75cb6252-74fe-4aa9-b6ee-b6928759c2e6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.927196 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-75cb6252-74fe-4aa9-b6ee-b6928759c2e6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3146307 Jul 23 20:43:17.931671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50918) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:17.935453 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-46e6e0f0-bd8d-46b9-ad71-8d9ffb5642ee req-68b194bd-bd59-4833-97c2-2d25790186af tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580049 Jul 23 20:43:17.944296 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41eda1c7-6369-4bd6-8de6-b55e59494fc4 req-65c954b7-8a41-414b-a740-db51a9c7838e tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510004 Jul 23 20:43:17.945412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'port': {'network_id': 'be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05', 'name': 'tempest-FloatingIPTestJSON-1206268599'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:18.047909 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a167d290-4892-4abc-b22e-e7220b670c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.050693 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a167d290-4892-4abc-b22e-e7220b670c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.052441 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a167d290-4892-4abc-b22e-e7220b670c13 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae425c97-95bb-4565-a2ca-92a3fd931e0c HTTP/1.1" status: 204 len: 168 time: 0.3381741 Jul 23 20:43:18.076890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167d290-4892-4abc-b22e-e7220b670c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae425c97-95bb-4565-a2ca-92a3fd931e0c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:18.119010 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Made reservation on behalf of cc9b0c161db64a219abd1053c9c5d8b9 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:18.122968 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.142167 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] device_id is not set on port e605d63a-3e80-4724-8011-3ffc698d8677 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:43:18.144105 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92f5a3-b8f8-4ab6-82d3-9e234eca18d0 req-4c2ebc1c-f921-4d10-a1d6-dab4b97c5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:18.145942 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a92f5a3-b8f8-4ab6-82d3-9e234eca18d0 req-4c2ebc1c-f921-4d10-a1d6-dab4b97c5fae service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 1097 time: 0.0969779 Jul 23 20:43:18.188144 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a92f5a3-b8f8-4ab6-82d3-9e234eca18d0 req-51d425d5-5fc3-45a4-9d86-e8331da1abee service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351100 Jul 23 20:43:18.267868 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Allocated IP 172.20.0.8 (be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05/58d28709-bb34-4f1f-af40-4975b6c97c40/e605d63a-3e80-4724-8011-3ffc698d8677) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:18.463453 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.507712 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.530497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50926) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:18.544219 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-46f6a8e0-a23d-47fc-aa9b-bbb4c4d93962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.561265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:18.564966 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:18.568346 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:18.604609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=e605d63a-3e80-4724-8011-3ffc698d8677,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:18.618210 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:18.618609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:18.618971 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:18.619370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:18.619741 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:18.620110 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:18.620473 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:18.620792 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:18.621113 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:18.621434 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:18.621760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:18.622106 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:18.642178 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:18.642802 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.648076 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-46f6a8e0-a23d-47fc-aa9b-bbb4c4d93962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.652836 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-46f6a8e0-a23d-47fc-aa9b-bbb4c4d93962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.661403 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b23afabc-8055-4ca8-b062-c622cb5a2a58 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7281637 Jul 23 20:43:18.663937 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50928) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:18.670224 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5b2bd321-fdf6-49d1-be29-66050333f761 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'floatingip': {'port_id': 'e605d63a-3e80-4724-8011-3ffc698d8677'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:18.696652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-46f6a8e0-a23d-47fc-aa9b-bbb4c4d93962 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0ff6fb90ca746dda23a4952485e3908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623847 Jul 23 20:43:18.696652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6a8e0-a23d-47fc-aa9b-bbb4c4d93962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ffdeb1-a7f9-477f-93a6-0994535815af,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:18.697613 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50930) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:18.717050 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5b2bd321-fdf6-49d1-be29-66050333f761 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.750626 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45a50ee8-8cf7-45af-9ad9-b43c7566f2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.773212 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45a50ee8-8cf7-45af-9ad9-b43c7566f2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.830839 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45a50ee8-8cf7-45af-9ad9-b43c7566f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.833791 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45a50ee8-8cf7-45af-9ad9-b43c7566f2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.835160 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-45a50ee8-8cf7-45af-9ad9-b43c7566f2f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1ffdeb1-a7f9-477f-93a6-0994535815af HTTP/1.1" status: 204 len: 168 time: 0.1366026 Jul 23 20:43:18.846233 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a50ee8-8cf7-45af-9ad9-b43c7566f2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ffdeb1-a7f9-477f-93a6-0994535815af,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:19.140811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c38b36-e1cd-45e9-9a54-cc2b7028cfe1 req-e8ee0c7d-cc14-4780-a261-0cc35f5df7c6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:19.142657 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69c38b36-e1cd-45e9-9a54-cc2b7028cfe1 req-e8ee0c7d-cc14-4780-a261-0cc35f5df7c6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1290832 Jul 23 20:43:19.183001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dca5cd-0d59-4057-a410-9b360b46a656 req-b3772ab5-1aab-4713-a8f5-b073bc276df0 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:19.187579 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14dca5cd-0d59-4057-a410-9b360b46a656 req-b3772ab5-1aab-4713-a8f5-b073bc276df0 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.1280279 Jul 23 20:43:19.223701 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69c38b36-e1cd-45e9-9a54-cc2b7028cfe1 req-3f1c1a84-c0c4-4e35-9ce7-9b8c46637ece tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714130 Jul 23 20:43:19.271429 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14dca5cd-0d59-4057-a410-9b360b46a656 req-01635ba9-c5fc-47e4-8d38-7a3018b2563e tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780911 Jul 23 20:43:19.312933 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5b2bd321-fdf6-49d1-be29-66050333f761 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:19.325106 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5b2bd321-fdf6-49d1-be29-66050333f761 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:19.434783 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-5b2bd321-fdf6-49d1-be29-66050333f761 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Floating IP 9ad4b11d-a65d-40de-8418-34883faf44db associated. External IP: 172.25.3.28, port: e605d63a-3e80-4724-8011-3ffc698d8677. Jul 23 20:43:19.686668 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2bd321-fdf6-49d1-be29-66050333f761 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router ee219f32-5cbd-4a76-851d-840f2bcc37fc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:19.800438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2bd321-fdf6-49d1-be29-66050333f761 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:19.806802 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5b2bd321-fdf6-49d1-be29-66050333f761 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:19.811742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b62ced0-5e66-49c4-a4ae-f751edbe1b5f None None] Sync routers for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:19.822250 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b62ced0-5e66-49c4-a4ae-f751edbe1b5f None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:19.823121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2b62ced0-5e66-49c4-a4ae-f751edbe1b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:19.855228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50964) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:19.855550 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5b2bd321-fdf6-49d1-be29-66050333f761 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "PUT /v2.0/floatingips/9ad4b11d-a65d-40de-8418-34883faf44db HTTP/1.1" status: 200 len: 977 time: 1.1897335 Jul 23 20:43:19.862321 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2b62ced0-5e66-49c4-a4ae-f751edbe1b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:19.873954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b62ced0-5e66-49c4-a4ae-f751edbe1b5f None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:19.874901 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2b62ced0-5e66-49c4-a4ae-f751edbe1b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:19.912332 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2b62ced0-5e66-49c4-a4ae-f751edbe1b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:19.913315 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b62ced0-5e66-49c4-a4ae-f751edbe1b5f None None] The sync data for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:19.972619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-8d899f03-77f2-40dc-8035-e5beaf4bae3b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Deleting port e605d63a-3e80-4724-8011-3ffc698d8677 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:19.972973 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d899f03-77f2-40dc-8035-e5beaf4bae3b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.071355 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d899f03-77f2-40dc-8035-e5beaf4bae3b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.258429 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d899f03-77f2-40dc-8035-e5beaf4bae3b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.259088 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d899f03-77f2-40dc-8035-e5beaf4bae3b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.259259 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-8d899f03-77f2-40dc-8035-e5beaf4bae3b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Floating IP 9ad4b11d-a65d-40de-8418-34883faf44db disassociated. External IP: 172.25.3.28, port: e605d63a-3e80-4724-8011-3ffc698d8677. Jul 23 20:43:20.264885 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-8d899f03-77f2-40dc-8035-e5beaf4bae3b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Calling delete_port for e605d63a-3e80-4724-8011-3ffc698d8677 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:20.513155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713905dc-5ce9-4e9c-84f2-a9db5e234d1d req-176f2b7e-0893-426e-86a8-31b2e839fefd tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:20.514639 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-713905dc-5ce9-4e9c-84f2-a9db5e234d1d req-176f2b7e-0893-426e-86a8-31b2e839fefd tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1722090 Jul 23 20:43:20.526107 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e668672-adf2-4988-85e7-d3adeb3e98c0 req-01e67ac3-67dc-4400-a913-f8993e929777 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:20.527675 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e668672-adf2-4988-85e7-d3adeb3e98c0 req-01e67ac3-67dc-4400-a913-f8993e929777 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.1719608 Jul 23 20:43:20.579134 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d899f03-77f2-40dc-8035-e5beaf4bae3b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.645575 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-713905dc-5ce9-4e9c-84f2-a9db5e234d1d req-329b31e5-6134-46bb-8cb5-92d158165efc tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118481 Jul 23 20:43:20.648627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d899f03-77f2-40dc-8035-e5beaf4bae3b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Port': ['ID=e605d63a-3e80-4724-8011-3ffc698d8677,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:20.685976 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e668672-adf2-4988-85e7-d3adeb3e98c0 req-e9e07e43-0300-4ff8-aed9-a120ce4bfac9 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360400 Jul 23 20:43:20.847910 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d899f03-77f2-40dc-8035-e5beaf4bae3b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router ee219f32-5cbd-4a76-851d-840f2bcc37fc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:21.045427 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d899f03-77f2-40dc-8035-e5beaf4bae3b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:21.060689 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89788405-b0cf-4514-a464-175a76172243 None None] Sync routers for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:21.074470 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89788405-b0cf-4514-a464-175a76172243 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:21.075702 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-89788405-b0cf-4514-a464-175a76172243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:21.122226 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-89788405-b0cf-4514-a464-175a76172243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:21.132044 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89788405-b0cf-4514-a464-175a76172243 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:21.133046 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-89788405-b0cf-4514-a464-175a76172243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:21.144457 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99edb0f-078f-4b0a-819b-8f85783f76ae req-284d49ac-f523-42dc-941b-1b2f51fd63c7 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:21.146631 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a99edb0f-078f-4b0a-819b-8f85783f76ae req-284d49ac-f523-42dc-941b-1b2f51fd63c7 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1569171 Jul 23 20:43:21.151922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b44fef-2115-441b-82dd-1ec1a703e0b9 req-30bb9f74-248e-4aa8-984e-1b92c559e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:21.153456 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87b44fef-2115-441b-82dd-1ec1a703e0b9 req-30bb9f74-248e-4aa8-984e-1b92c559e170 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c09365c5b69442eba1a7b915a62a386&device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 1097 time: 0.2004585 Jul 23 20:43:21.162338 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d899f03-77f2-40dc-8035-e5beaf4bae3b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:21.166425 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8d899f03-77f2-40dc-8035-e5beaf4bae3b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/ports/e605d63a-3e80-4724-8011-3ffc698d8677 HTTP/1.1" status: 204 len: 168 time: 1.3076320 Jul 23 20:43:21.167598 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51018) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:21.187250 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-89788405-b0cf-4514-a464-175a76172243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:21.188149 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89788405-b0cf-4514-a464-175a76172243 None None] The sync data for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:21.230741 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-74fb9c80-820f-49cd-85e5-4f5d763c328f tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "GET /v2.0/floatingips/9ad4b11d-a65d-40de-8418-34883faf44db HTTP/1.1" status: 200 len: 687 time: 0.0616927 Jul 23 20:43:21.231621 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a99edb0f-078f-4b0a-819b-8f85783f76ae req-3c76c19e-d638-4761-a217-a787eb39f65d tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771513 Jul 23 20:43:21.233098 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51022) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:21.315211 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b44fef-2115-441b-82dd-1ec1a703e0b9 req-6178eddf-c64b-4a4a-b957-c06c65391d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:21.316783 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87b44fef-2115-441b-82dd-1ec1a703e0b9 req-6178eddf-c64b-4a4a-b957-c06c65391d9f service neutron] 10.222.0.57 "GET /v2.0/networks?id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6 HTTP/1.1" status: 200 len: 920 time: 0.1514945 Jul 23 20:43:21.370990 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87b44fef-2115-441b-82dd-1ec1a703e0b9 req-c4efcf1e-d25d-4ab8-9a36-293dd0a7db62 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 HTTP/1.1" status: 200 len: 217 time: 0.0422504 Jul 23 20:43:21.381171 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-23aedcc5-4ae9-44bc-acd9-eceb759163ac tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Deleting port 40db5090-bde5-4a94-a9df-022afc02bac7 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:21.381519 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-23aedcc5-4ae9-44bc-acd9-eceb759163ac tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:21.431305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b44fef-2115-441b-82dd-1ec1a703e0b9 req-498f6f79-451b-4720-8d68-e8d60291939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:21.433107 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87b44fef-2115-441b-82dd-1ec1a703e0b9 req-498f6f79-451b-4720-8d68-e8d60291939c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1f964b3-34ec-4a13-a322-95c058e9df68 HTTP/1.1" status: 200 len: 859 time: 0.0519011 Jul 23 20:43:21.469163 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-23aedcc5-4ae9-44bc-acd9-eceb759163ac tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:21.469532 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-23aedcc5-4ae9-44bc-acd9-eceb759163ac tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:21.477573 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87b44fef-2115-441b-82dd-1ec1a703e0b9 req-feee5511-7d3c-4d5a-9b5d-017c7b855534 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376384 Jul 23 20:43:21.482425 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-23aedcc5-4ae9-44bc-acd9-eceb759163ac tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Calling delete_port for 40db5090-bde5-4a94-a9df-022afc02bac7 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:21.591500 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87b44fef-2115-441b-82dd-1ec1a703e0b9 req-920fbe00-25ff-4e95-a666-fa47c27c309e service neutron] 10.222.0.57 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063702 Jul 23 20:43:21.646093 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-23aedcc5-4ae9-44bc-acd9-eceb759163ac tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:21.681964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aedcc5-4ae9-44bc-acd9-eceb759163ac tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Port': ['ID=40db5090-bde5-4a94-a9df-022afc02bac7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:21.740231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87b44fef-2115-441b-82dd-1ec1a703e0b9 req-61face6b-768c-4130-8a37-4052350f3c23 service neutron] 10.222.0.57 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412082 Jul 23 20:43:21.831750 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-23aedcc5-4ae9-44bc-acd9-eceb759163ac tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:21.835663 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-23aedcc5-4ae9-44bc-acd9-eceb759163ac tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:21.837270 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-23aedcc5-4ae9-44bc-acd9-eceb759163ac tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/floatingips/9ad4b11d-a65d-40de-8418-34883faf44db HTTP/1.1" status: 204 len: 168 time: 0.6031702 Jul 23 20:43:21.841744 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51032) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:21.854685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': '556b3b34-d504-4378-81fc-36b26147c48f'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:21.889218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e2286-a5b5-44df-b547-b472192443c1 req-816c0b49-e8e0-4124-991a-3cf3dd1f44a8 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:21.891060 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-363e2286-a5b5-44df-b547-b472192443c1 req-816c0b49-e8e0-4124-991a-3cf3dd1f44a8 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.0860045 Jul 23 20:43:21.891514 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:21.940081 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-363e2286-a5b5-44df-b547-b472192443c1 req-8d80461e-d52c-4fbd-87b1-849a2bbc6625 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413859 Jul 23 20:43:22.014000 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:22.126693 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Allocated IP 172.25.3.207 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/cf3d2511-d1f4-4b70-b153-1134d5a5afdb) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:22.232529 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:22.279478 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:22.343606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:22.345056 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=cf3d2511-d1f4-4b70-b153-1134d5a5afdb,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:22.349182 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:22.356450 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:22.387967 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dba75-49a7-46a0-88af-a176f97e0990 req-5c69eb7b-8471-41f6-aae7-50386d5c9ed0 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:22.395901 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-908dba75-49a7-46a0-88af-a176f97e0990 req-5c69eb7b-8471-41f6-aae7-50386d5c9ed0 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.0917921 Jul 23 20:43:22.442682 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-908dba75-49a7-46a0-88af-a176f97e0990 req-d80bab6f-ccd7-4e51-87d9-d7630a9a3c8e tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428245 Jul 23 20:43:23.050427 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.105830 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198dfee-d59e-4c78-8e40-a43c95a6ccf3 req-b2682e9b-41ad-48c6-b3d4-fb70489cab34 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:23.108123 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b198dfee-d59e-4c78-8e40-a43c95a6ccf3 req-b2682e9b-41ad-48c6-b3d4-fb70489cab34 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.0791590 Jul 23 20:43:23.149832 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b198dfee-d59e-4c78-8e40-a43c95a6ccf3 req-b39b72c2-b34d-49d1-98fe-d644ee6ae7ad tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348918 Jul 23 20:43:23.157149 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.328075 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.334480 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.415011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=cf3d2511-d1f4-4b70-b153-1134d5a5afdb,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:23.436159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.566186 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Floating IP 96e0eeec-fee6-4913-9bbb-beaccdd13f39 associated. External IP: 172.25.3.207, port: 556b3b34-d504-4378-81fc-36b26147c48f. Jul 23 20:43:23.616902 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8bdbf-7fbb-46ca-9f88-66c64444a317 req-f864a0df-89f1-42b3-8c75-1087e702f092 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:23.618450 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ecd8bdbf-7fbb-46ca-9f88-66c64444a317 req-f864a0df-89f1-42b3-8c75-1087e702f092 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.0813434 Jul 23 20:43:23.695669 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ecd8bdbf-7fbb-46ca-9f88-66c64444a317 req-2faba6ce-c0cc-4d0e-af9a-e50ff99a5794 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650620 Jul 23 20:43:23.868685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router ee219f32-5cbd-4a76-851d-840f2bcc37fc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:24.046621 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:24.059671 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8373afaf-5719-40c1-9f20-a649a84a61f8 None None] Sync routers for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:24.071602 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:24.076923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8373afaf-5719-40c1-9f20-a649a84a61f8 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:24.077568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8373afaf-5719-40c1-9f20-a649a84a61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:24.126391 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-15f8d025-4c8e-4028-b64e-22b4f6aed73d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2799251 Jul 23 20:43:24.126953 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51074) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:24.138335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-cf06f163-d0b8-4a40-9f64-264f06658bd6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1242002033'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:24.165331 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8373afaf-5719-40c1-9f20-a649a84a61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:24.177098 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8373afaf-5719-40c1-9f20-a649a84a61f8 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:24.177714 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8373afaf-5719-40c1-9f20-a649a84a61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:42:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:24.179018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf06f163-d0b8-4a40-9f64-264f06658bd6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Made reservation on behalf of cc9b0c161db64a219abd1053c9c5d8b9 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:24.185544 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf06f163-d0b8-4a40-9f64-264f06658bd6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:24.223015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8373afaf-5719-40c1-9f20-a649a84a61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:24.224109 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8373afaf-5719-40c1-9f20-a649a84a61f8 None None] The sync data for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:24.249681 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf06f163-d0b8-4a40-9f64-264f06658bd6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:43:24.270991 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf06f163-d0b8-4a40-9f64-264f06658bd6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:24.271313 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-cf06f163-d0b8-4a40-9f64-264f06658bd6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Added segment 9fe32d65-230e-40b1-bbf6-e90e26ce39ca of type vlan for network 59286143-19ce-4478-89f4-1dea1983e267 Jul 23 20:43:24.362866 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf06f163-d0b8-4a40-9f64-264f06658bd6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:24.386980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9477c-2258-45c1-9ccc-181b4eec3af9 req-8c7982c9-9b61-4fd1-8357-e39cd8c44e30 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:24.388867 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ea9477c-2258-45c1-9ccc-181b4eec3af9 req-8c7982c9-9b61-4fd1-8357-e39cd8c44e30 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.1235454 Jul 23 20:43:24.452605 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf06f163-d0b8-4a40-9f64-264f06658bd6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:24.458157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf06f163-d0b8-4a40-9f64-264f06658bd6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:24.458757 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf06f163-d0b8-4a40-9f64-264f06658bd6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:24.471188 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ea9477c-2258-45c1-9ccc-181b4eec3af9 req-de9aa238-0042-416a-9976-58b113b82355 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657065 Jul 23 20:43:24.528501 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-21039843-bbd5-4812-a81f-fae031705870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:24.540168 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cf06f163-d0b8-4a40-9f64-264f06658bd6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4078970 Jul 23 20:43:24.543827 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51082) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:24.579433 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-cd364239-0bd6-440c-8d0d-556a0152113a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'subnet': {'network_id': '59286143-19ce-4478-89f4-1dea1983e267', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:24.636141 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06f163-d0b8-4a40-9f64-264f06658bd6 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Network': ['ID=59286143-19ce-4478-89f4-1dea1983e267,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:24.652977 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 59286143-19ce-4478-89f4-1dea1983e267 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:43:24.732473 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd364239-0bd6-440c-8d0d-556a0152113a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Made reservation on behalf of cc9b0c161db64a219abd1053c9c5d8b9 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:24.748289 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd364239-0bd6-440c-8d0d-556a0152113a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:24.978976 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd364239-0bd6-440c-8d0d-556a0152113a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:25.088118 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd364239-0bd6-440c-8d0d-556a0152113a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Subnet': ['ID=5c942ba3-e747-4559-8860-f3c0d0681321,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:25.092340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd364239-0bd6-440c-8d0d-556a0152113a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Checking segment: {'id': '9fe32d65-230e-40b1-bbf6-e90e26ce39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '59286143-19ce-4478-89f4-1dea1983e267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:25.092833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd364239-0bd6-440c-8d0d-556a0152113a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network hostable DHCP agents. Network: 59286143-19ce-4478-89f4-1dea1983e267, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:43:25.113997 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd364239-0bd6-440c-8d0d-556a0152113a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network 59286143-19ce-4478-89f4-1dea1983e267 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:43:25.123959 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-cd364239-0bd6-440c-8d0d-556a0152113a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 59286143-19ce-4478-89f4-1dea1983e267) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:25.132884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fa9fdb-c765-445b-942a-5393d0015d93 None None] Network 59286143-19ce-4478-89f4-1dea1983e267 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:25.135251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd364239-0bd6-440c-8d0d-556a0152113a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:25.135848 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd364239-0bd6-440c-8d0d-556a0152113a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:25.158170 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51090) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.165233 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-996986157', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}, 'admin_state_up': False}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:25.170939 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cd364239-0bd6-440c-8d0d-556a0152113a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6026115 Jul 23 20:43:25.195888 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:25.198310 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:25.316176 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:25.464693 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-59286143-19ce-4478-89f4-1dea1983e267', 'network_id': '59286143-19ce-4478-89f4-1dea1983e267', 'tenant_id': 'cc9b0c161db64a219abd1053c9c5d8b9', 'fixed_ips': [{'subnet_id': '5c942ba3-e747-4559-8860-f3c0d0681321'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:43:25.465794 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:25.472446 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:25.625328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Allocated IP 172.20.0.2 (59286143-19ce-4478-89f4-1dea1983e267/5c942ba3-e747-4559-8860-f3c0d0681321/7c2ef1aa-592d-4aa2-a705-86d2cf937cf1) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:25.717001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42790448-795d-489f-94aa-a9dcf81baeba req-3b48ffac-c5fc-40dd-8c17-4254be82a0bf tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:25.718439 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42790448-795d-489f-94aa-a9dcf81baeba req-3b48ffac-c5fc-40dd-8c17-4254be82a0bf tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.1479235 Jul 23 20:43:25.746301 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:25.774722 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:25.779966 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:25.783484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Transition to ACTIVE for port object 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:25.798510 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Transition to ACTIVE for port object 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:25.810182 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:25.831285 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Network 59286143-19ce-4478-89f4-1dea1983e267 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:25.839641 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42790448-795d-489f-94aa-a9dcf81baeba req-59ec6d5a-8837-424d-ab42-cccfc4b31311 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949652 Jul 23 20:43:25.855884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:25.859455 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:25.875579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Pushing event updated for resources: {'Port': ['ID=7c2ef1aa-592d-4aa2-a705-86d2cf937cf1,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:25.927826 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Attempting to bind port 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:43:25.928201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Attempting to bind port 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '9fe32d65-230e-40b1-bbf6-e90e26ce39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '59286143-19ce-4478-89f4-1dea1983e267'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:43:25.928567 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Attempting to bind port 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 on network 59286143-19ce-4478-89f4-1dea1983e267 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:43:25.933504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Allocated IP 172.25.3.253 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/ac623f62-c562-4e17-9232-0cfe0e0a1e33) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:25.933664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:43:25.933979 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Checking segment: {'id': '9fe32d65-230e-40b1-bbf6-e90e26ce39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '59286143-19ce-4478-89f4-1dea1983e267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:25.934382 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:25.934777 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Bound using segment: {'id': '9fe32d65-230e-40b1-bbf6-e90e26ce39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '59286143-19ce-4478-89f4-1dea1983e267'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:43:25.935479 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Bound port: 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe32d65-230e-40b1-bbf6-e90e26ce39ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '59286143-19ce-4478-89f4-1dea1983e267'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:43:25.935696 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:26.005740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] For port 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:43:26.011914 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] For port 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7c2ef1aa-592d-4aa2-a705-86d2cf937cf1,segment=NetworkSegment(9fe32d65-230e-40b1-bbf6-e90e26ce39ca),segment_id=9fe32d65-230e-40b1-bbf6-e90e26ce39ca)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:43:26.018468 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:26.049686 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:26.088694 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8ae76-e0ca-49f0-8b40-9d97697e4afc None None] Pushing event updated for resources: {'Port': ['ID=7c2ef1aa-592d-4aa2-a705-86d2cf937cf1,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:26.128270 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:26.200947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=ac623f62-c562-4e17-9232-0cfe0e0a1e33,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:26.213691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:26.219569 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:26.222143 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:26.626782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1332d6f-2614-46f2-9b65-d69f1e07bc48 req-8bd3d3eb-3c96-4fa6-ba62-815bf2317d44 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:26.628419 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1332d6f-2614-46f2-9b65-d69f1e07bc48 req-8bd3d3eb-3c96-4fa6-ba62-815bf2317d44 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.2000997 Jul 23 20:43:26.682330 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:26.687809 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1332d6f-2614-46f2-9b65-d69f1e07bc48 req-580d668b-c69a-4a70-8a61-7816f36fb285 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495989 Jul 23 20:43:26.925868 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:27.032793 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:43:27.091522 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d049976b-82a0-43a2-a982-bc95260dbdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:27.156302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1547c-71b4-4677-a5ce-195301a7720e req-a7bb2048-c259-4e72-89f3-74c2da888acf tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:27.163909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49b1547c-71b4-4677-a5ce-195301a7720e req-a7bb2048-c259-4e72-89f3-74c2da888acf tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.1927266 Jul 23 20:43:27.226581 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49b1547c-71b4-4677-a5ce-195301a7720e req-be6d5338-007e-4b47-8b1a-14eddad8cfb2 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617456 Jul 23 20:43:27.255969 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router 432f1d21-fd30-4bbd-a510-483481d2b883 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:43:27.341736 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:27.421439 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd40be9-5b33-4d6f-840a-91103cbe8d7a None None] Network 59286143-19ce-4478-89f4-1dea1983e267 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:27.466219 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:27.482417 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931aab4d-a5f0-449d-ad35-26335bd4a78c None None] Sync routers for ids ['432f1d21-fd30-4bbd-a510-483481d2b883'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:27.501111 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931aab4d-a5f0-449d-ad35-26335bd4a78c None None] Routers {'432f1d21-fd30-4bbd-a510-483481d2b883'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:27.501868 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-931aab4d-a5f0-449d-ad35-26335bd4a78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['432f1d21-fd30-4bbd-a510-483481d2b883'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:27.515505 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:27.517012 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-21c0ff3f-50d5-4c4d-a197-a6a3997199c2 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3577702 Jul 23 20:43:27.520556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51142) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:27.758857 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:43:27.760504 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-931aab4d-a5f0-449d-ad35-26335bd4a78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:27.779272 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931aab4d-a5f0-449d-ad35-26335bd4a78c None None] Routers {'432f1d21-fd30-4bbd-a510-483481d2b883'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:27.780276 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-931aab4d-a5f0-449d-ad35-26335bd4a78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['432f1d21-fd30-4bbd-a510-483481d2b883'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:27.828762 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1d43090f-6fe3-4843-aaaf-f96d7371f9d4 None None] Provisioning for port 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:27.858541 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-931aab4d-a5f0-449d-ad35-26335bd4a78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:27.859563 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931aab4d-a5f0-449d-ad35-26335bd4a78c None None] The sync data for ids ['432f1d21-fd30-4bbd-a510-483481d2b883'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:28.037323 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:28.042467 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:28.042942 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:28.235944 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:28.359329 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7c2ef1aa-592d-4aa2-a705-86d2cf937cf1,segment=NetworkSegment(9fe32d65-230e-40b1-bbf6-e90e26ce39ca),segment_id=9fe32d65-230e-40b1-bbf6-e90e26ce39ca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:28.367693 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:28.458158 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-314fc861-0dd8-4ad4-b50d-d846a51bcf83 None None] Provisioning complete for port 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:28.458839 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-314fc861-0dd8-4ad4-b50d-d846a51bcf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:28.460983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327d45d-930a-4a59-99f7-e7e21faa4b17 req-e501e0ec-5c98-4236-89bc-4d303f1f7d04 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:28.468243 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a327d45d-930a-4a59-99f7-e7e21faa4b17 req-e501e0ec-5c98-4236-89bc-4d303f1f7d04 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.1125698 Jul 23 20:43:28.494425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=7c2ef1aa-592d-4aa2-a705-86d2cf937cf1,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:28.519335 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:28.521714 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:28.522348 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a327d45d-930a-4a59-99f7-e7e21faa4b17 req-ef503ca4-5bc2-4ca9-823e-fa6c7c74d490 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530760 Jul 23 20:43:28.916609 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bd51ab2a-cbc7-4542-81ca-e5ed6825c045 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:28.918314 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bd51ab2a-cbc7-4542-81ca-e5ed6825c045 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 812 time: 0.1135399 Jul 23 20:43:28.933861 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-f8eccdf2-84e9-44d0-84a7-9028104c95e6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/quotas/c35e6d69f6ba464b946144b17db2c502 HTTP/1.1" status: 200 len: 375 time: 0.0100374 Jul 23 20:43:29.005187 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-4860e828-e08a-4b65-b64e-636d16b88d1b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655367 Jul 23 20:43:29.111640 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-7d2b7b21-9f2c-480e-b661-708f7ced1f71 service neutron] 10.222.0.55 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996063 Jul 23 20:43:29.140242 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Allocated IP 172.20.0.1 (59286143-19ce-4478-89f4-1dea1983e267/5c942ba3-e747-4559-8860-f3c0d0681321/a9787c4a-33f3-4420-a341-12903aca638f) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:29.221694 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-61bd2409-6144-4134-902c-0558b709833a service neutron] 10.222.0.55 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033826 Jul 23 20:43:29.275385 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:29.291436 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Transition to ACTIVE for port object a9787c4a-33f3-4420-a341-12903aca638f will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:29.330396 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:29.377398 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network 59286143-19ce-4478-89f4-1dea1983e267 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:29.381437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:29.388157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:29.446204 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:29.485046 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f5b2c88-d477-4944-9757-7b2a5cb6345d req-41996b07-da13-4a91-875a-d79319b3c91d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 210 time: 0.0843027 Jul 23 20:43:29.509825 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=a9787c4a-33f3-4420-a341-12903aca638f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:29.708318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:43:29.733729 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:29.767862 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8b4ce0e9-9de1-4475-a153-e0a938738fb8 None None] Provisioning for port a9787c4a-33f3-4420-a341-12903aca638f completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:29.776355 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8b4ce0e9-9de1-4475-a153-e0a938738fb8 None None] Provisioning complete for port a9787c4a-33f3-4420-a341-12903aca638f triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:29.776729 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8b4ce0e9-9de1-4475-a153-e0a938738fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:29.781610 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01560ca8-660c-4b0f-a7d4-30c3aaa4d08f req-8d351231-1f53-43de-bc26-9dc7d28d669f tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:29.783188 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-01560ca8-660c-4b0f-a7d4-30c3aaa4d08f req-8d351231-1f53-43de-bc26-9dc7d28d669f tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.1315866 Jul 23 20:43:29.837964 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8b4ce0e9-9de1-4475-a153-e0a938738fb8 None None] Port a9787c4a-33f3-4420-a341-12903aca638f cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:43:29.857274 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-01560ca8-660c-4b0f-a7d4-30c3aaa4d08f req-70f15d7f-e3df-4bcd-9f86-dbeb144e3ff2 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674703 Jul 23 20:43:29.865644 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:29.865644 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:29.921078 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:30.118962 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:30.124371 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:30.201579 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=a9787c4a-33f3-4420-a341-12903aca638f,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:30.204127 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:30.297628 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network 59286143-19ce-4478-89f4-1dea1983e267 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:30.299052 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:30.417557 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router 432f1d21-fd30-4bbd-a510-483481d2b883 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:30.590062 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:30.604374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce12a1ff-b3bf-4a05-ac70-02a9195240a3 None None] Sync routers for ids ['432f1d21-fd30-4bbd-a510-483481d2b883'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:30.620223 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce12a1ff-b3bf-4a05-ac70-02a9195240a3 None None] Routers {'432f1d21-fd30-4bbd-a510-483481d2b883'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:30.621417 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ce12a1ff-b3bf-4a05-ac70-02a9195240a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['432f1d21-fd30-4bbd-a510-483481d2b883'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:30.631506 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-443f2e02-d33b-4855-9f4d-b248b6c68f15 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "PUT /v2.0/routers/432f1d21-fd30-4bbd-a510-483481d2b883/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1069553 Jul 23 20:43:30.632939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51198) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:30.634125 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2e79078-e508-4038-a8f3-3f2e47aea79d req-2defd54c-87aa-4ee3-9edb-3de0e2ca419e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 210 time: 0.0406036 Jul 23 20:43:30.652093 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-00c0d105-0f48-499d-99fc-5d55a01b80bc tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'port': {'network_id': '59286143-19ce-4478-89f4-1dea1983e267', 'name': 'tempest-FloatingIPTestJSON-34223007'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:30.707220 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ce12a1ff-b3bf-4a05-ac70-02a9195240a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:30.729337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-938361cd-a3f3-40d0-8f09-37c500a191ab None None] Provisioning complete for port a9787c4a-33f3-4420-a341-12903aca638f triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:30.730382 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-938361cd-a3f3-40d0-8f09-37c500a191ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:30.767773 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce12a1ff-b3bf-4a05-ac70-02a9195240a3 None None] Routers {'432f1d21-fd30-4bbd-a510-483481d2b883'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:30.770595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ce12a1ff-b3bf-4a05-ac70-02a9195240a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['432f1d21-fd30-4bbd-a510-483481d2b883'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:30.773474 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-938361cd-a3f3-40d0-8f09-37c500a191ab None None] Port a9787c4a-33f3-4420-a341-12903aca638f cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:43:30.805734 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ce12a1ff-b3bf-4a05-ac70-02a9195240a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:30.806634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce12a1ff-b3bf-4a05-ac70-02a9195240a3 None None] The sync data for ids ['432f1d21-fd30-4bbd-a510-483481d2b883'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:30.920805 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c0d105-0f48-499d-99fc-5d55a01b80bc tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Made reservation on behalf of cc9b0c161db64a219abd1053c9c5d8b9 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:30.924765 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-00c0d105-0f48-499d-99fc-5d55a01b80bc tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:30.961996 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-00c0d105-0f48-499d-99fc-5d55a01b80bc tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] device_id is not set on port 271cbff8-0332-46c7-843e-7458dd29a065 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:43:31.013012 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-38c429cf-9c6d-4d4f-885b-7e8c45c07e41 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:31.014560 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-38c429cf-9c6d-4d4f-885b-7e8c45c07e41 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.48 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 812 time: 0.2468040 Jul 23 20:43:31.032841 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-d1a64ee4-5b04-4673-994b-c693b8db8d36 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Request body: {'port': {'device_id': '369dd4cb-f0f5-4f32-91af-7faa97c1146d', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'admin_state_up': True, 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:31.088256 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d583f7-f0f4-47a7-a752-a4ec3f7fe6ee req-3f3d6200-dac7-4f03-98d1-1945941b112d tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:31.098372 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b7d583f7-f0f4-47a7-a752-a4ec3f7fe6ee req-3f3d6200-dac7-4f03-98d1-1945941b112d tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.1055484 Jul 23 20:43:31.168295 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b7d583f7-f0f4-47a7-a752-a4ec3f7fe6ee req-bbe1fa7e-aa67-479b-877c-8888e3cefb22 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678575 Jul 23 20:43:31.174436 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-00c0d105-0f48-499d-99fc-5d55a01b80bc tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Allocated IP 172.20.0.6 (59286143-19ce-4478-89f4-1dea1983e267/5c942ba3-e747-4559-8860-f3c0d0681321/271cbff8-0332-46c7-843e-7458dd29a065) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:31.325953 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-d1a64ee4-5b04-4673-994b-c693b8db8d36 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Made reservation on behalf of c35e6d69f6ba464b946144b17db2c502 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:31.329408 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-d1a64ee4-5b04-4673-994b-c693b8db8d36 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:31.478643 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-d1a64ee4-5b04-4673-994b-c693b8db8d36 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Allocated IP 172.20.0.6 (b37ae9d4-a01a-4b66-aedc-028c2a70372c/fef0d0b9-4029-46b2-a364-4ad3b1845875/9fc17ce3-ee45-4f14-8b24-09d34326fc02) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:31.511552 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-00c0d105-0f48-499d-99fc-5d55a01b80bc tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:31.541906 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-00c0d105-0f48-499d-99fc-5d55a01b80bc tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Transition to ACTIVE for port object 271cbff8-0332-46c7-843e-7458dd29a065 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:31.683944 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-00c0d105-0f48-499d-99fc-5d55a01b80bc tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:31.792615 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c0d105-0f48-499d-99fc-5d55a01b80bc tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Network 59286143-19ce-4478-89f4-1dea1983e267 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:31.799460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-00c0d105-0f48-499d-99fc-5d55a01b80bc tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:31.817779 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-882c0edc-2d28-4eb6-94f2-783e61950dd0 req-fc1dc75c-635b-4631-ba51-08bfb8f3a929 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 210 time: 0.0628142 Jul 23 20:43:31.818828 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-d1a64ee4-5b04-4673-994b-c693b8db8d36 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:31.818828 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0d105-0f48-499d-99fc-5d55a01b80bc tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event updated for resources: {'Port': ['ID=271cbff8-0332-46c7-843e-7458dd29a065,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:31.820194 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c0d105-0f48-499d-99fc-5d55a01b80bc tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:31.866098 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-d1a64ee4-5b04-4673-994b-c693b8db8d36 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Transition to ACTIVE for port object 9fc17ce3-ee45-4f14-8b24-09d34326fc02 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:31.890125 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c0d105-0f48-499d-99fc-5d55a01b80bc tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:31.890856 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-00c0d105-0f48-499d-99fc-5d55a01b80bc tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:31.917343 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-00c0d105-0f48-499d-99fc-5d55a01b80bc tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.2837188 Jul 23 20:43:31.919957 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51218) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:31.925657 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-49467624-74c7-4c1d-8e37-62f0e72d2cbf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Request body: {'floatingip': {'port_id': '271cbff8-0332-46c7-843e-7458dd29a065'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:31.946728 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-d1a64ee4-5b04-4673-994b-c693b8db8d36 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:31.996590 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-d1a64ee4-5b04-4673-994b-c693b8db8d36 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Network b37ae9d4-a01a-4b66-aedc-028c2a70372c is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:31.999955 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-d1a64ee4-5b04-4673-994b-c693b8db8d36 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:32.002691 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-d1a64ee4-5b04-4673-994b-c693b8db8d36 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:32.060850 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a64ee4-5b04-4673-994b-c693b8db8d36 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'Port': ['ID=9fc17ce3-ee45-4f14-8b24-09d34326fc02,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:32.074318 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-49467624-74c7-4c1d-8e37-62f0e72d2cbf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:32.099453 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-d1a64ee4-5b04-4673-994b-c693b8db8d36 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:32.100046 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-d1a64ee4-5b04-4673-994b-c693b8db8d36 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:32.124572 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-d1a64ee4-5b04-4673-994b-c693b8db8d36 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0955083 Jul 23 20:43:32.138767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Request body: {'port': {'device_id': '369dd4cb-f0f5-4f32-91af-7faa97c1146d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:32.216779 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-edeb30a3-5f6b-4a15-9120-c34f04f3d827 None None] Provisioning for port 271cbff8-0332-46c7-843e-7458dd29a065 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:32.221606 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-edeb30a3-5f6b-4a15-9120-c34f04f3d827 None None] Provisioning complete for port 271cbff8-0332-46c7-843e-7458dd29a065 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:32.222202 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-edeb30a3-5f6b-4a15-9120-c34f04f3d827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:32.266590 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:32.289944 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-edeb30a3-5f6b-4a15-9120-c34f04f3d827 None None] Port 271cbff8-0332-46c7-843e-7458dd29a065 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:43:32.428312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ffcd076b-4e91-4947-9705-76882ed0f990 None None] Provisioning for port 9fc17ce3-ee45-4f14-8b24-09d34326fc02 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:32.434243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ffcd076b-4e91-4947-9705-76882ed0f990 None None] Provisioning complete for port 9fc17ce3-ee45-4f14-8b24-09d34326fc02 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:32.434658 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffcd076b-4e91-4947-9705-76882ed0f990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:32.529489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ffcd076b-4e91-4947-9705-76882ed0f990 None None] Port 9fc17ce3-ee45-4f14-8b24-09d34326fc02 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:43:32.640494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc17ce3-ee45-4f14-8b24-09d34326fc02 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:43:32.649849 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:32.663746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Transition to ACTIVE for port object 9fc17ce3-ee45-4f14-8b24-09d34326fc02 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:32.680537 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:32.739433 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Pushing event updated for resources: {'Port': ['ID=9fc17ce3-ee45-4f14-8b24-09d34326fc02,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:32.864325 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Attempting to bind port 9fc17ce3-ee45-4f14-8b24-09d34326fc02 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:43:32.864814 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Attempting to bind port 9fc17ce3-ee45-4f14-8b24-09d34326fc02 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:43:32.864972 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Attempting to bind port 9fc17ce3-ee45-4f14-8b24-09d34326fc02 on network b37ae9d4-a01a-4b66-aedc-028c2a70372c {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:43:32.869480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Port 9fc17ce3-ee45-4f14-8b24-09d34326fc02 on network b37ae9d4-a01a-4b66-aedc-028c2a70372c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:43:32.869811 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Attempting to bind port 9fc17ce3-ee45-4f14-8b24-09d34326fc02 on network b37ae9d4-a01a-4b66-aedc-028c2a70372c {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:43:32.875000 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:43:32.875367 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Checking segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:32.876034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Bound using segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:43:32.876470 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Bound port: 9fc17ce3-ee45-4f14-8b24-09d34326fc02, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:43:32.876828 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:33.047959 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] For port 9fc17ce3-ee45-4f14-8b24-09d34326fc02, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:43:33.051289 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] For port 9fc17ce3-ee45-4f14-8b24-09d34326fc02, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9fc17ce3-ee45-4f14-8b24-09d34326fc02,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:43:33.068154 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:33.139805 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Pushing event updated for resources: {'Port': ['ID=9fc17ce3-ee45-4f14-8b24-09d34326fc02,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:33.164550 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:33.165440 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:33.168625 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-bda9c928-5940-4d82-a39e-be56594b28ea service neutron] 10.222.0.48 "PUT /v2.0/ports/9fc17ce3-ee45-4f14-8b24-09d34326fc02 HTTP/1.1" status: 200 len: 1092 time: 1.0348418 Jul 23 20:43:33.170136 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369dd4cb-f0f5-4f32-91af-7faa97c1146d', 'tag': '9fc17ce3-ee45-4f14-8b24-09d34326fc02'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:43:33.182518 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2e78b9-108e-457c-9d61-996bf77c0834" -d '{"events": [{"name": "network-changed", "server_uuid": "369dd4cb-f0f5-4f32-91af-7faa97c1146d", "tag": "9fc17ce3-ee45-4f14-8b24-09d34326fc02"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:43:33.216126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece336e-6315-419c-828f-cb5ca20dfcc8 req-1022eb9b-32d4-4640-be5b-543360fd3c8b tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:33.218387 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eece336e-6315-419c-828f-cb5ca20dfcc8 req-1022eb9b-32d4-4640-be5b-543360fd3c8b tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.9176667 Jul 23 20:43:33.326317 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.resource_extend [None req-49467624-74c7-4c1d-8e37-62f0e72d2cbf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:43:33.341525 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-fdb7c6c7-bbbd-49d8-bd5c-eb22ace1a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:33.342934 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-fdb7c6c7-bbbd-49d8-bd5c-eb22ace1a5dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 1095 time: 0.1075716 Jul 23 20:43:33.413189 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eece336e-6315-419c-828f-cb5ca20dfcc8 req-a9c7fd71-5a65-45d6-aa4e-6e9a9212655a tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395659 Jul 23 20:43:33.415586 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-2563c5c0-9af6-4b7d-8691-0a35acb96a1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fc17ce3-ee45-4f14-8b24-09d34326fc02 HTTP/1.1" status: 200 len: 217 time: 0.0605366 Jul 23 20:43:33.432105 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-49467624-74c7-4c1d-8e37-62f0e72d2cbf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:33.455949 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97456725-8575-42da-a9bc-9db3d820107f req-4a480048-06fa-4562-a848-bfdec038c794 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:33.463322 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-97456725-8575-42da-a9bc-9db3d820107f req-4a480048-06fa-4562-a848-bfdec038c794 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 943 time: 0.4217393 Jul 23 20:43:33.508641 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-49467624-74c7-4c1d-8e37-62f0e72d2cbf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:33.554274 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-561065a7-54bc-4392-980c-212effe92964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:33.557296 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-561065a7-54bc-4392-980c-212effe92964 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.1269743 Jul 23 20:43:33.632309 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92d51e5-fa5a-4f4b-b302-bd63ec27b62f x-openstack-request-id: req-e92d51e5-fa5a-4f4b-b302-bd63ec27b62f {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:43:33.632613 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369dd4cb-f0f5-4f32-91af-7faa97c1146d", "tag": "9fc17ce3-ee45-4f14-8b24-09d34326fc02", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:43:33.632870 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e92d51e5-fa5a-4f4b-b302-bd63ec27b62f {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:43:33.633272 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369dd4cb-f0f5-4f32-91af-7faa97c1146d', 'tag': '9fc17ce3-ee45-4f14-8b24-09d34326fc02', 'status': 'completed', 'code': 200} Jul 23 20:43:33.649912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78ce97-d9ff-4aab-a9ac-8705ce905fb2 req-ac5eb98d-1f4d-45ff-ba1a-c2c2626204e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:33.651736 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4b78ce97-d9ff-4aab-a9ac-8705ce905fb2 req-ac5eb98d-1f4d-45ff-ba1a-c2c2626204e1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 1097 time: 0.4075003 Jul 23 20:43:33.653009 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-49467624-74c7-4c1d-8e37-62f0e72d2cbf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Floating IP 96e0eeec-fee6-4913-9bbb-beaccdd13f39 associated. External IP: 172.25.3.207, port: 556b3b34-d504-4378-81fc-36b26147c48f. Jul 23 20:43:33.670653 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-97456725-8575-42da-a9bc-9db3d820107f req-2f8b702a-2aff-4e80-8032-1cc4c479a9e6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056351 Jul 23 20:43:33.676556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-5a4c98d8-ba61-4b66-a685-3372ed4532a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:33.678141 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-5a4c98d8-ba61-4b66-a685-3372ed4532a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125290 Jul 23 20:43:33.861235 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4b78ce97-d9ff-4aab-a9ac-8705ce905fb2 req-3da0fb8e-703d-4e2c-8654-3fee6791606d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861658 Jul 23 20:43:33.880370 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-9bad559e-c5f5-4269-8387-ea51f26ba821 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914234 Jul 23 20:43:34.000804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49467624-74c7-4c1d-8e37-62f0e72d2cbf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router ee219f32-5cbd-4a76-851d-840f2bcc37fc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:34.033895 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-14b2c340-d0a2-4da2-95f6-3b487bc5e941 req-29df0058-3a91-48e5-b621-ea60bc337135 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375604 Jul 23 20:43:34.155502 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49467624-74c7-4c1d-8e37-62f0e72d2cbf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:34.169595 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a7e562-c266-47d5-84fc-c4baccd17a21 None None] Sync routers for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:34.183996 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a7e562-c266-47d5-84fc-c4baccd17a21 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:34.185007 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-47a7e562-c266-47d5-84fc-c4baccd17a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:34.195156 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e78b9-108e-457c-9d61-996bf77c0834 req-2e524c81-b9f9-47ca-bc14-f29144b3c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:34.196946 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ac2e78b9-108e-457c-9d61-996bf77c0834 req-2e524c81-b9f9-47ca-bc14-f29144b3c5fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 1095 time: 0.0964096 Jul 23 20:43:34.239250 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-47a7e562-c266-47d5-84fc-c4baccd17a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:34.251963 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a7e562-c266-47d5-84fc-c4baccd17a21 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:34.252850 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-47a7e562-c266-47d5-84fc-c4baccd17a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:34.307812 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-47a7e562-c266-47d5-84fc-c4baccd17a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:34.308956 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a7e562-c266-47d5-84fc-c4baccd17a21 None None] The sync data for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:34.353017 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e78b9-108e-457c-9d61-996bf77c0834 req-2e4df2e2-5ab6-4312-8b83-3a2158abc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:34.354624 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ac2e78b9-108e-457c-9d61-996bf77c0834 req-2e4df2e2-5ab6-4312-8b83-3a2158abc622 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 913 time: 0.1497514 Jul 23 20:43:34.415140 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ac2e78b9-108e-457c-9d61-996bf77c0834 req-4d0f628c-6cf0-4439-9a1c-9919b3f307cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fc17ce3-ee45-4f14-8b24-09d34326fc02 HTTP/1.1" status: 200 len: 217 time: 0.0489450 Jul 23 20:43:34.453592 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49467624-74c7-4c1d-8e37-62f0e72d2cbf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router 432f1d21-fd30-4bbd-a510-483481d2b883 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:34.482455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e78b9-108e-457c-9d61-996bf77c0834 req-d90864de-5eca-4382-8c5e-bc5d4ca061fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:34.484183 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ac2e78b9-108e-457c-9d61-996bf77c0834 req-d90864de-5eca-4382-8c5e-bc5d4ca061fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.0574400 Jul 23 20:43:34.577455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49467624-74c7-4c1d-8e37-62f0e72d2cbf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:34.589251 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7458c519-9064-4f1a-88ad-6f07b6083456 None None] Sync routers for ids ['432f1d21-fd30-4bbd-a510-483481d2b883'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:34.602138 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-49467624-74c7-4c1d-8e37-62f0e72d2cbf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:34.615398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7458c519-9064-4f1a-88ad-6f07b6083456 None None] Routers {'432f1d21-fd30-4bbd-a510-483481d2b883'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:34.616423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7458c519-9064-4f1a-88ad-6f07b6083456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['432f1d21-fd30-4bbd-a510-483481d2b883'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:34.703041 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7458c519-9064-4f1a-88ad-6f07b6083456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:34.720618 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e78b9-108e-457c-9d61-996bf77c0834 req-c1beb64b-c003-4886-b66c-7ab6fd0c1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:34.723271 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ac2e78b9-108e-457c-9d61-996bf77c0834 req-c1beb64b-c003-4886-b66c-7ab6fd0c1a32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2286057 Jul 23 20:43:34.741482 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7458c519-9064-4f1a-88ad-6f07b6083456 None None] Routers {'432f1d21-fd30-4bbd-a510-483481d2b883'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:34.742556 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7458c519-9064-4f1a-88ad-6f07b6083456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['432f1d21-fd30-4bbd-a510-483481d2b883'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:34.811756 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7458c519-9064-4f1a-88ad-6f07b6083456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:34.814442 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7458c519-9064-4f1a-88ad-6f07b6083456 None None] The sync data for ids ['432f1d21-fd30-4bbd-a510-483481d2b883'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:34.996402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51254) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:35.007741 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-49467624-74c7-4c1d-8e37-62f0e72d2cbf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "PUT /v2.0/floatingips/96e0eeec-fee6-4913-9bbb-beaccdd13f39 HTTP/1.1" status: 200 len: 976 time: 3.0860891 Jul 23 20:43:35.031277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361383a3-bf66-44be-a331-1080831e6ee4 req-2c0bd615-9c8b-4070-8ef4-ef8835b985d8 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:35.032910 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-361383a3-bf66-44be-a331-1080831e6ee4 req-2c0bd615-9c8b-4070-8ef4-ef8835b985d8 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.3798337 Jul 23 20:43:35.069022 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ac2e78b9-108e-457c-9d61-996bf77c0834 req-f20f3440-33a8-4a4d-9eb1-ff752116b23d service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293545 Jul 23 20:43:35.163141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9c0f0-1ddf-4f1f-bb9c-666eaae5655b req-35f68691-f69a-4fde-b8fe-8f5df2b6f92b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:35.172265 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4c9c0f0-1ddf-4f1f-bb9c-666eaae5655b req-35f68691-f69a-4fde-b8fe-8f5df2b6f92b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 943 time: 0.3144624 Jul 23 20:43:35.187761 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-361383a3-bf66-44be-a331-1080831e6ee4 req-54b50cd9-ec4e-4585-9afd-dfc205cdeeaa tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344144 Jul 23 20:43:35.330149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4c9c0f0-1ddf-4f1f-bb9c-666eaae5655b req-d80a992f-c699-4f6e-ab72-99618bc2ccd0 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412015 Jul 23 20:43:35.579688 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ac2e78b9-108e-457c-9d61-996bf77c0834 req-af75f0cf-64e2-4cef-97c1-f77b0da57667 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895775 Jul 23 20:43:35.583405 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-cd105a0d-4cc6-488d-9f24-d20a3a7e2c4b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Deleting port 271cbff8-0332-46c7-843e-7458dd29a065 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:35.584345 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd105a0d-4cc6-488d-9f24-d20a3a7e2c4b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:35.704256 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd105a0d-4cc6-488d-9f24-d20a3a7e2c4b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:36.055831 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd105a0d-4cc6-488d-9f24-d20a3a7e2c4b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:36.056548 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd105a0d-4cc6-488d-9f24-d20a3a7e2c4b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:36.056548 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-cd105a0d-4cc6-488d-9f24-d20a3a7e2c4b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Floating IP 96e0eeec-fee6-4913-9bbb-beaccdd13f39 disassociated. External IP: 172.25.3.207, port: 271cbff8-0332-46c7-843e-7458dd29a065. Jul 23 20:43:36.057891 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-cd105a0d-4cc6-488d-9f24-d20a3a7e2c4b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Calling delete_port for 271cbff8-0332-46c7-843e-7458dd29a065 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:36.296519 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd105a0d-4cc6-488d-9f24-d20a3a7e2c4b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:36.356684 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd105a0d-4cc6-488d-9f24-d20a3a7e2c4b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Port': ['ID=271cbff8-0332-46c7-843e-7458dd29a065,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:36.444532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e21a1b-7580-4ccb-ad6d-58cdef22f582 req-7abdcc37-3e1e-4ddb-9180-6f2c065e01ad tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:36.454054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-05e21a1b-7580-4ccb-ad6d-58cdef22f582 req-7abdcc37-3e1e-4ddb-9180-6f2c065e01ad tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.1073790 Jul 23 20:43:36.583014 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-05e21a1b-7580-4ccb-ad6d-58cdef22f582 req-1efabb46-2b3c-4cf0-8a0e-900357f603be tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267803 Jul 23 20:43:36.628550 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6923fb-e73c-4058-b259-d20257e587c2 req-886c6848-4d43-486e-8d15-c8f5a430e31d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:36.640899 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd6923fb-e73c-4058-b259-d20257e587c2 req-886c6848-4d43-486e-8d15-c8f5a430e31d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 943 time: 0.1496782 Jul 23 20:43:36.661572 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd105a0d-4cc6-488d-9f24-d20a3a7e2c4b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router 432f1d21-fd30-4bbd-a510-483481d2b883 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:36.724741 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd6923fb-e73c-4058-b259-d20257e587c2 req-9ec71c45-dea5-4425-88c0-c680b94d150e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830986 Jul 23 20:43:36.852614 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd105a0d-4cc6-488d-9f24-d20a3a7e2c4b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:36.874437 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4743856e-11dc-4cee-b291-3616e310b0a8 None None] Sync routers for ids ['432f1d21-fd30-4bbd-a510-483481d2b883'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:36.893005 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4743856e-11dc-4cee-b291-3616e310b0a8 None None] Routers {'432f1d21-fd30-4bbd-a510-483481d2b883'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:36.897854 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4743856e-11dc-4cee-b291-3616e310b0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['432f1d21-fd30-4bbd-a510-483481d2b883'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:36.985310 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4743856e-11dc-4cee-b291-3616e310b0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:36.997531 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd105a0d-4cc6-488d-9f24-d20a3a7e2c4b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:36.997531 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cd105a0d-4cc6-488d-9f24-d20a3a7e2c4b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/ports/271cbff8-0332-46c7-843e-7458dd29a065 HTTP/1.1" status: 204 len: 168 time: 1.9994223 Jul 23 20:43:37.000037 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51310) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:37.014245 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4743856e-11dc-4cee-b291-3616e310b0a8 None None] Routers {'432f1d21-fd30-4bbd-a510-483481d2b883'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:37.015973 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4743856e-11dc-4cee-b291-3616e310b0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['432f1d21-fd30-4bbd-a510-483481d2b883'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:37.054661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f279d93-e3e4-4b0c-b72d-f07812677ed2 req-6a00e07d-bd5c-4994-8f41-d60578c18d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:37.059731 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f279d93-e3e4-4b0c-b72d-f07812677ed2 req-6a00e07d-bd5c-4994-8f41-d60578c18d54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50c6ff5a6f7146509973201a15b1a892&device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 1097 time: 0.1072366 Jul 23 20:43:37.098741 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4743856e-11dc-4cee-b291-3616e310b0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:37.099415 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4743856e-11dc-4cee-b291-3616e310b0a8 None None] The sync data for ids ['432f1d21-fd30-4bbd-a510-483481d2b883'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:37.329566 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f11a35-d509-4090-b09f-a8a9a525b5df req-6ebc2c0e-c62f-4e1a-8fc9-ab28a8f8f2ab tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:37.341567 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29f11a35-d509-4090-b09f-a8a9a525b5df req-6ebc2c0e-c62f-4e1a-8fc9-ab28a8f8f2ab tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.2563736 Jul 23 20:43:37.349421 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f279d93-e3e4-4b0c-b72d-f07812677ed2 req-986f5895-5008-40ca-8a86-b69378f02f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:37.351226 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f279d93-e3e4-4b0c-b72d-f07812677ed2 req-986f5895-5008-40ca-8a86-b69378f02f3d service neutron] 10.222.0.57 "GET /v2.0/networks?id=f90b3a41-4969-4cfa-9ca5-6d312e791d7b HTTP/1.1" status: 200 len: 911 time: 0.2807148 Jul 23 20:43:37.417607 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f279d93-e3e4-4b0c-b72d-f07812677ed2 req-dd117330-6f49-4e3a-8da1-c0a702672aa9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5da5755b-5edc-4fc9-847c-d80b7ff98373 HTTP/1.1" status: 200 len: 217 time: 0.0574064 Jul 23 20:43:37.509161 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29f11a35-d509-4090-b09f-a8a9a525b5df req-087ef859-c9f6-4c84-b252-5e0d631e49e5 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612842 Jul 23 20:43:37.524952 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f279d93-e3e4-4b0c-b72d-f07812677ed2 req-b48a6b26-1f11-47ec-9146-2baa3db810e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:37.526795 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f279d93-e3e4-4b0c-b72d-f07812677ed2 req-b48a6b26-1f11-47ec-9146-2baa3db810e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f7d5a8f-73b3-41da-b110-f6b7061f8652 HTTP/1.1" status: 200 len: 850 time: 0.0969837 Jul 23 20:43:37.587238 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f279d93-e3e4-4b0c-b72d-f07812677ed2 req-0bd7237a-5758-43f3-a342-fd8b0b5a8a06 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f90b3a41-4969-4cfa-9ca5-6d312e791d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540762 Jul 23 20:43:37.728964 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f279d93-e3e4-4b0c-b72d-f07812677ed2 req-bc56bdeb-531f-45da-9932-004aa65ecd9d service neutron] 10.222.0.57 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351421 Jul 23 20:43:37.767447 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60ead374-e883-4fd9-841f-b05a81843bce tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:37.912282 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f279d93-e3e4-4b0c-b72d-f07812677ed2 req-417a5a67-79bf-490c-ae5d-912393df65f0 service neutron] 10.222.0.57 "GET /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774297 Jul 23 20:43:38.010700 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e2749-822c-4228-a7e1-ff3cbf72cae6 req-3ceab261-3216-45a8-9dce-1f18f3deb7a7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:38.018299 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-835e2749-822c-4228-a7e1-ff3cbf72cae6 req-3ceab261-3216-45a8-9dce-1f18f3deb7a7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 943 time: 0.1182988 Jul 23 20:43:38.059692 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-835e2749-822c-4228-a7e1-ff3cbf72cae6 req-c8bce727-6a44-480f-af1c-b6889e0c260b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 Jul 23 20:43:38.390545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-60ead374-e883-4fd9-841f-b05a81843bce tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Deleting port a9787c4a-33f3-4420-a341-12903aca638f {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:38.390974 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60ead374-e883-4fd9-841f-b05a81843bce tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:38.496867 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60ead374-e883-4fd9-841f-b05a81843bce tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:38.512766 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-60ead374-e883-4fd9-841f-b05a81843bce tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Calling delete_port for a9787c4a-33f3-4420-a341-12903aca638f owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:38.705080 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8196152-9b2f-4e85-b074-decfd2a4be64 req-3a5c033e-dd30-4ec6-b448-96a2632e2a7d tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:38.706420 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b8196152-9b2f-4e85-b074-decfd2a4be64 req-3a5c033e-dd30-4ec6-b448-96a2632e2a7d tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.1104584 Jul 23 20:43:38.759646 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b8196152-9b2f-4e85-b074-decfd2a4be64 req-380a3610-e141-4f22-875a-bfce05ca3c6d tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468860 Jul 23 20:43:38.827337 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60ead374-e883-4fd9-841f-b05a81843bce tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:38.856790 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ead374-e883-4fd9-841f-b05a81843bce tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Port': ['ID=a9787c4a-33f3-4420-a341-12903aca638f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:39.116333 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-60ead374-e883-4fd9-841f-b05a81843bce tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:39.256934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b40e5-74a1-450a-ae57-bafff1b2234d req-75c986d1-6327-410b-9e64-34e01546b7d6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:39.259388 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-256b40e5-74a1-450a-ae57-bafff1b2234d req-75c986d1-6327-410b-9e64-34e01546b7d6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 943 time: 0.1112528 Jul 23 20:43:39.330412 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-256b40e5-74a1-450a-ae57-bafff1b2234d req-a0ec64ed-6fd6-42bc-9ab2-26bd4e43a29c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652773 Jul 23 20:43:39.594699 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ead374-e883-4fd9-841f-b05a81843bce tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router 432f1d21-fd30-4bbd-a510-483481d2b883 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:39.714363 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ead374-e883-4fd9-841f-b05a81843bce tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:39.726654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4820ddb-ef11-4c8d-a78a-1f1f5146e31e None None] Sync routers for ids ['432f1d21-fd30-4bbd-a510-483481d2b883'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:39.741067 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-60ead374-e883-4fd9-841f-b05a81843bce tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "PUT /v2.0/routers/432f1d21-fd30-4bbd-a510-483481d2b883/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7383130 Jul 23 20:43:39.742790 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4820ddb-ef11-4c8d-a78a-1f1f5146e31e None None] Routers {'432f1d21-fd30-4bbd-a510-483481d2b883'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:39.743425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c4820ddb-ef11-4c8d-a78a-1f1f5146e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['432f1d21-fd30-4bbd-a510-483481d2b883'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:39.744602 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51368) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:39.798454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c4820ddb-ef11-4c8d-a78a-1f1f5146e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:39.808617 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4820ddb-ef11-4c8d-a78a-1f1f5146e31e None None] Routers {'432f1d21-fd30-4bbd-a510-483481d2b883'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:39.809240 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c4820ddb-ef11-4c8d-a78a-1f1f5146e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['432f1d21-fd30-4bbd-a510-483481d2b883'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:39.853901 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c4820ddb-ef11-4c8d-a78a-1f1f5146e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:39.854687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4820ddb-ef11-4c8d-a78a-1f1f5146e31e None None] The sync data for ids ['432f1d21-fd30-4bbd-a510-483481d2b883'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:39.968786 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:40.371514 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de48c86-4ad7-4ac7-8457-8e0cac972848 req-59a6792e-65a8-47a7-a2fb-ae7e30902265 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:40.373301 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6de48c86-4ad7-4ac7-8457-8e0cac972848 req-59a6792e-65a8-47a7-a2fb-ae7e30902265 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.4824166 Jul 23 20:43:40.484885 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6de48c86-4ad7-4ac7-8457-8e0cac972848 req-6cfe602e-8e47-4bd7-8764-e1e6f10ecba9 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040766 Jul 23 20:43:40.564897 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:40.658852 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad7276-4bba-4188-9c68-930aa40e79d8 req-3a4e2330-fb6e-4ce1-be4a-0f8f0d9ff387 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:40.660315 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ebad7276-4bba-4188-9c68-930aa40e79d8 req-3a4e2330-fb6e-4ce1-be4a-0f8f0d9ff387 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 943 time: 0.1629407 Jul 23 20:43:40.729480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Deleting port ac623f62-c562-4e17-9232-0cfe0e0a1e33 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:40.729871 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:40.898546 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ebad7276-4bba-4188-9c68-930aa40e79d8 req-3af273b2-37d3-4b47-a1e6-e15804900bac tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096198 Jul 23 20:43:40.967080 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:40.994719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Calling delete_port for ac623f62-c562-4e17-9232-0cfe0e0a1e33 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:41.007285 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79848a-0542-41eb-b635-c883a6029f5a req-ae31e5f6-c50a-4cf2-bb5d-733aacdf4a33 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:41.015280 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cf79848a-0542-41eb-b635-c883a6029f5a req-ae31e5f6-c50a-4cf2-bb5d-733aacdf4a33 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.2391787 Jul 23 20:43:41.094128 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cf79848a-0542-41eb-b635-c883a6029f5a req-0b68375b-72d5-46b2-8d33-eb868170e476 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781231 Jul 23 20:43:41.262631 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:41.295879 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Port': ['ID=ac623f62-c562-4e17-9232-0cfe0e0a1e33,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:41.329638 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:41.329988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:41.330331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:41.330676 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:41.331014 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:41.331495 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:41.331833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:41.332294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:41.332634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:41.332963 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:41.333294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:41.333628 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:41.381445 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:41.508562 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:41.510920 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:41.565383 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:41.565951 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Fanout notify agent at l3_agent the message router_deleted on router 432f1d21-fd30-4bbd-a510-483481d2b883 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:43:41.573145 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:41.574349 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0b57aa24-c1a5-4713-99ee-ecfa23e14aab tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/routers/432f1d21-fd30-4bbd-a510-483481d2b883 HTTP/1.1" status: 204 len: 168 time: 1.8259377 Jul 23 20:43:41.577368 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51418) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:41.912772 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-2192489e-9c2f-4c3b-a0d6-0ba77717c410 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Deleting subnet 5c942ba3-e747-4559-8860-f3c0d0681321 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:43:41.916137 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2192489e-9c2f-4c3b-a0d6-0ba77717c410 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:41.931750 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3aa76e-9200-4a51-a428-573735bd3d23 req-104bb352-6cef-49bb-badd-6214a6ec54c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:41.933426 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a3aa76e-9200-4a51-a428-573735bd3d23 req-104bb352-6cef-49bb-badd-6214a6ec54c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c09365c5b69442eba1a7b915a62a386&device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 1097 time: 0.1062493 Jul 23 20:43:41.960626 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2192489e-9c2f-4c3b-a0d6-0ba77717c410 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:41.989357 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab862-115a-4a10-bc70-7bd95bca1002 req-ac7b1b50-ee13-479e-89ba-3162fdfee973 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:41.991392 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-731ab862-115a-4a10-bc70-7bd95bca1002 req-ac7b1b50-ee13-479e-89ba-3162fdfee973 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1228621 Jul 23 20:43:42.062304 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2192489e-9c2f-4c3b-a0d6-0ba77717c410 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:42.126304 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-731ab862-115a-4a10-bc70-7bd95bca1002 req-6a9bc6bb-5673-4da8-8397-5a4ba74e5505 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165636 Jul 23 20:43:42.131376 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3aa76e-9200-4a51-a428-573735bd3d23 req-f07c0730-cc02-4087-af3e-224ed55cd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:42.132514 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2192489e-9c2f-4c3b-a0d6-0ba77717c410 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:42.132806 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a3aa76e-9200-4a51-a428-573735bd3d23 req-f07c0730-cc02-4087-af3e-224ed55cd251 service neutron] 10.222.0.57 "GET /v2.0/networks?id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6 HTTP/1.1" status: 200 len: 920 time: 0.1878572 Jul 23 20:43:42.169190 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192489e-9c2f-4c3b-a0d6-0ba77717c410 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Subnet': ['ID=5c942ba3-e747-4559-8860-f3c0d0681321,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:42.175545 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2192489e-9c2f-4c3b-a0d6-0ba77717c410 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:42.177409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8d54a6-7716-44da-b888-d38977b95fa2 None None] Network 59286143-19ce-4478-89f4-1dea1983e267 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:42.180537 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2192489e-9c2f-4c3b-a0d6-0ba77717c410 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/subnets/5c942ba3-e747-4559-8860-f3c0d0681321 HTTP/1.1" status: 204 len: 168 time: 0.6021900 Jul 23 20:43:42.181496 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51438) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:42.201849 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e8c0f-b7a0-40b7-9e63-80f7b2fdd277 req-eca469c7-a151-48d3-9202-127ef6f2d92c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:42.204467 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-029e8c0f-b7a0-40b7-9e63-80f7b2fdd277 req-eca469c7-a151-48d3-9202-127ef6f2d92c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 943 time: 0.2104397 Jul 23 20:43:42.206662 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a3aa76e-9200-4a51-a428-573735bd3d23 req-87f84a37-0505-4570-96c7-db81662b1392 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 HTTP/1.1" status: 200 len: 217 time: 0.0665684 Jul 23 20:43:42.278969 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:42.304425 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-029e8c0f-b7a0-40b7-9e63-80f7b2fdd277 req-e24818ca-0ab0-441f-abd6-9508f7f4bbdd tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912876 Jul 23 20:43:42.309942 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3aa76e-9200-4a51-a428-573735bd3d23 req-3216dc06-72a8-45d3-ba70-ffbdbfe3c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:42.311602 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a3aa76e-9200-4a51-a428-573735bd3d23 req-3216dc06-72a8-45d3-ba70-ffbdbfe3c9f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1f964b3-34ec-4a13-a322-95c058e9df68 HTTP/1.1" status: 200 len: 859 time: 0.0918713 Jul 23 20:43:42.360756 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a3aa76e-9200-4a51-a428-573735bd3d23 req-49837804-ad41-4b24-bc53-ad9d084dd5a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345972 Jul 23 20:43:42.381166 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Deleting port 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:42.381658 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:42.460986 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] For port 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7c2ef1aa-592d-4aa2-a705-86d2cf937cf1,segment=NetworkSegment(9fe32d65-230e-40b1-bbf6-e90e26ce39ca),segment_id=9fe32d65-230e-40b1-bbf6-e90e26ce39ca)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:42.461571 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:42.474724 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Calling delete_port for 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:42.490593 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a3aa76e-9200-4a51-a428-573735bd3d23 req-74e7e176-b18f-4063-bb76-e3da08fc7e19 service neutron] 10.222.0.57 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206539 Jul 23 20:43:42.494800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9568e4ae-3184-48ff-85ef-1a7acde944d6 None None] DHCP port deletion for 59286143-19ce-4478-89f4-1dea1983e267 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:43:42.506880 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3b48b-5cce-4113-bf02-9795a9ad4197 req-dfb46338-6175-4326-8b72-99ddee1ce09f tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:42.508682 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6fc3b48b-5cce-4113-bf02-9795a9ad4197 req-dfb46338-6175-4326-8b72-99ddee1ce09f tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.1524534 Jul 23 20:43:42.593378 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9568e4ae-3184-48ff-85ef-1a7acde944d6 None None] Deleting port 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:42.593968 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9568e4ae-3184-48ff-85ef-1a7acde944d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:42.596961 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:42.617584 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a3aa76e-9200-4a51-a428-573735bd3d23 req-fdb54b7f-0834-48ec-83ef-2e5d4e9dbe97 service neutron] 10.222.0.57 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072984 Jul 23 20:43:42.632329 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Port': ['ID=7c2ef1aa-592d-4aa2-a705-86d2cf937cf1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:42.638582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] No DVR routers for this DVR port 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:43:42.663365 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6fc3b48b-5cce-4113-bf02-9795a9ad4197 req-b6bcfa6f-857d-474a-8af1-e43f577486f5 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447285 Jul 23 20:43:42.719749 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9568e4ae-3184-48ff-85ef-1a7acde944d6 None None] For port 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1, host n-d-791504-18, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:42.720144 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9568e4ae-3184-48ff-85ef-1a7acde944d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:42.726773 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:42.733960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9568e4ae-3184-48ff-85ef-1a7acde944d6 None None] Calling delete_port for 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:42.737013 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59286143-19ce-4478-89f4-1dea1983e267']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:42.737529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-9568e4ae-3184-48ff-85ef-1a7acde944d6 None None] Port 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:43:42.739851 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9568e4ae-3184-48ff-85ef-1a7acde944d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:42.752021 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe32d65-230e-40b1-bbf6-e90e26ce39ca') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:42.752403 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe32d65-230e-40b1-bbf6-e90e26ce39ca') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:42.761272 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:42.767643 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568e4ae-3184-48ff-85ef-1a7acde944d6 None None] Pushing event deleted for resources: {'Port': ['ID=7c2ef1aa-592d-4aa2-a705-86d2cf937cf1,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:42.774466 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9568e4ae-3184-48ff-85ef-1a7acde944d6 None None] No DVR routers for this DVR port 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:43:42.775234 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:42.784642 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:43:42.785556 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:43:42.788718 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:43:42.846838 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:42.854269 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:42.855966 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/networks/59286143-19ce-4478-89f4-1dea1983e267 HTTP/1.1" status: 204 len: 168 time: 0.6735590 Jul 23 20:43:42.858856 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51456) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:42.868750 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3717ebb-9b2a-4049-98c3-29704c8a6238 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Network': ['ID=59286143-19ce-4478-89f4-1dea1983e267,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:42.992246 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-0fe34837-52f8-4067-b1dd-e955ccb17dcd tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Deleting port cf3d2511-d1f4-4b70-b153-1134d5a5afdb {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:42.992858 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0fe34837-52f8-4067-b1dd-e955ccb17dcd tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:43.068105 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0fe34837-52f8-4067-b1dd-e955ccb17dcd tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:43.068432 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0fe34837-52f8-4067-b1dd-e955ccb17dcd tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:43.080328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-0fe34837-52f8-4067-b1dd-e955ccb17dcd tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Calling delete_port for cf3d2511-d1f4-4b70-b153-1134d5a5afdb owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:43.251043 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0fe34837-52f8-4067-b1dd-e955ccb17dcd tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:43.286080 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe34837-52f8-4067-b1dd-e955ccb17dcd tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Port': ['ID=cf3d2511-d1f4-4b70-b153-1134d5a5afdb,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:43.365545 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0fe34837-52f8-4067-b1dd-e955ccb17dcd tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:43.368292 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0fe34837-52f8-4067-b1dd-e955ccb17dcd tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:43.369453 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0fe34837-52f8-4067-b1dd-e955ccb17dcd tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/floatingips/96e0eeec-fee6-4913-9bbb-beaccdd13f39 HTTP/1.1" status: 204 len: 168 time: 0.5094888 Jul 23 20:43:43.375495 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51474) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:43.377275 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb1d33-c07f-48dc-b8be-521275f9bc56 req-3e4dda1f-89c5-4eae-b344-4d1203b6503b tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:43.379338 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2bb1d33-c07f-48dc-b8be-521275f9bc56 req-3e4dda1f-89c5-4eae-b344-4d1203b6503b tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1606851 Jul 23 20:43:43.404461 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b87a42-041b-45cb-a89c-13ceedcc500b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] DELETE failed (client error): The resource could not be found. Jul 23 20:43:43.405328 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b87a42-041b-45cb-a89c-13ceedcc500b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:43:43.407069 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b7b87a42-041b-45cb-a89c-13ceedcc500b tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/ports/271cbff8-0332-46c7-843e-7458dd29a065 HTTP/1.1" status: 404 len: 333 time: 0.0303640 Jul 23 20:43:43.409761 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51476) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:43.445768 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ecf7dacb-4ad2-433e-8929-1d16e1d76da8 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "GET /v2.0/ports?device_id=432f1d21-fd30-4bbd-a510-483481d2b883 HTTP/1.1" status: 200 len: 205 time: 0.0340016 Jul 23 20:43:43.447259 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51478) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:43.459919 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2bb1d33-c07f-48dc-b8be-521275f9bc56 req-0a84a430-fd53-4521-9600-2815ce5b827a tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744891 Jul 23 20:43:43.491060 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-6df5e820-a66e-4bd5-a657-75dee9ee7aaf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] delete failed (client error): The resource could not be found. Jul 23 20:43:43.493000 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6df5e820-a66e-4bd5-a657-75dee9ee7aaf tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/routers/432f1d21-fd30-4bbd-a510-483481d2b883 HTTP/1.1" status: 404 len: 336 time: 0.0435510 Jul 23 20:43:43.494465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51484) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:43.497111 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d87bd-000a-4a02-b482-2640c7556363 req-c64c18ec-70f4-4b20-bf91-daac476d2965 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:43.498683 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc8d87bd-000a-4a02-b482-2640c7556363 req-c64c18ec-70f4-4b20-bf91-daac476d2965 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 943 time: 0.0961425 Jul 23 20:43:43.523974 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7ba651-7bde-4660-bd09-2bc29e78e99a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] DELETE failed (client error): The resource could not be found. Jul 23 20:43:43.524517 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7ba651-7bde-4660-bd09-2bc29e78e99a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:43:43.527437 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9c7ba651-7bde-4660-bd09-2bc29e78e99a tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/subnets/5c942ba3-e747-4559-8860-f3c0d0681321 HTTP/1.1" status: 404 len: 337 time: 0.0317197 Jul 23 20:43:43.530495 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51486) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:43.550416 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc8d87bd-000a-4a02-b482-2640c7556363 req-295afeb1-df72-4773-8e46-451ca09f1ece tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452964 Jul 23 20:43:43.655451 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-07e7d55c-ff49-4774-bf77-88972f95eed3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Deleting port 556b3b34-d504-4378-81fc-36b26147c48f {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:43.655994 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07e7d55c-ff49-4774-bf77-88972f95eed3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:43.669882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:43.690030 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:43.690652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c2ef1aa-592d-4aa2-a705-86d2cf937cf1 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:43.759787 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07e7d55c-ff49-4774-bf77-88972f95eed3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:43.772412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-07e7d55c-ff49-4774-bf77-88972f95eed3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Calling delete_port for 556b3b34-d504-4378-81fc-36b26147c48f owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:43.827299 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593033bc-9b37-42cb-9e15-c2e3f6365f58 req-5cb9a33c-2112-4432-87e7-6b3ff841cf61 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:43.832253 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-593033bc-9b37-42cb-9e15-c2e3f6365f58 req-5cb9a33c-2112-4432-87e7-6b3ff841cf61 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.0781715 Jul 23 20:43:43.895188 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-593033bc-9b37-42cb-9e15-c2e3f6365f58 req-0547d3a1-4cef-4c2d-ac99-e6753fd930da tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591753 Jul 23 20:43:43.923411 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07e7d55c-ff49-4774-bf77-88972f95eed3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:43.942861 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fc7b0-db16-4298-b437-5a11cbcbbe22 req-802aeb74-11bb-4117-9cf0-695a58966fa8 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:43.944426 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d99fc7b0-db16-4298-b437-5a11cbcbbe22 req-802aeb74-11bb-4117-9cf0-695a58966fa8 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.57 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 945 time: 0.0826986 Jul 23 20:43:43.961723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7d55c-ff49-4774-bf77-88972f95eed3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Port': ['ID=556b3b34-d504-4378-81fc-36b26147c48f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:44.033762 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07e7d55c-ff49-4774-bf77-88972f95eed3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:44.035750 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-07e7d55c-ff49-4774-bf77-88972f95eed3 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/ports/556b3b34-d504-4378-81fc-36b26147c48f HTTP/1.1" status: 204 len: 168 time: 0.5042059 Jul 23 20:43:44.038534 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51500) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:44.066932 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-d99fc7b0-db16-4298-b437-5a11cbcbbe22 req-f24af28e-1d93-4aef-bbd6-96655be34a32 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Deleting port 5da5755b-5edc-4fc9-847c-d80b7ff98373 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:44.067502 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d99fc7b0-db16-4298-b437-5a11cbcbbe22 req-f24af28e-1d93-4aef-bbd6-96655be34a32 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:44.169865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1065ca13-3a61-4221-9dbf-3dc5a9ca878e tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Deleting port 668f2b66-fc71-420b-a914-f1f42be20d1c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:44.170354 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1065ca13-3a61-4221-9dbf-3dc5a9ca878e tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:44.182221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-d99fc7b0-db16-4298-b437-5a11cbcbbe22 req-f24af28e-1d93-4aef-bbd6-96655be34a32 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] For port 5da5755b-5edc-4fc9-847c-d80b7ff98373, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=5da5755b-5edc-4fc9-847c-d80b7ff98373,segment=NetworkSegment(dffb2e7f-ac69-4f6f-b36e-f5daf74a8146),segment_id=dffb2e7f-ac69-4f6f-b36e-f5daf74a8146)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:44.182578 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d99fc7b0-db16-4298-b437-5a11cbcbbe22 req-f24af28e-1d93-4aef-bbd6-96655be34a32 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:44.196743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-d99fc7b0-db16-4298-b437-5a11cbcbbe22 req-f24af28e-1d93-4aef-bbd6-96655be34a32 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Calling delete_port for 5da5755b-5edc-4fc9-847c-d80b7ff98373 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:44.275525 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1065ca13-3a61-4221-9dbf-3dc5a9ca878e tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:44.291493 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1065ca13-3a61-4221-9dbf-3dc5a9ca878e tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Calling delete_port for 668f2b66-fc71-420b-a914-f1f42be20d1c owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:44.351650 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d99fc7b0-db16-4298-b437-5a11cbcbbe22 req-f24af28e-1d93-4aef-bbd6-96655be34a32 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:44.364113 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['b435e4ee-f057-49a2-8a50-c95674a7d413', '5da5755b-5edc-4fc9-847c-d80b7ff98373'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:43:44.468718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24af28e-1d93-4aef-bbd6-96655be34a32 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Pushing event deleted for resources: {'Port': ['ID=5da5755b-5edc-4fc9-847c-d80b7ff98373,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:44.507984 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1065ca13-3a61-4221-9dbf-3dc5a9ca878e tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:44.521233 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99fc7b0-db16-4298-b437-5a11cbcbbe22 req-f24af28e-1d93-4aef-bbd6-96655be34a32 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] No DVR routers for this DVR port 5da5755b-5edc-4fc9-847c-d80b7ff98373 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:43:44.523162 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d99fc7b0-db16-4298-b437-5a11cbcbbe22 req-f24af28e-1d93-4aef-bbd6-96655be34a32 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:44.525168 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d99fc7b0-db16-4298-b437-5a11cbcbbe22 req-f24af28e-1d93-4aef-bbd6-96655be34a32 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.57 "DELETE /v2.0/ports/5da5755b-5edc-4fc9-847c-d80b7ff98373 HTTP/1.1" status: 204 len: 173 time: 0.5752947 Jul 23 20:43:44.525610 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fa611c-44fd-4bed-a007-d0f4b3c0d067', 'name': 'network-vif-deleted', 'tag': '5da5755b-5edc-4fc9-847c-d80b7ff98373'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:43:44.548976 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cff1ae-d199-4bd9-b4bb-34552d2c83f9" -d '{"events": [{"server_uuid": "63fa611c-44fd-4bed-a007-d0f4b3c0d067", "name": "network-vif-deleted", "tag": "5da5755b-5edc-4fc9-847c-d80b7ff98373"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:43:44.596212 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065ca13-3a61-4221-9dbf-3dc5a9ca878e tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Port': ['ID=668f2b66-fc71-420b-a914-f1f42be20d1c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:44.648310 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70d3301-118b-4167-955e-bee287c0305c x-openstack-request-id: req-d70d3301-118b-4167-955e-bee287c0305c {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:43:44.648618 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fa611c-44fd-4bed-a007-d0f4b3c0d067", "name": "network-vif-deleted", "tag": "5da5755b-5edc-4fc9-847c-d80b7ff98373", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:43:44.648876 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d70d3301-118b-4167-955e-bee287c0305c {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:43:44.649412 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fa611c-44fd-4bed-a007-d0f4b3c0d067', 'name': 'network-vif-deleted', 'tag': '5da5755b-5edc-4fc9-847c-d80b7ff98373', 'status': 'completed', 'code': 200} Jul 23 20:43:44.661452 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37066e5c-8e17-486d-893c-7c9954c284f2 req-6db8f4cf-e227-4fab-81ac-37c29eb718b0 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:44.681187 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37066e5c-8e17-486d-893c-7c9954c284f2 req-6db8f4cf-e227-4fab-81ac-37c29eb718b0 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1113150 Jul 23 20:43:44.748750 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37066e5c-8e17-486d-893c-7c9954c284f2 req-f43d9a9b-a410-4b8c-9e2a-1425c6b9d6a6 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650992 Jul 23 20:43:44.767456 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1065ca13-3a61-4221-9dbf-3dc5a9ca878e tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:44.772247 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1065ca13-3a61-4221-9dbf-3dc5a9ca878e tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/ports/668f2b66-fc71-420b-a914-f1f42be20d1c HTTP/1.1" status: 204 len: 168 time: 0.7299650 Jul 23 20:43:44.772477 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51520) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:44.858996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3605e1-d3fc-48df-8228-ec5ba3816aae req-05767894-d727-4919-96d1-f6c8e010ebda tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:44.860710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee3605e1-d3fc-48df-8228-ec5ba3816aae req-05767894-d727-4919-96d1-f6c8e010ebda tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 943 time: 0.1339085 Jul 23 20:43:44.877997 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15aadaa-232a-409f-8463-4e4f11f66f68 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:44.882586 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b15aadaa-232a-409f-8463-4e4f11f66f68 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee219f32-5cbd-4a76-851d-840f2bcc37fc HTTP/1.1" status: 200 len: 913 time: 0.1065948 Jul 23 20:43:44.882804 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51526) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:44.904866 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee3605e1-d3fc-48df-8228-ec5ba3816aae req-8de19003-7115-481c-925a-0b55b6dcf708 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361266 Jul 23 20:43:45.056184 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f2183c0-aa4b-40b6-b8ec-bb545b0c8e13 req-c91ac6d2-b9ab-40b7-adb4-83c0df86a980 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=63fa611c-44fd-4bed-a007-d0f4b3c0d067 HTTP/1.1" status: 200 len: 210 time: 0.0553656 Jul 23 20:43:45.321640 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c82b084f-4e09-427f-8896-45c3c33add9d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:45.361047 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:45.636110 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c82b084f-4e09-427f-8896-45c3c33add9d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Deleting port 58669c9e-0c9f-4516-8570-5160bf2dc833 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:45.636493 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c82b084f-4e09-427f-8896-45c3c33add9d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:45.733597 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c82b084f-4e09-427f-8896-45c3c33add9d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:45.747427 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c82b084f-4e09-427f-8896-45c3c33add9d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Calling delete_port for 58669c9e-0c9f-4516-8570-5160bf2dc833 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:46.092903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4113a-893d-4115-b80d-09f742ef072e req-8d41f4b1-06a9-4eea-be3d-7867d63c1fdc tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:46.095601 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12b4113a-893d-4115-b80d-09f742ef072e req-8d41f4b1-06a9-4eea-be3d-7867d63c1fdc tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1879096 Jul 23 20:43:46.103798 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c82b084f-4e09-427f-8896-45c3c33add9d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:46.132709 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b084f-4e09-427f-8896-45c3c33add9d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Port': ['ID=58669c9e-0c9f-4516-8570-5160bf2dc833,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:46.214348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e260283-554c-4fc1-a07f-dbebecd86d08 req-a8b36c0a-74c6-4ea8-a8d1-65f852c0d5e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:46.223411 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e260283-554c-4fc1-a07f-dbebecd86d08 req-a8b36c0a-74c6-4ea8-a8d1-65f852c0d5e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 943 time: 0.2105405 Jul 23 20:43:46.248484 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12b4113a-893d-4115-b80d-09f742ef072e req-fb82fc2f-456e-4103-8578-1f1f6c108097 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360250 Jul 23 20:43:46.315480 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c82b084f-4e09-427f-8896-45c3c33add9d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:46.333771 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e260283-554c-4fc1-a07f-dbebecd86d08 req-584f9c0b-271b-43be-b873-45b04cfb984e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089451 Jul 23 20:43:46.602967 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82b084f-4e09-427f-8896-45c3c33add9d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Router ee219f32-5cbd-4a76-851d-840f2bcc37fc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:46.647852 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b5e4f-93e6-4688-b598-94d775699bb8 req-b7db652e-6a59-4720-833f-f4f64c32e39f tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:46.649426 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a44b5e4f-93e6-4688-b598-94d775699bb8 req-b7db652e-6a59-4720-833f-f4f64c32e39f tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.0694711 Jul 23 20:43:46.715591 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a44b5e4f-93e6-4688-b598-94d775699bb8 req-bbf4d162-3e3f-4c7e-8952-1541caaa7416 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595155 Jul 23 20:43:46.763309 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82b084f-4e09-427f-8896-45c3c33add9d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:46.775422 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51572) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:46.776144 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c82b084f-4e09-427f-8896-45c3c33add9d tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "PUT /v2.0/routers/ee219f32-5cbd-4a76-851d-840f2bcc37fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8912408 Jul 23 20:43:46.778543 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:46.781973 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a361898-4bbd-47dc-aeab-b3fa87ad01d0 None None] Sync routers for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:46.793446 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a361898-4bbd-47dc-aeab-b3fa87ad01d0 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:46.794074 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8a361898-4bbd-47dc-aeab-b3fa87ad01d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:46.833715 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8a361898-4bbd-47dc-aeab-b3fa87ad01d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:46.844307 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a361898-4bbd-47dc-aeab-b3fa87ad01d0 None None] Routers {'ee219f32-5cbd-4a76-851d-840f2bcc37fc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:46.845243 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8a361898-4bbd-47dc-aeab-b3fa87ad01d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:46.883330 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8a361898-4bbd-47dc-aeab-b3fa87ad01d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:46.883971 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a361898-4bbd-47dc-aeab-b3fa87ad01d0 None None] The sync data for ids ['ee219f32-5cbd-4a76-851d-840f2bcc37fc'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:46.905219 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8175e42-7956-427f-8fe6-5ea7afe11341 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:46.976805 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 5da5755b-5edc-4fc9-847c-d80b7ff98373 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:47.003290 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 5da5755b-5edc-4fc9-847c-d80b7ff98373 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:47.004910 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 5da5755b-5edc-4fc9-847c-d80b7ff98373 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:47.051456 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8175e42-7956-427f-8fe6-5ea7afe11341 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:47.111519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d8175e42-7956-427f-8fe6-5ea7afe11341 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Deleting port a011eb06-39d6-4cd9-811f-9c7200dd6308 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:47.112194 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8175e42-7956-427f-8fe6-5ea7afe11341 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:47.192373 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8175e42-7956-427f-8fe6-5ea7afe11341 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:47.204182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d8175e42-7956-427f-8fe6-5ea7afe11341 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Calling delete_port for a011eb06-39d6-4cd9-811f-9c7200dd6308 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:47.449902 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8175e42-7956-427f-8fe6-5ea7afe11341 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:47.502400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee8be6-7282-4746-8764-c6730a90a2db req-030063e0-0279-435a-afc0-bf65781b9075 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:47.504493 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-31ee8be6-7282-4746-8764-c6730a90a2db req-030063e0-0279-435a-afc0-bf65781b9075 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1748674 Jul 23 20:43:47.509592 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8175e42-7956-427f-8fe6-5ea7afe11341 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Port': ['ID=a011eb06-39d6-4cd9-811f-9c7200dd6308,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:47.618414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-31ee8be6-7282-4746-8764-c6730a90a2db req-c1dcf6c3-77fc-4740-9035-0eeafeacdd4f tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834494 Jul 23 20:43:47.621179 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8175e42-7956-427f-8fe6-5ea7afe11341 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:47.633764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be658536-d274-4a02-9d25-5a764e02ba3f req-9091477b-5f4d-446e-b814-23c7fbdd3e6d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:47.635191 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be658536-d274-4a02-9d25-5a764e02ba3f req-9091477b-5f4d-446e-b814-23c7fbdd3e6d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 943 time: 0.1984890 Jul 23 20:43:47.749822 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8175e42-7956-427f-8fe6-5ea7afe11341 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:47.765831 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8175e42-7956-427f-8fe6-5ea7afe11341 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:47.776152 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be658536-d274-4a02-9d25-5a764e02ba3f req-83fe9c32-79ef-4a4d-a0da-fe8ef9ededa3 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107996 Jul 23 20:43:47.841205 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8175e42-7956-427f-8fe6-5ea7afe11341 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:47.841958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8175e42-7956-427f-8fe6-5ea7afe11341 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Fanout notify agent at l3_agent the message router_deleted on router ee219f32-5cbd-4a76-851d-840f2bcc37fc {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:43:47.850698 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8175e42-7956-427f-8fe6-5ea7afe11341 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:47.854351 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51600) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:47.854777 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d8175e42-7956-427f-8fe6-5ea7afe11341 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/routers/ee219f32-5cbd-4a76-851d-840f2bcc37fc HTTP/1.1" status: 204 len: 168 time: 1.0768929 Jul 23 20:43:47.921292 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8f952d-103a-4b3b-9854-86b0879c8c19 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Deleting subnet 58d28709-bb34-4f1f-af40-4975b6c97c40 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:43:47.926386 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1b8f952d-103a-4b3b-9854-86b0879c8c19 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:47.952099 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebfac3-51ad-4e64-81ae-2ecd9db4ed4e req-39d599a7-3fdf-4b2b-b556-7b44b03baefa tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:47.954180 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8aebfac3-51ad-4e64-81ae-2ecd9db4ed4e req-39d599a7-3fdf-4b2b-b556-7b44b03baefa tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.0851934 Jul 23 20:43:47.974618 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1b8f952d-103a-4b3b-9854-86b0879c8c19 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:48.007826 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8aebfac3-51ad-4e64-81ae-2ecd9db4ed4e req-712a5571-c346-4a8f-bf84-04d12b957454 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473559 Jul 23 20:43:48.044040 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1b8f952d-103a-4b3b-9854-86b0879c8c19 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:48.117032 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1b8f952d-103a-4b3b-9854-86b0879c8c19 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:48.146480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f952d-103a-4b3b-9854-86b0879c8c19 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Subnet': ['ID=58d28709-bb34-4f1f-af40-4975b6c97c40,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:48.150133 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1b8f952d-103a-4b3b-9854-86b0879c8c19 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:48.152106 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1b8f952d-103a-4b3b-9854-86b0879c8c19 tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/subnets/58d28709-bb34-4f1f-af40-4975b6c97c40 HTTP/1.1" status: 204 len: 168 time: 0.2958448 Jul 23 20:43:48.154644 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51608) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:48.235513 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9787e4b0-aef2-4859-b7f3-4b7bc2e5634f tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:48.338135 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9787e4b0-aef2-4859-b7f3-4b7bc2e5634f tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:48.349339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-9787e4b0-aef2-4859-b7f3-4b7bc2e5634f tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:48.360239 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-9787e4b0-aef2-4859-b7f3-4b7bc2e5634f tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d1e38e-d8b3-475c-be05-a32789659d55') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:48.360553 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-9787e4b0-aef2-4859-b7f3-4b7bc2e5634f tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d1e38e-d8b3-475c-be05-a32789659d55') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:48.370458 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9787e4b0-aef2-4859-b7f3-4b7bc2e5634f tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:48.385079 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9787e4b0-aef2-4859-b7f3-4b7bc2e5634f tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:48.391816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9787e4b0-aef2-4859-b7f3-4b7bc2e5634f tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:43:48.392313 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9787e4b0-aef2-4859-b7f3-4b7bc2e5634f tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:43:48.396123 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:43:48.462963 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9787e4b0-aef2-4859-b7f3-4b7bc2e5634f tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:48.483862 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9787e4b0-aef2-4859-b7f3-4b7bc2e5634f tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:48.488658 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9787e4b0-aef2-4859-b7f3-4b7bc2e5634f tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] 10.222.0.55 "DELETE /v2.0/networks/be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05 HTTP/1.1" status: 204 len: 168 time: 0.3328729 Jul 23 20:43:48.489636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787e4b0-aef2-4859-b7f3-4b7bc2e5634f tempest-FloatingIPTestJSON-1352931269 tempest-FloatingIPTestJSON-1352931269-project] Pushing event deleted for resources: {'Network': ['ID=be6c5d1a-61a4-41c2-b7ec-e9a7b9aa4d05,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:48.782162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51626) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:48.806774 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ef414-1c62-47aa-a326-5807519fc71a req-c7784e37-29b8-42a0-ac9e-7d281f656267 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:48.808340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-737ef414-1c62-47aa-a326-5807519fc71a req-c7784e37-29b8-42a0-ac9e-7d281f656267 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.57 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.1125503 Jul 23 20:43:48.866792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b39e01-8dcb-4d4c-96e8-53806641343e req-86299329-3389-4ca4-bcf5-d0521e334d3d tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:48.868447 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83b39e01-8dcb-4d4c-96e8-53806641343e req-86299329-3389-4ca4-bcf5-d0521e334d3d tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1308892 Jul 23 20:43:48.987734 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83b39e01-8dcb-4d4c-96e8-53806641343e req-1d662e13-426a-40d3-9b97-db3c33fdb3b8 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097736 Jul 23 20:43:49.009931 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6b205eab-75f9-4ad2-aaff-423d19a58875 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc9b0c161db64a219abd1053c9c5d8b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2243698 Jul 23 20:43:49.015250 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51638) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:49.020589 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aedb68-ea17-4c05-a4f0-15fd216ed12b req-e5e1ebbe-a373-44cc-9a58-d96286ff005c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:49.022177 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f8aedb68-ea17-4c05-a4f0-15fd216ed12b req-e5e1ebbe-a373-44cc-9a58-d96286ff005c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 943 time: 0.1528153 Jul 23 20:43:49.037644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-737ef414-1c62-47aa-a326-5807519fc71a req-6cec0a7e-8b53-48af-a49d-94f73f28d1c9 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Deleting port b435e4ee-f057-49a2-8a50-c95674a7d413 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:49.037991 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-737ef414-1c62-47aa-a326-5807519fc71a req-6cec0a7e-8b53-48af-a49d-94f73f28d1c9 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:49.094685 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c0e0665-05c6-4be5-bb52-ef8496d6e719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:49.133168 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c0e0665-05c6-4be5-bb52-ef8496d6e719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:49.147197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-737ef414-1c62-47aa-a326-5807519fc71a req-6cec0a7e-8b53-48af-a49d-94f73f28d1c9 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] For port b435e4ee-f057-49a2-8a50-c95674a7d413, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=b435e4ee-f057-49a2-8a50-c95674a7d413,segment=NetworkSegment(dffb2e7f-ac69-4f6f-b36e-f5daf74a8146),segment_id=dffb2e7f-ac69-4f6f-b36e-f5daf74a8146)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:49.147556 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-737ef414-1c62-47aa-a326-5807519fc71a req-6cec0a7e-8b53-48af-a49d-94f73f28d1c9 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:49.160405 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-737ef414-1c62-47aa-a326-5807519fc71a req-6cec0a7e-8b53-48af-a49d-94f73f28d1c9 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Calling delete_port for b435e4ee-f057-49a2-8a50-c95674a7d413 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:49.259301 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c0e0665-05c6-4be5-bb52-ef8496d6e719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:49.263007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c0e0665-05c6-4be5-bb52-ef8496d6e719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:49.264778 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7c0e0665-05c6-4be5-bb52-ef8496d6e719 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/91c575ab-1fc5-487b-8721-7961fa4752c5 HTTP/1.1" status: 204 len: 168 time: 0.2484801 Jul 23 20:43:49.275305 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e0665-05c6-4be5-bb52-ef8496d6e719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c575ab-1fc5-487b-8721-7961fa4752c5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:49.327374 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f8aedb68-ea17-4c05-a4f0-15fd216ed12b req-8d03aa6a-0362-4aec-9c25-f9baa7a5a22b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907052 Jul 23 20:43:49.446919 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df73af4-11be-46d9-9f02-dfd2ecae1ca2 req-c47c1806-7a4e-48b1-be6e-1407c6d7dbee tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:49.458924 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7df73af4-11be-46d9-9f02-dfd2ecae1ca2 req-c47c1806-7a4e-48b1-be6e-1407c6d7dbee tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b89c9b-4312-42c3-9b85-e7eea1f5227f HTTP/1.1" status: 200 len: 945 time: 0.2108011 Jul 23 20:43:49.514280 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-737ef414-1c62-47aa-a326-5807519fc71a req-6cec0a7e-8b53-48af-a49d-94f73f28d1c9 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:49.558182 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7df73af4-11be-46d9-9f02-dfd2ecae1ca2 req-2b46c0bc-0010-4ce8-9c73-d06207c6d936 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.55 "GET /v2.0/security-groups?id=0fb840ab-d5bf-4036-81ec-ac78292ceeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983388 Jul 23 20:43:49.562733 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec0a7e-8b53-48af-a49d-94f73f28d1c9 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Pushing event deleted for resources: {'Port': ['ID=b435e4ee-f057-49a2-8a50-c95674a7d413,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:49.632303 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-737ef414-1c62-47aa-a326-5807519fc71a req-6cec0a7e-8b53-48af-a49d-94f73f28d1c9 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] No DVR routers for this DVR port b435e4ee-f057-49a2-8a50-c95674a7d413 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:43:49.635550 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-737ef414-1c62-47aa-a326-5807519fc71a req-6cec0a7e-8b53-48af-a49d-94f73f28d1c9 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:49.637566 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-737ef414-1c62-47aa-a326-5807519fc71a req-6cec0a7e-8b53-48af-a49d-94f73f28d1c9 tempest-ServerRescueTestJSON-1369823314 tempest-ServerRescueTestJSON-1369823314-project] 10.222.0.57 "DELETE /v2.0/ports/b435e4ee-f057-49a2-8a50-c95674a7d413 HTTP/1.1" status: 204 len: 173 time: 0.8222010 Jul 23 20:43:49.643522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b89c9b-4312-42c3-9b85-e7eea1f5227f', 'name': 'network-vif-deleted', 'tag': 'b435e4ee-f057-49a2-8a50-c95674a7d413'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:43:49.646774 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2ace6b-e60f-4231-90d6-dbebaa331c14" -d '{"events": [{"server_uuid": "44b89c9b-4312-42c3-9b85-e7eea1f5227f", "name": "network-vif-deleted", "tag": "b435e4ee-f057-49a2-8a50-c95674a7d413"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:43:49.693656 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d5efcc-f807-4466-97de-cf64f847e54e x-openstack-request-id: req-e8d5efcc-f807-4466-97de-cf64f847e54e {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:43:49.694015 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b89c9b-4312-42c3-9b85-e7eea1f5227f", "name": "network-vif-deleted", "tag": "b435e4ee-f057-49a2-8a50-c95674a7d413", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:43:49.694255 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e8d5efcc-f807-4466-97de-cf64f847e54e {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:43:49.694686 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b89c9b-4312-42c3-9b85-e7eea1f5227f', 'name': 'network-vif-deleted', 'tag': 'b435e4ee-f057-49a2-8a50-c95674a7d413', 'status': 'completed', 'code': 200} Jul 23 20:43:50.107918 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51682) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:50.181054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dea70b-b459-4f7f-8efb-67db8f8fbba5 req-3026b4f2-f62d-4093-87dd-ba31e9565394 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:50.188183 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85dea70b-b459-4f7f-8efb-67db8f8fbba5 req-3026b4f2-f62d-4093-87dd-ba31e9565394 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1076522 Jul 23 20:43:50.241912 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85dea70b-b459-4f7f-8efb-67db8f8fbba5 req-3d939884-da7b-42e6-aba0-45f4dd284797 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515616 Jul 23 20:43:50.260712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Request body: {'networks': [{'name': 'tempest-network--1177967361'}, {'name': 'tempest-network--915216402'}]} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:50.261109 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Request body: {'network': {'name': 'tempest-network--1177967361'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:50.261648 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Request body: {'network': {'name': 'tempest-network--915216402'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:50.284650 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Made reservation on behalf of 5891b60d6ada48e48aef1020b96930b3 for: {'network': 2} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:50.289767 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:50.298355 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:50.406797 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:50.411583 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:50.412051 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:50.451253 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df1cc99-8353-4080-a2e6-380179a212a7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:50.461653 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:43:50.475771 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:50.476125 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Added segment 1790609f-070f-4d55-9647-be47f26aa5d5 of type vlan for network 7b0378fe-8615-4da7-bf66-c53538909a7b Jul 23 20:43:50.497692 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2629aa-1963-4147-9168-0b811d5481b8 req-2981a966-ab2c-4c5d-a33a-86a04d752c64 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:50.499504 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca2629aa-1963-4147-9168-0b811d5481b8 req-2981a966-ab2c-4c5d-a33a-86a04d752c64 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 943 time: 0.0782487 Jul 23 20:43:50.532803 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:50.568836 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca2629aa-1963-4147-9168-0b811d5481b8 req-c23b542f-58a2-4fce-9fc9-4ff59185507f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631526 Jul 23 20:43:50.593371 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:43:50.605781 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:50.606550 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Added segment 65f069de-addd-409a-aff6-601414b9728c of type vlan for network 6050ba45-e219-4f13-a988-30f30acfe128 Jul 23 20:43:50.625554 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51704) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:50.652762 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:50.682502 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:50.683136 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:50.688797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:50.693616 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:50.694236 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:50.733637 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6237919 Jul 23 20:43:50.736506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51706) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:50.777262 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event updated for resources: {'Network': ['ID=7b0378fe-8615-4da7-bf66-c53538909a7b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:50.791227 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 7b0378fe-8615-4da7-bf66-c53538909a7b details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:43:50.989252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b435e4ee-f057-49a2-8a50-c95674a7d413 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:51.010644 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: b435e4ee-f057-49a2-8a50-c95674a7d413 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:51.011468 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device b435e4ee-f057-49a2-8a50-c95674a7d413 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:51.026840 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65ee9af4-7979-4e60-b411-edafae929731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:51.336632 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45679a81-fb39-4105-b596-6a2842de29cf tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event updated for resources: {'Network': ['ID=6050ba45-e219-4f13-a988-30f30acfe128,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:51.348041 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 6050ba45-e219-4f13-a988-30f30acfe128 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:43:51.348219 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34841c23-737c-4ed5-accf-83e2769255c0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:51.353997 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34841c23-737c-4ed5-accf-83e2769255c0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:51.359798 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34841c23-737c-4ed5-accf-83e2769255c0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:51.365954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34841c23-737c-4ed5-accf-83e2769255c0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:51.367723 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-34841c23-737c-4ed5-accf-83e2769255c0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6303096 Jul 23 20:43:51.370665 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51724) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:51.479888 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c5a0459b-1681-4755-a746-2be3f22ce1ec tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:51.562889 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b2785-eb24-4faf-937a-125a2792db20 req-819bc93c-1d5f-434c-8690-64c162b28b97 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:51.564457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e07b2785-eb24-4faf-937a-125a2792db20 req-819bc93c-1d5f-434c-8690-64c162b28b97 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1183512 Jul 23 20:43:51.586015 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c5a0459b-1681-4755-a746-2be3f22ce1ec tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:51.601670 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c5a0459b-1681-4755-a746-2be3f22ce1ec tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0378fe-8615-4da7-bf66-c53538909a7b']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:51.622074 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c5a0459b-1681-4755-a746-2be3f22ce1ec tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1790609f-070f-4d55-9647-be47f26aa5d5') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:51.622582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c5a0459b-1681-4755-a746-2be3f22ce1ec tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1790609f-070f-4d55-9647-be47f26aa5d5') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:51.640313 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e07b2785-eb24-4faf-937a-125a2792db20 req-89c036c4-cab3-4d1b-8ef3-5e475e52c1a5 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497298 Jul 23 20:43:51.648814 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c5a0459b-1681-4755-a746-2be3f22ce1ec tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:51.684138 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c5a0459b-1681-4755-a746-2be3f22ce1ec tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:51.697888 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a0459b-1681-4755-a746-2be3f22ce1ec tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:43:51.698498 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c5a0459b-1681-4755-a746-2be3f22ce1ec tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:43:51.702738 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:43:51.774722 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c5a0459b-1681-4755-a746-2be3f22ce1ec tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:51.794370 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c5a0459b-1681-4755-a746-2be3f22ce1ec tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:51.797920 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c5a0459b-1681-4755-a746-2be3f22ce1ec tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "DELETE /v2.0/networks/7b0378fe-8615-4da7-bf66-c53538909a7b HTTP/1.1" status: 204 len: 168 time: 0.4259155 Jul 23 20:43:51.800181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51736) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:51.808182 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0459b-1681-4755-a746-2be3f22ce1ec tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event deleted for resources: {'Network': ['ID=7b0378fe-8615-4da7-bf66-c53538909a7b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:51.821619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf1da8-d87d-4b57-ac10-9de71d866b60 req-36a2a03f-fc4d-4fa4-8683-7e49e4075252 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:51.823290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58cf1da8-d87d-4b57-ac10-9de71d866b60 req-36a2a03f-fc4d-4fa4-8683-7e49e4075252 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 943 time: 0.1215692 Jul 23 20:43:51.852068 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-65ee9af4-7979-4e60-b411-edafae929731 admin admin] Deleting port d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:51.852408 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65ee9af4-7979-4e60-b411-edafae929731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:51.893396 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bae2a2b9-d757-417c-a53c-20ce2cdcc20d tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:51.898679 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58cf1da8-d87d-4b57-ac10-9de71d866b60 req-08500dec-edca-4972-b557-d73640e7ab00 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685244 Jul 23 20:43:51.963242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-65ee9af4-7979-4e60-b411-edafae929731 admin admin] For port d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc,segment=NetworkSegment(dffb2e7f-ac69-4f6f-b36e-f5daf74a8146),segment_id=dffb2e7f-ac69-4f6f-b36e-f5daf74a8146)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:51.963603 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65ee9af4-7979-4e60-b411-edafae929731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:51.977947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-65ee9af4-7979-4e60-b411-edafae929731 admin admin] Calling delete_port for d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:51.989023 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bae2a2b9-d757-417c-a53c-20ce2cdcc20d tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:51.998985 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-bae2a2b9-d757-417c-a53c-20ce2cdcc20d tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6050ba45-e219-4f13-a988-30f30acfe128']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:52.009546 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-bae2a2b9-d757-417c-a53c-20ce2cdcc20d tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f069de-addd-409a-aff6-601414b9728c') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:52.009864 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-bae2a2b9-d757-417c-a53c-20ce2cdcc20d tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f069de-addd-409a-aff6-601414b9728c') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:52.019015 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bae2a2b9-d757-417c-a53c-20ce2cdcc20d tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:52.042044 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bae2a2b9-d757-417c-a53c-20ce2cdcc20d tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:52.048614 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae2a2b9-d757-417c-a53c-20ce2cdcc20d tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:43:52.049091 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bae2a2b9-d757-417c-a53c-20ce2cdcc20d tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:43:52.053370 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:43:52.113854 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bae2a2b9-d757-417c-a53c-20ce2cdcc20d tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:52.118184 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bae2a2b9-d757-417c-a53c-20ce2cdcc20d tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:52.120422 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bae2a2b9-d757-417c-a53c-20ce2cdcc20d tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "DELETE /v2.0/networks/6050ba45-e219-4f13-a988-30f30acfe128 HTTP/1.1" status: 204 len: 168 time: 0.3192549 Jul 23 20:43:52.124667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51742) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:52.135336 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2a2b9-d757-417c-a53c-20ce2cdcc20d tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event deleted for resources: {'Network': ['ID=6050ba45-e219-4f13-a988-30f30acfe128,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:52.344778 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d6779c-cb63-43bb-bd58-d07d1003b97e tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:52.351425 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d6779c-cb63-43bb-bd58-d07d1003b97e tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:52.354475 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-28d6779c-cb63-43bb-bd58-d07d1003b97e tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2286606 Jul 23 20:43:52.358861 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51750) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:52.365561 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c8878051-e50d-419a-8dd7-140c3b938236 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-650465563'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:52.368154 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65ee9af4-7979-4e60-b411-edafae929731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:52.390015 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8878051-e50d-419a-8dd7-140c3b938236 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Made reservation on behalf of 5891b60d6ada48e48aef1020b96930b3 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:52.396600 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8878051-e50d-419a-8dd7-140c3b938236 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:52.404295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee9af4-7979-4e60-b411-edafae929731 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:52.424196 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8878051-e50d-419a-8dd7-140c3b938236 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:43:52.433830 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8878051-e50d-419a-8dd7-140c3b938236 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:52.434198 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-c8878051-e50d-419a-8dd7-140c3b938236 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Added segment 0062db60-969d-44eb-a1a8-b092186595af of type vlan for network 69094b5d-b431-4635-b2fa-6142b77813a5 Jul 23 20:43:52.476767 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8878051-e50d-419a-8dd7-140c3b938236 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:52.514371 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8878051-e50d-419a-8dd7-140c3b938236 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:52.520801 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8878051-e50d-419a-8dd7-140c3b938236 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:52.521393 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8878051-e50d-419a-8dd7-140c3b938236 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:52.571299 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51756) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:52.571936 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c8878051-e50d-419a-8dd7-140c3b938236 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2111819 Jul 23 20:43:52.577143 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c00b07da-73d5-497b-bd92-5e08e8b75738 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-705737155'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:52.592512 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65ee9af4-7979-4e60-b411-edafae929731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:52.607931 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8878051-e50d-419a-8dd7-140c3b938236 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event updated for resources: {'Network': ['ID=69094b5d-b431-4635-b2fa-6142b77813a5,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:52.624616 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 69094b5d-b431-4635-b2fa-6142b77813a5 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:43:52.678659 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00b07da-73d5-497b-bd92-5e08e8b75738 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Made reservation on behalf of 5891b60d6ada48e48aef1020b96930b3 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:52.682137 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c00b07da-73d5-497b-bd92-5e08e8b75738 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:52.773042 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00b07da-73d5-497b-bd92-5e08e8b75738 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:43:52.794303 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c00b07da-73d5-497b-bd92-5e08e8b75738 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:52.794648 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-c00b07da-73d5-497b-bd92-5e08e8b75738 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Added segment cb7fca08-ca00-46b0-969a-cc56e7ed273c of type vlan for network 30d642c7-e22b-4579-b04d-9d90cdea7793 Jul 23 20:43:52.913733 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c00b07da-73d5-497b-bd92-5e08e8b75738 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:52.937161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452b023-1ef4-47bd-9b06-74fc0d60d967 req-019dbe28-0a81-432a-99f6-eb14e9885ca9 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:52.938732 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e452b023-1ef4-47bd-9b06-74fc0d60d967 req-019dbe28-0a81-432a-99f6-eb14e9885ca9 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.2128921 Jul 23 20:43:53.029406 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c00b07da-73d5-497b-bd92-5e08e8b75738 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:53.034925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00b07da-73d5-497b-bd92-5e08e8b75738 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:53.035536 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c00b07da-73d5-497b-bd92-5e08e8b75738 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:53.049536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e452b023-1ef4-47bd-9b06-74fc0d60d967 req-86b49cca-38bd-4a2c-a604-b11f5c8b7ea7 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014891 Jul 23 20:43:53.069193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ee9af4-7979-4e60-b411-edafae929731 admin admin] Router 678588f3-7e8a-4828-92f6-163588956838 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:53.127261 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c00b07da-73d5-497b-bd92-5e08e8b75738 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5546687 Jul 23 20:43:53.130536 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51774) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:53.133870 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b07da-73d5-497b-bd92-5e08e8b75738 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event updated for resources: {'Network': ['ID=30d642c7-e22b-4579-b04d-9d90cdea7793,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:53.137399 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Request body: {'ports': [{'network_id': '69094b5d-b431-4635-b2fa-6142b77813a5', 'name': 'tempest-port--764314038', 'admin_state_up': True}, {'network_id': '30d642c7-e22b-4579-b04d-9d90cdea7793', 'admin_state_up': False}]} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:53.137723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Request body: {'port': {'network_id': '69094b5d-b431-4635-b2fa-6142b77813a5', 'name': 'tempest-port--764314038', 'admin_state_up': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:53.138371 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Request body: {'port': {'network_id': '30d642c7-e22b-4579-b04d-9d90cdea7793', 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:53.146796 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 30d642c7-e22b-4579-b04d-9d90cdea7793 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:43:53.247584 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1296a4-7ccb-4485-b90e-bf7cc1a32ee2 req-af1e812d-c8ee-42ff-aa26-fff5f35db21d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:53.249152 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf1296a4-7ccb-4485-b90e-bf7cc1a32ee2 req-af1e812d-c8ee-42ff-aa26-fff5f35db21d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 943 time: 0.2652662 Jul 23 20:43:53.297190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ee9af4-7979-4e60-b411-edafae929731 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:53.303623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-65ee9af4-7979-4e60-b411-edafae929731 admin admin] 10.222.0.55 "PUT /v2.0/routers/678588f3-7e8a-4828-92f6-163588956838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6768866 Jul 23 20:43:53.306805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51776) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:53.312118 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c63603-3fbf-4de1-85d3-91f5ab979b3a None None] Sync routers for ids ['678588f3-7e8a-4828-92f6-163588956838'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:53.316846 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf1296a4-7ccb-4485-b90e-bf7cc1a32ee2 req-dd3b7c02-2dba-4a07-a731-570ca6f937ed tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558324 Jul 23 20:43:53.337996 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c63603-3fbf-4de1-85d3-91f5ab979b3a None None] Routers {'678588f3-7e8a-4828-92f6-163588956838'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:53.339141 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d6c63603-3fbf-4de1-85d3-91f5ab979b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['678588f3-7e8a-4828-92f6-163588956838'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:53.345940 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Made reservation on behalf of 5891b60d6ada48e48aef1020b96930b3 for: {'port': 2} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:53.359784 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:53.381432 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:53.428899 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8eb048f4-5fc1-4ce5-8bf6-a1364bbc70bc admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:53.497148 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] device_id is not set on port b77a66b6-8d2f-4ecd-a385-be2f0230bc71 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:43:53.522870 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-d6c63603-3fbf-4de1-85d3-91f5ab979b3a None None] Set router 678588f3-7e8a-4828-92f6-163588956838 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:53.612889 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8eb048f4-5fc1-4ce5-8bf6-a1364bbc70bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:53.645641 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:53.716990 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-8eb048f4-5fc1-4ce5-8bf6-a1364bbc70bc admin admin] Deleting port 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:53.717340 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8eb048f4-5fc1-4ce5-8bf6-a1364bbc70bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:53.735637 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1f9d7-4760-45e6-984f-c90c86b66ae9 req-38a53840-1515-456a-b284-0b1306ec86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:53.737174 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58a1f9d7-4760-45e6-984f-c90c86b66ae9 req-38a53840-1515-456a-b284-0b1306ec86f7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 1097 time: 0.0891540 Jul 23 20:43:53.742388 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] device_id is not set on port f23055f0-69bc-4697-aa0b-b6052cb1a3e9 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:43:53.827547 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d6c63603-3fbf-4de1-85d3-91f5ab979b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678588f3-7e8a-4828-92f6-163588956838', 'name': 'tempest-ServerRescueTestJSON-327317309-router', 'tenant_id': '50c6ff5a6f7146509973201a15b1a892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:37Z', 'updated_at': '2021-07-23T20:43:52Z', 'revision_number': 5, 'project_id': '50c6ff5a6f7146509973201a15b1a892', 'gw_port': {'id': '330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678588f3-7e8a-4828-92f6-163588956838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:38Z', 'updated_at': '2021-07-23T20:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:53.862672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c63603-3fbf-4de1-85d3-91f5ab979b3a None None] Checking router: 678588f3-7e8a-4828-92f6-163588956838 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:43:53.863512 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58a1f9d7-4760-45e6-984f-c90c86b66ae9 req-baf2154d-0987-4c23-8906-65ea0cfecc4b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160085 Jul 23 20:43:53.876491 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c63603-3fbf-4de1-85d3-91f5ab979b3a None None] Routers {'678588f3-7e8a-4828-92f6-163588956838'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:53.877624 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d6c63603-3fbf-4de1-85d3-91f5ab979b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['678588f3-7e8a-4828-92f6-163588956838'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:53.895488 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-8eb048f4-5fc1-4ce5-8bf6-a1364bbc70bc admin admin] For port 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:53.895839 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:53.895947 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8eb048f4-5fc1-4ce5-8bf6-a1364bbc70bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:53.908598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-8eb048f4-5fc1-4ce5-8bf6-a1364bbc70bc admin admin] Calling delete_port for 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:53.945122 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:54.020437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event updated for resources: {'Port': ['ID=b77a66b6-8d2f-4ecd-a385-be2f0230bc71,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:54.047243 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Checking segment: {'id': '0062db60-969d-44eb-a1a8-b092186595af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '69094b5d-b431-4635-b2fa-6142b77813a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:54.047607 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Network hostable DHCP agents. Network: 69094b5d-b431-4635-b2fa-6142b77813a5, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:43:54.068572 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Network 69094b5d-b431-4635-b2fa-6142b77813a5 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:43:54.083970 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 69094b5d-b431-4635-b2fa-6142b77813a5) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:54.097507 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:54.098886 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:54.111861 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-d6c63603-3fbf-4de1-85d3-91f5ab979b3a None None] Set router 678588f3-7e8a-4828-92f6-163588956838 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:54.139312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7480f7b-cdd4-44b0-be11-17f1e1860062 None None] Network 69094b5d-b431-4635-b2fa-6142b77813a5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:54.164556 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8eb048f4-5fc1-4ce5-8bf6-a1364bbc70bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:54.194287 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb048f4-5fc1-4ce5-8bf6-a1364bbc70bc admin admin] Pushing event deleted for resources: {'Port': ['ID=330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:54.226625 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event updated for resources: {'Port': ['ID=f23055f0-69bc-4697-aa0b-b6052cb1a3e9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:54.233610 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Checking segment: {'id': 'cb7fca08-ca00-46b0-969a-cc56e7ed273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '30d642c7-e22b-4579-b04d-9d90cdea7793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:54.234235 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Network hostable DHCP agents. Network: 30d642c7-e22b-4579-b04d-9d90cdea7793, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:43:54.254960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d6c63603-3fbf-4de1-85d3-91f5ab979b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678588f3-7e8a-4828-92f6-163588956838', 'name': 'tempest-ServerRescueTestJSON-327317309-router', 'tenant_id': '50c6ff5a6f7146509973201a15b1a892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:37Z', 'updated_at': '2021-07-23T20:43:53Z', 'revision_number': 6, 'project_id': '50c6ff5a6f7146509973201a15b1a892', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:54.255704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Network 30d642c7-e22b-4579-b04d-9d90cdea7793 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:43:54.268324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 30d642c7-e22b-4579-b04d-9d90cdea7793) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:54.273629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:54.282279 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:54.288749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:54.289509 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:54.300344 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c63603-3fbf-4de1-85d3-91f5ab979b3a None None] The sync data for ids ['678588f3-7e8a-4828-92f6-163588956838'] in n-d-791504-18 is: [{'id': '678588f3-7e8a-4828-92f6-163588956838', 'name': 'tempest-ServerRescueTestJSON-327317309-router', 'tenant_id': '50c6ff5a6f7146509973201a15b1a892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:37Z', 'updated_at': '2021-07-23T20:43:53Z', 'revision_number': 6, 'project_id': '50c6ff5a6f7146509973201a15b1a892', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:54.302469 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d2fa58-8f75-4cc3-bf0d-fb6c5859949e None None] Network 30d642c7-e22b-4579-b04d-9d90cdea7793 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:54.323175 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b2d5beac-85e7-4ade-bfe8-8a89c73f5fab tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1888900 Jul 23 20:43:54.323434 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51798) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:54.385927 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8eb048f4-5fc1-4ce5-8bf6-a1364bbc70bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:54.426329 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f342589-95f0-4060-8bfb-1b99de734b7b req-a89edd84-6e96-436c-bb5e-c8d2b0ef0342 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:54.435715 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f342589-95f0-4060-8bfb-1b99de734b7b req-a89edd84-6e96-436c-bb5e-c8d2b0ef0342 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.2443125 Jul 23 20:43:54.517742 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2e9b64-971f-4d4e-bf95-bbd848b60048 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:54.544592 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2e9b64-971f-4d4e-bf95-bbd848b60048 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:54.546401 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7b2e9b64-971f-4d4e-bf95-bbd848b60048 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2220001 Jul 23 20:43:54.551259 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51808) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:54.597811 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8eb048f4-5fc1-4ce5-8bf6-a1364bbc70bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:54.604320 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c06031c7-b253-45f0-a999-2eaf63df1b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:54.617192 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8eb048f4-5fc1-4ce5-8bf6-a1364bbc70bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:54.713247 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-84ab8ef4-e722-4913-a1b1-190257426beb tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Deleting port b77a66b6-8d2f-4ecd-a385-be2f0230bc71 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:54.713803 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84ab8ef4-e722-4913-a1b1-190257426beb tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:54.719570 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8eb048f4-5fc1-4ce5-8bf6-a1364bbc70bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:54.720186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb048f4-5fc1-4ce5-8bf6-a1364bbc70bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 678588f3-7e8a-4828-92f6-163588956838 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:43:54.730783 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8eb048f4-5fc1-4ce5-8bf6-a1364bbc70bc admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:54.734681 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8eb048f4-5fc1-4ce5-8bf6-a1364bbc70bc admin admin] 10.222.0.55 "DELETE /v2.0/routers/678588f3-7e8a-4828-92f6-163588956838 HTTP/1.1" status: 204 len: 168 time: 1.4248545 Jul 23 20:43:54.742081 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51812) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:54.783648 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f342589-95f0-4060-8bfb-1b99de734b7b req-4b672ca7-7554-4f2c-8eb0-eff13b7dfcc1 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827137 Jul 23 20:43:54.826899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e624b56-ca32-4afc-856d-e4b5f5f85624 req-4e8ac88c-b60f-496c-89a2-9c3e7457499d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:54.828637 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e624b56-ca32-4afc-856d-e4b5f5f85624 req-4e8ac88c-b60f-496c-89a2-9c3e7457499d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 943 time: 0.2242494 Jul 23 20:43:54.858292 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8c8696-9c77-4cbb-87fd-211f498c0a9e admin admin] Deleting subnet 6f7d5a8f-73b3-41da-b110-f6b7061f8652 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:43:54.861347 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8696-9c77-4cbb-87fd-211f498c0a9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:54.890221 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84ab8ef4-e722-4913-a1b1-190257426beb tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:54.911842 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-84ab8ef4-e722-4913-a1b1-190257426beb tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Calling delete_port for b77a66b6-8d2f-4ecd-a385-be2f0230bc71 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:54.918619 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8696-9c77-4cbb-87fd-211f498c0a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.016110 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8696-9c77-4cbb-87fd-211f498c0a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.092412 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84ab8ef4-e722-4913-a1b1-190257426beb tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.104875 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8696-9c77-4cbb-87fd-211f498c0a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.134681 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab8ef4-e722-4913-a1b1-190257426beb tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event deleted for resources: {'Port': ['ID=b77a66b6-8d2f-4ecd-a385-be2f0230bc71,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:55.168633 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84ab8ef4-e722-4913-a1b1-190257426beb tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.173012 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-84ab8ef4-e722-4913-a1b1-190257426beb tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "DELETE /v2.0/ports/b77a66b6-8d2f-4ecd-a385-be2f0230bc71 HTTP/1.1" status: 204 len: 168 time: 0.6182249 Jul 23 20:43:55.173594 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51824) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:55.181270 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c8696-9c77-4cbb-87fd-211f498c0a9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f7d5a8f-73b3-41da-b110-f6b7061f8652,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:55.215853 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8696-9c77-4cbb-87fd-211f498c0a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.220659 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5b8c8696-9c77-4cbb-87fd-211f498c0a9e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6f7d5a8f-73b3-41da-b110-f6b7061f8652 HTTP/1.1" status: 204 len: 168 time: 0.4750047 Jul 23 20:43:55.221037 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51826) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:55.259879 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e624b56-ca32-4afc-856d-e4b5f5f85624 req-d4260d53-3abf-4adc-b741-d8143ac6d607 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215269 Jul 23 20:43:55.339978 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-85edbafa-7d5f-4e7c-b49a-dcef10d39cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.387930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b1e29125-7250-4063-a391-9db58cd58ee8 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Deleting port f23055f0-69bc-4697-aa0b-b6052cb1a3e9 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:55.388274 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b1e29125-7250-4063-a391-9db58cd58ee8 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.466688 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-85edbafa-7d5f-4e7c-b49a-dcef10d39cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.511522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-85edbafa-7d5f-4e7c-b49a-dcef10d39cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90b3a41-4969-4cfa-9ca5-6d312e791d7b']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:55.514731 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b1e29125-7250-4063-a391-9db58cd58ee8 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.530349 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-85edbafa-7d5f-4e7c-b49a-dcef10d39cf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffb2e7f-ac69-4f6f-b36e-f5daf74a8146') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:55.531074 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-85edbafa-7d5f-4e7c-b49a-dcef10d39cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffb2e7f-ac69-4f6f-b36e-f5daf74a8146') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:55.539398 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b1e29125-7250-4063-a391-9db58cd58ee8 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Calling delete_port for f23055f0-69bc-4697-aa0b-b6052cb1a3e9 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:55.543703 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-85edbafa-7d5f-4e7c-b49a-dcef10d39cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.564470 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-85edbafa-7d5f-4e7c-b49a-dcef10d39cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.604534 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85edbafa-7d5f-4e7c-b49a-dcef10d39cf0 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:43:55.604948 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-85edbafa-7d5f-4e7c-b49a-dcef10d39cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:43:55.606904 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:43:55.664535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:55.680163 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-85edbafa-7d5f-4e7c-b49a-dcef10d39cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.692052 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-85edbafa-7d5f-4e7c-b49a-dcef10d39cf0 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.693984 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-85edbafa-7d5f-4e7c-b49a-dcef10d39cf0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f90b3a41-4969-4cfa-9ca5-6d312e791d7b HTTP/1.1" status: 204 len: 168 time: 0.4720232 Jul 23 20:43:55.705514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edbafa-7d5f-4e7c-b49a-dcef10d39cf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f90b3a41-4969-4cfa-9ca5-6d312e791d7b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:55.709374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:55.709730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 330cedcc-d8ae-4f29-8d70-7e78cfa7a1d3 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:55.710147 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:55.716287 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b1e29125-7250-4063-a391-9db58cd58ee8 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.746415 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:55.746905 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d2e23c9e-9cfa-4d48-8e82-76ce2f987ecc not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:55.767539 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e29125-7250-4063-a391-9db58cd58ee8 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event deleted for resources: {'Port': ['ID=f23055f0-69bc-4697-aa0b-b6052cb1a3e9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:55.771302 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b1e29125-7250-4063-a391-9db58cd58ee8 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.783395 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b1e29125-7250-4063-a391-9db58cd58ee8 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "DELETE /v2.0/ports/f23055f0-69bc-4697-aa0b-b6052cb1a3e9 HTTP/1.1" status: 204 len: 168 time: 0.5994177 Jul 23 20:43:55.783395 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51840) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:55.814964 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2c818f0e-125a-4e99-8d15-f2afb88daad4 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0373542 Jul 23 20:43:55.819927 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51844) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:55.834407 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-3fc10985-ccfb-4699-8fd9-03c38472f50e tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1175614730'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:55.859521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc10985-ccfb-4699-8fd9-03c38472f50e tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Made reservation on behalf of 5891b60d6ada48e48aef1020b96930b3 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:55.863992 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3fc10985-ccfb-4699-8fd9-03c38472f50e tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.940670 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51848) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:55.950540 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc10985-ccfb-4699-8fd9-03c38472f50e tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:43:55.966021 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3fc10985-ccfb-4699-8fd9-03c38472f50e tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:55.966365 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-3fc10985-ccfb-4699-8fd9-03c38472f50e tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Added segment 0f71ad45-f4c6-4b9f-aa87-7386f0476fb4 of type vlan for network f7dd6408-06dd-41cb-8571-7b6f9664fb58 Jul 23 20:43:55.993576 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1c338c7a-871d-4a73-8744-94e751ed7ffc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50c6ff5a6f7146509973201a15b1a892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482688 Jul 23 20:43:55.993945 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51854) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:56.039635 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3fc10985-ccfb-4699-8fd9-03c38472f50e tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:56.049577 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ad6125da-7679-4840-9d46-a34dfe559018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:56.051955 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e99ae-d112-4a4e-a89a-1816490901c4 req-0662f247-6355-4825-be33-94e9ec634f01 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:56.053830 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-010e99ae-d112-4a4e-a89a-1816490901c4 req-0662f247-6355-4825-be33-94e9ec634f01 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1862528 Jul 23 20:43:56.093249 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ad6125da-7679-4840-9d46-a34dfe559018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:56.119998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-010e99ae-d112-4a4e-a89a-1816490901c4 req-1dbf742a-f17e-46c5-b600-dbfa71094473 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584383 Jul 23 20:43:56.121485 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3fc10985-ccfb-4699-8fd9-03c38472f50e tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:56.131579 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc10985-ccfb-4699-8fd9-03c38472f50e tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:56.136130 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3fc10985-ccfb-4699-8fd9-03c38472f50e tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:56.163468 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ad6125da-7679-4840-9d46-a34dfe559018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:56.166387 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ad6125da-7679-4840-9d46-a34dfe559018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:56.167775 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ad6125da-7679-4840-9d46-a34dfe559018 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0fb840ab-d5bf-4036-81ec-ac78292ceeca HTTP/1.1" status: 204 len: 168 time: 0.1728823 Jul 23 20:43:56.177884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6125da-7679-4840-9d46-a34dfe559018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb840ab-d5bf-4036-81ec-ac78292ceeca,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:56.226874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc10985-ccfb-4699-8fd9-03c38472f50e tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event updated for resources: {'Network': ['ID=f7dd6408-06dd-41cb-8571-7b6f9664fb58,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:56.237671 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3fc10985-ccfb-4699-8fd9-03c38472f50e tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4138806 Jul 23 20:43:56.238682 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51864) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:56.242866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network f7dd6408-06dd-41cb-8571-7b6f9664fb58 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:43:56.244963 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c2b24398-4337-46a4-8375-82b332248255 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1687706076'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:56.290091 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b24398-4337-46a4-8375-82b332248255 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Made reservation on behalf of 5891b60d6ada48e48aef1020b96930b3 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:56.299443 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2b24398-4337-46a4-8375-82b332248255 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:56.365951 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b24398-4337-46a4-8375-82b332248255 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:43:56.380713 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2b24398-4337-46a4-8375-82b332248255 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:56.381481 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-c2b24398-4337-46a4-8375-82b332248255 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Added segment a852bb30-8848-43a9-a0ac-f94e4e401be9 of type vlan for network 8b1ddd01-bbc1-4892-8e29-1088d3c73515 Jul 23 20:43:56.437127 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2b24398-4337-46a4-8375-82b332248255 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:56.491086 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5e908-0527-4d30-a0e5-8b96707afe9b req-c0107387-0104-4abc-b40a-d48cd0ff9cbe tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:56.492725 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9cd5e908-0527-4d30-a0e5-8b96707afe9b req-c0107387-0104-4abc-b40a-d48cd0ff9cbe tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 943 time: 0.1122935 Jul 23 20:43:56.518888 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2b24398-4337-46a4-8375-82b332248255 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:56.527957 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b24398-4337-46a4-8375-82b332248255 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:56.528628 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2b24398-4337-46a4-8375-82b332248255 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:56.603527 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c2b24398-4337-46a4-8375-82b332248255 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3634174 Jul 23 20:43:56.655692 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b24398-4337-46a4-8375-82b332248255 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event updated for resources: {'Network': ['ID=8b1ddd01-bbc1-4892-8e29-1088d3c73515,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:56.664368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9cd5e908-0527-4d30-a0e5-8b96707afe9b req-a728bc09-1480-4dd8-be5a-fc26f0b22f9e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369898 Jul 23 20:43:56.668201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 8b1ddd01-bbc1-4892-8e29-1088d3c73515 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:43:56.697943 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c7482-aaeb-42ec-aad6-4cba4d3fa495 req-bdf4dbbf-667a-4810-b9e0-38d5f8dbbe77 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:56.699563 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-976c7482-aaeb-42ec-aad6-4cba4d3fa495 req-bdf4dbbf-667a-4810-b9e0-38d5f8dbbe77 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1832309 Jul 23 20:43:56.730501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51888) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:56.733338 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227f20a-b57d-4877-b80a-3721071dc203 req-8b91c422-9cf9-4814-9b5e-3771262ed640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:56.735626 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7227f20a-b57d-4877-b80a-3721071dc203 req-8b91c422-9cf9-4814-9b5e-3771262ed640 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c09365c5b69442eba1a7b915a62a386&device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 1097 time: 0.2418666 Jul 23 20:43:56.736170 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Request body: {'subnets': [{'network_id': 'f7dd6408-06dd-41cb-8571-7b6f9664fb58', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--275542597', 'ip_version': 4}, {'network_id': '8b1ddd01-bbc1-4892-8e29-1088d3c73515', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:56.736485 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Request body: {'subnet': {'network_id': 'f7dd6408-06dd-41cb-8571-7b6f9664fb58', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--275542597', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:56.737062 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Request body: {'subnet': {'network_id': '8b1ddd01-bbc1-4892-8e29-1088d3c73515', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:56.849974 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-976c7482-aaeb-42ec-aad6-4cba4d3fa495 req-fbe9fabf-c132-4eb1-b1d0-062e2896d705 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443067 Jul 23 20:43:56.870831 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227f20a-b57d-4877-b80a-3721071dc203 req-99d0fa35-c12b-4d4c-85e5-11e8f7d5244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:56.872496 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7227f20a-b57d-4877-b80a-3721071dc203 req-99d0fa35-c12b-4d4c-85e5-11e8f7d5244e service neutron] 10.222.0.57 "GET /v2.0/networks?id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6 HTTP/1.1" status: 200 len: 920 time: 0.1297271 Jul 23 20:43:56.926953 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7227f20a-b57d-4877-b80a-3721071dc203 req-e0c498ae-2a77-4f61-bc83-8d76193a70dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 HTTP/1.1" status: 200 len: 217 time: 0.0462465 Jul 23 20:43:56.954096 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Made reservation on behalf of 5891b60d6ada48e48aef1020b96930b3 for: {'subnet': 2} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:56.959686 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:56.960224 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:56.986994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227f20a-b57d-4877-b80a-3721071dc203 req-79b8e727-3d44-4899-8ffb-765a16126b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:56.988694 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7227f20a-b57d-4877-b80a-3721071dc203 req-79b8e727-3d44-4899-8ffb-765a16126b5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1f964b3-34ec-4a13-a322-95c058e9df68 HTTP/1.1" status: 200 len: 859 time: 0.0565388 Jul 23 20:43:57.034429 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7227f20a-b57d-4877-b80a-3721071dc203 req-86d73d4b-bc57-4773-998d-fab04d7e9086 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385921 Jul 23 20:43:57.098767 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b470f2a7-e6cd-410a-8c9b-75f2b62845d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:57.198233 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7227f20a-b57d-4877-b80a-3721071dc203 req-6749b282-8b8d-4aae-8b3b-d59e34c2b26f service neutron] 10.222.0.57 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572278 Jul 23 20:43:57.287475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51910) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:57.338938 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7227f20a-b57d-4877-b80a-3721071dc203 req-3a3e3a63-5d79-493a-b812-31d897e7b8e1 service neutron] 10.222.0.57 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270034 Jul 23 20:43:57.341994 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:57.443687 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:57.450417 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-00faf21a-6bf9-4167-8f1f-00433db30901 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1961867805-network', 'tenant_id': '1acb9fafa2f640b88cfa38563fb61a06'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:57.471285 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00faf21a-6bf9-4167-8f1f-00433db30901 admin admin] Made reservation on behalf of 1acb9fafa2f640b88cfa38563fb61a06 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:57.473881 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00faf21a-6bf9-4167-8f1f-00433db30901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:57.483626 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00faf21a-6bf9-4167-8f1f-00433db30901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:57.510245 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event updated for resources: {'Subnet': ['ID=4327a68a-c94f-479a-adb0-49e37bed4d13,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:57.528560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Checking segment: {'id': '0f71ad45-f4c6-4b9f-aa87-7386f0476fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f7dd6408-06dd-41cb-8571-7b6f9664fb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:57.529003 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Network hostable DHCP agents. Network: f7dd6408-06dd-41cb-8571-7b6f9664fb58, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:43:57.552467 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Network f7dd6408-06dd-41cb-8571-7b6f9664fb58 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:43:57.563844 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, f7dd6408-06dd-41cb-8571-7b6f9664fb58) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:57.570003 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:57.576767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371ea9c9-b060-4f1d-ad10-0215aa74f167 None None] Network f7dd6408-06dd-41cb-8571-7b6f9664fb58 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:57.605603 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00faf21a-6bf9-4167-8f1f-00433db30901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:57.611787 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00faf21a-6bf9-4167-8f1f-00433db30901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:57.640799 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00faf21a-6bf9-4167-8f1f-00433db30901 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:43:57.656236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00faf21a-6bf9-4167-8f1f-00433db30901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7d247b-a2b0-4b4a-a5f4-188001f1047a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:57.659263 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00faf21a-6bf9-4167-8f1f-00433db30901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:57.659603 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-00faf21a-6bf9-4167-8f1f-00433db30901 admin admin] Added segment 328e41a5-2d24-490f-b795-5454b49816c5 of type vlan for network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 Jul 23 20:43:57.660791 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event updated for resources: {'Subnet': ['ID=905894e4-09ac-404f-8014-ae714d8fbfef,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:57.666972 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Checking segment: {'id': 'a852bb30-8848-43a9-a0ac-f94e4e401be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8b1ddd01-bbc1-4892-8e29-1088d3c73515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:57.667360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Network hostable DHCP agents. Network: 8b1ddd01-bbc1-4892-8e29-1088d3c73515, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:43:57.694186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Network 8b1ddd01-bbc1-4892-8e29-1088d3c73515 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:43:57.707619 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 8b1ddd01-bbc1-4892-8e29-1088d3c73515) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:57.714326 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:57.715198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:57.716417 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:57.731154 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00faf21a-6bf9-4167-8f1f-00433db30901 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:57.734913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bd4f82-c54d-4bb9-8d53-55c1c7f850ca None None] Network 8b1ddd01-bbc1-4892-8e29-1088d3c73515 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:57.751436 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e54d04e9-6278-4baa-90f9-955e040f21d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.0184221 Jul 23 20:43:57.753426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51924) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:57.855364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9fc17ce3-ee45-4f14-8b24-09d34326fc02 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:43:57.905009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762f702a-745d-40e4-b8e7-9bd28d6965d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:57.906912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762f702a-745d-40e4-b8e7-9bd28d6965d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:57.909429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762f702a-745d-40e4-b8e7-9bd28d6965d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:57.911998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-762f702a-745d-40e4-b8e7-9bd28d6965d1 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1571665 Jul 23 20:43:57.915316 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51930) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:57.965281 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00faf21a-6bf9-4167-8f1f-00433db30901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:57.967438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00faf21a-6bf9-4167-8f1f-00433db30901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:57.968038 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00faf21a-6bf9-4167-8f1f-00433db30901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:57.977691 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1135d8-0857-4344-8590-46288bbf946c tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Deleting subnet 4327a68a-c94f-479a-adb0-49e37bed4d13 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:43:57.981929 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c1135d8-0857-4344-8590-46288bbf946c tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:58.032880 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c1135d8-0857-4344-8590-46288bbf946c tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:58.033049 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f0d84-e6a0-490f-847c-c479212c3308 req-9b50386c-4dfb-4ae2-b072-040ca3374bfd tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:58.041026 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c9f0d84-e6a0-490f-847c-c479212c3308 req-9b50386c-4dfb-4ae2-b072-040ca3374bfd tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 943 time: 0.2444587 Jul 23 20:43:58.043666 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-00faf21a-6bf9-4167-8f1f-00433db30901 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7551112 Jul 23 20:43:58.056699 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07382a2f-d483-445f-992a-6a47d24dccbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-f7dd6408-06dd-41cb-8571-7b6f9664fb58', 'network_id': 'f7dd6408-06dd-41cb-8571-7b6f9664fb58', 'tenant_id': '5891b60d6ada48e48aef1020b96930b3', 'fixed_ips': [{'subnet_id': '4327a68a-c94f-479a-adb0-49e37bed4d13'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:43:58.057836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51936) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:58.057984 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-07382a2f-d483-445f-992a-6a47d24dccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:58.066034 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-0ee3e4b7-7663-4295-8df8-f1391b1d0673 admin admin] Request body: {'subnet': {'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1961867805-subnet', 'tenant_id': '1acb9fafa2f640b88cfa38563fb61a06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:58.075884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-8b1ddd01-bbc1-4892-8e29-1088d3c73515', 'network_id': '8b1ddd01-bbc1-4892-8e29-1088d3c73515', 'tenant_id': '5891b60d6ada48e48aef1020b96930b3', 'fixed_ips': [{'subnet_id': '905894e4-09ac-404f-8014-ae714d8fbfef'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:43:58.076978 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:58.098017 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c1135d8-0857-4344-8590-46288bbf946c tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:58.114181 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00faf21a-6bf9-4167-8f1f-00433db30901 admin admin] Pushing event updated for resources: {'Network': ['ID=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:58.147759 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:43:58.153739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d175d9-fd01-426b-a7c2-f50597fa354b req-551f099d-e57a-4563-adbd-bce59943bf5c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:58.155412 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1d175d9-fd01-426b-a7c2-f50597fa354b req-551f099d-e57a-4563-adbd-bce59943bf5c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.2363298 Jul 23 20:43:58.163241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c9f0d84-e6a0-490f-847c-c479212c3308 req-499d223b-f420-4422-8755-187bea73b632 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213171 Jul 23 20:43:58.188877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee3e4b7-7663-4295-8df8-f1391b1d0673 admin admin] Made reservation on behalf of 1acb9fafa2f640b88cfa38563fb61a06 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:58.191689 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0ee3e4b7-7663-4295-8df8-f1391b1d0673 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:58.225562 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c1135d8-0857-4344-8590-46288bbf946c tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:58.283839 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1135d8-0857-4344-8590-46288bbf946c tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event deleted for resources: {'Subnet': ['ID=4327a68a-c94f-479a-adb0-49e37bed4d13,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:58.293197 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c1135d8-0857-4344-8590-46288bbf946c tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:58.295889 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8c1135d8-0857-4344-8590-46288bbf946c tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "DELETE /v2.0/subnets/4327a68a-c94f-479a-adb0-49e37bed4d13 HTTP/1.1" status: 204 len: 168 time: 0.3793366 Jul 23 20:43:58.304192 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51946) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:58.372121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9fc17ce3-ee45-4f14-8b24-09d34326fc02, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9fc17ce3-ee45-4f14-8b24-09d34326fc02,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:58.398872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3449f54-c0a5-4ab3-abb0-4c7ccc26841b tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Deleting subnet 905894e4-09ac-404f-8014-ae714d8fbfef {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:43:58.425607 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0ee3e4b7-7663-4295-8df8-f1391b1d0673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:58.461018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1d175d9-fd01-426b-a7c2-f50597fa354b req-238a3966-4d9c-41cc-b408-6a16e3498895 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967839 Jul 23 20:43:58.493983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3e4b7-7663-4295-8df8-f1391b1d0673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c51c78-ede0-436b-9293-945f1596e2dc,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:58.501836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee3e4b7-7663-4295-8df8-f1391b1d0673 admin admin] Checking segment: {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server [None req-07382a2f-d483-445f-992a-6a47d24dccbf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4327a68a-c94f-479a-adb0-49e37bed4d13: This subnet is being modified by another concurrent operation. Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4327a68a-c94f-479a-adb0-49e37bed4d13: This subnet is being modified by another concurrent operation. Jul 23 20:43:58.502107 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Jul 23 20:43:58.516922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee3e4b7-7663-4295-8df8-f1391b1d0673 admin admin] Network hostable DHCP agents. Network: 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:43:58.518113 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '9fc17ce3-ee45-4f14-8b24-09d34326fc02', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'port_id': '9fc17ce3-ee45-4f14-8b24-09d34326fc02', 'mac_address': 'fa:16:3e:e5:e4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:43:58.528091 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee3e4b7-7663-4295-8df8-f1391b1d0673 admin admin] Network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:43:58.547674 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-0ee3e4b7-7663-4295-8df8-f1391b1d0673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:58.552807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee3e4b7-7663-4295-8df8-f1391b1d0673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:58.560613 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:58.561118 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0ee3e4b7-7663-4295-8df8-f1391b1d0673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:58.562021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Allocated IP 172.20.0.18 (8b1ddd01-bbc1-4892-8e29-1088d3c73515/905894e4-09ac-404f-8014-ae714d8fbfef/5cc20a12-9234-417e-9953-6f3f3b731caa) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:58.586108 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0ee3e4b7-7663-4295-8df8-f1391b1d0673 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5184593 Jul 23 20:43:58.606727 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ffd4d4-e2a0-492d-8c78-53589a7fd27b None None] Network f7dd6408-06dd-41cb-8571-7b6f9664fb58 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:58.608647 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78208e0-6a39-4306-9a8f-4795ee911d1a None None] Network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:58.613820 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:58.709406 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc17ce3-ee45-4f14-8b24-09d34326fc02 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:43:58.982385 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9fc17ce3-ee45-4f14-8b24-09d34326fc02, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9fc17ce3-ee45-4f14-8b24-09d34326fc02,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:59.015725 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:59.089228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-e2beed00-3df7-42df-bcaf-2e0db8827a66 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:59.090700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-e2beed00-3df7-42df-bcaf-2e0db8827a66 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 806 time: 0.1209590 Jul 23 20:43:59.106028 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-3d592f0b-f4fb-4627-a9c5-61bcebbd8328 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/quotas/1acb9fafa2f640b88cfa38563fb61a06 HTTP/1.1" status: 200 len: 375 time: 0.0095556 Jul 23 20:43:59.143541 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-934480de-a26a-42a0-881b-5ebf654eb613 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318186 Jul 23 20:43:59.159031 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=9fc17ce3-ee45-4f14-8b24-09d34326fc02,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:59.169190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49367897-d9ad-4651-a974-872bd73a34dc None None] Network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:59.193749 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:59.207695 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Transition to ACTIVE for port object 5cc20a12-9234-417e-9953-6f3f3b731caa will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:59.271094 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Transition to ACTIVE for port object 5cc20a12-9234-417e-9953-6f3f3b731caa will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:59.282021 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a3449f54-c0a5-4ab3-abb0-4c7ccc26841b tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:59.291391 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:59.303826 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-7e280417-3b12-4381-8614-9f64e619e456 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520092 Jul 23 20:43:59.349308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Network 8b1ddd01-bbc1-4892-8e29-1088d3c73515 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:59.354999 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:59.356101 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a3449f54-c0a5-4ab3-abb0-4c7ccc26841b tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:59.381058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:59.430201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Pushing event updated for resources: {'Port': ['ID=5cc20a12-9234-417e-9953-6f3f3b731caa,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:59.439307 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995f702-a540-40ea-b06a-d67f4b63cd0b req-8921ac87-8486-4edc-8c89-01117055b832 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:59.447212 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0995f702-a540-40ea-b06a-d67f4b63cd0b req-8921ac87-8486-4edc-8c89-01117055b832 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 944 time: 0.1599073 Jul 23 20:43:59.460183 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['9fc17ce3-ee45-4f14-8b24-09d34326fc02'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:43:59.471254 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a3449f54-c0a5-4ab3-abb0-4c7ccc26841b tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:59.492361 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0995f702-a540-40ea-b06a-d67f4b63cd0b req-ffe04f23-ca48-41b3-95d4-45b9b492937b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439277 Jul 23 20:43:59.509158 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Attempting to bind port 5cc20a12-9234-417e-9953-6f3f3b731caa on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:43:59.509535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Attempting to bind port 5cc20a12-9234-417e-9953-6f3f3b731caa by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a852bb30-8848-43a9-a0ac-f94e4e401be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8b1ddd01-bbc1-4892-8e29-1088d3c73515'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:43:59.509903 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Attempting to bind port 5cc20a12-9234-417e-9953-6f3f3b731caa on network 8b1ddd01-bbc1-4892-8e29-1088d3c73515 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:43:59.530000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:43:59.530375 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Checking segment: {'id': 'a852bb30-8848-43a9-a0ac-f94e4e401be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8b1ddd01-bbc1-4892-8e29-1088d3c73515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:59.530932 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:59.531246 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Bound using segment: {'id': 'a852bb30-8848-43a9-a0ac-f94e4e401be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8b1ddd01-bbc1-4892-8e29-1088d3c73515'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:43:59.531741 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Bound port: 5cc20a12-9234-417e-9953-6f3f3b731caa, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a852bb30-8848-43a9-a0ac-f94e4e401be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8b1ddd01-bbc1-4892-8e29-1088d3c73515'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:43:59.532121 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:59.541033 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-a6bd6fe1-7cf5-4e5b-b053-26700721bbf2 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127142 Jul 23 20:43:59.576530 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a3449f54-c0a5-4ab3-abb0-4c7ccc26841b tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:59.641391 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3449f54-c0a5-4ab3-abb0-4c7ccc26841b tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event deleted for resources: {'Subnet': ['ID=905894e4-09ac-404f-8014-ae714d8fbfef,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:59.643625 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a3449f54-c0a5-4ab3-abb0-4c7ccc26841b tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:59.650777 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a3449f54-c0a5-4ab3-abb0-4c7ccc26841b tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "DELETE /v2.0/subnets/905894e4-09ac-404f-8014-ae714d8fbfef HTTP/1.1" status: 204 len: 168 time: 1.3453550 Jul 23 20:43:59.653290 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51990) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:59.666609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] For port 5cc20a12-9234-417e-9953-6f3f3b731caa, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:43:59.670027 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] For port 5cc20a12-9234-417e-9953-6f3f3b731caa, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=5cc20a12-9234-417e-9953-6f3f3b731caa,segment=NetworkSegment(a852bb30-8848-43a9-a0ac-f94e4e401be9),segment_id=a852bb30-8848-43a9-a0ac-f94e4e401be9)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:43:59.685997 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:59.765928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f8d050-6dd5-4a4f-97eb-9370267a6228 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:59.773765 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-58f8d050-6dd5-4a4f-97eb-9370267a6228 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1193075 Jul 23 20:43:59.779614 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51996) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:59.837946 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Pushing event updated for resources: {'Port': ['ID=5cc20a12-9234-417e-9953-6f3f3b731caa,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:59.881495 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:59.881842 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:59.882183 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:59.884754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:59.885168 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:59.885501 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:59.885830 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:59.886148 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:59.886482 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:59.886801 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:59.887155 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:59.887485 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f1e25d-c807-4750-a492-2804b42748a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:59.931855 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d7e01929-6b2d-4ac2-b5e5-56fd056e1ca0 req-974fdebb-c110-4a73-87af-7e5c50e39813 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 210 time: 0.1365592 Jul 23 20:43:59.953737 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d9e840-c755-4d22-80d3-589bf0c2ee4a None None] Network 8b1ddd01-bbc1-4892-8e29-1088d3c73515 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:59.962216 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:59.978440 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:00.074682 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db1712-e111-4e07-89d3-eab4135af5a8 req-cdc2e985-8e7b-4570-a147-9785aa23b04d tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:00.082423 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d1db1712-e111-4e07-89d3-eab4135af5a8 req-cdc2e985-8e7b-4570-a147-9785aa23b04d tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1890037 Jul 23 20:44:00.119867 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779f5b4a-5e4e-4294-a12f-e87fea4165b7 None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:44:00.130000 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Deleting port 5cc20a12-9234-417e-9953-6f3f3b731caa {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:00.130565 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:00.161005 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d1db1712-e111-4e07-89d3-eab4135af5a8 req-7e791149-b5b8-4657-bc5c-edb609570532 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774446 Jul 23 20:44:00.231465 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] For port 5cc20a12-9234-417e-9953-6f3f3b731caa, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=5cc20a12-9234-417e-9953-6f3f3b731caa,segment=NetworkSegment(a852bb30-8848-43a9-a0ac-f94e4e401be9),segment_id=a852bb30-8848-43a9-a0ac-f94e4e401be9)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:00.232136 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:00.245989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Calling delete_port for 5cc20a12-9234-417e-9953-6f3f3b731caa owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:00.362193 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779f5b4a-5e4e-4294-a12f-e87fea4165b7 None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:44:00.396273 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:00.433779 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event deleted for resources: {'Port': ['ID=5cc20a12-9234-417e-9953-6f3f3b731caa,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:00.448453 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] No DVR routers for this DVR port 5cc20a12-9234-417e-9953-6f3f3b731caa on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:44:00.552651 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:00.577194 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1ddd01-bbc1-4892-8e29-1088d3c73515']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:00.610250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a852bb30-8848-43a9-a0ac-f94e4e401be9') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:00.610537 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a852bb30-8848-43a9-a0ac-f94e4e401be9') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:00.642121 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:00.678841 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:00.692966 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:44:00.695316 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:44:00.767018 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:44:00.812718 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:00.821761 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:00.824389 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "DELETE /v2.0/networks/8b1ddd01-bbc1-4892-8e29-1088d3c73515 HTTP/1.1" status: 204 len: 168 time: 1.0436273 Jul 23 20:44:00.827282 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52036) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:00.846249 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c197d1-6a60-42f2-927d-0915a19d39b0 tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event deleted for resources: {'Network': ['ID=8b1ddd01-bbc1-4892-8e29-1088d3c73515,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:00.881840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7ed13-5791-47e3-a755-0c3dd9999a0b req-dfe42c63-3128-4134-b8bd-d286a4927d00 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:00.884182 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61e7ed13-5791-47e3-a755-0c3dd9999a0b req-dfe42c63-3128-4134-b8bd-d286a4927d00 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 944 time: 0.2217662 Jul 23 20:44:00.934950 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61e7ed13-5791-47e3-a755-0c3dd9999a0b req-dd5c9ccf-13a6-44d2-8f4d-53852ca77442 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450032 Jul 23 20:44:00.955819 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8f0f-8f56-448b-9894-de59ffeac2fd tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:01.108904 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfb0cac-56df-416e-af17-ec33f22c8575 None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:44:01.126091 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4074952e-3320-415c-abab-22c346664f06 req-6fc39f99-e517-413e-993a-dd605421bee8 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 210 time: 0.0839009 Jul 23 20:44:01.165972 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8f0f-8f56-448b-9894-de59ffeac2fd tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:01.187410 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5bbc8f0f-8f56-448b-9894-de59ffeac2fd tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7dd6408-06dd-41cb-8571-7b6f9664fb58']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:01.208173 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5bbc8f0f-8f56-448b-9894-de59ffeac2fd tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f71ad45-f4c6-4b9f-aa87-7386f0476fb4') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:01.208517 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5bbc8f0f-8f56-448b-9894-de59ffeac2fd tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f71ad45-f4c6-4b9f-aa87-7386f0476fb4') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:01.225916 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8f0f-8f56-448b-9894-de59ffeac2fd tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:01.255545 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8f0f-8f56-448b-9894-de59ffeac2fd tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:01.266264 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbc8f0f-8f56-448b-9894-de59ffeac2fd tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:44:01.267488 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8f0f-8f56-448b-9894-de59ffeac2fd tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:44:01.287634 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:44:01.301377 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfb0cac-56df-416e-af17-ec33f22c8575 None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:44:01.309672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-7f840e26-c4d4-49d3-98d7-d6a07d775f4c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:01.311178 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-7f840e26-c4d4-49d3-98d7-d6a07d775f4c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.57 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 806 time: 0.1998353 Jul 23 20:44:01.337241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-d894b8a2-44da-4212-9ce1-eaa49f515d53 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Request body: {'port': {'device_id': 'd57af279-1188-402b-9219-83cf5bae67e0', 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7', 'admin_state_up': True, 'tenant_id': '1acb9fafa2f640b88cfa38563fb61a06'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:01.375995 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8f0f-8f56-448b-9894-de59ffeac2fd tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:01.389858 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8f0f-8f56-448b-9894-de59ffeac2fd tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:01.398013 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5bbc8f0f-8f56-448b-9894-de59ffeac2fd tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "DELETE /v2.0/networks/f7dd6408-06dd-41cb-8571-7b6f9664fb58 HTTP/1.1" status: 204 len: 168 time: 0.5686176 Jul 23 20:44:01.399195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52050) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:01.452830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc8f0f-8f56-448b-9894-de59ffeac2fd tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event deleted for resources: {'Network': ['ID=f7dd6408-06dd-41cb-8571-7b6f9664fb58,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:01.582761 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-d894b8a2-44da-4212-9ce1-eaa49f515d53 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Made reservation on behalf of 1acb9fafa2f640b88cfa38563fb61a06 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:01.587320 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-d894b8a2-44da-4212-9ce1-eaa49f515d53 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:01.852848 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-d894b8a2-44da-4212-9ce1-eaa49f515d53 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Allocated IP 172.20.0.7 (5dc9b03e-da6c-4182-b5c9-40b0b29fcee7/c4c51c78-ede0-436b-9293-945f1596e2dc/0b670eb6-d629-4045-a033-d7acbbe3b57d) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:44:01.888257 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9fc17ce3-ee45-4f14-8b24-09d34326fc02 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:01.953841 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-333ce86e-2306-490c-83a7-fd6a42e47aff tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.059224 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 9fc17ce3-ee45-4f14-8b24-09d34326fc02 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:02.063506 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 9fc17ce3-ee45-4f14-8b24-09d34326fc02 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:02.063880 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.127833 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-333ce86e-2306-490c-83a7-fd6a42e47aff tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.144987 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-333ce86e-2306-490c-83a7-fd6a42e47aff tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d642c7-e22b-4579-b04d-9d90cdea7793']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:02.159078 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-333ce86e-2306-490c-83a7-fd6a42e47aff tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7fca08-ca00-46b0-969a-cc56e7ed273c') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:02.159414 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-333ce86e-2306-490c-83a7-fd6a42e47aff tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7fca08-ca00-46b0-969a-cc56e7ed273c') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:02.167916 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-d894b8a2-44da-4212-9ce1-eaa49f515d53 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.173360 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-333ce86e-2306-490c-83a7-fd6a42e47aff tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.185557 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094ab55-c9af-425b-957c-ac053c607d4c req-b134dcbc-3edb-49c3-abf1-aaf274e510f2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:02.187268 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d094ab55-c9af-425b-957c-ac053c607d4c req-b134dcbc-3edb-49c3-abf1-aaf274e510f2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 944 time: 0.1200240 Jul 23 20:44:02.194426 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-333ce86e-2306-490c-83a7-fd6a42e47aff tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.208501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333ce86e-2306-490c-83a7-fd6a42e47aff tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:44:02.209065 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-333ce86e-2306-490c-83a7-fd6a42e47aff tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:44:02.212542 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:44:02.260951 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.269957 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-d894b8a2-44da-4212-9ce1-eaa49f515d53 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.303454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369dd4cb-f0f5-4f32-91af-7faa97c1146d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc17ce3-ee45-4f14-8b24-09d34326fc02'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:44:02.309974 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-333ce86e-2306-490c-83a7-fd6a42e47aff tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.313977 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f19735-7c0e-4eaf-a8ba-b43d05fcbcbf" -d '{"events": [{"server_uuid": "369dd4cb-f0f5-4f32-91af-7faa97c1146d", "name": "network-vif-plugged", "status": "completed", "tag": "9fc17ce3-ee45-4f14-8b24-09d34326fc02"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:44:02.319682 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-333ce86e-2306-490c-83a7-fd6a42e47aff tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.323124 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-333ce86e-2306-490c-83a7-fd6a42e47aff tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "DELETE /v2.0/networks/30d642c7-e22b-4579-b04d-9d90cdea7793 HTTP/1.1" status: 204 len: 168 time: 0.9199030 Jul 23 20:44:02.329314 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52076) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:02.344004 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 9fc17ce3-ee45-4f14-8b24-09d34326fc02, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9fc17ce3-ee45-4f14-8b24-09d34326fc02,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:02.358681 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.358845 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-d894b8a2-44da-4212-9ce1-eaa49f515d53 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:02.361744 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d094ab55-c9af-425b-957c-ac053c607d4c req-fb75f739-028b-43fb-b26e-9f8ece948065 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607926 Jul 23 20:44:02.367645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ce86e-2306-490c-83a7-fd6a42e47aff tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event deleted for resources: {'Network': ['ID=30d642c7-e22b-4579-b04d-9d90cdea7793,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:02.412814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=9fc17ce3-ee45-4f14-8b24-09d34326fc02,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:02.416590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-d894b8a2-44da-4212-9ce1-eaa49f515d53 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:02.424743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-d894b8a2-44da-4212-9ce1-eaa49f515d53 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:44:02.445178 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d00e73c-bd48-4af8-b58c-88d0d0fee9ab x-openstack-request-id: req-8d00e73c-bd48-4af8-b58c-88d0d0fee9ab {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:44:02.445672 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369dd4cb-f0f5-4f32-91af-7faa97c1146d", "name": "network-vif-plugged", "status": "completed", "tag": "9fc17ce3-ee45-4f14-8b24-09d34326fc02", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:44:02.446106 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d00e73c-bd48-4af8-b58c-88d0d0fee9ab {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:44:02.446678 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369dd4cb-f0f5-4f32-91af-7faa97c1146d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc17ce3-ee45-4f14-8b24-09d34326fc02', 'code': 200} Jul 23 20:44:02.466524 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894b8a2-44da-4212-9ce1-eaa49f515d53 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Pushing event updated for resources: {'Port': ['ID=0b670eb6-d629-4045-a033-d7acbbe3b57d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:02.503286 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f71c3f7e-c191-4570-a724-82a965f8b9cc tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.544593 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-d894b8a2-44da-4212-9ce1-eaa49f515d53 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:02.545253 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-d894b8a2-44da-4212-9ce1-eaa49f515d53 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.589159 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a7974-4463-48c2-ad3c-93b4ad7fd412 req-50593160-268b-4102-bafe-20d9c70ddb06 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:02.596915 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-888a7974-4463-48c2-ad3c-93b4ad7fd412 req-50593160-268b-4102-bafe-20d9c70ddb06 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 931 time: 0.2387357 Jul 23 20:44:02.606120 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-d894b8a2-44da-4212-9ce1-eaa49f515d53 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2743790 Jul 23 20:44:02.621874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Request body: {'port': {'device_id': 'd57af279-1188-402b-9219-83cf5bae67e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:02.654237 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f71c3f7e-c191-4570-a724-82a965f8b9cc tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.669379 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f71c3f7e-c191-4570-a724-82a965f8b9cc tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69094b5d-b431-4635-b2fa-6142b77813a5']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:02.693889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f71c3f7e-c191-4570-a724-82a965f8b9cc tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0062db60-969d-44eb-a1a8-b092186595af') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:02.694189 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f71c3f7e-c191-4570-a724-82a965f8b9cc tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0062db60-969d-44eb-a1a8-b092186595af') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:02.725585 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f71c3f7e-c191-4570-a724-82a965f8b9cc tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.748018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-888a7974-4463-48c2-ad3c-93b4ad7fd412 req-ed69246f-5c5f-4ac7-ae36-4810f7a1dd90 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496379 Jul 23 20:44:02.748723 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.760101 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f71c3f7e-c191-4570-a724-82a965f8b9cc tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.765559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9bc83-27fa-4a8b-a68e-e635a52b99d5 req-3f317e03-df61-48b4-b584-3af84f2c4a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:02.767329 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a3a9bc83-27fa-4a8b-a68e-e635a52b99d5 req-3f317e03-df61-48b4-b584-3af84f2c4a9f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 1097 time: 0.2491338 Jul 23 20:44:02.791272 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71c3f7e-c191-4570-a724-82a965f8b9cc tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:44:02.791798 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f71c3f7e-c191-4570-a724-82a965f8b9cc tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:44:02.795848 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:44:02.911207 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a3a9bc83-27fa-4a8b-a68e-e635a52b99d5 req-e6706dd1-c5c8-48ab-ac1e-db9e4f80c998 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358116 Jul 23 20:44:02.912643 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f71c3f7e-c191-4570-a724-82a965f8b9cc tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.922458 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f71c3f7e-c191-4570-a724-82a965f8b9cc tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:02.924563 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f71c3f7e-c191-4570-a724-82a965f8b9cc tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] 10.222.0.55 "DELETE /v2.0/networks/69094b5d-b431-4635-b2fa-6142b77813a5 HTTP/1.1" status: 204 len: 168 time: 0.5933046 Jul 23 20:44:02.938625 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c3f7e-c191-4570-a724-82a965f8b9cc tempest-BulkNetworkOpsTest-1466115968 tempest-BulkNetworkOpsTest-1466115968-project] Pushing event deleted for resources: {'Network': ['ID=69094b5d-b431-4635-b2fa-6142b77813a5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:03.139196 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b670eb6-d629-4045-a033-d7acbbe3b57d {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:44:03.153976 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:03.169014 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Transition to ACTIVE for port object 0b670eb6-d629-4045-a033-d7acbbe3b57d will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:03.174080 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:03.226195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52100) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:03.226989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Pushing event updated for resources: {'Port': ['ID=0b670eb6-d629-4045-a033-d7acbbe3b57d,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:03.348451 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Attempting to bind port 0b670eb6-d629-4045-a033-d7acbbe3b57d on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:44:03.349030 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Attempting to bind port 0b670eb6-d629-4045-a033-d7acbbe3b57d by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:44:03.349571 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Attempting to bind port 0b670eb6-d629-4045-a033-d7acbbe3b57d on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:03.355482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Port 0b670eb6-d629-4045-a033-d7acbbe3b57d on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:44:03.355819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Attempting to bind port 0b670eb6-d629-4045-a033-d7acbbe3b57d on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:03.368999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:44:03.369722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Checking segment: {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:03.370582 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Bound using segment: {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:44:03.370582 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Bound port: 0b670eb6-d629-4045-a033-d7acbbe3b57d, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:44:03.371057 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:03.421393 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8329e86c-0185-4226-baa1-4239c8b79d67 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5891b60d6ada48e48aef1020b96930b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1934397 Jul 23 20:44:03.423930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52110) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:03.455273 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] For port 0b670eb6-d629-4045-a033-d7acbbe3b57d, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:44:03.459721 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] For port 0b670eb6-d629-4045-a033-d7acbbe3b57d, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0b670eb6-d629-4045-a033-d7acbbe3b57d,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:44:03.468190 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:03.483436 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:03.483943 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:03.485877 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] 10.222.0.57 "PUT /v2.0/ports/0b670eb6-d629-4045-a033-d7acbbe3b57d HTTP/1.1" status: 200 len: 1092 time: 0.8708303 Jul 23 20:44:03.488720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57af279-1188-402b-9219-83cf5bae67e0', 'tag': '0b670eb6-d629-4045-a033-d7acbbe3b57d'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:44:03.490213 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c616dc90-b467-48a1-9142-7816ad77c46c" -d '{"events": [{"name": "network-changed", "server_uuid": "d57af279-1188-402b-9219-83cf5bae67e0", "tag": "0b670eb6-d629-4045-a033-d7acbbe3b57d"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:44:03.522572 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53e2beb0-ac95-408f-8ec2-8963bae07668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:03.568326 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53e2beb0-ac95-408f-8ec2-8963bae07668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:03.575288 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4be550c-be3d-4854-aed5-b668f42b9493 x-openstack-request-id: req-f4be550c-be3d-4854-aed5-b668f42b9493 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:44:03.575590 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57af279-1188-402b-9219-83cf5bae67e0", "tag": "0b670eb6-d629-4045-a033-d7acbbe3b57d", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:44:03.576104 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4be550c-be3d-4854-aed5-b668f42b9493 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:44:03.576933 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57af279-1188-402b-9219-83cf5bae67e0', 'tag': '0b670eb6-d629-4045-a033-d7acbbe3b57d', 'status': 'completed', 'code': 200} Jul 23 20:44:03.630484 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026cbfb-540d-4e4e-960d-39c84307c483 service neutron] Pushing event updated for resources: {'Port': ['ID=0b670eb6-d629-4045-a033-d7acbbe3b57d,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:03.652817 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53e2beb0-ac95-408f-8ec2-8963bae07668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:03.658002 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53e2beb0-ac95-408f-8ec2-8963bae07668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:03.660557 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-53e2beb0-ac95-408f-8ec2-8963bae07668 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9df1cc99-8353-4080-a2e6-380179a212a7 HTTP/1.1" status: 204 len: 168 time: 0.2339499 Jul 23 20:44:03.682194 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2beb0-ac95-408f-8ec2-8963bae07668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df1cc99-8353-4080-a2e6-380179a212a7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:03.687045 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-06afe60e-4372-4516-aa82-a473adb03426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:03.689445 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-06afe60e-4372-4516-aa82-a473adb03426 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 1095 time: 0.1332777 Jul 23 20:44:03.700539 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98646ea5-e243-4833-86f7-2e3e75327b6a req-564a1481-f4d0-4f17-88ce-a3043161b84c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:03.703024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98646ea5-e243-4833-86f7-2e3e75327b6a req-564a1481-f4d0-4f17-88ce-a3043161b84c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 945 time: 0.1854136 Jul 23 20:44:03.756606 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-d707784e-5e0c-48a9-b61d-7affb0f493e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b670eb6-d629-4045-a033-d7acbbe3b57d HTTP/1.1" status: 200 len: 217 time: 0.0525577 Jul 23 20:44:03.807063 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98646ea5-e243-4833-86f7-2e3e75327b6a req-8af3f4fe-1005-4f39-9a8d-e50470d8f423 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944090 Jul 23 20:44:03.829503 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-d1ce4bf6-d06c-4f0f-974a-5b34d0e06610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:03.832072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-d1ce4bf6-d06c-4f0f-974a-5b34d0e06610 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4c51c78-ede0-436b-9293-945f1596e2dc HTTP/1.1" status: 200 len: 846 time: 0.0680165 Jul 23 20:44:03.896671 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-4906c0c7-e67b-44c6-b850-c542b53f8727 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584481 Jul 23 20:44:04.033910 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:44:04.070072 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e61390-d086-4823-aced-c3118b777106 req-95a287df-4980-4e25-bf88-574888576e38 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:04.072124 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93e61390-d086-4823-aced-c3118b777106 req-95a287df-4980-4e25-bf88-574888576e38 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 943 time: 0.1529813 Jul 23 20:44:04.074327 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-7b07d607-614b-48b8-b945-e824589a332b service neutron] 10.222.0.57 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683173 Jul 23 20:44:04.675638 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93e61390-d086-4823-aced-c3118b777106 req-b18cba8c-0fa4-4d72-93eb-3eaeb0c885d7 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5932643 Jul 23 20:44:04.687241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4336464-7f88-4cb2-a5e5-cd75f234d1e2 req-1aeb30c3-0dfb-4eaa-b741-7ac33fd9319b service neutron] 10.222.0.57 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986826 Jul 23 20:44:04.733092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52160) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:04.809227 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616dc90-b467-48a1-9142-7816ad77c46c req-de8dfa45-0be9-4dfe-8b47-bf32ccafbf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:04.811006 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c616dc90-b467-48a1-9142-7816ad77c46c req-de8dfa45-0be9-4dfe-8b47-bf32ccafbf53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 1095 time: 0.0620723 Jul 23 20:44:04.892100 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-35261718-6523-4555-9996-3922caf2fa23 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1110947702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:04.976552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616dc90-b467-48a1-9142-7816ad77c46c req-65b77c9c-c3c5-4c54-826c-55c5a70796f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:04.978100 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c616dc90-b467-48a1-9142-7816ad77c46c req-65b77c9c-c3c5-4c54-826c-55c5a70796f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 907 time: 0.1602225 Jul 23 20:44:04.979910 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-35261718-6523-4555-9996-3922caf2fa23 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:04.980869 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-35261718-6523-4555-9996-3922caf2fa23 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:05.041001 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c616dc90-b467-48a1-9142-7816ad77c46c req-ace0f854-53c5-459f-9c00-705b821eec58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b670eb6-d629-4045-a033-d7acbbe3b57d HTTP/1.1" status: 200 len: 217 time: 0.0472748 Jul 23 20:44:05.075206 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faa2e1-b4bb-4def-96f9-f7a0beb7a95a req-94169d2e-4642-4795-9b25-641a8cade039 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:05.077134 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-36faa2e1-b4bb-4def-96f9-f7a0beb7a95a req-94169d2e-4642-4795-9b25-641a8cade039 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 945 time: 0.1786461 Jul 23 20:44:05.135765 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-35261718-6523-4555-9996-3922caf2fa23 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:05.152125 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-35261718-6523-4555-9996-3922caf2fa23 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:05.172970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616dc90-b467-48a1-9142-7816ad77c46c req-cf1094c6-d87e-41dd-9b94-27ed170c8ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:05.174440 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c616dc90-b467-48a1-9142-7816ad77c46c req-cf1094c6-d87e-41dd-9b94-27ed170c8ffb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4c51c78-ede0-436b-9293-945f1596e2dc HTTP/1.1" status: 200 len: 846 time: 0.1268976 Jul 23 20:44:05.195535 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-35261718-6523-4555-9996-3922caf2fa23 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:05.196705 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-35261718-6523-4555-9996-3922caf2fa23 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4624345 Jul 23 20:44:05.199673 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52178) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:05.200198 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-36faa2e1-b4bb-4def-96f9-f7a0beb7a95a req-cd580069-8738-4cfd-b5c4-e1c2ace1ab28 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038260 Jul 23 20:44:05.205927 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-55efe820-abdc-4bd1-bf7a-79322e0a08ee tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1078559756'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:05.233277 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c616dc90-b467-48a1-9142-7816ad77c46c req-0f6e8288-59fd-42a2-8b90-c981a995eea6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488858 Jul 23 20:44:05.253098 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55efe820-abdc-4bd1-bf7a-79322e0a08ee tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Made reservation on behalf of b8063dbc05354cfbb0599b052bfeacf0 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:05.257562 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55efe820-abdc-4bd1-bf7a-79322e0a08ee tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:05.267335 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55efe820-abdc-4bd1-bf7a-79322e0a08ee tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:05.370124 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c616dc90-b467-48a1-9142-7816ad77c46c req-16d95ec2-156a-4f2d-abbf-f1ed2f89f73b service neutron] 10.222.0.57 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292074 Jul 23 20:44:05.424331 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55efe820-abdc-4bd1-bf7a-79322e0a08ee tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:05.430923 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55efe820-abdc-4bd1-bf7a-79322e0a08ee tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:05.459259 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55efe820-abdc-4bd1-bf7a-79322e0a08ee tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:44:05.476210 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efe820-abdc-4bd1-bf7a-79322e0a08ee tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad979e4e-6d81-44d6-b30d-151d060618a0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:05.479577 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55efe820-abdc-4bd1-bf7a-79322e0a08ee tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:05.480146 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-55efe820-abdc-4bd1-bf7a-79322e0a08ee tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Added segment 0e2052d5-13b4-4354-8e6f-34ad8c1773a5 of type vlan for network 2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa Jul 23 20:44:05.530593 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55efe820-abdc-4bd1-bf7a-79322e0a08ee tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:05.556297 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba37561-85e4-4694-b723-ac35809168c3 req-60db672d-3d72-4333-b317-2516c9f57cc8 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:05.558092 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ba37561-85e4-4694-b723-ac35809168c3 req-60db672d-3d72-4333-b317-2516c9f57cc8 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 945 time: 0.1870480 Jul 23 20:44:05.580363 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c616dc90-b467-48a1-9142-7816ad77c46c req-249b6c76-c869-4b95-8036-5dfac5150257 service neutron] 10.222.0.57 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998279 Jul 23 20:44:05.581357 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55efe820-abdc-4bd1-bf7a-79322e0a08ee tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:05.601550 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55efe820-abdc-4bd1-bf7a-79322e0a08ee tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:05.602581 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55efe820-abdc-4bd1-bf7a-79322e0a08ee tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:05.615084 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ba37561-85e4-4694-b723-ac35809168c3 req-997d03ef-5612-47c4-acd9-0c720278bfbe tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497963 Jul 23 20:44:05.667946 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-55efe820-abdc-4bd1-bf7a-79322e0a08ee tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4670870 Jul 23 20:44:05.670740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52192) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:05.687371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-5ebb4f32-d746-4071-8840-23e1781291fa tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Request body: {'subnet': {'network_id': '2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:05.753588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efe820-abdc-4bd1-bf7a-79322e0a08ee tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event updated for resources: {'Network': ['ID=2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:05.765316 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:44:05.922812 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebb4f32-d746-4071-8840-23e1781291fa tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Made reservation on behalf of b8063dbc05354cfbb0599b052bfeacf0 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:05.926420 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ebb4f32-d746-4071-8840-23e1781291fa tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:05.954215 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af3d48-d6f6-4903-97fe-b024845cbd2d req-1c74ef99-cce8-46b4-abec-279f05769248 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:05.955772 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76af3d48-d6f6-4903-97fe-b024845cbd2d req-1c74ef99-cce8-46b4-abec-279f05769248 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 943 time: 0.1750884 Jul 23 20:44:05.966198 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaa0ff-635f-4101-a65a-63442238738b req-09ad8a01-a0c3-476c-b5bb-646f9a9b4c64 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:05.967864 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fdaa0ff-635f-4101-a65a-63442238738b req-09ad8a01-a0c3-476c-b5bb-646f9a9b4c64 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 945 time: 0.2513936 Jul 23 20:44:06.110776 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76af3d48-d6f6-4903-97fe-b024845cbd2d req-086c814f-9c1b-42b7-8121-7f9f568889c6 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419137 Jul 23 20:44:06.132494 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fdaa0ff-635f-4101-a65a-63442238738b req-6c7aed13-d6df-4fc0-bc1c-33ff9475aa19 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547718 Jul 23 20:44:06.290128 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ebb4f32-d746-4071-8840-23e1781291fa tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:06.376564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb4f32-d746-4071-8840-23e1781291fa tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event updated for resources: {'Subnet': ['ID=30c4ebea-bd1d-4e75-a6a4-f0a2a08ec265,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:06.394154 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb4f32-d746-4071-8840-23e1781291fa tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Checking segment: {'id': '0e2052d5-13b4-4354-8e6f-34ad8c1773a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:06.394532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebb4f32-d746-4071-8840-23e1781291fa tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Network hostable DHCP agents. Network: 2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:44:06.427739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebb4f32-d746-4071-8840-23e1781291fa tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Network 2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:44:06.446116 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-5ebb4f32-d746-4071-8840-23e1781291fa tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:06.454101 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebb4f32-d746-4071-8840-23e1781291fa tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:06.454888 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ebb4f32-d746-4071-8840-23e1781291fa tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:06.458064 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4814f783-1baa-45bd-97d6-a77dbc13e90e None None] Network 2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:06.470597 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-c96918fc-2219-4253-b9f3-7fe876a724d6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1242354 Jul 23 20:44:06.474843 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5ebb4f32-d746-4071-8840-23e1781291fa tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8025739 Jul 23 20:44:06.477493 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52218) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:06.501592 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a33cbf3b-72a8-45da-9335-df5a5cfdd7d7 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Request body: {'network': {'name': 'tempest-router-network01--947038485'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:06.546165 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33cbf3b-72a8-45da-9335-df5a5cfdd7d7 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Made reservation on behalf of b8063dbc05354cfbb0599b052bfeacf0 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:06.554032 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a33cbf3b-72a8-45da-9335-df5a5cfdd7d7 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:06.604637 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33cbf3b-72a8-45da-9335-df5a5cfdd7d7 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:44:06.616108 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a33cbf3b-72a8-45da-9335-df5a5cfdd7d7 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:06.616804 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-a33cbf3b-72a8-45da-9335-df5a5cfdd7d7 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Added segment 56c27add-dc27-496a-a8bd-b31b7e346487 of type vlan for network 80418167-1eac-4c76-8c4a-57caa19eb215 Jul 23 20:44:06.655224 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-94267911-b746-4c38-afa0-801b056a6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:06.655821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-94267911-b746-4c38-afa0-801b056a6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:06.656353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-94267911-b746-4c38-afa0-801b056a6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:06.657447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-94267911-b746-4c38-afa0-801b056a6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:06.657447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-94267911-b746-4c38-afa0-801b056a6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:06.657817 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-94267911-b746-4c38-afa0-801b056a6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:06.659493 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-94267911-b746-4c38-afa0-801b056a6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:06.666862 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-94267911-b746-4c38-afa0-801b056a6345 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 6508 time: 0.1349947 Jul 23 20:44:06.701339 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a33cbf3b-72a8-45da-9335-df5a5cfdd7d7 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:06.711583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa', 'network_id': '2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa', 'tenant_id': 'b8063dbc05354cfbb0599b052bfeacf0', 'fixed_ips': [{'subnet_id': '30c4ebea-bd1d-4e75-a6a4-f0a2a08ec265'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:44:06.718826 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:06.750358 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a33cbf3b-72a8-45da-9335-df5a5cfdd7d7 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:06.754347 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33cbf3b-72a8-45da-9335-df5a5cfdd7d7 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:06.754956 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a33cbf3b-72a8-45da-9335-df5a5cfdd7d7 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:06.819283 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-69dec3a7-02d5-42ee-9e79-fd7e2c655417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:06.820174 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-69dec3a7-02d5-42ee-9e79-fd7e2c655417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:06.820875 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-69dec3a7-02d5-42ee-9e79-fd7e2c655417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:06.822987 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-69dec3a7-02d5-42ee-9e79-fd7e2c655417 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bd17cd34-e969-4b19-90d9-ebcf6df4f73c&id=59c5d0ae-3121-4e53-88c3-139064a5c09c&id=59c5d0ae-3121-4e53-88c3-139064a5c09c&id=59c5d0ae-3121-4e53-88c3-139064a5c09c&id=59c5d0ae-3121-4e53-88c3-139064a5c09c&id=9e4e0618-9258-49df-b427-fe7749c03fdb&id=9e4e0618-9258-49df-b427-fe7749c03fdb HTTP/1.1" status: 200 len: 2298 time: 0.1268411 Jul 23 20:44:06.856004 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cbf3b-72a8-45da-9335-df5a5cfdd7d7 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event updated for resources: {'Network': ['ID=80418167-1eac-4c76-8c4a-57caa19eb215,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:06.859011 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a33cbf3b-72a8-45da-9335-df5a5cfdd7d7 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3666899 Jul 23 20:44:06.865009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52226) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:06.870234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 80418167-1eac-4c76-8c4a-57caa19eb215 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:44:06.872476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Allocated IP 2001:db8::2 (2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa/30c4ebea-bd1d-4e75-a6a4-f0a2a08ec265/0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:44:06.873770 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4b6250b8-4279-4098-89c0-3277866bd611 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Request body: {'network': {'name': 'tempest-router-network02--1883458057'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:06.894207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-6752d409-f8b1-4738-9660-a3037ff9fb7e req-46ea0466-1d30-43c6-b025-12c373f2332b service neutron] (93810) timed out ('10.222.0.55', 52298) {{(pid=93810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:44:06.917717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6250b8-4279-4098-89c0-3277866bd611 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Made reservation on behalf of b8063dbc05354cfbb0599b052bfeacf0 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:06.921752 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b6250b8-4279-4098-89c0-3277866bd611 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:06.926639 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-ac7edfc5-2abc-4ecd-9046-c7647ddab821 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=214304c1-8d67-470d-8ca8-60e60e3fe9e0 HTTP/1.1" status: 200 len: 1002 time: 0.0947618 Jul 23 20:44:06.946229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb238a-72f7-410a-b298-6739026cd2c4 req-e33ce4e2-dc44-4cbd-a90b-3dedc8afa8e3 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:06.948273 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-22cb238a-72f7-410a-b298-6739026cd2c4 req-e33ce4e2-dc44-4cbd-a90b-3dedc8afa8e3 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 945 time: 0.3916707 Jul 23 20:44:06.963354 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6250b8-4279-4098-89c0-3277866bd611 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:44:06.995298 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-a50bd5f0-1ab8-4657-8629-6fc1a7743e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:06.997283 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-a50bd5f0-1ab8-4657-8629-6fc1a7743e2d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e30070cc-08f6-4366-9d16-3dfe52a72249 HTTP/1.1" status: 200 len: 856 time: 0.0642736 Jul 23 20:44:06.999057 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b6250b8-4279-4098-89c0-3277866bd611 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:07.011688 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-4b6250b8-4279-4098-89c0-3277866bd611 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Added segment 84292bc1-7147-4144-aa57-069327e8d649 of type vlan for network 63c60cb8-29c7-4e8d-a103-f20741b1dd16 Jul 23 20:44:07.069945 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-4a44efd6-a940-4908-b925-4ba0d535e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:07.071791 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-4a44efd6-a940-4908-b925-4ba0d535e319 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bd17cd34-e969-4b19-90d9-ebcf6df4f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669465 Jul 23 20:44:07.101955 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b6250b8-4279-4098-89c0-3277866bd611 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:07.133182 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-22cb238a-72f7-410a-b298-6739026cd2c4 req-f2b1ef94-48df-4d5b-9229-8ebb77d8623f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262183 Jul 23 20:44:07.139144 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:07.151787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Transition to ACTIVE for port object 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:07.174399 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b6250b8-4279-4098-89c0-3277866bd611 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:07.182916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6250b8-4279-4098-89c0-3277866bd611 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:07.183626 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b6250b8-4279-4098-89c0-3277866bd611 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:07.208639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Transition to ACTIVE for port object 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:07.224868 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:07.282437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6250b8-4279-4098-89c0-3277866bd611 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event updated for resources: {'Network': ['ID=63c60cb8-29c7-4e8d-a103-f20741b1dd16,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:07.293201 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4b6250b8-4279-4098-89c0-3277866bd611 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4238358 Jul 23 20:44:07.293363 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52246) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:07.299644 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-25ae5e40-5f06-44dc-a94f-8fc8702dc034 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Request body: {'subnet': {'network_id': '80418167-1eac-4c76-8c4a-57caa19eb215', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:07.312784 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-76d5d652-d93d-4bda-9fd4-ac21cfa8f226 service neutron] 10.222.0.48 "GET /v2.0/networks/bd17cd34-e969-4b19-90d9-ebcf6df4f73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325721 Jul 23 20:44:07.323947 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Network 2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:07.335988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:07.335988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 63c60cb8-29c7-4e8d-a103-f20741b1dd16 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:44:07.362207 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:44:07.364683 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Pushing event updated for resources: {'Port': ['ID=0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:07.413846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d902b5-0dfa-44ad-980a-00ebeda73c68 req-a05c3364-85df-4d00-b608-420cb114b422 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:07.415516 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70d902b5-0dfa-44ad-980a-00ebeda73c68 req-a05c3364-85df-4d00-b608-420cb114b422 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 943 time: 0.1287911 Jul 23 20:44:07.499583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Attempting to bind port 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:44:07.500078 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Attempting to bind port 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '0e2052d5-13b4-4354-8e6f-34ad8c1773a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:44:07.500543 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Attempting to bind port 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 on network 2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:07.503973 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70d902b5-0dfa-44ad-980a-00ebeda73c68 req-0018f2ea-8436-48ce-9b93-2bc67cc257a7 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766346 Jul 23 20:44:07.544889 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:44:07.545432 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Checking segment: {'id': '0e2052d5-13b4-4354-8e6f-34ad8c1773a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:07.545944 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:07.546442 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Bound using segment: {'id': '0e2052d5-13b4-4354-8e6f-34ad8c1773a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:44:07.547032 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Bound port: 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2052d5-13b4-4354-8e6f-34ad8c1773a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:44:07.547656 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:07.632780 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-7c228a9d-cd6e-4867-8564-3a10598c6dd8 service neutron] 10.222.0.48 "GET /v2.0/networks/bd17cd34-e969-4b19-90d9-ebcf6df4f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791352 Jul 23 20:44:07.633861 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ae5e40-5f06-44dc-a94f-8fc8702dc034 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Made reservation on behalf of b8063dbc05354cfbb0599b052bfeacf0 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:07.638605 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-25ae5e40-5f06-44dc-a94f-8fc8702dc034 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:07.679143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] For port 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:44:07.691614 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] For port 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53,segment=NetworkSegment(0e2052d5-13b4-4354-8e6f-34ad8c1773a5),segment_id=0e2052d5-13b4-4354-8e6f-34ad8c1773a5)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:44:07.700222 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:07.723544 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-75eb5994-d47b-43ba-9bb9-bb8c2f20b3d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=9897128c-b4b2-4b65-a39d-e74031bf6da6 HTTP/1.1" status: 200 len: 217 time: 0.0661299 Jul 23 20:44:07.773166 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6e42b-4e76-4a5a-af20-1b122afddf22 None None] Pushing event updated for resources: {'Port': ['ID=0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:07.836881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-4399bc2f-32dd-4fa5-80e0-0bc1fa7f1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:07.838740 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-4399bc2f-32dd-4fa5-80e0-0bc1fa7f1207 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a29a518f-ecc9-4636-9c65-c54cb733ea9a HTTP/1.1" status: 200 len: 797 time: 0.1024926 Jul 23 20:44:07.998829 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-25ae5e40-5f06-44dc-a94f-8fc8702dc034 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:08.069692 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-e440a0a5-3b93-4379-9089-e593cbb76364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:08.071270 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-e440a0a5-3b93-4379-9089-e593cbb76364 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59c5d0ae-3121-4e53-88c3-139064a5c09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2246070 Jul 23 20:44:08.125198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae5e40-5f06-44dc-a94f-8fc8702dc034 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event updated for resources: {'Subnet': ['ID=404faeff-a829-42d4-b977-3bc1ca4d124c,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:08.147076 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae5e40-5f06-44dc-a94f-8fc8702dc034 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Checking segment: {'id': '56c27add-dc27-496a-a8bd-b31b7e346487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '80418167-1eac-4c76-8c4a-57caa19eb215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:08.147456 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ae5e40-5f06-44dc-a94f-8fc8702dc034 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Network hostable DHCP agents. Network: 80418167-1eac-4c76-8c4a-57caa19eb215, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:44:08.211948 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ae5e40-5f06-44dc-a94f-8fc8702dc034 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Network 80418167-1eac-4c76-8c4a-57caa19eb215 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:44:08.232218 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-31f33b37-4f02-4fee-9891-d3f558207c61 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422632 Jul 23 20:44:08.263498 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-25ae5e40-5f06-44dc-a94f-8fc8702dc034 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 80418167-1eac-4c76-8c4a-57caa19eb215) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:08.273611 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f8fd7d-9204-46a4-b155-13d02cb58a35 None None] Network 80418167-1eac-4c76-8c4a-57caa19eb215 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:08.277716 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ae5e40-5f06-44dc-a94f-8fc8702dc034 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:08.278324 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-25ae5e40-5f06-44dc-a94f-8fc8702dc034 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:08.381938 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-25ae5e40-5f06-44dc-a94f-8fc8702dc034 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0849040 Jul 23 20:44:08.385061 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52272) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:08.400639 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4df1afd1-5853-459d-b88d-afb703906429 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Request body: {'subnet': {'network_id': '63c60cb8-29c7-4e8d-a103-f20741b1dd16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:08.404668 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3663bd-808b-42f0-86f8-6b330b2e5c0b req-9380aa22-2130-42df-b812-aec9958a0cba tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:08.406197 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ec3663bd-808b-42f0-86f8-6b330b2e5c0b req-9380aa22-2130-42df-b812-aec9958a0cba tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.48 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 945 time: 0.2455144 Jul 23 20:44:08.489426 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-6c5d40b8-fd72-4e67-8277-876ec6427d98 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450233 Jul 23 20:44:08.572807 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-33417f5b-8385-4a64-a375-03d6d27ee7c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=8d621365-bcf9-403d-83db-84d9bdb36ec9 HTTP/1.1" status: 200 len: 217 time: 0.0708694 Jul 23 20:44:08.613109 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-80418167-1eac-4c76-8c4a-57caa19eb215', 'network_id': '80418167-1eac-4c76-8c4a-57caa19eb215', 'tenant_id': 'b8063dbc05354cfbb0599b052bfeacf0', 'fixed_ips': [{'subnet_id': '404faeff-a829-42d4-b977-3bc1ca4d124c'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:44:08.614083 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:08.643774 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0cc47-550c-455c-95f2-0ed025ba27c4 req-635bdaaa-95b7-4e7b-a135-0e6da39e5c74 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:08.645564 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ab0cc47-550c-455c-95f2-0ed025ba27c4 req-635bdaaa-95b7-4e7b-a135-0e6da39e5c74 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 945 time: 0.3125517 Jul 23 20:44:08.654715 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-ec3663bd-808b-42f0-86f8-6b330b2e5c0b req-417c5d02-e7c5-4ada-98d1-e36b773a6b33 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Deleting port 9fc17ce3-ee45-4f14-8b24-09d34326fc02 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:08.655065 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ec3663bd-808b-42f0-86f8-6b330b2e5c0b req-417c5d02-e7c5-4ada-98d1-e36b773a6b33 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:08.694527 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df1afd1-5853-459d-b88d-afb703906429 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Made reservation on behalf of b8063dbc05354cfbb0599b052bfeacf0 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:08.705401 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4df1afd1-5853-459d-b88d-afb703906429 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:08.726315 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ab0cc47-550c-455c-95f2-0ed025ba27c4 req-4bc54a8a-74a8-47f0-bad0-3cc48c06677b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752163 Jul 23 20:44:08.819749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-1addd823-3882-4fdf-829e-9a352e5fe72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:08.819749 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-1addd823-3882-4fdf-829e-9a352e5fe72e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a29a518f-ecc9-4636-9c65-c54cb733ea9a HTTP/1.1" status: 200 len: 797 time: 0.2337065 Jul 23 20:44:08.864215 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-ec3663bd-808b-42f0-86f8-6b330b2e5c0b req-417c5d02-e7c5-4ada-98d1-e36b773a6b33 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] For port 9fc17ce3-ee45-4f14-8b24-09d34326fc02, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9fc17ce3-ee45-4f14-8b24-09d34326fc02,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:08.864671 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ec3663bd-808b-42f0-86f8-6b330b2e5c0b req-417c5d02-e7c5-4ada-98d1-e36b773a6b33 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:08.986202 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-ec3663bd-808b-42f0-86f8-6b330b2e5c0b req-417c5d02-e7c5-4ada-98d1-e36b773a6b33 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Calling delete_port for 9fc17ce3-ee45-4f14-8b24-09d34326fc02 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:08.998974 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-3d777be4-4c7b-4083-aba1-e0ccbe37cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:09.000527 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-3d777be4-4c7b-4083-aba1-e0ccbe37cf0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59c5d0ae-3121-4e53-88c3-139064a5c09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1355457 Jul 23 20:44:09.043240 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0b670eb6-d629-4045-a033-d7acbbe3b57d details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:44:09.091406 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Allocated IP 2001:db8::2 (80418167-1eac-4c76-8c4a-57caa19eb215/404faeff-a829-42d4-b977-3bc1ca4d124c/4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:44:09.133869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57671a2c-81f6-4682-9e11-a52d2c3c1038 req-e6307d5f-5edb-4d67-b2a1-5947a8e47ffe tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:09.136240 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57671a2c-81f6-4682-9e11-a52d2c3c1038 req-e6307d5f-5edb-4d67-b2a1-5947a8e47ffe tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 943 time: 0.2843170 Jul 23 20:44:09.215665 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-3da43efc-d82b-42da-8ce4-c6b267cdb3e8 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998305 Jul 23 20:44:09.241632 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57671a2c-81f6-4682-9e11-a52d2c3c1038 req-243c0eeb-9ba6-4b32-aa24-0c5fafd969c9 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918736 Jul 23 20:44:09.292238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 0b670eb6-d629-4045-a033-d7acbbe3b57d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0b670eb6-d629-4045-a033-d7acbbe3b57d,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:09.319880 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '0b670eb6-d629-4045-a033-d7acbbe3b57d', 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7', 'port_id': '0b670eb6-d629-4045-a033-d7acbbe3b57d', 'mac_address': 'fa:16:3e:c2:7a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c51c78-ede0-436b-9293-945f1596e2dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:44:09.354727 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4df1afd1-5853-459d-b88d-afb703906429 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:09.387275 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-bac47ea3-a055-4ae5-b8b3-492bf7b5bee3 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520016 Jul 23 20:44:09.387720 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:09.401246 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ec3663bd-808b-42f0-86f8-6b330b2e5c0b req-417c5d02-e7c5-4ada-98d1-e36b773a6b33 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:09.426256 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['9fc17ce3-ee45-4f14-8b24-09d34326fc02'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:44:09.451203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b670eb6-d629-4045-a033-d7acbbe3b57d {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:44:09.491664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 0b670eb6-d629-4045-a033-d7acbbe3b57d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0b670eb6-d629-4045-a033-d7acbbe3b57d,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:09.496743 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-71f4dbdf-46f1-4c8a-a486-8343d33b00a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=15c94fa6-9255-45bc-a13a-117c1b554b47 HTTP/1.1" status: 200 len: 217 time: 0.0923650 Jul 23 20:44:09.525143 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:09.552350 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1afd1-5853-459d-b88d-afb703906429 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event updated for resources: {'Subnet': ['ID=2bc9ff6d-d90c-417e-94e6-abd881262e3d,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:09.574887 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c5d02-e7c5-4ada-98d1-e36b773a6b33 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event deleted for resources: {'Port': ['ID=9fc17ce3-ee45-4f14-8b24-09d34326fc02,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:09.580575 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:09.603679 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Transition to ACTIVE for port object 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:09.627698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9b893c-9759-445c-9966-78d88b0de7eb None None] Network 2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:09.644804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3663bd-808b-42f0-86f8-6b330b2e5c0b req-417c5d02-e7c5-4ada-98d1-e36b773a6b33 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] No DVR routers for this DVR port 9fc17ce3-ee45-4f14-8b24-09d34326fc02 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:44:09.651861 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-ec3663bd-808b-42f0-86f8-6b330b2e5c0b req-417c5d02-e7c5-4ada-98d1-e36b773a6b33 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:09.654020 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ec3663bd-808b-42f0-86f8-6b330b2e5c0b req-417c5d02-e7c5-4ada-98d1-e36b773a6b33 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.48 "DELETE /v2.0/ports/9fc17ce3-ee45-4f14-8b24-09d34326fc02 HTTP/1.1" status: 204 len: 173 time: 1.2390442 Jul 23 20:44:09.654384 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369dd4cb-f0f5-4f32-91af-7faa97c1146d', 'name': 'network-vif-deleted', 'tag': '9fc17ce3-ee45-4f14-8b24-09d34326fc02'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:44:09.661206 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e11234e-01a1-43fb-9299-42f255a64081" -d '{"events": [{"server_uuid": "369dd4cb-f0f5-4f32-91af-7faa97c1146d", "name": "network-vif-deleted", "tag": "9fc17ce3-ee45-4f14-8b24-09d34326fc02"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:44:09.724729 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df1afd1-5853-459d-b88d-afb703906429 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Checking segment: {'id': '84292bc1-7147-4144-aa57-069327e8d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '63c60cb8-29c7-4e8d-a103-f20741b1dd16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:09.726671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df1afd1-5853-459d-b88d-afb703906429 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Network hostable DHCP agents. Network: 63c60cb8-29c7-4e8d-a103-f20741b1dd16, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:44:09.747050 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-f222a5b4-e599-4488-becf-228817e189f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:09.748997 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-f222a5b4-e599-4488-becf-228817e189f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a29a518f-ecc9-4636-9c65-c54cb733ea9a HTTP/1.1" status: 200 len: 797 time: 0.2264290 Jul 23 20:44:09.794558 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94179058-d6dc-44b5-a434-4fa02e58bd68 x-openstack-request-id: req-94179058-d6dc-44b5-a434-4fa02e58bd68 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:44:09.794859 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369dd4cb-f0f5-4f32-91af-7faa97c1146d", "name": "network-vif-deleted", "tag": "9fc17ce3-ee45-4f14-8b24-09d34326fc02", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:44:09.795128 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94179058-d6dc-44b5-a434-4fa02e58bd68 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:44:09.795545 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369dd4cb-f0f5-4f32-91af-7faa97c1146d', 'name': 'network-vif-deleted', 'tag': '9fc17ce3-ee45-4f14-8b24-09d34326fc02', 'status': 'completed', 'code': 200} Jul 23 20:44:09.913962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df1afd1-5853-459d-b88d-afb703906429 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Network 63c60cb8-29c7-4e8d-a103-f20741b1dd16 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:44:09.940185 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Transition to ACTIVE for port object 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:09.946437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-4df1afd1-5853-459d-b88d-afb703906429 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 63c60cb8-29c7-4e8d-a103-f20741b1dd16) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:09.947748 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-23e1bb49-ee66-43d2-96cb-ab0f2695f0cc req-5c380f18-a6fb-4e05-bdfa-b29a116f0132 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 210 time: 0.0715847 Jul 23 20:44:09.954277 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:09.969356 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=0b670eb6-d629-4045-a033-d7acbbe3b57d,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:09.981298 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df1afd1-5853-459d-b88d-afb703906429 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:09.982058 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4df1afd1-5853-459d-b88d-afb703906429 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:10.007539 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-ec24fc73-9a5b-4ab5-97af-ad2059c84e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:10.010062 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-ec24fc73-9a5b-4ab5-97af-ad2059c84e50 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59c5d0ae-3121-4e53-88c3-139064a5c09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2295184 Jul 23 20:44:10.014414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52310) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:10.014621 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4df1afd1-5853-459d-b88d-afb703906429 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6230063 Jul 23 20:44:10.044317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce12cec-9c4f-4102-8697-91d4d35e3d07 None None] Network 63c60cb8-29c7-4e8d-a103-f20741b1dd16 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:10.046579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0b670eb6-d629-4045-a033-d7acbbe3b57d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:44:10.052219 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-88a56e1e-b82c-4cf9-a076-2f686708578c None None] Provisioning for port 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:10.054643 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:10.161162 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Pushing event updated for resources: {'Port': ['ID=4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:10.210489 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-e7e2d334-2a80-450a-b3e2-336e77e7fe9f service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823771 Jul 23 20:44:10.333395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Network 80418167-1eac-4c76-8c4a-57caa19eb215 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:10.339368 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:10.367149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:44:10.435382 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-a0fccf7c-3c76-4d20-b92c-ef9384725354 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138727 Jul 23 20:44:10.530347 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-ffb383c0-7719-4c1b-baba-fcd2171a8a10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=91ccd907-3ee5-4d2e-b2cc-2c4f32958481 HTTP/1.1" status: 200 len: 217 time: 0.0769570 Jul 23 20:44:10.538448 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:10.631817 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-6f205778-6286-4af5-8c47-cd363457d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:10.633585 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-6f205778-6286-4af5-8c47-cd363457d7ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a29a518f-ecc9-4636-9c65-c54cb733ea9a HTTP/1.1" status: 200 len: 797 time: 0.0933919 Jul 23 20:44:10.737382 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-94bb8349-1073-4aa3-97d5-a886282e60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:10.740193 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-94bb8349-1073-4aa3-97d5-a886282e60e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59c5d0ae-3121-4e53-88c3-139064a5c09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0962541 Jul 23 20:44:10.777552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03294a-3760-4767-8122-6fab3f9cee33 req-741c798f-b4b0-423d-9efe-8dd08f295c36 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:10.787384 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e03294a-3760-4767-8122-6fab3f9cee33 req-741c798f-b4b0-423d-9efe-8dd08f295c36 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 944 time: 0.3816934 Jul 23 20:44:10.816934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:10.830625 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:10.831168 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:11.010180 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-691f4316-c79a-4ec8-a6fa-0c51b47fb61c service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584448 Jul 23 20:44:11.010453 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Allocated IP 2001:db8::1 (80418167-1eac-4c76-8c4a-57caa19eb215/404faeff-a829-42d4-b977-3bc1ca4d124c/3906b09f-229c-4a2c-aa9b-6554aa9a71d6) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:44:11.139958 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Attempting to bind port 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:44:11.144214 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Attempting to bind port 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '56c27add-dc27-496a-a8bd-b31b7e346487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '80418167-1eac-4c76-8c4a-57caa19eb215'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:44:11.145177 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Attempting to bind port 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d on network 80418167-1eac-4c76-8c4a-57caa19eb215 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:11.172035 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:44:11.172035 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Checking segment: {'id': '56c27add-dc27-496a-a8bd-b31b7e346487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '80418167-1eac-4c76-8c4a-57caa19eb215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:11.172734 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:11.173234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Bound using segment: {'id': '56c27add-dc27-496a-a8bd-b31b7e346487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '80418167-1eac-4c76-8c4a-57caa19eb215'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:44:11.173828 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Bound port: 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c27add-dc27-496a-a8bd-b31b7e346487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '80418167-1eac-4c76-8c4a-57caa19eb215'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:44:11.174729 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:11.209663 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-60a9211d-11fc-4644-a416-6b25aba76f9f service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840396 Jul 23 20:44:11.260017 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-63c60cb8-29c7-4e8d-a103-f20741b1dd16', 'network_id': '63c60cb8-29c7-4e8d-a103-f20741b1dd16', 'tenant_id': 'b8063dbc05354cfbb0599b052bfeacf0', 'fixed_ips': [{'subnet_id': '2bc9ff6d-d90c-417e-94e6-abd881262e3d'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:44:11.260958 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:11.299387 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-588421c9-4c90-4929-a237-f2ffbddae0ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50e3a026-c77e-4500-9b42-80dcec484704 HTTP/1.1" status: 200 len: 217 time: 0.0659819 Jul 23 20:44:11.307926 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e03294a-3760-4767-8122-6fab3f9cee33 req-36f462b0-ff47-443f-9ba1-71ec547cb54f tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193322 Jul 23 20:44:11.405651 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fe80626e-147d-43fd-bcf8-dbe322c9b4dd req-9eae920a-ffc2-4f58-a12e-65569abd9f05 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 210 time: 0.1986508 Jul 23 20:44:11.425832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-560d119d-0873-48d3-afae-9809771f5587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:11.427606 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-560d119d-0873-48d3-afae-9809771f5587 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1df64a1-b61e-4d57-acf3-a7fd288e2905 HTTP/1.1" status: 200 len: 797 time: 0.1274092 Jul 23 20:44:11.437423 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:11.461709 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Transition to ACTIVE for port object 3906b09f-229c-4a2c-aa9b-6554aa9a71d6 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:11.513529 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:11.544088 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-1e9d5396-2170-41ac-8300-42aa7c041ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:11.545644 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-1e9d5396-2170-41ac-8300-42aa7c041ae0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e4e0618-9258-49df-b427-fe7749c03fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1108713 Jul 23 20:44:11.601825 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Network 80418167-1eac-4c76-8c4a-57caa19eb215 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:11.607043 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:11.616305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:44:11.617022 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:11.671065 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] For port 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:44:11.673143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-24759ece-7ed7-4420-a0e5-2ea2922d6024 None None] Provisioning complete for port 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:11.673493 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24759ece-7ed7-4420-a0e5-2ea2922d6024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:11.723525 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:11.732954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] For port 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d,segment=NetworkSegment(56c27add-dc27-496a-a8bd-b31b7e346487),segment_id=56c27add-dc27-496a-a8bd-b31b7e346487)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:44:11.758570 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-c0e3b817-510f-4d5a-856a-bb587ecfc80d service neutron] 10.222.0.48 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011991 Jul 23 20:44:11.765655 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:11.774386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event updated for resources: {'Port': ['ID=3906b09f-229c-4a2c-aa9b-6554aa9a71d6,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:11.855424 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Allocated IP 2001:db8::2 (63c60cb8-29c7-4e8d-a103-f20741b1dd16/2bc9ff6d-d90c-417e-94e6-abd881262e3d/510a315a-bb26-46a5-a12b-e2347d21c636) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:44:11.899898 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:11.933278 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-4e47f2f7-fbec-4eb9-96d9-d2c4ba403ce7 service neutron] 10.222.0.48 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633146 Jul 23 20:44:11.939056 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9fc17ce3-ee45-4f14-8b24-09d34326fc02 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:44:11.979929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53,segment=NetworkSegment(0e2052d5-13b4-4354-8e6f-34ad8c1773a5),segment_id=0e2052d5-13b4-4354-8e6f-34ad8c1773a5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:12.005320 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-3771cf10-4824-4df8-b6eb-a05a377d9099 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 HTTP/1.1" status: 200 len: 217 time: 0.0610578 Jul 23 20:44:12.035277 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 9fc17ce3-ee45-4f14-8b24-09d34326fc02 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:44:12.035567 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9fc17ce3-ee45-4f14-8b24-09d34326fc02 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:44:12.038263 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:12.072014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66522938-7039-489f-bd82-a65975bf0d0c None None] Pushing event updated for resources: {'Port': ['ID=4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:12.135922 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-afbbb79b-c052-4229-9bc0-25fabc91ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:12.139034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:12.145993 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-afbbb79b-c052-4229-9bc0-25fabc91ecdc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1df64a1-b61e-4d57-acf3-a7fd288e2905 HTTP/1.1" status: 200 len: 797 time: 0.1297569 Jul 23 20:44:12.146860 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24759ece-7ed7-4420-a0e5-2ea2922d6024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:12.316370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-acd1ef37-1815-4e14-9707-364746f7a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:12.319189 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-acd1ef37-1815-4e14-9707-364746f7a443 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e4e0618-9258-49df-b427-fe7749c03fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1625321 Jul 23 20:44:12.481911 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-24759ece-7ed7-4420-a0e5-2ea2922d6024 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:44:12.482275 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-24759ece-7ed7-4420-a0e5-2ea2922d6024 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:44:12.520374 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-069d9ec6-d4f1-4c85-a850-856774ff04c9 service neutron] 10.222.0.48 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818326 Jul 23 20:44:12.557421 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:12.587284 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Transition to ACTIVE for port object 510a315a-bb26-46a5-a12b-e2347d21c636 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:12.629125 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Transition to ACTIVE for port object 510a315a-bb26-46a5-a12b-e2347d21c636 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:12.645103 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:12.703288 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d32522c8-02a2-4e65-8c5c-fd983bcb10b4 req-5df2c51c-3cbe-400e-b973-cc8515668803 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 210 time: 0.1248178 Jul 23 20:44:12.743241 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Network 63c60cb8-29c7-4e8d-a103-f20741b1dd16 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:12.757234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:12.764294 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:44:12.788751 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9e0bdbb9-00df-4da5-8638-3ccea4b76003 req-86628e43-bc74-4130-be0d-9d806ae1b4ae service neutron] 10.222.0.48 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589552 Jul 23 20:44:12.811559 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:12.839527 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1991a-c124-4789-aba8-c7ce6ef84737 req-6925db29-0dac-45c2-b454-ddc7c0601473 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:12.841120 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ee1991a-c124-4789-aba8-c7ce6ef84737 req-6925db29-0dac-45c2-b454-ddc7c0601473 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 944 time: 0.3952706 Jul 23 20:44:12.842143 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:12.842936 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:12.858596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Pushing event updated for resources: {'Port': ['ID=510a315a-bb26-46a5-a12b-e2347d21c636,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:12.902716 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Attempting to bind port 510a315a-bb26-46a5-a12b-e2347d21c636 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:44:12.903302 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Attempting to bind port 510a315a-bb26-46a5-a12b-e2347d21c636 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '84292bc1-7147-4144-aa57-069327e8d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '63c60cb8-29c7-4e8d-a103-f20741b1dd16'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:44:12.903473 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Attempting to bind port 510a315a-bb26-46a5-a12b-e2347d21c636 on network 63c60cb8-29c7-4e8d-a103-f20741b1dd16 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:12.909217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:44:12.910270 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Checking segment: {'id': '84292bc1-7147-4144-aa57-069327e8d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '63c60cb8-29c7-4e8d-a103-f20741b1dd16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:12.911380 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:12.911380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Bound using segment: {'id': '84292bc1-7147-4144-aa57-069327e8d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '63c60cb8-29c7-4e8d-a103-f20741b1dd16'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:44:12.911765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Bound port: 510a315a-bb26-46a5-a12b-e2347d21c636, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84292bc1-7147-4144-aa57-069327e8d649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '63c60cb8-29c7-4e8d-a103-f20741b1dd16'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:44:12.912125 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.047856 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] For port 510a315a-bb26-46a5-a12b-e2347d21c636, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:44:13.051793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0b670eb6-d629-4045-a033-d7acbbe3b57d up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:13.149162 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] For port 510a315a-bb26-46a5-a12b-e2347d21c636, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=510a315a-bb26-46a5-a12b-e2347d21c636,segment=NetworkSegment(84292bc1-7147-4144-aa57-069327e8d649),segment_id=84292bc1-7147-4144-aa57-069327e8d649)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:44:13.167136 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.296962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5608134-ae19-4687-beaf-9d31aafdd9e6 None None] Pushing event updated for resources: {'Port': ['ID=510a315a-bb26-46a5-a12b-e2347d21c636,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:13.315811 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 0b670eb6-d629-4045-a033-d7acbbe3b57d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:13.324453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 0b670eb6-d629-4045-a033-d7acbbe3b57d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:13.327492 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.516140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ee1991a-c124-4789-aba8-c7ce6ef84737 req-0a1a5188-be7d-493b-9544-fdb67afba408 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6535907 Jul 23 20:44:13.550920 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.603999 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57af279-1188-402b-9219-83cf5bae67e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b670eb6-d629-4045-a033-d7acbbe3b57d'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:44:13.606440 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6981b89-cebf-471c-b6ca-231fe3458956" -d '{"events": [{"server_uuid": "d57af279-1188-402b-9219-83cf5bae67e0", "name": "network-vif-plugged", "status": "completed", "tag": "0b670eb6-d629-4045-a033-d7acbbe3b57d"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:44:13.657798 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 0b670eb6-d629-4045-a033-d7acbbe3b57d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0b670eb6-d629-4045-a033-d7acbbe3b57d,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:13.667378 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.670002 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event updated for resources: {'Port': ['ID=3906b09f-229c-4a2c-aa9b-6554aa9a71d6,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:13.707835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Network 80418167-1eac-4c76-8c4a-57caa19eb215 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:13.710292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:13.787663 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179d6487-fb3a-4b72-8eb9-995e376fce8c x-openstack-request-id: req-179d6487-fb3a-4b72-8eb9-995e376fce8c {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:44:13.788270 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57af279-1188-402b-9219-83cf5bae67e0", "name": "network-vif-plugged", "status": "completed", "tag": "0b670eb6-d629-4045-a033-d7acbbe3b57d", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:44:13.788270 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-179d6487-fb3a-4b72-8eb9-995e376fce8c {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:44:13.788589 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57af279-1188-402b-9219-83cf5bae67e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b670eb6-d629-4045-a033-d7acbbe3b57d', 'code': 200} Jul 23 20:44:13.812737 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=0b670eb6-d629-4045-a033-d7acbbe3b57d,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:13.835801 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56db3175-1ae9-4a5e-a2cc-e0032e533013 None None] Network 80418167-1eac-4c76-8c4a-57caa19eb215 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:13.942562 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fde71d56-63df-49a6-aa38-80874b50f2f7 req-8b265d45-9956-4f09-97fe-94c0b9fb0f64 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 210 time: 0.0961359 Jul 23 20:44:13.968745 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-06cab95c-3b2d-4da6-b1eb-14337c154b0a None None] Provisioning for port 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:14.000888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30da93-e29a-435a-acb8-413bff0900c9 req-0922b27c-3f97-4d3d-9daa-ca72e7bd5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:14.002417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab30da93-e29a-435a-acb8-413bff0900c9 req-0922b27c-3f97-4d3d-9daa-ca72e7bd5b67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 1097 time: 0.1723537 Jul 23 20:44:14.052899 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab30da93-e29a-435a-acb8-413bff0900c9 req-9a5196c6-4773-4463-bee5-90e90b4d1a0e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430324 Jul 23 20:44:14.079625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Router 5f41c59c-4ef9-4113-9690-a482b8f4ad0b is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:44:14.204432 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:44:14.211727 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-886a47bc-ec63-4ba5-a511-da7e9966bb69 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "PUT /v2.0/routers/5f41c59c-4ef9-4113-9690-a482b8f4ad0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1938920 Jul 23 20:44:14.213718 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52364) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:14.217795 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e003a2a8-1366-4d69-953d-e386606a508c None None] Sync routers for ids ['5f41c59c-4ef9-4113-9690-a482b8f4ad0b'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:44:14.263627 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e003a2a8-1366-4d69-953d-e386606a508c None None] Routers {'5f41c59c-4ef9-4113-9690-a482b8f4ad0b'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:14.264447 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e003a2a8-1366-4d69-953d-e386606a508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['5f41c59c-4ef9-4113-9690-a482b8f4ad0b'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:14.340573 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e003a2a8-1366-4d69-953d-e386606a508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:14.373942 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:14.395701 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e003a2a8-1366-4d69-953d-e386606a508c None None] Routers {'5f41c59c-4ef9-4113-9690-a482b8f4ad0b'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:14.396615 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e003a2a8-1366-4d69-953d-e386606a508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['5f41c59c-4ef9-4113-9690-a482b8f4ad0b'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:14.523309 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e003a2a8-1366-4d69-953d-e386606a508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:14.523816 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e003a2a8-1366-4d69-953d-e386606a508c None None] The sync data for ids ['5f41c59c-4ef9-4113-9690-a482b8f4ad0b'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:44:14.577917 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:14.584369 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:14.585051 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:14.587406 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c4bc44b4-1e28-4c12-a88c-5390c06d1ce3 None None] Provisioning for port 3906b09f-229c-4a2c-aa9b-6554aa9a71d6 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:14.599151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c4bc44b4-1e28-4c12-a88c-5390c06d1ce3 None None] Provisioning complete for port 3906b09f-229c-4a2c-aa9b-6554aa9a71d6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:14.601716 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4bc44b4-1e28-4c12-a88c-5390c06d1ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:14.658509 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc44b4-1e28-4c12-a88c-5390c06d1ce3 None None] Port 3906b09f-229c-4a2c-aa9b-6554aa9a71d6 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:44:14.773278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c6536-51c4-4437-8273-fc9a219c63bd req-db534a66-8c76-45aa-b453-b947b00b6a82 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:14.775838 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-540c6536-51c4-4437-8273-fc9a219c63bd req-db534a66-8c76-45aa-b453-b947b00b6a82 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 945 time: 0.1632636 Jul 23 20:44:14.789028 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:14.867880 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-540c6536-51c4-4437-8273-fc9a219c63bd req-66803126-de36-45ec-8682-63988e371696 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836112 Jul 23 20:44:14.871520 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d,segment=NetworkSegment(56c27add-dc27-496a-a8bd-b31b7e346487),segment_id=56c27add-dc27-496a-a8bd-b31b7e346487)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:14.883693 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:14.885281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:15.072946 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:15.073320 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:15.137455 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37c8308f-5578-4625-aa9b-1b07cc957d33 req-b7a2f7ca-9a9d-4ba9-aaa7-b15f3944588a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 210 time: 0.0516264 Jul 23 20:44:15.146498 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:15.230877 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-526e200e-88e6-42a1-a59e-937936c8b4d9 req-82f0fb3f-d38c-4a6b-bd77-6c251424dddf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0966494 Jul 23 20:44:15.257122 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 510a315a-bb26-46a5-a12b-e2347d21c636 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:15.317930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 510a315a-bb26-46a5-a12b-e2347d21c636 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:15.356263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e200e-88e6-42a1-a59e-937936c8b4d9 req-7de78576-22ed-4bb9-88e9-4ae2daafcea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:15.357936 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-526e200e-88e6-42a1-a59e-937936c8b4d9 req-7de78576-22ed-4bb9-88e9-4ae2daafcea0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c09365c5b69442eba1a7b915a62a386&device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 1097 time: 0.1035721 Jul 23 20:44:15.390133 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:15.481626 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8984dc2-8f7f-4feb-b43f-7a1319cf99dc None None] Network 63c60cb8-29c7-4e8d-a103-f20741b1dd16 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:15.515216 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6b82ada8-5427-49a8-9342-42b1e916ef03 None None] Provisioning complete for port 3906b09f-229c-4a2c-aa9b-6554aa9a71d6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:15.515583 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6b82ada8-5427-49a8-9342-42b1e916ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:15.534919 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e200e-88e6-42a1-a59e-937936c8b4d9 req-5f0f0160-5709-4ba8-b1cf-e5fd8a5e9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:15.536770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-526e200e-88e6-42a1-a59e-937936c8b4d9 req-5f0f0160-5709-4ba8-b1cf-e5fd8a5e9ea4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6 HTTP/1.1" status: 200 len: 920 time: 0.1568727 Jul 23 20:44:15.537940 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-e7645923-84b9-4b1b-adeb-33d6ff0fb988 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:44:15.539481 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e7645923-84b9-4b1b-adeb-33d6ff0fb988 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "PUT /v2.0/routers/5f41c59c-4ef9-4113-9690-a482b8f4ad0b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3242435 Jul 23 20:44:15.542861 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52378) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:15.600365 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6b82ada8-5427-49a8-9342-42b1e916ef03 None None] Port 3906b09f-229c-4a2c-aa9b-6554aa9a71d6 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:44:15.732368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-526e200e-88e6-42a1-a59e-937936c8b4d9 req-89c288d0-a621-44ab-8408-4e3b032115fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 HTTP/1.1" status: 200 len: 217 time: 0.1865320 Jul 23 20:44:15.795300 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b8fc0bff-c8fb-4aea-922a-81b59e77e060 None None] Provisioning for port 510a315a-bb26-46a5-a12b-e2347d21c636 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:15.818251 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b8fc0bff-c8fb-4aea-922a-81b59e77e060 None None] Provisioning complete for port 510a315a-bb26-46a5-a12b-e2347d21c636 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:15.818957 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0bff-c8fb-4aea-922a-81b59e77e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:15.938607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e200e-88e6-42a1-a59e-937936c8b4d9 req-b86be491-7292-464e-8acd-52750b863545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:15.940199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-526e200e-88e6-42a1-a59e-937936c8b4d9 req-b86be491-7292-464e-8acd-52750b863545 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1f964b3-34ec-4a13-a322-95c058e9df68 HTTP/1.1" status: 200 len: 859 time: 0.1970122 Jul 23 20:44:15.958570 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0bff-c8fb-4aea-922a-81b59e77e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:16.004460 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b8fc0bff-c8fb-4aea-922a-81b59e77e060 None None] For port 510a315a-bb26-46a5-a12b-e2347d21c636, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=510a315a-bb26-46a5-a12b-e2347d21c636,segment=NetworkSegment(84292bc1-7147-4144-aa57-069327e8d649),segment_id=84292bc1-7147-4144-aa57-069327e8d649)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:16.018414 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8fc0bff-c8fb-4aea-922a-81b59e77e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:16.037997 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-526e200e-88e6-42a1-a59e-937936c8b4d9 req-47062b39-6e27-4513-a8de-4af762d182cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=33c906b4-b1be-4f9f-bd7e-0606053c8aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864875 Jul 23 20:44:16.101642 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc0bff-c8fb-4aea-922a-81b59e77e060 None None] Pushing event updated for resources: {'Port': ['ID=510a315a-bb26-46a5-a12b-e2347d21c636,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:16.161246 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-daf904f9-1d71-42c3-8e28-345fee7514c2 None None] Provisioning complete for port 3906b09f-229c-4a2c-aa9b-6554aa9a71d6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:16.161730 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-daf904f9-1d71-42c3-8e28-345fee7514c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:16.205106 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-daf904f9-1d71-42c3-8e28-345fee7514c2 None None] Port 3906b09f-229c-4a2c-aa9b-6554aa9a71d6 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:44:16.207322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:16.294754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:16.295318 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:16.316181 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-526e200e-88e6-42a1-a59e-937936c8b4d9 req-d0e1a0ee-e67a-4ed3-9a9d-bd0c34155202 service neutron] 10.222.0.57 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841390 Jul 23 20:44:16.441701 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38823e-dab8-4148-968e-e54d40e4ae02 req-d3411c79-99fe-4fae-af76-e3aba10e65e9 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:16.443348 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3c38823e-dab8-4148-968e-e54d40e4ae02 req-d3411c79-99fe-4fae-af76-e3aba10e65e9 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.5069392 Jul 23 20:44:16.455124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66516ec-fb13-431f-a766-0283b9d6a076 req-a206859b-d5bc-46d2-b5a9-d0dc8b56b8e3 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:16.463131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f66516ec-fb13-431f-a766-0283b9d6a076 req-a206859b-d5bc-46d2-b5a9-d0dc8b56b8e3 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 945 time: 0.4379351 Jul 23 20:44:16.527259 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b01cd925-58ff-404a-a15d-312a89c94598 None None] Provisioning complete for port 510a315a-bb26-46a5-a12b-e2347d21c636 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:16.527637 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b01cd925-58ff-404a-a15d-312a89c94598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:16.564106 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3c38823e-dab8-4148-968e-e54d40e4ae02 req-d3e2b53f-e49f-4d6d-9866-a186c6b9095a tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909057 Jul 23 20:44:16.584563 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-526e200e-88e6-42a1-a59e-937936c8b4d9 req-3f829f33-f404-4f65-b154-e0627c4480c9 service neutron] 10.222.0.57 "GET /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597287 Jul 23 20:44:16.590429 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f66516ec-fb13-431f-a766-0283b9d6a076 req-771577dd-6bbf-4bf5-80ae-dffbf127e38b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263895 Jul 23 20:44:16.718813 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-31487e2d-2ae3-4175-b78e-525df9ba9b8d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:16.806091 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:16.859916 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14a9fd37-03e3-4193-90d3-c12da8ec1eee req-acba29b1-bd67-4d38-8991-940679d84679 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=369dd4cb-f0f5-4f32-91af-7faa97c1146d HTTP/1.1" status: 200 len: 210 time: 0.0828948 Jul 23 20:44:17.075131 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f70b82-98c6-4b82-8170-232fc640d990 req-9560394c-96b0-4073-baf9-0a268d29fa33 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:17.076819 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85f70b82-98c6-4b82-8170-232fc640d990 req-9560394c-96b0-4073-baf9-0a268d29fa33 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 806 time: 0.1208453 Jul 23 20:44:17.115345 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85f70b82-98c6-4b82-8170-232fc640d990 req-39522896-ea0b-4a1c-b435-9541707f0354 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/quotas/1acb9fafa2f640b88cfa38563fb61a06 HTTP/1.1" status: 200 len: 375 time: 0.0145264 Jul 23 20:44:17.223648 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85f70b82-98c6-4b82-8170-232fc640d990 req-1a0aad3f-671a-474c-bc17-3789758cd212 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1015940 Jul 23 20:44:17.235559 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-31487e2d-2ae3-4175-b78e-525df9ba9b8d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Deleting port 3906b09f-229c-4a2c-aa9b-6554aa9a71d6 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:17.235934 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-31487e2d-2ae3-4175-b78e-525df9ba9b8d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:17.398817 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-31487e2d-2ae3-4175-b78e-525df9ba9b8d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:17.402719 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85f70b82-98c6-4b82-8170-232fc640d990 req-ffa57796-6454-4daf-aaea-844a2bcbc57b service neutron] 10.222.0.55 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699214 Jul 23 20:44:17.421430 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-31487e2d-2ae3-4175-b78e-525df9ba9b8d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Calling delete_port for 3906b09f-229c-4a2c-aa9b-6554aa9a71d6 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:17.593781 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85f70b82-98c6-4b82-8170-232fc640d990 req-dd56f55a-ba93-4e12-8a77-946daf3a8570 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833525 Jul 23 20:44:17.717982 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-31487e2d-2ae3-4175-b78e-525df9ba9b8d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:17.765180 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31487e2d-2ae3-4175-b78e-525df9ba9b8d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event deleted for resources: {'Port': ['ID=3906b09f-229c-4a2c-aa9b-6554aa9a71d6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:17.903775 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5b220-6a40-4aa6-8d53-20ef5e8afee7 req-2dbc1e5f-d17a-4c00-86ca-d76181ff93f8 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:17.905451 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ee5b220-6a40-4aa6-8d53-20ef5e8afee7 req-2dbc1e5f-d17a-4c00-86ca-d76181ff93f8 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.2410128 Jul 23 20:44:17.917294 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-31487e2d-2ae3-4175-b78e-525df9ba9b8d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:18.047030 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ee5b220-6a40-4aa6-8d53-20ef5e8afee7 req-12d74ec0-5f01-488c-9283-c896b4b90fb2 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253648 Jul 23 20:44:18.219530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 510a315a-bb26-46a5-a12b-e2347d21c636 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:18.236322 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31487e2d-2ae3-4175-b78e-525df9ba9b8d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Router 5f41c59c-4ef9-4113-9690-a482b8f4ad0b has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:44:18.319754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 510a315a-bb26-46a5-a12b-e2347d21c636 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:18.328941 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:18.437716 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8db220-5571-488c-a4ad-95d31364aa53 req-1a069097-e539-4201-984a-e5882adb814f tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:18.440343 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1a8db220-5571-488c-a4ad-95d31364aa53 req-1a069097-e539-4201-984a-e5882adb814f tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 945 time: 0.0830386 Jul 23 20:44:18.581828 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-1a8db220-5571-488c-a4ad-95d31364aa53 req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Deleting port 281d13b1-2367-4492-b232-15c63801da3d {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:18.582090 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1a8db220-5571-488c-a4ad-95d31364aa53 req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:18.683084 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-1a8db220-5571-488c-a4ad-95d31364aa53 req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] For port 281d13b1-2367-4492-b232-15c63801da3d, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=281d13b1-2367-4492-b232-15c63801da3d,segment=NetworkSegment(2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c),segment_id=2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:18.683480 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1a8db220-5571-488c-a4ad-95d31364aa53 req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:18.696863 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-1a8db220-5571-488c-a4ad-95d31364aa53 req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Calling delete_port for 281d13b1-2367-4492-b232-15c63801da3d owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:18.749685 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31487e2d-2ae3-4175-b78e-525df9ba9b8d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:44:18.761542 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-31487e2d-2ae3-4175-b78e-525df9ba9b8d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "PUT /v2.0/routers/5f41c59c-4ef9-4113-9690-a482b8f4ad0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2126966 Jul 23 20:44:18.761542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52454) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:18.771763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d549e6a9-4b5d-4499-866d-027afdf0ec7c None None] Sync routers for ids ['5f41c59c-4ef9-4113-9690-a482b8f4ad0b'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:44:18.783909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d549e6a9-4b5d-4499-866d-027afdf0ec7c None None] Routers {'5f41c59c-4ef9-4113-9690-a482b8f4ad0b'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:18.784786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d549e6a9-4b5d-4499-866d-027afdf0ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['5f41c59c-4ef9-4113-9690-a482b8f4ad0b'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:18.827697 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-a05521c1-90fa-4944-8056-a9dced22fdb1 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] delete failed (client error): The resource could not be found. Jul 23 20:44:18.828725 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a05521c1-90fa-4944-8056-a9dced22fdb1 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-2086874347 HTTP/1.1" status: 404 len: 335 time: 0.0672216 Jul 23 20:44:18.833056 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52458) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:18.835003 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d549e6a9-4b5d-4499-866d-027afdf0ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:18.842162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-97046ae5-127d-4148-b05d-8082c27a1894 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Request body: {'router': {'external_gateway_info': {'network_id': '5f41c59c-4ef9-4113-9690-a482b8f4ad0b'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:18.844640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d549e6a9-4b5d-4499-866d-027afdf0ec7c None None] Routers {'5f41c59c-4ef9-4113-9690-a482b8f4ad0b'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:18.845474 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d549e6a9-4b5d-4499-866d-027afdf0ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['5f41c59c-4ef9-4113-9690-a482b8f4ad0b'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:18.864697 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1a8db220-5571-488c-a4ad-95d31364aa53 req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:18.889705 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:44:18.903399 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Pushing event deleted for resources: {'Port': ['ID=281d13b1-2367-4492-b232-15c63801da3d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:18.918976 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:18.920197 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:18.920432 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['281d13b1-2367-4492-b232-15c63801da3d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:44:18.920939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:18.922146 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:18.922662 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:18.923214 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:18.923722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:18.924269 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:18.924782 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:18.926137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:18.926381 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d549e6a9-4b5d-4499-866d-027afdf0ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:18.927137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d549e6a9-4b5d-4499-866d-027afdf0ec7c None None] The sync data for ids ['5f41c59c-4ef9-4113-9690-a482b8f4ad0b'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:44:18.927309 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:18.927996 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:18.942783 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-ae7b8168-29e1-4614-af88-c60a473204e4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:18.944303 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-ae7b8168-29e1-4614-af88-c60a473204e4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 806 time: 0.2544529 Jul 23 20:44:18.990469 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8db220-5571-488c-a4ad-95d31364aa53 req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] No DVR routers for this DVR port 281d13b1-2367-4492-b232-15c63801da3d on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:44:18.994850 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1a8db220-5571-488c-a4ad-95d31364aa53 req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:18.998270 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1a8db220-5571-488c-a4ad-95d31364aa53 req-8f15e287-a967-4d17-a1f0-2b7813763a6c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.48 "DELETE /v2.0/ports/281d13b1-2367-4492-b232-15c63801da3d HTTP/1.1" status: 204 len: 173 time: 0.5488999 Jul 23 20:44:18.998918 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd046123-dc01-4cbd-b570-796687db7ac4', 'name': 'network-vif-deleted', 'tag': '281d13b1-2367-4492-b232-15c63801da3d'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:44:19.002207 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc41dce0-c171-414f-b3ff-5865884ee8f2" -d '{"events": [{"server_uuid": "cd046123-dc01-4cbd-b570-796687db7ac4", "name": "network-vif-deleted", "tag": "281d13b1-2367-4492-b232-15c63801da3d"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:44:19.054724 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713c4736-cee9-48ad-966c-5acea1fc9121 x-openstack-request-id: req-713c4736-cee9-48ad-966c-5acea1fc9121 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:44:19.055352 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd046123-dc01-4cbd-b570-796687db7ac4", "name": "network-vif-deleted", "tag": "281d13b1-2367-4492-b232-15c63801da3d", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:44:19.055942 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-713c4736-cee9-48ad-966c-5acea1fc9121 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:44:19.056575 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd046123-dc01-4cbd-b570-796687db7ac4', 'name': 'network-vif-deleted', 'tag': '281d13b1-2367-4492-b232-15c63801da3d', 'status': 'completed', 'code': 200} Jul 23 20:44:19.088021 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-692d63a5-9bd8-4ca8-a5b8-35cb89849c57 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/quotas/1acb9fafa2f640b88cfa38563fb61a06 HTTP/1.1" status: 200 len: 375 time: 0.1059728 Jul 23 20:44:19.158643 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-97046ae5-127d-4148-b05d-8082c27a1894 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:19.194827 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-97046ae5-127d-4148-b05d-8082c27a1894 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] update failed (client error): The resource could not be found. Jul 23 20:44:19.199341 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-97046ae5-127d-4148-b05d-8082c27a1894 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "PUT /v2.0/routers/5f41c59c-4ef9-4113-9690-a482b8f4ad0b HTTP/1.1" status: 404 len: 339 time: 0.3620102 Jul 23 20:44:19.199699 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52468) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:19.208608 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-6a22f4ef-bb6c-40a8-8e66-310b6ca8d00d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-929834072'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:19.213019 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-e8166083-e5ba-4f95-81da-e5ba1317f864 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1227319 Jul 23 20:44:19.246962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a22f4ef-bb6c-40a8-8e66-310b6ca8d00d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Made reservation on behalf of b8063dbc05354cfbb0599b052bfeacf0 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:19.254061 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a22f4ef-bb6c-40a8-8e66-310b6ca8d00d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:19.311701 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-7f0fc672-33b9-49c9-bd1a-14cd3a40daaa service neutron] 10.222.0.55 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990279 Jul 23 20:44:19.314824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a22f4ef-bb6c-40a8-8e66-310b6ca8d00d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:44:19.346208 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a22f4ef-bb6c-40a8-8e66-310b6ca8d00d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:19.346695 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-6a22f4ef-bb6c-40a8-8e66-310b6ca8d00d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Added segment d18de661-39e8-46c5-9714-b3bf1193f4e6 of type vlan for network 12116a2e-7a3c-426d-b4c9-b9e3e88f223a Jul 23 20:44:19.357906 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-30f4a4c6-57bb-4429-bd9a-00190fb05229 req-b0121da9-a90d-4ecd-b875-7004a4d5f21a tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd046123-dc01-4cbd-b570-796687db7ac4 HTTP/1.1" status: 200 len: 210 time: 0.0548372 Jul 23 20:44:19.412858 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a22f4ef-bb6c-40a8-8e66-310b6ca8d00d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:19.454063 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a22f4ef-bb6c-40a8-8e66-310b6ca8d00d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:19.468686 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a22f4ef-bb6c-40a8-8e66-310b6ca8d00d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:19.469560 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6a22f4ef-bb6c-40a8-8e66-310b6ca8d00d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:19.481340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-3ac242bf-e088-4eac-b815-11ba40feb594 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686513 Jul 23 20:44:19.491547 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6a22f4ef-bb6c-40a8-8e66-310b6ca8d00d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2889638 Jul 23 20:44:19.494623 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52472) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:19.500182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-bd8a4d79-5dc4-402c-b6e6-a903d8e13959 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Request body: {'subnet': {'network_id': '12116a2e-7a3c-426d-b4c9-b9e3e88f223a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:19.571488 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22f4ef-bb6c-40a8-8e66-310b6ca8d00d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event updated for resources: {'Network': ['ID=12116a2e-7a3c-426d-b4c9-b9e3e88f223a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:19.586566 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 12116a2e-7a3c-426d-b4c9-b9e3e88f223a details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:44:19.641794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8a4d79-5dc4-402c-b6e6-a903d8e13959 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Made reservation on behalf of b8063dbc05354cfbb0599b052bfeacf0 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:19.645903 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd8a4d79-5dc4-402c-b6e6-a903d8e13959 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:19.839835 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-641c279b-619d-4fd8-8185-8b70b3537487 req-12a98f8b-97c0-4f37-97c4-2444fd3cfc7a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 210 time: 0.1304531 Jul 23 20:44:20.056887 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd8a4d79-5dc4-402c-b6e6-a903d8e13959 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:20.135446 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a4d79-5dc4-402c-b6e6-a903d8e13959 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event updated for resources: {'Subnet': ['ID=f677184c-462f-437b-91f2-686751857a55,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:20.156401 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a4d79-5dc4-402c-b6e6-a903d8e13959 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Checking segment: {'id': 'd18de661-39e8-46c5-9714-b3bf1193f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '12116a2e-7a3c-426d-b4c9-b9e3e88f223a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:20.156785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8a4d79-5dc4-402c-b6e6-a903d8e13959 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Network hostable DHCP agents. Network: 12116a2e-7a3c-426d-b4c9-b9e3e88f223a, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:44:20.178916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8a4d79-5dc4-402c-b6e6-a903d8e13959 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Network 12116a2e-7a3c-426d-b4c9-b9e3e88f223a is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:44:20.191215 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-bd8a4d79-5dc4-402c-b6e6-a903d8e13959 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 12116a2e-7a3c-426d-b4c9-b9e3e88f223a) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:20.196672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a4d79-5dc4-402c-b6e6-a903d8e13959 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:20.198111 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd8a4d79-5dc4-402c-b6e6-a903d8e13959 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:20.202735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503c1488-59f0-45ed-ac90-76467123ef89 None None] Network 12116a2e-7a3c-426d-b4c9-b9e3e88f223a requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:20.229545 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bd8a4d79-5dc4-402c-b6e6-a903d8e13959 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7337501 Jul 23 20:44:20.232324 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52488) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:20.239077 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ae12e7a0-6273-4575-a987-87e1b2fe252f tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Request body: {'router': {'external_gateway_info': {'network_id': '12116a2e-7a3c-426d-b4c9-b9e3e88f223a'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:20.582596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-12116a2e-7a3c-426d-b4c9-b9e3e88f223a', 'network_id': '12116a2e-7a3c-426d-b4c9-b9e3e88f223a', 'tenant_id': 'b8063dbc05354cfbb0599b052bfeacf0', 'fixed_ips': [{'subnet_id': 'f677184c-462f-437b-91f2-686751857a55'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:44:20.583486 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:20.599452 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ae12e7a0-6273-4575-a987-87e1b2fe252f tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:20.887321 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-ae12e7a0-6273-4575-a987-87e1b2fe252f tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:44:20.887800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Allocated IP 2001:db8:1::2 (12116a2e-7a3c-426d-b4c9-b9e3e88f223a/f677184c-462f-437b-91f2-686751857a55/53534fa2-a9d6-4372-9892-4f9d7ff07786) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:44:20.888401 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ae12e7a0-6273-4575-a987-87e1b2fe252f tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "PUT /v2.0/routers/5f41c59c-4ef9-4113-9690-a482b8f4ad0b HTTP/1.1" status: 400 len: 364 time: 0.6548934 Jul 23 20:44:20.892324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52504) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:20.968368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0cd64786-4567-437e-a8b4-9cdee908f010 req-ce1cdc0c-8378-472d-a0e3-95fbc27cf51c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 210 time: 0.0363312 Jul 23 20:44:21.004472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952f0ab-0664-407b-9ad0-7653e0bbe603 req-ed107c31-36f5-482a-94c0-3d0544d90959 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:21.012024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d952f0ab-0664-407b-9ad0-7653e0bbe603 req-ed107c31-36f5-482a-94c0-3d0544d90959 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.2245381 Jul 23 20:44:21.056281 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d952f0ab-0664-407b-9ad0-7653e0bbe603 req-ab90c64e-ad50-40db-9ba9-a3687b3d0ef2 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428946 Jul 23 20:44:21.134355 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:21.144998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Transition to ACTIVE for port object 53534fa2-a9d6-4372-9892-4f9d7ff07786 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:21.161961 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Transition to ACTIVE for port object 53534fa2-a9d6-4372-9892-4f9d7ff07786 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:21.203529 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:21.230079 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Network 12116a2e-7a3c-426d-b4c9-b9e3e88f223a is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:21.234104 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:21.236788 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Pushing event updated for resources: {'Port': ['ID=53534fa2-a9d6-4372-9892-4f9d7ff07786,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:21.240205 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:44:21.310995 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Attempting to bind port 53534fa2-a9d6-4372-9892-4f9d7ff07786 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:44:21.311554 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Attempting to bind port 53534fa2-a9d6-4372-9892-4f9d7ff07786 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'd18de661-39e8-46c5-9714-b3bf1193f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '12116a2e-7a3c-426d-b4c9-b9e3e88f223a'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:44:21.312051 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Attempting to bind port 53534fa2-a9d6-4372-9892-4f9d7ff07786 on network 12116a2e-7a3c-426d-b4c9-b9e3e88f223a {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:21.319053 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:44:21.319998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Checking segment: {'id': 'd18de661-39e8-46c5-9714-b3bf1193f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '12116a2e-7a3c-426d-b4c9-b9e3e88f223a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:21.320503 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:21.320999 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Bound using segment: {'id': 'd18de661-39e8-46c5-9714-b3bf1193f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '12116a2e-7a3c-426d-b4c9-b9e3e88f223a'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:44:21.321760 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Bound port: 53534fa2-a9d6-4372-9892-4f9d7ff07786, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18de661-39e8-46c5-9714-b3bf1193f4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '12116a2e-7a3c-426d-b4c9-b9e3e88f223a'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:44:21.322306 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:21.343725 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-b9c2bf2d-40cc-4fa9-b6f6-9b881b1f586a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:21.345981 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-b9c2bf2d-40cc-4fa9-b6f6-9b881b1f586a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 806 time: 0.3678844 Jul 23 20:44:21.375922 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-b8dd3e2a-30c3-44d7-86cc-a679aeaaa020 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Request body: {'port': {'device_id': '6f5f9d1a-1fbf-4caa-9982-9689ee33e343', 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7', 'admin_state_up': True, 'tenant_id': '1acb9fafa2f640b88cfa38563fb61a06'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:21.419604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] For port 53534fa2-a9d6-4372-9892-4f9d7ff07786, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:44:21.442329 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] For port 53534fa2-a9d6-4372-9892-4f9d7ff07786, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=53534fa2-a9d6-4372-9892-4f9d7ff07786,segment=NetworkSegment(d18de661-39e8-46c5-9714-b3bf1193f4e6),segment_id=d18de661-39e8-46c5-9714-b3bf1193f4e6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:44:21.457707 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:21.515130 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:21.618132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb93a67-873d-4b36-b040-1f61e59bebb5 None None] Pushing event updated for resources: {'Port': ['ID=53534fa2-a9d6-4372-9892-4f9d7ff07786,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:21.753603 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-b8dd3e2a-30c3-44d7-86cc-a679aeaaa020 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Made reservation on behalf of 1acb9fafa2f640b88cfa38563fb61a06 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:21.757353 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-b8dd3e2a-30c3-44d7-86cc-a679aeaaa020 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:21.960884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 281d13b1-2367-4492-b232-15c63801da3d no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:44:22.002701 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 281d13b1-2367-4492-b232-15c63801da3d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:44:22.003084 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 281d13b1-2367-4492-b232-15c63801da3d not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:44:22.122702 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Allocated IP 2001:db8::1 (2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa/30c4ebea-bd1d-4e75-a6a4-f0a2a08ec265/6f806c22-b75c-4fa9-b74d-01c5bb195ac2) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:44:22.134118 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-984556af-4622-4c90-a834-aea42d7873cb req-4019f3d6-5cfc-4fca-b6cd-b014d66c2d45 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 210 time: 0.0504196 Jul 23 20:44:22.202639 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-b8dd3e2a-30c3-44d7-86cc-a679aeaaa020 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Allocated IP 172.20.0.8 (5dc9b03e-da6c-4182-b5c9-40b0b29fcee7/c4c51c78-ede0-436b-9293-945f1596e2dc/28f9485e-997c-4e9d-be64-5fd57c5e342d) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:44:22.254076 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 53534fa2-a9d6-4372-9892-4f9d7ff07786 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:22.324023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 53534fa2-a9d6-4372-9892-4f9d7ff07786 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:22.337832 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:22.356573 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc3d47-5eaa-4612-9ce8-e3245a14daf1 req-0889c5b3-fc75-434f-b9b7-fb983ddf931b tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:22.359220 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6dfc3d47-5eaa-4612-9ce8-e3245a14daf1 req-0889c5b3-fc75-434f-b9b7-fb983ddf931b tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1628315 Jul 23 20:44:22.368314 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Transition to ACTIVE for port object 6f806c22-b75c-4fa9-b74d-01c5bb195ac2 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:22.434078 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6dfc3d47-5eaa-4612-9ce8-e3245a14daf1 req-a56e0470-b8da-42d6-916c-a1d3b0b1b0ae tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685184 Jul 23 20:44:22.485160 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-b8dd3e2a-30c3-44d7-86cc-a679aeaaa020 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:22.510355 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:22.569979 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Network 2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:22.577310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:22.580985 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:44:22.582074 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:22.584687 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event updated for resources: {'Port': ['ID=6f806c22-b75c-4fa9-b74d-01c5bb195ac2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:22.677078 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-b8dd3e2a-30c3-44d7-86cc-a679aeaaa020 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:22.697276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0b670eb6-d629-4045-a033-d7acbbe3b57d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:44:22.793671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-b8dd3e2a-30c3-44d7-86cc-a679aeaaa020 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:22.797001 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd3e2a-30c3-44d7-86cc-a679aeaaa020 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Pushing event updated for resources: {'Port': ['ID=28f9485e-997c-4e9d-be64-5fd57c5e342d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:22.799613 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-b8dd3e2a-30c3-44d7-86cc-a679aeaaa020 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:22.807326 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-b8dd3e2a-30c3-44d7-86cc-a679aeaaa020 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:44:22.859840 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-b8dd3e2a-30c3-44d7-86cc-a679aeaaa020 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:22.860674 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-b8dd3e2a-30c3-44d7-86cc-a679aeaaa020 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:22.888990 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:22.902324 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-b8dd3e2a-30c3-44d7-86cc-a679aeaaa020 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5309675 Jul 23 20:44:22.954553 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Request body: {'port': {'device_id': '6f5f9d1a-1fbf-4caa-9982-9689ee33e343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:23.016133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7227e234-29d7-432f-bb32-ed85ce0f0c9b None None] Network 12116a2e-7a3c-426d-b4c9-b9e3e88f223a requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:23.063546 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3f1c14fb-6400-4445-a8a8-fc0fbedd052b None None] Provisioning for port 6f806c22-b75c-4fa9-b74d-01c5bb195ac2 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:23.100402 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3f1c14fb-6400-4445-a8a8-fc0fbedd052b None None] Provisioning complete for port 6f806c22-b75c-4fa9-b74d-01c5bb195ac2 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:23.100776 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f1c14fb-6400-4445-a8a8-fc0fbedd052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:23.162784 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:23.169382 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c14fb-6400-4445-a8a8-fc0fbedd052b None None] Port 6f806c22-b75c-4fa9-b74d-01c5bb195ac2 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:44:23.224384 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3f1c14fb-6400-4445-a8a8-fc0fbedd052b None None] Provisioning for port 53534fa2-a9d6-4372-9892-4f9d7ff07786 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:23.232194 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3f1c14fb-6400-4445-a8a8-fc0fbedd052b None None] Provisioning complete for port 53534fa2-a9d6-4372-9892-4f9d7ff07786 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:23.232558 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f1c14fb-6400-4445-a8a8-fc0fbedd052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:23.326449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b30e4-5c7d-42e8-b2b5-d6d9fa58258d req-469ffbb3-96b2-4db4-b2ea-7ad3ed95f94c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:23.328157 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-581b30e4-5c7d-42e8-b2b5-d6d9fa58258d req-469ffbb3-96b2-4db4-b2ea-7ad3ed95f94c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 931 time: 0.0984650 Jul 23 20:44:23.381267 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-581b30e4-5c7d-42e8-b2b5-d6d9fa58258d req-907eee79-029c-4a38-bedc-3c656c5331a9 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461757 Jul 23 20:44:23.405890 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f1c14fb-6400-4445-a8a8-fc0fbedd052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:23.456972 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3f1c14fb-6400-4445-a8a8-fc0fbedd052b None None] For port 53534fa2-a9d6-4372-9892-4f9d7ff07786, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=53534fa2-a9d6-4372-9892-4f9d7ff07786,segment=NetworkSegment(d18de661-39e8-46c5-9714-b3bf1193f4e6),segment_id=d18de661-39e8-46c5-9714-b3bf1193f4e6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:23.465472 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f1c14fb-6400-4445-a8a8-fc0fbedd052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:23.589994 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:23.600352 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:23.600749 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c14fb-6400-4445-a8a8-fc0fbedd052b None None] Pushing event updated for resources: {'Port': ['ID=53534fa2-a9d6-4372-9892-4f9d7ff07786,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:23.601235 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:23.682627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba7741-ad92-4e01-8253-5b47119f8a45 req-2d2563d5-c520-4215-8a99-75b8914a3bda tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:23.692176 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20ba7741-ad92-4e01-8253-5b47119f8a45 req-2d2563d5-c520-4215-8a99-75b8914a3bda tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1347134 Jul 23 20:44:23.695848 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6d85c307-8081-4e97-8c41-f7e89cdfd32f None None] Provisioning complete for port 53534fa2-a9d6-4372-9892-4f9d7ff07786 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:23.696561 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d85c307-8081-4e97-8c41-f7e89cdfd32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:23.761255 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20ba7741-ad92-4e01-8253-5b47119f8a45 req-c442d75a-7d38-441c-b657-9cf3f2683172 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611899 Jul 23 20:44:24.095641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event updated for resources: {'Port': ['ID=6f806c22-b75c-4fa9-b74d-01c5bb195ac2,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:24.139470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 53534fa2-a9d6-4372-9892-4f9d7ff07786 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:24.187831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 53534fa2-a9d6-4372-9892-4f9d7ff07786 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:24.188308 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:24.189439 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f9485e-997c-4e9d-be64-5fd57c5e342d {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:44:24.195459 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Network 2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:24.199303 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:24.201945 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:24.218656 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Transition to ACTIVE for port object 28f9485e-997c-4e9d-be64-5fd57c5e342d will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:24.253028 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:24.357110 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Pushing event updated for resources: {'Port': ['ID=28f9485e-997c-4e9d-be64-5fd57c5e342d,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:24.365390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Router 5f41c59c-4ef9-4113-9690-a482b8f4ad0b has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:44:24.523652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a23ce6-a8c4-4444-9e76-da4673bae3fd req-8469f02c-5721-44a0-88b7-94c5db92c388 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:24.530444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Attempting to bind port 28f9485e-997c-4e9d-be64-5fd57c5e342d on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:44:24.530809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Attempting to bind port 28f9485e-997c-4e9d-be64-5fd57c5e342d by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:44:24.530921 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53a23ce6-a8c4-4444-9e76-da4673bae3fd req-8469f02c-5721-44a0-88b7-94c5db92c388 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 943 time: 0.0747437 Jul 23 20:44:24.531145 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Attempting to bind port 28f9485e-997c-4e9d-be64-5fd57c5e342d on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:24.540864 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e75e3eb1-301f-4b0f-83af-0b4be7e1dab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:24.541337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Port 28f9485e-997c-4e9d-be64-5fd57c5e342d on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:44:24.541676 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Attempting to bind port 28f9485e-997c-4e9d-be64-5fd57c5e342d on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:24.546185 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:44:24.552698 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-307a61d8-8d1f-461b-8b40-8b8e096e1e6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "PUT /v2.0/routers/5f41c59c-4ef9-4113-9690-a482b8f4ad0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6589630 Jul 23 20:44:24.555252 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52562) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:24.563078 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a642c-579c-4701-bdc1-ececa1401ff2 None None] Sync routers for ids ['5f41c59c-4ef9-4113-9690-a482b8f4ad0b'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:44:24.570487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fb89cdd3-1b0e-415f-8600-7acdd48a5fe0 None None] Provisioning complete for port 6f806c22-b75c-4fa9-b74d-01c5bb195ac2 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:24.571770 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb89cdd3-1b0e-415f-8600-7acdd48a5fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:24.574148 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:44:24.575316 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Checking segment: {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:24.575316 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Bound using segment: {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:44:24.575485 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a642c-579c-4701-bdc1-ececa1401ff2 None None] Routers {'5f41c59c-4ef9-4113-9690-a482b8f4ad0b'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:24.576112 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a84a642c-579c-4701-bdc1-ececa1401ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['5f41c59c-4ef9-4113-9690-a482b8f4ad0b'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:24.583413 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Bound port: 28f9485e-997c-4e9d-be64-5fd57c5e342d, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:44:24.583834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:24.595705 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53a23ce6-a8c4-4444-9e76-da4673bae3fd req-0a1b0778-a92c-451d-85e4-2743d56e09ff tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638013 Jul 23 20:44:24.607702 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a84a642c-579c-4701-bdc1-ececa1401ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:24.617046 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a642c-579c-4701-bdc1-ececa1401ff2 None None] Routers {'5f41c59c-4ef9-4113-9690-a482b8f4ad0b'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:24.617645 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a84a642c-579c-4701-bdc1-ececa1401ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['5f41c59c-4ef9-4113-9690-a482b8f4ad0b'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:24.625385 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-fb89cdd3-1b0e-415f-8600-7acdd48a5fe0 None None] Port 6f806c22-b75c-4fa9-b74d-01c5bb195ac2 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:44:24.653986 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a84a642c-579c-4701-bdc1-ececa1401ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:24.654634 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a642c-579c-4701-bdc1-ececa1401ff2 None None] The sync data for ids ['5f41c59c-4ef9-4113-9690-a482b8f4ad0b'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:44:24.720867 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1166cb54-950d-4c91-b14e-43ffe8d82210 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:24.801300 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] For port 28f9485e-997c-4e9d-be64-5fd57c5e342d, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:44:24.822364 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] For port 28f9485e-997c-4e9d-be64-5fd57c5e342d, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=28f9485e-997c-4e9d-be64-5fd57c5e342d,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:44:24.840543 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:24.882344 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-1166cb54-950d-4c91-b14e-43ffe8d82210 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 20:44:24.886489 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1166cb54-950d-4c91-b14e-43ffe8d82210 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "DELETE /v2.0/routers/5f41c59c-4ef9-4113-9690-a482b8f4ad0b HTTP/1.1" status: 409 len: 329 time: 0.3271580 Jul 23 20:44:24.886589 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:24.887201 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:24.887413 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52576) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:24.888555 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] 10.222.0.48 "PUT /v2.0/ports/28f9485e-997c-4e9d-be64-5fd57c5e342d HTTP/1.1" status: 200 len: 1092 time: 1.9411504 Jul 23 20:44:24.889191 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5f9d1a-1fbf-4caa-9982-9689ee33e343', 'tag': '28f9485e-997c-4e9d-be64-5fd57c5e342d'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:44:24.891921 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891a1779-3922-4b85-bbde-b2f214dceff3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5f9d1a-1fbf-4caa-9982-9689ee33e343", "tag": "28f9485e-997c-4e9d-be64-5fd57c5e342d"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:44:24.936715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd61a1-eb7f-494e-9918-9b94bc05fb7f service neutron] Pushing event updated for resources: {'Port': ['ID=28f9485e-997c-4e9d-be64-5fd57c5e342d,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:25.058516 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51c6f00-2e37-457d-a5cd-621112f02afc x-openstack-request-id: req-a51c6f00-2e37-457d-a5cd-621112f02afc {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:44:25.059070 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5f9d1a-1fbf-4caa-9982-9689ee33e343", "tag": "28f9485e-997c-4e9d-be64-5fd57c5e342d", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:44:25.059480 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a51c6f00-2e37-457d-a5cd-621112f02afc {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:44:25.060512 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5f9d1a-1fbf-4caa-9982-9689ee33e343', 'tag': '28f9485e-997c-4e9d-be64-5fd57c5e342d', 'status': 'completed', 'code': 200} Jul 23 20:44:25.068465 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b92cc-862d-4569-87cd-2c0c34a0765e req-6ad20ff2-4984-4322-90b7-010cf50dd78c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:25.070113 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-079b92cc-862d-4569-87cd-2c0c34a0765e req-6ad20ff2-4984-4322-90b7-010cf50dd78c tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.2371297 Jul 23 20:44:25.095157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-a66008b5-2369-47b6-9e14-547098080f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:25.097795 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-a66008b5-2369-47b6-9e14-547098080f84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 1095 time: 0.1577661 Jul 23 20:44:25.158861 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-432e8a88-abe8-4411-9fb5-10ad4730e1b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28f9485e-997c-4e9d-be64-5fd57c5e342d HTTP/1.1" status: 200 len: 217 time: 0.0444312 Jul 23 20:44:25.202414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-079b92cc-862d-4569-87cd-2c0c34a0765e req-7f343013-12b9-4d13-ac84-af9d6419521a tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152518 Jul 23 20:44:25.229121 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-f43d823a-c6f5-4ccb-84df-e249c4516be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:25.231132 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-f43d823a-c6f5-4ccb-84df-e249c4516be7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4c51c78-ede0-436b-9293-945f1596e2dc HTTP/1.1" status: 200 len: 846 time: 0.0608144 Jul 23 20:44:25.273322 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-a144ca00-3def-45ea-8c85-2d4875250462 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322614 Jul 23 20:44:25.382564 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-90ac084a-a0bd-4a38-8311-7b1245d219dd service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983136 Jul 23 20:44:25.407759 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-048fa774-b554-4048-b612-cfa89b5fbf52 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:25.484977 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-11ae7bcf-2477-4f74-a9f8-42ecbc393a8e req-ead7b674-3b89-4161-be64-7340a623a2c2 service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914867 Jul 23 20:44:25.646130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a1779-3922-4b85-bbde-b2f214dceff3 req-4fcf77b4-f8fc-47b3-aee9-96d78fbc3dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:25.648495 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-891a1779-3922-4b85-bbde-b2f214dceff3 req-4fcf77b4-f8fc-47b3-aee9-96d78fbc3dd1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 1095 time: 0.0857525 Jul 23 20:44:25.780070 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a1779-3922-4b85-bbde-b2f214dceff3 req-2186d442-4360-4171-9842-7d0a5a9d1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:25.782473 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-891a1779-3922-4b85-bbde-b2f214dceff3 req-2186d442-4360-4171-9842-7d0a5a9d1424 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 907 time: 0.1264403 Jul 23 20:44:25.824726 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890d4dc-8d19-4074-a12f-8f7221c2e434 req-e63243e5-4161-438c-b40c-e76259008f4f tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:25.826647 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8890d4dc-8d19-4074-a12f-8f7221c2e434 req-e63243e5-4161-438c-b40c-e76259008f4f tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 943 time: 0.1296413 Jul 23 20:44:25.850105 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-048fa774-b554-4048-b612-cfa89b5fbf52 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Deleting port 6f806c22-b75c-4fa9-b74d-01c5bb195ac2 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:25.850470 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-048fa774-b554-4048-b612-cfa89b5fbf52 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:25.858350 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-891a1779-3922-4b85-bbde-b2f214dceff3 req-b8b9b48d-b894-403d-9e80-1dd64963722e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28f9485e-997c-4e9d-be64-5fd57c5e342d HTTP/1.1" status: 200 len: 217 time: 0.0585425 Jul 23 20:44:25.915756 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a1779-3922-4b85-bbde-b2f214dceff3 req-b1e13d02-c856-4bfd-99c3-af382fb2b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:25.917201 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-891a1779-3922-4b85-bbde-b2f214dceff3 req-b1e13d02-c856-4bfd-99c3-af382fb2b63d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4c51c78-ede0-436b-9293-945f1596e2dc HTTP/1.1" status: 200 len: 846 time: 0.0532951 Jul 23 20:44:25.961222 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-891a1779-3922-4b85-bbde-b2f214dceff3 req-0af873f2-2f1a-4617-b4c2-9764e3562d69 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319090 Jul 23 20:44:25.971067 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-048fa774-b554-4048-b612-cfa89b5fbf52 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:25.994740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-048fa774-b554-4048-b612-cfa89b5fbf52 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Calling delete_port for 6f806c22-b75c-4fa9-b74d-01c5bb195ac2 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:26.067920 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8890d4dc-8d19-4074-a12f-8f7221c2e434 req-7c99cf6a-9c56-4968-b349-742a66d1ef1c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310126 Jul 23 20:44:26.162773 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-891a1779-3922-4b85-bbde-b2f214dceff3 req-1fe659ba-6b9d-4597-bc4b-7494585991d4 service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931670 Jul 23 20:44:26.294924 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-891a1779-3922-4b85-bbde-b2f214dceff3 req-894624ce-ea63-41db-a514-823a30ce2198 service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241281 Jul 23 20:44:26.358658 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-048fa774-b554-4048-b612-cfa89b5fbf52 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:26.398313 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e25d1-f3a2-48f1-a131-c0414382507f req-4ef4a3cb-2bb6-459f-b1a5-d44489c2163f tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:26.399763 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4d5e25d1-f3a2-48f1-a131-c0414382507f req-4ef4a3cb-2bb6-459f-b1a5-d44489c2163f tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.1807163 Jul 23 20:44:26.404417 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fa774-b554-4048-b612-cfa89b5fbf52 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event deleted for resources: {'Port': ['ID=6f806c22-b75c-4fa9-b74d-01c5bb195ac2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:26.616159 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-048fa774-b554-4048-b612-cfa89b5fbf52 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:26.641544 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd524f-4134-4566-a91b-0dc6d5232d62 req-95b4c413-f56b-414b-945c-60744a4e8a3f tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:26.643188 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e8bd524f-4134-4566-a91b-0dc6d5232d62 req-95b4c413-f56b-414b-945c-60744a4e8a3f tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 945 time: 0.3234925 Jul 23 20:44:26.778759 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-4d5e25d1-f3a2-48f1-a131-c0414382507f req-14a7357e-d262-4c96-a82b-fc206cef2a93 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Deleting port 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:26.779139 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4d5e25d1-f3a2-48f1-a131-c0414382507f req-14a7357e-d262-4c96-a82b-fc206cef2a93 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:26.817550 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e8bd524f-4134-4566-a91b-0dc6d5232d62 req-f95b1743-8c90-4d09-86a2-d48ef5270ad2 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6efec42-6d37-48b3-9cc7-bcea642a643b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228726 Jul 23 20:44:26.926296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048fa774-b554-4048-b612-cfa89b5fbf52 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Router 5f41c59c-4ef9-4113-9690-a482b8f4ad0b has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:44:27.028828 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-4d5e25d1-f3a2-48f1-a131-c0414382507f req-14a7357e-d262-4c96-a82b-fc206cef2a93 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] For port 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76,segment=NetworkSegment(2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c),segment_id=2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:27.029185 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4d5e25d1-f3a2-48f1-a131-c0414382507f req-14a7357e-d262-4c96-a82b-fc206cef2a93 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:27.031824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048fa774-b554-4048-b612-cfa89b5fbf52 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:44:27.040930 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-048fa774-b554-4048-b612-cfa89b5fbf52 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "PUT /v2.0/routers/5f41c59c-4ef9-4113-9690-a482b8f4ad0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1521256 Jul 23 20:44:27.041412 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b789a-c1c0-4007-a9c2-3cc2f1a5484a None None] Sync routers for ids ['5f41c59c-4ef9-4113-9690-a482b8f4ad0b'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:44:27.044633 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52676) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:27.047813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-4d5e25d1-f3a2-48f1-a131-c0414382507f req-14a7357e-d262-4c96-a82b-fc206cef2a93 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Calling delete_port for 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:27.055769 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b789a-c1c0-4007-a9c2-3cc2f1a5484a None None] Routers {'5f41c59c-4ef9-4113-9690-a482b8f4ad0b'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:27.057292 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7b3b789a-c1c0-4007-a9c2-3cc2f1a5484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['5f41c59c-4ef9-4113-9690-a482b8f4ad0b'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:27.093679 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-9850ca19-d071-47b4-bed3-ba63c0b8fa13 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] show failed (client error): The resource could not be found. Jul 23 20:44:27.095038 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9850ca19-d071-47b4-bed3-ba63c0b8fa13 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-231431851 HTTP/1.1" status: 404 len: 334 time: 0.0494409 Jul 23 20:44:27.100837 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52682) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:27.106149 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c27f4882-054d-4810-a3d8-b4017db80bd7 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:27.143411 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-c27f4882-054d-4810-a3d8-b4017db80bd7 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] update failed (client error): The resource could not be found. Jul 23 20:44:27.145790 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c27f4882-054d-4810-a3d8-b4017db80bd7 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-851792836 HTTP/1.1" status: 404 len: 334 time: 0.0438247 Jul 23 20:44:27.149182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7b3b789a-c1c0-4007-a9c2-3cc2f1a5484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:27.150075 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52684) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:27.183722 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fe8e276-7252-480a-bdcb-9e5eae397caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:27.189831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b789a-c1c0-4007-a9c2-3cc2f1a5484a None None] Routers {'5f41c59c-4ef9-4113-9690-a482b8f4ad0b'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:27.191025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7b3b789a-c1c0-4007-a9c2-3cc2f1a5484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:43:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['5f41c59c-4ef9-4113-9690-a482b8f4ad0b'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:27.235967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7b3b789a-c1c0-4007-a9c2-3cc2f1a5484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:27.236725 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b789a-c1c0-4007-a9c2-3cc2f1a5484a None None] The sync data for ids ['5f41c59c-4ef9-4113-9690-a482b8f4ad0b'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:44:27.253626 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cdbc599-1a27-48d1-be04-62ba3dc8127c tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Deleting subnet f677184c-462f-437b-91f2-686751857a55 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:44:27.257398 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7cdbc599-1a27-48d1-be04-62ba3dc8127c tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:27.322192 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7cdbc599-1a27-48d1-be04-62ba3dc8127c tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:27.348876 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:27.421316 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7cdbc599-1a27-48d1-be04-62ba3dc8127c tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:27.491187 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7cdbc599-1a27-48d1-be04-62ba3dc8127c tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:27.524277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbc599-1a27-48d1-be04-62ba3dc8127c tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event deleted for resources: {'Subnet': ['ID=f677184c-462f-437b-91f2-686751857a55,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:27.530555 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7cdbc599-1a27-48d1-be04-62ba3dc8127c tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:27.535260 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7cdbc599-1a27-48d1-be04-62ba3dc8127c tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "DELETE /v2.0/subnets/f677184c-462f-437b-91f2-686751857a55 HTTP/1.1" status: 204 len: 168 time: 0.3839602 Jul 23 20:44:27.536113 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52688) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:27.547861 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9776d0-689d-40ae-bdf3-11d353beb22c None None] Network 12116a2e-7a3c-426d-b4c9-b9e3e88f223a requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:27.649625 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:27.692573 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd76ef-612d-4aa1-a462-01ed0bf37b92 req-ae392259-7fad-4361-a7b7-888cb850b83d tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:27.694139 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-08dd76ef-612d-4aa1-a462-01ed0bf37b92 req-ae392259-7fad-4361-a7b7-888cb850b83d tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 943 time: 0.4979997 Jul 23 20:44:27.694986 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4d5e25d1-f3a2-48f1-a131-c0414382507f req-14a7357e-d262-4c96-a82b-fc206cef2a93 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:27.729932 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Deleting port 53534fa2-a9d6-4372-9892-4f9d7ff07786 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:27.730429 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:27.751769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7357e-d262-4c96-a82b-fc206cef2a93 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Pushing event deleted for resources: {'Port': ['ID=6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:27.792358 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-08dd76ef-612d-4aa1-a462-01ed0bf37b92 req-0fb8e915-0973-4fe1-9dbb-8230ab11dac7 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899692 Jul 23 20:44:27.818261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5e25d1-f3a2-48f1-a131-c0414382507f req-14a7357e-d262-4c96-a82b-fc206cef2a93 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] No DVR routers for this DVR port 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:44:27.821604 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4d5e25d1-f3a2-48f1-a131-c0414382507f req-14a7357e-d262-4c96-a82b-fc206cef2a93 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:27.823957 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4d5e25d1-f3a2-48f1-a131-c0414382507f req-14a7357e-d262-4c96-a82b-fc206cef2a93 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.57 "DELETE /v2.0/ports/6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 HTTP/1.1" status: 204 len: 173 time: 1.4176030 Jul 23 20:44:27.824524 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d', 'name': 'network-vif-deleted', 'tag': '6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:44:27.827372 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0808f06-c48e-40b0-92b5-63ed2a3257c4" -d '{"events": [{"server_uuid": "b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d", "name": "network-vif-deleted", "tag": "6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:44:27.864685 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273ca2d6-6f04-4116-aa29-9a9c82ddc88b None None] DHCP port deletion for 12116a2e-7a3c-426d-b4c9-b9e3e88f223a request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:44:27.894583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] For port 53534fa2-a9d6-4372-9892-4f9d7ff07786, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=53534fa2-a9d6-4372-9892-4f9d7ff07786,segment=NetworkSegment(d18de661-39e8-46c5-9714-b3bf1193f4e6),segment_id=d18de661-39e8-46c5-9714-b3bf1193f4e6)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:27.894880 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:27.912869 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Calling delete_port for 53534fa2-a9d6-4372-9892-4f9d7ff07786 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:27.913885 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9f12a2-c7de-45f0-8fc2-382a8faaab9e x-openstack-request-id: req-ee9f12a2-c7de-45f0-8fc2-382a8faaab9e {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:44:27.914409 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d", "name": "network-vif-deleted", "tag": "6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:44:27.914877 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee9f12a2-c7de-45f0-8fc2-382a8faaab9e {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:44:27.915995 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d', 'name': 'network-vif-deleted', 'tag': '6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76', 'status': 'completed', 'code': 200} Jul 23 20:44:27.989852 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 28f9485e-997c-4e9d-be64-5fd57c5e342d details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:44:28.019703 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-273ca2d6-6f04-4116-aa29-9a9c82ddc88b None None] Deleting port 53534fa2-a9d6-4372-9892-4f9d7ff07786 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:28.020453 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-273ca2d6-6f04-4116-aa29-9a9c82ddc88b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.032139 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4bf8b941-fe03-451b-968c-3f9542a300ba req-c244b51b-55be-4155-b50d-2989e1b283e0 tempest-ServerRescueNegativeTestJSON-1378356983 tempest-ServerRescueNegativeTestJSON-1378356983-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4925ebc-3bb6-4752-a6e3-c6cefc18fc7d HTTP/1.1" status: 200 len: 210 time: 0.0641143 Jul 23 20:44:28.054555 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.097694 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event deleted for resources: {'Port': ['ID=53534fa2-a9d6-4372-9892-4f9d7ff07786,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:28.100399 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] No DVR routers for this DVR port 53534fa2-a9d6-4372-9892-4f9d7ff07786 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:44:28.194312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 53534fa2-a9d6-4372-9892-4f9d7ff07786 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:44:28.202623 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-273ca2d6-6f04-4116-aa29-9a9c82ddc88b None None] For port 53534fa2-a9d6-4372-9892-4f9d7ff07786, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=53534fa2-a9d6-4372-9892-4f9d7ff07786,segment=NetworkSegment(d18de661-39e8-46c5-9714-b3bf1193f4e6),segment_id=d18de661-39e8-46c5-9714-b3bf1193f4e6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:28.203141 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-273ca2d6-6f04-4116-aa29-9a9c82ddc88b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.209309 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.220759 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12116a2e-7a3c-426d-b4c9-b9e3e88f223a']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:28.231342 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18de661-39e8-46c5-9714-b3bf1193f4e6') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:28.231720 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18de661-39e8-46c5-9714-b3bf1193f4e6') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:28.243209 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.265281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-273ca2d6-6f04-4116-aa29-9a9c82ddc88b None None] Calling delete_port for 53534fa2-a9d6-4372-9892-4f9d7ff07786 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:28.283293 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.296635 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:44:28.297205 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:44:28.307840 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:44:28.343457 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 53534fa2-a9d6-4372-9892-4f9d7ff07786 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:44:28.343793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 53534fa2-a9d6-4372-9892-4f9d7ff07786 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:44:28.370605 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 28f9485e-997c-4e9d-be64-5fd57c5e342d, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=28f9485e-997c-4e9d-be64-5fd57c5e342d,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:28.397846 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '28f9485e-997c-4e9d-be64-5fd57c5e342d', 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7', 'port_id': '28f9485e-997c-4e9d-be64-5fd57c5e342d', 'mac_address': 'fa:16:3e:37:b9:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c51c78-ede0-436b-9293-945f1596e2dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:44:28.406830 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.429373 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.432497 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "DELETE /v2.0/networks/12116a2e-7a3c-426d-b4c9-b9e3e88f223a HTTP/1.1" status: 204 len: 168 time: 0.8956640 Jul 23 20:44:28.433894 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b252e56-d003-4f12-aba6-aacdebaa5ea0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event deleted for resources: {'Network': ['ID=12116a2e-7a3c-426d-b4c9-b9e3e88f223a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:28.435026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52704) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:28.485829 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.489280 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-273ca2d6-6f04-4116-aa29-9a9c82ddc88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.504193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf6c9b1-835c-45fe-9cf5-2e542786186b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Deleting subnet 2bc9ff6d-d90c-417e-94e6-abd881262e3d {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:44:28.509411 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c9b1-835c-45fe-9cf5-2e542786186b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.530551 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.533042 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-273ca2d6-6f04-4116-aa29-9a9c82ddc88b None None] Network 12116a2e-7a3c-426d-b4c9-b9e3e88f223a is not hosted by any dhcp agent {{(pid=93812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:44:28.533042 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ca2d6-6f04-4116-aa29-9a9c82ddc88b None None] No DVR routers for this DVR port 53534fa2-a9d6-4372-9892-4f9d7ff07786 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:44:28.548012 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f9485e-997c-4e9d-be64-5fd57c5e342d {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:44:28.552749 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ca2d6-6f04-4116-aa29-9a9c82ddc88b None None] Pushing event deleted for resources: {'Port': ['ID=53534fa2-a9d6-4372-9892-4f9d7ff07786,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:28.578253 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 28f9485e-997c-4e9d-be64-5fd57c5e342d, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=28f9485e-997c-4e9d-be64-5fd57c5e342d,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:28.582245 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.582739 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c9b1-835c-45fe-9cf5-2e542786186b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.648705 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=28f9485e-997c-4e9d-be64-5fd57c5e342d,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:28.703774 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c9b1-835c-45fe-9cf5-2e542786186b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.770244 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c9b1-835c-45fe-9cf5-2e542786186b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.808191 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6c9b1-835c-45fe-9cf5-2e542786186b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc9ff6d-d90c-417e-94e6-abd881262e3d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:28.812950 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c9b1-835c-45fe-9cf5-2e542786186b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.818012 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52708) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:28.818134 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ccf6c9b1-835c-45fe-9cf5-2e542786186b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "DELETE /v2.0/subnets/2bc9ff6d-d90c-417e-94e6-abd881262e3d HTTP/1.1" status: 204 len: 168 time: 0.3819401 Jul 23 20:44:28.820102 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e190ae2b-161b-4bf5-9279-bdfad32152cd None None] Network 63c60cb8-29c7-4e8d-a103-f20741b1dd16 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:28.910556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-74cf0203-e556-4861-9a6b-3c1b517a4ba0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Deleting subnet 404faeff-a829-42d4-b977-3bc1ca4d124c {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:44:28.914898 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-74cf0203-e556-4861-9a6b-3c1b517a4ba0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:28.965771 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-74cf0203-e556-4861-9a6b-3c1b517a4ba0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.066272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef1b6a-a23a-40c9-b561-eef9227abf65 req-0e82d6f9-ccb0-456b-bfdd-4c48c6cb444b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:29.068501 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94ef1b6a-a23a-40c9-b561-eef9227abf65 req-0e82d6f9-ccb0-456b-bfdd-4c48c6cb444b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 944 time: 0.1571231 Jul 23 20:44:29.118616 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-74cf0203-e556-4861-9a6b-3c1b517a4ba0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.164004 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94ef1b6a-a23a-40c9-b561-eef9227abf65 req-66327eef-b2c5-4eca-b966-5e793f946c17 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800557 Jul 23 20:44:29.174461 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52716) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:29.216506 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-74cf0203-e556-4861-9a6b-3c1b517a4ba0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.221868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['28f9485e-997c-4e9d-be64-5fd57c5e342d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:44:29.224653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:44:29.254348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf0203-e556-4861-9a6b-3c1b517a4ba0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event deleted for resources: {'Subnet': ['ID=404faeff-a829-42d4-b977-3bc1ca4d124c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:29.263788 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-74cf0203-e556-4861-9a6b-3c1b517a4ba0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.266869 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-74cf0203-e556-4861-9a6b-3c1b517a4ba0 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "DELETE /v2.0/subnets/404faeff-a829-42d4-b977-3bc1ca4d124c HTTP/1.1" status: 204 len: 168 time: 0.4478319 Jul 23 20:44:29.271195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52718) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:29.308015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d481de-1112-4fd6-aa17-6a89a757dd75 None None] Network 80418167-1eac-4c76-8c4a-57caa19eb215 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:29.339338 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:44:29.339689 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 6ec6f7b9-cfd6-4cbc-8540-1cc21b58ed76 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:44:29.378711 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.453666 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Deleting port 510a315a-bb26-46a5-a12b-e2347d21c636 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:29.454315 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.559121 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] For port 510a315a-bb26-46a5-a12b-e2347d21c636, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=510a315a-bb26-46a5-a12b-e2347d21c636,segment=NetworkSegment(84292bc1-7147-4144-aa57-069327e8d649),segment_id=84292bc1-7147-4144-aa57-069327e8d649)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:29.559121 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.577610 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Calling delete_port for 510a315a-bb26-46a5-a12b-e2347d21c636 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:29.713214 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.717075 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0f6864-de20-4bf6-b200-fd188e6e2579 None None] DHCP port deletion for 63c60cb8-29c7-4e8d-a103-f20741b1dd16 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:44:29.782110 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] No DVR routers for this DVR port 510a315a-bb26-46a5-a12b-e2347d21c636 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:44:29.789309 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event deleted for resources: {'Port': ['ID=510a315a-bb26-46a5-a12b-e2347d21c636,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:29.836269 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4f85007c-e607-43a4-9c0f-31308a6f8a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.837435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a09d6b-d20a-4bde-aa47-6a8e49b696fb None None] DHCP port deletion for 80418167-1eac-4c76-8c4a-57caa19eb215 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:44:29.929577 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.944657 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.954065 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e8a09d6b-d20a-4bde-aa47-6a8e49b696fb None None] Deleting port 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:29.954510 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8a09d6b-d20a-4bde-aa47-6a8e49b696fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.956711 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c60cb8-29c7-4e8d-a103-f20741b1dd16']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:29.968107 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84292bc1-7147-4144-aa57-069327e8d649') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:29.968679 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84292bc1-7147-4144-aa57-069327e8d649') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:29.980456 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.004421 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.017870 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:44:30.018282 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.068694 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e8a09d6b-d20a-4bde-aa47-6a8e49b696fb None None] For port 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d,segment=NetworkSegment(56c27add-dc27-496a-a8bd-b31b7e346487),segment_id=56c27add-dc27-496a-a8bd-b31b7e346487)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:30.069099 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8a09d6b-d20a-4bde-aa47-6a8e49b696fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.090106 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e8a09d6b-d20a-4bde-aa47-6a8e49b696fb None None] Calling delete_port for 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:44:30.092493 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:44:30.098776 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.107173 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.114907 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "DELETE /v2.0/networks/63c60cb8-29c7-4e8d-a103-f20741b1dd16 HTTP/1.1" status: 204 len: 168 time: 0.8399777 Jul 23 20:44:30.114907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52726) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:30.153141 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba8e08-817f-450a-bbd7-9698fc4cb8b4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event deleted for resources: {'Network': ['ID=63c60cb8-29c7-4e8d-a103-f20741b1dd16,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:30.213815 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:44:30.244645 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8a09d6b-d20a-4bde-aa47-6a8e49b696fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.269390 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33e102e1-94b2-4676-a6e6-743ba3cc8d6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.274119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a09d6b-d20a-4bde-aa47-6a8e49b696fb None None] No DVR routers for this DVR port 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:44:30.313100 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a09d6b-d20a-4bde-aa47-6a8e49b696fb None None] Pushing event deleted for resources: {'Port': ['ID=4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:30.324652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No active binding found for port 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d {{(pid=93812) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 20:44:30.324652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4fe26ef7-09c6-4d2e-b0cc-c1bbd1f44d3d not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:44:30.324652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 510a315a-bb26-46a5-a12b-e2347d21c636 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:44:30.372316 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 510a315a-bb26-46a5-a12b-e2347d21c636 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:44:30.374560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-4f85007c-e607-43a4-9c0f-31308a6f8a45 admin admin] Deleting port 276ffe4d-c661-4c38-a336-0e50fe7e4e2f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:30.374560 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4f85007c-e607-43a4-9c0f-31308a6f8a45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.375653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 510a315a-bb26-46a5-a12b-e2347d21c636 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:44:30.395965 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33e102e1-94b2-4676-a6e6-743ba3cc8d6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.420843 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-33e102e1-94b2-4676-a6e6-743ba3cc8d6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80418167-1eac-4c76-8c4a-57caa19eb215']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:30.439348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-33e102e1-94b2-4676-a6e6-743ba3cc8d6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c27add-dc27-496a-a8bd-b31b7e346487') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:30.440001 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-33e102e1-94b2-4676-a6e6-743ba3cc8d6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c27add-dc27-496a-a8bd-b31b7e346487') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:30.454412 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33e102e1-94b2-4676-a6e6-743ba3cc8d6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.473714 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33e102e1-94b2-4676-a6e6-743ba3cc8d6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.482676 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e102e1-94b2-4676-a6e6-743ba3cc8d6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:44:30.483552 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33e102e1-94b2-4676-a6e6-743ba3cc8d6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:44:30.508132 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:44:30.569567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-4f85007c-e607-43a4-9c0f-31308a6f8a45 admin admin] For port 276ffe4d-c661-4c38-a336-0e50fe7e4e2f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=276ffe4d-c661-4c38-a336-0e50fe7e4e2f,segment=NetworkSegment(2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c),segment_id=2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:30.569937 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4f85007c-e607-43a4-9c0f-31308a6f8a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.585453 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-4f85007c-e607-43a4-9c0f-31308a6f8a45 admin admin] Calling delete_port for 276ffe4d-c661-4c38-a336-0e50fe7e4e2f owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:30.606472 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33e102e1-94b2-4676-a6e6-743ba3cc8d6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.620995 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33e102e1-94b2-4676-a6e6-743ba3cc8d6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.624676 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-33e102e1-94b2-4676-a6e6-743ba3cc8d6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "DELETE /v2.0/networks/80418167-1eac-4c76-8c4a-57caa19eb215 HTTP/1.1" status: 204 len: 168 time: 0.5087028 Jul 23 20:44:30.627428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52736) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:30.676154 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f120bd-f7bb-4d81-93ee-d16bf3669c6c req-57963229-138f-4d69-85e4-aa63d563e1c8 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:30.677709 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59f120bd-f7bb-4d81-93ee-d16bf3669c6c req-57963229-138f-4d69-85e4-aa63d563e1c8 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 944 time: 0.3847578 Jul 23 20:44:30.678484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e102e1-94b2-4676-a6e6-743ba3cc8d6b tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event deleted for resources: {'Network': ['ID=80418167-1eac-4c76-8c4a-57caa19eb215,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:30.713767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91bbb17-2b4a-4076-84b9-03aa9d06463d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Deleting subnet 30c4ebea-bd1d-4e75-a6a4-f0a2a08ec265 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:44:30.718219 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d91bbb17-2b4a-4076-84b9-03aa9d06463d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.768762 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59f120bd-f7bb-4d81-93ee-d16bf3669c6c req-e367a87e-9493-40f8-a7c9-3e365e22e322 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589762 Jul 23 20:44:30.810724 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d91bbb17-2b4a-4076-84b9-03aa9d06463d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.850045 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4f85007c-e607-43a4-9c0f-31308a6f8a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:30.919572 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85007c-e607-43a4-9c0f-31308a6f8a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=276ffe4d-c661-4c38-a336-0e50fe7e4e2f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:30.988616 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d91bbb17-2b4a-4076-84b9-03aa9d06463d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:31.076281 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d91bbb17-2b4a-4076-84b9-03aa9d06463d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:31.106860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bbb17-2b4a-4076-84b9-03aa9d06463d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event deleted for resources: {'Subnet': ['ID=30c4ebea-bd1d-4e75-a6a4-f0a2a08ec265,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:31.110743 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d91bbb17-2b4a-4076-84b9-03aa9d06463d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:31.113225 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d91bbb17-2b4a-4076-84b9-03aa9d06463d tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "DELETE /v2.0/subnets/30c4ebea-bd1d-4e75-a6a4-f0a2a08ec265 HTTP/1.1" status: 204 len: 168 time: 0.4791009 Jul 23 20:44:31.115489 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52740) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:31.122789 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4f85007c-e607-43a4-9c0f-31308a6f8a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:31.125705 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9376ee1-9f93-4770-9348-eb6f6759acc4 None None] Network 2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:31.296901 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:31.367038 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Deleting port 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:31.367308 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:31.433209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aec1281-463e-443b-a45a-683ba4a9fdf1 None None] DHCP port deletion for 2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:44:31.479734 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] For port 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53,segment=NetworkSegment(0e2052d5-13b4-4354-8e6f-34ad8c1773a5),segment_id=0e2052d5-13b4-4354-8e6f-34ad8c1773a5)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:31.480303 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:31.511337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Calling delete_port for 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:31.541962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f85007c-e607-43a4-9c0f-31308a6f8a45 admin admin] Router 2d28147e-cce1-4751-ae5a-f43325d4c8a9 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:44:31.543004 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1aec1281-463e-443b-a45a-683ba4a9fdf1 None None] Deleting port 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:31.543583 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1aec1281-463e-443b-a45a-683ba4a9fdf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:31.692119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1aec1281-463e-443b-a45a-683ba4a9fdf1 None None] For port 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53,segment=NetworkSegment(0e2052d5-13b4-4354-8e6f-34ad8c1773a5),segment_id=0e2052d5-13b4-4354-8e6f-34ad8c1773a5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:31.692119 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1aec1281-463e-443b-a45a-683ba4a9fdf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:31.707712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1aec1281-463e-443b-a45a-683ba4a9fdf1 None None] Calling delete_port for 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:31.719422 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:31.746072 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f85007c-e607-43a4-9c0f-31308a6f8a45 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:44:31.755851 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4f85007c-e607-43a4-9c0f-31308a6f8a45 admin admin] 10.222.0.55 "PUT /v2.0/routers/2d28147e-cce1-4751-ae5a-f43325d4c8a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5779276 Jul 23 20:44:31.756088 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52748) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:31.762409 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a663b1-aed1-44d4-b3ca-2a39c7412cc5 None None] Sync routers for ids ['2d28147e-cce1-4751-ae5a-f43325d4c8a9'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:44:31.769604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event deleted for resources: {'Port': ['ID=0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:31.774838 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a663b1-aed1-44d4-b3ca-2a39c7412cc5 None None] Routers {'2d28147e-cce1-4751-ae5a-f43325d4c8a9'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:31.777145 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a5a663b1-aed1-44d4-b3ca-2a39c7412cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:44:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2d28147e-cce1-4751-ae5a-f43325d4c8a9'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:31.786829 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] No DVR routers for this DVR port 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:44:31.946933 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:44:31.956902 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1aec1281-463e-443b-a45a-683ba4a9fdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.019356 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-a5a663b1-aed1-44d4-b3ca-2a39c7412cc5 None None] Set router 2d28147e-cce1-4751-ae5a-f43325d4c8a9 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:44:32.019524 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec1281-463e-443b-a45a-683ba4a9fdf1 None None] Pushing event deleted for resources: {'Port': ['ID=0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:32.023339 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.027507 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 28f9485e-997c-4e9d-be64-5fd57c5e342d up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:32.054487 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:32.077983 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aec1281-463e-443b-a45a-683ba4a9fdf1 None None] No DVR routers for this DVR port 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:44:32.083526 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2052d5-13b4-4354-8e6f-34ad8c1773a5') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:32.084469 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2052d5-13b4-4354-8e6f-34ad8c1773a5') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:32.102766 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.132683 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b58972-2ebe-44af-99ec-d919ac5144fa req-3e7d9bce-5c39-4881-ad56-7204f99147cc tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:32.139485 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02b58972-2ebe-44af-99ec-d919ac5144fa req-3e7d9bce-5c39-4881-ad56-7204f99147cc tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 944 time: 0.2029097 Jul 23 20:44:32.140817 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2bca7c74-075c-456a-96ab-9a5808d52a51 admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.146143 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.156448 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:44:32.156869 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:44:32.163787 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:44:32.169359 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 28f9485e-997c-4e9d-be64-5fd57c5e342d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:32.173400 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 28f9485e-997c-4e9d-be64-5fd57c5e342d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:32.173968 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.295185 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.308021 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.313171 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "DELETE /v2.0/networks/2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa HTTP/1.1" status: 204 len: 168 time: 1.1933312 Jul 23 20:44:32.314135 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52754) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:32.340298 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:44:32.368939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239e09f-d4d8-4940-ad43-4e54a97c7df8 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Pushing event deleted for resources: {'Network': ['ID=2150a1c4-e2e3-49f9-9db9-dec3dd2b03aa,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:32.381565 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02b58972-2ebe-44af-99ec-d919ac5144fa req-8154eec3-6b68-4467-969a-561b3ea32301 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250261 Jul 23 20:44:32.386941 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:44:32.387611 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0fbb2eb8-26f9-490d-8a70-3cde6c3bdc53 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:44:32.397078 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-23fce97d-fee8-4501-b8a8-6040be1144e4 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f41c59c-4ef9-4113-9690-a482b8f4ad0b HTTP/1.1" status: 200 len: 205 time: 0.0817876 Jul 23 20:44:32.399569 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52760) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:32.425375 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.465416 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a5a663b1-aed1-44d4-b3ca-2a39c7412cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1912341350-router', 'tenant_id': '4c09365c5b69442eba1a7b915a62a386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cab6a8b9-8102-4900-9aba-4020c25299de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:41Z', 'updated_at': '2021-07-23T20:44:30Z', 'revision_number': 5, 'project_id': '4c09365c5b69442eba1a7b915a62a386', 'gw_port': {'id': 'cab6a8b9-8102-4900-9aba-4020c25299de', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:43Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:32.520169 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2bca7c74-075c-456a-96ab-9a5808d52a51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.525847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 28f9485e-997c-4e9d-be64-5fd57c5e342d, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=28f9485e-997c-4e9d-be64-5fd57c5e342d,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:32.527237 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5f9d1a-1fbf-4caa-9982-9689ee33e343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f9485e-997c-4e9d-be64-5fd57c5e342d'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:44:32.542233 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be5cf49-1d19-434b-8c6d-a9662fc2e848" -d '{"events": [{"server_uuid": "6f5f9d1a-1fbf-4caa-9982-9689ee33e343", "name": "network-vif-plugged", "status": "completed", "tag": "28f9485e-997c-4e9d-be64-5fd57c5e342d"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:44:32.548703 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a663b1-aed1-44d4-b3ca-2a39c7412cc5 None None] Checking router: 2d28147e-cce1-4751-ae5a-f43325d4c8a9 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:44:32.560405 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.596517 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a663b1-aed1-44d4-b3ca-2a39c7412cc5 None None] Routers {'2d28147e-cce1-4751-ae5a-f43325d4c8a9'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:32.600811 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a5a663b1-aed1-44d4-b3ca-2a39c7412cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:44:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2d28147e-cce1-4751-ae5a-f43325d4c8a9'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:32.618293 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db3af48-2fb4-45f3-bb0f-ba80993be177 x-openstack-request-id: req-0db3af48-2fb4-45f3-bb0f-ba80993be177 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:44:32.618807 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5f9d1a-1fbf-4caa-9982-9689ee33e343", "name": "network-vif-plugged", "status": "completed", "tag": "28f9485e-997c-4e9d-be64-5fd57c5e342d", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:44:32.619383 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0db3af48-2fb4-45f3-bb0f-ba80993be177 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:44:32.620082 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5f9d1a-1fbf-4caa-9982-9689ee33e343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f9485e-997c-4e9d-be64-5fd57c5e342d', 'code': 200} Jul 23 20:44:32.652287 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=28f9485e-997c-4e9d-be64-5fd57c5e342d,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:32.669126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2bca7c74-075c-456a-96ab-9a5808d52a51 admin admin] Deleting port cab6a8b9-8102-4900-9aba-4020c25299de {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:32.669655 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2bca7c74-075c-456a-96ab-9a5808d52a51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.770578 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-a5a663b1-aed1-44d4-b3ca-2a39c7412cc5 None None] Set router 2d28147e-cce1-4751-ae5a-f43325d4c8a9 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:44:32.807256 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-2bca7c74-075c-456a-96ab-9a5808d52a51 admin admin] For port cab6a8b9-8102-4900-9aba-4020c25299de, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=cab6a8b9-8102-4900-9aba-4020c25299de,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:32.807709 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2bca7c74-075c-456a-96ab-9a5808d52a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.840721 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2bca7c74-075c-456a-96ab-9a5808d52a51 admin admin] Calling delete_port for cab6a8b9-8102-4900-9aba-4020c25299de owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:32.862338 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a5a663b1-aed1-44d4-b3ca-2a39c7412cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1912341350-router', 'tenant_id': '4c09365c5b69442eba1a7b915a62a386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:41Z', 'updated_at': '2021-07-23T20:44:32Z', 'revision_number': 6, 'project_id': '4c09365c5b69442eba1a7b915a62a386', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:32.889548 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5536d4c5-f140-45ef-b946-3494bd143d05 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.902830 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a663b1-aed1-44d4-b3ca-2a39c7412cc5 None None] The sync data for ids ['2d28147e-cce1-4751-ae5a-f43325d4c8a9'] in n-d-791504-18 is: [{'id': '2d28147e-cce1-4751-ae5a-f43325d4c8a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1912341350-router', 'tenant_id': '4c09365c5b69442eba1a7b915a62a386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:41Z', 'updated_at': '2021-07-23T20:44:32Z', 'revision_number': 6, 'project_id': '4c09365c5b69442eba1a7b915a62a386', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:44:32.987298 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29110f07-8fc5-45ae-832a-11d15d03c461 req-2ada7353-7861-44c0-be14-cbe895b5da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:32.988807 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-29110f07-8fc5-45ae-832a-11d15d03c461 req-2ada7353-7861-44c0-be14-cbe895b5da79 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 1097 time: 0.1465259 Jul 23 20:44:33.113336 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2bca7c74-075c-456a-96ab-9a5808d52a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.119814 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5536d4c5-f140-45ef-b946-3494bd143d05 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.122051 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-29110f07-8fc5-45ae-832a-11d15d03c461 req-37bb38a3-d34f-484f-928c-08a1afeee712 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032379 Jul 23 20:44:33.123225 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5536d4c5-f140-45ef-b946-3494bd143d05 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.152868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca7c74-075c-456a-96ab-9a5808d52a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=cab6a8b9-8102-4900-9aba-4020c25299de,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:33.183224 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5536d4c5-f140-45ef-b946-3494bd143d05 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.184127 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5536d4c5-f140-45ef-b946-3494bd143d05 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Fanout notify agent at l3_agent the message router_deleted on router 5f41c59c-4ef9-4113-9690-a482b8f4ad0b {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:44:33.202278 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5536d4c5-f140-45ef-b946-3494bd143d05 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.202278 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5536d4c5-f140-45ef-b946-3494bd143d05 tempest-RoutersNegativeIpV6Test-1499017448 tempest-RoutersNegativeIpV6Test-1499017448-project] 10.222.0.55 "DELETE /v2.0/routers/5f41c59c-4ef9-4113-9690-a482b8f4ad0b HTTP/1.1" status: 204 len: 168 time: 0.8016896 Jul 23 20:44:33.230204 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2bca7c74-075c-456a-96ab-9a5808d52a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.338507 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2bca7c74-075c-456a-96ab-9a5808d52a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.340982 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2bca7c74-075c-456a-96ab-9a5808d52a51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.395030 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2bca7c74-075c-456a-96ab-9a5808d52a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.395876 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bca7c74-075c-456a-96ab-9a5808d52a51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d28147e-cce1-4751-ae5a-f43325d4c8a9 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:44:33.404069 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2bca7c74-075c-456a-96ab-9a5808d52a51 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.406523 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2bca7c74-075c-456a-96ab-9a5808d52a51 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2d28147e-cce1-4751-ae5a-f43325d4c8a9 HTTP/1.1" status: 204 len: 168 time: 1.6483958 Jul 23 20:44:33.409179 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52772) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:33.489305 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e1d8c0-f2a8-44f3-9ae4-093cd0a64536 admin admin] Deleting subnet d1f964b3-34ec-4a13-a322-95c058e9df68 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:44:33.494425 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33e1d8c0-f2a8-44f3-9ae4-093cd0a64536 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.538769 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33e1d8c0-f2a8-44f3-9ae4-093cd0a64536 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.602585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591f28f-0db9-4e45-bc05-6b5a6e77eefb req-fc8b11e7-c5e5-4cd1-84ff-3fb79c2ef82e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:33.605100 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2591f28f-0db9-4e45-bc05-6b5a6e77eefb req-fc8b11e7-c5e5-4cd1-84ff-3fb79c2ef82e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 945 time: 0.1176858 Jul 23 20:44:33.620216 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52780) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:33.646840 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33e1d8c0-f2a8-44f3-9ae4-093cd0a64536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.675744 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2591f28f-0db9-4e45-bc05-6b5a6e77eefb req-59c6cf82-c1c2-4273-ac0f-7a33fcc7cb59 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639338 Jul 23 20:44:33.722308 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33e1d8c0-f2a8-44f3-9ae4-093cd0a64536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.758712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1d8c0-f2a8-44f3-9ae4-093cd0a64536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1f964b3-34ec-4a13-a322-95c058e9df68,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:33.762411 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33e1d8c0-f2a8-44f3-9ae4-093cd0a64536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.764462 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-33e1d8c0-f2a8-44f3-9ae4-093cd0a64536 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d1f964b3-34ec-4a13-a322-95c058e9df68 HTTP/1.1" status: 204 len: 168 time: 0.3540761 Jul 23 20:44:33.767133 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52784) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:33.822157 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a9a2a500-ed50-452b-9af4-585dca05d4ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b8063dbc05354cfbb0599b052bfeacf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007675 Jul 23 20:44:33.828622 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52788) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:33.861316 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8bdde3fd-ef44-4cd0-929d-e543421e4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.896634 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-09cb8c4f-0089-49bc-99ca-9688858c96db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.937224 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-09cb8c4f-0089-49bc-99ca-9688858c96db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.971138 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8bdde3fd-ef44-4cd0-929d-e543421e4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:33.992149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8bdde3fd-ef44-4cd0-929d-e543421e4ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c906b4-b1be-4f9f-bd7e-0606053c8aa6']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:34.004558 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-09cb8c4f-0089-49bc-99ca-9688858c96db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:34.008434 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8bdde3fd-ef44-4cd0-929d-e543421e4ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:34.008814 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8bdde3fd-ef44-4cd0-929d-e543421e4ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e163a27-64d6-4cd9-a54a-3d6ce0fe5d2c') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:34.010793 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-09cb8c4f-0089-49bc-99ca-9688858c96db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:34.014331 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-09cb8c4f-0089-49bc-99ca-9688858c96db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad979e4e-6d81-44d6-b30d-151d060618a0 HTTP/1.1" status: 204 len: 168 time: 0.1824918 Jul 23 20:44:34.024950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb8c4f-0089-49bc-99ca-9688858c96db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad979e4e-6d81-44d6-b30d-151d060618a0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:34.025284 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8bdde3fd-ef44-4cd0-929d-e543421e4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:34.075392 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8bdde3fd-ef44-4cd0-929d-e543421e4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:34.088473 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdde3fd-ef44-4cd0-929d-e543421e4ddd admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:44:34.088833 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8bdde3fd-ef44-4cd0-929d-e543421e4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:44:34.126766 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:44:34.257243 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8bdde3fd-ef44-4cd0-929d-e543421e4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:34.285241 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 276ffe4d-c661-4c38-a336-0e50fe7e4e2f no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:44:34.288581 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8bdde3fd-ef44-4cd0-929d-e543421e4ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:34.294107 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8bdde3fd-ef44-4cd0-929d-e543421e4ddd admin admin] 10.222.0.55 "DELETE /v2.0/networks/33c906b4-b1be-4f9f-bd7e-0606053c8aa6 HTTP/1.1" status: 204 len: 168 time: 0.5257611 Jul 23 20:44:34.330454 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdde3fd-ef44-4cd0-929d-e543421e4ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=33c906b4-b1be-4f9f-bd7e-0606053c8aa6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:34.349848 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 276ffe4d-c661-4c38-a336-0e50fe7e4e2f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:44:34.350198 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 276ffe4d-c661-4c38-a336-0e50fe7e4e2f not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:44:34.350613 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device cab6a8b9-8102-4900-9aba-4020c25299de no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:44:34.382917 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: cab6a8b9-8102-4900-9aba-4020c25299de {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:44:34.383281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device cab6a8b9-8102-4900-9aba-4020c25299de not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:44:34.510308 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52806) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:34.563085 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f2d81b55-4d02-495c-854f-bf73d1fc66b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4c09365c5b69442eba1a7b915a62a386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512576 Jul 23 20:44:34.565147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52810) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:34.624077 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab376-2540-49a6-9b03-7b84a6b0c343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:34.658372 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab376-2540-49a6-9b03-7b84a6b0c343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:34.725166 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab376-2540-49a6-9b03-7b84a6b0c343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:34.729932 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab376-2540-49a6-9b03-7b84a6b0c343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:34.731738 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9c5ab376-2540-49a6-9b03-7b84a6b0c343 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b6efec42-6d37-48b3-9cc7-bcea642a643b HTTP/1.1" status: 204 len: 168 time: 0.1644928 Jul 23 20:44:34.754596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ab376-2540-49a6-9b03-7b84a6b0c343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6efec42-6d37-48b3-9cc7-bcea642a643b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:34.858753 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262d838-55d3-42d8-8252-367e9ab52c0e req-088bf34e-b4c3-42df-b560-93b5f7f25c3a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:34.860337 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6262d838-55d3-42d8-8252-367e9ab52c0e req-088bf34e-b4c3-42df-b560-93b5f7f25c3a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 945 time: 0.0797017 Jul 23 20:44:34.913277 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6262d838-55d3-42d8-8252-367e9ab52c0e req-24d1db5d-c849-4332-9a85-3ad94e148841 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466998 Jul 23 20:44:35.071053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685e5bc-c964-4a95-ba68-468821693560 req-6e567ccc-a1be-4ad7-b83d-b00b02a87b13 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:35.074429 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f685e5bc-c964-4a95-ba68-468821693560 req-6e567ccc-a1be-4ad7-b83d-b00b02a87b13 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 945 time: 0.0803113 Jul 23 20:44:35.142399 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f685e5bc-c964-4a95-ba68-468821693560 req-aa1c8777-a89b-416a-b455-3563c15a4613 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605204 Jul 23 20:44:35.169768 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52842) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:35.506128 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0868f-46f1-4954-9aa1-23a06f522dfc req-9dd02b27-440a-46ce-85ad-afbf74a56447 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:35.516762 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0a0868f-46f1-4954-9aa1-23a06f522dfc req-9dd02b27-440a-46ce-85ad-afbf74a56447 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 945 time: 0.1188281 Jul 23 20:44:35.525370 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-7220caa8-59d9-4eb7-aac5-82bc04204c95 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1318437370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:35.595508 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0a0868f-46f1-4954-9aa1-23a06f522dfc req-897a4477-95a9-4daf-8e0b-07f41bc5835c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778005 Jul 23 20:44:35.787242 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7220caa8-59d9-4eb7-aac5-82bc04204c95 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:35.787242 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7220caa8-59d9-4eb7-aac5-82bc04204c95 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:35.787242 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7220caa8-59d9-4eb7-aac5-82bc04204c95 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:35.787242 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7220caa8-59d9-4eb7-aac5-82bc04204c95 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:35.787242 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7220caa8-59d9-4eb7-aac5-82bc04204c95 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:35.787242 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7220caa8-59d9-4eb7-aac5-82bc04204c95 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5767014 Jul 23 20:44:35.791046 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52876) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:35.791046 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-6ea71699-643b-44ee-9b5f-16062ead33d5 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-324457816'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:35.810133 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea71699-643b-44ee-9b5f-16062ead33d5 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Made reservation on behalf of 5b15fb835ecd4ab99d64f78e16cf1919 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:35.814098 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ea71699-643b-44ee-9b5f-16062ead33d5 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:35.823886 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ea71699-643b-44ee-9b5f-16062ead33d5 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:35.956738 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ea71699-643b-44ee-9b5f-16062ead33d5 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:35.962355 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ea71699-643b-44ee-9b5f-16062ead33d5 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:35.997671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea71699-643b-44ee-9b5f-16062ead33d5 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:44:36.028326 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea71699-643b-44ee-9b5f-16062ead33d5 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e25d052-bcaa-4795-889b-20dd78970829,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:36.049000 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ea71699-643b-44ee-9b5f-16062ead33d5 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:36.049356 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-6ea71699-643b-44ee-9b5f-16062ead33d5 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Added segment 134d7d13-42f2-4892-b258-73d02a6159cd of type vlan for network 2106c11c-6b7f-4d3e-be53-6432c67fbb3e Jul 23 20:44:36.123779 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ea71699-643b-44ee-9b5f-16062ead33d5 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:36.163973 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ea71699-643b-44ee-9b5f-16062ead33d5 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:36.170372 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea71699-643b-44ee-9b5f-16062ead33d5 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:36.170985 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ea71699-643b-44ee-9b5f-16062ead33d5 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:36.261756 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea71699-643b-44ee-9b5f-16062ead33d5 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event updated for resources: {'Network': ['ID=2106c11c-6b7f-4d3e-be53-6432c67fbb3e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:36.266203 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6ea71699-643b-44ee-9b5f-16062ead33d5 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5117710 Jul 23 20:44:36.269785 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52902) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:36.276416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7ceb9324-2061-41a7-bcf9-26cce0a0d221 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Request body: {'subnet': {'network_id': '2106c11c-6b7f-4d3e-be53-6432c67fbb3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:36.284959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 2106c11c-6b7f-4d3e-be53-6432c67fbb3e details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:44:36.404587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ceb9324-2061-41a7-bcf9-26cce0a0d221 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Made reservation on behalf of 5b15fb835ecd4ab99d64f78e16cf1919 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:36.410965 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ceb9324-2061-41a7-bcf9-26cce0a0d221 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:36.569082 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-819e5c23-f7d6-46d8-bc98-ed4d65f3bfff req-43819696-b9d7-4322-89b0-86b890d6f4d0 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fee29f4-a284-41f5-a112-3be0dd828a6a HTTP/1.1" status: 200 len: 210 time: 0.1211829 Jul 23 20:44:36.684015 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ceb9324-2061-41a7-bcf9-26cce0a0d221 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:36.823034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb9324-2061-41a7-bcf9-26cce0a0d221 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event updated for resources: {'Subnet': ['ID=b6ff2eb4-7441-4b29-8d8c-7c3c9906d88e,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:36.852595 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb9324-2061-41a7-bcf9-26cce0a0d221 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Checking segment: {'id': '134d7d13-42f2-4892-b258-73d02a6159cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2106c11c-6b7f-4d3e-be53-6432c67fbb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:36.853073 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceb9324-2061-41a7-bcf9-26cce0a0d221 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Network hostable DHCP agents. Network: 2106c11c-6b7f-4d3e-be53-6432c67fbb3e, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:44:36.916795 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df622ee1-a478-4cfd-b9d8-560b1213d3d4 req-26705384-ba51-46bc-a20d-e8b8022a6c06 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:36.918756 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-df622ee1-a478-4cfd-b9d8-560b1213d3d4 req-26705384-ba51-46bc-a20d-e8b8022a6c06 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 945 time: 0.1882389 Jul 23 20:44:36.942051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26db65-a2fb-4bef-968f-2209c0c46ede req-37a649e4-84e3-4e66-885e-a149c3132183 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:36.949580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceb9324-2061-41a7-bcf9-26cce0a0d221 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Network 2106c11c-6b7f-4d3e-be53-6432c67fbb3e is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:44:36.953532 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e26db65-a2fb-4bef-968f-2209c0c46ede req-37a649e4-84e3-4e66-885e-a149c3132183 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 945 time: 0.1848595 Jul 23 20:44:37.020061 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-7ceb9324-2061-41a7-bcf9-26cce0a0d221 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 2106c11c-6b7f-4d3e-be53-6432c67fbb3e) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:37.030922 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceb9324-2061-41a7-bcf9-26cce0a0d221 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:37.031784 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a523127-7005-410d-9066-a99af7498fd0 None None] Network 2106c11c-6b7f-4d3e-be53-6432c67fbb3e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:37.032017 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ceb9324-2061-41a7-bcf9-26cce0a0d221 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:37.059045 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7ceb9324-2061-41a7-bcf9-26cce0a0d221 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7879686 Jul 23 20:44:37.063910 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52948) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:37.069869 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-eaa624d4-3387-4829-b1e5-581e3ad0d558 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Request body: {'network': {'name': 'tempest-router-network01--735455362'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:37.081342 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e26db65-a2fb-4bef-968f-2209c0c46ede req-42d09717-f1d6-4b49-90d8-b22473eb967c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256940 Jul 23 20:44:37.167011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa624d4-3387-4829-b1e5-581e3ad0d558 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Made reservation on behalf of 5b15fb835ecd4ab99d64f78e16cf1919 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:37.180891 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eaa624d4-3387-4829-b1e5-581e3ad0d558 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:37.262291 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa624d4-3387-4829-b1e5-581e3ad0d558 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:44:37.272909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-df622ee1-a478-4cfd-b9d8-560b1213d3d4 req-308a7ee2-c6e3-4c72-a03b-f3484957895e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Deleting port 28f9485e-997c-4e9d-be64-5fd57c5e342d {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:37.273644 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-df622ee1-a478-4cfd-b9d8-560b1213d3d4 req-308a7ee2-c6e3-4c72-a03b-f3484957895e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:37.339045 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eaa624d4-3387-4829-b1e5-581e3ad0d558 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:37.340196 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-eaa624d4-3387-4829-b1e5-581e3ad0d558 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Added segment 51d6409d-10ae-4aec-a167-3d001636ca59 of type vlan for network 194ca53d-4cd5-4a31-918d-ede8e959b60e Jul 23 20:44:37.438474 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2106c11c-6b7f-4d3e-be53-6432c67fbb3e', 'network_id': '2106c11c-6b7f-4d3e-be53-6432c67fbb3e', 'tenant_id': '5b15fb835ecd4ab99d64f78e16cf1919', 'fixed_ips': [{'subnet_id': 'b6ff2eb4-7441-4b29-8d8c-7c3c9906d88e'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:44:37.443405 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:37.458964 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3f602992-2ccf-4a4d-9cfa-4345350fb478 req-89646d5b-a567-41ae-b61c-676cab02bec1 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0614612 Jul 23 20:44:37.487855 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eaa624d4-3387-4829-b1e5-581e3ad0d558 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:37.514309 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-df622ee1-a478-4cfd-b9d8-560b1213d3d4 req-308a7ee2-c6e3-4c72-a03b-f3484957895e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] For port 28f9485e-997c-4e9d-be64-5fd57c5e342d, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=28f9485e-997c-4e9d-be64-5fd57c5e342d,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:37.514637 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-df622ee1-a478-4cfd-b9d8-560b1213d3d4 req-308a7ee2-c6e3-4c72-a03b-f3484957895e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:37.577546 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-df622ee1-a478-4cfd-b9d8-560b1213d3d4 req-308a7ee2-c6e3-4c72-a03b-f3484957895e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Calling delete_port for 28f9485e-997c-4e9d-be64-5fd57c5e342d owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:37.593778 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eaa624d4-3387-4829-b1e5-581e3ad0d558 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:37.601852 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa624d4-3387-4829-b1e5-581e3ad0d558 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:37.602845 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eaa624d4-3387-4829-b1e5-581e3ad0d558 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:37.759396 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-eaa624d4-3387-4829-b1e5-581e3ad0d558 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6940091 Jul 23 20:44:37.761897 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52972) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:37.767594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d30dbe8e-252b-4362-a777-496e1a460029 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Request body: {'network': {'name': 'tempest-router-network02--1185430818'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:37.788242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Allocated IP 172.20.0.2 (2106c11c-6b7f-4d3e-be53-6432c67fbb3e/b6ff2eb4-7441-4b29-8d8c-7c3c9906d88e/f63f419d-3248-4aa8-b742-035a403d26ea) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:44:37.798495 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa624d4-3387-4829-b1e5-581e3ad0d558 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event updated for resources: {'Network': ['ID=194ca53d-4cd5-4a31-918d-ede8e959b60e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:37.822097 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30dbe8e-252b-4362-a777-496e1a460029 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Made reservation on behalf of 5b15fb835ecd4ab99d64f78e16cf1919 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:37.826826 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d30dbe8e-252b-4362-a777-496e1a460029 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:37.908701 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30dbe8e-252b-4362-a777-496e1a460029 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:44:37.923335 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 194ca53d-4cd5-4a31-918d-ede8e959b60e details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:44:37.947444 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d30dbe8e-252b-4362-a777-496e1a460029 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:37.947843 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-d30dbe8e-252b-4362-a777-496e1a460029 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Added segment dcc31c62-a75b-4063-927c-a6fbb476f405 of type vlan for network 530e4429-c46d-43f9-bbe5-fd735c8616ba Jul 23 20:44:38.016560 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-df622ee1-a478-4cfd-b9d8-560b1213d3d4 req-308a7ee2-c6e3-4c72-a03b-f3484957895e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:38.052549 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d30dbe8e-252b-4362-a777-496e1a460029 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:38.058778 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a7ee2-c6e3-4c72-a03b-f3484957895e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Pushing event deleted for resources: {'Port': ['ID=28f9485e-997c-4e9d-be64-5fd57c5e342d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:38.058961 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0b670eb6-d629-4045-a033-d7acbbe3b57d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:44:38.077787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['28f9485e-997c-4e9d-be64-5fd57c5e342d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:44:38.140299 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d30dbe8e-252b-4362-a777-496e1a460029 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:38.148552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30dbe8e-252b-4362-a777-496e1a460029 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:38.149189 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d30dbe8e-252b-4362-a777-496e1a460029 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:38.188547 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:38.193502 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-df622ee1-a478-4cfd-b9d8-560b1213d3d4 req-308a7ee2-c6e3-4c72-a03b-f3484957895e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] No DVR routers for this DVR port 28f9485e-997c-4e9d-be64-5fd57c5e342d on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:44:38.199239 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-df622ee1-a478-4cfd-b9d8-560b1213d3d4 req-308a7ee2-c6e3-4c72-a03b-f3484957895e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:38.210401 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Transition to ACTIVE for port object f63f419d-3248-4aa8-b742-035a403d26ea will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:38.222850 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-df622ee1-a478-4cfd-b9d8-560b1213d3d4 req-308a7ee2-c6e3-4c72-a03b-f3484957895e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "DELETE /v2.0/ports/28f9485e-997c-4e9d-be64-5fd57c5e342d HTTP/1.1" status: 204 len: 173 time: 1.2933240 Jul 23 20:44:38.225255 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5f9d1a-1fbf-4caa-9982-9689ee33e343', 'name': 'network-vif-deleted', 'tag': '28f9485e-997c-4e9d-be64-5fd57c5e342d'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:44:38.242115 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Transition to ACTIVE for port object f63f419d-3248-4aa8-b742-035a403d26ea will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:38.247081 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd18223-58e3-41e2-a7c0-692d9927824e" -d '{"events": [{"server_uuid": "6f5f9d1a-1fbf-4caa-9982-9689ee33e343", "name": "network-vif-deleted", "tag": "28f9485e-997c-4e9d-be64-5fd57c5e342d"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:44:38.256287 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:38.337309 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Network 2106c11c-6b7f-4d3e-be53-6432c67fbb3e is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:38.349248 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:38.353138 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:44:38.370932 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Pushing event updated for resources: {'Port': ['ID=f63f419d-3248-4aa8-b742-035a403d26ea,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:38.389807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30dbe8e-252b-4362-a777-496e1a460029 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event updated for resources: {'Network': ['ID=530e4429-c46d-43f9-bbe5-fd735c8616ba,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:38.394997 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d30dbe8e-252b-4362-a777-496e1a460029 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6319132 Jul 23 20:44:38.397462 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52990) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:38.406352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9ed523e4-1d67-46bf-bd54-709a2698badf tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Request body: {'subnet': {'network_id': '194ca53d-4cd5-4a31-918d-ede8e959b60e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:38.418021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 530e4429-c46d-43f9-bbe5-fd735c8616ba details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:44:38.477301 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-00df2894-2399-44b1-8d5e-1300e7719a89 req-3e9d11cf-3adf-4e44-a988-bcbc480e051a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5f9d1a-1fbf-4caa-9982-9689ee33e343 HTTP/1.1" status: 200 len: 210 time: 0.0918422 Jul 23 20:44:38.599767 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05451ff-bc35-4a7b-87ec-b2f4d6871b6a x-openstack-request-id: req-d05451ff-bc35-4a7b-87ec-b2f4d6871b6a {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:44:38.600579 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5f9d1a-1fbf-4caa-9982-9689ee33e343", "name": "network-vif-deleted", "tag": "28f9485e-997c-4e9d-be64-5fd57c5e342d", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:44:38.600993 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d05451ff-bc35-4a7b-87ec-b2f4d6871b6a {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:44:38.602060 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5f9d1a-1fbf-4caa-9982-9689ee33e343', 'name': 'network-vif-deleted', 'tag': '28f9485e-997c-4e9d-be64-5fd57c5e342d', 'status': 'completed', 'code': 200} Jul 23 20:44:38.647797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed523e4-1d67-46bf-bd54-709a2698badf tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Made reservation on behalf of 5b15fb835ecd4ab99d64f78e16cf1919 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:38.661545 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ed523e4-1d67-46bf-bd54-709a2698badf tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:38.752944 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-36f9e888-f96e-498e-80e3-3addcd178abc req-48bb3e50-febb-4139-8b46-ec5a796192be tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.1266689 Jul 23 20:44:38.772081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Attempting to bind port f63f419d-3248-4aa8-b742-035a403d26ea on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:44:38.772551 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Attempting to bind port f63f419d-3248-4aa8-b742-035a403d26ea by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '134d7d13-42f2-4892-b258-73d02a6159cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2106c11c-6b7f-4d3e-be53-6432c67fbb3e'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:44:38.773296 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Attempting to bind port f63f419d-3248-4aa8-b742-035a403d26ea on network 2106c11c-6b7f-4d3e-be53-6432c67fbb3e {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:38.786766 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:44:38.787475 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Checking segment: {'id': '134d7d13-42f2-4892-b258-73d02a6159cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2106c11c-6b7f-4d3e-be53-6432c67fbb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:38.788049 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:38.788965 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Bound using segment: {'id': '134d7d13-42f2-4892-b258-73d02a6159cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2106c11c-6b7f-4d3e-be53-6432c67fbb3e'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:44:38.789644 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Bound port: f63f419d-3248-4aa8-b742-035a403d26ea, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134d7d13-42f2-4892-b258-73d02a6159cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2106c11c-6b7f-4d3e-be53-6432c67fbb3e'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:44:38.790224 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:38.911807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] For port f63f419d-3248-4aa8-b742-035a403d26ea, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:44:38.915717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] For port f63f419d-3248-4aa8-b742-035a403d26ea, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=f63f419d-3248-4aa8-b742-035a403d26ea,segment=NetworkSegment(134d7d13-42f2-4892-b258-73d02a6159cd),segment_id=134d7d13-42f2-4892-b258-73d02a6159cd)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:44:38.921188 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:38.957760 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ed523e4-1d67-46bf-bd54-709a2698badf tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:39.026701 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a342e6-1806-4e58-a784-421e94d84a5c None None] Pushing event updated for resources: {'Port': ['ID=f63f419d-3248-4aa8-b742-035a403d26ea,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:39.052996 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed523e4-1d67-46bf-bd54-709a2698badf tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event updated for resources: {'Subnet': ['ID=de15e060-0ccd-469a-b940-4cc2aa8af7ab,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:39.055276 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed523e4-1d67-46bf-bd54-709a2698badf tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Checking segment: {'id': '51d6409d-10ae-4aec-a167-3d001636ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '194ca53d-4cd5-4a31-918d-ede8e959b60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:39.055755 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed523e4-1d67-46bf-bd54-709a2698badf tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Network hostable DHCP agents. Network: 194ca53d-4cd5-4a31-918d-ede8e959b60e, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:44:39.078507 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed523e4-1d67-46bf-bd54-709a2698badf tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Network 194ca53d-4cd5-4a31-918d-ede8e959b60e is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:44:39.092558 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-9ed523e4-1d67-46bf-bd54-709a2698badf tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 194ca53d-4cd5-4a31-918d-ede8e959b60e) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:39.101903 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c60bab2-3049-4d25-ac2f-b27e59a11a9d None None] Network 194ca53d-4cd5-4a31-918d-ede8e959b60e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:39.105983 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed523e4-1d67-46bf-bd54-709a2698badf tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:39.106598 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ed523e4-1d67-46bf-bd54-709a2698badf tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:39.130008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53006) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:39.131228 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9ed523e4-1d67-46bf-bd54-709a2698badf tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7325251 Jul 23 20:44:39.136248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b8e12c73-ced6-484b-9aa3-66681e2b5c1f tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Request body: {'subnet': {'network_id': '530e4429-c46d-43f9-bbe5-fd735c8616ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:39.314288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e12c73-ced6-484b-9aa3-66681e2b5c1f tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Made reservation on behalf of 5b15fb835ecd4ab99d64f78e16cf1919 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:39.325498 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b8e12c73-ced6-484b-9aa3-66681e2b5c1f tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:39.558685 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-194ca53d-4cd5-4a31-918d-ede8e959b60e', 'network_id': '194ca53d-4cd5-4a31-918d-ede8e959b60e', 'tenant_id': '5b15fb835ecd4ab99d64f78e16cf1919', 'fixed_ips': [{'subnet_id': 'de15e060-0ccd-469a-b940-4cc2aa8af7ab'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:44:39.559888 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:39.788797 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Allocated IP 172.20.0.2 (194ca53d-4cd5-4a31-918d-ede8e959b60e/de15e060-0ccd-469a-b940-4cc2aa8af7ab/e2860025-2073-4fe0-8ce3-901185394ea1) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:44:40.064390 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 28f9485e-997c-4e9d-be64-5fd57c5e342d no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:44:40.094775 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 28f9485e-997c-4e9d-be64-5fd57c5e342d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:44:40.095140 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 28f9485e-997c-4e9d-be64-5fd57c5e342d not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:44:40.115836 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:40.126987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Transition to ACTIVE for port object e2860025-2073-4fe0-8ce3-901185394ea1 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:40.149481 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Transition to ACTIVE for port object e2860025-2073-4fe0-8ce3-901185394ea1 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:40.175305 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:40.243760 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Network 194ca53d-4cd5-4a31-918d-ede8e959b60e is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:40.249597 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:40.258194 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:44:40.266875 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Pushing event updated for resources: {'Port': ['ID=e2860025-2073-4fe0-8ce3-901185394ea1,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:40.309677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f63f419d-3248-4aa8-b742-035a403d26ea up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:40.401690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Attempting to bind port e2860025-2073-4fe0-8ce3-901185394ea1 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:44:40.402390 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Attempting to bind port e2860025-2073-4fe0-8ce3-901185394ea1 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '51d6409d-10ae-4aec-a167-3d001636ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '194ca53d-4cd5-4a31-918d-ede8e959b60e'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:44:40.402962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Attempting to bind port e2860025-2073-4fe0-8ce3-901185394ea1 on network 194ca53d-4cd5-4a31-918d-ede8e959b60e {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:40.413854 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:44:40.414650 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Checking segment: {'id': '51d6409d-10ae-4aec-a167-3d001636ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '194ca53d-4cd5-4a31-918d-ede8e959b60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:40.415165 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:40.416021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Bound using segment: {'id': '51d6409d-10ae-4aec-a167-3d001636ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '194ca53d-4cd5-4a31-918d-ede8e959b60e'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:44:40.416717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Bound port: e2860025-2073-4fe0-8ce3-901185394ea1, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d6409d-10ae-4aec-a167-3d001636ca59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '194ca53d-4cd5-4a31-918d-ede8e959b60e'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:44:40.417179 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:40.488220 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port f63f419d-3248-4aa8-b742-035a403d26ea completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:40.571213 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] For port e2860025-2073-4fe0-8ce3-901185394ea1, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:44:40.576866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] For port e2860025-2073-4fe0-8ce3-901185394ea1, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e2860025-2073-4fe0-8ce3-901185394ea1,segment=NetworkSegment(51d6409d-10ae-4aec-a167-3d001636ca59),segment_id=51d6409d-10ae-4aec-a167-3d001636ca59)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:44:40.588447 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:40.692455 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-462eca60-3dd1-4370-9e9b-95a643c948ab req-f884c542-2705-431d-ae96-39cbd5aa0f2e tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.1901100 Jul 23 20:44:40.703819 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda0af6-f048-4d2d-84a4-e89c92b3373f None None] Pushing event updated for resources: {'Port': ['ID=e2860025-2073-4fe0-8ce3-901185394ea1,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:40.752461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ea5638-fb80-4355-9db6-769a46a23d3d None None] Network 2106c11c-6b7f-4d3e-be53-6432c67fbb3e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:40.877353 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d7724cc-185e-4b5f-9a20-f6175894c488 req-df24af95-f662-4bb1-865f-6b16f991318e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fee29f4-a284-41f5-a112-3be0dd828a6a HTTP/1.1" status: 200 len: 210 time: 0.3778741 Jul 23 20:44:40.887687 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b8e12c73-ced6-484b-9aa3-66681e2b5c1f tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:40.945178 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ef423b26-65fe-4186-80bd-d39ded6b2de7 None None] Provisioning for port f63f419d-3248-4aa8-b742-035a403d26ea completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:40.953730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ef423b26-65fe-4186-80bd-d39ded6b2de7 None None] Provisioning complete for port f63f419d-3248-4aa8-b742-035a403d26ea triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:40.954105 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef423b26-65fe-4186-80bd-d39ded6b2de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:41.027373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e12c73-ced6-484b-9aa3-66681e2b5c1f tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event updated for resources: {'Subnet': ['ID=12e74550-5bd2-4d8b-8a5b-4f7ec03ef1f0,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:41.039538 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:44:41.050022 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b708c2d2-b103-44a5-9ae9-11c9cf5b71ef req-a313cfd4-1820-4e9a-b627-92aeaf705186 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.5488834 Jul 23 20:44:41.077083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-38f9b598-df8a-427f-9533-dbb24a94980a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:41.084116 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-38f9b598-df8a-427f-9533-dbb24a94980a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 806 time: 0.5107961 Jul 23 20:44:41.131371 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-15748fe8-aed5-4edd-9b36-218ea0af26ad tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/quotas/1acb9fafa2f640b88cfa38563fb61a06 HTTP/1.1" status: 200 len: 375 time: 0.0459580 Jul 23 20:44:41.192619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e12c73-ced6-484b-9aa3-66681e2b5c1f tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Checking segment: {'id': 'dcc31c62-a75b-4063-927c-a6fbb476f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '530e4429-c46d-43f9-bbe5-fd735c8616ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:41.193091 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e12c73-ced6-484b-9aa3-66681e2b5c1f tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Network hostable DHCP agents. Network: 530e4429-c46d-43f9-bbe5-fd735c8616ba, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:44:41.239525 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e12c73-ced6-484b-9aa3-66681e2b5c1f tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Network 530e4429-c46d-43f9-bbe5-fd735c8616ba is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:44:41.264294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-b8e12c73-ced6-484b-9aa3-66681e2b5c1f tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 530e4429-c46d-43f9-bbe5-fd735c8616ba) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:41.274359 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e12c73-ced6-484b-9aa3-66681e2b5c1f tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:41.275356 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b8e12c73-ced6-484b-9aa3-66681e2b5c1f tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:41.294534 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba031dcb-8bd6-4a60-9a2c-240e37e61c8f None None] Network 530e4429-c46d-43f9-bbe5-fd735c8616ba requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:41.308325 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-560bbaaa-8448-46da-a9b6-98f523163310 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1753595 Jul 23 20:44:41.336007 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b8e12c73-ced6-484b-9aa3-66681e2b5c1f tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2040279 Jul 23 20:44:41.337395 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53076) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:41.388713 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef423b26-65fe-4186-80bd-d39ded6b2de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:41.504428 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-e62cce96-3070-4011-9170-887709f7e425 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875908 Jul 23 20:44:41.523762 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ef423b26-65fe-4186-80bd-d39ded6b2de7 None None] For port f63f419d-3248-4aa8-b742-035a403d26ea, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=f63f419d-3248-4aa8-b742-035a403d26ea,segment=NetworkSegment(134d7d13-42f2-4892-b258-73d02a6159cd),segment_id=134d7d13-42f2-4892-b258-73d02a6159cd)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:41.557280 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef423b26-65fe-4186-80bd-d39ded6b2de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:41.763583 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-fb4fffba-0091-4b89-beb1-aa66a3912b01 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490332 Jul 23 20:44:41.780006 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-530e4429-c46d-43f9-bbe5-fd735c8616ba', 'network_id': '530e4429-c46d-43f9-bbe5-fd735c8616ba', 'tenant_id': '5b15fb835ecd4ab99d64f78e16cf1919', 'fixed_ips': [{'subnet_id': '12e74550-5bd2-4d8b-8a5b-4f7ec03ef1f0'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:44:41.782997 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:41.794384 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef423b26-65fe-4186-80bd-d39ded6b2de7 None None] Pushing event updated for resources: {'Port': ['ID=f63f419d-3248-4aa8-b742-035a403d26ea,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:41.946900 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72016308-67e8-473a-9726-ff28bc6dda4f req-69f0b65a-f4f7-46b1-a710-ab8691ecb7f3 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0898712 Jul 23 20:44:42.067725 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:42.444121 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-807091c7-f2d9-428c-9a62-ae978a8301fd req-685ee7ac-64b5-4c0d-bf40-a3e1dab39528 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 210 time: 0.0966067 Jul 23 20:44:42.449014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-25736b58-4003-4b9d-90db-5ad687d8b330 None None] Provisioning complete for port f63f419d-3248-4aa8-b742-035a403d26ea triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:42.449494 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-25736b58-4003-4b9d-90db-5ad687d8b330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:42.570595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f63f419d-3248-4aa8-b742-035a403d26ea up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:42.658483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Allocated IP 172.20.0.2 (530e4429-c46d-43f9-bbe5-fd735c8616ba/12e74550-5bd2-4d8b-8a5b-4f7ec03ef1f0/4c2996b8-9dd8-40d8-a116-a77c6fb11dd8) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:44:42.740351 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3784536-91df-4994-af77-2e95a8bcb236 None None] Network 194ca53d-4cd5-4a31-918d-ede8e959b60e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:42.743322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Allocated IP 172.20.0.1 (194ca53d-4cd5-4a31-918d-ede8e959b60e/de15e060-0ccd-469a-b940-4cc2aa8af7ab/39136237-48b0-4ea8-baa8-2bacd604a557) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:44:42.901646 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port f63f419d-3248-4aa8-b742-035a403d26ea triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:42.902039 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:42.943796 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:42.997339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Transition to ACTIVE for port object 39136237-48b0-4ea8-baa8-2bacd604a557 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:43.066605 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:43.143300 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Network 194ca53d-4cd5-4a31-918d-ede8e959b60e is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:43.153425 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event updated for resources: {'Port': ['ID=39136237-48b0-4ea8-baa8-2bacd604a557,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:43.161892 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:43.164497 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:44:43.187471 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e2860025-2073-4fe0-8ce3-901185394ea1 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:43.208908 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9e043a23-f675-423c-9c22-4cf36b4ec39b req-7949d907-bc4d-4bd0-9e94-e2a1afedabd6 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0748785 Jul 23 20:44:43.236440 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:43.259053 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1378066e-38b4-4304-84f2-31a4bf329784 None None] Provisioning for port e2860025-2073-4fe0-8ce3-901185394ea1 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:43.358357 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:43.379001 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Transition to ACTIVE for port object 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:43.409867 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port e2860025-2073-4fe0-8ce3-901185394ea1 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:43.420079 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Transition to ACTIVE for port object 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:43.438570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port e2860025-2073-4fe0-8ce3-901185394ea1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:43.443799 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:43.507734 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:43.580289 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:43.591036 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Network 530e4429-c46d-43f9-bbe5-fd735c8616ba is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:43.596870 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:43.616610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:44:43.734015 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-048e1877-9c2f-48ce-93ae-64b7a031b302 req-0e49b49a-fb43-42d4-9bd6-03bb0c9c7669 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 210 time: 0.1159153 Jul 23 20:44:43.786828 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Pushing event updated for resources: {'Port': ['ID=4c2996b8-9dd8-40d8-a116-a77c6fb11dd8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:43.890260 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Attempting to bind port 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:44:43.890672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Attempting to bind port 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'dcc31c62-a75b-4063-927c-a6fbb476f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '530e4429-c46d-43f9-bbe5-fd735c8616ba'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:44:43.891062 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Attempting to bind port 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 on network 530e4429-c46d-43f9-bbe5-fd735c8616ba {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:43.956766 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:44:43.985604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Checking segment: {'id': 'dcc31c62-a75b-4063-927c-a6fbb476f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '530e4429-c46d-43f9-bbe5-fd735c8616ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:43.985993 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:43.986393 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Bound using segment: {'id': 'dcc31c62-a75b-4063-927c-a6fbb476f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '530e4429-c46d-43f9-bbe5-fd735c8616ba'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:44:43.987154 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Bound port: 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc31c62-a75b-4063-927c-a6fbb476f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '530e4429-c46d-43f9-bbe5-fd735c8616ba'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:44:43.987339 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:44.069685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e85341f1-9a53-4fea-a848-bd8127188469 req-1e8ce065-676c-4654-8afe-6884410a38da tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.1043777 Jul 23 20:44:44.103977 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-56cb3e1b-82b8-4f6b-b45b-3c047d09dde7 None None] Provisioning complete for port e2860025-2073-4fe0-8ce3-901185394ea1 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:44.104355 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-56cb3e1b-82b8-4f6b-b45b-3c047d09dde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:44.167062 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:44.225787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port e2860025-2073-4fe0-8ce3-901185394ea1, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e2860025-2073-4fe0-8ce3-901185394ea1,segment=NetworkSegment(51d6409d-10ae-4aec-a167-3d001636ca59),segment_id=51d6409d-10ae-4aec-a167-3d001636ca59)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:44.235784 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:44.293077 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] For port 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:44:44.313332 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] For port 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=4c2996b8-9dd8-40d8-a116-a77c6fb11dd8,segment=NetworkSegment(dcc31c62-a75b-4063-927c-a6fbb476f405),segment_id=dcc31c62-a75b-4063-927c-a6fbb476f405)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:44:44.327363 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:44.351067 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:44.368514 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:44.413322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=e2860025-2073-4fe0-8ce3-901185394ea1,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:44.481532 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ddb05-17d6-4d16-9d1b-b5908bf506c6 None None] Pushing event updated for resources: {'Port': ['ID=4c2996b8-9dd8-40d8-a116-a77c6fb11dd8,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:44.505876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event updated for resources: {'Port': ['ID=39136237-48b0-4ea8-baa8-2bacd604a557,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:44.551733 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d14d2cc4-70ee-49e1-99a0-7bd351150e62 None None] Provisioning for port 39136237-48b0-4ea8-baa8-2bacd604a557 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:44.556218 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d14d2cc4-70ee-49e1-99a0-7bd351150e62 None None] Provisioning complete for port 39136237-48b0-4ea8-baa8-2bacd604a557 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:44.556593 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d14d2cc4-70ee-49e1-99a0-7bd351150e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:44.573580 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:44.589957 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-af2e0e7d-2114-4b5d-bf07-160025979967 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:44.591505 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-af2e0e7d-2114-4b5d-bf07-160025979967 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 806 time: 0.3569608 Jul 23 20:44:44.620719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-b4dd15dd-9ec3-49c8-bf2b-e836bf14150b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Request body: {'port': {'device_id': '564d3684-901d-44a1-bfe6-5ae1d31f1f2d', 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7', 'admin_state_up': True, 'tenant_id': '1acb9fafa2f640b88cfa38563fb61a06'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:44.625217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d14d2cc4-70ee-49e1-99a0-7bd351150e62 None None] Port 39136237-48b0-4ea8-baa8-2bacd604a557 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:44:44.801995 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Network 194ca53d-4cd5-4a31-918d-ede8e959b60e is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:44.813194 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:44.970920 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-884778f6-2683-4959-a76b-4bcad66ab2fe req-0cd5cc04-095a-4ac1-bd45-87eea7658f3e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 210 time: 0.0754869 Jul 23 20:44:45.195477 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4618f551-ec89-4cd8-b9d2-e9f0acf3575e None None] Provisioning complete for port 39136237-48b0-4ea8-baa8-2bacd604a557 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:45.195970 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4618f551-ec89-4cd8-b9d2-e9f0acf3575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:45.258142 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb62c2d0-908a-44e7-b539-b3fcff2a5691 req-9d110787-9516-4b2f-8aa2-5a401c568501 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0773096 Jul 23 20:44:45.268714 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4618f551-ec89-4cd8-b9d2-e9f0acf3575e None None] Port 39136237-48b0-4ea8-baa8-2bacd604a557 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:44:45.375861 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:45.412913 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-b4dd15dd-9ec3-49c8-bf2b-e836bf14150b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Made reservation on behalf of 1acb9fafa2f640b88cfa38563fb61a06 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:45.418550 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-b4dd15dd-9ec3-49c8-bf2b-e836bf14150b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:45.664981 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Router bc337962-468d-4e23-8c94-16630d315faf is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:44:45.697639 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-b4dd15dd-9ec3-49c8-bf2b-e836bf14150b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Allocated IP 172.20.0.3 (5dc9b03e-da6c-4182-b5c9-40b0b29fcee7/c4c51c78-ede0-436b-9293-945f1596e2dc/f68eb401-17e0-439b-802d-288ad2a5250f) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:44:45.845857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:44:45.855995 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e20ab6-e3d7-4f12-ac27-7fa7f88cc3f8 None None] Sync routers for ids ['bc337962-468d-4e23-8c94-16630d315faf'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:44:45.872314 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e20ab6-e3d7-4f12-ac27-7fa7f88cc3f8 None None] Routers {'bc337962-468d-4e23-8c94-16630d315faf'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:45.872959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b4e20ab6-e3d7-4f12-ac27-7fa7f88cc3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:44:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bc337962-468d-4e23-8c94-16630d315faf'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:45.896051 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-26401867-6a70-4d06-8801-4c7276177a35 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "PUT /v2.0/routers/bc337962-468d-4e23-8c94-16630d315faf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5568233 Jul 23 20:44:45.898741 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53210) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:45.951713 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b4e20ab6-e3d7-4f12-ac27-7fa7f88cc3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:45.962476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e20ab6-e3d7-4f12-ac27-7fa7f88cc3f8 None None] Routers {'bc337962-468d-4e23-8c94-16630d315faf'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:45.963115 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b4e20ab6-e3d7-4f12-ac27-7fa7f88cc3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:44:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bc337962-468d-4e23-8c94-16630d315faf'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:45.997767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b4e20ab6-e3d7-4f12-ac27-7fa7f88cc3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:45.998422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e20ab6-e3d7-4f12-ac27-7fa7f88cc3f8 None None] The sync data for ids ['bc337962-468d-4e23-8c94-16630d315faf'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:44:45.999996 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff9a4fa-7e97-46da-be98-bd866f5a44e7 None None] Network 530e4429-c46d-43f9-bbe5-fd735c8616ba requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:46.042466 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5c1c1d5e-28a4-46df-a104-98bc91a7f174 None None] Provisioning for port 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:46.072718 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-b4dd15dd-9ec3-49c8-bf2b-e836bf14150b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:46.174144 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-b4dd15dd-9ec3-49c8-bf2b-e836bf14150b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:46.198056 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb2a5484-721e-45a0-aa44-9e65bd1d9606 req-0647e0f7-cb64-419a-a921-9cced093dd63 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 210 time: 0.0499916 Jul 23 20:44:46.221592 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0b670eb6-d629-4045-a033-d7acbbe3b57d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:44:46.265789 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-b4dd15dd-9ec3-49c8-bf2b-e836bf14150b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:46.284242 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-b4dd15dd-9ec3-49c8-bf2b-e836bf14150b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:46.322836 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-b4dd15dd-9ec3-49c8-bf2b-e836bf14150b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:44:46.449201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd15dd-9ec3-49c8-bf2b-e836bf14150b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Pushing event updated for resources: {'Port': ['ID=f68eb401-17e0-439b-802d-288ad2a5250f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:46.460611 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-b4dd15dd-9ec3-49c8-bf2b-e836bf14150b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:46.461433 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-b4dd15dd-9ec3-49c8-bf2b-e836bf14150b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:46.500575 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-b4dd15dd-9ec3-49c8-bf2b-e836bf14150b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8837159 Jul 23 20:44:46.515683 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-0bbdbe3e-b43a-4e72-923d-12a99ef4a191 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:44:46.516863 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-0bbdbe3e-b43a-4e72-923d-12a99ef4a191 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055552 Jul 23 20:44:46.531592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f8a4b6a-fb0f-4bb9-baf9-050ef83c9ec0 req-e010f5f5-a2c3-489f-9502-21e745f0aeb3 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.1400399 Jul 23 20:44:46.532818 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Request body: {'port': {'device_id': '564d3684-901d-44a1-bfe6-5ae1d31f1f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:46.598416 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:46.653345 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-d13b5390-3128-4bf5-b6be-27e4614a328e tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:44:46.665146 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53230) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:46.668138 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d13b5390-3128-4bf5-b6be-27e4614a328e tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "PUT /v2.0/routers/bc337962-468d-4e23-8c94-16630d315faf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7677739 Jul 23 20:44:46.704595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:46.710277 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:46.711411 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:46.825345 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:46.834175 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2782f4d6-3516-4277-aabd-61926b40fa86 None None] Provisioning complete for port 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:46.834888 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2782f4d6-3516-4277-aabd-61926b40fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:46.938965 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:47.091267 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:47.141178 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=4c2996b8-9dd8-40d8-a116-a77c6fb11dd8,segment=NetworkSegment(dcc31c62-a75b-4063-927c-a6fbb476f405),segment_id=dcc31c62-a75b-4063-927c-a6fbb476f405)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:47.170249 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:47.170249 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e2860025-2073-4fe0-8ce3-901185394ea1 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:47.366325 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=4c2996b8-9dd8-40d8-a116-a77c6fb11dd8,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:47.406613 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2782f4d6-3516-4277-aabd-61926b40fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:47.432204 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb4480-3a5d-4262-9c2e-14bdf88c4b70 req-c2a44bb5-da01-475f-a16d-31b736c4bb88 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:47.440889 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efcb4480-3a5d-4262-9c2e-14bdf88c4b70 req-c2a44bb5-da01-475f-a16d-31b736c4bb88 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 931 time: 0.1236434 Jul 23 20:44:47.444824 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port e2860025-2073-4fe0-8ce3-901185394ea1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:47.445187 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:47.448755 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f68eb401-17e0-439b-802d-288ad2a5250f {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:44:47.473235 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:47.486285 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Transition to ACTIVE for port object f68eb401-17e0-439b-802d-288ad2a5250f will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:47.495995 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5d5dd82-a738-49c4-84c1-76f6dce239f0 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:47.504218 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-2782f4d6-3516-4277-aabd-61926b40fa86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:44:47.504584 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-2782f4d6-3516-4277-aabd-61926b40fa86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:44:47.511509 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efcb4480-3a5d-4262-9c2e-14bdf88c4b70 req-d5962ff1-ca9c-4a26-9bd4-fb896e166b4b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694029 Jul 23 20:44:47.583658 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:47.712283 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ef47e25b-8ed8-4955-b506-85a20486ac7a req-df2dc124-ff2c-4685-84b7-2aa972ff3efb tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0375693 Jul 23 20:44:47.712586 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Pushing event updated for resources: {'Port': ['ID=f68eb401-17e0-439b-802d-288ad2a5250f,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:47.904133 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Attempting to bind port f68eb401-17e0-439b-802d-288ad2a5250f on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:44:47.904853 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Attempting to bind port f68eb401-17e0-439b-802d-288ad2a5250f by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:44:47.905406 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Attempting to bind port f68eb401-17e0-439b-802d-288ad2a5250f on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:47.917261 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Port f68eb401-17e0-439b-802d-288ad2a5250f on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:44:47.917595 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Attempting to bind port f68eb401-17e0-439b-802d-288ad2a5250f on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:47.935431 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:44:47.935857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Checking segment: {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:47.936335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Bound using segment: {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:44:47.936861 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Bound port: f68eb401-17e0-439b-802d-288ad2a5250f, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:44:47.937291 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.052365 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] For port f68eb401-17e0-439b-802d-288ad2a5250f, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:44:48.068674 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5dd82-a738-49c4-84c1-76f6dce239f0 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Deleting port 39136237-48b0-4ea8-baa8-2bacd604a557 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:48.069017 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5d5dd82-a738-49c4-84c1-76f6dce239f0 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.073120 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] For port f68eb401-17e0-439b-802d-288ad2a5250f, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f68eb401-17e0-439b-802d-288ad2a5250f,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:44:48.092116 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.143757 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:48.145134 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.146567 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] 10.222.0.48 "PUT /v2.0/ports/f68eb401-17e0-439b-802d-288ad2a5250f HTTP/1.1" status: 200 len: 1092 time: 1.6182506 Jul 23 20:44:48.152738 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564d3684-901d-44a1-bfe6-5ae1d31f1f2d', 'tag': 'f68eb401-17e0-439b-802d-288ad2a5250f'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:44:48.154949 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22f04e7-2694-447a-bfe2-ad94d7793885" -d '{"events": [{"name": "network-changed", "server_uuid": "564d3684-901d-44a1-bfe6-5ae1d31f1f2d", "tag": "f68eb401-17e0-439b-802d-288ad2a5250f"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:44:48.230977 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50053bc5-3504-4916-bc65-3667cc62ec7b x-openstack-request-id: req-50053bc5-3504-4916-bc65-3667cc62ec7b {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:44:48.231304 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564d3684-901d-44a1-bfe6-5ae1d31f1f2d", "tag": "f68eb401-17e0-439b-802d-288ad2a5250f", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:44:48.231555 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-50053bc5-3504-4916-bc65-3667cc62ec7b {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:44:48.231954 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564d3684-901d-44a1-bfe6-5ae1d31f1f2d', 'tag': 'f68eb401-17e0-439b-802d-288ad2a5250f', 'status': 'completed', 'code': 200} Jul 23 20:44:48.234520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fe924-04e5-4510-b45e-e724423401ef service neutron] Pushing event updated for resources: {'Port': ['ID=f68eb401-17e0-439b-802d-288ad2a5250f,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:48.306612 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5d5dd82-a738-49c4-84c1-76f6dce239f0 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.324413 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5dd82-a738-49c4-84c1-76f6dce239f0 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Calling delete_port for 39136237-48b0-4ea8-baa8-2bacd604a557 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:48.357667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:48.383070 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-06ac0ad1-8f52-4d99-9d99-cdfa70ea77db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:48.384610 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-06ac0ad1-8f52-4d99-9d99-cdfa70ea77db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 1095 time: 0.1519082 Jul 23 20:44:48.415822 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:48.416209 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.438974 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-04f26f24-d49f-431e-a1c0-54ccab8eda9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f68eb401-17e0-439b-802d-288ad2a5250f HTTP/1.1" status: 200 len: 217 time: 0.0421944 Jul 23 20:44:48.558899 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-6b258072-3f37-4a12-8a4f-75559e91b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:48.560244 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-6b258072-3f37-4a12-8a4f-75559e91b530 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4c51c78-ede0-436b-9293-945f1596e2dc HTTP/1.1" status: 200 len: 846 time: 0.0755742 Jul 23 20:44:48.629342 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-c10861a9-fd7d-47fb-ba44-0999776f951a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567582 Jul 23 20:44:48.712095 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cea23b-7bd7-4830-9424-582f8d2d8b4b req-03e2fe8f-0d8a-4683-a7d6-0c3feea4e8a8 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:48.714790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63cea23b-7bd7-4830-9424-582f8d2d8b4b req-03e2fe8f-0d8a-4683-a7d6-0c3feea4e8a8 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 943 time: 0.1043296 Jul 23 20:44:48.741134 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5d5dd82-a738-49c4-84c1-76f6dce239f0 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.807373 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63cea23b-7bd7-4830-9424-582f8d2d8b4b req-68337454-06be-4494-8119-1cf6d2c9f4ab tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781364 Jul 23 20:44:48.837758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5dd82-a738-49c4-84c1-76f6dce239f0 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event deleted for resources: {'Port': ['ID=39136237-48b0-4ea8-baa8-2bacd604a557,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:48.844279 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-d3ce7d94-b198-49f1-acb5-16ab075f8b28 service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019413 Jul 23 20:44:48.933997 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-142e7eac-82a6-4a18-9e17-bfec18bcac1f req-313ef71a-83b3-4b4c-bfae-44f0d0096cae tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0693231 Jul 23 20:44:49.145205 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a5d5dd82-a738-49c4-84c1-76f6dce239f0 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:49.210004 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f8fad1bc-4245-4be2-a729-39666a989b7c req-bae617c2-a95d-4ed1-82a1-7a17634249bd service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542175 Jul 23 20:44:49.363877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d5dd82-a738-49c4-84c1-76f6dce239f0 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Router bc337962-468d-4e23-8c94-16630d315faf has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:44:49.465723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f04e7-2694-447a-bfe2-ad94d7793885 req-a60c5e89-6e82-4148-bfab-9895f3d6e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:49.467598 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e22f04e7-2694-447a-bfe2-ad94d7793885 req-a60c5e89-6e82-4148-bfab-9895f3d6e7ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 1095 time: 0.1454961 Jul 23 20:44:49.468656 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d5dd82-a738-49c4-84c1-76f6dce239f0 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:44:49.480228 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a5d5dd82-a738-49c4-84c1-76f6dce239f0 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "PUT /v2.0/routers/bc337962-468d-4e23-8c94-16630d315faf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8139715 Jul 23 20:44:49.483950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53322) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:49.486612 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b3baf5-2545-4763-bd9c-389740c1f0ee None None] Sync routers for ids ['bc337962-468d-4e23-8c94-16630d315faf'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:44:49.519064 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b3baf5-2545-4763-bd9c-389740c1f0ee None None] Routers {'bc337962-468d-4e23-8c94-16630d315faf'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:49.519775 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d7b3baf5-2545-4763-bd9c-389740c1f0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:44:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bc337962-468d-4e23-8c94-16630d315faf'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:49.585602 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-4589acf3-9529-4094-ab10-cd31b70e3b13 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] delete failed (client error): The resource could not be found. Jul 23 20:44:49.586716 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4589acf3-9529-4094-ab10-cd31b70e3b13 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-927764350 HTTP/1.1" status: 404 len: 334 time: 0.1013725 Jul 23 20:44:49.590620 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53326) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:49.593416 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d7b3baf5-2545-4763-bd9c-389740c1f0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:49.597549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-7a1ec5bc-0398-4f3d-b598-fd6fcc54ae8e tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bc337962-468d-4e23-8c94-16630d315faf'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:49.598075 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f04e7-2694-447a-bfe2-ad94d7793885 req-df581f3d-67b5-4435-ab70-af6b35154271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:49.600498 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e22f04e7-2694-447a-bfe2-ad94d7793885 req-df581f3d-67b5-4435-ab70-af6b35154271 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 907 time: 0.1186957 Jul 23 20:44:49.607491 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b3baf5-2545-4763-bd9c-389740c1f0ee None None] Routers {'bc337962-468d-4e23-8c94-16630d315faf'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:49.608408 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d7b3baf5-2545-4763-bd9c-389740c1f0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:44:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bc337962-468d-4e23-8c94-16630d315faf'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:49.656438 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-d7b3baf5-2545-4763-bd9c-389740c1f0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:49.657301 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b3baf5-2545-4763-bd9c-389740c1f0ee None None] The sync data for ids ['bc337962-468d-4e23-8c94-16630d315faf'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:44:49.672440 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e22f04e7-2694-447a-bfe2-ad94d7793885 req-5f62e8c1-38ed-42c5-86e5-2d54f6293ef8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f68eb401-17e0-439b-802d-288ad2a5250f HTTP/1.1" status: 200 len: 217 time: 0.0580931 Jul 23 20:44:49.734446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f04e7-2694-447a-bfe2-ad94d7793885 req-8a011aa6-b2a4-4ce2-a913-58e9b2543afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:49.735845 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e22f04e7-2694-447a-bfe2-ad94d7793885 req-8a011aa6-b2a4-4ce2-a913-58e9b2543afa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4c51c78-ede0-436b-9293-945f1596e2dc HTTP/1.1" status: 200 len: 846 time: 0.0551651 Jul 23 20:44:49.778536 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e22f04e7-2694-447a-bfe2-ad94d7793885 req-1a201c08-bbda-46f3-bed7-0bf5fe50b741 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352705 Jul 23 20:44:49.875975 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7a1ec5bc-0398-4f3d-b598-fd6fcc54ae8e tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:49.934502 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-7a1ec5bc-0398-4f3d-b598-fd6fcc54ae8e tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] update failed (client error): The resource could not be found. Jul 23 20:44:49.935886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7a1ec5bc-0398-4f3d-b598-fd6fcc54ae8e tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "PUT /v2.0/routers/bc337962-468d-4e23-8c94-16630d315faf HTTP/1.1" status: 404 len: 339 time: 0.3436756 Jul 23 20:44:49.945207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53338) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:50.029305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3d4fa-0a7b-40ea-9875-2819b6e61c57 req-4b6b604a-92fe-4cfb-a16a-bcea3a776c71 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:50.030931 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-66f3d4fa-0a7b-40ea-9875-2819b6e61c57 req-4b6b604a-92fe-4cfb-a16a-bcea3a776c71 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 943 time: 0.1068718 Jul 23 20:44:50.123148 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-66f3d4fa-0a7b-40ea-9875-2819b6e61c57 req-837a61d1-5f57-4a7d-9ad1-fb36382d7f6a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843461 Jul 23 20:44:50.193006 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b73b53b5-520a-494a-b72f-a4b00f5f8b7f req-45ec7446-e646-4269-a325-fcd3ff53341a tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0631931 Jul 23 20:44:50.441636 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e22f04e7-2694-447a-bfe2-ad94d7793885 req-e4bc67ef-9b34-413e-a37b-44fc47df2782 service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6551063 Jul 23 20:44:50.742034 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e22f04e7-2694-447a-bfe2-ad94d7793885 req-ed3684c6-79da-4e1a-838c-8422ea6b43fe service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600572 Jul 23 20:44:50.778037 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:51.116534 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Allocated IP 172.20.0.1 (2106c11c-6b7f-4d3e-be53-6432c67fbb3e/b6ff2eb4-7441-4b29-8d8c-7c3c9906d88e/21a16594-cf47-4600-a42b-8d2beae5a707) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:44:51.352713 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-419ee70d-ab53-4e78-8a47-3118e0043fcd req-2d3fcbc3-f2b5-4fae-bd29-8a1c99769438 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0505929 Jul 23 20:44:51.355523 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:51.373013 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Transition to ACTIVE for port object 21a16594-cf47-4600-a42b-8d2beae5a707 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:51.377200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d2afd-b163-4a49-a0dc-fc527bc4c9e1 req-d5868dda-9c82-4f81-9c1d-7134d69e639f tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:51.387910 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1b3d2afd-b163-4a49-a0dc-fc527bc4c9e1 req-d5868dda-9c82-4f81-9c1d-7134d69e639f tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 943 time: 0.1585393 Jul 23 20:44:51.434307 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:51.473607 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1b3d2afd-b163-4a49-a0dc-fc527bc4c9e1 req-77961209-9c23-4fd0-9e11-d9bfe2d4b32f tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823152 Jul 23 20:44:51.490534 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Network 2106c11c-6b7f-4d3e-be53-6432c67fbb3e is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:51.496458 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:51.500711 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:44:51.506332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event updated for resources: {'Port': ['ID=21a16594-cf47-4600-a42b-8d2beae5a707,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:51.579146 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:51.747644 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:51.822764 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a032373f-0853-4693-bcd8-9e49e5cbd454 None None] Provisioning for port 21a16594-cf47-4600-a42b-8d2beae5a707 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:51.829168 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a032373f-0853-4693-bcd8-9e49e5cbd454 None None] Provisioning complete for port 21a16594-cf47-4600-a42b-8d2beae5a707 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:51.829830 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a032373f-0853-4693-bcd8-9e49e5cbd454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:51.872039 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a032373f-0853-4693-bcd8-9e49e5cbd454 None None] Port 21a16594-cf47-4600-a42b-8d2beae5a707 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:44:52.067341 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:52.072560 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:52.129944 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f68eb401-17e0-439b-802d-288ad2a5250f details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:44:52.154161 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:52.155958 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event updated for resources: {'Port': ['ID=21a16594-cf47-4600-a42b-8d2beae5a707,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:52.281331 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Network 2106c11c-6b7f-4d3e-be53-6432c67fbb3e is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:52.282119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f68eb401-17e0-439b-802d-288ad2a5250f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f68eb401-17e0-439b-802d-288ad2a5250f,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:52.282786 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:52.302229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'f68eb401-17e0-439b-802d-288ad2a5250f', 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7', 'port_id': 'f68eb401-17e0-439b-802d-288ad2a5250f', 'mac_address': 'fa:16:3e:56:3e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c51c78-ede0-436b-9293-945f1596e2dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:44:52.358165 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:52.377158 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68eb401-17e0-439b-802d-288ad2a5250f {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:44:52.423831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f68eb401-17e0-439b-802d-288ad2a5250f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f68eb401-17e0-439b-802d-288ad2a5250f,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:52.433193 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:52.445391 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Router bc337962-468d-4e23-8c94-16630d315faf has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:44:52.506145 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f68eb401-17e0-439b-802d-288ad2a5250f,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:52.515417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f042c0f8-e68f-46ab-bb9f-2e83ccb8488f req-d82f4e8f-cc1a-4cce-a7a5-e0e070d7f662 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0388603 Jul 23 20:44:52.600147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:44:52.606835 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6078a995-3d60-46a2-9e00-6594db0f0b3c tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "PUT /v2.0/routers/bc337962-468d-4e23-8c94-16630d315faf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6601272 Jul 23 20:44:52.609464 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53394) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:52.611578 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a80972-f3f5-48c2-b702-da58df7ba30d None None] Sync routers for ids ['bc337962-468d-4e23-8c94-16630d315faf'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:44:52.623280 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a80972-f3f5-48c2-b702-da58df7ba30d None None] Routers {'bc337962-468d-4e23-8c94-16630d315faf'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:52.624308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d9a80972-f3f5-48c2-b702-da58df7ba30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:44:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bc337962-468d-4e23-8c94-16630d315faf'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:52.654814 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee418c-27d1-49d1-8526-ee7cd699e512 req-6dd4b05e-eef4-4e10-88c8-f1ca41253405 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:52.656358 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dee418c-27d1-49d1-8526-ee7cd699e512 req-6dd4b05e-eef4-4e10-88c8-f1ca41253405 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 944 time: 0.0736971 Jul 23 20:44:52.661021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d9a80972-f3f5-48c2-b702-da58df7ba30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:52.675460 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a80972-f3f5-48c2-b702-da58df7ba30d None None] Routers {'bc337962-468d-4e23-8c94-16630d315faf'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:52.676456 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d9a80972-f3f5-48c2-b702-da58df7ba30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:44:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bc337962-468d-4e23-8c94-16630d315faf'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:52.709173 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dee418c-27d1-49d1-8526-ee7cd699e512 req-84156e73-363b-45ee-84c0-d2b6bdf15dbb tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461028 Jul 23 20:44:52.722398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d9a80972-f3f5-48c2-b702-da58df7ba30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:52.723245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a80972-f3f5-48c2-b702-da58df7ba30d None None] The sync data for ids ['bc337962-468d-4e23-8c94-16630d315faf'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:44:52.727014 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d95c9e2a-f8ad-4a27-84c9-d27aaec77970 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:52.735439 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6309aea3-2271-4354-a30a-0178892fdada None None] Provisioning complete for port 21a16594-cf47-4600-a42b-8d2beae5a707 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:52.735818 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6309aea3-2271-4354-a30a-0178892fdada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:52.771808 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6309aea3-2271-4354-a30a-0178892fdada None None] Port 21a16594-cf47-4600-a42b-8d2beae5a707 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:44:52.815614 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-d95c9e2a-f8ad-4a27-84c9-d27aaec77970 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 20:44:52.816649 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d95c9e2a-f8ad-4a27-84c9-d27aaec77970 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "DELETE /v2.0/routers/bc337962-468d-4e23-8c94-16630d315faf HTTP/1.1" status: 409 len: 329 time: 0.1984808 Jul 23 20:44:52.819577 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53396) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:52.846023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f68eb401-17e0-439b-802d-288ad2a5250f'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:44:53.133062 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b0408559-e75f-4b85-80bf-f9df4f627c95 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:53.403981 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b0408559-e75f-4b85-80bf-f9df4f627c95 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Deleting port 21a16594-cf47-4600-a42b-8d2beae5a707 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:53.404414 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b0408559-e75f-4b85-80bf-f9df4f627c95 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:53.494358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-1d4b0fab-efa0-4bcb-8875-9261a3f7d30e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:53.495874 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-1d4b0fab-efa0-4bcb-8875-9261a3f7d30e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 812 time: 0.1059873 Jul 23 20:44:53.497045 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b0408559-e75f-4b85-80bf-f9df4f627c95 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:53.510625 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b0408559-e75f-4b85-80bf-f9df4f627c95 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Calling delete_port for 21a16594-cf47-4600-a42b-8d2beae5a707 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:53.515792 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-d685559c-4681-41f5-bbb3-5f674a9b1a16 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/quotas/c35e6d69f6ba464b946144b17db2c502 HTTP/1.1" status: 200 len: 375 time: 0.0143936 Jul 23 20:44:53.590539 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-f29ad278-70be-4f28-823a-7fccac1302a2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731530 Jul 23 20:44:53.648350 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7c886c41-b74e-4002-bbca-8a265ab2ee5e req-9528f207-bc15-43ea-98e3-12a921fc23db tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0431256 Jul 23 20:44:53.694330 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b0408559-e75f-4b85-80bf-f9df4f627c95 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:53.722913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-e039af89-9145-4996-b242-b24671b8f277 service neutron] 10.222.0.55 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250691 Jul 23 20:44:53.729182 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0408559-e75f-4b85-80bf-f9df4f627c95 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event deleted for resources: {'Port': ['ID=21a16594-cf47-4600-a42b-8d2beae5a707,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:53.901216 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b0408559-e75f-4b85-80bf-f9df4f627c95 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:53.912681 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-15355d3f-f5aa-4528-b4ee-984ab44d2eca service neutron] 10.222.0.55 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837413 Jul 23 20:44:53.939151 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf28bc1-ef89-417c-a722-3e4c26028af3 req-349c339a-073d-4d9c-8137-b963b9e445ce tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:53.946730 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-daf28bc1-ef89-417c-a722-3e4c26028af3 req-349c339a-073d-4d9c-8137-b963b9e445ce tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 944 time: 0.0905728 Jul 23 20:44:54.003808 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-daf28bc1-ef89-417c-a722-3e4c26028af3 req-b7c1db33-9de0-4de5-9dfe-0866b5e87dfc tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506363 Jul 23 20:44:54.160238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f68eb401-17e0-439b-802d-288ad2a5250f up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:54.214771 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port f68eb401-17e0-439b-802d-288ad2a5250f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:54.220055 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port f68eb401-17e0-439b-802d-288ad2a5250f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:54.220862 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:54.326837 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-745b0b74-706d-40db-b8b7-39faa1d203ea req-227041ce-571d-4cd9-b768-f7fe653e6881 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 210 time: 0.0404348 Jul 23 20:44:54.373493 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:54.376684 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0408559-e75f-4b85-80bf-f9df4f627c95 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Router bc337962-468d-4e23-8c94-16630d315faf has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:44:54.414781 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f68eb401-17e0-439b-802d-288ad2a5250f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f68eb401-17e0-439b-802d-288ad2a5250f,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:54.414981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564d3684-901d-44a1-bfe6-5ae1d31f1f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68eb401-17e0-439b-802d-288ad2a5250f'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:44:54.417498 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7465c500-9735-4f70-a156-5c819a38491b" -d '{"events": [{"server_uuid": "564d3684-901d-44a1-bfe6-5ae1d31f1f2d", "name": "network-vif-plugged", "status": "completed", "tag": "f68eb401-17e0-439b-802d-288ad2a5250f"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:44:54.424912 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:54.462178 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0408559-e75f-4b85-80bf-f9df4f627c95 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:44:54.474468 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e381126-d0fd-4a82-8a72-cf7c192a3c92 None None] Sync routers for ids ['bc337962-468d-4e23-8c94-16630d315faf'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:44:54.474972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53436) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:54.475070 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b0408559-e75f-4b85-80bf-f9df4f627c95 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "PUT /v2.0/routers/bc337962-468d-4e23-8c94-16630d315faf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6541455 Jul 23 20:44:54.489928 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e381126-d0fd-4a82-8a72-cf7c192a3c92 None None] Routers {'bc337962-468d-4e23-8c94-16630d315faf'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:54.493917 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0e381126-d0fd-4a82-8a72-cf7c192a3c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:44:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bc337962-468d-4e23-8c94-16630d315faf'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:54.523366 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-10b5cd08-6df2-4297-b538-310dd3b3e2ea tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] show failed (client error): The resource could not be found. Jul 23 20:44:54.524931 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-10b5cd08-6df2-4297-b538-310dd3b3e2ea tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-1658053117 HTTP/1.1" status: 404 len: 335 time: 0.0492368 Jul 23 20:44:54.529323 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53438) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:54.535682 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-ee6152b5-4ef1-4e76-af1e-9bf1724d70d9 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:54.544659 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374c9757-a6bd-4748-afb8-68cfa0dd5c37 x-openstack-request-id: req-374c9757-a6bd-4748-afb8-68cfa0dd5c37 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:44:54.545240 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564d3684-901d-44a1-bfe6-5ae1d31f1f2d", "name": "network-vif-plugged", "status": "completed", "tag": "f68eb401-17e0-439b-802d-288ad2a5250f", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:44:54.545671 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-374c9757-a6bd-4748-afb8-68cfa0dd5c37 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:44:54.546231 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564d3684-901d-44a1-bfe6-5ae1d31f1f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68eb401-17e0-439b-802d-288ad2a5250f', 'code': 200} Jul 23 20:44:54.567730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f68eb401-17e0-439b-802d-288ad2a5250f,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:54.569176 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0e381126-d0fd-4a82-8a72-cf7c192a3c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:54.573223 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-be5e1298-3444-4958-ab09-01d2e8eeb9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:54.587010 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e381126-d0fd-4a82-8a72-cf7c192a3c92 None None] Routers {'bc337962-468d-4e23-8c94-16630d315faf'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:44:54.587739 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0e381126-d0fd-4a82-8a72-cf7c192a3c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:44:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bc337962-468d-4e23-8c94-16630d315faf'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:54.602440 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-ee6152b5-4ef1-4e76-af1e-9bf1724d70d9 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] update failed (client error): The resource could not be found. Jul 23 20:44:54.606715 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ee6152b5-4ef1-4e76-af1e-9bf1724d70d9 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-1114689369 HTTP/1.1" status: 404 len: 335 time: 0.0730817 Jul 23 20:44:54.609889 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53440) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:54.698938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449edd4c-7741-4d68-b1a2-27f6c5293d34 req-700566c3-318c-40ad-9d01-21aac4cf17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:54.701981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Deleting subnet 12e74550-5bd2-4d8b-8a5b-4f7ec03ef1f0 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:44:54.703235 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-449edd4c-7741-4d68-b1a2-27f6c5293d34 req-700566c3-318c-40ad-9d01-21aac4cf17f5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 1097 time: 0.1070073 Jul 23 20:44:54.706633 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:54.738092 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0e381126-d0fd-4a82-8a72-cf7c192a3c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:54.738901 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e381126-d0fd-4a82-8a72-cf7c192a3c92 None None] The sync data for ids ['bc337962-468d-4e23-8c94-16630d315faf'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:44:54.784787 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-449edd4c-7741-4d68-b1a2-27f6c5293d34 req-1c13b4d7-09b2-4dbf-955e-1797ddd8df1f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737011 Jul 23 20:44:54.828944 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc5affe0-f928-4275-a2f7-b3ff0cf5a530 req-400e4e01-d142-472f-bfdc-aca4aa40f239 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0462987 Jul 23 20:44:54.834236 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:54.934626 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:54.996932 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:55.026315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event deleted for resources: {'Subnet': ['ID=12e74550-5bd2-4d8b-8a5b-4f7ec03ef1f0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:55.032154 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:55.036393 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "DELETE /v2.0/subnets/12e74550-5bd2-4d8b-8a5b-4f7ec03ef1f0 HTTP/1.1" status: 204 len: 168 time: 0.4259536 Jul 23 20:44:55.037109 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53454) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:55.039880 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e0532d-db26-4a0f-9174-624cc3bab2fb None None] Network 530e4429-c46d-43f9-bbe5-fd735c8616ba requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:55.048328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:55.048673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:55.049044 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:55.049679 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:55.050062 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:55.050437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:55.050964 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:55.051415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:55.051773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:55.052176 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:55.052616 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:55.053056 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9ffb2-eba6-43cf-94b2-1372e57b75aa tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:55.090087 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ff0118-bb60-4e4b-87c6-1fa5d74aea78 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Deleting subnet de15e060-0ccd-469a-b940-4cc2aa8af7ab {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:44:55.093298 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68ff0118-bb60-4e4b-87c6-1fa5d74aea78 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:55.151890 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68ff0118-bb60-4e4b-87c6-1fa5d74aea78 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:55.227301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca54411-c546-4481-9987-3a50f82cc109 req-c2511ca9-6838-47ca-b73d-953933a00811 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:55.229947 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fca54411-c546-4481-9987-3a50f82cc109 req-c2511ca9-6838-47ca-b73d-953933a00811 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 945 time: 0.0936763 Jul 23 20:44:55.272354 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68ff0118-bb60-4e4b-87c6-1fa5d74aea78 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:55.309988 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fca54411-c546-4481-9987-3a50f82cc109 req-9f71b553-b09e-44c2-9ac4-7f0b8cd10256 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739160 Jul 23 20:44:55.357624 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68ff0118-bb60-4e4b-87c6-1fa5d74aea78 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:55.389754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff0118-bb60-4e4b-87c6-1fa5d74aea78 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event deleted for resources: {'Subnet': ['ID=de15e060-0ccd-469a-b940-4cc2aa8af7ab,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:55.392169 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68ff0118-bb60-4e4b-87c6-1fa5d74aea78 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:55.397431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53460) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:55.399235 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11bc04b-9bdc-4ddc-ac89-4c0401138641 None None] Network 194ca53d-4cd5-4a31-918d-ede8e959b60e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:55.409244 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-68ff0118-bb60-4e4b-87c6-1fa5d74aea78 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "DELETE /v2.0/subnets/de15e060-0ccd-469a-b940-4cc2aa8af7ab HTTP/1.1" status: 204 len: 168 time: 0.3713474 Jul 23 20:44:55.443176 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fca749-bf2e-493b-9ef7-23a1ab157bd8 None None] DHCP port deletion for 530e4429-c46d-43f9-bbe5-fd735c8616ba request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:44:55.450907 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e9fa93e-4eb3-48f0-828c-e1f7c40da436 req-6e0b5b8d-5be2-4482-9369-5db5f08bcbdd tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 210 time: 0.0452158 Jul 23 20:44:55.515233 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:55.575724 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Deleting port 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:55.577489 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:55.610083 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-72fca749-bf2e-493b-9ef7-23a1ab157bd8 None None] Deleting port 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:55.610453 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-72fca749-bf2e-493b-9ef7-23a1ab157bd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:55.651799 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] For port 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=4c2996b8-9dd8-40d8-a116-a77c6fb11dd8,segment=NetworkSegment(dcc31c62-a75b-4063-927c-a6fbb476f405),segment_id=dcc31c62-a75b-4063-927c-a6fbb476f405)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:55.652401 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:55.670133 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Calling delete_port for 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:55.695266 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-72fca749-bf2e-493b-9ef7-23a1ab157bd8 None None] For port 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=4c2996b8-9dd8-40d8-a116-a77c6fb11dd8,segment=NetworkSegment(dcc31c62-a75b-4063-927c-a6fbb476f405),segment_id=dcc31c62-a75b-4063-927c-a6fbb476f405)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:55.695668 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-72fca749-bf2e-493b-9ef7-23a1ab157bd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:55.715445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-72fca749-bf2e-493b-9ef7-23a1ab157bd8 None None] Calling delete_port for 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:55.734600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bacf04b-1c8e-4405-a37d-58429727fc59 None None] DHCP port deletion for 194ca53d-4cd5-4a31-918d-ede8e959b60e request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:44:55.809611 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:55.860544 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] No DVR routers for this DVR port 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:44:55.958379 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-72fca749-bf2e-493b-9ef7-23a1ab157bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:55.962657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6bacf04b-1c8e-4405-a37d-58429727fc59 None None] Deleting port e2860025-2073-4fe0-8ce3-901185394ea1 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:55.963011 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6bacf04b-1c8e-4405-a37d-58429727fc59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:55.963419 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-b81f928e-6ece-4b77-895c-c071ec87c4e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:55.967309 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-b81f928e-6ece-4b77-895c-c071ec87c4e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.48 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 812 time: 0.2192507 Jul 23 20:44:55.969408 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event deleted for resources: {'Port': ['ID=4c2996b8-9dd8-40d8-a116-a77c6fb11dd8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:55.987521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-43e0446f-b5cb-401b-bab6-cc946fa23e27 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Request body: {'port': {'device_id': '417535ab-5dd2-4eb4-9d8c-280dc3201c02', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'admin_state_up': True, 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:56.008022 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fca749-bf2e-493b-9ef7-23a1ab157bd8 None None] Pushing event deleted for resources: {'Port': ['ID=4c2996b8-9dd8-40d8-a116-a77c6fb11dd8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:56.030826 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:56.038471 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fca749-bf2e-493b-9ef7-23a1ab157bd8 None None] No DVR routers for this DVR port 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:44:56.072042 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83ccefd1-3296-4092-98df-dfc4a6301890 req-3f4e0ce6-b173-4f10-855b-92a678ae798e tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0995700 Jul 23 20:44:56.073747 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530e4429-c46d-43f9-bbe5-fd735c8616ba']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:56.086136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc31c62-a75b-4063-927c-a6fbb476f405') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:56.086562 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc31c62-a75b-4063-927c-a6fbb476f405') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:56.097575 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:56.109219 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6bacf04b-1c8e-4405-a37d-58429727fc59 None None] For port e2860025-2073-4fe0-8ce3-901185394ea1, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e2860025-2073-4fe0-8ce3-901185394ea1,segment=NetworkSegment(51d6409d-10ae-4aec-a167-3d001636ca59),segment_id=51d6409d-10ae-4aec-a167-3d001636ca59)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:56.109608 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6bacf04b-1c8e-4405-a37d-58429727fc59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:56.116266 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:56.124476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:44:56.125150 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:56.134109 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6bacf04b-1c8e-4405-a37d-58429727fc59 None None] Calling delete_port for e2860025-2073-4fe0-8ce3-901185394ea1 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:44:56.199485 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:44:56.204307 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:56.210753 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:56.213073 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "DELETE /v2.0/networks/530e4429-c46d-43f9-bbe5-fd735c8616ba HTTP/1.1" status: 204 len: 168 time: 0.8145046 Jul 23 20:44:56.216774 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53470) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:56.236335 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af1a51-b1f7-4168-aa7c-d8774968cd86 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event deleted for resources: {'Network': ['ID=530e4429-c46d-43f9-bbe5-fd735c8616ba,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:56.244399 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6bacf04b-1c8e-4405-a37d-58429727fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:56.301762 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacf04b-1c8e-4405-a37d-58429727fc59 None None] Pushing event deleted for resources: {'Port': ['ID=e2860025-2073-4fe0-8ce3-901185394ea1,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:56.307883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bacf04b-1c8e-4405-a37d-58429727fc59 None None] No DVR routers for this DVR port e2860025-2073-4fe0-8ce3-901185394ea1 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:44:56.355813 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bac16a1-5414-4d3a-954b-a333f1e9bb09 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:56.366841 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:44:56.380605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-43e0446f-b5cb-401b-bab6-cc946fa23e27 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Made reservation on behalf of c35e6d69f6ba464b946144b17db2c502 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:56.384069 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-43e0446f-b5cb-401b-bab6-cc946fa23e27 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:56.407642 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:44:56.408174 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4c2996b8-9dd8-40d8-a116-a77c6fb11dd8 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:44:56.408367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e2860025-2073-4fe0-8ce3-901185394ea1 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:44:56.460775 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: e2860025-2073-4fe0-8ce3-901185394ea1 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:44:56.462817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e2860025-2073-4fe0-8ce3-901185394ea1 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:44:56.499312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e37e0-11be-4400-bbfe-433e9186112e req-e0bf89a8-8769-4edb-961f-1d868ab585e2 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:56.501740 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-019e37e0-11be-4400-bbfe-433e9186112e req-e0bf89a8-8769-4edb-961f-1d868ab585e2 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 945 time: 0.0983803 Jul 23 20:44:56.549943 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-019e37e0-11be-4400-bbfe-433e9186112e req-fae58318-2f5d-4d75-94a1-b1dce669c946 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411017 Jul 23 20:44:56.615755 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-969a67da-4d54-419a-a4d3-f41866ccf59d req-85d47eda-a6d2-4d6e-8ec7-0214093493ab tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 210 time: 0.0381894 Jul 23 20:44:56.646136 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bac16a1-5414-4d3a-954b-a333f1e9bb09 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:56.663647 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6bac16a1-5414-4d3a-954b-a333f1e9bb09 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194ca53d-4cd5-4a31-918d-ede8e959b60e']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:56.679790 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6bac16a1-5414-4d3a-954b-a333f1e9bb09 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d6409d-10ae-4aec-a167-3d001636ca59') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:56.680156 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6bac16a1-5414-4d3a-954b-a333f1e9bb09 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d6409d-10ae-4aec-a167-3d001636ca59') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:56.714209 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bac16a1-5414-4d3a-954b-a333f1e9bb09 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:56.738149 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bac16a1-5414-4d3a-954b-a333f1e9bb09 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:56.754402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bac16a1-5414-4d3a-954b-a333f1e9bb09 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:44:56.754731 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bac16a1-5414-4d3a-954b-a333f1e9bb09 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:44:56.758134 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:44:56.761938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea9ebc-b8bc-46a3-8acd-97766b805112 req-e7c015cf-801d-474a-aa12-46f652562e94 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:56.763960 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48ea9ebc-b8bc-46a3-8acd-97766b805112 req-e7c015cf-801d-474a-aa12-46f652562e94 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 945 time: 0.0900815 Jul 23 20:44:56.772922 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-43e0446f-b5cb-401b-bab6-cc946fa23e27 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Allocated IP 172.20.0.14 (b37ae9d4-a01a-4b66-aedc-028c2a70372c/fef0d0b9-4029-46b2-a364-4ad3b1845875/75b9576c-a2b4-4347-ad20-966a9af1d604) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:44:56.841239 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48ea9ebc-b8bc-46a3-8acd-97766b805112 req-9fb12e94-6fc3-4860-9557-8d9c432c9c90 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697763 Jul 23 20:44:56.852975 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bac16a1-5414-4d3a-954b-a333f1e9bb09 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:56.869094 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6bac16a1-5414-4d3a-954b-a333f1e9bb09 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:56.873148 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6bac16a1-5414-4d3a-954b-a333f1e9bb09 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "DELETE /v2.0/networks/194ca53d-4cd5-4a31-918d-ede8e959b60e HTTP/1.1" status: 204 len: 168 time: 0.6532488 Jul 23 20:44:56.873564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53484) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:56.888715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac16a1-5414-4d3a-954b-a333f1e9bb09 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event deleted for resources: {'Network': ['ID=194ca53d-4cd5-4a31-918d-ede8e959b60e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:56.937330 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-d770a1d5-4368-4c02-9aa9-68b940ea2f1b tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Deleting subnet b6ff2eb4-7441-4b29-8d8c-7c3c9906d88e {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:44:56.941945 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d770a1d5-4368-4c02-9aa9-68b940ea2f1b tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:56.993622 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d770a1d5-4368-4c02-9aa9-68b940ea2f1b tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.027062 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-43e0446f-b5cb-401b-bab6-cc946fa23e27 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.046283 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-43e0446f-b5cb-401b-bab6-cc946fa23e27 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Transition to ACTIVE for port object 75b9576c-a2b4-4347-ad20-966a9af1d604 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:57.091399 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1170-5d23-4657-98b1-9f58a48b0a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.107765 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-43e0446f-b5cb-401b-bab6-cc946fa23e27 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.123340 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d770a1d5-4368-4c02-9aa9-68b940ea2f1b tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.190654 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-43e0446f-b5cb-401b-bab6-cc946fa23e27 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Network b37ae9d4-a01a-4b66-aedc-028c2a70372c is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:57.195094 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-43e0446f-b5cb-401b-bab6-cc946fa23e27 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:57.209273 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-43e0446f-b5cb-401b-bab6-cc946fa23e27 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:44:57.241998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d281a449-1831-4a27-9baa-aee76def86fc req-539c79cb-98d8-405e-ad28-41ea91649512 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0410724 Jul 23 20:44:57.258617 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0446f-b5cb-401b-bab6-cc946fa23e27 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'Port': ['ID=75b9576c-a2b4-4347-ad20-966a9af1d604,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:57.277636 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec5694-1189-4670-8fd3-d6d992d06f1c req-e775f5d6-05e0-418e-bc0f-91a5094687f3 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:57.284898 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3cec5694-1189-4670-8fd3-d6d992d06f1c req-e775f5d6-05e0-418e-bc0f-91a5094687f3 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 945 time: 0.1351898 Jul 23 20:44:57.286469 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d770a1d5-4368-4c02-9aa9-68b940ea2f1b tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.290046 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-43e0446f-b5cb-401b-bab6-cc946fa23e27 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:57.290675 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-43e0446f-b5cb-401b-bab6-cc946fa23e27 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.306509 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-43e0446f-b5cb-401b-bab6-cc946fa23e27 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3243527 Jul 23 20:44:57.322746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Request body: {'port': {'device_id': '417535ab-5dd2-4eb4-9d8c-280dc3201c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:57.325465 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770a1d5-4368-4c02-9aa9-68b940ea2f1b tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ff2eb4-7441-4b29-8d8c-7c3c9906d88e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:57.339817 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.365785 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66c90ed-63ba-41ec-8320-1b6e8a39c049 None None] Network 2106c11c-6b7f-4d3e-be53-6432c67fbb3e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:57.366075 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d770a1d5-4368-4c02-9aa9-68b940ea2f1b tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.368000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d770a1d5-4368-4c02-9aa9-68b940ea2f1b tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "DELETE /v2.0/subnets/b6ff2eb4-7441-4b29-8d8c-7c3c9906d88e HTTP/1.1" status: 204 len: 168 time: 0.4934270 Jul 23 20:44:57.370455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53492) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:57.381218 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3cec5694-1189-4670-8fd3-d6d992d06f1c req-ec371316-9750-49f9-a877-e5f15fc119a0 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578477 Jul 23 20:44:57.483516 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.484264 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.568577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Deleting port f63f419d-3248-4aa8-b742-035a403d26ea {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:57.568933 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.649848 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d04e5a1c-a9f1-4bab-a4db-b2d908126106 None None] Provisioning for port 75b9576c-a2b4-4347-ad20-966a9af1d604 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:57.664548 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d04e5a1c-a9f1-4bab-a4db-b2d908126106 None None] Provisioning complete for port 75b9576c-a2b4-4347-ad20-966a9af1d604 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:57.665726 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d04e5a1c-a9f1-4bab-a4db-b2d908126106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.672663 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407b01c7-58d9-451b-9c1a-4c490d1ffc55 None None] DHCP port deletion for 2106c11c-6b7f-4d3e-be53-6432c67fbb3e request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:44:57.710041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] For port f63f419d-3248-4aa8-b742-035a403d26ea, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=f63f419d-3248-4aa8-b742-035a403d26ea,segment=NetworkSegment(134d7d13-42f2-4892-b258-73d02a6159cd),segment_id=134d7d13-42f2-4892-b258-73d02a6159cd)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:57.710621 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.725870 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Calling delete_port for f63f419d-3248-4aa8-b742-035a403d26ea owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:57.805613 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d04e5a1c-a9f1-4bab-a4db-b2d908126106 None None] Port 75b9576c-a2b4-4347-ad20-966a9af1d604 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:44:57.857768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-407b01c7-58d9-451b-9c1a-4c490d1ffc55 None None] Deleting port f63f419d-3248-4aa8-b742-035a403d26ea {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:57.858111 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-407b01c7-58d9-451b-9c1a-4c490d1ffc55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.922680 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.924635 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b9576c-a2b4-4347-ad20-966a9af1d604 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:44:57.935208 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.950580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Transition to ACTIVE for port object 75b9576c-a2b4-4347-ad20-966a9af1d604 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:57.958343 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.978925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event deleted for resources: {'Port': ['ID=f63f419d-3248-4aa8-b742-035a403d26ea,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:57.989190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2048b03-5f50-4513-9827-9c5b77203340 req-094c9270-48b5-4e9f-8607-3f8d5a581135 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:58.000046 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2048b03-5f50-4513-9827-9c5b77203340 req-094c9270-48b5-4e9f-8607-3f8d5a581135 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 932 time: 0.1808708 Jul 23 20:44:58.026470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-407b01c7-58d9-451b-9c1a-4c490d1ffc55 None None] For port f63f419d-3248-4aa8-b742-035a403d26ea, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=f63f419d-3248-4aa8-b742-035a403d26ea,segment=NetworkSegment(134d7d13-42f2-4892-b258-73d02a6159cd),segment_id=134d7d13-42f2-4892-b258-73d02a6159cd)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:58.026790 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-407b01c7-58d9-451b-9c1a-4c490d1ffc55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:58.057756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] No DVR routers for this DVR port f63f419d-3248-4aa8-b742-035a403d26ea on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:44:58.058034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-407b01c7-58d9-451b-9c1a-4c490d1ffc55 None None] Calling delete_port for f63f419d-3248-4aa8-b742-035a403d26ea owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:58.086556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Pushing event updated for resources: {'Port': ['ID=75b9576c-a2b4-4347-ad20-966a9af1d604,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:58.178307 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2048b03-5f50-4513-9827-9c5b77203340 req-19211d64-b9f4-4f48-94e4-35031b4a39af tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773002 Jul 23 20:44:58.209563 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-407b01c7-58d9-451b-9c1a-4c490d1ffc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:58.218376 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Attempting to bind port 75b9576c-a2b4-4347-ad20-966a9af1d604 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:44:58.220667 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Attempting to bind port 75b9576c-a2b4-4347-ad20-966a9af1d604 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:44:58.221039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Attempting to bind port 75b9576c-a2b4-4347-ad20-966a9af1d604 on network b37ae9d4-a01a-4b66-aedc-028c2a70372c {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:58.230829 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Port 75b9576c-a2b4-4347-ad20-966a9af1d604 on network b37ae9d4-a01a-4b66-aedc-028c2a70372c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:44:58.231199 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Attempting to bind port 75b9576c-a2b4-4347-ad20-966a9af1d604 on network b37ae9d4-a01a-4b66-aedc-028c2a70372c {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:58.237773 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:44:58.238487 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Checking segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:58.239185 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Bound using segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:44:58.239839 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Bound port: 75b9576c-a2b4-4347-ad20-966a9af1d604, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:44:58.240438 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:58.250737 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b01c7-58d9-451b-9c1a-4c490d1ffc55 None None] Pushing event deleted for resources: {'Port': ['ID=f63f419d-3248-4aa8-b742-035a403d26ea,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:58.257225 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b01c7-58d9-451b-9c1a-4c490d1ffc55 None None] No DVR routers for this DVR port f63f419d-3248-4aa8-b742-035a403d26ea on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:44:58.419739 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f63f419d-3248-4aa8-b742-035a403d26ea no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:44:58.446322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] For port 75b9576c-a2b4-4347-ad20-966a9af1d604, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:44:58.451483 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] For port 75b9576c-a2b4-4347-ad20-966a9af1d604, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=75b9576c-a2b4-4347-ad20-966a9af1d604,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:44:58.468880 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:58.489960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: f63f419d-3248-4aa8-b742-035a403d26ea {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:44:58.490323 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f63f419d-3248-4aa8-b742-035a403d26ea not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:44:58.509491 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:58.525294 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:58.526294 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:58.528171 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] 10.222.0.48 "PUT /v2.0/ports/75b9576c-a2b4-4347-ad20-966a9af1d604 HTTP/1.1" status: 200 len: 1093 time: 1.2111475 Jul 23 20:44:58.528819 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417535ab-5dd2-4eb4-9d8c-280dc3201c02', 'tag': '75b9576c-a2b4-4347-ad20-966a9af1d604'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:44:58.531516 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e80d0b4-87da-40f8-b0e6-3c9b85711517" -d '{"events": [{"name": "network-changed", "server_uuid": "417535ab-5dd2-4eb4-9d8c-280dc3201c02", "tag": "75b9576c-a2b4-4347-ad20-966a9af1d604"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:44:58.576454 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1deb7-545e-4151-a7b3-1f8888d189a5 service neutron] Pushing event updated for resources: {'Port': ['ID=75b9576c-a2b4-4347-ad20-966a9af1d604,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:58.655338 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-b32edf40-f6de-4994-b1d0-2530d0a53bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:58.656991 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-b32edf40-f6de-4994-b1d0-2530d0a53bc6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 1096 time: 0.0689383 Jul 23 20:44:58.695553 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:58.708370 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-0cf7672a-231f-4a01-8a8d-7de2c50d1ae1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75b9576c-a2b4-4347-ad20-966a9af1d604 HTTP/1.1" status: 200 len: 217 time: 0.0396986 Jul 23 20:44:58.762371 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-e5358bee-6445-48df-81c2-c32b2ba0cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:58.764144 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-e5358bee-6445-48df-81c2-c32b2ba0cd44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.0483334 Jul 23 20:44:58.765620 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2106c11c-6b7f-4d3e-be53-6432c67fbb3e']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:58.790007 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44b780f7-2fd3-4e57-bac2-2c937f05b7af req-6b4761e1-e808-48bf-87f1-e4826a8f81ac tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0915117 Jul 23 20:44:58.802796 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134d7d13-42f2-4892-b258-73d02a6159cd') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:58.802987 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134d7d13-42f2-4892-b258-73d02a6159cd') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:44:58.822956 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:58.844785 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:58.848611 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-26d314db-aa88-4666-9073-b0cb6ee8bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:58.850277 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-26d314db-aa88-4666-9073-b0cb6ee8bcba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750933 Jul 23 20:44:58.859526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:44:58.860121 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:44:58.866473 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:44:58.868206 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd04c1c-f803-4675-bdbb-107b1a376b49 x-openstack-request-id: req-2dd04c1c-f803-4675-bdbb-107b1a376b49 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:44:58.870143 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417535ab-5dd2-4eb4-9d8c-280dc3201c02", "tag": "75b9576c-a2b4-4347-ad20-966a9af1d604", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:44:58.870143 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2dd04c1c-f803-4675-bdbb-107b1a376b49 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:44:58.877283 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417535ab-5dd2-4eb4-9d8c-280dc3201c02', 'tag': '75b9576c-a2b4-4347-ad20-966a9af1d604', 'status': 'completed', 'code': 200} Jul 23 20:44:58.910242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad90828-5596-4854-b602-3bd80f9424e3 req-ad10fc8f-101d-4392-a9e8-abb00927cd1f tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:58.911905 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ad90828-5596-4854-b602-3bd80f9424e3 req-ad10fc8f-101d-4392-a9e8-abb00927cd1f tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 945 time: 0.1969812 Jul 23 20:44:58.954966 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8773a-0012-42c1-8b87-0cbd0ae7f953 req-fc261954-9b86-4bce-beb0-f6106eb6a87a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:58.956489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e3a8773a-0012-42c1-8b87-0cbd0ae7f953 req-fc261954-9b86-4bce-beb0-f6106eb6a87a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "GET /v2.0/ports?device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 945 time: 0.2495718 Jul 23 20:44:58.977984 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:58.998341 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-17872f50-9600-41a9-9e56-780b3f3eece2 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165392 Jul 23 20:44:59.017986 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:59.022375 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "DELETE /v2.0/networks/2106c11c-6b7f-4d3e-be53-6432c67fbb3e HTTP/1.1" status: 204 len: 168 time: 1.6486726 Jul 23 20:44:59.035790 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53534) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:59.056247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd7271-dafb-4ca0-88ab-84442f75a74d tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Pushing event deleted for resources: {'Network': ['ID=2106c11c-6b7f-4d3e-be53-6432c67fbb3e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:59.085587 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1c3fabcd-9a3b-4884-bbf0-88c7c8aca75f tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc337962-468d-4e23-8c94-16630d315faf HTTP/1.1" status: 200 len: 205 time: 0.0438533 Jul 23 20:44:59.086800 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ad90828-5596-4854-b602-3bd80f9424e3 req-348ac083-fa17-4827-8f31-cb68c9ec0843 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449223 Jul 23 20:44:59.087290 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53542) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:59.144568 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-702e9048-c5fa-4f91-a2e6-fc3216cd19ca req-a9633d31-0855-49a3-b260-fd6f5a8daba2 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278520 Jul 23 20:44:59.209413 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ccb71f66-55e8-418e-9cab-e63ef2747943 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:59.316058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80d0b4-87da-40f8-b0e6-3c9b85711517 req-de109382-71aa-4ffa-97f6-606ac131c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:59.318485 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7e80d0b4-87da-40f8-b0e6-3c9b85711517 req-de109382-71aa-4ffa-97f6-606ac131c63b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 1096 time: 0.0977511 Jul 23 20:44:59.440037 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ccb71f66-55e8-418e-9cab-e63ef2747943 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:59.442270 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80d0b4-87da-40f8-b0e6-3c9b85711517 req-688dca39-85fc-44b4-a323-282ca4c5f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:59.444139 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7e80d0b4-87da-40f8-b0e6-3c9b85711517 req-688dca39-85fc-44b4-a323-282ca4c5f569 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 913 time: 0.1184642 Jul 23 20:44:59.445881 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ccb71f66-55e8-418e-9cab-e63ef2747943 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:59.454464 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-e3a8773a-0012-42c1-8b87-0cbd0ae7f953 req-12df097b-05a4-458a-aad2-b312bef21bdb tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Deleting port f68eb401-17e0-439b-802d-288ad2a5250f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:44:59.454858 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3a8773a-0012-42c1-8b87-0cbd0ae7f953 req-12df097b-05a4-458a-aad2-b312bef21bdb tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:59.504701 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7e80d0b4-87da-40f8-b0e6-3c9b85711517 req-8abb9782-c2b0-4bae-81a6-8d312e04aa7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75b9576c-a2b4-4347-ad20-966a9af1d604 HTTP/1.1" status: 200 len: 217 time: 0.0477397 Jul 23 20:44:59.532889 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ccb71f66-55e8-418e-9cab-e63ef2747943 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:59.533454 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb71f66-55e8-418e-9cab-e63ef2747943 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Fanout notify agent at l3_agent the message router_deleted on router bc337962-468d-4e23-8c94-16630d315faf {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:44:59.543757 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ccb71f66-55e8-418e-9cab-e63ef2747943 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:59.549824 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ccb71f66-55e8-418e-9cab-e63ef2747943 tempest-RoutersNegativeTest-1164124299 tempest-RoutersNegativeTest-1164124299-project] 10.222.0.55 "DELETE /v2.0/routers/bc337962-468d-4e23-8c94-16630d315faf HTTP/1.1" status: 204 len: 168 time: 0.4609051 Jul 23 20:44:59.589675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80d0b4-87da-40f8-b0e6-3c9b85711517 req-d4dcb794-2d6b-4c2f-ad5d-70f10cc808ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:59.591241 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7e80d0b4-87da-40f8-b0e6-3c9b85711517 req-d4dcb794-2d6b-4c2f-ad5d-70f10cc808ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.0767579 Jul 23 20:44:59.594125 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc1f0d-7bde-450d-af82-ebd5b26d46b8 req-29cc568b-e474-4e7e-b4c0-89e79f722000 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:59.600191 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-debc1f0d-7bde-450d-af82-ebd5b26d46b8 req-29cc568b-e474-4e7e-b4c0-89e79f722000 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 944 time: 0.3005848 Jul 23 20:44:59.652706 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-e3a8773a-0012-42c1-8b87-0cbd0ae7f953 req-12df097b-05a4-458a-aad2-b312bef21bdb tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] For port f68eb401-17e0-439b-802d-288ad2a5250f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f68eb401-17e0-439b-802d-288ad2a5250f,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:59.653064 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3a8773a-0012-42c1-8b87-0cbd0ae7f953 req-12df097b-05a4-458a-aad2-b312bef21bdb tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:59.692727 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-debc1f0d-7bde-450d-af82-ebd5b26d46b8 req-32d3f1dd-d5d6-495e-acc1-62df6a20b695 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862675 Jul 23 20:44:59.697256 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80d0b4-87da-40f8-b0e6-3c9b85711517 req-538fe959-7ab0-48f7-a0af-d27f4bc7956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:59.698693 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7e80d0b4-87da-40f8-b0e6-3c9b85711517 req-538fe959-7ab0-48f7-a0af-d27f4bc7956e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954695 Jul 23 20:44:59.698961 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-e3a8773a-0012-42c1-8b87-0cbd0ae7f953 req-12df097b-05a4-458a-aad2-b312bef21bdb tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Calling delete_port for f68eb401-17e0-439b-802d-288ad2a5250f owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:44:59.914413 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7e80d0b4-87da-40f8-b0e6-3c9b85711517 req-0096e765-09ec-4587-8336-d00c8d9cba77 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026212 Jul 23 20:44:59.914621 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:59.979721 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-46a9cb2c-9fc0-4a6c-ac7c-ca81add319fc req-4074e6d9-e7c4-45ee-8f21-f26f224e0efe tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0358422 Jul 23 20:45:00.037362 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3a8773a-0012-42c1-8b87-0cbd0ae7f953 req-12df097b-05a4-458a-aad2-b312bef21bdb tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:00.053219 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0b670eb6-d629-4045-a033-d7acbbe3b57d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:00.055686 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f68eb401-17e0-439b-802d-288ad2a5250f'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:00.090099 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df097b-05a4-458a-aad2-b312bef21bdb tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Pushing event deleted for resources: {'Port': ['ID=f68eb401-17e0-439b-802d-288ad2a5250f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:00.090372 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7e80d0b4-87da-40f8-b0e6-3c9b85711517 req-1d505aaf-0acb-407f-a972-6104a8ac16f7 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615131 Jul 23 20:45:00.149415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a8773a-0012-42c1-8b87-0cbd0ae7f953 req-12df097b-05a4-458a-aad2-b312bef21bdb tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] No DVR routers for this DVR port f68eb401-17e0-439b-802d-288ad2a5250f on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:45:00.152371 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e3a8773a-0012-42c1-8b87-0cbd0ae7f953 req-12df097b-05a4-458a-aad2-b312bef21bdb tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:00.154850 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e3a8773a-0012-42c1-8b87-0cbd0ae7f953 req-12df097b-05a4-458a-aad2-b312bef21bdb tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "DELETE /v2.0/ports/f68eb401-17e0-439b-802d-288ad2a5250f HTTP/1.1" status: 204 len: 173 time: 1.1877601 Jul 23 20:45:00.155700 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564d3684-901d-44a1-bfe6-5ae1d31f1f2d', 'name': 'network-vif-deleted', 'tag': 'f68eb401-17e0-439b-802d-288ad2a5250f'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:45:00.158398 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1712290-0e11-47c4-8339-2e5726609185" -d '{"events": [{"server_uuid": "564d3684-901d-44a1-bfe6-5ae1d31f1f2d", "name": "network-vif-deleted", "tag": "f68eb401-17e0-439b-802d-288ad2a5250f"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:45:00.235298 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53672) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:00.291524 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1a755f6-3ee7-4fad-af33-69ca8061e71e req-eee14d4c-f445-4644-87c4-eeb0f2665768 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=564d3684-901d-44a1-bfe6-5ae1d31f1f2d HTTP/1.1" status: 200 len: 210 time: 0.0844207 Jul 23 20:45:00.427637 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360d4cd0-5db8-4df8-8d7c-2d913ed02335 x-openstack-request-id: req-360d4cd0-5db8-4df8-8d7c-2d913ed02335 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:45:00.428179 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564d3684-901d-44a1-bfe6-5ae1d31f1f2d", "name": "network-vif-deleted", "tag": "f68eb401-17e0-439b-802d-288ad2a5250f", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:45:00.428835 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-360d4cd0-5db8-4df8-8d7c-2d913ed02335 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:45:00.430814 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564d3684-901d-44a1-bfe6-5ae1d31f1f2d', 'name': 'network-vif-deleted', 'tag': 'f68eb401-17e0-439b-802d-288ad2a5250f', 'status': 'completed', 'code': 200} Jul 23 20:45:00.537142 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-438ab39d-a94c-497a-bed2-e67e198655e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b15fb835ecd4ab99d64f78e16cf1919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3006356 Jul 23 20:45:00.543403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53710) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:00.602273 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c86d97b-a954-4881-8ee4-2250013cdb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:00.628366 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c86d97b-a954-4881-8ee4-2250013cdb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:00.687273 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c86d97b-a954-4881-8ee4-2250013cdb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:00.690143 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c86d97b-a954-4881-8ee4-2250013cdb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:00.691268 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4c86d97b-a954-4881-8ee4-2250013cdb61 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e25d052-bcaa-4795-889b-20dd78970829 HTTP/1.1" status: 204 len: 168 time: 0.1462941 Jul 23 20:45:00.708405 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86d97b-a954-4881-8ee4-2250013cdb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e25d052-bcaa-4795-889b-20dd78970829,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:00.894934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67286d6-6c78-4464-8cc9-1e8830379a90 req-417318ed-fdd9-4324-98f1-82821ae09eea tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:00.897986 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b67286d6-6c78-4464-8cc9-1e8830379a90 req-417318ed-fdd9-4324-98f1-82821ae09eea tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 944 time: 0.1088812 Jul 23 20:45:01.064569 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b67286d6-6c78-4464-8cc9-1e8830379a90 req-996fd086-2d2f-42af-a4fb-072c9004ecc0 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495652 Jul 23 20:45:01.192251 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a368cf3c-68b0-4288-8783-8221720fa7a7 req-fc676ffb-b30f-4df1-8dfa-e616288e17b3 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0470629 Jul 23 20:45:01.779772 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-ab2d40c4-153d-4c9d-b36f-90fbc00a45d1 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:01.787199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-ab2d40c4-153d-4c9d-b36f-90fbc00a45d1 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 806 time: 0.1386909 Jul 23 20:45:01.804571 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-730fd79d-a444-4112-9eb7-34c2ee9c8de5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/quotas/1acb9fafa2f640b88cfa38563fb61a06 HTTP/1.1" status: 200 len: 375 time: 0.0162416 Jul 23 20:45:01.879872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53896) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:01.896461 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-a5e924fc-2a53-4630-b9cc-6d195e2143b1 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0896301 Jul 23 20:45:01.902766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-f3250010-541e-40d0-a98f-199bd645b584 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:45:01.911909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-f3250010-541e-40d0-a98f-199bd645b584 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143244 Jul 23 20:45:02.024652 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f8606a65-d7f5-4690-b62b-e81a7a028551 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:02.026854 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-f8606a65-d7f5-4690-b62b-e81a7a028551 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 20:45:02.041812 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-f8606a65-d7f5-4690-b62b-e81a7a028551 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 20:45:02.047394 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f8606a65-d7f5-4690-b62b-e81a7a028551 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1657960 Jul 23 20:45:02.048103 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53914) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:02.048954 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-8a223906-60eb-410e-9200-920ffc0c6baa service neutron] 10.222.0.55 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343765 Jul 23 20:45:02.053731 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-345ae12b-4c8a-4e72-856a-519c20a08149 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group': {'name': 'tempest-secgroup--862416767'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:02.128542 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-345ae12b-4c8a-4e72-856a-519c20a08149 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:02.145634 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-345ae12b-4c8a-4e72-856a-519c20a08149 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:02.207636 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f68eb401-17e0-439b-802d-288ad2a5250f no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:45:02.284733 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-6d31b600-88a0-4f3a-9f14-961ee3d0a251 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327857 Jul 23 20:45:02.305121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: f68eb401-17e0-439b-802d-288ad2a5250f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:45:02.308166 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f68eb401-17e0-439b-802d-288ad2a5250f not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:45:02.342000 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-345ae12b-4c8a-4e72-856a-519c20a08149 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:02.343771 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aae385-f559-4d54-88f6-46c53d6c2cf7 req-c9866b37-3c64-47f9-83e5-a3b4b2fb83c7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:02.356720 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-345ae12b-4c8a-4e72-856a-519c20a08149 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:02.359734 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d6aae385-f559-4d54-88f6-46c53d6c2cf7 req-c9866b37-3c64-47f9-83e5-a3b4b2fb83c7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 944 time: 0.2035487 Jul 23 20:45:02.477062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d6aae385-f559-4d54-88f6-46c53d6c2cf7 req-3d93d871-8585-4410-a0c6-5250bd780245 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157537 Jul 23 20:45:02.567724 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-345ae12b-4c8a-4e72-856a-519c20a08149 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:02.589630 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-345ae12b-4c8a-4e72-856a-519c20a08149 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:02.606186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ae12b-4c8a-4e72-856a-519c20a08149 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2820d9c2-1e8c-4c3d-a810-494fdcd79750,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:02.666493 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-345ae12b-4c8a-4e72-856a-519c20a08149 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:02.667882 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-345ae12b-4c8a-4e72-856a-519c20a08149 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6186476 Jul 23 20:45:02.671075 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ae12b-4c8a-4e72-856a-519c20a08149 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dead45a8-c463-4c1d-aa45-3fb7a7ba689a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:02.671647 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53982) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:02.677205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-cf9f3896-2f3b-4e33-914a-3a7d2d3bbf6f tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': 'dead45a8-c463-4c1d-aa45-3fb7a7ba689a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:02.761089 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3896-2f3b-4e33-914a-3a7d2d3bbf6f tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:02.944169 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3896-2f3b-4e33-914a-3a7d2d3bbf6f tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:02.968852 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3896-2f3b-4e33-914a-3a7d2d3bbf6f tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:03.030282 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-363351c4-8779-40d9-9c74-b1085511c1e1 req-4d0c4f6c-f751-4239-b9aa-2cae492a9ca4 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0927639 Jul 23 20:45:03.051546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f3896-2f3b-4e33-914a-3a7d2d3bbf6f tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c93e86f-9f4d-44eb-a10b-ee99ffa072cf,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:03.070695 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3896-2f3b-4e33-914a-3a7d2d3bbf6f tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:03.074860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54026) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:03.075355 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cf9f3896-2f3b-4e33-914a-3a7d2d3bbf6f tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4020276 Jul 23 20:45:03.086888 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8fe69ea3-48ae-44f2-86c6-dafd6b833aea tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': 'dead45a8-c463-4c1d-aa45-3fb7a7ba689a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:03.179751 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8fe69ea3-48ae-44f2-86c6-dafd6b833aea tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:03.196247 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-398246ca-cd9a-4efb-9d6e-ba7cf107c996 req-2a2b71bf-ccbb-4b98-b699-d3a919c7978d tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 210 time: 0.0852013 Jul 23 20:45:03.289775 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-8fe69ea3-48ae-44f2-86c6-dafd6b833aea tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 20:45:03.293983 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8fe69ea3-48ae-44f2-86c6-dafd6b833aea tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2133121 Jul 23 20:45:03.294140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54046) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:03.374844 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9f841af-2b0c-48cd-a221-4dd74c0be51a tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:03.416143 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9f841af-2b0c-48cd-a221-4dd74c0be51a tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:03.484572 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9f841af-2b0c-48cd-a221-4dd74c0be51a tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:03.488315 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9f841af-2b0c-48cd-a221-4dd74c0be51a tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:03.489545 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b9f841af-2b0c-48cd-a221-4dd74c0be51a tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "DELETE /v2.0/security-groups/dead45a8-c463-4c1d-aa45-3fb7a7ba689a HTTP/1.1" status: 204 len: 168 time: 0.1944354 Jul 23 20:45:03.492542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54068) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:03.524895 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f841af-2b0c-48cd-a221-4dd74c0be51a tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dead45a8-c463-4c1d-aa45-3fb7a7ba689a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:03.592675 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ba47d107-6a7d-4fab-9cc3-c0311593405d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0984223 Jul 23 20:45:03.596890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54080) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:03.601794 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-ffcd5c40-a6f2-4a59-b56a-992b99e3fbec tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group': {'name': 'tempest-secgroup--2087198844'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:03.630918 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5c40-a6f2-4a59-b56a-992b99e3fbec tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:03.687704 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38a4f8-a16e-40a4-8914-434c5f33fa6b req-daf127ec-0d96-47f9-9140-7dd52d4ca86e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:03.689269 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb38a4f8-a16e-40a4-8914-434c5f33fa6b req-daf127ec-0d96-47f9-9140-7dd52d4ca86e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 944 time: 0.1134241 Jul 23 20:45:03.747046 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5c40-a6f2-4a59-b56a-992b99e3fbec tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:03.750176 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb38a4f8-a16e-40a4-8914-434c5f33fa6b req-020d28fc-c96d-4b60-9e8a-c58c3f2ebd9f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542803 Jul 23 20:45:03.752656 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5c40-a6f2-4a59-b56a-992b99e3fbec tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:03.786080 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd5c40-a6f2-4a59-b56a-992b99e3fbec tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d67ef1f-f226-471d-b1aa-f265bd79a4f3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:03.788702 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ffcd5c40-a6f2-4a59-b56a-992b99e3fbec tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:03.789921 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ffcd5c40-a6f2-4a59-b56a-992b99e3fbec tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1920052 Jul 23 20:45:03.792688 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54082) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:03.797155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-afb54e8d-959e-4971-b37f-987dead6ef58 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': '3d67ef1f-f226-471d-b1aa-f265bd79a4f3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:03.798486 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-afb54e8d-959e-4971-b37f-987dead6ef58 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 23 20:45:03.799000 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-afb54e8d-959e-4971-b37f-987dead6ef58 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:45:03.801770 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-afb54e8d-959e-4971-b37f-987dead6ef58 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0081496 Jul 23 20:45:03.804484 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54084) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:03.859893 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9b28543-0293-4689-8a8e-b7ffa25aaf09 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:03.881495 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9b28543-0293-4689-8a8e-b7ffa25aaf09 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:03.922610 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9b28543-0293-4689-8a8e-b7ffa25aaf09 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:03.925200 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9b28543-0293-4689-8a8e-b7ffa25aaf09 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:03.926356 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f9b28543-0293-4689-8a8e-b7ffa25aaf09 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "DELETE /v2.0/security-groups/3d67ef1f-f226-471d-b1aa-f265bd79a4f3 HTTP/1.1" status: 204 len: 168 time: 0.1207719 Jul 23 20:45:03.929245 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54086) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:03.935266 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b28543-0293-4689-8a8e-b7ffa25aaf09 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d67ef1f-f226-471d-b1aa-f265bd79a4f3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:03.982604 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e963c943-88de-4522-92ad-2a4b04f0d99f tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0522282 Jul 23 20:45:03.986152 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54088) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:03.990498 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-bce45b43-264b-4b24-8151-1620e1fdefdb tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076865550'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:04.014230 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bce45b43-264b-4b24-8151-1620e1fdefdb tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:04.135197 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bce45b43-264b-4b24-8151-1620e1fdefdb tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:04.143627 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bce45b43-264b-4b24-8151-1620e1fdefdb tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:04.178559 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bce45b43-264b-4b24-8151-1620e1fdefdb tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:04.180178 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bce45b43-264b-4b24-8151-1620e1fdefdb tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1930838 Jul 23 20:45:04.182935 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce45b43-264b-4b24-8151-1620e1fdefdb tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed694037-47e0-4977-a7af-5cc8461f2c19,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:04.185319 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54094) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:04.190325 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4bcb1297-a991-43bb-bddb-363d31b62050 req-9d1070aa-9c01-4707-8b19-f1dd09926028 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0610950 Jul 23 20:45:04.200422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-edd4c602-3c56-4eed-9c6a-053382f40e10 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': 'ed694037-47e0-4977-a7af-5cc8461f2c19', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:04.219632 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-edd4c602-3c56-4eed-9c6a-053382f40e10 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 23 20:45:04.220427 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-edd4c602-3c56-4eed-9c6a-053382f40e10 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:45:04.221929 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-edd4c602-3c56-4eed-9c6a-053382f40e10 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0353186 Jul 23 20:45:04.227782 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54098) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:04.301399 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-970f3118-502f-4ae2-b7ac-8fbeb6e6caee tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:04.329039 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-970f3118-502f-4ae2-b7ac-8fbeb6e6caee tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:04.330026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-a98f5cd5-ff16-4f8b-b103-38f13e29d513 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:04.335353 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-a98f5cd5-ff16-4f8b-b103-38f13e29d513 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 806 time: 0.2343469 Jul 23 20:45:04.356569 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-d54a6abf-7e95-48bc-a41d-95ee87f86bc5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Request body: {'port': {'device_id': 'c46126b1-0f11-4e16-8bba-7c97f04c147d', 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7', 'admin_state_up': True, 'tenant_id': '1acb9fafa2f640b88cfa38563fb61a06'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:04.384613 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-970f3118-502f-4ae2-b7ac-8fbeb6e6caee tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:04.389441 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-970f3118-502f-4ae2-b7ac-8fbeb6e6caee tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:04.391121 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-970f3118-502f-4ae2-b7ac-8fbeb6e6caee tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "DELETE /v2.0/security-groups/ed694037-47e0-4977-a7af-5cc8461f2c19 HTTP/1.1" status: 204 len: 168 time: 0.1620572 Jul 23 20:45:04.404169 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54106) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:04.405051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f3118-502f-4ae2-b7ac-8fbeb6e6caee tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed694037-47e0-4977-a7af-5cc8461f2c19,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:04.467047 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-88cd712c-a48e-4560-b276-8b53c0058acc tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0592296 Jul 23 20:45:04.471162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54108) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:04.477772 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-34d68ba7-0ffc-4cd7-a189-b9a12455f0e6 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631570412'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:04.484166 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1b1ba271-66eb-4c3d-b62d-a588cbaebb64 req-2f48a0ff-e1d2-49da-89ed-911653aafb08 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 210 time: 0.1468112 Jul 23 20:45:04.520085 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-34d68ba7-0ffc-4cd7-a189-b9a12455f0e6 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:04.550420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-d54a6abf-7e95-48bc-a41d-95ee87f86bc5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Made reservation on behalf of 1acb9fafa2f640b88cfa38563fb61a06 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:45:04.554368 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-d54a6abf-7e95-48bc-a41d-95ee87f86bc5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:04.638975 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-34d68ba7-0ffc-4cd7-a189-b9a12455f0e6 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:04.645002 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-34d68ba7-0ffc-4cd7-a189-b9a12455f0e6 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:04.679224 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-34d68ba7-0ffc-4cd7-a189-b9a12455f0e6 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:04.682942 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-34d68ba7-0ffc-4cd7-a189-b9a12455f0e6 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2081115 Jul 23 20:45:04.683769 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54114) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:04.692696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3da60e12-19b4-471d-91cb-7fd4bd01db3e tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': 'ab3471fa-648a-4272-9dd1-003332e334a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:04.705473 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-3da60e12-19b4-471d-91cb-7fd4bd01db3e tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 23 20:45:04.706374 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-3da60e12-19b4-471d-91cb-7fd4bd01db3e tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:45:04.707565 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3da60e12-19b4-471d-91cb-7fd4bd01db3e tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0228856 Jul 23 20:45:04.710386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54116) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:04.715202 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-0806e7e5-c3e0-4b42-b914-3bd383fb7263 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': 'ab3471fa-648a-4272-9dd1-003332e334a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:04.716805 n-d-791504-18 neutron-server[93811]: WARNING neutron.api.v2.base [None req-0806e7e5-c3e0-4b42-b914-3bd383fb7263 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 23 20:45:04.717320 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-0806e7e5-c3e0-4b42-b914-3bd383fb7263 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:45:04.717819 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d68ba7-0ffc-4cd7-a189-b9a12455f0e6 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3471fa-648a-4272-9dd1-003332e334a7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:04.721002 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0806e7e5-c3e0-4b42-b914-3bd383fb7263 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067570 Jul 23 20:45:04.721195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54118) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:04.729025 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c7c07c92-e968-493d-a2b2-76162b5e0fda tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': 'ab3471fa-648a-4272-9dd1-003332e334a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:04.730080 n-d-791504-18 neutron-server[93811]: WARNING neutron.api.v2.base [None req-c7c07c92-e968-493d-a2b2-76162b5e0fda tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 23 20:45:04.730579 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-c7c07c92-e968-493d-a2b2-76162b5e0fda tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:45:04.731776 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c7c07c92-e968-493d-a2b2-76162b5e0fda tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070012 Jul 23 20:45:04.732961 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-d54a6abf-7e95-48bc-a41d-95ee87f86bc5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Allocated IP 172.20.0.9 (5dc9b03e-da6c-4182-b5c9-40b0b29fcee7/c4c51c78-ede0-436b-9293-945f1596e2dc/aa2dbcab-44e7-4cb6-b100-12fb389ca6e8) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:45:04.734541 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54120) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:04.740137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5e6fe627-9a4f-46f5-853a-bebdd6d903d0 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': 'ab3471fa-648a-4272-9dd1-003332e334a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:04.741010 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-5e6fe627-9a4f-46f5-853a-bebdd6d903d0 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 23 20:45:04.741498 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-5e6fe627-9a4f-46f5-853a-bebdd6d903d0 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:45:04.743394 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5e6fe627-9a4f-46f5-853a-bebdd6d903d0 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077052 Jul 23 20:45:04.746233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54122) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:04.803979 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a0d2d4b-bd04-43a4-89d6-f191a1f8d304 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:04.827463 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a0d2d4b-bd04-43a4-89d6-f191a1f8d304 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:04.873498 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a0d2d4b-bd04-43a4-89d6-f191a1f8d304 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:04.876238 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a0d2d4b-bd04-43a4-89d6-f191a1f8d304 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:04.880634 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3a0d2d4b-bd04-43a4-89d6-f191a1f8d304 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "DELETE /v2.0/security-groups/ab3471fa-648a-4272-9dd1-003332e334a7 HTTP/1.1" status: 204 len: 168 time: 0.1324918 Jul 23 20:45:04.881290 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54128) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:04.901730 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d2d4b-bd04-43a4-89d6-f191a1f8d304 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3471fa-648a-4272-9dd1-003332e334a7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:04.943147 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a4614d57-118d-479e-97f5-af73619a809f tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576441 Jul 23 20:45:04.946552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54130) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:04.951938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-fe69c7a8-7368-4ca8-9ee9-0ff084e4ef8d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375255481'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:04.966274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae29e2-d15d-4dd5-9521-0bc6ad385487 req-78d951a7-6c90-4451-b49a-0a96ae671ad7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:04.967922 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32ae29e2-d15d-4dd5-9521-0bc6ad385487 req-78d951a7-6c90-4451-b49a-0a96ae671ad7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 944 time: 0.1329489 Jul 23 20:45:04.971452 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-d54a6abf-7e95-48bc-a41d-95ee87f86bc5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:04.982026 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe69c7a8-7368-4ca8-9ee9-0ff084e4ef8d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:05.028242 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32ae29e2-d15d-4dd5-9521-0bc6ad385487 req-9048517f-73ee-4f6d-a3b6-4c695ce05e9f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540717 Jul 23 20:45:05.048432 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-d54a6abf-7e95-48bc-a41d-95ee87f86bc5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:05.063653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0b670eb6-d629-4045-a033-d7acbbe3b57d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:05.080550 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe69c7a8-7368-4ca8-9ee9-0ff084e4ef8d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:05.086583 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe69c7a8-7368-4ca8-9ee9-0ff084e4ef8d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:05.088745 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-d54a6abf-7e95-48bc-a41d-95ee87f86bc5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:45:05.093971 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-d54a6abf-7e95-48bc-a41d-95ee87f86bc5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:45:05.097931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-d54a6abf-7e95-48bc-a41d-95ee87f86bc5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:45:05.133239 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe69c7a8-7368-4ca8-9ee9-0ff084e4ef8d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:05.137361 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fe69c7a8-7368-4ca8-9ee9-0ff084e4ef8d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1871517 Jul 23 20:45:05.137923 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54132) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:05.143708 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3487f327-cbdd-4501-94e7-97853c402a1b tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': '757930ec-da2b-44f4-b033-4fd381a6a5f3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:05.146259 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-3487f327-cbdd-4501-94e7-97853c402a1b tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 20:45:05.146822 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-3487f327-cbdd-4501-94e7-97853c402a1b tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:45:05.150971 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3487f327-cbdd-4501-94e7-97853c402a1b tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093310 Jul 23 20:45:05.150971 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69c7a8-7368-4ca8-9ee9-0ff084e4ef8d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757930ec-da2b-44f4-b033-4fd381a6a5f3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:05.151438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54134) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:05.153204 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-d54a6abf-7e95-48bc-a41d-95ee87f86bc5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:05.153968 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-d54a6abf-7e95-48bc-a41d-95ee87f86bc5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:05.157104 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2db61115-16e1-4d7e-8a23-3236a98a2f1b tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': '757930ec-da2b-44f4-b033-4fd381a6a5f3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:05.176126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a6abf-7e95-48bc-a41d-95ee87f86bc5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Pushing event updated for resources: {'Port': ['ID=aa2dbcab-44e7-4cb6-b100-12fb389ca6e8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:05.197241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-d54a6abf-7e95-48bc-a41d-95ee87f86bc5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8453405 Jul 23 20:45:05.208034 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-2db61115-16e1-4d7e-8a23-3236a98a2f1b tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:45:05.211604 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2db61115-16e1-4d7e-8a23-3236a98a2f1b tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0591969 Jul 23 20:45:05.212153 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54136) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:05.215399 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Request body: {'port': {'device_id': 'c46126b1-0f11-4e16-8bba-7c97f04c147d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:05.219694 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-672dd941-860e-4a8a-8758-d34a59a34524 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': '757930ec-da2b-44f4-b033-4fd381a6a5f3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:05.220198 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-672dd941-860e-4a8a-8758-d34a59a34524 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 23 20:45:05.220709 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-672dd941-860e-4a8a-8758-d34a59a34524 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:45:05.225055 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-672dd941-860e-4a8a-8758-d34a59a34524 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072863 Jul 23 20:45:05.225280 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54138) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:05.230847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2f4393ab-edab-49ff-873d-f57de2a7c56c tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': '757930ec-da2b-44f4-b033-4fd381a6a5f3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:05.317404 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-2f4393ab-edab-49ff-873d-f57de2a7c56c tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:45:05.321194 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2f4393ab-edab-49ff-873d-f57de2a7c56c tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0923254 Jul 23 20:45:05.321423 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54144) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:05.326576 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4b8add4a-0b5c-4ed3-9ec0-ee44d0654714 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': '757930ec-da2b-44f4-b033-4fd381a6a5f3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:05.331731 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-4b8add4a-0b5c-4ed3-9ec0-ee44d0654714 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 20:45:05.332286 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-4b8add4a-0b5c-4ed3-9ec0-ee44d0654714 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:45:05.335932 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4b8add4a-0b5c-4ed3-9ec0-ee44d0654714 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105288 Jul 23 20:45:05.336771 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54146) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:05.342541 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dbd85fb-68b2-49d2-8448-3df65555e1ac req-c3e9bbd5-5dc0-4c52-b65c-15ae6b3586cc tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0333321 Jul 23 20:45:05.345170 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8a2aa70b-1416-49de-8180-9d341cefed62 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': '757930ec-da2b-44f4-b033-4fd381a6a5f3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:05.354216 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:05.403962 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-8a2aa70b-1416-49de-8180-9d341cefed62 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Project 15bfcefa6ece42d78c91d800be559d02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:45:05.432278 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-8a2aa70b-1416-49de-8180-9d341cefed62 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:45:05.434816 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8a2aa70b-1416-49de-8180-9d341cefed62 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0959702 Jul 23 20:45:05.439032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54150) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:05.488805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1ba10530-3cd2-4f90-aa95-1f8c85e8330c tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': '757930ec-da2b-44f4-b033-4fd381a6a5f3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:05.489919 n-d-791504-18 neutron-server[93811]: WARNING neutron.api.v2.base [None req-1ba10530-3cd2-4f90-aa95-1f8c85e8330c tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 23 20:45:05.490414 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-1ba10530-3cd2-4f90-aa95-1f8c85e8330c tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:45:05.491414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1ba10530-3cd2-4f90-aa95-1f8c85e8330c tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0508485 Jul 23 20:45:05.494147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54152) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:05.498239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-154838df-6c26-47e1-accd-7e79569e2ae9 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': '757930ec-da2b-44f4-b033-4fd381a6a5f3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:05.553112 n-d-791504-18 neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-154838df-6c26-47e1-accd-7e79569e2ae9 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Project 15bfcefa6ece42d78c91d800be559d02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:45:05.626481 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-154838df-6c26-47e1-accd-7e79569e2ae9 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:45:05.628077 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-154838df-6c26-47e1-accd-7e79569e2ae9 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1330359 Jul 23 20:45:05.631077 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54156) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:05.635818 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-28d22b83-2ee1-4d75-b956-51807a7f92ed tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': '757930ec-da2b-44f4-b033-4fd381a6a5f3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:05.659588 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-28d22b83-2ee1-4d75-b956-51807a7f92ed tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Project 15bfcefa6ece42d78c91d800be559d02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:45:05.672715 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-28d22b83-2ee1-4d75-b956-51807a7f92ed tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:45:05.673755 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-28d22b83-2ee1-4d75-b956-51807a7f92ed tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0416191 Jul 23 20:45:05.676645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54158) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:05.693501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9360445-6f8d-427a-9b9f-7536bcd72b08 req-b6e88b2c-99f3-4bfd-bd78-260c3725e1e0 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:05.694983 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9360445-6f8d-427a-9b9f-7536bcd72b08 req-b6e88b2c-99f3-4bfd-bd78-260c3725e1e0 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 931 time: 0.1394622 Jul 23 20:45:05.798292 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9360445-6f8d-427a-9b9f-7536bcd72b08 req-9afb5799-8735-4809-8ffc-55c9dec3b753 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906556 Jul 23 20:45:05.809241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:45:05.824239 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:05.824391 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-552fa8a1-41b7-453d-b6f7-49230dbb43c1 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:05.843847 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Transition to ACTIVE for port object aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:45:05.854765 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:05.861766 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-552fa8a1-41b7-453d-b6f7-49230dbb43c1 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:05.935379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Pushing event updated for resources: {'Port': ['ID=aa2dbcab-44e7-4cb6-b100-12fb389ca6e8,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:05.965905 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-552fa8a1-41b7-453d-b6f7-49230dbb43c1 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:05.968415 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-552fa8a1-41b7-453d-b6f7-49230dbb43c1 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:05.969573 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-552fa8a1-41b7-453d-b6f7-49230dbb43c1 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "DELETE /v2.0/security-groups/757930ec-da2b-44f4-b033-4fd381a6a5f3 HTTP/1.1" status: 204 len: 168 time: 0.2920284 Jul 23 20:45:05.972288 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54166) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:05.998401 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fa8a1-41b7-453d-b6f7-49230dbb43c1 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=757930ec-da2b-44f4-b033-4fd381a6a5f3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:06.020134 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2f833ce4-ca7a-4c72-a8e3-bc8283faa97a tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462911 Jul 23 20:45:06.024596 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54168) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:06.029768 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ef665f08-1f21-4d91-827f-26376af1f156 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group': {'name': 'tempest-secgroup--2113653420'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:06.057584 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Attempting to bind port aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:45:06.057859 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Attempting to bind port aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:45:06.058250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Attempting to bind port aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:45:06.066053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Port aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:45:06.066403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Attempting to bind port aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:45:06.072051 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef665f08-1f21-4d91-827f-26376af1f156 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:06.075120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:45:06.075460 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Checking segment: {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:45:06.075845 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Bound using segment: {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:45:06.076552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Bound port: aa2dbcab-44e7-4cb6-b100-12fb389ca6e8, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:45:06.076907 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:06.207558 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] For port aa2dbcab-44e7-4cb6-b100-12fb389ca6e8, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:45:06.211365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] For port aa2dbcab-44e7-4cb6-b100-12fb389ca6e8, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=aa2dbcab-44e7-4cb6-b100-12fb389ca6e8,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:45:06.219381 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:06.268568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:06.269203 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:06.270592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] 10.222.0.48 "PUT /v2.0/ports/aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 HTTP/1.1" status: 200 len: 1092 time: 1.0618579 Jul 23 20:45:06.273810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46126b1-0f11-4e16-8bba-7c97f04c147d', 'tag': 'aa2dbcab-44e7-4cb6-b100-12fb389ca6e8'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:45:06.276074 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306ce424-8db8-4af6-b2b1-bff6e10a46c3" -d '{"events": [{"name": "network-changed", "server_uuid": "c46126b1-0f11-4e16-8bba-7c97f04c147d", "tag": "aa2dbcab-44e7-4cb6-b100-12fb389ca6e8"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:45:06.321353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f9e0d-04ca-41f5-b7e5-d2c680035a49 req-693aebed-2c9e-4190-8e3c-f36c6d7a45cc tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:06.322859 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-842f9e0d-04ca-41f5-b7e5-d2c680035a49 req-693aebed-2c9e-4190-8e3c-f36c6d7a45cc tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 944 time: 0.2025237 Jul 23 20:45:06.328032 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac90947c-048e-4206-ac80-4cfa8bc923c0 x-openstack-request-id: req-ac90947c-048e-4206-ac80-4cfa8bc923c0 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:45:06.328298 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46126b1-0f11-4e16-8bba-7c97f04c147d", "tag": "aa2dbcab-44e7-4cb6-b100-12fb389ca6e8", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:45:06.328545 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ac90947c-048e-4206-ac80-4cfa8bc923c0 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:45:06.328929 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46126b1-0f11-4e16-8bba-7c97f04c147d', 'tag': 'aa2dbcab-44e7-4cb6-b100-12fb389ca6e8', 'status': 'completed', 'code': 200} Jul 23 20:45:06.347880 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024eb21-0eb2-4aab-a26b-5ca37f735dcf service neutron] Pushing event updated for resources: {'Port': ['ID=aa2dbcab-44e7-4cb6-b100-12fb389ca6e8,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:06.353107 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef665f08-1f21-4d91-827f-26376af1f156 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:06.376608 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef665f08-1f21-4d91-827f-26376af1f156 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:06.422542 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef665f08-1f21-4d91-827f-26376af1f156 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:06.424557 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ef665f08-1f21-4d91-827f-26376af1f156 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3982317 Jul 23 20:45:06.427398 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54178) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:06.431625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef665f08-1f21-4d91-827f-26376af1f156 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ba44e6-4d6e-4268-9f2d-bcedfd89893b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:06.436862 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-55500029-0775-454f-a237-edb004043dff tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': '41ba44e6-4d6e-4268-9f2d-bcedfd89893b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:06.464366 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-842f9e0d-04ca-41f5-b7e5-d2c680035a49 req-26338356-df57-477a-8148-d322bf40e23d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299899 Jul 23 20:45:06.490599 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-55500029-0775-454f-a237-edb004043dff tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The resource could not be found. Jul 23 20:45:06.491817 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-55500029-0775-454f-a237-edb004043dff tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0629015 Jul 23 20:45:06.494545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54182) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:06.501546 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-373fd94d-f428-4104-b3e8-6c2cc0a282a5 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': '41ba44e6-4d6e-4268-9f2d-bcedfd89893b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e1eb767d-d62e-478c-ad00-50743ec95ca6'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:06.502859 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-5a6a7c4f-8a3b-4837-b356-a1788ff526ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:06.505428 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-5a6a7c4f-8a3b-4837-b356-a1788ff526ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 1095 time: 0.1689451 Jul 23 20:45:06.506473 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1fb62ad5-1d59-4dad-89bb-decdbef53e5f req-9aded1f9-d8c2-4b28-ae92-32b284a9e3cd tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0412202 Jul 23 20:45:06.557820 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-2faf7ff7-ada1-4ad9-b91a-05cd9c5a4b15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 HTTP/1.1" status: 200 len: 217 time: 0.0416951 Jul 23 20:45:06.566223 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-373fd94d-f428-4104-b3e8-6c2cc0a282a5 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The resource could not be found. Jul 23 20:45:06.568740 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-373fd94d-f428-4104-b3e8-6c2cc0a282a5 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0721712 Jul 23 20:45:06.570490 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54184) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:06.610646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-14baf26a-d563-478a-96de-f33e4ad35652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:06.612406 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-14baf26a-d563-478a-96de-f33e4ad35652 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4c51c78-ede0-436b-9293-945f1596e2dc HTTP/1.1" status: 200 len: 846 time: 0.0481575 Jul 23 20:45:06.635647 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d7a7-7a1a-4f92-a23b-bede1e353915 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:06.655813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-a6b3ab55-798d-4c01-9d3b-67692d045283 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333433 Jul 23 20:45:06.659466 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d7a7-7a1a-4f92-a23b-bede1e353915 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:06.703506 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d7a7-7a1a-4f92-a23b-bede1e353915 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:06.706364 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d7a7-7a1a-4f92-a23b-bede1e353915 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:06.707561 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3aa9d7a7-7a1a-4f92-a23b-bede1e353915 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "DELETE /v2.0/security-groups/41ba44e6-4d6e-4268-9f2d-bcedfd89893b HTTP/1.1" status: 204 len: 168 time: 0.1357317 Jul 23 20:45:06.711903 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54186) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:06.722984 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9d7a7-7a1a-4f92-a23b-bede1e353915 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ba44e6-4d6e-4268-9f2d-bcedfd89893b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:06.766115 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-585ceff0-93ea-4f37-8a62-3a2ce190b2f8 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529883 Jul 23 20:45:06.770003 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54188) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:06.774358 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9a16b68d-cbf0-451e-81c1-624886bfffca tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': '5ce76f27-b6e9-4c89-99e6-cc1678478bd7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:06.775882 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-6dcaaad6-ffff-468a-b6fb-719fe32853b1 service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115739 Jul 23 20:45:06.817172 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-9a16b68d-cbf0-451e-81c1-624886bfffca tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The resource could not be found. Jul 23 20:45:06.818673 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9a16b68d-cbf0-451e-81c1-624886bfffca tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0477700 Jul 23 20:45:06.822787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54190) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:06.843790 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-625e3e32-6683-4dc1-ac5e-97e9269e7de9 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group': {'name': 'tempest-secgroup--493330178'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:06.874987 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-625e3e32-6683-4dc1-ac5e-97e9269e7de9 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:06.932229 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ec81652-3f1b-42f5-883c-ec1d31757702 req-0b3ea011-80b3-4a9c-81a0-89396c950f99 service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461940 Jul 23 20:45:06.965331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32da75-40e4-4f52-99fd-fb1ab1d88510 req-3ed4511d-53e3-4dda-96bd-c6526ff607f4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:06.971678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb32da75-40e4-4f52-99fd-fb1ab1d88510 req-3ed4511d-53e3-4dda-96bd-c6526ff607f4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 943 time: 0.0919230 Jul 23 20:45:06.983081 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-625e3e32-6683-4dc1-ac5e-97e9269e7de9 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:06.989427 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-625e3e32-6683-4dc1-ac5e-97e9269e7de9 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:07.021572 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-625e3e32-6683-4dc1-ac5e-97e9269e7de9 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:07.025494 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-625e3e32-6683-4dc1-ac5e-97e9269e7de9 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1991401 Jul 23 20:45:07.025783 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54196) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:07.030274 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3f5941fb-ef74-44b6-b5a9-b3b3554c117d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406649219'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:07.036230 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e3e32-6683-4dc1-ac5e-97e9269e7de9 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ea4be0-84af-4064-97d5-10efe98c0c26,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:07.055781 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb32da75-40e4-4f52-99fd-fb1ab1d88510 req-6f4f0ad0-8fa7-4ed5-b3e7-caead19bbd53 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829289 Jul 23 20:45:07.059064 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f5941fb-ef74-44b6-b5a9-b3b3554c117d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:07.082637 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ce424-8db8-4af6-b2b1-bff6e10a46c3 req-a50f740d-0502-4e56-adf4-980f4071db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:07.084193 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-306ce424-8db8-4af6-b2b1-bff6e10a46c3 req-a50f740d-0502-4e56-adf4-980f4071db7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 1095 time: 0.0783911 Jul 23 20:45:07.149747 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f5941fb-ef74-44b6-b5a9-b3b3554c117d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:07.155039 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f5941fb-ef74-44b6-b5a9-b3b3554c117d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:07.187245 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5941fb-ef74-44b6-b5a9-b3b3554c117d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b5cc41-9443-4bf9-93ea-8339a02f5a3e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:07.190770 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f5941fb-ef74-44b6-b5a9-b3b3554c117d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:07.195315 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3f5941fb-ef74-44b6-b5a9-b3b3554c117d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1686010 Jul 23 20:45:07.196016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54198) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:07.200812 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-98efc36a-5d41-4993-8a5a-704118c676ca tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': '53ea4be0-84af-4064-97d5-10efe98c0c26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '52b5cc41-9443-4bf9-93ea-8339a02f5a3e'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:07.244022 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-98efc36a-5d41-4993-8a5a-704118c676ca tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:45:07.247147 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-98efc36a-5d41-4993-8a5a-704118c676ca tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0492904 Jul 23 20:45:07.249827 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54200) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:07.328615 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e3601688-2b46-441a-ab1b-b526b9273a1d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:07.363683 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e3601688-2b46-441a-ab1b-b526b9273a1d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:07.442879 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e3601688-2b46-441a-ab1b-b526b9273a1d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:07.445499 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e3601688-2b46-441a-ab1b-b526b9273a1d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:07.449117 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e3601688-2b46-441a-ab1b-b526b9273a1d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "DELETE /v2.0/security-groups/52b5cc41-9443-4bf9-93ea-8339a02f5a3e HTTP/1.1" status: 204 len: 168 time: 0.1958675 Jul 23 20:45:07.451036 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54202) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:07.459374 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-2b81c51d-48d2-4b75-9af1-3f2736660fed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0981894 Jul 23 20:45:07.478580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3601688-2b46-441a-ab1b-b526b9273a1d tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b5cc41-9443-4bf9-93ea-8339a02f5a3e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:07.541776 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ce424-8db8-4af6-b2b1-bff6e10a46c3 req-54d45186-b7cb-4a5f-8442-9cbdb3e0f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:07.543319 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-306ce424-8db8-4af6-b2b1-bff6e10a46c3 req-54d45186-b7cb-4a5f-8442-9cbdb3e0f7e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 907 time: 0.4523854 Jul 23 20:45:07.564833 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a90a62ae-cf63-42a5-8207-ef9a2c7a25b1 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1042950 Jul 23 20:45:07.567420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54210) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:07.599531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-306ce424-8db8-4af6-b2b1-bff6e10a46c3 req-df9f7ae0-3886-4a83-a428-b171245b6316 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 HTTP/1.1" status: 200 len: 217 time: 0.0487771 Jul 23 20:45:07.645963 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-9d82ea31-95cc-4721-b405-e7e2232ef71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:07.646447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-9d82ea31-95cc-4721-b405-e7e2232ef71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:07.646917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-9d82ea31-95cc-4721-b405-e7e2232ef71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:07.647483 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-9d82ea31-95cc-4721-b405-e7e2232ef71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:07.647947 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-9d82ea31-95cc-4721-b405-e7e2232ef71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:07.648408 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-9d82ea31-95cc-4721-b405-e7e2232ef71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:07.648869 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-9d82ea31-95cc-4721-b405-e7e2232ef71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:07.650757 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-9d82ea31-95cc-4721-b405-e7e2232ef71d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc19446ccb0a4c219ec6673fb3605878&device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 6496 time: 0.1288977 Jul 23 20:45:07.656759 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-48289d6e-45a2-4130-9d8e-15ada829d190 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:07.689464 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-48289d6e-45a2-4130-9d8e-15ada829d190 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:07.710784 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-085d7854-fdfe-4a17-b554-9fa2a17d29e6 req-555f0d20-4b06-4e07-8a63-d60ce632e743 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0742164 Jul 23 20:45:07.741243 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ce424-8db8-4af6-b2b1-bff6e10a46c3 req-bb1f9746-da90-4ce6-8847-b4f5e4d8fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:07.742815 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-306ce424-8db8-4af6-b2b1-bff6e10a46c3 req-bb1f9746-da90-4ce6-8847-b4f5e4d8fb8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4c51c78-ede0-436b-9293-945f1596e2dc HTTP/1.1" status: 200 len: 846 time: 0.1089511 Jul 23 20:45:07.755868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263b52c-1da4-4dae-b186-84d5ab94f746 req-36182a1e-92e3-46bd-81d8-79c3922d5be6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:07.757290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6263b52c-1da4-4dae-b186-84d5ab94f746 req-36182a1e-92e3-46bd-81d8-79c3922d5be6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 944 time: 0.1568806 Jul 23 20:45:07.789972 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-306ce424-8db8-4af6-b2b1-bff6e10a46c3 req-eb0b23c0-f5f5-45c5-98ca-3e04eaa800fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315278 Jul 23 20:45:07.825722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-2d2c7182-45db-42c3-af5e-e2f90b60ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:07.826975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-2d2c7182-45db-42c3-af5e-e2f90b60ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:07.827483 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-2d2c7182-45db-42c3-af5e-e2f90b60ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:07.829766 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-2d2c7182-45db-42c3-af5e-e2f90b60ed96 service neutron] 10.222.0.48 "GET /v2.0/networks?id=04518969-2864-49dd-8fa7-d7bf22c7ecb5&id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&id=950a5a79-45d4-4d93-a347-72e7566b3324&id=950a5a79-45d4-4d93-a347-72e7566b3324 HTTP/1.1" status: 200 len: 2293 time: 0.1479416 Jul 23 20:45:07.875797 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6263b52c-1da4-4dae-b186-84d5ab94f746 req-b3cb9752-e136-44cb-92e9-30aad293eb3b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865004 Jul 23 20:45:07.903733 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-48289d6e-45a2-4130-9d8e-15ada829d190 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:07.906469 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-48289d6e-45a2-4130-9d8e-15ada829d190 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:07.910034 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-48289d6e-45a2-4130-9d8e-15ada829d190 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "DELETE /v2.0/security-groups/53ea4be0-84af-4064-97d5-10efe98c0c26 HTTP/1.1" status: 204 len: 168 time: 0.3392820 Jul 23 20:45:07.911990 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54216) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:07.927486 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48289d6e-45a2-4130-9d8e-15ada829d190 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ea4be0-84af-4064-97d5-10efe98c0c26,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:07.953942 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-ed693c34-9fd6-4609-82cf-1400a5d8a4e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac7d5512-08f7-45f5-8473-32a1d13ff319 HTTP/1.1" status: 200 len: 1001 time: 0.1144474 Jul 23 20:45:07.970717 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-35fe01bd-e316-42b6-a1ec-fb97928fe7f9 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579121 Jul 23 20:45:07.975428 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54220) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:07.981950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-7176fecf-9908-47db-9087-800a8b793807 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group': {'name': 'tempest-secgroup--9419541'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:08.010351 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-306ce424-8db8-4af6-b2b1-bff6e10a46c3 req-a05917cc-c46d-4378-a4e9-c27107f375ad service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980872 Jul 23 20:45:08.017682 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-15b39528-7286-42ea-8816-6cb415bf7d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:08.019846 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-15b39528-7286-42ea-8816-6cb415bf7d44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fec6d45-9345-4d90-b1d2-40a8c0c03e92 HTTP/1.1" status: 200 len: 851 time: 0.0604877 Jul 23 20:45:08.039166 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7176fecf-9908-47db-9087-800a8b793807 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:08.090392 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-45db6af9-7c23-414f-b508-17ff1f6bb07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:08.092429 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-45db6af9-7c23-414f-b508-17ff1f6bb07b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04518969-2864-49dd-8fa7-d7bf22c7ecb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652699 Jul 23 20:45:08.186440 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-306ce424-8db8-4af6-b2b1-bff6e10a46c3 req-e5a1d7a6-78af-4613-a49b-26e98cf43a45 service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683571 Jul 23 20:45:08.211938 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-d94c0d24-2304-4b4b-8627-e4fb97c8fb2e service neutron] 10.222.0.48 "GET /v2.0/networks/04518969-2864-49dd-8fa7-d7bf22c7ecb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099019 Jul 23 20:45:08.232688 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7176fecf-9908-47db-9087-800a8b793807 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:08.239606 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7176fecf-9908-47db-9087-800a8b793807 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:08.249242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79fecd-cd74-4c88-b96e-88fab795edd1 req-732c09fa-b231-4c0a-be08-c8ebf113f658 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:08.250783 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c79fecd-cd74-4c88-b96e-88fab795edd1 req-732c09fa-b231-4c0a-be08-c8ebf113f658 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 943 time: 0.1138668 Jul 23 20:45:08.294143 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7176fecf-9908-47db-9087-800a8b793807 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:08.298223 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7176fecf-9908-47db-9087-800a8b793807 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3188610 Jul 23 20:45:08.299513 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54224) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:08.305614 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176fecf-9908-47db-9087-800a8b793807 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41e7833-e3c1-40ea-8428-398fdc3ea3a1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:08.306818 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c4ba7b20-9ed2-49fe-a254-9a6bc545c991 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': 'f41e7833-e3c1-40ea-8428-398fdc3ea3a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:08.315922 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c79fecd-cd74-4c88-b96e-88fab795edd1 req-9ec6b29a-aa99-4e3a-bfb7-45e45dfea064 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543847 Jul 23 20:45:08.357427 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-126ba372-39fe-4962-98b5-896d5dccc493 service neutron] 10.222.0.48 "GET /v2.0/networks/04518969-2864-49dd-8fa7-d7bf22c7ecb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320586 Jul 23 20:45:08.374790 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-c4ba7b20-9ed2-49fe-a254-9a6bc545c991 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:45:08.375825 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c4ba7b20-9ed2-49fe-a254-9a6bc545c991 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0751188 Jul 23 20:45:08.379369 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54226) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:08.384061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-54dd21fa-56f4-42a2-bf61-59763fa1ac48 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group_rule': {'security_group_id': 'f41e7833-e3c1-40ea-8428-398fdc3ea3a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:08.405500 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-19f077e1-c1e0-4724-9635-b3626ec27a5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=77042b28-bf0d-471e-9b44-b7a19900cc03 HTTP/1.1" status: 200 len: 217 time: 0.0387523 Jul 23 20:45:08.427271 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-54dd21fa-56f4-42a2-bf61-59763fa1ac48 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:45:08.430998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-54dd21fa-56f4-42a2-bf61-59763fa1ac48 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0480974 Jul 23 20:45:08.431268 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54228) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:08.479987 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-2b0d51ee-6ccb-422d-95ef-dff01c917bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:08.481592 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-2b0d51ee-6ccb-422d-95ef-dff01c917bf4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44c6a485-1e2e-4eca-8671-6557e9d07f4e HTTP/1.1" status: 200 len: 797 time: 0.0676262 Jul 23 20:45:08.485492 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ac4682f-734b-4d02-bfa4-239598627971 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:08.509041 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ac4682f-734b-4d02-bfa4-239598627971 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:08.554705 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-2a67f2a4-5094-4f4f-8533-521817a983ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:08.556271 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-2a67f2a4-5094-4f4f-8533-521817a983ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0646508 Jul 23 20:45:08.563042 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ac4682f-734b-4d02-bfa4-239598627971 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:08.565987 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ac4682f-734b-4d02-bfa4-239598627971 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:08.569809 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4ac4682f-734b-4d02-bfa4-239598627971 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "DELETE /v2.0/security-groups/f41e7833-e3c1-40ea-8428-398fdc3ea3a1 HTTP/1.1" status: 204 len: 168 time: 0.1376138 Jul 23 20:45:08.570403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54230) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:08.595036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4682f-734b-4d02-bfa4-239598627971 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41e7833-e3c1-40ea-8428-398fdc3ea3a1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:08.632855 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d734b4ba-c55f-49d5-a498-42df89195ce6 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0548522 Jul 23 20:45:08.633511 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54232) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:08.637583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c0af00ad-82ae-4b2a-89a2-c2042a5b8644 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group': {'name': 'tempest-secgroup--753815344'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:08.675629 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-c02d4c89-e73d-4e74-ba45-a4aad8ea7dae service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080372 Jul 23 20:45:08.676756 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c0af00ad-82ae-4b2a-89a2-c2042a5b8644 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:08.809905 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-d72efbff-e295-4331-b6ff-04daf66f501e service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230156 Jul 23 20:45:08.840319 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ddd8d286-b66c-463a-b2a5-ab3a9a348ba3 req-04da3bbb-800e-4106-a553-52c583ea2bf5 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0509224 Jul 23 20:45:08.864551 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-bd6cb3d9-368d-4fa6-9096-37f172fc881f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=8dcff201-5dbc-4e61-8522-6c5590f57b4b HTTP/1.1" status: 200 len: 217 time: 0.0459507 Jul 23 20:45:08.881827 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c0af00ad-82ae-4b2a-89a2-c2042a5b8644 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:08.891344 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c0af00ad-82ae-4b2a-89a2-c2042a5b8644 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:08.949353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af00ad-82ae-4b2a-89a2-c2042a5b8644 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b4ef59-6209-4319-af96-eb61e8e3b5a4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:08.975479 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-d2b5782f-6b7e-457f-8a09-fe82c1da54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:08.976977 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-d2b5782f-6b7e-457f-8a09-fe82c1da54e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44c6a485-1e2e-4eca-8671-6557e9d07f4e HTTP/1.1" status: 200 len: 797 time: 0.0979273 Jul 23 20:45:08.981466 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c0af00ad-82ae-4b2a-89a2-c2042a5b8644 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:08.988909 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c0af00ad-82ae-4b2a-89a2-c2042a5b8644 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3522670 Jul 23 20:45:08.989058 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54244) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:08.991456 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-0a7479b3-d45b-467b-bc1f-b48b5f294b84 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:08.992107 n-d-791504-18 neutron-server[93811]: WARNING neutron.api.v2.base [None req-0a7479b3-d45b-467b-bc1f-b48b5f294b84 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 20:45:08.992601 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-0a7479b3-d45b-467b-bc1f-b48b5f294b84 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 20:45:08.996153 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0a7479b3-d45b-467b-bc1f-b48b5f294b84 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "PUT /v2.0/security-groups/12b4ef59-6209-4319-af96-eb61e8e3b5a4 HTTP/1.1" status: 409 len: 330 time: 0.0056520 Jul 23 20:45:08.996527 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54246) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:09.044452 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-8abb32aa-284c-434c-9136-40c263cbd57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:09.046071 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-8abb32aa-284c-434c-9136-40c263cbd57e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0567253 Jul 23 20:45:09.073175 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45ede7-ce38-4c42-99f6-692f9c46bf52 req-37b808c2-9729-49d8-a6f9-d43e20bfda22 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:09.074612 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f45ede7-ce38-4c42-99f6-692f9c46bf52 req-37b808c2-9729-49d8-a6f9-d43e20bfda22 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 944 time: 0.1271915 Jul 23 20:45:09.078013 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-210507c4-72e5-412d-b210-42674259106a tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:09.117130 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-210507c4-72e5-412d-b210-42674259106a tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:09.143706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f45ede7-ce38-4c42-99f6-692f9c46bf52 req-b30a2112-6d5e-4ca6-bbdb-dc99795dfe01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622063 Jul 23 20:45:09.149828 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-b52c50f2-df23-457f-adcf-455fa7da9aab service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930676 Jul 23 20:45:09.170219 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-210507c4-72e5-412d-b210-42674259106a tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:09.172943 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-210507c4-72e5-412d-b210-42674259106a tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:09.177140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-210507c4-72e5-412d-b210-42674259106a tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "DELETE /v2.0/security-groups/12b4ef59-6209-4319-af96-eb61e8e3b5a4 HTTP/1.1" status: 204 len: 168 time: 0.1767688 Jul 23 20:45:09.179318 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54248) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:09.191155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210507c4-72e5-412d-b210-42674259106a tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b4ef59-6209-4319-af96-eb61e8e3b5a4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:09.231646 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-18f978a7-cd8f-44b2-8040-898418ae568c tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0511944 Jul 23 20:45:09.236142 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54250) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:09.251092 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-297948b7-1d90-41e8-87a2-94f6535aa22c tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] delete failed (client error): The resource could not be found. Jul 23 20:45:09.256737 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-297948b7-1d90-41e8-87a2-94f6535aa22c tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "DELETE /v2.0/security-groups/edfdf917-661b-4d00-bf72-1d0d85430984 HTTP/1.1" status: 404 len: 347 time: 0.0154603 Jul 23 20:45:09.257242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54252) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:09.273105 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-f77caf2b-492f-4109-b315-2d0ad6d16d53 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] show failed (client error): The resource could not be found. Jul 23 20:45:09.275182 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f77caf2b-492f-4109-b315-2d0ad6d16d53 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "GET /v2.0/security-groups/868d0716-7cf6-4ef5-acdf-1a0ed11c7d15 HTTP/1.1" status: 404 len: 347 time: 0.0160038 Jul 23 20:45:09.278337 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54254) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:09.292173 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-488b8ea4-c06f-4bea-b1d7-62892c03f670 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] show failed (client error): The resource could not be found. Jul 23 20:45:09.293724 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-488b8ea4-c06f-4bea-b1d7-62892c03f670 tempest-NegativeSecGroupIPv6Test-319845758 tempest-NegativeSecGroupIPv6Test-319845758-project] 10.222.0.55 "GET /v2.0/security-group-rules/4147bf72-f64d-401e-9533-dd43be970985 HTTP/1.1" status: 404 len: 356 time: 0.0140972 Jul 23 20:45:09.494381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29975e3f-d4a4-4c44-925b-1833c6e447f4 req-fe269337-9f04-49ce-9d05-33286210f4e8 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:09.502154 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29975e3f-d4a4-4c44-925b-1833c6e447f4 req-fe269337-9f04-49ce-9d05-33286210f4e8 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 943 time: 0.0921559 Jul 23 20:45:09.550778 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29975e3f-d4a4-4c44-925b-1833c6e447f4 req-c942ed20-6a67-4aec-8ce1-8ded3f0c0aa2 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475311 Jul 23 20:45:09.576955 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-36a09e61-3598-41d0-9b31-1fc35584c0f7 service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126415 Jul 23 20:45:09.621368 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-6c99ffaf-2a6b-48c3-a9e4-c5d01eea4a08 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=375f4d5b-bee1-40a7-8ed7-558dfed774a8 HTTP/1.1" status: 200 len: 217 time: 0.0356295 Jul 23 20:45:09.644470 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54262) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:09.676494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-2fde1133-f6a6-46d9-839d-b9f423475247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:09.678066 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-2fde1133-f6a6-46d9-839d-b9f423475247 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44c6a485-1e2e-4eca-8671-6557e9d07f4e HTTP/1.1" status: 200 len: 797 time: 0.0499485 Jul 23 20:45:09.738022 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-681b4a6c-42fb-4980-89e8-b38b768dde8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:09.739675 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-681b4a6c-42fb-4980-89e8-b38b768dde8c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0536580 Jul 23 20:45:09.809127 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cada28f6-ddc0-4b9d-8978-4c738a504166 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=15bfcefa6ece42d78c91d800be559d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611669 Jul 23 20:45:09.809486 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54266) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:09.839495 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-e271ff95-e76d-498b-b9dc-d389b6c8e364 service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923376 Jul 23 20:45:09.860451 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5298c27-eea6-4cbd-8ee8-27d7be7d8c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:09.884164 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5298c27-eea6-4cbd-8ee8-27d7be7d8c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:09.969959 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-c3d542d4-5ab2-4d5e-8d25-3b337a3a9eac service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230712 Jul 23 20:45:09.971911 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8b3683b2-57ec-471f-a630-9e3767577acb req-4c70f6e8-444d-4260-91f6-70f6b736fb21 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0414863 Jul 23 20:45:09.972754 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5298c27-eea6-4cbd-8ee8-27d7be7d8c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:09.975548 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5298c27-eea6-4cbd-8ee8-27d7be7d8c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:09.978944 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c5298c27-eea6-4cbd-8ee8-27d7be7d8c37 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2820d9c2-1e8c-4c3d-a810-494fdcd79750 HTTP/1.1" status: 204 len: 168 time: 0.1662052 Jul 23 20:45:10.003774 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5298c27-eea6-4cbd-8ee8-27d7be7d8c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2820d9c2-1e8c-4c3d-a810-494fdcd79750,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:10.027884 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-8ae81dee-cff0-4b60-b31e-ebcd68adf7dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=96427106-3c2e-463d-8d37-38319788aff2 HTTP/1.1" status: 200 len: 217 time: 0.0493352 Jul 23 20:45:10.087284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-4a1591da-a85b-49f0-86cd-f9f874d7e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:10.089523 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-4a1591da-a85b-49f0-86cd-f9f874d7e647 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44c6a485-1e2e-4eca-8671-6557e9d07f4e HTTP/1.1" status: 200 len: 797 time: 0.0545955 Jul 23 20:45:10.153498 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-d528ea94-5933-493a-8170-b4658996ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:10.154927 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-d528ea94-5933-493a-8170-b4658996ae28 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0581999 Jul 23 20:45:10.285740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:45:10.295932 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-54578d35-03c1-4071-96a2-7de6bb31d64d service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309099 Jul 23 20:45:10.331555 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bc194-9159-4228-ba15-852eba89c504 req-93043912-8caa-40d4-a348-aa21de53ce3e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:10.333538 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb0bc194-9159-4228-ba15-852eba89c504 req-93043912-8caa-40d4-a348-aa21de53ce3e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 944 time: 0.1040590 Jul 23 20:45:10.406162 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb0bc194-9159-4228-ba15-852eba89c504 req-09616ef5-b369-4d0b-9bcb-2ffbaf09e101 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630014 Jul 23 20:45:10.473128 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-3a4064e1-e385-42aa-990a-ba2777845bf2 service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671567 Jul 23 20:45:10.479156 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port aa2dbcab-44e7-4cb6-b100-12fb389ca6e8, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=aa2dbcab-44e7-4cb6-b100-12fb389ca6e8,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:10.494858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'aa2dbcab-44e7-4cb6-b100-12fb389ca6e8', 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7', 'port_id': 'aa2dbcab-44e7-4cb6-b100-12fb389ca6e8', 'mac_address': 'fa:16:3e:e7:05:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c51c78-ede0-436b-9293-945f1596e2dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:45:10.538754 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-3c3693ec-2e9c-46c1-ab0c-565a4c9b4484 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b17aba8f-658e-4cfc-a2c6-69b79faa9595 HTTP/1.1" status: 200 len: 217 time: 0.0540235 Jul 23 20:45:10.539589 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:10.557153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:45:10.585988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port aa2dbcab-44e7-4cb6-b100-12fb389ca6e8, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=aa2dbcab-44e7-4cb6-b100-12fb389ca6e8,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:10.592180 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:10.609807 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-b090e20d-aa07-4114-997d-e8f14587f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:10.611307 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-b090e20d-aa07-4114-997d-e8f14587f14e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0867a56c-547c-4c4a-96c2-7761d6b3057e HTTP/1.1" status: 200 len: 797 time: 0.0630043 Jul 23 20:45:10.688535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=aa2dbcab-44e7-4cb6-b100-12fb389ca6e8,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:10.709194 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:10.709397 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-831285ff-0334-4f3d-9c31-5cf41e5b9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:10.709584 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:10.710108 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:10.710663 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-831285ff-0334-4f3d-9c31-5cf41e5b9ba9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=950a5a79-45d4-4d93-a347-72e7566b3324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0884550 Jul 23 20:45:10.711211 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:10.711724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:10.712336 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:10.712839 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:10.713445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:10.713934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:10.714563 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:10.715323 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:10.715985 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:10.774276 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2646ca-4ae5-4eae-ab4c-97be88b1d251 req-7abd5679-2558-443b-938e-fc6f956da46c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:10.776572 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c2646ca-4ae5-4eae-ab4c-97be88b1d251 req-7abd5679-2558-443b-938e-fc6f956da46c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 944 time: 0.1169806 Jul 23 20:45:10.847053 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-d1a791a3-3b62-40b2-ba5d-c54b6e1545b8 service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268394 Jul 23 20:45:10.852417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c2646ca-4ae5-4eae-ab4c-97be88b1d251 req-252f32fe-edb0-4019-b367-ddff680147a1 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657270 Jul 23 20:45:10.945494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54302) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:10.956882 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-91ec7cd8-648f-4dfa-a143-e0e9a49a91cd service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007998 Jul 23 20:45:11.003005 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-9c99f2a1-2f02-47a5-97b8-61bf66ad75d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a68d1c06-08c3-477a-a148-144d28dc32e4 HTTP/1.1" status: 200 len: 217 time: 0.0386713 Jul 23 20:45:11.034915 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['aa2dbcab-44e7-4cb6-b100-12fb389ca6e8'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:11.075599 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a7dcc251-f6b3-430c-8e71-f58bf447fb17 tempest-ServiceProvidersTest-432578667 tempest-ServiceProvidersTest-432578667-project] 10.222.0.55 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1286938 Jul 23 20:45:11.078317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-a40f975c-28de-4799-a1d1-376ad3ff71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:11.079988 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-a40f975c-28de-4799-a1d1-376ad3ff71c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0867a56c-547c-4c4a-96c2-7761d6b3057e HTTP/1.1" status: 200 len: 797 time: 0.0710647 Jul 23 20:45:11.144589 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-642ffbfe-4419-4930-b68d-0f9c4030b56b req-dbb231b2-bd65-4630-a434-3733ff9f627a tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0518968 Jul 23 20:45:11.176698 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-d4e6fd44-7f44-481a-a4b1-75c4552d530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:11.178254 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-d4e6fd44-7f44-481a-a4b1-75c4552d530c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=950a5a79-45d4-4d93-a347-72e7566b3324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0854113 Jul 23 20:45:11.289108 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-9ae9f142-1d37-40d7-b224-5701a06ef7f7 service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969262 Jul 23 20:45:11.354891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54318) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:11.381431 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5827f799-7a5b-4f17-bdf8-2db2eb35984f req-18763f52-d5dc-4bda-a4f0-db409a9b20c0 service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856464 Jul 23 20:45:11.463440 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f7529689-0fcf-4e5d-9ee9-9a182fe356d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:11.575842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e08123-8397-4997-b48f-800dfb2b87e9 req-6242f058-c57a-4846-a3da-bcfed35b6b3f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:11.577579 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3e08123-8397-4997-b48f-800dfb2b87e9 req-6242f058-c57a-4846-a3da-bcfed35b6b3f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 944 time: 0.1016314 Jul 23 20:45:11.626834 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f7529689-0fcf-4e5d-9ee9-9a182fe356d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:11.633300 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3e08123-8397-4997-b48f-800dfb2b87e9 req-fe340b60-cc5f-4606-8512-bdb4a5f04702 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495050 Jul 23 20:45:11.634277 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f7529689-0fcf-4e5d-9ee9-9a182fe356d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:11.671652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f7529689-0fcf-4e5d-9ee9-9a182fe356d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a36bbefb62041f4b62e420bceaba940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155975 Jul 23 20:45:11.672761 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7529689-0fcf-4e5d-9ee9-9a182fe356d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3050e491-f8a4-4b07-b35e-213ae0f6b976,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:11.674365 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54324) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:11.723509 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da9b8a71-53ba-44db-b840-87b41487a5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:11.745611 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da9b8a71-53ba-44db-b840-87b41487a5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:11.805435 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da9b8a71-53ba-44db-b840-87b41487a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:11.808146 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da9b8a71-53ba-44db-b840-87b41487a5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:11.809339 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-da9b8a71-53ba-44db-b840-87b41487a5dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3050e491-f8a4-4b07-b35e-213ae0f6b976 HTTP/1.1" status: 204 len: 168 time: 0.1339819 Jul 23 20:45:11.828168 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b8a71-53ba-44db-b840-87b41487a5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3050e491-f8a4-4b07-b35e-213ae0f6b976,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:11.854802 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9edaba87-7214-47a6-8dd7-a4746c1c450c req-7c5c9ceb-36a1-47c7-b4ea-93aa157e70d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0439458 Jul 23 20:45:12.001381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd78ddc-17a0-4073-a6f2-d26ccea25695 req-045597f8-ad3c-484c-af88-f01fef6dc86e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:12.003591 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8dd78ddc-17a0-4073-a6f2-d26ccea25695 req-045597f8-ad3c-484c-af88-f01fef6dc86e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 944 time: 0.0685649 Jul 23 20:45:12.044685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8dd78ddc-17a0-4073-a6f2-d26ccea25695 req-155bd9d0-015a-47c5-a082-2ed4f89a3537 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352736 Jul 23 20:45:12.256092 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04271ebd-c634-4ceb-8225-aa48640af247 req-6ffe4492-c6fa-44f9-8493-b5fbe6cbdb33 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0413113 Jul 23 20:45:12.285356 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 75b9576c-a2b4-4347-ad20-966a9af1d604 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:45:12.390583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 75b9576c-a2b4-4347-ad20-966a9af1d604, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=75b9576c-a2b4-4347-ad20-966a9af1d604,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:12.401887 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '75b9576c-a2b4-4347-ad20-966a9af1d604', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'port_id': '75b9576c-a2b4-4347-ad20-966a9af1d604', 'mac_address': 'fa:16:3e:3d:8b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:45:12.446091 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:12.459232 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b9576c-a2b4-4347-ad20-966a9af1d604 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:45:12.480435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 75b9576c-a2b4-4347-ad20-966a9af1d604, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=75b9576c-a2b4-4347-ad20-966a9af1d604,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:12.484390 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:12.544169 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=75b9576c-a2b4-4347-ad20-966a9af1d604,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:12.790114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b9cd9-5344-40ea-9940-a0d4d6b5a7b7 req-a3fe47bb-fc11-4dc4-92cb-ceddaae935a3 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:12.792109 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1b0b9cd9-5344-40ea-9940-a0d4d6b5a7b7 req-a3fe47bb-fc11-4dc4-92cb-ceddaae935a3 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 945 time: 0.0740092 Jul 23 20:45:12.840014 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1b0b9cd9-5344-40ea-9940-a0d4d6b5a7b7 req-1b8a14a3-dc14-4c45-818b-b0ef42c72610 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401828 Jul 23 20:45:12.911161 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['75b9576c-a2b4-4347-ad20-966a9af1d604'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:13.190207 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af9282-d9fe-452a-91b7-d778ba4a35d0 req-2e7d74d0-7de1-4bfc-bda9-656a8e488363 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:13.192074 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6af9282-d9fe-452a-91b7-d778ba4a35d0 req-2e7d74d0-7de1-4bfc-bda9-656a8e488363 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 944 time: 0.0723641 Jul 23 20:45:13.235464 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6af9282-d9fe-452a-91b7-d778ba4a35d0 req-8068c11e-1ea6-4abf-8669-66c4194d636a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371792 Jul 23 20:45:13.385232 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ab4f4df-4642-412a-9a9e-5aa7eb4a03ea req-ecec741d-d12f-4499-a35b-0b203f335d7a tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0419910 Jul 23 20:45:13.744991 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-28da55b4-8567-45c3-8289-fefea1006a2a req-e273d279-02f8-4fff-8c6e-afff2a4dc490 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fee29f4-a284-41f5-a112-3be0dd828a6a&device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0338042 Jul 23 20:45:14.008107 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e42e6851-5787-4a2a-95b5-24ef1904f735 req-d008ebbd-349b-4862-ae59-e60f4b80bf54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=28b97c63b78d4b2bad6be5360bf97632&device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0597548 Jul 23 20:45:14.042371 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b14591b2-3759-41ec-8480-607fe8eb383d req-077bc49c-f734-4376-89c7-e33d9b90ed88 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0724409 Jul 23 20:45:14.064525 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e42e6851-5787-4a2a-95b5-24ef1904f735 req-378d1b8d-3b85-4800-abb4-767f9dd1ab59 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=28b97c63b78d4b2bad6be5360bf97632&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244949 Jul 23 20:45:14.166737 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfffb8-2ff9-4fe2-8f5f-37ee05f898fc req-992a6dcd-9381-4d5e-9100-715530c5e4f1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:14.168339 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5cdfffb8-2ff9-4fe2-8f5f-37ee05f898fc req-992a6dcd-9381-4d5e-9100-715530c5e4f1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 945 time: 0.2005155 Jul 23 20:45:14.206950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e6851-5787-4a2a-95b5-24ef1904f735 req-a5a0a6a0-8292-46ee-beeb-4fb2153a6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:14.208370 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e42e6851-5787-4a2a-95b5-24ef1904f735 req-a5a0a6a0-8292-46ee-beeb-4fb2153a6b21 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1373451 Jul 23 20:45:14.221381 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5cdfffb8-2ff9-4fe2-8f5f-37ee05f898fc req-39b1b7cf-6990-498f-8a77-f70ebd5e94fb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457292 Jul 23 20:45:14.312425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:45:14.363370 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:45:14.367435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:45:14.367807 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:14.407346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8c2ea-7c63-4d2c-87d9-48b00557f55f req-e2acda81-6004-44b2-b13d-33486a510c7e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:14.410229 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e8c2ea-7c63-4d2c-87d9-48b00557f55f req-e2acda81-6004-44b2-b13d-33486a510c7e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 944 time: 0.0872471 Jul 23 20:45:14.448786 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:14.454775 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e8c2ea-7c63-4d2c-87d9-48b00557f55f req-a10e166a-81b9-46fd-9161-ab05bc1edfa4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387752 Jul 23 20:45:14.476912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46126b1-0f11-4e16-8bba-7c97f04c147d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2dbcab-44e7-4cb6-b100-12fb389ca6e8'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:45:14.479264 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1783bc1-c503-47df-8e9b-9c16a0bf12e3" -d '{"events": [{"server_uuid": "c46126b1-0f11-4e16-8bba-7c97f04c147d", "name": "network-vif-plugged", "status": "completed", "tag": "aa2dbcab-44e7-4cb6-b100-12fb389ca6e8"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:45:14.495508 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port aa2dbcab-44e7-4cb6-b100-12fb389ca6e8, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=aa2dbcab-44e7-4cb6-b100-12fb389ca6e8,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:14.499922 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:14.500841 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 75b9576c-a2b4-4347-ad20-966a9af1d604 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:45:14.594391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=aa2dbcab-44e7-4cb6-b100-12fb389ca6e8,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:14.598805 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 75b9576c-a2b4-4347-ad20-966a9af1d604 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:45:14.603463 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 75b9576c-a2b4-4347-ad20-966a9af1d604 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:45:14.603914 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:14.688912 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8689273-e41f-4b09-ad11-e516faad442d x-openstack-request-id: req-c8689273-e41f-4b09-ad11-e516faad442d {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:45:14.689303 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46126b1-0f11-4e16-8bba-7c97f04c147d", "name": "network-vif-plugged", "status": "completed", "tag": "aa2dbcab-44e7-4cb6-b100-12fb389ca6e8", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:45:14.690172 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8689273-e41f-4b09-ad11-e516faad442d {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:45:14.690644 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46126b1-0f11-4e16-8bba-7c97f04c147d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2dbcab-44e7-4cb6-b100-12fb389ca6e8', 'code': 200} Jul 23 20:45:14.695842 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:14.734835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 75b9576c-a2b4-4347-ad20-966a9af1d604, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=75b9576c-a2b4-4347-ad20-966a9af1d604,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:14.744486 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:14.802987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=75b9576c-a2b4-4347-ad20-966a9af1d604,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:14.829947 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758382ce-5659-4636-85fc-96116a6988fc req-a961a8d7-5ec9-4d13-b151-9f1840975999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:14.832121 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-758382ce-5659-4636-85fc-96116a6988fc req-a961a8d7-5ec9-4d13-b151-9f1840975999 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 1097 time: 0.0721009 Jul 23 20:45:14.893659 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-758382ce-5659-4636-85fc-96116a6988fc req-224a69fb-be4d-4627-a33a-e83257abba08 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509074 Jul 23 20:45:15.199690 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e637e79d-d9be-4a49-951b-e5c5f8f4335a req-f4561782-1157-4400-8589-27f3561403b9 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0369618 Jul 23 20:45:15.379533 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b9d6b-21ad-4344-bf5b-3eedc5ee5de4 req-497346b4-eb61-4558-ac90-29181824f5bb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:15.388086 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-996b9d6b-21ad-4344-bf5b-3eedc5ee5de4 req-497346b4-eb61-4558-ac90-29181824f5bb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 946 time: 0.0817225 Jul 23 20:45:15.400313 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:15.427815 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-996b9d6b-21ad-4344-bf5b-3eedc5ee5de4 req-ad1b68e0-d1da-4e8d-83ea-5e79ed26a1d9 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387063 Jul 23 20:45:15.463010 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e42e6851-5787-4a2a-95b5-24ef1904f735 req-e81eabec-b5ab-4148-838c-31b41f6d98d2 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.57 "GET /v2.0/ports?device_id=99dc3c4d-f1b5-4794-8149-1fafb7855f13 HTTP/1.1" status: 200 len: 210 time: 0.0338078 Jul 23 20:45:15.602259 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a960f-119d-46a0-aa11-18e32bca0d63 req-bcff5375-f5ea-4edc-8cf8-745930aee3be tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:15.603820 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a2a960f-119d-46a0-aa11-18e32bca0d63 req-bcff5375-f5ea-4edc-8cf8-745930aee3be tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 945 time: 0.0717437 Jul 23 20:45:15.645222 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a2a960f-119d-46a0-aa11-18e32bca0d63 req-05b789e4-85e5-40f7-a1e7-058f5ab1fecb tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349901 Jul 23 20:45:16.467908 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91b224fb-48cc-4fe8-bb20-4a88bf1107d2 req-e90e8419-770d-42b0-b438-8855de57ffa1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=28b97c63b78d4b2bad6be5360bf97632&device_id=2fee29f4-a284-41f5-a112-3be0dd828a6a HTTP/1.1" status: 200 len: 210 time: 0.0306237 Jul 23 20:45:16.520157 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da8b45de-037a-46e7-8dc8-5d298a9b65ba req-2d089b44-a8ed-48ad-a4b4-51096a86b488 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fee29f4-a284-41f5-a112-3be0dd828a6a HTTP/1.1" status: 200 len: 210 time: 0.0533960 Jul 23 20:45:16.530426 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54538) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:16.562926 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91b224fb-48cc-4fe8-bb20-4a88bf1107d2 req-59404245-807a-45a5-9def-81216d5d562f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=28b97c63b78d4b2bad6be5360bf97632&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840762 Jul 23 20:45:16.691755 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417535ab-5dd2-4eb4-9d8c-280dc3201c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b9576c-a2b4-4347-ad20-966a9af1d604'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:45:16.694236 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82d5e60-ad0d-4b20-8193-e247e58a8b49" -d '{"events": [{"server_uuid": "417535ab-5dd2-4eb4-9d8c-280dc3201c02", "name": "network-vif-plugged", "status": "completed", "tag": "75b9576c-a2b4-4347-ad20-966a9af1d604"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:45:16.699660 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-025a7a25-9215-4aa4-97c4-063a6c9ed2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:16.711155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b224fb-48cc-4fe8-bb20-4a88bf1107d2 req-08682277-7e0f-4009-b0ee-8ab69bbf9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:16.712826 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91b224fb-48cc-4fe8-bb20-4a88bf1107d2 req-08682277-7e0f-4009-b0ee-8ab69bbf9c2a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1430922 Jul 23 20:45:16.722083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bdefa-2fbe-4a59-9dad-45fd2a97289b req-fc63beea-5b5d-4848-b82b-f193b71dafc8 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:16.728839 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a59bdefa-2fbe-4a59-9dad-45fd2a97289b req-fc63beea-5b5d-4848-b82b-f193b71dafc8 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 946 time: 0.1472602 Jul 23 20:45:16.779354 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:16.820024 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-025a7a25-9215-4aa4-97c4-063a6c9ed2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:16.823064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a59bdefa-2fbe-4a59-9dad-45fd2a97289b req-46700c2e-89cb-4831-8b43-d91baca23891 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931365 Jul 23 20:45:16.829853 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-025a7a25-9215-4aa4-97c4-063a6c9ed2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:16.863592 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb138463-f1cc-410f-85e7-9d46640c685b req-2f6faaf8-ddf9-4140-ba95-939e25d8525c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:16.867279 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb138463-f1cc-410f-85e7-9d46640c685b req-2f6faaf8-ddf9-4140-ba95-939e25d8525c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 945 time: 0.1194634 Jul 23 20:45:16.883485 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-025a7a25-9215-4aa4-97c4-063a6c9ed2a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=943f1ecddddd45358cab9dee1fc646f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3513122 Jul 23 20:45:16.884248 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a7a25-9215-4aa4-97c4-063a6c9ed2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8bb489-9f8e-410e-8f07-ccd2e9dc152d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:16.885401 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4249c1ce-95ac-4482-a6bb-e99b3ec2a3b5 x-openstack-request-id: req-4249c1ce-95ac-4482-a6bb-e99b3ec2a3b5 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:45:16.886106 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417535ab-5dd2-4eb4-9d8c-280dc3201c02", "name": "network-vif-plugged", "status": "completed", "tag": "75b9576c-a2b4-4347-ad20-966a9af1d604", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:45:16.886106 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4249c1ce-95ac-4482-a6bb-e99b3ec2a3b5 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:45:16.894821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54552) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:16.895250 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417535ab-5dd2-4eb4-9d8c-280dc3201c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b9576c-a2b4-4347-ad20-966a9af1d604', 'code': 200} Jul 23 20:45:16.943733 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb138463-f1cc-410f-85e7-9d46640c685b req-d5076bda-724c-4c9d-a32b-dcd60588ce55 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708261 Jul 23 20:45:16.966511 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8b15925d-fb2c-4560-88e3-c07a8bb8cb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:17.009931 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8b15925d-fb2c-4560-88e3-c07a8bb8cb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:17.055706 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ff760-0913-4288-b3aa-eec42446e40c req-05f05de8-5100-4d36-87be-57af1abd7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:17.057208 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e74ff760-0913-4288-b3aa-eec42446e40c req-05f05de8-5100-4d36-87be-57af1abd7a5b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 1098 time: 0.1088505 Jul 23 20:45:17.099946 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8b15925d-fb2c-4560-88e3-c07a8bb8cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:17.102824 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8b15925d-fb2c-4560-88e3-c07a8bb8cb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:17.104128 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8b15925d-fb2c-4560-88e3-c07a8bb8cb72 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce8bb489-9f8e-410e-8f07-ccd2e9dc152d HTTP/1.1" status: 204 len: 168 time: 0.2162602 Jul 23 20:45:17.111779 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e74ff760-0913-4288-b3aa-eec42446e40c req-13bd0389-f174-4734-9eab-c9bff1f34525 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470514 Jul 23 20:45:17.116969 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15925d-fb2c-4560-88e3-c07a8bb8cb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8bb489-9f8e-410e-8f07-ccd2e9dc152d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:17.276770 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-f816f278-792f-4b86-8266-f522508b3a38 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:17.278510 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-f816f278-792f-4b86-8266-f522508b3a38 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 806 time: 0.1270032 Jul 23 20:45:17.293016 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-c1fc481c-14fb-4ae3-97b2-c30b9cf3bfb6 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/quotas/1acb9fafa2f640b88cfa38563fb61a06 HTTP/1.1" status: 200 len: 375 time: 0.0091939 Jul 23 20:45:17.370229 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-74c4e27c-400b-4a1a-ae8c-050f95357a81 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715950 Jul 23 20:45:17.408747 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54578) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:17.425060 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-133035aa-e274-4cf4-8098-b598ef9a4547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:17.479362 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-8b2fcf7a-087d-4593-a36a-ffbaf3455f7c service neutron] 10.222.0.55 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013227 Jul 23 20:45:17.539909 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-133035aa-e274-4cf4-8098-b598ef9a4547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:17.551202 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-133035aa-e274-4cf4-8098-b598ef9a4547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:17.592968 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-b2e45561-eda0-4bc4-afc2-2e690744129c service neutron] 10.222.0.55 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065435 Jul 23 20:45:17.596770 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133035aa-e274-4cf4-8098-b598ef9a4547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6b0bcc-2d23-4590-800f-9d00cde3b685,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:17.602161 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-133035aa-e274-4cf4-8098-b598ef9a4547 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=00bd7932c6b54966944adbfeac7249ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1921866 Jul 23 20:45:17.605607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54586) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:17.666497 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-75b47e31-4b77-46af-b2f7-6d9c75dd7f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:17.715996 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc08a5b0-2ccb-4db2-8e6a-cc484ec60652 req-5a1d4783-ae28-4be5-b0bd-f0c2a40f66ce tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fee29f4-a284-41f5-a112-3be0dd828a6a HTTP/1.1" status: 200 len: 210 time: 0.0387850 Jul 23 20:45:17.717968 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-75b47e31-4b77-46af-b2f7-6d9c75dd7f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:17.812727 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a79c4dae-c955-410c-8a80-b292b0bc1c95 req-1b355381-fab8-4372-bef2-13af5bc1d0df tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=373b8354-e4a3-4502-8612-5fe86f707f09 HTTP/1.1" status: 200 len: 210 time: 0.0398176 Jul 23 20:45:17.823312 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-75b47e31-4b77-46af-b2f7-6d9c75dd7f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:17.832196 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-75b47e31-4b77-46af-b2f7-6d9c75dd7f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:17.832196 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-75b47e31-4b77-46af-b2f7-6d9c75dd7f35 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e6b0bcc-2d23-4590-800f-9d00cde3b685 HTTP/1.1" status: 204 len: 168 time: 0.2252522 Jul 23 20:45:17.847454 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b47e31-4b77-46af-b2f7-6d9c75dd7f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6b0bcc-2d23-4590-800f-9d00cde3b685,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:18.006176 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91b224fb-48cc-4fe8-bb20-4a88bf1107d2 req-6944b891-98ff-478c-bf7a-ed28b8083913 tempest-ServerShowV247Test-2023563702 tempest-ServerShowV247Test-2023563702-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fee29f4-a284-41f5-a112-3be0dd828a6a HTTP/1.1" status: 200 len: 210 time: 0.0373685 Jul 23 20:45:18.038830 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:45:18.051549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0957a-27dc-4e31-b23f-73b669af8792 req-c2f089ea-e073-4cfb-9723-33788ff151b0 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:18.059168 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89d0957a-27dc-4e31-b23f-73b669af8792 req-c2f089ea-e073-4cfb-9723-33788ff151b0 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 946 time: 0.1344271 Jul 23 20:45:18.122371 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89d0957a-27dc-4e31-b23f-73b669af8792 req-433fdbc6-e3fa-4a5a-93b0-383c7a7adb5d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591640 Jul 23 20:45:19.018147 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87352d28-20d4-47d9-abae-304329c47741 req-23b6c21c-a92d-49be-a927-d906c6934a86 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=373b8354-e4a3-4502-8612-5fe86f707f09 HTTP/1.1" status: 200 len: 210 time: 0.0595865 Jul 23 20:45:19.138287 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-3023fc26-5626-4220-8403-7a137491caef tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:19.139978 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-3023fc26-5626-4220-8403-7a137491caef tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.57 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 806 time: 0.2025447 Jul 23 20:45:19.162560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-cc561f8c-d4e7-4f9b-9510-c10cc6115325 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Request body: {'port': {'device_id': '373b8354-e4a3-4502-8612-5fe86f707f09', 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7', 'admin_state_up': True, 'tenant_id': '1acb9fafa2f640b88cfa38563fb61a06'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:19.207326 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54664) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:19.356042 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-879aeade-4349-45ad-b5a4-3b2bfc4ac6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:19.364911 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfcc03-c382-4963-a549-a83c6db38e3e req-b2ae826b-f9bf-4a81-9f74-942a09534898 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:19.367250 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40bfcc03-c382-4963-a549-a83c6db38e3e req-b2ae826b-f9bf-4a81-9f74-942a09534898 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 946 time: 0.1270611 Jul 23 20:45:19.368385 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-cc561f8c-d4e7-4f9b-9510-c10cc6115325 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Made reservation on behalf of 1acb9fafa2f640b88cfa38563fb61a06 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:45:19.373066 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-cc561f8c-d4e7-4f9b-9510-c10cc6115325 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:19.433975 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40bfcc03-c382-4963-a549-a83c6db38e3e req-18ad831a-f4b0-49d0-96f8-c33624796b31 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580027 Jul 23 20:45:19.518432 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-879aeade-4349-45ad-b5a4-3b2bfc4ac6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:19.526552 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-879aeade-4349-45ad-b5a4-3b2bfc4ac6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:19.567242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54682) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:19.568473 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-879aeade-4349-45ad-b5a4-3b2bfc4ac6b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=28b97c63b78d4b2bad6be5360bf97632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599908 Jul 23 20:45:19.593300 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879aeade-4349-45ad-b5a4-3b2bfc4ac6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b237fa59-0da7-49a8-9bbc-87bd355b1343,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:19.603016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879aeade-4349-45ad-b5a4-3b2bfc4ac6b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:19.603495 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879aeade-4349-45ad-b5a4-3b2bfc4ac6b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:19.604394 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879aeade-4349-45ad-b5a4-3b2bfc4ac6b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:19.604887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879aeade-4349-45ad-b5a4-3b2bfc4ac6b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:19.605345 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879aeade-4349-45ad-b5a4-3b2bfc4ac6b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:19.605731 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879aeade-4349-45ad-b5a4-3b2bfc4ac6b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:19.606016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879aeade-4349-45ad-b5a4-3b2bfc4ac6b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:19.606344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879aeade-4349-45ad-b5a4-3b2bfc4ac6b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:19.606667 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879aeade-4349-45ad-b5a4-3b2bfc4ac6b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:19.606990 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879aeade-4349-45ad-b5a4-3b2bfc4ac6b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:19.607542 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879aeade-4349-45ad-b5a4-3b2bfc4ac6b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:19.607866 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879aeade-4349-45ad-b5a4-3b2bfc4ac6b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:19.647415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-cc561f8c-d4e7-4f9b-9510-c10cc6115325 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Allocated IP 172.20.0.12 (5dc9b03e-da6c-4182-b5c9-40b0b29fcee7/c4c51c78-ede0-436b-9293-945f1596e2dc/c063ec93-659c-4742-8a04-9d3751445d7a) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:45:19.697814 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05894760-bb27-467c-b267-dfe0c76eda4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:19.761094 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af175d7e-50b1-4d77-a892-69e8034fead7 req-d432c1d1-f5a1-492c-8f00-925ceabc63fb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:19.762842 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af175d7e-50b1-4d77-a892-69e8034fead7 req-d432c1d1-f5a1-492c-8f00-925ceabc63fb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 946 time: 0.2314415 Jul 23 20:45:19.774956 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05894760-bb27-467c-b267-dfe0c76eda4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:19.906461 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af175d7e-50b1-4d77-a892-69e8034fead7 req-30069b53-fbea-450e-8f47-96eac56d75b6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337316 Jul 23 20:45:19.948993 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-cc561f8c-d4e7-4f9b-9510-c10cc6115325 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:19.988272 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05894760-bb27-467c-b267-dfe0c76eda4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:19.991668 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05894760-bb27-467c-b267-dfe0c76eda4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:19.995833 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-05894760-bb27-467c-b267-dfe0c76eda4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b237fa59-0da7-49a8-9bbc-87bd355b1343 HTTP/1.1" status: 204 len: 168 time: 0.4273570 Jul 23 20:45:20.006435 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05894760-bb27-467c-b267-dfe0c76eda4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b237fa59-0da7-49a8-9bbc-87bd355b1343,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:20.009911 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-cc561f8c-d4e7-4f9b-9510-c10cc6115325 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:20.024097 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0b670eb6-d629-4045-a033-d7acbbe3b57d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:20.065333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-cc561f8c-d4e7-4f9b-9510-c10cc6115325 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:45:20.068764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-cc561f8c-d4e7-4f9b-9510-c10cc6115325 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:45:20.071787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-cc561f8c-d4e7-4f9b-9510-c10cc6115325 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:45:20.074093 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['aa2dbcab-44e7-4cb6-b100-12fb389ca6e8'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:20.198332 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-cc561f8c-d4e7-4f9b-9510-c10cc6115325 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:20.198989 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-cc561f8c-d4e7-4f9b-9510-c10cc6115325 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:20.232890 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-cc561f8c-d4e7-4f9b-9510-c10cc6115325 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0836108 Jul 23 20:45:20.233932 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc561f8c-d4e7-4f9b-9510-c10cc6115325 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Pushing event updated for resources: {'Port': ['ID=c063ec93-659c-4742-8a04-9d3751445d7a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:20.246483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-5b5fac76-eef2-4d53-8850-88fc27761f92 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:45:20.247706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-5b5fac76-eef2-4d53-8850-88fc27761f92 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072081 Jul 23 20:45:20.265920 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Request body: {'port': {'device_id': '373b8354-e4a3-4502-8612-5fe86f707f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:20.450863 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:20.743081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb17b0-95f9-45c6-be9a-d86968406ddc req-dfd45677-45f7-4246-80a0-b9d3a7083624 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:20.756247 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7eb17b0-95f9-45c6-be9a-d86968406ddc req-dfd45677-45f7-4246-80a0-b9d3a7083624 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=373b8354-e4a3-4502-8612-5fe86f707f09 HTTP/1.1" status: 200 len: 932 time: 0.4809859 Jul 23 20:45:20.856640 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7eb17b0-95f9-45c6-be9a-d86968406ddc req-38fcbfdc-d80c-4946-ace7-4befaf7d9bad tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819695 Jul 23 20:45:21.167644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c063ec93-659c-4742-8a04-9d3751445d7a {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:45:21.177590 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:21.192336 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Transition to ACTIVE for port object c063ec93-659c-4742-8a04-9d3751445d7a will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:45:21.204056 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:21.280237 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c063ec93-659c-4742-8a04-9d3751445d7a,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:21.346990 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Attempting to bind port c063ec93-659c-4742-8a04-9d3751445d7a on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:45:21.347937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Attempting to bind port c063ec93-659c-4742-8a04-9d3751445d7a by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:45:21.349276 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Attempting to bind port c063ec93-659c-4742-8a04-9d3751445d7a on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:45:21.359114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Port c063ec93-659c-4742-8a04-9d3751445d7a on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:45:21.359448 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Attempting to bind port c063ec93-659c-4742-8a04-9d3751445d7a on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:45:21.367074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:45:21.367569 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Checking segment: {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:45:21.368241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Bound using segment: {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:45:21.368909 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Bound port: c063ec93-659c-4742-8a04-9d3751445d7a, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:45:21.369332 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:21.465757 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] For port c063ec93-659c-4742-8a04-9d3751445d7a, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:45:21.490428 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] For port c063ec93-659c-4742-8a04-9d3751445d7a, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c063ec93-659c-4742-8a04-9d3751445d7a,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:45:21.495328 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:21.513460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54786) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:21.650460 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:21.652000 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:21.654066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] 10.222.0.57 "PUT /v2.0/ports/c063ec93-659c-4742-8a04-9d3751445d7a HTTP/1.1" status: 200 len: 1093 time: 1.3986948 Jul 23 20:45:21.655361 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421d20b-1d9c-4d19-80c5-83bc47b0f4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c063ec93-659c-4742-8a04-9d3751445d7a,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:21.686958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373b8354-e4a3-4502-8612-5fe86f707f09', 'tag': 'c063ec93-659c-4742-8a04-9d3751445d7a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:45:21.692140 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca7a0b0-6e9b-4750-84e0-84d5e0090bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "373b8354-e4a3-4502-8612-5fe86f707f09", "tag": "c063ec93-659c-4742-8a04-9d3751445d7a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:45:21.731187 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4d9c51e7-b142-4384-927c-e6480af185e3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1932254636-network', 'tenant_id': '1a5929b1f5454b55bd2376040f78aa66'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:21.784894 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9c51e7-b142-4384-927c-e6480af185e3 admin admin] Made reservation on behalf of 1a5929b1f5454b55bd2376040f78aa66 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:45:21.787771 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d9c51e7-b142-4384-927c-e6480af185e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:21.804941 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d9c51e7-b142-4384-927c-e6480af185e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:21.811269 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc558f1e-dca8-4f20-bd80-421842c5c125 x-openstack-request-id: req-fc558f1e-dca8-4f20-bd80-421842c5c125 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:45:21.811559 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373b8354-e4a3-4502-8612-5fe86f707f09", "tag": "c063ec93-659c-4742-8a04-9d3751445d7a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:45:21.811811 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc558f1e-dca8-4f20-bd80-421842c5c125 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:45:21.812202 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373b8354-e4a3-4502-8612-5fe86f707f09', 'tag': 'c063ec93-659c-4742-8a04-9d3751445d7a', 'status': 'completed', 'code': 200} Jul 23 20:45:21.868913 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-f3adae80-35d8-441a-a4a4-92b59d8fd0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:21.870958 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-f3adae80-35d8-441a-a4a4-92b59d8fd0ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&device_id=373b8354-e4a3-4502-8612-5fe86f707f09 HTTP/1.1" status: 200 len: 1096 time: 0.1548085 Jul 23 20:45:21.957064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-703736e4-47a5-43ec-8aa0-8c4ff9a25bfc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c063ec93-659c-4742-8a04-9d3751445d7a HTTP/1.1" status: 200 len: 217 time: 0.0775661 Jul 23 20:45:21.960614 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d9c51e7-b142-4384-927c-e6480af185e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:21.967052 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d9c51e7-b142-4384-927c-e6480af185e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:22.005595 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9c51e7-b142-4384-927c-e6480af185e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:45:22.044662 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d9c51e7-b142-4384-927c-e6480af185e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:22.045069 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-4d9c51e7-b142-4384-927c-e6480af185e3 admin admin] Added segment 08855a16-e260-4327-8fa7-a022d43951e4 of type vlan for network 94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 Jul 23 20:45:22.046503 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c51e7-b142-4384-927c-e6480af185e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89bcb31-a711-44f3-acbb-79d9e78b0c6e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:22.103144 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d9c51e7-b142-4384-927c-e6480af185e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:22.116245 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0b29c26b-6d5a-4354-a331-15f4e5b26a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:22.117984 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-0b29c26b-6d5a-4354-a331-15f4e5b26a36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4c51c78-ede0-436b-9293-945f1596e2dc HTTP/1.1" status: 200 len: 846 time: 0.1538353 Jul 23 20:45:22.160210 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-fc8dbc9f-a46c-41b8-bc4d-2978aaa3258c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327234 Jul 23 20:45:22.162656 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d9c51e7-b142-4384-927c-e6480af185e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:22.163680 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9c51e7-b142-4384-927c-e6480af185e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:22.164273 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d9c51e7-b142-4384-927c-e6480af185e3 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:22.232353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181e3ec-8ed9-497f-a16d-5b9a964655ec req-dfd92822-625c-47e4-b4ee-5389e3e54715 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:22.233870 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6181e3ec-8ed9-497f-a16d-5b9a964655ec req-dfd92822-625c-47e4-b4ee-5389e3e54715 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=373b8354-e4a3-4502-8612-5fe86f707f09 HTTP/1.1" status: 200 len: 944 time: 0.1942327 Jul 23 20:45:22.457865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c51e7-b142-4384-927c-e6480af185e3 admin admin] Pushing event updated for resources: {'Network': ['ID=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:22.464388 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4d9c51e7-b142-4384-927c-e6480af185e3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9498012 Jul 23 20:45:22.465547 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54846) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:22.476337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:45:22.476971 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5783eb0d-eed5-473a-b035-a8f6d3f65ceb admin admin] Request body: {'subnet': {'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1932254636-subnet', 'tenant_id': '1a5929b1f5454b55bd2376040f78aa66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:22.515465 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6181e3ec-8ed9-497f-a16d-5b9a964655ec req-46377541-2d2f-4545-ade1-d08d9128a15d tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929967 Jul 23 20:45:22.536944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5783eb0d-eed5-473a-b035-a8f6d3f65ceb admin admin] Made reservation on behalf of 1a5929b1f5454b55bd2376040f78aa66 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:45:22.550266 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-eefaf7fc-3a88-42ea-bc25-3b624f8c2db4 service neutron] 10.222.0.57 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818817 Jul 23 20:45:22.550667 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5783eb0d-eed5-473a-b035-a8f6d3f65ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:22.715002 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-747cd9a7-72a9-4927-906e-3b25d8d39cd4 req-281edf75-61e0-4da8-b714-d55eceaab768 service neutron] 10.222.0.57 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528668 Jul 23 20:45:22.879091 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5783eb0d-eed5-473a-b035-a8f6d3f65ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:22.947520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783eb0d-eed5-473a-b035-a8f6d3f65ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8f39313-4f55-4bfd-8aa5-665c4b55c746,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:22.954176 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5783eb0d-eed5-473a-b035-a8f6d3f65ceb admin admin] Checking segment: {'id': '08855a16-e260-4327-8fa7-a022d43951e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:45:22.954661 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5783eb0d-eed5-473a-b035-a8f6d3f65ceb admin admin] Network hostable DHCP agents. Network: 94b372e5-ba5b-4cfb-bb15-1d698cd7caf2, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:45:22.975537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5783eb0d-eed5-473a-b035-a8f6d3f65ceb admin admin] Network 94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:45:22.987494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-5783eb0d-eed5-473a-b035-a8f6d3f65ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 94b372e5-ba5b-4cfb-bb15-1d698cd7caf2) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:45:22.992865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5783eb0d-eed5-473a-b035-a8f6d3f65ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:22.993486 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5783eb0d-eed5-473a-b035-a8f6d3f65ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:22.999927 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef34ec5-d776-4d4a-bb6e-85eff9d7cae5 None None] Network 94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:45:23.018124 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5783eb0d-eed5-473a-b035-a8f6d3f65ceb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5441728 Jul 23 20:45:23.156056 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a523bff-247a-4eac-8994-4337e6ee2a66 None None] Network 94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:45:23.242767 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7a0b0-6e9b-4750-84e0-84d5e0090bc7 req-a88736ec-ed04-4b71-83ab-4212eed826c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:23.244637 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dca7a0b0-6e9b-4750-84e0-84d5e0090bc7 req-a88736ec-ed04-4b71-83ab-4212eed826c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&device_id=373b8354-e4a3-4502-8612-5fe86f707f09 HTTP/1.1" status: 200 len: 1096 time: 0.4777899 Jul 23 20:45:23.367950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7a0b0-6e9b-4750-84e0-84d5e0090bc7 req-e71f606c-92f9-4784-b4fd-2fc62b4b7836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:23.369647 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dca7a0b0-6e9b-4750-84e0-84d5e0090bc7 req-e71f606c-92f9-4784-b4fd-2fc62b4b7836 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 907 time: 0.1183641 Jul 23 20:45:23.416076 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dca7a0b0-6e9b-4750-84e0-84d5e0090bc7 req-1be9b365-975f-465b-ab24-615b580a8165 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c063ec93-659c-4742-8a04-9d3751445d7a HTTP/1.1" status: 200 len: 217 time: 0.0377879 Jul 23 20:45:23.511550 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7a0b0-6e9b-4750-84e0-84d5e0090bc7 req-f7fed821-9b57-41b1-baae-b1b330fb7a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:23.512714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dca7a0b0-6e9b-4750-84e0-84d5e0090bc7 req-f7fed821-9b57-41b1-baae-b1b330fb7a2f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4c51c78-ede0-436b-9293-945f1596e2dc HTTP/1.1" status: 200 len: 846 time: 0.0881331 Jul 23 20:45:23.565208 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dca7a0b0-6e9b-4750-84e0-84d5e0090bc7 req-1c1fbf17-ae9d-407d-8b47-a869332b9f19 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403457 Jul 23 20:45:23.738095 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-5088033a-879c-4e78-b888-2476f5b643e1 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:23.739623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-5088033a-879c-4e78-b888-2476f5b643e1 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/networks?id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 HTTP/1.1" status: 200 len: 814 time: 0.2778475 Jul 23 20:45:23.782887 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-c956194a-6e0e-479c-ac55-a9d21e7d7f00 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/quotas/1a5929b1f5454b55bd2376040f78aa66 HTTP/1.1" status: 200 len: 375 time: 0.0355966 Jul 23 20:45:23.816976 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dca7a0b0-6e9b-4750-84e0-84d5e0090bc7 req-0bcc3992-5f9e-4571-bb59-3cf4320017f7 service neutron] 10.222.0.57 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254231 Jul 23 20:45:23.823659 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b15e3-e951-4acf-be21-30e673ba012d req-e590c933-fb16-4a62-9ffe-151d01a39d19 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:23.825216 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-681b15e3-e951-4acf-be21-30e673ba012d req-e590c933-fb16-4a62-9ffe-151d01a39d19 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 812 time: 0.2241075 Jul 23 20:45:23.855004 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0e978802-39c0-4702-be72-204937a95674 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1a5929b1f5454b55bd2376040f78aa66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535629 Jul 23 20:45:23.884785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-9b5518dc-31c9-44ef-a6b6-6a985a0cc219 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:45:23.885784 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-9b5518dc-31c9-44ef-a6b6-6a985a0cc219 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124266 Jul 23 20:45:23.890790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-681b15e3-e951-4acf-be21-30e673ba012d req-6f754b5b-f11f-4a9a-9d01-9e74c59d286d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/quotas/c35e6d69f6ba464b946144b17db2c502 HTTP/1.1" status: 200 len: 375 time: 0.0455906 Jul 23 20:45:24.072836 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dca7a0b0-6e9b-4750-84e0-84d5e0090bc7 req-129668e9-a42b-4b86-b566-34ac0ee1d77e service neutron] 10.222.0.57 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465415 Jul 23 20:45:24.092809 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-2d39f3be-5a31-42b1-81a7-2d49e898e49d service neutron] 10.222.0.55 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959987 Jul 23 20:45:24.134793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-681b15e3-e951-4acf-be21-30e673ba012d req-76890f77-6459-419c-8f5b-af40367d54ba tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2251594 Jul 23 20:45:24.266464 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-6f6b6d7a-ab3d-417d-8749-f0d40542d4cb service neutron] 10.222.0.55 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727145 Jul 23 20:45:24.299266 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-681b15e3-e951-4acf-be21-30e673ba012d req-d69c828f-628d-4531-85bf-048adf9934e0 service neutron] 10.222.0.55 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232057 Jul 23 20:45:24.426658 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-681b15e3-e951-4acf-be21-30e673ba012d req-c55f8153-87b6-4094-a381-97460e9361b6 service neutron] 10.222.0.55 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214712 Jul 23 20:45:24.534553 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2776ec91-e3a2-440d-bebd-6ac4ae5e26d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:24.630189 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92201b56-4a4f-4a63-a818-62fd4553dae1 req-e0754a63-d6b7-4407-9c1e-a08ee268bd47 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:24.632147 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92201b56-4a4f-4a63-a818-62fd4553dae1 req-e0754a63-d6b7-4407-9c1e-a08ee268bd47 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=373b8354-e4a3-4502-8612-5fe86f707f09 HTTP/1.1" status: 200 len: 944 time: 0.1687839 Jul 23 20:45:24.706785 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92201b56-4a4f-4a63-a818-62fd4553dae1 req-1a73256d-1c7b-40cf-acd8-904188a07349 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683260 Jul 23 20:45:24.824525 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ea484beb-e8b4-4c64-9839-f545319bd5d8 req-1734070f-b914-4b1f-86de-69cca5124437 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 210 time: 0.0602467 Jul 23 20:45:24.951020 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a3d5235-fb16-493f-ad96-f69f3d654cf6 req-7aed2fe4-16bd-476f-82a2-c7d9338aa158 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 210 time: 0.0416811 Jul 23 20:45:25.409300 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device c063ec93-659c-4742-8a04-9d3751445d7a details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:45:25.522113 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port c063ec93-659c-4742-8a04-9d3751445d7a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c063ec93-659c-4742-8a04-9d3751445d7a,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:25.534195 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'c063ec93-659c-4742-8a04-9d3751445d7a', 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7', 'port_id': 'c063ec93-659c-4742-8a04-9d3751445d7a', 'mac_address': 'fa:16:3e:7c:0b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c51c78-ede0-436b-9293-945f1596e2dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:45:25.574173 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:25.594541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c063ec93-659c-4742-8a04-9d3751445d7a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:45:25.628034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port c063ec93-659c-4742-8a04-9d3751445d7a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c063ec93-659c-4742-8a04-9d3751445d7a,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:25.636996 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:25.713832 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=c063ec93-659c-4742-8a04-9d3751445d7a,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:25.852771 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['c063ec93-659c-4742-8a04-9d3751445d7a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:25.940513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-ae2514bc-b1b5-4880-bdc3-5937d733d4ea tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:25.942780 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-ae2514bc-b1b5-4880-bdc3-5937d733d4ea tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.57 "GET /v2.0/networks?id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 HTTP/1.1" status: 200 len: 814 time: 0.2865129 Jul 23 20:45:25.969639 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-a75550fe-39c4-4b84-af37-1d392184a59f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Request body: {'port': {'device_id': '482f4d6a-fb32-42e9-8ec0-13fac8eca4ec', 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2', 'admin_state_up': True, 'tenant_id': '1a5929b1f5454b55bd2376040f78aa66'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:26.032189 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d112f37-5fdd-4ab7-80fe-98c17673be9e req-ee5226b5-4d9e-41ad-8f3f-e97b00c75fd1 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 210 time: 0.0686581 Jul 23 20:45:26.155893 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff3df7-de15-4e75-896c-3da0bd9fa47e req-63c13cf4-6901-4051-9af9-761b7cb0eae5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:26.165846 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-45ff3df7-de15-4e75-896c-3da0bd9fa47e req-63c13cf4-6901-4051-9af9-761b7cb0eae5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=373b8354-e4a3-4502-8612-5fe86f707f09 HTTP/1.1" status: 200 len: 945 time: 0.2989779 Jul 23 20:45:26.357908 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70c7c5ee-a5a7-474a-8060-b670896f826b req-73d86f56-688d-49b0-a180-c822ec8785af tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 210 time: 0.0773153 Jul 23 20:45:26.387208 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-45ff3df7-de15-4e75-896c-3da0bd9fa47e req-a8e18098-b771-4b78-93e8-218d277c0042 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190387 Jul 23 20:45:26.399991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-a75550fe-39c4-4b84-af37-1d392184a59f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Made reservation on behalf of 1a5929b1f5454b55bd2376040f78aa66 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:45:26.403500 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-a75550fe-39c4-4b84-af37-1d392184a59f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:26.443132 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b15e3-e951-4acf-be21-30e673ba012d req-0bf9ad9e-43a9-42b0-ba95-b48077497daa tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:26.444683 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-681b15e3-e951-4acf-be21-30e673ba012d req-0bf9ad9e-43a9-42b0-ba95-b48077497daa tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.57 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 812 time: 0.2565138 Jul 23 20:45:26.488130 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-681b15e3-e951-4acf-be21-30e673ba012d req-3b3968e1-6a95-4325-955a-604d7c1cc2e4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Request body: {'port': {'device_id': 'a07de992-976d-47e1-8534-506da81536d9', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'admin_state_up': True, 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:26.630265 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681b15e3-e951-4acf-be21-30e673ba012d req-3b3968e1-6a95-4325-955a-604d7c1cc2e4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Made reservation on behalf of c35e6d69f6ba464b946144b17db2c502 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:45:26.633937 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-681b15e3-e951-4acf-be21-30e673ba012d req-3b3968e1-6a95-4325-955a-604d7c1cc2e4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:26.778668 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-a75550fe-39c4-4b84-af37-1d392184a59f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Allocated IP 172.20.0.13 (94b372e5-ba5b-4cfb-bb15-1d698cd7caf2/f8f39313-4f55-4bfd-8aa5-665c4b55c746/72cf5109-a212-49d2-88bc-328cecd90e2d) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:45:26.910390 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-681b15e3-e951-4acf-be21-30e673ba012d req-3b3968e1-6a95-4325-955a-604d7c1cc2e4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Allocated IP 172.20.0.10 (b37ae9d4-a01a-4b66-aedc-028c2a70372c/fef0d0b9-4029-46b2-a364-4ad3b1845875/c2702b9c-1c58-424c-8b49-9b7cb90c48a2) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:45:27.092789 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-43641eb9-41b3-4b26-b4bd-c66d9bc35d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.130456 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-a75550fe-39c4-4b84-af37-1d392184a59f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.181283 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0afed04-6b11-4c42-a55b-27f77ecfad0b req-fe4657a5-d241-48c1-ae4e-49a2ed0b23fe tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 210 time: 0.0485578 Jul 23 20:45:27.212630 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-681b15e3-e951-4acf-be21-30e673ba012d req-3b3968e1-6a95-4325-955a-604d7c1cc2e4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.256628 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-681b15e3-e951-4acf-be21-30e673ba012d req-3b3968e1-6a95-4325-955a-604d7c1cc2e4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Transition to ACTIVE for port object c2702b9c-1c58-424c-8b49-9b7cb90c48a2 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:45:27.299521 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-a75550fe-39c4-4b84-af37-1d392184a59f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.332048 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-a75550fe-39c4-4b84-af37-1d392184a59f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Network 94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:45:27.341161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-a75550fe-39c4-4b84-af37-1d392184a59f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:45:27.347045 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-a75550fe-39c4-4b84-af37-1d392184a59f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:45:27.349993 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.408573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device c063ec93-659c-4742-8a04-9d3751445d7a up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:45:27.435850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-a75550fe-39c4-4b84-af37-1d392184a59f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:27.436495 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-a75550fe-39c4-4b84-af37-1d392184a59f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.477418 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-a75550fe-39c4-4b84-af37-1d392184a59f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5157180 Jul 23 20:45:27.479530 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-681b15e3-e951-4acf-be21-30e673ba012d req-3b3968e1-6a95-4325-955a-604d7c1cc2e4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.486465 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75550fe-39c4-4b84-af37-1d392184a59f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Pushing event updated for resources: {'Port': ['ID=72cf5109-a212-49d2-88bc-328cecd90e2d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:27.514325 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Request body: {'port': {'device_id': '482f4d6a-fb32-42e9-8ec0-13fac8eca4ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:27.544426 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['75b9576c-a2b4-4347-ad20-966a9af1d604'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:27.592346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681b15e3-e951-4acf-be21-30e673ba012d req-3b3968e1-6a95-4325-955a-604d7c1cc2e4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Network b37ae9d4-a01a-4b66-aedc-028c2a70372c is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:45:27.641724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port c063ec93-659c-4742-8a04-9d3751445d7a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:45:27.651365 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port c063ec93-659c-4742-8a04-9d3751445d7a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:45:27.651973 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.701039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-681b15e3-e951-4acf-be21-30e673ba012d req-3b3968e1-6a95-4325-955a-604d7c1cc2e4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:45:27.715948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-681b15e3-e951-4acf-be21-30e673ba012d req-3b3968e1-6a95-4325-955a-604d7c1cc2e4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:45:27.790184 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.836777 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b15e3-e951-4acf-be21-30e673ba012d req-3b3968e1-6a95-4325-955a-604d7c1cc2e4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:27.837714 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-681b15e3-e951-4acf-be21-30e673ba012d req-3b3968e1-6a95-4325-955a-604d7c1cc2e4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.845485 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373b8354-e4a3-4502-8612-5fe86f707f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c063ec93-659c-4742-8a04-9d3751445d7a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:45:27.848443 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311a0305-69c0-41de-b937-2cfc46f66229" -d '{"events": [{"server_uuid": "373b8354-e4a3-4502-8612-5fe86f707f09", "name": "network-vif-plugged", "status": "completed", "tag": "c063ec93-659c-4742-8a04-9d3751445d7a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:45:27.874766 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port c063ec93-659c-4742-8a04-9d3751445d7a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c063ec93-659c-4742-8a04-9d3751445d7a,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:27.894807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3968e1-6a95-4325-955a-604d7c1cc2e4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'Port': ['ID=c2702b9c-1c58-424c-8b49-9b7cb90c48a2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:27.927890 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.979274 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-681b15e3-e951-4acf-be21-30e673ba012d req-3b3968e1-6a95-4325-955a-604d7c1cc2e4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4983227 Jul 23 20:45:28.002763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Request body: {'port': {'device_id': 'a07de992-976d-47e1-8534-506da81536d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:28.065411 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=c063ec93-659c-4742-8a04-9d3751445d7a,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:28.123382 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad3c0e-249f-477b-9563-2f2b694ad55e req-00844a39-9b88-4af6-87ca-6385ce5bcacb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:28.125101 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2aad3c0e-249f-477b-9563-2f2b694ad55e req-00844a39-9b88-4af6-87ca-6385ce5bcacb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 932 time: 0.6232045 Jul 23 20:45:28.209267 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95a689-2358-485b-a54e-2d9275bf3891 req-4943870c-a1d5-4af7-8b98-ca6533abfccd tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:28.210867 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac95a689-2358-485b-a54e-2d9275bf3891 req-4943870c-a1d5-4af7-8b98-ca6533abfccd tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=373b8354-e4a3-4502-8612-5fe86f707f09 HTTP/1.1" status: 200 len: 945 time: 0.6425972 Jul 23 20:45:28.237469 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.257270 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cf01579b-892f-4fa9-bd36-e89001c22570 None None] Provisioning for port c2702b9c-1c58-424c-8b49-9b7cb90c48a2 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:45:28.261991 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cf01579b-892f-4fa9-bd36-e89001c22570 None None] Provisioning complete for port c2702b9c-1c58-424c-8b49-9b7cb90c48a2 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:45:28.262583 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf01579b-892f-4fa9-bd36-e89001c22570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.321648 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac95a689-2358-485b-a54e-2d9275bf3891 req-5ed2f3c7-70b3-4856-9282-7708aaab71d3 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961933 Jul 23 20:45:28.367218 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2aad3c0e-249f-477b-9563-2f2b694ad55e req-28d38b50-ba1a-4194-b46b-05d7f92edb98 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353544 Jul 23 20:45:28.368072 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.422641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cf01579b-892f-4fa9-bd36-e89001c22570 None None] Port c2702b9c-1c58-424c-8b49-9b7cb90c48a2 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:45:28.425132 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080c0d6e-d13d-4980-9dc4-af42f734571f x-openstack-request-id: req-080c0d6e-d13d-4980-9dc4-af42f734571f {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:45:28.431357 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373b8354-e4a3-4502-8612-5fe86f707f09", "name": "network-vif-plugged", "status": "completed", "tag": "c063ec93-659c-4742-8a04-9d3751445d7a", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:45:28.432590 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-080c0d6e-d13d-4980-9dc4-af42f734571f {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:45:28.444338 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373b8354-e4a3-4502-8612-5fe86f707f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c063ec93-659c-4742-8a04-9d3751445d7a', 'code': 200} Jul 23 20:45:28.498622 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.617368 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742795b-22f1-4c7d-ac8f-9957a8a33e51 req-0332b490-20a0-467b-982f-d918ee34c907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:28.618636 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5742795b-22f1-4c7d-ac8f-9957a8a33e51 req-0332b490-20a0-467b-982f-d918ee34c907 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=373b8354-e4a3-4502-8612-5fe86f707f09 HTTP/1.1" status: 200 len: 1098 time: 0.1340442 Jul 23 20:45:28.699877 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5742795b-22f1-4c7d-ac8f-9957a8a33e51 req-6824d3dc-42f9-4165-849c-144497d82271 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742497 Jul 23 20:45:29.373519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb915-2ae3-4360-8152-ce6d941dbace req-a40203e2-50e0-444f-b9a8-65029ad2a2f3 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:29.384991 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a33cb915-2ae3-4360-8152-ce6d941dbace req-a40203e2-50e0-444f-b9a8-65029ad2a2f3 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 932 time: 0.4091034 Jul 23 20:45:29.635739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a33cb915-2ae3-4360-8152-ce6d941dbace req-eed006e0-da32-4e58-b393-0e81fdc54620 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497971 Jul 23 20:45:29.655895 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72cf5109-a212-49d2-88bc-328cecd90e2d {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:45:29.667550 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:29.684555 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Transition to ACTIVE for port object 72cf5109-a212-49d2-88bc-328cecd90e2d will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:45:29.703149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2702b9c-1c58-424c-8b49-9b7cb90c48a2 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:45:29.708695 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:29.727120 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:29.811396 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Transition to ACTIVE for port object c2702b9c-1c58-424c-8b49-9b7cb90c48a2 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:45:29.831414 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:29.880325 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=72cf5109-a212-49d2-88bc-328cecd90e2d,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:29.933584 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:29.976382 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Pushing event updated for resources: {'Port': ['ID=c2702b9c-1c58-424c-8b49-9b7cb90c48a2,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:30.001463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4859def-741e-479c-9caf-7ae35468b8da req-b595a518-5c9f-428b-ae80-b610609bce3d tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:30.003065 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4859def-741e-479c-9caf-7ae35468b8da req-b595a518-5c9f-428b-ae80-b610609bce3d tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=373b8354-e4a3-4502-8612-5fe86f707f09 HTTP/1.1" status: 200 len: 946 time: 0.5659857 Jul 23 20:45:30.132757 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef0351-92a5-49d7-9576-d3f7f21265cb req-413a360a-4b4d-4b03-996b-5392d06030de tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:30.134304 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2eef0351-92a5-49d7-9576-d3f7f21265cb req-413a360a-4b4d-4b03-996b-5392d06030de tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 932 time: 0.4371588 Jul 23 20:45:30.179894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4859def-741e-479c-9caf-7ae35468b8da req-2dd47d5b-2a45-4dd3-aa37-37fa85afa91c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625266 Jul 23 20:45:30.232761 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Attempting to bind port 72cf5109-a212-49d2-88bc-328cecd90e2d on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:45:30.234991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Attempting to bind port 72cf5109-a212-49d2-88bc-328cecd90e2d by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '08855a16-e260-4327-8fa7-a022d43951e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:45:30.235282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Attempting to bind port 72cf5109-a212-49d2-88bc-328cecd90e2d on network 94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:45:30.273065 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Port 72cf5109-a212-49d2-88bc-328cecd90e2d on network 94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:45:30.283811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Attempting to bind port 72cf5109-a212-49d2-88bc-328cecd90e2d on network 94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:45:30.313668 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2eef0351-92a5-49d7-9576-d3f7f21265cb req-e2ef8d45-6c0b-47cd-bfc7-a7b18f6b116f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413295 Jul 23 20:45:30.320874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:45:30.321210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Checking segment: {'id': '08855a16-e260-4327-8fa7-a022d43951e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:45:30.321581 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Bound using segment: {'id': '08855a16-e260-4327-8fa7-a022d43951e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:45:30.322017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Bound port: 72cf5109-a212-49d2-88bc-328cecd90e2d, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08855a16-e260-4327-8fa7-a022d43951e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:45:30.322369 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:30.324580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Attempting to bind port c2702b9c-1c58-424c-8b49-9b7cb90c48a2 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:45:30.324944 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Attempting to bind port c2702b9c-1c58-424c-8b49-9b7cb90c48a2 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:45:30.325264 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Attempting to bind port c2702b9c-1c58-424c-8b49-9b7cb90c48a2 on network b37ae9d4-a01a-4b66-aedc-028c2a70372c {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:45:30.332238 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Port c2702b9c-1c58-424c-8b49-9b7cb90c48a2 on network b37ae9d4-a01a-4b66-aedc-028c2a70372c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:45:30.339305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Attempting to bind port c2702b9c-1c58-424c-8b49-9b7cb90c48a2 on network b37ae9d4-a01a-4b66-aedc-028c2a70372c {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:45:30.395391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:45:30.395391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Checking segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:45:30.395391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Bound using segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:45:30.395391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Bound port: c2702b9c-1c58-424c-8b49-9b7cb90c48a2, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:45:30.395391 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:30.437466 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] For port 72cf5109-a212-49d2-88bc-328cecd90e2d, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:45:30.441294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] For port 72cf5109-a212-49d2-88bc-328cecd90e2d, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=72cf5109-a212-49d2-88bc-328cecd90e2d,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:45:30.456287 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:30.583817 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] For port c2702b9c-1c58-424c-8b49-9b7cb90c48a2, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:45:30.587353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] For port c2702b9c-1c58-424c-8b49-9b7cb90c48a2, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c2702b9c-1c58-424c-8b49-9b7cb90c48a2,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:45:30.589365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:30.590110 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:30.591795 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] 10.222.0.57 "PUT /v2.0/ports/72cf5109-a212-49d2-88bc-328cecd90e2d HTTP/1.1" status: 200 len: 1093 time: 3.0842061 Jul 23 20:45:30.625113 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482f4d6a-fb32-42e9-8ec0-13fac8eca4ec', 'tag': '72cf5109-a212-49d2-88bc-328cecd90e2d'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:45:30.628130 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6bb87e-faad-43f9-85db-210690908c88" -d '{"events": [{"name": "network-changed", "server_uuid": "482f4d6a-fb32-42e9-8ec0-13fac8eca4ec", "tag": "72cf5109-a212-49d2-88bc-328cecd90e2d"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:45:30.634046 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:30.765421 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10d1c5a-f457-4ddc-a12a-710749738e52 x-openstack-request-id: req-f10d1c5a-f457-4ddc-a12a-710749738e52 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:45:30.765735 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482f4d6a-fb32-42e9-8ec0-13fac8eca4ec", "tag": "72cf5109-a212-49d2-88bc-328cecd90e2d", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:45:30.765956 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f10d1c5a-f457-4ddc-a12a-710749738e52 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:45:30.766501 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482f4d6a-fb32-42e9-8ec0-13fac8eca4ec', 'tag': '72cf5109-a212-49d2-88bc-328cecd90e2d', 'status': 'completed', 'code': 200} Jul 23 20:45:30.770983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:30.771766 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:30.773007 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-681b15e3-e951-4acf-be21-30e673ba012d req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] 10.222.0.57 "PUT /v2.0/ports/c2702b9c-1c58-424c-8b49-9b7cb90c48a2 HTTP/1.1" status: 200 len: 1093 time: 2.7828302 Jul 23 20:45:30.779948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b7496-551d-4ef0-ba89-bf8853309dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=72cf5109-a212-49d2-88bc-328cecd90e2d,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:31.102596 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3b9aa-acee-442a-9af0-64af8b97bce9 service neutron] Pushing event updated for resources: {'Port': ['ID=c2702b9c-1c58-424c-8b49-9b7cb90c48a2,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:31.126513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-aeb2ad93-4dc3-4c2d-8377-229df85ce058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:31.132129 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-aeb2ad93-4dc3-4c2d-8377-229df85ce058 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a5929b1f5454b55bd2376040f78aa66&device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 1096 time: 0.4725163 Jul 23 20:45:31.290802 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-1fa2a0c9-a8b2-4c92-8415-df6c93a21718 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72cf5109-a212-49d2-88bc-328cecd90e2d HTTP/1.1" status: 200 len: 217 time: 0.1479003 Jul 23 20:45:31.340156 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b15e3-e951-4acf-be21-30e673ba012d req-a580acc6-fa78-4cac-9622-a1bb5cf83c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:31.341780 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-681b15e3-e951-4acf-be21-30e673ba012d req-a580acc6-fa78-4cac-9622-a1bb5cf83c02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 1096 time: 0.4294112 Jul 23 20:45:31.451178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd920f4-5df4-4ffe-b5ab-9b573c6ebe36 req-d4d83566-03b4-477f-9499-72d28e7cc959 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:31.458814 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3fd920f4-5df4-4ffe-b5ab-9b573c6ebe36 req-d4d83566-03b4-477f-9499-72d28e7cc959 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 944 time: 0.6820648 Jul 23 20:45:31.537249 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-681b15e3-e951-4acf-be21-30e673ba012d req-043fb450-25c0-465c-b81c-225d3ce77525 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2702b9c-1c58-424c-8b49-9b7cb90c48a2 HTTP/1.1" status: 200 len: 217 time: 0.0742736 Jul 23 20:45:31.714768 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3fd920f4-5df4-4ffe-b5ab-9b573c6ebe36 req-f2f3285f-9c21-44ef-9a93-a31920a365fa tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761870 Jul 23 20:45:31.724060 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-08e2a650-7c49-43a2-ad33-e591985e2ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:31.725566 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-08e2a650-7c49-43a2-ad33-e591985e2ec8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8f39313-4f55-4bfd-8aa5-665c4b55c746 HTTP/1.1" status: 200 len: 854 time: 0.4238482 Jul 23 20:45:31.799972 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-52f57a0f-dc5b-4265-9b58-fd853b736cbf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554392 Jul 23 20:45:31.803796 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b15e3-e951-4acf-be21-30e673ba012d req-7b97a0f8-1e3e-4342-b9a6-0fa0ad80acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:31.805523 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-681b15e3-e951-4acf-be21-30e673ba012d req-7b97a0f8-1e3e-4342-b9a6-0fa0ad80acd8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.2222552 Jul 23 20:45:32.112497 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-70bdc3fe-572c-4846-95d5-769c3d9fa59c service neutron] 10.222.0.57 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038354 Jul 23 20:45:32.125843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5815d44-1bb9-4145-aec5-6c820af9eab3 req-cfb255d9-5c53-4cd1-bbe5-430ff44ad989 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:32.133245 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c5815d44-1bb9-4145-aec5-6c820af9eab3 req-cfb255d9-5c53-4cd1-bbe5-430ff44ad989 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=373b8354-e4a3-4502-8612-5fe86f707f09 HTTP/1.1" status: 200 len: 946 time: 0.7991061 Jul 23 20:45:32.299475 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c5815d44-1bb9-4145-aec5-6c820af9eab3 req-93e15eb7-a31c-410a-a9a1-6acdbbdb224c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641920 Jul 23 20:45:32.310984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b15e3-e951-4acf-be21-30e673ba012d req-b6f6924f-d674-411c-975a-21cdef3c0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:32.313051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-681b15e3-e951-4acf-be21-30e673ba012d req-b6f6924f-d674-411c-975a-21cdef3c0d80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3414369 Jul 23 20:45:32.356224 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03770dae-1817-4537-aab1-b34b6f3d89ef req-db7d592d-790d-4991-8bc7-720cbc965714 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:32.365099 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03770dae-1817-4537-aab1-b34b6f3d89ef req-db7d592d-790d-4991-8bc7-720cbc965714 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 944 time: 0.3993852 Jul 23 20:45:32.382607 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98b1ea6-ee30-4122-a6be-5c18db1c2040 req-d15db489-8491-4a80-a2ba-8a6ce29bb90f service neutron] 10.222.0.57 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450862 Jul 23 20:45:32.497095 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03770dae-1817-4537-aab1-b34b6f3d89ef req-19c0a8cd-50fd-41b8-b142-cd376d9d4e20 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289270 Jul 23 20:45:32.630266 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-681b15e3-e951-4acf-be21-30e673ba012d req-5efb3c49-e048-4bfb-b179-296b3bce8f86 service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007088 Jul 23 20:45:32.718269 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb87e-faad-43f9-85db-210690908c88 req-2dff1690-d87f-47c5-8456-9f754d73ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:32.720946 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5e6bb87e-faad-43f9-85db-210690908c88 req-2dff1690-d87f-47c5-8456-9f754d73ecc9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a5929b1f5454b55bd2376040f78aa66&device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 1096 time: 0.2533448 Jul 23 20:45:32.821880 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07de992-976d-47e1-8534-506da81536d9', 'tag': 'c2702b9c-1c58-424c-8b49-9b7cb90c48a2'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:45:32.825281 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cac6097-7904-47ee-9d72-85766d9c200e" -d '{"events": [{"name": "network-changed", "server_uuid": "a07de992-976d-47e1-8534-506da81536d9", "tag": "c2702b9c-1c58-424c-8b49-9b7cb90c48a2"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:45:32.980265 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-681b15e3-e951-4acf-be21-30e673ba012d req-c64a4acb-ebe7-424c-9b84-79adac6c7faa service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358593 Jul 23 20:45:32.995277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093feabc-9037-414f-8eba-98227ef71310 req-b35e5787-e608-4b55-bf8e-e4b0975ff5f9 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:32.998180 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-093feabc-9037-414f-8eba-98227ef71310 req-b35e5787-e608-4b55-bf8e-e4b0975ff5f9 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 945 time: 0.3661218 Jul 23 20:45:33.094667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb87e-faad-43f9-85db-210690908c88 req-11d21fcb-90e0-4e44-ad7b-b92ce6f946b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:33.096952 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5e6bb87e-faad-43f9-85db-210690908c88 req-11d21fcb-90e0-4e44-ad7b-b92ce6f946b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 HTTP/1.1" status: 200 len: 915 time: 0.3388333 Jul 23 20:45:33.140707 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-093feabc-9037-414f-8eba-98227ef71310 req-db4ad0ae-0438-48a2-86ff-3825220411ed tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165931 Jul 23 20:45:33.226505 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5e6bb87e-faad-43f9-85db-210690908c88 req-31ad9574-9ae6-4f1c-ad58-610ba8e1f95f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72cf5109-a212-49d2-88bc-328cecd90e2d HTTP/1.1" status: 200 len: 217 time: 0.1012049 Jul 23 20:45:33.235758 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3b188-cf9f-47b0-9d08-32f7fbf1bde9 req-792067e1-4866-4540-8bc6-f1eb1aa85a4b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:33.239746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5b3b188-cf9f-47b0-9d08-32f7fbf1bde9 req-792067e1-4866-4540-8bc6-f1eb1aa85a4b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 944 time: 0.4111297 Jul 23 20:45:33.252221 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9936b60b-3096-4e86-9ff0-71ddb44ad198 x-openstack-request-id: req-9936b60b-3096-4e86-9ff0-71ddb44ad198 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:45:33.252635 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07de992-976d-47e1-8534-506da81536d9", "tag": "c2702b9c-1c58-424c-8b49-9b7cb90c48a2", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:45:33.252981 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9936b60b-3096-4e86-9ff0-71ddb44ad198 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:45:33.253469 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07de992-976d-47e1-8534-506da81536d9', 'tag': 'c2702b9c-1c58-424c-8b49-9b7cb90c48a2', 'status': 'completed', 'code': 200} Jul 23 20:45:33.449948 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5b3b188-cf9f-47b0-9d08-32f7fbf1bde9 req-735d80dc-9c2e-4f3c-875d-148a43505d6d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001326 Jul 23 20:45:33.493274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb87e-faad-43f9-85db-210690908c88 req-9dca32f5-53a3-4a33-b4a5-fccb78158668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:33.494890 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5e6bb87e-faad-43f9-85db-210690908c88 req-9dca32f5-53a3-4a33-b4a5-fccb78158668 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8f39313-4f55-4bfd-8aa5-665c4b55c746 HTTP/1.1" status: 200 len: 854 time: 0.2540576 Jul 23 20:45:33.557554 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5e6bb87e-faad-43f9-85db-210690908c88 req-fe7ba2e4-008e-4526-9d34-2d229105972b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468316 Jul 23 20:45:33.574561 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac6097-7904-47ee-9d72-85766d9c200e req-7890e4d3-c340-4199-88fd-7d50c56a85c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:33.576873 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9cac6097-7904-47ee-9d72-85766d9c200e req-7890e4d3-c340-4199-88fd-7d50c56a85c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 1096 time: 0.2651024 Jul 23 20:45:34.122908 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91334870-c0c3-4507-b4b4-79549c7bbd4c req-0d662a03-947f-457e-9097-e1df67e5f24b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:34.131626 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91334870-c0c3-4507-b4b4-79549c7bbd4c req-0d662a03-947f-457e-9097-e1df67e5f24b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=373b8354-e4a3-4502-8612-5fe86f707f09 HTTP/1.1" status: 200 len: 946 time: 0.7579730 Jul 23 20:45:34.360647 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91334870-c0c3-4507-b4b4-79549c7bbd4c req-1df90b6f-71c0-4ea3-b959-dc797e194cf0 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796174 Jul 23 20:45:34.405849 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5e6bb87e-faad-43f9-85db-210690908c88 req-fd122cb1-f3bb-433d-94eb-006c6cbf0d46 service neutron] 10.222.0.57 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8434994 Jul 23 20:45:34.433322 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac6097-7904-47ee-9d72-85766d9c200e req-97ddffad-223c-4dc5-99c7-f0f9fbae6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:34.435040 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9cac6097-7904-47ee-9d72-85766d9c200e req-97ddffad-223c-4dc5-99c7-f0f9fbae6c1b service neutron] 10.222.0.57 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 913 time: 0.8517926 Jul 23 20:45:34.520230 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9cac6097-7904-47ee-9d72-85766d9c200e req-603a0d9c-e07f-4611-bd54-ac2716afa224 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2702b9c-1c58-424c-8b49-9b7cb90c48a2 HTTP/1.1" status: 200 len: 217 time: 0.0689387 Jul 23 20:45:34.570084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0a03f-b502-4980-b1f3-25bb7d872877 req-3dadc077-b025-4ace-a83f-262ea3a4533a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:34.571815 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20f0a03f-b502-4980-b1f3-25bb7d872877 req-3dadc077-b025-4ace-a83f-262ea3a4533a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 944 time: 0.5005498 Jul 23 20:45:34.673208 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac6097-7904-47ee-9d72-85766d9c200e req-ad8253e9-7361-4bf8-8021-4ffc4575cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:34.675344 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9cac6097-7904-47ee-9d72-85766d9c200e req-ad8253e9-7361-4bf8-8021-4ffc4575cdf4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.1140866 Jul 23 20:45:34.737794 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5e6bb87e-faad-43f9-85db-210690908c88 req-5d2bc5d4-0c95-4363-9ac0-3693b19f3fa7 service neutron] 10.222.0.57 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189540 Jul 23 20:45:34.750608 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20f0a03f-b502-4980-b1f3-25bb7d872877 req-9e31d615-0907-4b76-8695-f5827bf0fdee tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115885 Jul 23 20:45:34.813533 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac6097-7904-47ee-9d72-85766d9c200e req-e718e685-e171-40ab-9272-b22a4fc6ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:34.815816 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9cac6097-7904-47ee-9d72-85766d9c200e req-e718e685-e171-40ab-9272-b22a4fc6ddcd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1323583 Jul 23 20:45:34.850024 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55212) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:35.027883 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9cac6097-7904-47ee-9d72-85766d9c200e req-055a83ef-b7ee-44e8-a10b-5fbb9094126d service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045970 Jul 23 20:45:35.125370 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-608e5bfd-7bf6-4d59-a54f-54ebbb8d0811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:35.256117 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1abbba-340d-430f-b8f3-8899b8a7a27f req-7ab72719-4752-4309-88ee-c2af0d30bc0c tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:35.266366 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee1abbba-340d-430f-b8f3-8899b8a7a27f req-7ab72719-4752-4309-88ee-c2af0d30bc0c tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 944 time: 0.2372847 Jul 23 20:45:35.296647 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-608e5bfd-7bf6-4d59-a54f-54ebbb8d0811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:35.304971 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-608e5bfd-7bf6-4d59-a54f-54ebbb8d0811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:35.326025 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9cac6097-7904-47ee-9d72-85766d9c200e req-6ad3fce5-7f10-4dab-91e5-fedd94244b1c service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508662 Jul 23 20:45:35.344847 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c054c-ed16-43bb-b3bd-fba174e72fec req-26e58e3f-7086-40bb-a818-11a4b6a940ff tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:35.347857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e5bfd-7bf6-4d59-a54f-54ebbb8d0811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01aabe9d-dbf5-4247-8ff5-00fb62069a8b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:35.356857 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-734c054c-ed16-43bb-b3bd-fba174e72fec req-26e58e3f-7086-40bb-a818-11a4b6a940ff tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=373b8354-e4a3-4502-8612-5fe86f707f09 HTTP/1.1" status: 200 len: 946 time: 0.2854693 Jul 23 20:45:35.371073 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-608e5bfd-7bf6-4d59-a54f-54ebbb8d0811 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39fb69d6e9ef4cdc99a48539a5c3ef65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5202851 Jul 23 20:45:35.373625 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55224) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:35.379669 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee1abbba-340d-430f-b8f3-8899b8a7a27f req-f4fd7708-75ca-4b19-905f-dfbeb88f22dc tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122522 Jul 23 20:45:35.418976 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-734c054c-ed16-43bb-b3bd-fba174e72fec req-38e0f686-da8a-4930-b7b8-e56982973a57 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574832 Jul 23 20:45:35.436651 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7b53138-8808-4182-8272-6134e5ec624f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:35.457517 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 72cf5109-a212-49d2-88bc-328cecd90e2d details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:45:35.469799 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7b53138-8808-4182-8272-6134e5ec624f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:35.546395 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7b53138-8808-4182-8272-6134e5ec624f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:35.553969 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7b53138-8808-4182-8272-6134e5ec624f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:35.556075 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e7b53138-8808-4182-8272-6134e5ec624f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01aabe9d-dbf5-4247-8ff5-00fb62069a8b HTTP/1.1" status: 204 len: 168 time: 0.1813626 Jul 23 20:45:35.580449 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b53138-8808-4182-8272-6134e5ec624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01aabe9d-dbf5-4247-8ff5-00fb62069a8b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:35.627191 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 72cf5109-a212-49d2-88bc-328cecd90e2d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=72cf5109-a212-49d2-88bc-328cecd90e2d,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:35.643375 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '72cf5109-a212-49d2-88bc-328cecd90e2d', 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2', 'port_id': '72cf5109-a212-49d2-88bc-328cecd90e2d', 'mac_address': 'fa:16:3e:97:11:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f39313-4f55-4bfd-8aa5-665c4b55c746', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:45:35.694703 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:35.710521 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72cf5109-a212-49d2-88bc-328cecd90e2d {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:45:35.732352 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 72cf5109-a212-49d2-88bc-328cecd90e2d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=72cf5109-a212-49d2-88bc-328cecd90e2d,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:35.738336 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:35.819569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=72cf5109-a212-49d2-88bc-328cecd90e2d,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:35.984912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['72cf5109-a212-49d2-88bc-328cecd90e2d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:36.035379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d390f-ae58-4cc8-9508-3f64e2360059 req-8fcbe4cb-39fc-4f39-90dd-0f5974918695 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:36.055779 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55248) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:36.056262 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c38d390f-ae58-4cc8-9508-3f64e2360059 req-8fcbe4cb-39fc-4f39-90dd-0f5974918695 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 944 time: 0.1392896 Jul 23 20:45:36.086337 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4f4afc6a-af50-4dd1-9331-97e81e6e8d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:36.131920 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c38d390f-ae58-4cc8-9508-3f64e2360059 req-ff152311-0bd3-4afe-9d85-76eb32cb1035 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756276 Jul 23 20:45:36.275127 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be8d65-79a0-407f-ba0b-fffef3bb542f req-b2f14b06-13b4-4756-90f0-80296cb5734e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:36.277783 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1be8d65-79a0-407f-ba0b-fffef3bb542f req-b2f14b06-13b4-4756-90f0-80296cb5734e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.57 "GET /v2.0/ports?device_id=373b8354-e4a3-4502-8612-5fe86f707f09 HTTP/1.1" status: 200 len: 946 time: 0.0985518 Jul 23 20:45:36.279267 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4f4afc6a-af50-4dd1-9331-97e81e6e8d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:36.284458 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4f4afc6a-af50-4dd1-9331-97e81e6e8d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:36.371410 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4afc6a-af50-4dd1-9331-97e81e6e8d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e8f159-8a21-4928-89cc-3403cb5df2a1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:36.380832 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4f4afc6a-af50-4dd1-9331-97e81e6e8d12 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a88af251c266438ba58d90e83130d8f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3245773 Jul 23 20:45:36.383871 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55254) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:36.460738 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d3c27889-df5e-4d3c-9fc2-e5d1b0a8c339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:36.511603 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d3c27889-df5e-4d3c-9fc2-e5d1b0a8c339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:36.594409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-f1be8d65-79a0-407f-ba0b-fffef3bb542f req-710708c6-396d-41b0-acfd-18f3af047ef4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Deleting port c063ec93-659c-4742-8a04-9d3751445d7a {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:45:36.595253 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f1be8d65-79a0-407f-ba0b-fffef3bb542f req-710708c6-396d-41b0-acfd-18f3af047ef4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:36.610017 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d3c27889-df5e-4d3c-9fc2-e5d1b0a8c339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:36.616954 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d3c27889-df5e-4d3c-9fc2-e5d1b0a8c339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:36.621948 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d3c27889-df5e-4d3c-9fc2-e5d1b0a8c339 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83e8f159-8a21-4928-89cc-3403cb5df2a1 HTTP/1.1" status: 204 len: 168 time: 0.2368813 Jul 23 20:45:36.632130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c27889-df5e-4d3c-9fc2-e5d1b0a8c339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e8f159-8a21-4928-89cc-3403cb5df2a1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:36.731408 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e7158-ec78-44ac-823a-4bd022c1d429 req-c532f467-1143-4b1f-862a-5e75626676a3 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:36.732993 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d73e7158-ec78-44ac-823a-4bd022c1d429 req-c532f467-1143-4b1f-862a-5e75626676a3 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 945 time: 0.2044933 Jul 23 20:45:36.748925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b308213-5272-46ea-9bd8-12e9ef7f1beb req-1d4bd9be-c219-4086-95ee-ffe87cea9620 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:36.756355 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b308213-5272-46ea-9bd8-12e9ef7f1beb req-1d4bd9be-c219-4086-95ee-ffe87cea9620 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=373b8354-e4a3-4502-8612-5fe86f707f09 HTTP/1.1" status: 200 len: 946 time: 0.2094929 Jul 23 20:45:36.785290 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-f1be8d65-79a0-407f-ba0b-fffef3bb542f req-710708c6-396d-41b0-acfd-18f3af047ef4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] For port c063ec93-659c-4742-8a04-9d3751445d7a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c063ec93-659c-4742-8a04-9d3751445d7a,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:36.785651 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f1be8d65-79a0-407f-ba0b-fffef3bb542f req-710708c6-396d-41b0-acfd-18f3af047ef4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:36.816268 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-f1be8d65-79a0-407f-ba0b-fffef3bb542f req-710708c6-396d-41b0-acfd-18f3af047ef4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Calling delete_port for c063ec93-659c-4742-8a04-9d3751445d7a owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:45:36.859938 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d73e7158-ec78-44ac-823a-4bd022c1d429 req-fd089352-8f86-42e2-93fe-bdb2e3013ebe tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958226 Jul 23 20:45:36.907019 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b308213-5272-46ea-9bd8-12e9ef7f1beb req-283abaa7-2356-4ed1-8bad-654fc8a1263d tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497700 Jul 23 20:45:37.176786 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f1be8d65-79a0-407f-ba0b-fffef3bb542f req-710708c6-396d-41b0-acfd-18f3af047ef4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:37.224778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0b670eb6-d629-4045-a033-d7acbbe3b57d', 'c063ec93-659c-4742-8a04-9d3751445d7a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:37.242306 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710708c6-396d-41b0-acfd-18f3af047ef4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Pushing event deleted for resources: {'Port': ['ID=c063ec93-659c-4742-8a04-9d3751445d7a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:37.245759 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['aa2dbcab-44e7-4cb6-b100-12fb389ca6e8'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:37.312476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1be8d65-79a0-407f-ba0b-fffef3bb542f req-710708c6-396d-41b0-acfd-18f3af047ef4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] No DVR routers for this DVR port c063ec93-659c-4742-8a04-9d3751445d7a on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:45:37.326004 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f1be8d65-79a0-407f-ba0b-fffef3bb542f req-710708c6-396d-41b0-acfd-18f3af047ef4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:37.328760 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1be8d65-79a0-407f-ba0b-fffef3bb542f req-710708c6-396d-41b0-acfd-18f3af047ef4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.57 "DELETE /v2.0/ports/c063ec93-659c-4742-8a04-9d3751445d7a HTTP/1.1" status: 204 len: 173 time: 1.0464575 Jul 23 20:45:37.329358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373b8354-e4a3-4502-8612-5fe86f707f09', 'name': 'network-vif-deleted', 'tag': 'c063ec93-659c-4742-8a04-9d3751445d7a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:45:37.331856 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c29576-4db4-4df2-b846-b9c77d121d19" -d '{"events": [{"server_uuid": "373b8354-e4a3-4502-8612-5fe86f707f09", "name": "network-vif-deleted", "tag": "c063ec93-659c-4742-8a04-9d3751445d7a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:45:37.378889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 55286) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:37.416731 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d7f4408-9723-495c-80d1-f5d4a79641f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:37.420829 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e0fc05-21d8-4d4d-be4a-95641d0441f1 x-openstack-request-id: req-45e0fc05-21d8-4d4d-be4a-95641d0441f1 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:45:37.421339 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373b8354-e4a3-4502-8612-5fe86f707f09", "name": "network-vif-deleted", "tag": "c063ec93-659c-4742-8a04-9d3751445d7a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:45:37.421607 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45e0fc05-21d8-4d4d-be4a-95641d0441f1 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:45:37.425576 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373b8354-e4a3-4502-8612-5fe86f707f09', 'name': 'network-vif-deleted', 'tag': 'c063ec93-659c-4742-8a04-9d3751445d7a', 'status': 'completed', 'code': 200} Jul 23 20:45:37.448454 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da4005-5eb5-411b-b0b8-aa17e258933b req-c42545b7-9bde-477d-9b54-bdf25250c83f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:37.468704 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4da4005-5eb5-411b-b0b8-aa17e258933b req-c42545b7-9bde-477d-9b54-bdf25250c83f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 944 time: 0.1577139 Jul 23 20:45:37.494705 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 72cf5109-a212-49d2-88bc-328cecd90e2d up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:45:37.568709 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4da4005-5eb5-411b-b0b8-aa17e258933b req-4dc15b85-c7d3-4501-a8fc-94f97db6898a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981727 Jul 23 20:45:37.639442 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d7f4408-9723-495c-80d1-f5d4a79641f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:37.648354 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d7f4408-9723-495c-80d1-f5d4a79641f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:37.694088 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 72cf5109-a212-49d2-88bc-328cecd90e2d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:45:37.701079 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 72cf5109-a212-49d2-88bc-328cecd90e2d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:45:37.701878 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:37.733914 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55290) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:37.738151 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8d7f4408-9723-495c-80d1-f5d4a79641f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b6b07b746af4f86a93dbc6671fbbeca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3529315 Jul 23 20:45:37.805186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f4408-9723-495c-80d1-f5d4a79641f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf50c020-f436-451b-bd74-f5125c3dd113,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:37.860604 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7a22ba0a-03ef-45cc-b0a7-6b0d5996e01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:37.884448 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:37.934515 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7a22ba0a-03ef-45cc-b0a7-6b0d5996e01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:37.982288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 72cf5109-a212-49d2-88bc-328cecd90e2d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=72cf5109-a212-49d2-88bc-328cecd90e2d,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:37.996333 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482f4d6a-fb32-42e9-8ec0-13fac8eca4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cf5109-a212-49d2-88bc-328cecd90e2d'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:45:37.998746 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076d0f39-6f43-42af-8aa0-85910fc1565c" -d '{"events": [{"server_uuid": "482f4d6a-fb32-42e9-8ec0-13fac8eca4ec", "name": "network-vif-plugged", "status": "completed", "tag": "72cf5109-a212-49d2-88bc-328cecd90e2d"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:45:38.003034 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:38.089407 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7a22ba0a-03ef-45cc-b0a7-6b0d5996e01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:38.092765 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7a22ba0a-03ef-45cc-b0a7-6b0d5996e01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:38.094024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7a22ba0a-03ef-45cc-b0a7-6b0d5996e01a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bf50c020-f436-451b-bd74-f5125c3dd113 HTTP/1.1" status: 204 len: 168 time: 0.3587556 Jul 23 20:45:38.125675 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=72cf5109-a212-49d2-88bc-328cecd90e2d,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:38.135693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bfec3d9a-65a9-4d94-95e8-6ea5fc8c9806 req-a33eec0d-89cd-4dd9-b767-49449e8cb740 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=373b8354-e4a3-4502-8612-5fe86f707f09 HTTP/1.1" status: 200 len: 210 time: 0.0989604 Jul 23 20:45:38.180862 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22ba0a-03ef-45cc-b0a7-6b0d5996e01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf50c020-f436-451b-bd74-f5125c3dd113,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:38.241757 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f122788-e2ee-4483-8099-e2736c2fddcf req-3e27b2a4-5fad-48f9-a8f7-c2f3d7244128 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:38.249324 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f122788-e2ee-4483-8099-e2736c2fddcf req-3e27b2a4-5fad-48f9-a8f7-c2f3d7244128 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.2381699 Jul 23 20:45:38.295530 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d803224d-1cf2-42a4-97f4-7b9cd1f96671 x-openstack-request-id: req-d803224d-1cf2-42a4-97f4-7b9cd1f96671 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:45:38.296083 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482f4d6a-fb32-42e9-8ec0-13fac8eca4ec", "name": "network-vif-plugged", "status": "completed", "tag": "72cf5109-a212-49d2-88bc-328cecd90e2d", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:45:38.296083 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d803224d-1cf2-42a4-97f4-7b9cd1f96671 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:45:38.296476 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482f4d6a-fb32-42e9-8ec0-13fac8eca4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cf5109-a212-49d2-88bc-328cecd90e2d', 'code': 200} Jul 23 20:45:38.299739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f122788-e2ee-4483-8099-e2736c2fddcf req-507f8b68-b511-4358-a84e-b77895a59289 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492938 Jul 23 20:45:38.439570 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f2ec6-0bfa-4731-a552-2ed2436fee4e req-5107d0c7-8e10-41ee-bea4-7918736b82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:38.441537 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-600f2ec6-0bfa-4731-a552-2ed2436fee4e req-5107d0c7-8e10-41ee-bea4-7918736b82e5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 1098 time: 0.0670791 Jul 23 20:45:38.478904 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-600f2ec6-0bfa-4731-a552-2ed2436fee4e req-089eadb6-4e13-4e8b-90f3-a60791be0022 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305755 Jul 23 20:45:38.717806 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fb58e-870f-4a1a-9af6-6755a5cc5049 req-e0a077fc-1872-431e-b2ad-a6ed3d7caebb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:38.719469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-313fb58e-870f-4a1a-9af6-6755a5cc5049 req-e0a077fc-1872-431e-b2ad-a6ed3d7caebb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 944 time: 0.0678964 Jul 23 20:45:38.759414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-313fb58e-870f-4a1a-9af6-6755a5cc5049 req-239e9aaa-25b3-4769-8c24-fee4dfc890d3 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340426 Jul 23 20:45:39.485445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device c063ec93-659c-4742-8a04-9d3751445d7a no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:45:39.530418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: c063ec93-659c-4742-8a04-9d3751445d7a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:45:39.532364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device c063ec93-659c-4742-8a04-9d3751445d7a not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:45:39.576953 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c06e53-6ed5-4dee-bb28-1aa3a613d221 req-eff89ae4-b5e8-4b4d-bf04-e58f05dd9033 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:39.579595 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19c06e53-6ed5-4dee-bb28-1aa3a613d221 req-eff89ae4-b5e8-4b4d-bf04-e58f05dd9033 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1656437 Jul 23 20:45:39.688894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19c06e53-6ed5-4dee-bb28-1aa3a613d221 req-1a5f5fec-c044-43ef-8f24-02590022d242 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950971 Jul 23 20:45:39.706323 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd497fe-dd6b-4b00-a978-0f1945536bc9 req-dbf4ea8b-0a90-4079-9589-b7db2088497b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:39.711464 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0dd497fe-dd6b-4b00-a978-0f1945536bc9 req-dbf4ea8b-0a90-4079-9589-b7db2088497b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 945 time: 0.1308415 Jul 23 20:45:39.761249 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0dd497fe-dd6b-4b00-a978-0f1945536bc9 req-4c50858c-a786-43a2-931d-d5cab9247e09 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369685 Jul 23 20:45:40.022842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-7f77e799-fa0e-4166-9b76-3f951b679b6f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:40.025477 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-7f77e799-fa0e-4166-9b76-3f951b679b6f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/networks?id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 HTTP/1.1" status: 200 len: 814 time: 0.1261840 Jul 23 20:45:40.059408 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc3e39-a283-45fa-968a-ae839ab9a736 req-e9fa0406-e053-4e59-a856-d2443bad6d5a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:40.067677 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58fc3e39-a283-45fa-968a-ae839ab9a736 req-e9fa0406-e053-4e59-a856-d2443bad6d5a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 944 time: 0.2315774 Jul 23 20:45:40.071051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-6ddc6e32-e42d-499c-be73-ad37539aada5 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/quotas/1a5929b1f5454b55bd2376040f78aa66 HTTP/1.1" status: 200 len: 375 time: 0.0378115 Jul 23 20:45:40.122632 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58fc3e39-a283-45fa-968a-ae839ab9a736 req-f22f0e2e-4842-4674-9f62-44f5a1756ccd tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537503 Jul 23 20:45:40.195393 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-62ce4003-79a8-42a0-a70f-cae25a8ea4e5 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1a5929b1f5454b55bd2376040f78aa66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0885942 Jul 23 20:45:40.357295 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-d59b3fb8-a8fd-4761-aa38-2763fbef6119 service neutron] 10.222.0.55 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535685 Jul 23 20:45:40.471383 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-1fa2f605-b4f2-40dd-9a40-f3e44c1da6b1 service neutron] 10.222.0.55 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052709 Jul 23 20:45:40.726500 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1f0487e-29f5-454f-90ce-f917bf859ec8 req-8785ce8f-3b2a-4d2d-84bc-38a68018bd22 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae49c6a0-0409-41a5-a50e-42126d8252f6 HTTP/1.1" status: 200 len: 210 time: 0.0555401 Jul 23 20:45:40.942808 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95909f-55d2-41cf-b7e8-6db33dbda7e4 req-ce21be6d-c213-4126-bd05-7788211d7647 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:40.951908 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0e95909f-55d2-41cf-b7e8-6db33dbda7e4 req-ce21be6d-c213-4126-bd05-7788211d7647 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 945 time: 0.1030066 Jul 23 20:45:41.026833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea505e6-0027-4195-a226-5fe2e8620a01 req-bf58331a-3c22-457f-af89-229efe70eb10 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:41.029115 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7ea505e6-0027-4195-a226-5fe2e8620a01 req-bf58331a-3c22-457f-af89-229efe70eb10 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 945 time: 0.0948677 Jul 23 20:45:41.034277 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0e95909f-55d2-41cf-b7e8-6db33dbda7e4 req-d75d7d4a-97ca-4430-bcc9-b6592c2f0e5d tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788319 Jul 23 20:45:41.264430 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-7ea505e6-0027-4195-a226-5fe2e8620a01 req-17bbc67f-b8d5-49ec-9471-6f180ed7be25 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Deleting port aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:45:41.265175 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7ea505e6-0027-4195-a226-5fe2e8620a01 req-17bbc67f-b8d5-49ec-9471-6f180ed7be25 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:41.317472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360dc7dc-cb5e-4a59-966c-46ae6aaf0983 req-0406048f-01da-4bc3-8df8-4652fbc0af75 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:41.326833 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-360dc7dc-cb5e-4a59-966c-46ae6aaf0983 req-0406048f-01da-4bc3-8df8-4652fbc0af75 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 944 time: 0.1170120 Jul 23 20:45:41.383953 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-360dc7dc-cb5e-4a59-966c-46ae6aaf0983 req-1378d9e7-5899-494c-ad32-51b22a8f493b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559528 Jul 23 20:45:41.534456 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-7ea505e6-0027-4195-a226-5fe2e8620a01 req-17bbc67f-b8d5-49ec-9471-6f180ed7be25 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] For port aa2dbcab-44e7-4cb6-b100-12fb389ca6e8, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=aa2dbcab-44e7-4cb6-b100-12fb389ca6e8,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:41.534816 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7ea505e6-0027-4195-a226-5fe2e8620a01 req-17bbc67f-b8d5-49ec-9471-6f180ed7be25 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:41.590886 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-7ea505e6-0027-4195-a226-5fe2e8620a01 req-17bbc67f-b8d5-49ec-9471-6f180ed7be25 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Calling delete_port for aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:45:41.842285 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7ea505e6-0027-4195-a226-5fe2e8620a01 req-17bbc67f-b8d5-49ec-9471-6f180ed7be25 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:41.857540 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['aa2dbcab-44e7-4cb6-b100-12fb389ca6e8'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:41.859919 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0b670eb6-d629-4045-a033-d7acbbe3b57d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:41.903485 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbc67f-b8d5-49ec-9471-6f180ed7be25 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Pushing event deleted for resources: {'Port': ['ID=aa2dbcab-44e7-4cb6-b100-12fb389ca6e8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:41.911755 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2ce40dd-3730-4b5b-a367-df5e0a7ee0dc req-c784e455-117b-495e-85d5-845157c16791 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae49c6a0-0409-41a5-a50e-42126d8252f6 HTTP/1.1" status: 200 len: 210 time: 0.0907810 Jul 23 20:45:41.965763 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea505e6-0027-4195-a226-5fe2e8620a01 req-17bbc67f-b8d5-49ec-9471-6f180ed7be25 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] No DVR routers for this DVR port aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:45:41.968684 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7ea505e6-0027-4195-a226-5fe2e8620a01 req-17bbc67f-b8d5-49ec-9471-6f180ed7be25 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:41.970933 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7ea505e6-0027-4195-a226-5fe2e8620a01 req-17bbc67f-b8d5-49ec-9471-6f180ed7be25 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "DELETE /v2.0/ports/aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 HTTP/1.1" status: 204 len: 173 time: 0.9347136 Jul 23 20:45:41.971425 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46126b1-0f11-4e16-8bba-7c97f04c147d', 'name': 'network-vif-deleted', 'tag': 'aa2dbcab-44e7-4cb6-b100-12fb389ca6e8'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:45:41.973676 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3949ac8d-79d2-4164-8567-08dadfeac2ff" -d '{"events": [{"server_uuid": "c46126b1-0f11-4e16-8bba-7c97f04c147d", "name": "network-vif-deleted", "tag": "aa2dbcab-44e7-4cb6-b100-12fb389ca6e8"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:45:42.021723 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c14792-603d-4e10-953f-d9fac09e7d8f x-openstack-request-id: req-74c14792-603d-4e10-953f-d9fac09e7d8f {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:45:42.022156 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46126b1-0f11-4e16-8bba-7c97f04c147d", "name": "network-vif-deleted", "tag": "aa2dbcab-44e7-4cb6-b100-12fb389ca6e8", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:45:42.022316 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74c14792-603d-4e10-953f-d9fac09e7d8f {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:45:42.022876 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46126b1-0f11-4e16-8bba-7c97f04c147d', 'name': 'network-vif-deleted', 'tag': 'aa2dbcab-44e7-4cb6-b100-12fb389ca6e8', 'status': 'completed', 'code': 200} Jul 23 20:45:42.302359 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a0afe741-a8a1-4cdf-8f46-39b36ea607a9 req-b736c744-a96e-4723-9609-cbb594d14fe6 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46126b1-0f11-4e16-8bba-7c97f04c147d HTTP/1.1" status: 200 len: 210 time: 0.0652783 Jul 23 20:45:42.349292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-7e89e96c-79ba-40bf-80a9-b40027df078e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:42.350897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-7e89e96c-79ba-40bf-80a9-b40027df078e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.57 "GET /v2.0/networks?id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 HTTP/1.1" status: 200 len: 814 time: 0.2990847 Jul 23 20:45:42.365586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-94880aa4-056a-4d0b-8325-f8a452dc4019 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Request body: {'port': {'device_id': 'ae49c6a0-0409-41a5-a50e-42126d8252f6', 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2', 'admin_state_up': True, 'tenant_id': '1a5929b1f5454b55bd2376040f78aa66'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:42.735705 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-94880aa4-056a-4d0b-8325-f8a452dc4019 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Made reservation on behalf of 1a5929b1f5454b55bd2376040f78aa66 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:45:42.741590 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-94880aa4-056a-4d0b-8325-f8a452dc4019 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:42.798845 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f33484-1c90-4043-9851-18e76c8a6e81 req-500cd3fe-f47c-4313-b9e2-00969f398caa tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:42.811655 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-05f33484-1c90-4043-9851-18e76c8a6e81 req-500cd3fe-f47c-4313-b9e2-00969f398caa tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 944 time: 0.2905343 Jul 23 20:45:42.965131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-05f33484-1c90-4043-9851-18e76c8a6e81 req-bbc51b09-2c6c-4534-98ff-891b524a0503 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061058 Jul 23 20:45:42.992757 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-94880aa4-056a-4d0b-8325-f8a452dc4019 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Allocated IP 172.20.0.5 (94b372e5-ba5b-4cfb-bb15-1d698cd7caf2/f8f39313-4f55-4bfd-8aa5-665c4b55c746/e2054ac1-7d86-4a72-b5df-e8c2bc9ce974) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:45:43.040626 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70f18933-2cdd-47b0-bf7a-84d69704b335 req-3451af14-e889-4ab5-86b3-560534f728fe tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae49c6a0-0409-41a5-a50e-42126d8252f6 HTTP/1.1" status: 200 len: 210 time: 0.0428536 Jul 23 20:45:43.199049 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-94880aa4-056a-4d0b-8325-f8a452dc4019 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:43.241320 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-94880aa4-056a-4d0b-8325-f8a452dc4019 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:43.253844 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['72cf5109-a212-49d2-88bc-328cecd90e2d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:43.291420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-94880aa4-056a-4d0b-8325-f8a452dc4019 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Network 94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:45:43.296644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-94880aa4-056a-4d0b-8325-f8a452dc4019 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:45:43.300521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-94880aa4-056a-4d0b-8325-f8a452dc4019 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:45:43.354551 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94880aa4-056a-4d0b-8325-f8a452dc4019 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Pushing event updated for resources: {'Port': ['ID=e2054ac1-7d86-4a72-b5df-e8c2bc9ce974,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:43.390965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-94880aa4-056a-4d0b-8325-f8a452dc4019 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:43.391287 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-94880aa4-056a-4d0b-8325-f8a452dc4019 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:43.413955 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-94880aa4-056a-4d0b-8325-f8a452dc4019 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0535698 Jul 23 20:45:43.433531 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Request body: {'port': {'device_id': 'ae49c6a0-0409-41a5-a50e-42126d8252f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:43.578315 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:43.874347 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-1b4b7336-9bca-4e46-8416-a9b81a06bd41 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:43.876035 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-1b4b7336-9bca-4e46-8416-a9b81a06bd41 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 806 time: 0.2429481 Jul 23 20:45:43.936870 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-eefa2bf0-0bc4-48dd-912c-e51bf9e4f206 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/quotas/1acb9fafa2f640b88cfa38563fb61a06 HTTP/1.1" status: 200 len: 375 time: 0.0477881 Jul 23 20:45:44.152686 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-225125e6-0f5e-426d-882e-4ba0c45aaefc tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1837950 Jul 23 20:45:44.210873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:45:44.221348 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:44.293777 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Transition to ACTIVE for port object e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:45:44.305832 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4fe64-7f6a-4efc-a8bb-b51d6cda4192 req-a4dd278c-f896-4360-9e99-4d50b8b3a27d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:44.307616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42d4fe64-7f6a-4efc-a8bb-b51d6cda4192 req-a4dd278c-f896-4360-9e99-4d50b8b3a27d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 944 time: 0.2225060 Jul 23 20:45:44.312814 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:44.393013 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-eda89bc4-b64a-4a50-8257-1949fa44f6a2 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206120 Jul 23 20:45:44.448846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Pushing event updated for resources: {'Port': ['ID=e2054ac1-7d86-4a72-b5df-e8c2bc9ce974,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:44.491995 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:45:44.519015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:45:44.519731 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device aa2dbcab-44e7-4cb6-b100-12fb389ca6e8 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:45:44.568744 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42d4fe64-7f6a-4efc-a8bb-b51d6cda4192 req-a28f307f-1242-42d6-b901-82f72090b0c8 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423480 Jul 23 20:45:44.575626 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-4c1db9b6-fa04-40c7-977b-81a4e7acbf58 service neutron] 10.222.0.55 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722050 Jul 23 20:45:44.661838 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Attempting to bind port e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:45:44.662170 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Attempting to bind port e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '08855a16-e260-4327-8fa7-a022d43951e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:45:44.662624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Attempting to bind port e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 on network 94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:45:44.675009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Port e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 on network 94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:45:44.675379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Attempting to bind port e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 on network 94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:45:44.681236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:45:44.682177 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Checking segment: {'id': '08855a16-e260-4327-8fa7-a022d43951e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:45:44.682574 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Bound using segment: {'id': '08855a16-e260-4327-8fa7-a022d43951e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:45:44.683012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Bound port: e2054ac1-7d86-4a72-b5df-e8c2bc9ce974, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08855a16-e260-4327-8fa7-a022d43951e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:45:44.683412 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:44.874046 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4b948a8a-ae8f-4573-99cd-31602c649cde req-ad5e79f9-2024-4520-bc1a-d0d8e78c4f99 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 210 time: 0.0426834 Jul 23 20:45:44.875989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] For port e2054ac1-7d86-4a72-b5df-e8c2bc9ce974, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:45:44.885459 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c24ca6-261c-4a67-a3c8-99ed773f4d3b req-c5304e45-bc54-49df-bbaa-be588c8bf50f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:44.893182 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1c24ca6-261c-4a67-a3c8-99ed773f4d3b req-c5304e45-bc54-49df-bbaa-be588c8bf50f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae49c6a0-0409-41a5-a50e-42126d8252f6 HTTP/1.1" status: 200 len: 943 time: 0.2073569 Jul 23 20:45:44.988789 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] For port e2054ac1-7d86-4a72-b5df-e8c2bc9ce974, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e2054ac1-7d86-4a72-b5df-e8c2bc9ce974,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:45:45.012048 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:45.061940 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1c24ca6-261c-4a67-a3c8-99ed773f4d3b req-8544be6f-c431-4e60-84ac-221ca89ca6ea tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678379 Jul 23 20:45:45.096325 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:45.097167 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:45.098864 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] 10.222.0.57 "PUT /v2.0/ports/e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 HTTP/1.1" status: 200 len: 1092 time: 1.6722662 Jul 23 20:45:45.099480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae49c6a0-0409-41a5-a50e-42126d8252f6', 'tag': 'e2054ac1-7d86-4a72-b5df-e8c2bc9ce974'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:45:45.103249 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4dbc49-96f1-4411-aa58-f1b1412b389e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae49c6a0-0409-41a5-a50e-42126d8252f6", "tag": "e2054ac1-7d86-4a72-b5df-e8c2bc9ce974"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:45:45.200984 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d65e468-6833-4f46-829b-6164e71cde89 x-openstack-request-id: req-0d65e468-6833-4f46-829b-6164e71cde89 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:45:45.200984 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae49c6a0-0409-41a5-a50e-42126d8252f6", "tag": "e2054ac1-7d86-4a72-b5df-e8c2bc9ce974", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:45:45.200984 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d65e468-6833-4f46-829b-6164e71cde89 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:45:45.202083 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae49c6a0-0409-41a5-a50e-42126d8252f6', 'tag': 'e2054ac1-7d86-4a72-b5df-e8c2bc9ce974', 'status': 'completed', 'code': 200} Jul 23 20:45:45.237463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f183f-385c-4e80-a524-4812bad850ca service neutron] Pushing event updated for resources: {'Port': ['ID=e2054ac1-7d86-4a72-b5df-e8c2bc9ce974,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:45.282683 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-d2fc2f31-803e-45f3-9043-cd3b80215d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:45.284325 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-d2fc2f31-803e-45f3-9043-cd3b80215d47 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a5929b1f5454b55bd2376040f78aa66&device_id=ae49c6a0-0409-41a5-a50e-42126d8252f6 HTTP/1.1" status: 200 len: 1095 time: 0.1245339 Jul 23 20:45:45.338960 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-6ceef30f-1e8f-4721-b6f9-b427ccb52b88 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 HTTP/1.1" status: 200 len: 217 time: 0.0475390 Jul 23 20:45:45.402247 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:45.430579 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-5df0104c-eebc-4cf2-8ccd-33caf54d9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:45.432018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-5df0104c-eebc-4cf2-8ccd-33caf54d9721 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8f39313-4f55-4bfd-8aa5-665c4b55c746 HTTP/1.1" status: 200 len: 854 time: 0.0845964 Jul 23 20:45:45.896886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-4a2c8195-216b-4743-980d-4855e7154b34 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4538155 Jul 23 20:45:46.072368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-394b2f0b-f5f1-4d8a-9bec-3d04db8d4879 req-45f1197c-17fd-46f3-be77-a7557ca00761 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 210 time: 0.1033463 Jul 23 20:45:46.153654 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda383c-209a-43d8-99a7-85ff3e9d5cab req-63e29f4b-0f8f-4e84-8116-cbd400d36586 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:46.155697 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbda383c-209a-43d8-99a7-85ff3e9d5cab req-63e29f4b-0f8f-4e84-8116-cbd400d36586 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 944 time: 0.2578664 Jul 23 20:45:46.249937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbda383c-209a-43d8-99a7-85ff3e9d5cab req-3ce0c696-dec7-4e5e-9863-d6cbaee13524 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840051 Jul 23 20:45:46.256197 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-a0fa4431-2d72-4253-b835-b6ae96f3a1df service neutron] 10.222.0.57 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461142 Jul 23 20:45:46.506531 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-0116ab85-21e2-4d69-93a4-69605f2acb5d tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:46.513285 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-0116ab85-21e2-4d69-93a4-69605f2acb5d tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 806 time: 0.2575331 Jul 23 20:45:46.534626 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-b3413bd4-939b-418c-900a-77d3e6ce95b5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Request body: {'port': {'device_id': 'aa75caa1-c8b6-475e-9ee3-6f155d83e352', 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7', 'admin_state_up': True, 'tenant_id': '1acb9fafa2f640b88cfa38563fb61a06'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:46.549705 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d59ffada-6b1f-456d-9d3c-b49df904a0c3 req-f99e9a13-90e1-476d-bfbc-50eb2bb2817a service neutron] 10.222.0.57 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852004 Jul 23 20:45:46.596194 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea5aa6-ee9f-44e1-a773-eef2139aaa25 req-59266223-b704-4d1d-9e0d-f0e416f564eb tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:46.605718 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbea5aa6-ee9f-44e1-a773-eef2139aaa25 req-59266223-b704-4d1d-9e0d-f0e416f564eb tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae49c6a0-0409-41a5-a50e-42126d8252f6 HTTP/1.1" status: 200 len: 943 time: 0.1852686 Jul 23 20:45:46.693837 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbea5aa6-ee9f-44e1-a773-eef2139aaa25 req-47020460-47e7-43e6-9885-53069ce49117 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864134 Jul 23 20:45:46.700080 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-b3413bd4-939b-418c-900a-77d3e6ce95b5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Made reservation on behalf of 1acb9fafa2f640b88cfa38563fb61a06 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:45:46.704940 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-b3413bd4-939b-418c-900a-77d3e6ce95b5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:46.761584 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dbc49-96f1-4411-aa58-f1b1412b389e req-871fb37b-f114-4313-ac93-79748ab1ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:46.764818 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c4dbc49-96f1-4411-aa58-f1b1412b389e req-871fb37b-f114-4313-ac93-79748ab1ec7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a5929b1f5454b55bd2376040f78aa66&device_id=ae49c6a0-0409-41a5-a50e-42126d8252f6 HTTP/1.1" status: 200 len: 1095 time: 0.1340766 Jul 23 20:45:46.823237 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:46.891439 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dbc49-96f1-4411-aa58-f1b1412b389e req-45b84d49-2070-4b5e-8ed3-a48f327e0c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:46.893545 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c4dbc49-96f1-4411-aa58-f1b1412b389e req-45b84d49-2070-4b5e-8ed3-a48f327e0c0d service neutron] 10.222.0.57 "GET /v2.0/networks?id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 HTTP/1.1" status: 200 len: 915 time: 0.1234016 Jul 23 20:45:46.926854 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-b3413bd4-939b-418c-900a-77d3e6ce95b5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Allocated IP 172.20.0.9 (5dc9b03e-da6c-4182-b5c9-40b0b29fcee7/c4c51c78-ede0-436b-9293-945f1596e2dc/fe31cded-9423-486e-82dc-a3b2a1721ad3) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:45:46.958620 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c4dbc49-96f1-4411-aa58-f1b1412b389e req-abd786ed-c1bd-49c3-b845-426368e661f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 HTTP/1.1" status: 200 len: 217 time: 0.0573623 Jul 23 20:45:47.039459 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dbc49-96f1-4411-aa58-f1b1412b389e req-c5312469-7157-4098-9f2b-abccebf5af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:47.040971 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c4dbc49-96f1-4411-aa58-f1b1412b389e req-c5312469-7157-4098-9f2b-abccebf5af2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8f39313-4f55-4bfd-8aa5-665c4b55c746 HTTP/1.1" status: 200 len: 854 time: 0.0756247 Jul 23 20:45:47.082025 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c4dbc49-96f1-4411-aa58-f1b1412b389e req-7c8efee9-38b5-4f8d-a2c5-d087cba3bc62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309787 Jul 23 20:45:47.173703 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-b3413bd4-939b-418c-900a-77d3e6ce95b5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:47.225829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c4dbc49-96f1-4411-aa58-f1b1412b389e req-984f4b47-4d4f-47ff-ba56-309040605df8 service neutron] 10.222.0.57 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356859 Jul 23 20:45:47.337520 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-b3413bd4-939b-418c-900a-77d3e6ce95b5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:47.351289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0b670eb6-d629-4045-a033-d7acbbe3b57d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:47.356393 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c4dbc49-96f1-4411-aa58-f1b1412b389e req-11ede5ba-50e2-4d34-acee-d49c65f3fed6 service neutron] 10.222.0.57 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107666 Jul 23 20:45:47.386079 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-010322eb-689c-4e37-8476-90aed9e571d0 req-9cb5185a-4c6d-4583-b786-d657e21fb67d tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 210 time: 0.1513059 Jul 23 20:45:47.441104 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3413bd4-939b-418c-900a-77d3e6ce95b5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Pushing event updated for resources: {'Port': ['ID=fe31cded-9423-486e-82dc-a3b2a1721ad3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:47.493383 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-b3413bd4-939b-418c-900a-77d3e6ce95b5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:45:47.498777 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-b3413bd4-939b-418c-900a-77d3e6ce95b5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:45:47.508372 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-b3413bd4-939b-418c-900a-77d3e6ce95b5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:45:47.533947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9fdff-6716-481d-841b-97829b385800 req-209e7805-bdd8-42f7-86ce-4981db73476b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:47.570403 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bcd9fdff-6716-481d-841b-97829b385800 req-209e7805-bdd8-42f7-86ce-4981db73476b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 944 time: 0.1159132 Jul 23 20:45:47.627460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-b3413bd4-939b-418c-900a-77d3e6ce95b5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:47.628475 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-b3413bd4-939b-418c-900a-77d3e6ce95b5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:47.652288 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-b3413bd4-939b-418c-900a-77d3e6ce95b5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1235921 Jul 23 20:45:47.674633 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bcd9fdff-6716-481d-841b-97829b385800 req-53c30c04-cc4b-4734-8f9c-0094ad030f55 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032255 Jul 23 20:45:47.682478 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Request body: {'port': {'device_id': 'aa75caa1-c8b6-475e-9ee3-6f155d83e352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:45:47.804677 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:47.880993 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65abab4-3929-488c-ba27-016d6fd79cf0 req-6e4c788d-ce61-4216-8607-f7b7f5625c0f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:47.882477 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c65abab4-3929-488c-ba27-016d6fd79cf0 req-6e4c788d-ce61-4216-8607-f7b7f5625c0f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae49c6a0-0409-41a5-a50e-42126d8252f6 HTTP/1.1" status: 200 len: 943 time: 0.0934589 Jul 23 20:45:47.964656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c65abab4-3929-488c-ba27-016d6fd79cf0 req-5bb96499-a0d3-488e-936d-7d5029cedb0c tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750732 Jul 23 20:45:48.122832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe31cded-9423-486e-82dc-a3b2a1721ad3 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:45:48.131612 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:48.144953 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Transition to ACTIVE for port object fe31cded-9423-486e-82dc-a3b2a1721ad3 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:45:48.149993 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:48.207768 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Pushing event updated for resources: {'Port': ['ID=fe31cded-9423-486e-82dc-a3b2a1721ad3,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:48.281802 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Attempting to bind port fe31cded-9423-486e-82dc-a3b2a1721ad3 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:45:48.282131 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Attempting to bind port fe31cded-9423-486e-82dc-a3b2a1721ad3 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:45:48.282975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Attempting to bind port fe31cded-9423-486e-82dc-a3b2a1721ad3 on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:45:48.287900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Port fe31cded-9423-486e-82dc-a3b2a1721ad3 on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:45:48.288404 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Attempting to bind port fe31cded-9423-486e-82dc-a3b2a1721ad3 on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:45:48.296460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:45:48.296789 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Checking segment: {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:45:48.297428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Bound using segment: {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:45:48.298981 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Bound port: fe31cded-9423-486e-82dc-a3b2a1721ad3, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:45:48.299559 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:48.381575 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] For port fe31cded-9423-486e-82dc-a3b2a1721ad3, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:45:48.384676 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] For port fe31cded-9423-486e-82dc-a3b2a1721ad3, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=fe31cded-9423-486e-82dc-a3b2a1721ad3,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:45:48.392997 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:48.421335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:48.422105 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:48.424437 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] 10.222.0.48 "PUT /v2.0/ports/fe31cded-9423-486e-82dc-a3b2a1721ad3 HTTP/1.1" status: 200 len: 1092 time: 0.7563539 Jul 23 20:45:48.425130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa75caa1-c8b6-475e-9ee3-6f155d83e352', 'tag': 'fe31cded-9423-486e-82dc-a3b2a1721ad3'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:45:48.427429 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d567baa-5c17-4e3d-b5ec-da89af768eab" -d '{"events": [{"name": "network-changed", "server_uuid": "aa75caa1-c8b6-475e-9ee3-6f155d83e352", "tag": "fe31cded-9423-486e-82dc-a3b2a1721ad3"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:45:48.573380 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a3dfa-3575-47d0-a92e-b5e6dca9c17b service neutron] Pushing event updated for resources: {'Port': ['ID=fe31cded-9423-486e-82dc-a3b2a1721ad3,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:48.601613 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-75b82e82-4ec1-48c1-8ba2-ee4c3f21d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:48.603251 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-75b82e82-4ec1-48c1-8ba2-ee4c3f21d7d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 1095 time: 0.1211255 Jul 23 20:45:48.611735 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9c3ac9-8007-4ddf-9640-779f17169146 x-openstack-request-id: req-cc9c3ac9-8007-4ddf-9640-779f17169146 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:45:48.612030 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa75caa1-c8b6-475e-9ee3-6f155d83e352", "tag": "fe31cded-9423-486e-82dc-a3b2a1721ad3", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:45:48.612418 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc9c3ac9-8007-4ddf-9640-779f17169146 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:45:48.612826 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa75caa1-c8b6-475e-9ee3-6f155d83e352', 'tag': 'fe31cded-9423-486e-82dc-a3b2a1721ad3', 'status': 'completed', 'code': 200} Jul 23 20:45:48.623293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9915b3c-cfab-421d-984c-ad02cd026745 req-78a23f7e-fa55-4ae9-948b-9713d75b37be tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:48.625277 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9915b3c-cfab-421d-984c-ad02cd026745 req-78a23f7e-fa55-4ae9-948b-9713d75b37be tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 943 time: 0.1142261 Jul 23 20:45:48.709196 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-a4f510a2-42f7-482b-a4b7-cf226be7d749 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe31cded-9423-486e-82dc-a3b2a1721ad3 HTTP/1.1" status: 200 len: 217 time: 0.0862088 Jul 23 20:45:48.729555 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9915b3c-cfab-421d-984c-ad02cd026745 req-295aeddc-15b7-44ec-869e-43c5f657b709 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964890 Jul 23 20:45:48.832555 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-a9a53d5e-05ef-4cb0-9baf-7508a8748748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:48.837892 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-a9a53d5e-05ef-4cb0-9baf-7508a8748748 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4c51c78-ede0-436b-9293-945f1596e2dc HTTP/1.1" status: 200 len: 846 time: 0.1200905 Jul 23 20:45:48.900246 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-412c4939-511a-4c89-8266-d4d6187e6ba6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517461 Jul 23 20:45:48.931151 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3a324-d3c0-496b-9640-0aceb7bb3c95 req-c4f506ab-1e39-480c-868f-9133f175edb7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:48.938779 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1b3a324-d3c0-496b-9640-0aceb7bb3c95 req-c4f506ab-1e39-480c-868f-9133f175edb7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 944 time: 0.1191187 Jul 23 20:45:48.999129 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1b3a324-d3c0-496b-9640-0aceb7bb3c95 req-ac8ecd90-730e-4e9c-a091-0444b7e7ec20 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480611 Jul 23 20:45:49.045733 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-42a07920-4259-42e5-ac01-330d7ec18358 service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384306 Jul 23 20:45:49.182768 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ab80fec5-3923-4b46-a6a1-0306fd0f35ab req-f01175f5-b2e4-4698-9e5c-c4e7093d4c31 service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274402 Jul 23 20:45:49.236054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b7d63-9fdd-400b-92ec-b1cd558b519f req-76c9dd55-4a8a-480f-b63a-348a94fc649f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:49.237973 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e05b7d63-9fdd-400b-92ec-b1cd558b519f req-76c9dd55-4a8a-480f-b63a-348a94fc649f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae49c6a0-0409-41a5-a50e-42126d8252f6 HTTP/1.1" status: 200 len: 943 time: 0.1283772 Jul 23 20:45:49.287693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e05b7d63-9fdd-400b-92ec-b1cd558b519f req-f4a4cb17-e0e0-48b5-83e0-35377d828760 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436246 Jul 23 20:45:49.311120 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d567baa-5c17-4e3d-b5ec-da89af768eab req-fb785a54-9263-4684-b4b7-1357d5c34e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:49.312813 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2d567baa-5c17-4e3d-b5ec-da89af768eab req-fb785a54-9263-4684-b4b7-1357d5c34e98 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 1095 time: 0.0698118 Jul 23 20:45:49.420147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d567baa-5c17-4e3d-b5ec-da89af768eab req-ca08c5b0-e9aa-4d3d-98bc-c823891b1cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:49.423897 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2d567baa-5c17-4e3d-b5ec-da89af768eab req-ca08c5b0-e9aa-4d3d-98bc-c823891b1cf6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 907 time: 0.1033421 Jul 23 20:45:49.477845 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2d567baa-5c17-4e3d-b5ec-da89af768eab req-5af53cfc-22b7-4bdc-8b6e-9ba592520c55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe31cded-9423-486e-82dc-a3b2a1721ad3 HTTP/1.1" status: 200 len: 217 time: 0.0455287 Jul 23 20:45:49.537811 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d567baa-5c17-4e3d-b5ec-da89af768eab req-cb8e3eda-db1c-43fa-b2e2-1c4e3ae26e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:49.550331 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2d567baa-5c17-4e3d-b5ec-da89af768eab req-cb8e3eda-db1c-43fa-b2e2-1c4e3ae26e79 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4c51c78-ede0-436b-9293-945f1596e2dc HTTP/1.1" status: 200 len: 846 time: 0.0623434 Jul 23 20:45:49.580432 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:45:49.622113 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2d567baa-5c17-4e3d-b5ec-da89af768eab req-dc46349c-513e-498f-b285-460138cc27b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642042 Jul 23 20:45:49.705155 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port e2054ac1-7d86-4a72-b5df-e8c2bc9ce974, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e2054ac1-7d86-4a72-b5df-e8c2bc9ce974,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:49.717346 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'e2054ac1-7d86-4a72-b5df-e8c2bc9ce974', 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2', 'port_id': 'e2054ac1-7d86-4a72-b5df-e8c2bc9ce974', 'mac_address': 'fa:16:3e:73:30:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f39313-4f55-4bfd-8aa5-665c4b55c746', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:45:49.783083 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:49.798180 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:45:49.879703 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port e2054ac1-7d86-4a72-b5df-e8c2bc9ce974, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e2054ac1-7d86-4a72-b5df-e8c2bc9ce974,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:49.891282 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:49.910286 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2d567baa-5c17-4e3d-b5ec-da89af768eab req-5e366f3a-074d-406c-85ef-9f88e5df9cfb service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770052 Jul 23 20:45:49.983600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e611269-ed29-4fda-9ce6-f1e29e807c40 req-9268372b-4e81-45d9-92e4-07b1441593f4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:49.988032 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e611269-ed29-4fda-9ce6-f1e29e807c40 req-9268372b-4e81-45d9-92e4-07b1441593f4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 943 time: 0.1578083 Jul 23 20:45:50.004938 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=e2054ac1-7d86-4a72-b5df-e8c2bc9ce974,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:50.086813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e611269-ed29-4fda-9ce6-f1e29e807c40 req-6f6b9c13-cf2c-47bb-84cd-5a8cb365236c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815778 Jul 23 20:45:50.101294 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2d567baa-5c17-4e3d-b5ec-da89af768eab req-9fb228ce-68f3-49f4-9072-c883b02acc9b service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821246 Jul 23 20:45:50.109653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['e2054ac1-7d86-4a72-b5df-e8c2bc9ce974'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:50.190241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9e28d-67f7-48c3-a941-1bfec1ab2425 req-30ef0700-a8f4-4ed8-a304-d9f105112fce tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:50.192831 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93d9e28d-67f7-48c3-a941-1bfec1ab2425 req-30ef0700-a8f4-4ed8-a304-d9f105112fce tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 944 time: 0.0861602 Jul 23 20:45:50.239840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93d9e28d-67f7-48c3-a941-1bfec1ab2425 req-3aa16c15-643c-4047-b6f1-8e88fb6f2eee tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406497 Jul 23 20:45:50.422888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797bf5e-5f0a-43f2-8b94-e676179d30c1 req-90b84cdb-fd48-4705-b8cf-878f7664022d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:50.424469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2797bf5e-5f0a-43f2-8b94-e676179d30c1 req-90b84cdb-fd48-4705-b8cf-878f7664022d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae49c6a0-0409-41a5-a50e-42126d8252f6 HTTP/1.1" status: 200 len: 944 time: 0.0652466 Jul 23 20:45:50.466599 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2797bf5e-5f0a-43f2-8b94-e676179d30c1 req-ea8798ca-d614-4cdc-9ef1-26ab26286003 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364478 Jul 23 20:45:51.230250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8653c-18f0-43bf-a1e6-297f1f6de5ca req-712f3ecf-a4f1-4828-8799-b859dbc864bc tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:51.231895 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b3c8653c-18f0-43bf-a1e6-297f1f6de5ca req-712f3ecf-a4f1-4828-8799-b859dbc864bc tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 943 time: 0.0700860 Jul 23 20:45:51.292967 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b3c8653c-18f0-43bf-a1e6-297f1f6de5ca req-6f307a38-7de6-48fc-bf59-dcf67d26ceab tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505898 Jul 23 20:45:51.394530 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2d3e9-0106-4df5-a8e8-185fb52d6afe req-6f4ea814-b62b-4575-a952-532c363125e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:51.396102 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5f2d3e9-0106-4df5-a8e8-185fb52d6afe req-6f4ea814-b62b-4575-a952-532c363125e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 944 time: 0.0731487 Jul 23 20:45:51.437066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5f2d3e9-0106-4df5-a8e8-185fb52d6afe req-d085926c-c1ff-4e23-aba0-095c2c46e0c7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345328 Jul 23 20:45:51.584485 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:45:51.666925 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:45:51.672518 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:45:51.673726 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:51.681644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889199e-222b-4998-b4c6-f5eb5d736bf7 req-08b103ee-a7ac-43dc-b108-6cdb017223e8 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:51.683414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f889199e-222b-4998-b4c6-f5eb5d736bf7 req-08b103ee-a7ac-43dc-b108-6cdb017223e8 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae49c6a0-0409-41a5-a50e-42126d8252f6 HTTP/1.1" status: 200 len: 944 time: 0.1240616 Jul 23 20:45:51.762358 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f889199e-222b-4998-b4c6-f5eb5d736bf7 req-85d11aa1-a477-456d-925c-6147425b44d7 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706789 Jul 23 20:45:51.804511 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:51.826894 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae49c6a0-0409-41a5-a50e-42126d8252f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2054ac1-7d86-4a72-b5df-e8c2bc9ce974'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:45:51.829579 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d929a0d2-a5a8-4890-b8ad-0d2608c6aef6" -d '{"events": [{"server_uuid": "ae49c6a0-0409-41a5-a50e-42126d8252f6", "name": "network-vif-plugged", "status": "completed", "tag": "e2054ac1-7d86-4a72-b5df-e8c2bc9ce974"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:45:51.845502 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port e2054ac1-7d86-4a72-b5df-e8c2bc9ce974, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e2054ac1-7d86-4a72-b5df-e8c2bc9ce974,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:51.851332 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:51.882445 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ee58f8-08c8-439c-a696-f784c514f9c1 x-openstack-request-id: req-a4ee58f8-08c8-439c-a696-f784c514f9c1 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:45:51.882807 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae49c6a0-0409-41a5-a50e-42126d8252f6", "name": "network-vif-plugged", "status": "completed", "tag": "e2054ac1-7d86-4a72-b5df-e8c2bc9ce974", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:45:51.882987 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4ee58f8-08c8-439c-a696-f784c514f9c1 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:45:51.883380 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae49c6a0-0409-41a5-a50e-42126d8252f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2054ac1-7d86-4a72-b5df-e8c2bc9ce974', 'code': 200} Jul 23 20:45:51.919458 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=e2054ac1-7d86-4a72-b5df-e8c2bc9ce974,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:52.016768 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b4ac4-8486-4900-b7b7-6a82f77c4763 req-d0e3fcdc-0750-4df6-9e06-e9ad8ca0bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:52.018610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-618b4ac4-8486-4900-b7b7-6a82f77c4763 req-d0e3fcdc-0750-4df6-9e06-e9ad8ca0bfa4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae49c6a0-0409-41a5-a50e-42126d8252f6 HTTP/1.1" status: 200 len: 1097 time: 0.0724859 Jul 23 20:45:52.060922 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-618b4ac4-8486-4900-b7b7-6a82f77c4763 req-de68cd5a-028b-4a2b-a562-3f27ebd4d4df service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346563 Jul 23 20:45:52.431738 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb45d5-d77d-4c07-a39c-d4603f3d1fb1 req-ecd1e1f4-c8ad-443e-b58f-b4e3afd093b3 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:52.433476 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26eb45d5-d77d-4c07-a39c-d4603f3d1fb1 req-ecd1e1f4-c8ad-443e-b58f-b4e3afd093b3 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 943 time: 0.0728316 Jul 23 20:45:52.477430 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26eb45d5-d77d-4c07-a39c-d4603f3d1fb1 req-5e07a9f5-a489-4898-840e-738cead1b345 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377326 Jul 23 20:45:52.534317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device fe31cded-9423-486e-82dc-a3b2a1721ad3 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:45:52.662055 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port fe31cded-9423-486e-82dc-a3b2a1721ad3, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=fe31cded-9423-486e-82dc-a3b2a1721ad3,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:52.669100 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38cdce-234c-4430-9504-1ca113dcb0e6 req-b1d25b28-d3b0-4fc1-9ae4-31cc8b9aa48d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:52.676834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cf38cdce-234c-4430-9504-1ca113dcb0e6 req-b1d25b28-d3b0-4fc1-9ae4-31cc8b9aa48d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 944 time: 0.1387727 Jul 23 20:45:52.690963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'fe31cded-9423-486e-82dc-a3b2a1721ad3', 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7', 'port_id': 'fe31cded-9423-486e-82dc-a3b2a1721ad3', 'mac_address': 'fa:16:3e:e3:bb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c51c78-ede0-436b-9293-945f1596e2dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:45:52.723079 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cf38cdce-234c-4430-9504-1ca113dcb0e6 req-22dc6568-5239-4fdd-ad41-5a42b66ddb44 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450335 Jul 23 20:45:52.737266 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:52.751969 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe31cded-9423-486e-82dc-a3b2a1721ad3 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:45:52.776088 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port fe31cded-9423-486e-82dc-a3b2a1721ad3, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=fe31cded-9423-486e-82dc-a3b2a1721ad3,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:52.785625 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:52.884235 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=fe31cded-9423-486e-82dc-a3b2a1721ad3,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:53.088897 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f621b-d6e3-485a-8d62-ef7743ad52de req-688c60fa-504f-4a50-8bdc-99b6bdd2b3c6 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:53.090927 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f3f621b-d6e3-485a-8d62-ef7743ad52de req-688c60fa-504f-4a50-8bdc-99b6bdd2b3c6 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae49c6a0-0409-41a5-a50e-42126d8252f6 HTTP/1.1" status: 200 len: 945 time: 0.1947823 Jul 23 20:45:53.150247 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f3f621b-d6e3-485a-8d62-ef7743ad52de req-66979ce8-21e0-40c1-8bc8-913c15539d9e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460284 Jul 23 20:45:53.209913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['fe31cded-9423-486e-82dc-a3b2a1721ad3'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:53.641023 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa099d-f863-463d-94fe-bac3ee5f5df8 req-4d462852-597a-4b5a-87a7-8011faeeba4b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:53.644019 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07fa099d-f863-463d-94fe-bac3ee5f5df8 req-4d462852-597a-4b5a-87a7-8011faeeba4b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 944 time: 0.0727906 Jul 23 20:45:53.709174 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07fa099d-f863-463d-94fe-bac3ee5f5df8 req-816bb387-e6a7-4b57-80db-98d9826be830 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555198 Jul 23 20:45:53.862837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d66fa8-10ac-4a53-b717-ad15690ad356 req-dc950927-db30-49a1-8dee-eb7bebc9b157 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:53.864545 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0d66fa8-10ac-4a53-b717-ad15690ad356 req-dc950927-db30-49a1-8dee-eb7bebc9b157 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 944 time: 0.0743790 Jul 23 20:45:53.916895 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0d66fa8-10ac-4a53-b717-ad15690ad356 req-a14d386e-097a-4ece-9ba1-1c04999ee3a5 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446973 Jul 23 20:45:54.301996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e5660-2c40-4a52-9d9d-6a2be01be0d4 req-8a7b473c-6aeb-4882-8f00-6e08af760db3 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:54.303668 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-375e5660-2c40-4a52-9d9d-6a2be01be0d4 req-8a7b473c-6aeb-4882-8f00-6e08af760db3 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae49c6a0-0409-41a5-a50e-42126d8252f6 HTTP/1.1" status: 200 len: 945 time: 0.0754211 Jul 23 20:45:54.348121 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-375e5660-2c40-4a52-9d9d-6a2be01be0d4 req-d7161e97-530b-4c10-a12e-bcc429b84047 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376632 Jul 23 20:45:54.549871 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device fe31cded-9423-486e-82dc-a3b2a1721ad3 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:45:54.555571 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f60a709-f61c-490f-ba4f-10cd832fd94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:54.647733 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port fe31cded-9423-486e-82dc-a3b2a1721ad3 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:45:54.657772 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port fe31cded-9423-486e-82dc-a3b2a1721ad3 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:45:54.659738 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:54.700284 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf1659-cb47-4395-8364-bdab9ff927c9 req-c5240de4-9953-4f53-8f26-98fb6e1dd530 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:54.702227 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3acf1659-cb47-4395-8364-bdab9ff927c9 req-c5240de4-9953-4f53-8f26-98fb6e1dd530 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae49c6a0-0409-41a5-a50e-42126d8252f6 HTTP/1.1" status: 200 len: 945 time: 0.1047664 Jul 23 20:45:54.757410 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3acf1659-cb47-4395-8364-bdab9ff927c9 req-0643f089-0372-4315-8c17-0d57da0d7443 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470502 Jul 23 20:45:54.766423 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:54.793671 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa75caa1-c8b6-475e-9ee3-6f155d83e352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe31cded-9423-486e-82dc-a3b2a1721ad3'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:45:54.796266 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4177b170-2c91-4569-b74c-e0a342592870" -d '{"events": [{"server_uuid": "aa75caa1-c8b6-475e-9ee3-6f155d83e352", "name": "network-vif-plugged", "status": "completed", "tag": "fe31cded-9423-486e-82dc-a3b2a1721ad3"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:45:54.811034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port fe31cded-9423-486e-82dc-a3b2a1721ad3, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=fe31cded-9423-486e-82dc-a3b2a1721ad3,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:54.824532 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:54.854160 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abc868d-163d-4786-8044-3f6141f86148 x-openstack-request-id: req-6abc868d-163d-4786-8044-3f6141f86148 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:45:54.854521 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa75caa1-c8b6-475e-9ee3-6f155d83e352", "name": "network-vif-plugged", "status": "completed", "tag": "fe31cded-9423-486e-82dc-a3b2a1721ad3", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:45:54.854859 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6abc868d-163d-4786-8044-3f6141f86148 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:45:54.855326 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa75caa1-c8b6-475e-9ee3-6f155d83e352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe31cded-9423-486e-82dc-a3b2a1721ad3', 'code': 200} Jul 23 20:45:54.889268 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=fe31cded-9423-486e-82dc-a3b2a1721ad3,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:54.909498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54505ff9-afc0-444f-a7cf-688c24c00153 req-a6cc7ea5-1d57-470f-8cea-f4709c6ec814 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:54.919649 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-54505ff9-afc0-444f-a7cf-688c24c00153 req-a6cc7ea5-1d57-470f-8cea-f4709c6ec814 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 945 time: 0.0954325 Jul 23 20:45:54.988897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-54505ff9-afc0-444f-a7cf-688c24c00153 req-bc746259-32a5-4ee0-a79b-6c94cf274ab9 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674136 Jul 23 20:45:55.040317 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:45:55.070862 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bf2ad-e706-4cd0-895e-e6be1a0e91dc req-a11b3d55-fad3-4225-b906-84ac0e3a28b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:55.076071 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3d1bf2ad-e706-4cd0-895e-e6be1a0e91dc req-a11b3d55-fad3-4225-b906-84ac0e3a28b3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 1097 time: 0.1431229 Jul 23 20:45:55.091328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707b3c7-bb27-4c84-bc2d-2d1e21c03148 req-5f301cf3-9a78-482e-87f7-08775abfce3d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:55.101527 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6707b3c7-bb27-4c84-bc2d-2d1e21c03148 req-5f301cf3-9a78-482e-87f7-08775abfce3d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 944 time: 0.1001093 Jul 23 20:45:55.154371 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3d1bf2ad-e706-4cd0-895e-e6be1a0e91dc req-88362352-ffd2-4bcc-9c49-e3ac7735a381 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600235 Jul 23 20:45:55.179510 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6707b3c7-bb27-4c84-bc2d-2d1e21c03148 req-ad442993-ee84-4356-910f-3fe7a96a1122 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648973 Jul 23 20:45:55.598335 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device c2702b9c-1c58-424c-8b49-9b7cb90c48a2 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:45:55.750801 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port c2702b9c-1c58-424c-8b49-9b7cb90c48a2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c2702b9c-1c58-424c-8b49-9b7cb90c48a2,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:55.763845 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'c2702b9c-1c58-424c-8b49-9b7cb90c48a2', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'port_id': 'c2702b9c-1c58-424c-8b49-9b7cb90c48a2', 'mac_address': 'fa:16:3e:23:e7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:45:55.817795 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:55.837729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2702b9c-1c58-424c-8b49-9b7cb90c48a2 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:45:55.865281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port c2702b9c-1c58-424c-8b49-9b7cb90c48a2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c2702b9c-1c58-424c-8b49-9b7cb90c48a2,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:55.872863 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:55.946554 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73453e3f-605c-4483-b686-2c84adc24074 req-e7ffd2ae-3b33-4695-9526-5e34e8b91fc3 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:55.948199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73453e3f-605c-4483-b686-2c84adc24074 req-e7ffd2ae-3b33-4695-9526-5e34e8b91fc3 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae49c6a0-0409-41a5-a50e-42126d8252f6 HTTP/1.1" status: 200 len: 945 time: 0.1070116 Jul 23 20:45:55.958396 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=c2702b9c-1c58-424c-8b49-9b7cb90c48a2,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:56.082838 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73453e3f-605c-4483-b686-2c84adc24074 req-172b211e-8377-4fb6-8fbf-d651caf65378 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260378 Jul 23 20:45:56.096781 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['c2702b9c-1c58-424c-8b49-9b7cb90c48a2'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:56.256987 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90f6c9-72cc-4129-bea7-4fcfc742dcc5 req-c83e6249-0ee6-44d3-b8d5-fe4106e331dc tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:56.265119 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2e90f6c9-72cc-4129-bea7-4fcfc742dcc5 req-c83e6249-0ee6-44d3-b8d5-fe4106e331dc tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae49c6a0-0409-41a5-a50e-42126d8252f6 HTTP/1.1" status: 200 len: 945 time: 0.3077056 Jul 23 20:45:56.430974 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36029829-d780-4e4e-9043-1c94875d1056 req-dce0e0f3-94f4-4de3-afa0-1bf87a8fa107 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:56.432936 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-36029829-d780-4e4e-9043-1c94875d1056 req-dce0e0f3-94f4-4de3-afa0-1bf87a8fa107 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 945 time: 0.3438966 Jul 23 20:45:56.496736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-2e90f6c9-72cc-4129-bea7-4fcfc742dcc5 req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Deleting port e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:45:56.497075 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2e90f6c9-72cc-4129-bea7-4fcfc742dcc5 req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:56.504618 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-36029829-d780-4e4e-9043-1c94875d1056 req-0effa321-2f4c-4baa-82ca-0ba6a260b242 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645609 Jul 23 20:45:56.536069 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2e868-f4b7-43c5-8548-c3d18400ff92 req-b6bf5359-accf-417d-9fc8-973bbe4991cb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:56.537679 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ae2e868-f4b7-43c5-8548-c3d18400ff92 req-b6bf5359-accf-417d-9fc8-973bbe4991cb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 945 time: 0.1922786 Jul 23 20:45:56.651492 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ae2e868-f4b7-43c5-8548-c3d18400ff92 req-d76de383-9c12-4774-b009-fd232d9a3c71 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951145 Jul 23 20:45:56.675995 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-2e90f6c9-72cc-4129-bea7-4fcfc742dcc5 req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] For port e2054ac1-7d86-4a72-b5df-e8c2bc9ce974, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e2054ac1-7d86-4a72-b5df-e8c2bc9ce974,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:56.676435 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2e90f6c9-72cc-4129-bea7-4fcfc742dcc5 req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:56.694962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-2e90f6c9-72cc-4129-bea7-4fcfc742dcc5 req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Calling delete_port for e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:45:56.854920 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2e90f6c9-72cc-4129-bea7-4fcfc742dcc5 req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:56.870033 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['72cf5109-a212-49d2-88bc-328cecd90e2d', 'e2054ac1-7d86-4a72-b5df-e8c2bc9ce974'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:56.901713 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Pushing event deleted for resources: {'Port': ['ID=e2054ac1-7d86-4a72-b5df-e8c2bc9ce974,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:56.923482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:56.923675 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:56.924257 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:56.924948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:56.925794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:56.926406 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:56.926757 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:56.927274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:56.928141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:56.928262 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:56.928623 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:56.929043 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:56.993068 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e90f6c9-72cc-4129-bea7-4fcfc742dcc5 req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] No DVR routers for this DVR port e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:45:56.996013 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2e90f6c9-72cc-4129-bea7-4fcfc742dcc5 req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:56.998689 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2e90f6c9-72cc-4129-bea7-4fcfc742dcc5 req-8899e45f-b2cb-477f-bff3-2c71e046629f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.57 "DELETE /v2.0/ports/e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 HTTP/1.1" status: 204 len: 173 time: 0.7263031 Jul 23 20:45:56.998950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae49c6a0-0409-41a5-a50e-42126d8252f6', 'name': 'network-vif-deleted', 'tag': 'e2054ac1-7d86-4a72-b5df-e8c2bc9ce974'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:45:57.001268 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7746a0da-c56c-4afe-81ce-9748312ea33a" -d '{"events": [{"server_uuid": "ae49c6a0-0409-41a5-a50e-42126d8252f6", "name": "network-vif-deleted", "tag": "e2054ac1-7d86-4a72-b5df-e8c2bc9ce974"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:45:57.061753 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fc5937-278f-4764-ba66-66085472a61a x-openstack-request-id: req-86fc5937-278f-4764-ba66-66085472a61a {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:45:57.062041 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae49c6a0-0409-41a5-a50e-42126d8252f6", "name": "network-vif-deleted", "tag": "e2054ac1-7d86-4a72-b5df-e8c2bc9ce974", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:45:57.062267 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86fc5937-278f-4764-ba66-66085472a61a {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:45:57.062818 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae49c6a0-0409-41a5-a50e-42126d8252f6', 'name': 'network-vif-deleted', 'tag': 'e2054ac1-7d86-4a72-b5df-e8c2bc9ce974', 'status': 'completed', 'code': 200} Jul 23 20:45:57.118268 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63b65b4f-cca8-4b14-885d-4c8b77ace369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:57.235987 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e26a51eb-9468-4e76-bc29-0386bff830c1 req-9a7b0de4-778f-4b64-90d0-d2d19da0c10e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae49c6a0-0409-41a5-a50e-42126d8252f6 HTTP/1.1" status: 200 len: 210 time: 0.0371435 Jul 23 20:45:57.337204 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:57.598378 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device c2702b9c-1c58-424c-8b49-9b7cb90c48a2 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:45:57.704568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02229080-abb7-4d0e-b80d-32c340a8360b req-66f1e2dd-78f1-4110-80d1-566cc3fc004b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:57.722477 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02229080-abb7-4d0e-b80d-32c340a8360b req-66f1e2dd-78f1-4110-80d1-566cc3fc004b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 945 time: 0.1271157 Jul 23 20:45:57.744447 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port c2702b9c-1c58-424c-8b49-9b7cb90c48a2 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:45:57.756175 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port c2702b9c-1c58-424c-8b49-9b7cb90c48a2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:45:57.756601 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:57.778317 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02229080-abb7-4d0e-b80d-32c340a8360b req-9c3b7077-fa49-40f7-9532-27d49cf2d113 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543721 Jul 23 20:45:57.906012 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:57.929126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca86d4-e6ac-4d31-b288-30569dc57f40 req-db08bb5e-62bb-4a74-8e3c-b7e8c0a51cfe tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:57.939323 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2ca86d4-e6ac-4d31-b288-30569dc57f40 req-db08bb5e-62bb-4a74-8e3c-b7e8c0a51cfe tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 945 time: 0.1219468 Jul 23 20:45:57.959670 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07de992-976d-47e1-8534-506da81536d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2702b9c-1c58-424c-8b49-9b7cb90c48a2'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:45:57.965277 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593a9baf-c20d-4e3e-a7a8-751ac9354bdb" -d '{"events": [{"server_uuid": "a07de992-976d-47e1-8534-506da81536d9", "name": "network-vif-plugged", "status": "completed", "tag": "c2702b9c-1c58-424c-8b49-9b7cb90c48a2"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:45:57.973454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port c2702b9c-1c58-424c-8b49-9b7cb90c48a2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c2702b9c-1c58-424c-8b49-9b7cb90c48a2,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:57.983507 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:57.984618 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:45:58.008057 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2ca86d4-e6ac-4d31-b288-30569dc57f40 req-6beab343-b612-48e6-9ee4-23a5c22f3652 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677092 Jul 23 20:45:58.057310 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:45:58.057916 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e2054ac1-7d86-4a72-b5df-e8c2bc9ce974 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:45:58.082780 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=c2702b9c-1c58-424c-8b49-9b7cb90c48a2,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:58.106768 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1160ed41-dfd7-4d88-b29a-1541967eaf02 x-openstack-request-id: req-1160ed41-dfd7-4d88-b29a-1541967eaf02 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:45:58.107063 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07de992-976d-47e1-8534-506da81536d9", "name": "network-vif-plugged", "status": "completed", "tag": "c2702b9c-1c58-424c-8b49-9b7cb90c48a2", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:45:58.108040 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1160ed41-dfd7-4d88-b29a-1541967eaf02 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:45:58.108505 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07de992-976d-47e1-8534-506da81536d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2702b9c-1c58-424c-8b49-9b7cb90c48a2', 'code': 200} Jul 23 20:45:58.169103 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6639b-9926-4678-95ed-138ed33a5354 req-7e1df437-fa19-405c-8bff-c6f8be59a107 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:58.171029 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-21e6639b-9926-4678-95ed-138ed33a5354 req-7e1df437-fa19-405c-8bff-c6f8be59a107 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 945 time: 0.1339748 Jul 23 20:45:58.262664 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-21e6639b-9926-4678-95ed-138ed33a5354 req-d0b3d761-ccb7-414b-807c-cf17313f0fbc tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812693 Jul 23 20:45:58.285508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef79bb-af4d-48eb-8af2-09f9303216f7 req-b4b876c8-a337-42e3-badd-f008f9ec891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:58.285508 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67ef79bb-af4d-48eb-8af2-09f9303216f7 req-b4b876c8-a337-42e3-badd-f008f9ec891e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 1098 time: 0.1104498 Jul 23 20:45:58.339062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67ef79bb-af4d-48eb-8af2-09f9303216f7 req-f50ef79e-0f4d-4e86-9a5d-e41bbb5fa34f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505135 Jul 23 20:45:58.437639 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435f494-fd30-480a-af56-40767f0433da req-69bab4a4-5e18-4390-b92e-80b1614b500a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:58.439770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0435f494-fd30-480a-af56-40767f0433da req-69bab4a4-5e18-4390-b92e-80b1614b500a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 945 time: 0.0876660 Jul 23 20:45:58.486974 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:58.504264 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0435f494-fd30-480a-af56-40767f0433da req-d96540f5-2276-4b8b-9647-23ba30978b09 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575767 Jul 23 20:45:58.595648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67da63b-2209-45ce-9a95-89efe5c372cb req-9474734f-f4d7-4106-98d0-7faa382e6c8b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:58.599393 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a67da63b-2209-45ce-9a95-89efe5c372cb req-9474734f-f4d7-4106-98d0-7faa382e6c8b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0938942 Jul 23 20:45:58.659317 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a67da63b-2209-45ce-9a95-89efe5c372cb req-566a715c-4e03-43cd-8b16-91b0f261f62d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536721 Jul 23 20:45:58.885342 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f7513-2eab-4cfd-a802-40beff23d429 req-db6db847-669d-424d-a835-99f05032f9f2 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:58.887757 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0e7f7513-2eab-4cfd-a802-40beff23d429 req-db6db847-669d-424d-a835-99f05032f9f2 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 945 time: 0.0928333 Jul 23 20:45:58.982561 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0e7f7513-2eab-4cfd-a802-40beff23d429 req-8cb5fb35-7347-42cb-b6f0-0703b02272ef tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864179 Jul 23 20:45:59.014096 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808f902-0713-4857-b144-979abbefe152 req-bdc55e32-4ff5-42d4-aaf6-bb5eff12e6f2 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:59.015811 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5808f902-0713-4857-b144-979abbefe152 req-bdc55e32-4ff5-42d4-aaf6-bb5eff12e6f2 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0996614 Jul 23 20:45:59.081218 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5808f902-0713-4857-b144-979abbefe152 req-f007316c-112d-4679-84e2-06646ecf4c3d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558348 Jul 23 20:45:59.189262 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd710c14-871e-46a3-9e40-6beee5d963d7 req-34da5f9f-ea67-456e-a9a3-949d518a2b73 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:59.199687 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd710c14-871e-46a3-9e40-6beee5d963d7 req-34da5f9f-ea67-456e-a9a3-949d518a2b73 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 946 time: 0.1040871 Jul 23 20:45:59.275290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd710c14-871e-46a3-9e40-6beee5d963d7 req-993fd8a7-8dc5-457c-9d72-926213834bae tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681858 Jul 23 20:45:59.319501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71c47f-492d-402f-afc3-54ae906655f7 req-88269aef-3c95-426e-af8b-2f23b616ab8f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:59.323545 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db71c47f-492d-402f-afc3-54ae906655f7 req-88269aef-3c95-426e-af8b-2f23b616ab8f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0975480 Jul 23 20:45:59.399196 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db71c47f-492d-402f-afc3-54ae906655f7 req-79865af8-bda3-4d32-bf2e-c33ca9b8b678 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719986 Jul 23 20:45:59.926128 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:00.139720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779b57b-c4e9-40a8-b1ef-9fd4931a6828 req-b2e94e27-9912-4ac0-9262-3822121073f5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:00.147548 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1779b57b-c4e9-40a8-b1ef-9fd4931a6828 req-b2e94e27-9912-4ac0-9262-3822121073f5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 945 time: 0.0860689 Jul 23 20:46:00.218715 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1779b57b-c4e9-40a8-b1ef-9fd4931a6828 req-b1b9c572-d7f8-4bbe-9050-6c72fdc9318a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692468 Jul 23 20:46:00.314854 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb018a-c14b-4b99-a9df-1ce0a8e56bdb req-4ad85cde-76f3-4de1-981b-c18e2316d1cd tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:00.316304 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-30fb018a-c14b-4b99-a9df-1ce0a8e56bdb req-4ad85cde-76f3-4de1-981b-c18e2316d1cd tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 945 time: 0.1651392 Jul 23 20:46:00.516429 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-30fb018a-c14b-4b99-a9df-1ce0a8e56bdb req-b9a50c23-f7d3-4815-bdd5-34a123be7997 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Deleting port fe31cded-9423-486e-82dc-a3b2a1721ad3 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:46:00.517581 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-30fb018a-c14b-4b99-a9df-1ce0a8e56bdb req-b9a50c23-f7d3-4815-bdd5-34a123be7997 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:00.598352 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27711ead-3f67-4273-a747-0b16a244f15c req-ec289a9a-570c-4cf9-8b64-f5612271eb90 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:00.609786 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-27711ead-3f67-4273-a747-0b16a244f15c req-ec289a9a-570c-4cf9-8b64-f5612271eb90 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 946 time: 0.2077122 Jul 23 20:46:00.669340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-30fb018a-c14b-4b99-a9df-1ce0a8e56bdb req-b9a50c23-f7d3-4815-bdd5-34a123be7997 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] For port fe31cded-9423-486e-82dc-a3b2a1721ad3, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=fe31cded-9423-486e-82dc-a3b2a1721ad3,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:46:00.669693 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-30fb018a-c14b-4b99-a9df-1ce0a8e56bdb req-b9a50c23-f7d3-4815-bdd5-34a123be7997 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:00.689711 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-30fb018a-c14b-4b99-a9df-1ce0a8e56bdb req-b9a50c23-f7d3-4815-bdd5-34a123be7997 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Calling delete_port for fe31cded-9423-486e-82dc-a3b2a1721ad3 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:46:00.699065 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-27711ead-3f67-4273-a747-0b16a244f15c req-3438fee4-0876-4e5f-a77b-a90479b6960e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873020 Jul 23 20:46:00.861763 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-30fb018a-c14b-4b99-a9df-1ce0a8e56bdb req-b9a50c23-f7d3-4815-bdd5-34a123be7997 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:00.879466 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0b670eb6-d629-4045-a033-d7acbbe3b57d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:46:00.915867 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a50c23-f7d3-4815-bdd5-34a123be7997 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Pushing event deleted for resources: {'Port': ['ID=fe31cded-9423-486e-82dc-a3b2a1721ad3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:00.958826 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e2553-0d94-445a-84a4-3d22edd3c554 req-b9667aca-e617-4ca2-b785-0de20d9da06d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:00.960832 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f12e2553-0d94-445a-84a4-3d22edd3c554 req-b9667aca-e617-4ca2-b785-0de20d9da06d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 946 time: 0.1693354 Jul 23 20:46:01.022827 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fb018a-c14b-4b99-a9df-1ce0a8e56bdb req-b9a50c23-f7d3-4815-bdd5-34a123be7997 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] No DVR routers for this DVR port fe31cded-9423-486e-82dc-a3b2a1721ad3 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:46:01.025928 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-30fb018a-c14b-4b99-a9df-1ce0a8e56bdb req-b9a50c23-f7d3-4815-bdd5-34a123be7997 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:01.028269 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-30fb018a-c14b-4b99-a9df-1ce0a8e56bdb req-b9a50c23-f7d3-4815-bdd5-34a123be7997 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "DELETE /v2.0/ports/fe31cded-9423-486e-82dc-a3b2a1721ad3 HTTP/1.1" status: 204 len: 173 time: 0.7005117 Jul 23 20:46:01.033757 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa75caa1-c8b6-475e-9ee3-6f155d83e352', 'name': 'network-vif-deleted', 'tag': 'fe31cded-9423-486e-82dc-a3b2a1721ad3'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:46:01.036375 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0789fe1b-a199-4db8-a7d7-d49112837e49" -d '{"events": [{"server_uuid": "aa75caa1-c8b6-475e-9ee3-6f155d83e352", "name": "network-vif-deleted", "tag": "fe31cded-9423-486e-82dc-a3b2a1721ad3"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:46:01.056380 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f12e2553-0d94-445a-84a4-3d22edd3c554 req-4c4fef6f-09f7-43bd-938f-e86e3fe00136 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882640 Jul 23 20:46:01.148071 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758b729a-b23d-422c-a858-b93c4076ed90 x-openstack-request-id: req-758b729a-b23d-422c-a858-b93c4076ed90 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:46:01.148388 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa75caa1-c8b6-475e-9ee3-6f155d83e352", "name": "network-vif-deleted", "tag": "fe31cded-9423-486e-82dc-a3b2a1721ad3", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:46:01.148636 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-758b729a-b23d-422c-a858-b93c4076ed90 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:46:01.149115 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa75caa1-c8b6-475e-9ee3-6f155d83e352', 'name': 'network-vif-deleted', 'tag': 'fe31cded-9423-486e-82dc-a3b2a1721ad3', 'status': 'completed', 'code': 200} Jul 23 20:46:01.421353 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2618c2f-3396-4196-b270-5b726b0f56eb req-7841684d-f3e5-4028-a805-5daba4695447 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa75caa1-c8b6-475e-9ee3-6f155d83e352 HTTP/1.1" status: 200 len: 210 time: 0.0368197 Jul 23 20:46:01.629460 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12835c-747a-41ca-baa9-7711245315b5 req-20e9c6ea-e081-4072-8266-c0d4e701c661 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:01.631075 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a12835c-747a-41ca-baa9-7711245315b5 req-20e9c6ea-e081-4072-8266-c0d4e701c661 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 946 time: 0.1299973 Jul 23 20:46:01.647346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30151a-ab36-4caa-b5cf-651682a5850e req-1c790859-3a5d-4b31-a498-ec7658899230 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:01.649523 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a30151a-ab36-4caa-b5cf-651682a5850e req-1c790859-3a5d-4b31-a498-ec7658899230 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1142256 Jul 23 20:46:01.724867 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a12835c-747a-41ca-baa9-7711245315b5 req-44121bda-d7e6-46e0-a7fc-097c511a57cb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835881 Jul 23 20:46:01.744414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a30151a-ab36-4caa-b5cf-651682a5850e req-cef510da-a7ac-4bce-8e41-ae6db30f7388 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800233 Jul 23 20:46:01.938172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ddff6-12c1-435e-9b22-211d661f2676 req-2c1de0fb-4b1a-4a6c-89e7-4584e57f80c1 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:01.940350 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b45ddff6-12c1-435e-9b22-211d661f2676 req-2c1de0fb-4b1a-4a6c-89e7-4584e57f80c1 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1018212 Jul 23 20:46:01.983172 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b45ddff6-12c1-435e-9b22-211d661f2676 req-6a5f2ff2-76f0-4246-bab2-62b81fc3f12b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362573 Jul 23 20:46:02.602750 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device fe31cded-9423-486e-82dc-a3b2a1721ad3 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:46:02.656504 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: fe31cded-9423-486e-82dc-a3b2a1721ad3 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:46:02.659542 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device fe31cded-9423-486e-82dc-a3b2a1721ad3 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:46:02.880383 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-e55580b3-0c50-4ead-a4f1-821f1daf3259 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:02.881991 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-e55580b3-0c50-4ead-a4f1-821f1daf3259 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 806 time: 0.2306674 Jul 23 20:46:02.921959 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-7e1dfd2e-3cb4-4f23-b247-52d02d44747a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/quotas/1acb9fafa2f640b88cfa38563fb61a06 HTTP/1.1" status: 200 len: 375 time: 0.0286727 Jul 23 20:46:03.004568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b5dea-c765-462e-9afd-94d11f6eed96 req-180150fc-1ce6-4540-b4cc-046d06eafba7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:03.011624 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-920b5dea-c765-462e-9afd-94d11f6eed96 req-180150fc-1ce6-4540-b4cc-046d06eafba7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 946 time: 0.1892960 Jul 23 20:46:03.080416 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-0d868688-e6de-4fda-bdcb-0da10fbbce99 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1575119 Jul 23 20:46:03.141353 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-920b5dea-c765-462e-9afd-94d11f6eed96 req-f6015f51-1d48-43eb-a9f1-1a156b126f73 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282320 Jul 23 20:46:03.228937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f47435-913f-4ff3-b728-142e70404faf req-dee4356d-b02b-4c34-81b4-16b98b7c8c15 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:03.230724 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64f47435-913f-4ff3-b728-142e70404faf req-dee4356d-b02b-4c34-81b4-16b98b7c8c15 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.57 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 946 time: 0.2143745 Jul 23 20:46:03.299687 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-a47d31aa-47c4-4a61-a9c5-a2987397ac4d service neutron] 10.222.0.55 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063723 Jul 23 20:46:03.525706 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-64f47435-913f-4ff3-b728-142e70404faf req-a4985f87-2c9e-4946-a588-95c1e2625b57 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Deleting port c2702b9c-1c58-424c-8b49-9b7cb90c48a2 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:46:03.526252 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-64f47435-913f-4ff3-b728-142e70404faf req-a4985f87-2c9e-4946-a588-95c1e2625b57 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:03.585686 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-40be7a22-a59d-490f-b21c-fa9811f4656c service neutron] 10.222.0.55 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851357 Jul 23 20:46:03.695072 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-64f47435-913f-4ff3-b728-142e70404faf req-a4985f87-2c9e-4946-a588-95c1e2625b57 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] For port c2702b9c-1c58-424c-8b49-9b7cb90c48a2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c2702b9c-1c58-424c-8b49-9b7cb90c48a2,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:46:03.695653 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-64f47435-913f-4ff3-b728-142e70404faf req-a4985f87-2c9e-4946-a588-95c1e2625b57 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:03.721922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db283ff-c3d3-4550-a380-4607c8b4f20b req-3012653d-4868-4be0-bf74-493f6a9819dd tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:03.723961 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7db283ff-c3d3-4550-a380-4607c8b4f20b req-3012653d-4868-4be0-bf74-493f6a9819dd tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1939816 Jul 23 20:46:03.725201 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-64f47435-913f-4ff3-b728-142e70404faf req-a4985f87-2c9e-4946-a588-95c1e2625b57 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Calling delete_port for c2702b9c-1c58-424c-8b49-9b7cb90c48a2 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:46:03.817868 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7db283ff-c3d3-4550-a380-4607c8b4f20b req-8d57ae43-cd35-4876-9f5a-0248d75da20d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862353 Jul 23 20:46:03.894976 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c383424-7d2c-4a98-81c9-a8f21d9b0668 req-5774644b-5355-4483-b402-6f2107b64853 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 210 time: 0.0844929 Jul 23 20:46:04.038740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffb6cb-2d3b-41a3-8069-c9003eec6e16 req-4eb8e11e-497a-4e29-aa48-1cf7502cbdd0 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:04.040464 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93ffb6cb-2d3b-41a3-8069-c9003eec6e16 req-4eb8e11e-497a-4e29-aa48-1cf7502cbdd0 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1378491 Jul 23 20:46:04.101653 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-64f47435-913f-4ff3-b728-142e70404faf req-a4985f87-2c9e-4946-a588-95c1e2625b57 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:04.118930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['75b9576c-a2b4-4347-ad20-966a9af1d604'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:46:04.143868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4985f87-2c9e-4946-a588-95c1e2625b57 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event deleted for resources: {'Port': ['ID=c2702b9c-1c58-424c-8b49-9b7cb90c48a2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:04.183190 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93ffb6cb-2d3b-41a3-8069-c9003eec6e16 req-63a5ef66-2726-43fc-af95-72fc947a5c07 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334667 Jul 23 20:46:04.326173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f47435-913f-4ff3-b728-142e70404faf req-a4985f87-2c9e-4946-a588-95c1e2625b57 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] No DVR routers for this DVR port c2702b9c-1c58-424c-8b49-9b7cb90c48a2 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:46:04.354644 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-64f47435-913f-4ff3-b728-142e70404faf req-a4985f87-2c9e-4946-a588-95c1e2625b57 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:04.366769 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64f47435-913f-4ff3-b728-142e70404faf req-a4985f87-2c9e-4946-a588-95c1e2625b57 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.57 "DELETE /v2.0/ports/c2702b9c-1c58-424c-8b49-9b7cb90c48a2 HTTP/1.1" status: 204 len: 173 time: 1.1285973 Jul 23 20:46:04.368740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07de992-976d-47e1-8534-506da81536d9', 'name': 'network-vif-deleted', 'tag': 'c2702b9c-1c58-424c-8b49-9b7cb90c48a2'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:46:04.371407 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e65d94f-564b-40de-a4f8-5d4e94416b55" -d '{"events": [{"server_uuid": "a07de992-976d-47e1-8534-506da81536d9", "name": "network-vif-deleted", "tag": "c2702b9c-1c58-424c-8b49-9b7cb90c48a2"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:46:04.458249 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6fa1c57f-3d3a-4873-8fc5-7ba64edebbbf req-3707cf53-758d-43b3-8ca6-5024ff0a8ebb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 210 time: 0.0727921 Jul 23 20:46:04.525308 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed13c703-0809-4c06-9ef7-76de0f08d050 x-openstack-request-id: req-ed13c703-0809-4c06-9ef7-76de0f08d050 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:46:04.525607 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07de992-976d-47e1-8534-506da81536d9", "name": "network-vif-deleted", "tag": "c2702b9c-1c58-424c-8b49-9b7cb90c48a2", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:46:04.526024 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed13c703-0809-4c06-9ef7-76de0f08d050 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:46:04.526655 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07de992-976d-47e1-8534-506da81536d9', 'name': 'network-vif-deleted', 'tag': 'c2702b9c-1c58-424c-8b49-9b7cb90c48a2', 'status': 'completed', 'code': 200} Jul 23 20:46:04.673841 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e412318-63e2-4129-9a46-ba5cfbf3af38 req-f493b3de-af47-4f07-858b-6bef8aa113f8 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:04.681536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2e412318-63e2-4129-9a46-ba5cfbf3af38 req-f493b3de-af47-4f07-858b-6bef8aa113f8 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0806520 Jul 23 20:46:04.745152 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2e412318-63e2-4129-9a46-ba5cfbf3af38 req-ee3b64cf-3b9e-4410-a42d-431ce713491b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559363 Jul 23 20:46:04.942415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79552c6-dd6d-419a-b4d1-3973706aba04 req-8bf10472-27f5-4d9c-b29c-818a1acb4eea tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:04.949472 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f79552c6-dd6d-419a-b4d1-3973706aba04 req-8bf10472-27f5-4d9c-b29c-818a1acb4eea tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0953894 Jul 23 20:46:04.995552 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f79552c6-dd6d-419a-b4d1-3973706aba04 req-c1e9d4b1-7e1e-4a44-9206-1b849bf34a5d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405629 Jul 23 20:46:05.062496 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1efd00a2-c5af-4292-a4ab-96672b6c0261 req-aa4ee43b-5b77-4062-a550-fe302b9ed711 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 210 time: 0.0459905 Jul 23 20:46:05.265836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e901b7-4d72-447d-93f1-f79e7a14ae8f req-fbee7745-a101-4f5c-9601-e31d103da7b3 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:05.268880 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0e901b7-4d72-447d-93f1-f79e7a14ae8f req-fbee7745-a101-4f5c-9601-e31d103da7b3 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1364491 Jul 23 20:46:05.364763 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0e901b7-4d72-447d-93f1-f79e7a14ae8f req-d8f4dc11-bbe2-4278-b71c-86d2656fa827 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822737 Jul 23 20:46:05.414425 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6ad37a13-e699-4312-996b-36e1574e9706 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:05.416304 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6ad37a13-e699-4312-996b-36e1574e9706 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 806 time: 0.1422143 Jul 23 20:46:05.434791 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-2b96ae8b-4e4c-4ed6-9fd3-b725918f3493 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Request body: {'port': {'device_id': 'd7409093-9561-4e53-96e1-221f62a62e5f', 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7', 'admin_state_up': True, 'tenant_id': '1acb9fafa2f640b88cfa38563fb61a06'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:46:05.585900 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6e1e8-acbd-4073-8bd8-d1aa96a7694e req-d727b65a-45f2-4791-83f6-c7c33922421f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:05.586625 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3fb6e1e8-acbd-4073-8bd8-d1aa96a7694e req-d727b65a-45f2-4791-83f6-c7c33922421f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1189663 Jul 23 20:46:05.636349 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-2b96ae8b-4e4c-4ed6-9fd3-b725918f3493 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Made reservation on behalf of 1acb9fafa2f640b88cfa38563fb61a06 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:46:05.640552 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-2b96ae8b-4e4c-4ed6-9fd3-b725918f3493 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:05.674434 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3fb6e1e8-acbd-4073-8bd8-d1aa96a7694e req-4e38d801-4787-4c15-912a-1688dc630c2e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801468 Jul 23 20:46:05.685624 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device c2702b9c-1c58-424c-8b49-9b7cb90c48a2 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:46:05.767558 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a90510ef-ece3-4c17-9f51-0196c949ec06 req-a6c91cd2-f31a-4101-98a1-e9e3bbf9cba9 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 210 time: 0.0836911 Jul 23 20:46:05.788508 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: c2702b9c-1c58-424c-8b49-9b7cb90c48a2 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:46:05.788901 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device c2702b9c-1c58-424c-8b49-9b7cb90c48a2 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:46:06.009380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa106a-4ba8-4dff-8b1e-d41a9801c2a0 req-7b5269e2-7820-49a9-9eae-9e24838df04f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:06.017906 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91fa106a-4ba8-4dff-8b1e-d41a9801c2a0 req-7b5269e2-7820-49a9-9eae-9e24838df04f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0802007 Jul 23 20:46:06.077270 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-91fa106a-4ba8-4dff-8b1e-d41a9801c2a0 req-53424d8c-2227-406c-9ec2-8fe3a8bd6f96 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578554 Jul 23 20:46:06.096609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-2b96ae8b-4e4c-4ed6-9fd3-b725918f3493 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Allocated IP 172.20.0.12 (5dc9b03e-da6c-4182-b5c9-40b0b29fcee7/c4c51c78-ede0-436b-9293-945f1596e2dc/92fa7533-05e6-4c59-9fd4-23d77b908118) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:46:06.276494 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55425862-f6a6-48b9-8a81-ef7e6c93e21a req-079f56be-9c6a-459f-a4a4-4a77f0a454bc tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 210 time: 0.0438442 Jul 23 20:46:06.305908 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-2b96ae8b-4e4c-4ed6-9fd3-b725918f3493 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:06.321337 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98606be-c333-4f45-99fa-4fbc900ca729 req-201b348c-0cfd-4bc4-b6d1-87b313f7e4f7 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:06.329977 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b98606be-c333-4f45-99fa-4fbc900ca729 req-201b348c-0cfd-4bc4-b6d1-87b313f7e4f7 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1511643 Jul 23 20:46:06.367000 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-2b96ae8b-4e4c-4ed6-9fd3-b725918f3493 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:06.381830 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0b670eb6-d629-4045-a033-d7acbbe3b57d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:46:06.385064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b98606be-c333-4f45-99fa-4fbc900ca729 req-fe3e1764-ed07-4d36-8e3b-bd1c31f3a26d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538528 Jul 23 20:46:06.457519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-2b96ae8b-4e4c-4ed6-9fd3-b725918f3493 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:46:06.460808 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-2b96ae8b-4e4c-4ed6-9fd3-b725918f3493 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:46:06.467380 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-2b96ae8b-4e4c-4ed6-9fd3-b725918f3493 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:46:06.502929 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96ae8b-4e4c-4ed6-9fd3-b725918f3493 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Pushing event updated for resources: {'Port': ['ID=92fa7533-05e6-4c59-9fd4-23d77b908118,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:06.528217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-2b96ae8b-4e4c-4ed6-9fd3-b725918f3493 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:06.528947 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-2b96ae8b-4e4c-4ed6-9fd3-b725918f3493 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:06.545976 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-2b96ae8b-4e4c-4ed6-9fd3-b725918f3493 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1175303 Jul 23 20:46:06.559256 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Request body: {'port': {'device_id': 'd7409093-9561-4e53-96e1-221f62a62e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:46:06.670373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64ef4d-e67a-4542-89e8-2f251c50d086 req-6219ca4b-fb97-4184-80b8-6353146d7830 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:06.672280 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2f64ef4d-e67a-4542-89e8-2f251c50d086 req-6219ca4b-fb97-4184-80b8-6353146d7830 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1279004 Jul 23 20:46:06.737795 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2f64ef4d-e67a-4542-89e8-2f251c50d086 req-6d0d0012-a8bb-471b-9935-e30fefd12b7e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568171 Jul 23 20:46:06.756888 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:06.917446 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-30857efa-4ff9-46d5-94e7-798b04e26614 req-da498bb8-c93a-42f0-88a8-7f44ba5b6778 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 210 time: 0.0502253 Jul 23 20:46:07.000084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fe437-a124-4296-b115-3489b51a95ca req-e3fe314f-e964-468e-bc24-82cde4173593 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:07.002796 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ad3fe437-a124-4296-b115-3489b51a95ca req-e3fe314f-e964-468e-bc24-82cde4173593 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1446564 Jul 23 20:46:07.086043 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ad3fe437-a124-4296-b115-3489b51a95ca req-376bf5dd-54ca-4488-bcca-bb260ac2774b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771086 Jul 23 20:46:07.158129 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fa7533-05e6-4c59-9fd4-23d77b908118 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:46:07.179918 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:07.194607 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Transition to ACTIVE for port object 92fa7533-05e6-4c59-9fd4-23d77b908118 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:46:07.202289 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:07.266143 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Pushing event updated for resources: {'Port': ['ID=92fa7533-05e6-4c59-9fd4-23d77b908118,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:07.442150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Attempting to bind port 92fa7533-05e6-4c59-9fd4-23d77b908118 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:46:07.442492 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Attempting to bind port 92fa7533-05e6-4c59-9fd4-23d77b908118 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:46:07.442830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Attempting to bind port 92fa7533-05e6-4c59-9fd4-23d77b908118 on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:46:07.456660 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Port 92fa7533-05e6-4c59-9fd4-23d77b908118 on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:46:07.456998 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Attempting to bind port 92fa7533-05e6-4c59-9fd4-23d77b908118 on network 5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:46:07.472556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:46:07.473197 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Checking segment: {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:46:07.473286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Bound using segment: {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:46:07.473720 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Bound port: 92fa7533-05e6-4c59-9fd4-23d77b908118, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328e41a5-2d24-490f-b795-5454b49816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:46:07.474085 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:07.483390 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef19347-738d-447a-9765-1f828dbe29ed req-4dce88f5-2e15-4315-82b9-d8c46208b3f5 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:07.497670 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ef19347-738d-447a-9765-1f828dbe29ed req-4dce88f5-2e15-4315-82b9-d8c46208b3f5 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.2382343 Jul 23 20:46:07.622281 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ef19347-738d-447a-9765-1f828dbe29ed req-d4fb14da-a317-4f08-a24b-3ae4e87d28db tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231987 Jul 23 20:46:07.649252 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b9be9-461d-4ac0-8a90-d3bd71ae2306 req-50df491e-b13b-4f93-a4d6-e3ccf3674fda tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:07.650876 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-687b9be9-461d-4ac0-8a90-d3bd71ae2306 req-50df491e-b13b-4f93-a4d6-e3ccf3674fda tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 944 time: 0.2611506 Jul 23 20:46:07.685942 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] For port 92fa7533-05e6-4c59-9fd4-23d77b908118, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:46:07.689340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] For port 92fa7533-05e6-4c59-9fd4-23d77b908118, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=92fa7533-05e6-4c59-9fd4-23d77b908118,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:46:07.704678 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:07.732476 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-687b9be9-461d-4ac0-8a90-d3bd71ae2306 req-ca6656b6-a165-4d4b-a888-895f088ed2f7 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707316 Jul 23 20:46:07.780082 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:07.780702 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:07.782128 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-6f268819-c772-435c-b184-7749ad42a991 service neutron] 10.222.0.48 "PUT /v2.0/ports/92fa7533-05e6-4c59-9fd4-23d77b908118 HTTP/1.1" status: 200 len: 1093 time: 1.2278283 Jul 23 20:46:07.782575 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7409093-9561-4e53-96e1-221f62a62e5f', 'tag': '92fa7533-05e6-4c59-9fd4-23d77b908118'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:46:07.808330 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d991f015-8414-4e19-a1e5-f604870e809c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7409093-9561-4e53-96e1-221f62a62e5f", "tag": "92fa7533-05e6-4c59-9fd4-23d77b908118"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:46:07.851179 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56510) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:07.886006 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f268819-c772-435c-b184-7749ad42a991 service neutron] Pushing event updated for resources: {'Port': ['ID=92fa7533-05e6-4c59-9fd4-23d77b908118,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:07.959576 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-e327cea6-9143-4eda-a229-44aa0401cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:07.961088 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-e327cea6-9143-4eda-a229-44aa0401cb3d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 1096 time: 0.1100676 Jul 23 20:46:08.016167 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-8a8798d3-636a-4ab2-bc0e-9db20407cb10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92fa7533-05e6-4c59-9fd4-23d77b908118 HTTP/1.1" status: 200 len: 217 time: 0.0457823 Jul 23 20:46:08.018002 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cef78-f79c-4c55-9a01-6f2da996082f req-e99ff597-0a83-4e0b-8a73-067cc776d284 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:08.025937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a4cef78-f79c-4c55-9a01-6f2da996082f req-e99ff597-0a83-4e0b-8a73-067cc776d284 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1473701 Jul 23 20:46:08.061053 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebd4daa6-533c-46de-99ea-19472aacf147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:08.082875 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-450a0d3d-706a-4076-9c74-481d43501af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:08.084553 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-450a0d3d-706a-4076-9c74-481d43501af6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4c51c78-ede0-436b-9293-945f1596e2dc HTTP/1.1" status: 200 len: 846 time: 0.0611267 Jul 23 20:46:08.106427 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a4cef78-f79c-4c55-9a01-6f2da996082f req-454d33a2-d450-4da0-a22b-e1f6fa33c527 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787716 Jul 23 20:46:08.153469 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-0f7803ac-a5fc-4a9d-a020-8570e2f4665c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614240 Jul 23 20:46:08.158710 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ce99a0-7db7-4a42-9b6e-7d2e67544b93 x-openstack-request-id: req-66ce99a0-7db7-4a42-9b6e-7d2e67544b93 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:46:08.158999 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7409093-9561-4e53-96e1-221f62a62e5f", "tag": "92fa7533-05e6-4c59-9fd4-23d77b908118", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:46:08.172142 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66ce99a0-7db7-4a42-9b6e-7d2e67544b93 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:46:08.173163 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7409093-9561-4e53-96e1-221f62a62e5f', 'tag': '92fa7533-05e6-4c59-9fd4-23d77b908118', 'status': 'completed', 'code': 200} Jul 23 20:46:08.327787 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-982cb195-ad5e-49ae-b8ae-e403ba16f76f service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518672 Jul 23 20:46:08.345875 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce240d48-db35-4b3a-81d9-ce59b092ff07 req-4793a83b-41ab-40a2-b17d-e93fe7d47a12 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 210 time: 0.0675104 Jul 23 20:46:08.436542 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebd4daa6-533c-46de-99ea-19472aacf147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:08.444763 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebd4daa6-533c-46de-99ea-19472aacf147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:08.511199 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f3a6474f-1d8b-4fcb-9cee-f79fc660dacd req-32fb80fd-5bc1-4803-8fbc-20c4207deea1 service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748459 Jul 23 20:46:08.624283 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ebd4daa6-533c-46de-99ea-19472aacf147 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2af3d733ff3141a2b0b117012b52267d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7719755 Jul 23 20:46:08.627271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4daa6-533c-46de-99ea-19472aacf147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512c6397-5e96-4130-82c2-84c79a6d172d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:08.627535 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56532) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:08.630694 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991f015-8414-4e19-a1e5-f604870e809c req-9e135cbf-71aa-49c5-b2d5-4dd8465204f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:08.633606 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d991f015-8414-4e19-a1e5-f604870e809c req-9e135cbf-71aa-49c5-b2d5-4dd8465204f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 1096 time: 0.0704374 Jul 23 20:46:08.637445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6118a-9a54-48ee-97d7-55304fb86e29 req-226990c1-d519-4f3c-8fd0-74a64b40f658 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:08.645481 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aeb6118a-9a54-48ee-97d7-55304fb86e29 req-226990c1-d519-4f3c-8fd0-74a64b40f658 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/networks?id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 HTTP/1.1" status: 200 len: 814 time: 0.1940010 Jul 23 20:46:08.662594 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aeb6118a-9a54-48ee-97d7-55304fb86e29 req-167a0dac-5a50-4fe6-9c6f-d979b6da2ad8 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/quotas/1a5929b1f5454b55bd2376040f78aa66 HTTP/1.1" status: 200 len: 375 time: 0.0162113 Jul 23 20:46:08.746840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aeb6118a-9a54-48ee-97d7-55304fb86e29 req-efc50f8d-bb37-487f-bef4-21185ef748b9 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1a5929b1f5454b55bd2376040f78aa66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790408 Jul 23 20:46:08.764852 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8951871f-26d4-4b25-a370-5a66aabb2786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:08.786730 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991f015-8414-4e19-a1e5-f604870e809c req-4cd96e08-64ec-4d28-8c0a-aa07a88fa7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:08.788495 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d991f015-8414-4e19-a1e5-f604870e809c req-4cd96e08-64ec-4d28-8c0a-aa07a88fa7e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 907 time: 0.1457403 Jul 23 20:46:08.799434 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8951871f-26d4-4b25-a370-5a66aabb2786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:08.850993 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d991f015-8414-4e19-a1e5-f604870e809c req-50f93b23-9cdc-4d0b-bafd-3aac50957933 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92fa7533-05e6-4c59-9fd4-23d77b908118 HTTP/1.1" status: 200 len: 217 time: 0.0542252 Jul 23 20:46:08.929580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991f015-8414-4e19-a1e5-f604870e809c req-6a55cc48-b65f-42f6-b7b3-c92487cda813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:08.931694 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d991f015-8414-4e19-a1e5-f604870e809c req-6a55cc48-b65f-42f6-b7b3-c92487cda813 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4c51c78-ede0-436b-9293-945f1596e2dc HTTP/1.1" status: 200 len: 846 time: 0.0724664 Jul 23 20:46:08.936494 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8951871f-26d4-4b25-a370-5a66aabb2786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:08.940006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8951871f-26d4-4b25-a370-5a66aabb2786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:08.941555 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8951871f-26d4-4b25-a370-5a66aabb2786 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/512c6397-5e96-4130-82c2-84c79a6d172d HTTP/1.1" status: 204 len: 168 time: 0.3065629 Jul 23 20:46:09.030058 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d991f015-8414-4e19-a1e5-f604870e809c req-4228e29f-72f2-4b90-a437-458d9e2fb194 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869639 Jul 23 20:46:09.065286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951871f-26d4-4b25-a370-5a66aabb2786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512c6397-5e96-4130-82c2-84c79a6d172d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:09.235825 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d991f015-8414-4e19-a1e5-f604870e809c req-d69e48d3-e8d6-47ce-b88c-2db879c7199b service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849377 Jul 23 20:46:09.374883 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d991f015-8414-4e19-a1e5-f604870e809c req-66d6f2a3-d8ca-471f-a37c-054ffad78c09 service neutron] 10.222.0.48 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303456 Jul 23 20:46:09.418581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56554) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:09.435422 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9db6127a-0ff3-4ca8-92d6-36b4ac2a2c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:09.561038 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9db6127a-0ff3-4ca8-92d6-36b4ac2a2c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:09.569030 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9db6127a-0ff3-4ca8-92d6-36b4ac2a2c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:09.592244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dc73c-601b-4037-9bd6-9a2c3d537415 req-24c7e2f1-df5c-49a3-a770-b27860e82850 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:09.596340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a7dc73c-601b-4037-9bd6-9a2c3d537415 req-24c7e2f1-df5c-49a3-a770-b27860e82850 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.7577543 Jul 23 20:46:09.618744 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9db6127a-0ff3-4ca8-92d6-36b4ac2a2c2b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ef59cfc244c42b380ee89ae2c013e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1985898 Jul 23 20:46:09.619749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6127a-0ff3-4ca8-92d6-36b4ac2a2c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab1b053-aec5-478b-9ddb-11fb17550ee9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:09.622641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56556) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:09.681521 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-737b92d5-fd15-4c8d-a60f-c7d2beb854f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:09.706132 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-737b92d5-fd15-4c8d-a60f-c7d2beb854f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:09.706887 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d1b12-4379-47fd-8ecf-969d7318d651 req-864e2541-a541-4c6b-9944-68b61811806a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:09.715007 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c23d1b12-4379-47fd-8ecf-969d7318d651 req-864e2541-a541-4c6b-9944-68b61811806a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 944 time: 0.8286402 Jul 23 20:46:09.738967 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a7dc73c-601b-4037-9bd6-9a2c3d537415 req-f8288333-c480-4a7a-b2c3-d7ef690a35fd tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353936 Jul 23 20:46:09.776622 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-737b92d5-fd15-4c8d-a60f-c7d2beb854f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:09.780124 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-737b92d5-fd15-4c8d-a60f-c7d2beb854f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:09.783644 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-737b92d5-fd15-4c8d-a60f-c7d2beb854f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ab1b053-aec5-478b-9ddb-11fb17550ee9 HTTP/1.1" status: 204 len: 168 time: 0.1573877 Jul 23 20:46:09.808463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b92d5-fd15-4c8d-a60f-c7d2beb854f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab1b053-aec5-478b-9ddb-11fb17550ee9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:09.847710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c23d1b12-4379-47fd-8ecf-969d7318d651 req-783c7de5-bd23-4953-a22a-4b6346f91029 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316991 Jul 23 20:46:10.096420 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-599f7f12-75f5-4835-b3d0-10d14319a0b0 req-f7fc53e5-55b4-41f5-a153-232bbdd73951 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07de992-976d-47e1-8534-506da81536d9 HTTP/1.1" status: 200 len: 210 time: 0.0896409 Jul 23 20:46:10.184937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5e603-c75c-4445-ab9e-5d5eb73f37bd req-3e1433dd-7e12-4d25-8edd-b11bd37e0261 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:10.192713 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20e5e603-c75c-4445-ab9e-5d5eb73f37bd req-3e1433dd-7e12-4d25-8edd-b11bd37e0261 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1081479 Jul 23 20:46:10.230522 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20e5e603-c75c-4445-ab9e-5d5eb73f37bd req-7f51cae4-920b-4820-9125-85d6add76806 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369267 Jul 23 20:46:10.629687 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1751a34d-7af0-451e-810d-fa30f3ef8ab1 req-545d45cc-4666-451d-824a-3d09197e3d10 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=1a5929b1f5454b55bd2376040f78aa66 HTTP/1.1" status: 200 len: 221 time: 0.0320816 Jul 23 20:46:10.642405 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 92fa7533-05e6-4c59-9fd4-23d77b908118 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:46:10.781841 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f789cd-6791-476a-83cb-84c848e82fc5 req-329986cd-17f1-4ffd-b9fb-522dcf51cff6 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:10.789172 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-78f789cd-6791-476a-83cb-84c848e82fc5 req-329986cd-17f1-4ffd-b9fb-522dcf51cff6 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0888376 Jul 23 20:46:10.837381 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 92fa7533-05e6-4c59-9fd4-23d77b908118, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=92fa7533-05e6-4c59-9fd4-23d77b908118,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:46:10.838354 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-78f789cd-6791-476a-83cb-84c848e82fc5 req-73674a58-fb46-47cf-962a-2b0e323e6b59 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482733 Jul 23 20:46:10.855406 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '92fa7533-05e6-4c59-9fd4-23d77b908118', 'network_id': '5dc9b03e-da6c-4182-b5c9-40b0b29fcee7', 'port_id': '92fa7533-05e6-4c59-9fd4-23d77b908118', 'mac_address': 'fa:16:3e:c6:20:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c51c78-ede0-436b-9293-945f1596e2dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:46:10.907126 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:10.922447 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fa7533-05e6-4c59-9fd4-23d77b908118 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:46:10.953855 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 92fa7533-05e6-4c59-9fd4-23d77b908118, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=92fa7533-05e6-4c59-9fd4-23d77b908118,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:46:10.962917 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:11.021497 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=92fa7533-05e6-4c59-9fd4-23d77b908118,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:11.030851 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:11.031557 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:11.032371 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:11.032869 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:11.033309 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:11.033745 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:11.034272 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:11.034902 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:11.035533 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:11.035972 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:11.036400 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:11.036824 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:11.221640 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968d60c-7d94-4bf7-9161-14cd33c3f08f req-a6a849d0-01f9-47e8-b497-d09764e27fb2 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:11.223555 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9968d60c-7d94-4bf7-9161-14cd33c3f08f req-a6a849d0-01f9-47e8-b497-d09764e27fb2 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 945 time: 0.1702435 Jul 23 20:46:11.254872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10bcc-23f9-403b-855d-2d01b83ba8ab req-ddcd564a-26ee-41f5-bf65-ad219760fcdb tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:11.259397 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-46f10bcc-23f9-403b-855d-2d01b83ba8ab req-ddcd564a-26ee-41f5-bf65-ad219760fcdb tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1647158 Jul 23 20:46:11.297008 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9968d60c-7d94-4bf7-9161-14cd33c3f08f req-31602e9a-7d51-4e48-8a80-174253a45c27 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622852 Jul 23 20:46:11.377388 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-46f10bcc-23f9-403b-855d-2d01b83ba8ab req-a5845dac-2b20-40a6-a016-0278de14eaf7 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844734 Jul 23 20:46:11.383485 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['92fa7533-05e6-4c59-9fd4-23d77b908118'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:46:11.747228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cde8af-57e0-4751-bdd8-9a0eef594691 req-ed5b8d2e-8e8d-4977-9320-627ef72abeae tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:11.750304 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03cde8af-57e0-4751-bdd8-9a0eef594691 req-ed5b8d2e-8e8d-4977-9320-627ef72abeae tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1270170 Jul 23 20:46:11.839018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03cde8af-57e0-4751-bdd8-9a0eef594691 req-b3ab30fc-41b2-41d1-a295-887c5a2e8424 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825408 Jul 23 20:46:12.065048 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358f2a1-eb63-44b5-b8a9-086bd184f769 req-b5ecfd68-617c-474d-9f8c-895786176021 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:12.066946 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0358f2a1-eb63-44b5-b8a9-086bd184f769 req-b5ecfd68-617c-474d-9f8c-895786176021 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1187508 Jul 23 20:46:12.148920 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0358f2a1-eb63-44b5-b8a9-086bd184f769 req-25ae19f4-54e9-488a-86e9-c154b6b21ecc tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594113 Jul 23 20:46:12.349497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8d2dc-b5b1-42fa-bdd5-90eea2dfb83c req-a9e0620c-436a-4050-9af1-4f009e4e445b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:12.351412 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfd8d2dc-b5b1-42fa-bdd5-90eea2dfb83c req-a9e0620c-436a-4050-9af1-4f009e4e445b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0854180 Jul 23 20:46:12.473644 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfd8d2dc-b5b1-42fa-bdd5-90eea2dfb83c req-663e9c7f-9135-4a68-b449-b1b9b8ff004e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154740 Jul 23 20:46:12.554990 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db29d81-c81d-4f5b-afe5-f916a7633c6f req-727eabd4-8ff7-4818-9f3b-72a91b51fbb3 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:12.556531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9db29d81-c81d-4f5b-afe5-f916a7633c6f req-727eabd4-8ff7-4818-9f3b-72a91b51fbb3 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 945 time: 0.1641905 Jul 23 20:46:12.652614 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9db29d81-c81d-4f5b-afe5-f916a7633c6f req-32e6f10a-9f84-4a6b-9cbf-7f0a45f39b7c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878112 Jul 23 20:46:12.892989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605d12d-852c-4df9-83e7-c2f32ac695dd req-cbf5d5ee-9976-455f-96ff-9c16086a9ff1 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:12.894695 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7605d12d-852c-4df9-83e7-c2f32ac695dd req-cbf5d5ee-9976-455f-96ff-9c16086a9ff1 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1651473 Jul 23 20:46:12.943681 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7605d12d-852c-4df9-83e7-c2f32ac695dd req-c1670ee9-3f2a-48d8-8f45-48b8ca9105de tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423779 Jul 23 20:46:13.143781 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f53a3-ba78-4ba5-99c7-d08ae550febd req-508ec8bc-24a9-4651-be73-51530c5ece8d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:13.145669 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-176f53a3-ba78-4ba5-99c7-d08ae550febd req-508ec8bc-24a9-4651-be73-51530c5ece8d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1044559 Jul 23 20:46:13.238070 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-176f53a3-ba78-4ba5-99c7-d08ae550febd req-7c5bab7f-a0d2-4384-b16f-3da7862a1e0d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827639 Jul 23 20:46:13.400723 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404b90a-fa21-443c-af15-e764a542d7a6 req-20a05a34-9424-4298-9d48-a322c22c9453 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:13.409853 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a404b90a-fa21-443c-af15-e764a542d7a6 req-20a05a34-9424-4298-9d48-a322c22c9453 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0884604 Jul 23 20:46:13.446781 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a404b90a-fa21-443c-af15-e764a542d7a6 req-70b2945e-c3fd-4c29-a363-bdb5ef844c41 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356860 Jul 23 20:46:13.677103 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badee895-31b6-4054-8beb-4b2a3500e073 req-f0e129b6-3408-4f1b-9455-5805b9b076a0 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:13.679061 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-badee895-31b6-4054-8beb-4b2a3500e073 req-f0e129b6-3408-4f1b-9455-5805b9b076a0 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0925708 Jul 23 20:46:13.759084 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-badee895-31b6-4054-8beb-4b2a3500e073 req-2693b4a2-6a07-4e00-a7ff-4ce1d10a4ad6 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732980 Jul 23 20:46:13.893258 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51facd59-0583-4536-9d12-d11aae9db221 req-cfc38c3f-9c85-400b-9d1f-288bc5ad6cb3 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:13.894968 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51facd59-0583-4536-9d12-d11aae9db221 req-cfc38c3f-9c85-400b-9d1f-288bc5ad6cb3 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 945 time: 0.0981424 Jul 23 20:46:13.996608 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51facd59-0583-4536-9d12-d11aae9db221 req-9b6b9780-973c-43bb-9b67-a9561dc7612b tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913320 Jul 23 20:46:14.057131 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1bdd9-0c39-4e58-8cc5-d547ba870ea6 req-2bc67e18-abb4-4f64-9de5-9cbee83f3fd4 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:14.061591 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2a1bdd9-0c39-4e58-8cc5-d547ba870ea6 req-2bc67e18-abb4-4f64-9de5-9cbee83f3fd4 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1788869 Jul 23 20:46:14.161649 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2a1bdd9-0c39-4e58-8cc5-d547ba870ea6 req-6fdb4031-6a68-440b-bd40-3e130fd16745 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898979 Jul 23 20:46:14.430892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411522b-2844-4da2-8571-a1fc23489c9a req-5bc2b95d-a5e1-4dad-b27d-e7fd694a3319 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:14.441049 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6411522b-2844-4da2-8571-a1fc23489c9a req-5bc2b95d-a5e1-4dad-b27d-e7fd694a3319 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1208055 Jul 23 20:46:14.487770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6411522b-2844-4da2-8571-a1fc23489c9a req-64db5830-c116-4db1-8715-36c37617eb73 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455980 Jul 23 20:46:14.659569 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c03881-808c-43b8-8fe2-b033ffeda4c8 req-abfe0a53-bf3b-4c3c-92da-b06a4efa04f5 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:14.661509 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38c03881-808c-43b8-8fe2-b033ffeda4c8 req-abfe0a53-bf3b-4c3c-92da-b06a4efa04f5 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0873215 Jul 23 20:46:14.676820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 92fa7533-05e6-4c59-9fd4-23d77b908118 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:46:14.733013 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38c03881-808c-43b8-8fe2-b033ffeda4c8 req-36d98fd3-f84e-4515-b520-7d22faf6674e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643780 Jul 23 20:46:14.760921 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 92fa7533-05e6-4c59-9fd4-23d77b908118 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:46:14.765565 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 92fa7533-05e6-4c59-9fd4-23d77b908118 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:46:14.765943 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:14.877451 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:14.928906 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 92fa7533-05e6-4c59-9fd4-23d77b908118, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=92fa7533-05e6-4c59-9fd4-23d77b908118,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:46:14.930471 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7409093-9561-4e53-96e1-221f62a62e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fa7533-05e6-4c59-9fd4-23d77b908118'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:46:14.933242 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800be325-2c48-4959-9cc6-263b1313e85f" -d '{"events": [{"server_uuid": "d7409093-9561-4e53-96e1-221f62a62e5f", "name": "network-vif-plugged", "status": "completed", "tag": "92fa7533-05e6-4c59-9fd4-23d77b908118"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:46:14.937140 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:14.973069 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d7a51-db63-4def-9220-590e831f0e52 req-f759606e-cf4e-49e2-9f68-b96b12615c6f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:14.983006 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-654d7a51-db63-4def-9220-590e831f0e52 req-f759606e-cf4e-49e2-9f68-b96b12615c6f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1029947 Jul 23 20:46:15.051334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-654d7a51-db63-4def-9220-590e831f0e52 req-53240daa-dca3-4c19-8420-e819edf9b51f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665534 Jul 23 20:46:15.236964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de12cd2-8488-4b15-936f-73622fcfc24f req-4cfd2c25-f96d-4309-9ec5-5e0441eba5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:15.239451 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7de12cd2-8488-4b15-936f-73622fcfc24f req-4cfd2c25-f96d-4309-9ec5-5e0441eba5f4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 1098 time: 0.1425438 Jul 23 20:46:15.322541 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7de12cd2-8488-4b15-936f-73622fcfc24f req-5c99c5e3-1463-4c34-ba87-94b9aeed44ec service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697627 Jul 23 20:46:15.435728 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87558e71-5b10-430d-9d7e-86464e93bc84 x-openstack-request-id: req-87558e71-5b10-430d-9d7e-86464e93bc84 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:46:15.436274 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7409093-9561-4e53-96e1-221f62a62e5f", "name": "network-vif-plugged", "status": "completed", "tag": "92fa7533-05e6-4c59-9fd4-23d77b908118", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:46:15.436783 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87558e71-5b10-430d-9d7e-86464e93bc84 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:46:15.437360 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7409093-9561-4e53-96e1-221f62a62e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fa7533-05e6-4c59-9fd4-23d77b908118', 'code': 200} Jul 23 20:46:15.444646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89ccd1-9241-4cde-85f1-3bba3d8cfa3e req-2b1dfeea-c689-4de4-8710-93b286b3e188 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:15.455743 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc89ccd1-9241-4cde-85f1-3bba3d8cfa3e req-2b1dfeea-c689-4de4-8710-93b286b3e188 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.2508068 Jul 23 20:46:15.475240 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=92fa7533-05e6-4c59-9fd4-23d77b908118,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:15.493358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2c30e-c11f-4393-882d-7017bf11f932 req-89b99a01-785c-49b1-bb34-d6e7320cd6cb tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:15.497327 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:15.502220 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76d2c30e-c11f-4393-882d-7017bf11f932 req-89b99a01-785c-49b1-bb34-d6e7320cd6cb tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.3592701 Jul 23 20:46:15.574657 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc89ccd1-9241-4cde-85f1-3bba3d8cfa3e req-c35a6e3f-579d-4fcf-82b9-a35882f9afb6 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178887 Jul 23 20:46:15.595832 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76d2c30e-c11f-4393-882d-7017bf11f932 req-9452959e-f6ed-4833-bbc2-27f168e03730 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928154 Jul 23 20:46:15.924402 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134b5af-9617-418b-b5e7-a026dffd0a53 req-d0033408-c992-430d-9bba-255baa84fd3f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:15.925944 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4134b5af-9617-418b-b5e7-a026dffd0a53 req-d0033408-c992-430d-9bba-255baa84fd3f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1271489 Jul 23 20:46:15.984696 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4134b5af-9617-418b-b5e7-a026dffd0a53 req-644529d7-21c9-41b3-8221-735dacca2739 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446374 Jul 23 20:46:16.167131 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aefe52-c5a5-48ab-8d5d-2ce627b81890 req-2d51f7ee-ce32-42be-b588-a3ea5aedd367 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:16.168911 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-80aefe52-c5a5-48ab-8d5d-2ce627b81890 req-2d51f7ee-ce32-42be-b588-a3ea5aedd367 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0946796 Jul 23 20:46:16.229051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-80aefe52-c5a5-48ab-8d5d-2ce627b81890 req-18820a18-38e4-4d3b-b774-b1ba0003e7bd tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531738 Jul 23 20:46:16.551144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef9ff5-9710-4d54-a3d4-257de820323f req-7cd8b8fd-8023-4790-9f12-bdc190de4faf tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:16.553488 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49ef9ff5-9710-4d54-a3d4-257de820323f req-7cd8b8fd-8023-4790-9f12-bdc190de4faf tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1058612 Jul 23 20:46:16.608621 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49ef9ff5-9710-4d54-a3d4-257de820323f req-8aef8dd1-3bb6-45b4-82fa-f3b5a9dac102 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390642 Jul 23 20:46:16.781455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112aef1-ad7c-4842-b64d-bd3934825c1f req-137e3dd3-d9ab-4bfe-bc20-8c2907d92982 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:16.783866 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6112aef1-ad7c-4842-b64d-bd3934825c1f req-137e3dd3-d9ab-4bfe-bc20-8c2907d92982 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1171598 Jul 23 20:46:16.792660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d72126-da71-423b-8e7e-de311e0134a9 req-2c90c44d-f2ff-46b8-a9e2-d2b870604aa0 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:16.795241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a0d72126-da71-423b-8e7e-de311e0134a9 req-2c90c44d-f2ff-46b8-a9e2-d2b870604aa0 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0960329 Jul 23 20:46:16.835916 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:16.862969 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6112aef1-ad7c-4842-b64d-bd3934825c1f req-149b786c-681c-44a6-aa1a-781dc4d3e877 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677764 Jul 23 20:46:16.873969 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a0d72126-da71-423b-8e7e-de311e0134a9 req-93d710cd-cb07-4d86-ba00-82c36bb8f447 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720019 Jul 23 20:46:17.230661 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbff1e3e-57a4-4345-aad4-7e67a91baf43 req-77490bd0-5982-4a73-bbe0-323df3cce113 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d57af279-1188-402b-9219-83cf5bae67e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1504273 Jul 23 20:46:17.239429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e33772-b012-42ad-8f95-a16bcaf751a1 req-57457dbf-4d74-4178-ba1b-3f18d5111414 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:17.247167 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-45e33772-b012-42ad-8f95-a16bcaf751a1 req-57457dbf-4d74-4178-ba1b-3f18d5111414 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1799045 Jul 23 20:46:17.284650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84feaf8-b325-49e7-bcc0-73b312f71341 req-d17fcd01-a2de-4162-8e0e-882806b5de17 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:17.286256 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f84feaf8-b325-49e7-bcc0-73b312f71341 req-d17fcd01-a2de-4162-8e0e-882806b5de17 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1640515 Jul 23 20:46:17.368001 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-45e33772-b012-42ad-8f95-a16bcaf751a1 req-418c4242-d1ca-4225-8f0a-6e7abbb7608b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206286 Jul 23 20:46:17.378700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f84feaf8-b325-49e7-bcc0-73b312f71341 req-b4f43904-b8b3-47c3-a09e-595c2da67bdc tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782366 Jul 23 20:46:17.397303 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff1e3e-57a4-4345-aad4-7e67a91baf43 req-6196138f-23aa-4797-9a34-7b775092f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:17.398832 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbff1e3e-57a4-4345-aad4-7e67a91baf43 req-6196138f-23aa-4797-9a34-7b775092f597 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 1097 time: 0.1116769 Jul 23 20:46:17.551717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff1e3e-57a4-4345-aad4-7e67a91baf43 req-7929797a-36c1-450d-95cb-94d908c809cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:17.560138 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbff1e3e-57a4-4345-aad4-7e67a91baf43 req-7929797a-36c1-450d-95cb-94d908c809cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 200 len: 907 time: 0.1342537 Jul 23 20:46:17.652150 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbff1e3e-57a4-4345-aad4-7e67a91baf43 req-b29dd3cf-828e-4176-a332-8bd9a2eb84db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b670eb6-d629-4045-a033-d7acbbe3b57d HTTP/1.1" status: 200 len: 217 time: 0.0886850 Jul 23 20:46:17.761513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff1e3e-57a4-4345-aad4-7e67a91baf43 req-5e8749c8-d0a5-4b7b-a128-334ed020c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:17.762985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbff1e3e-57a4-4345-aad4-7e67a91baf43 req-5e8749c8-d0a5-4b7b-a128-334ed020c9f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4c51c78-ede0-436b-9293-945f1596e2dc HTTP/1.1" status: 200 len: 846 time: 0.0878491 Jul 23 20:46:17.813005 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbff1e3e-57a4-4345-aad4-7e67a91baf43 req-0007acec-b557-42fd-9e9c-8be43c138daa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411141 Jul 23 20:46:17.832997 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56848) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:17.864448 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a33457-dfc9-4304-8c62-927e8511ad90 req-4d9ae1ce-79b1-4974-9f78-fc8a77c7a304 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:17.866057 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c7a33457-dfc9-4304-8c62-927e8511ad90 req-4d9ae1ce-79b1-4974-9f78-fc8a77c7a304 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.3007815 Jul 23 20:46:17.928952 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ae3e5-87f2-4c02-ab0c-2676765dfdec req-0651ea17-5de6-4d6e-99d9-e8c5be0c20fd tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:17.930483 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee3ae3e5-87f2-4c02-ab0c-2676765dfdec req-0651ea17-5de6-4d6e-99d9-e8c5be0c20fd tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.2773101 Jul 23 20:46:17.977723 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-47055658-b134-49f0-bc53-f1c2136a9e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:18.007425 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c7a33457-dfc9-4304-8c62-927e8511ad90 req-f1755308-2959-404d-a12e-44f4a152af86 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329432 Jul 23 20:46:18.027518 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee3ae3e5-87f2-4c02-ab0c-2676765dfdec req-5c5b7b28-c202-4a2f-a5b5-70cab59f526c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899639 Jul 23 20:46:18.029827 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbff1e3e-57a4-4345-aad4-7e67a91baf43 req-b4d2029f-2d05-45dd-a764-a513c4333335 service neutron] 10.222.0.57 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083313 Jul 23 20:46:18.104564 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-47055658-b134-49f0-bc53-f1c2136a9e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:18.110071 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-47055658-b134-49f0-bc53-f1c2136a9e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:18.156892 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-47055658-b134-49f0-bc53-f1c2136a9e97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bac0cb0ed41848c1855d3d91024b280a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223505 Jul 23 20:46:18.163425 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56860) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:18.181417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47055658-b134-49f0-bc53-f1c2136a9e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e9f2db-dc7c-4f65-8f51-c798318736a1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:18.226245 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbff1e3e-57a4-4345-aad4-7e67a91baf43 req-05bca2a6-db36-4262-8ef6-41cc60cc1675 service neutron] 10.222.0.57 "GET /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884387 Jul 23 20:46:18.234659 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-01596422-940c-490c-bc8d-e2b98058d9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:18.245678 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de059c1f-7e45-40ae-8c5f-fcecfa00fbd5 req-44950916-b94d-48b7-b15d-fcf80b87c78f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:18.253756 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de059c1f-7e45-40ae-8c5f-fcecfa00fbd5 req-44950916-b94d-48b7-b15d-fcf80b87c78f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 946 time: 0.1792049 Jul 23 20:46:18.272596 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-01596422-940c-490c-bc8d-e2b98058d9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:18.296167 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de059c1f-7e45-40ae-8c5f-fcecfa00fbd5 req-7b014122-fa72-4cb3-9c99-f931f2edc32a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415235 Jul 23 20:46:18.338176 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-01596422-940c-490c-bc8d-e2b98058d9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:18.345161 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-01596422-940c-490c-bc8d-e2b98058d9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:18.351641 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-01596422-940c-490c-bc8d-e2b98058d9a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8e9f2db-dc7c-4f65-8f51-c798318736a1 HTTP/1.1" status: 204 len: 168 time: 0.1868858 Jul 23 20:46:18.361562 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01596422-940c-490c-bc8d-e2b98058d9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e9f2db-dc7c-4f65-8f51-c798318736a1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:18.574303 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a1a2d-b4fe-49cc-859d-1222aeab692c req-a2ef2ae8-b0a9-42e9-a2f8-da7085ffc687 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:18.582215 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f94a1a2d-b4fe-49cc-859d-1222aeab692c req-a2ef2ae8-b0a9-42e9-a2f8-da7085ffc687 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1150596 Jul 23 20:46:18.592769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98791160-67bb-405e-97a5-b5a86aa4d1d6 req-1809492b-02db-424d-be41-021733a31ebe tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:18.594256 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98791160-67bb-405e-97a5-b5a86aa4d1d6 req-1809492b-02db-424d-be41-021733a31ebe tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1362536 Jul 23 20:46:18.675364 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98791160-67bb-405e-97a5-b5a86aa4d1d6 req-572746b0-be5d-46f3-867b-17ce963e8041 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621762 Jul 23 20:46:18.691851 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f94a1a2d-b4fe-49cc-859d-1222aeab692c req-62632418-14fb-4c85-935c-fa06e4730173 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082573 Jul 23 20:46:18.754190 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56872) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:18.770935 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-52d75a66-17cd-4652-90e3-7dcc8a3c70df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:18.869408 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-52d75a66-17cd-4652-90e3-7dcc8a3c70df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:18.873112 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-52d75a66-17cd-4652-90e3-7dcc8a3c70df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:18.910924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d75a66-17cd-4652-90e3-7dcc8a3c70df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a598fa23-eee7-4549-a293-62ad3565c72e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:18.919140 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-52d75a66-17cd-4652-90e3-7dcc8a3c70df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69a2b58c9c5a4039a4c8db2c39165bd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626992 Jul 23 20:46:18.920611 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56874) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:18.970782 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-620306c7-f82a-4f9d-a295-052023818660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:18.993782 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-620306c7-f82a-4f9d-a295-052023818660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:19.045414 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-620306c7-f82a-4f9d-a295-052023818660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:19.049809 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-620306c7-f82a-4f9d-a295-052023818660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:19.053686 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-620306c7-f82a-4f9d-a295-052023818660 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a598fa23-eee7-4549-a293-62ad3565c72e HTTP/1.1" status: 204 len: 168 time: 0.1297321 Jul 23 20:46:19.069710 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620306c7-f82a-4f9d-a295-052023818660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a598fa23-eee7-4549-a293-62ad3565c72e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:19.361498 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ffdbb-e10f-4727-849a-022bec9b9f59 req-b2b81fa4-3342-4673-af84-33f33a016073 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:19.363244 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bc8ffdbb-e10f-4727-849a-022bec9b9f59 req-b2b81fa4-3342-4673-af84-33f33a016073 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.48 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 946 time: 0.1056604 Jul 23 20:46:19.485512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd351ea5-5d49-460c-ba4e-326fad5d39b9 req-2d9425b5-f440-44eb-85e0-ba601edd32ff tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:19.487227 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd351ea5-5d49-460c-ba4e-326fad5d39b9 req-2d9425b5-f440-44eb-85e0-ba601edd32ff tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 946 time: 0.1008694 Jul 23 20:46:19.508195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-bc8ffdbb-e10f-4727-849a-022bec9b9f59 req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Deleting port 75b9576c-a2b4-4347-ad20-966a9af1d604 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:46:19.508787 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bc8ffdbb-e10f-4727-849a-022bec9b9f59 req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:19.540024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd351ea5-5d49-460c-ba4e-326fad5d39b9 req-233e7fcc-a948-4b94-a618-3b51f899f649 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ce19680-6974-4f9d-aa2d-23b6ede8444c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458176 Jul 23 20:46:19.632415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-bc8ffdbb-e10f-4727-849a-022bec9b9f59 req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] For port 75b9576c-a2b4-4347-ad20-966a9af1d604, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=75b9576c-a2b4-4347-ad20-966a9af1d604,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:46:19.632846 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bc8ffdbb-e10f-4727-849a-022bec9b9f59 req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:19.651403 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-bc8ffdbb-e10f-4727-849a-022bec9b9f59 req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Calling delete_port for 75b9576c-a2b4-4347-ad20-966a9af1d604 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:46:19.854846 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bc8ffdbb-e10f-4727-849a-022bec9b9f59 req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:19.868033 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['75b9576c-a2b4-4347-ad20-966a9af1d604'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:46:19.879910 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0f258-b21d-41d9-84a9-118d849592ac req-3b2f02a6-165a-4f56-ada1-52a427f38df6 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:19.881583 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38b0f258-b21d-41d9-84a9-118d849592ac req-3b2f02a6-165a-4f56-ada1-52a427f38df6 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1197953 Jul 23 20:46:19.893231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06081c-b371-4dac-8d4b-115ca218eb1e req-45cf092b-dc1c-4d69-92f3-c299abcb646d tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:19.894301 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event deleted for resources: {'Port': ['ID=75b9576c-a2b4-4347-ad20-966a9af1d604,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:19.900521 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d06081c-b371-4dac-8d4b-115ca218eb1e req-45cf092b-dc1c-4d69-92f3-c299abcb646d tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1043885 Jul 23 20:46:19.912433 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:19.912798 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:19.913147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:19.913489 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:19.913827 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:19.914289 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:19.914881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:19.915008 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:19.915304 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:19.915864 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:19.916262 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:19.917106 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:19.977542 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d06081c-b371-4dac-8d4b-115ca218eb1e req-0682dd70-fdc4-4089-876d-b07f932988bf tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713408 Jul 23 20:46:19.978131 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8ffdbb-e10f-4727-849a-022bec9b9f59 req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] No DVR routers for this DVR port 75b9576c-a2b4-4347-ad20-966a9af1d604 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:46:19.981298 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bc8ffdbb-e10f-4727-849a-022bec9b9f59 req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:19.981465 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38b0f258-b21d-41d9-84a9-118d849592ac req-e6159efb-7d66-4a2d-830e-9624bc80f038 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735185 Jul 23 20:46:19.983652 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bc8ffdbb-e10f-4727-849a-022bec9b9f59 req-c4ad7593-737f-4e31-a0eb-32aadd5c1a01 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.48 "DELETE /v2.0/ports/75b9576c-a2b4-4347-ad20-966a9af1d604 HTTP/1.1" status: 204 len: 173 time: 0.6145985 Jul 23 20:46:19.984105 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417535ab-5dd2-4eb4-9d8c-280dc3201c02', 'name': 'network-vif-deleted', 'tag': '75b9576c-a2b4-4347-ad20-966a9af1d604'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:46:19.986482 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f61fbfa-8f91-4f39-8ae5-f02d00361daa" -d '{"events": [{"server_uuid": "417535ab-5dd2-4eb4-9d8c-280dc3201c02", "name": "network-vif-deleted", "tag": "75b9576c-a2b4-4347-ad20-966a9af1d604"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:46:20.036106 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e386a8aa-e33a-4e62-9b7d-a631edd08176 x-openstack-request-id: req-e386a8aa-e33a-4e62-9b7d-a631edd08176 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:46:20.036685 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417535ab-5dd2-4eb4-9d8c-280dc3201c02", "name": "network-vif-deleted", "tag": "75b9576c-a2b4-4347-ad20-966a9af1d604", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:46:20.037007 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e386a8aa-e33a-4e62-9b7d-a631edd08176 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:46:20.037471 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417535ab-5dd2-4eb4-9d8c-280dc3201c02', 'name': 'network-vif-deleted', 'tag': '75b9576c-a2b4-4347-ad20-966a9af1d604', 'status': 'completed', 'code': 200} Jul 23 20:46:20.412040 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f9441-4da7-4fc2-9c39-0ae984c79843 req-e88d2a15-3a57-418c-b9b5-5b7dca5c2f8a tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:20.413719 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-560f9441-4da7-4fc2-9c39-0ae984c79843 req-e88d2a15-3a57-418c-b9b5-5b7dca5c2f8a tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1392727 Jul 23 20:46:20.519622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-560f9441-4da7-4fc2-9c39-0ae984c79843 req-eb8295b8-07db-4039-9071-f56cb2dd3835 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893729 Jul 23 20:46:20.697170 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ef2d0dd4-18d3-4ce7-8ec5-39581e1ba75f req-a3949523-4d0b-45d8-be2f-eef69d334707 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 210 time: 0.0431519 Jul 23 20:46:21.133954 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04450f-e193-4ebe-a9ef-fc0c209a1d93 req-b55526a8-9d3e-406a-8466-36be28631dad tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:21.136441 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1c04450f-e193-4ebe-a9ef-fc0c209a1d93 req-b55526a8-9d3e-406a-8466-36be28631dad tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.0872176 Jul 23 20:46:21.195558 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1c04450f-e193-4ebe-a9ef-fc0c209a1d93 req-094caa46-26b0-455e-a213-2ef41fc89d29 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504460 Jul 23 20:46:21.671664 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d879a-ad00-4e3d-b941-70e037cf8c35 req-2ad47330-a1a6-415e-9dba-3ae16aaf784c tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:21.673831 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-097d879a-ad00-4e3d-b941-70e037cf8c35 req-2ad47330-a1a6-415e-9dba-3ae16aaf784c tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0904081 Jul 23 20:46:21.726366 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-097d879a-ad00-4e3d-b941-70e037cf8c35 req-f25d8df5-0352-4f22-b703-9a953e918ad6 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456100 Jul 23 20:46:21.816362 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0db799d1-17ad-46f9-807f-7d20760e22c5 req-44fecd5b-8b57-46d3-b6e4-ae45a506db04 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 210 time: 0.0385718 Jul 23 20:46:21.956313 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173994d4-d05b-45d8-982c-9851476cfde6 req-05fe05c1-55e1-45b6-b7b6-e90e504a99e6 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:21.966058 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-173994d4-d05b-45d8-982c-9851476cfde6 req-05fe05c1-55e1-45b6-b7b6-e90e504a99e6 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1264732 Jul 23 20:46:22.044405 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-173994d4-d05b-45d8-982c-9851476cfde6 req-41308cf9-67da-4d37-9e9c-a9f75ce1658f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725658 Jul 23 20:46:22.216853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a7fde-6ec5-4d0d-81a8-a61534ca7759 req-5ea31688-7949-4eb5-8143-5535a2528638 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:22.225267 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f47a7fde-6ec5-4d0d-81a8-a61534ca7759 req-5ea31688-7949-4eb5-8143-5535a2528638 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0861313 Jul 23 20:46:22.279659 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f47a7fde-6ec5-4d0d-81a8-a61534ca7759 req-65594922-a0ed-4120-b6a1-3a289c642b78 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462086 Jul 23 20:46:22.393023 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e4317-b110-4fbd-9c01-e213fe7bbc7b req-38f605e3-5e87-4326-bf11-9008c740a483 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:22.394784 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-277e4317-b110-4fbd-9c01-e213fe7bbc7b req-38f605e3-5e87-4326-bf11-9008c740a483 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1009245 Jul 23 20:46:22.469320 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-277e4317-b110-4fbd-9c01-e213fe7bbc7b req-38e1000b-5fa4-44e4-99de-03561abf0217 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474036 Jul 23 20:46:22.511564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374c9fa-0018-4049-b8aa-675a6f7177ef req-e621a8c2-42b3-4e59-9d7b-5336c29e1228 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:22.513276 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f374c9fa-0018-4049-b8aa-675a6f7177ef req-e621a8c2-42b3-4e59-9d7b-5336c29e1228 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1536005 Jul 23 20:46:22.576799 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f374c9fa-0018-4049-b8aa-675a6f7177ef req-9445c6b8-0e7a-44fb-a8ac-b298fafad03e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525529 Jul 23 20:46:22.712311 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 75b9576c-a2b4-4347-ad20-966a9af1d604 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:46:22.763642 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 75b9576c-a2b4-4347-ad20-966a9af1d604 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:46:22.763998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 75b9576c-a2b4-4347-ad20-966a9af1d604 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:46:22.798219 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2f709-769c-4b71-87fe-f1a9122c8c79 req-9233c0c4-2a0d-4123-befe-4aff91ccdf04 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:22.800001 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14c2f709-769c-4b71-87fe-f1a9122c8c79 req-9233c0c4-2a0d-4123-befe-4aff91ccdf04 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1163836 Jul 23 20:46:22.851991 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14c2f709-769c-4b71-87fe-f1a9122c8c79 req-c091088a-0612-4bab-97e5-a9a5d9f51959 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432432 Jul 23 20:46:22.951373 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-276f9817-5a35-4834-992f-0df2da5699b9 req-ecb7a382-2eb7-4cdd-ae9f-0a522dd8aef1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 210 time: 0.0355520 Jul 23 20:46:23.030041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9e283-cdfd-4df2-9388-5ac2bc00d209 req-4c085da9-acc5-4936-a233-5faec020ca7b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:23.031981 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e3f9e283-cdfd-4df2-9388-5ac2bc00d209 req-4c085da9-acc5-4936-a233-5faec020ca7b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0830343 Jul 23 20:46:23.091334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e3f9e283-cdfd-4df2-9388-5ac2bc00d209 req-6a0d0e57-8dd3-4d05-9fa3-c95c574c5a40 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492375 Jul 23 20:46:23.285792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac6db2-cf6d-41ca-856b-4b1e4273c889 req-65c48319-b0f1-45ab-93d4-4d665f356c68 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:23.287425 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03ac6db2-cf6d-41ca-856b-4b1e4273c889 req-65c48319-b0f1-45ab-93d4-4d665f356c68 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0827727 Jul 23 20:46:23.336716 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03ac6db2-cf6d-41ca-856b-4b1e4273c889 req-6f34772d-d9ae-4116-821a-3155d3965d53 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427935 Jul 23 20:46:23.503607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54df89-4d82-494d-8c77-0e87b8f06a88 req-a5ca78a7-5899-4587-b5f0-eda0d6ce7d36 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:23.512548 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc54df89-4d82-494d-8c77-0e87b8f06a88 req-a5ca78a7-5899-4587-b5f0-eda0d6ce7d36 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0961328 Jul 23 20:46:23.603598 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc54df89-4d82-494d-8c77-0e87b8f06a88 req-d4d590b0-82bf-493e-9e54-351b1f13ac03 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848334 Jul 23 20:46:23.649675 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed075de5-ea35-4a96-b86b-678dac67ab29 req-c6371acb-5697-467f-9008-23c0f474ab7a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:23.657989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed075de5-ea35-4a96-b86b-678dac67ab29 req-c6371acb-5697-467f-9008-23c0f474ab7a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1104996 Jul 23 20:46:23.708953 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed075de5-ea35-4a96-b86b-678dac67ab29 req-4cae4385-c4ab-42f9-a7b8-7df1bbe5580c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499215 Jul 23 20:46:23.888439 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a6fdc-9a31-475e-843f-3509f0bad3c0 req-606f481d-f646-4b10-b125-f21d071664b9 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:23.889947 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-115a6fdc-9a31-475e-843f-3509f0bad3c0 req-606f481d-f646-4b10-b125-f21d071664b9 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0899189 Jul 23 20:46:23.940052 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-115a6fdc-9a31-475e-843f-3509f0bad3c0 req-dca3b446-dc4f-4f5b-97e5-274be34733bb tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439630 Jul 23 20:46:24.134524 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d8811ae-ade1-415a-bc5c-2ccb03eb33cf req-a2ef332a-7136-4c7a-9d8f-fccb3c03d167 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=417535ab-5dd2-4eb4-9d8c-280dc3201c02 HTTP/1.1" status: 200 len: 210 time: 0.0418127 Jul 23 20:46:24.173755 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac786b-076e-4551-af6c-033dffe2e77a req-1f52df9b-d3a6-4072-b87a-ee9b36b7372a tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:24.176064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bcac786b-076e-4551-af6c-033dffe2e77a req-1f52df9b-d3a6-4072-b87a-ee9b36b7372a tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1495342 Jul 23 20:46:24.243340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bcac786b-076e-4551-af6c-033dffe2e77a req-a188ab74-31a4-47d8-ab27-f869d11f6ecc tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527129 Jul 23 20:46:24.423912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef8130-fe9f-441a-b172-a4ee7ec91cd0 req-ebbeebbd-ba7f-4cdf-9b8a-05132a949332 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:24.425479 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38ef8130-fe9f-441a-b172-a4ee7ec91cd0 req-ebbeebbd-ba7f-4cdf-9b8a-05132a949332 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0817745 Jul 23 20:46:24.476587 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38ef8130-fe9f-441a-b172-a4ee7ec91cd0 req-5a803bef-a5ab-4ff3-86c2-d05f691ac911 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425863 Jul 23 20:46:24.547649 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc7198f6-19e8-41ad-a09c-b18b10d43d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:24.666261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23063fb-8934-4eb5-ad84-fe0c92a0a946 req-5fc36975-68c6-417b-85a0-fc5b5ce48451 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:24.672890 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a23063fb-8934-4eb5-ad84-fe0c92a0a946 req-5fc36975-68c6-417b-85a0-fc5b5ce48451 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0939267 Jul 23 20:46:24.717345 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a23063fb-8934-4eb5-ad84-fe0c92a0a946 req-53887eb4-c4e5-44b9-b9d7-dd4db0321d3a tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419993 Jul 23 20:46:24.875274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5185ab-bcf9-457d-904b-c639c083b801 req-886a9764-917b-4295-aa4a-a5304cd9d0c5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:24.884099 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb5185ab-bcf9-457d-904b-c639c083b801 req-886a9764-917b-4295-aa4a-a5304cd9d0c5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.0789754 Jul 23 20:46:24.941128 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb5185ab-bcf9-457d-904b-c639c083b801 req-715e43ac-a03b-43f3-919d-046f6268f9f4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561187 Jul 23 20:46:25.105041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d46e3f-4fb9-474c-9ab0-4e360c9d259a req-491ba812-65fc-4e09-873a-cb9fd36c41ce tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:25.106935 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-66d46e3f-4fb9-474c-9ab0-4e360c9d259a req-491ba812-65fc-4e09-873a-cb9fd36c41ce tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0769868 Jul 23 20:46:25.178981 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-66d46e3f-4fb9-474c-9ab0-4e360c9d259a req-710c0198-18a6-414e-9c8f-ff1d45b567d6 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648031 Jul 23 20:46:25.371608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291169f-8d49-49ae-ac1e-0b7f35ec9d0d req-cbddb3b0-628e-4ec7-a49b-96fd095bda3b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:25.375854 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b291169f-8d49-49ae-ac1e-0b7f35ec9d0d req-cbddb3b0-628e-4ec7-a49b-96fd095bda3b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1069579 Jul 23 20:46:25.432616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b291169f-8d49-49ae-ac1e-0b7f35ec9d0d req-53c8c690-cb01-46bc-977d-f42cba5ce843 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481503 Jul 23 20:46:25.614236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bead63e-2f7b-4ce7-b433-a945883215a0 req-bda741a7-2667-44ad-ab0c-490a16fd5d8a tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:25.616371 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6bead63e-2f7b-4ce7-b433-a945883215a0 req-bda741a7-2667-44ad-ab0c-490a16fd5d8a tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0920913 Jul 23 20:46:25.658200 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6bead63e-2f7b-4ce7-b433-a945883215a0 req-d361fc41-6662-489b-b6ff-f872b240e858 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357766 Jul 23 20:46:25.815996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde93db1-e039-4730-aee0-e990d479b9c5 req-3164e50c-f991-4991-a892-54314ac6640f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:25.817555 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dde93db1-e039-4730-aee0-e990d479b9c5 req-3164e50c-f991-4991-a892-54314ac6640f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0827444 Jul 23 20:46:25.868738 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dde93db1-e039-4730-aee0-e990d479b9c5 req-2074b50b-cd6e-4b75-b0c7-a24557238026 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450709 Jul 23 20:46:26.154334 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8a43f-2fea-4a6b-94ed-f1ccd5d83cb4 req-c1c5efb5-d45f-4603-8b82-b959e11294aa tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:26.155900 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6cc8a43f-2fea-4a6b-94ed-f1ccd5d83cb4 req-c1c5efb5-d45f-4603-8b82-b959e11294aa tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1342938 Jul 23 20:46:26.164243 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658ff0a-4976-4ea8-97e3-72b0f2b95e5a req-f47ddb9f-ae59-4b0c-9ad4-6f77f5a5e86f tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:26.165795 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4658ff0a-4976-4ea8-97e3-72b0f2b95e5a req-f47ddb9f-ae59-4b0c-9ad4-6f77f5a5e86f tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1320403 Jul 23 20:46:26.230987 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6cc8a43f-2fea-4a6b-94ed-f1ccd5d83cb4 req-7d305de8-7ef2-431f-aec0-7b86677f2fba tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641861 Jul 23 20:46:26.236063 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4658ff0a-4976-4ea8-97e3-72b0f2b95e5a req-a7d7428e-a932-4b6b-bef9-4e8527708c63 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587630 Jul 23 20:46:26.458641 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e3646-b646-472a-a8d9-44f5fcd27216 req-c0365873-ae71-4aeb-8541-66450204e6bd tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:26.460497 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-601e3646-b646-472a-a8d9-44f5fcd27216 req-c0365873-ae71-4aeb-8541-66450204e6bd tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0794766 Jul 23 20:46:26.519174 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-601e3646-b646-472a-a8d9-44f5fcd27216 req-b98a1e4d-806d-4b38-8d7b-ae0d1241983b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496643 Jul 23 20:46:26.923513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49156843-9120-412e-973b-4c0ad9ffa381 req-186be1b8-1263-4873-9b89-90f1b67c81bb tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:26.925218 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49156843-9120-412e-973b-4c0ad9ffa381 req-186be1b8-1263-4873-9b89-90f1b67c81bb tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1412065 Jul 23 20:46:26.982447 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49156843-9120-412e-973b-4c0ad9ffa381 req-2d4da008-5901-431e-bee4-07c030f37620 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504763 Jul 23 20:46:27.103367 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff7ffb8e-780a-42c3-bf99-4decbb96d46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:27.151557 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcf658-0b16-480a-9ff4-ddfc40b07ae2 req-39703a85-66ff-4e1d-9c61-73a88ce14e6a tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:27.153118 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42fcf658-0b16-480a-9ff4-ddfc40b07ae2 req-39703a85-66ff-4e1d-9c61-73a88ce14e6a tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0856321 Jul 23 20:46:27.220962 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42fcf658-0b16-480a-9ff4-ddfc40b07ae2 req-4d06c2de-f7bc-41cf-94b6-9fe892ea919c tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602448 Jul 23 20:46:27.341639 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:27.856943 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c7e62-b384-4b58-af2f-f73e6b0ed11b req-9fef3a4b-5a3c-4ed3-861c-6d0c47577ca1 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:27.864307 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-261c7e62-b384-4b58-af2f-f73e6b0ed11b req-9fef3a4b-5a3c-4ed3-861c-6d0c47577ca1 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.5127678 Jul 23 20:46:27.885086 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ffc5d-456e-4e33-8896-a5dd3f47175c req-1701f3c8-504b-4bf8-a838-dc84fe0a01fe tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:27.886722 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-269ffc5d-456e-4e33-8896-a5dd3f47175c req-1701f3c8-504b-4bf8-a838-dc84fe0a01fe tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.5009246 Jul 23 20:46:27.953061 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-261c7e62-b384-4b58-af2f-f73e6b0ed11b req-3bc2699e-a668-4aba-8bef-df2c1fb02ea5 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855844 Jul 23 20:46:27.963400 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-269ffc5d-456e-4e33-8896-a5dd3f47175c req-72f3912a-ce6f-4dd2-82fd-2f56b57489a5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687029 Jul 23 20:46:28.185714 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe4e80-ee18-4866-88a5-80295179b11c req-0ce23832-b27d-498f-b343-b72ca9c168a3 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:28.195010 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4afe4e80-ee18-4866-88a5-80295179b11c req-0ce23832-b27d-498f-b343-b72ca9c168a3 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1068246 Jul 23 20:46:28.254165 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4afe4e80-ee18-4866-88a5-80295179b11c req-f21d8d10-b1e0-46f6-8c61-9eaf56a094a4 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579457 Jul 23 20:46:28.605910 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:29.158423 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55e396-e9bb-4169-a66a-8d89829d85d7 req-d5face15-6d65-433a-97f9-f058748774e6 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:29.165314 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab55e396-e9bb-4169-a66a-8d89829d85d7 req-d5face15-6d65-433a-97f9-f058748774e6 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1238811 Jul 23 20:46:29.175054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d58630-7e0c-4747-8919-2faa7ff36ff8 req-8aec7c4a-3e60-443e-9288-aaf54d2db414 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:29.176561 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37d58630-7e0c-4747-8919-2faa7ff36ff8 req-8aec7c4a-3e60-443e-9288-aaf54d2db414 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1241238 Jul 23 20:46:29.222648 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab55e396-e9bb-4169-a66a-8d89829d85d7 req-3f568e08-3d66-4cb1-8d8a-b2a35e6f5c8c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564208 Jul 23 20:46:29.249187 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37d58630-7e0c-4747-8919-2faa7ff36ff8 req-5471e2ba-556a-4ac6-9ba8-3a8cccc2c4a7 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527534 Jul 23 20:46:29.730306 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57236) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:29.735602 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f9c78a93-1024-4558-a0c8-c059a55f6526 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-994884804', 'description': 'tempest-secgroup-smoke-994884804 description', 'project_id': 'c35e6d69f6ba464b946144b17db2c502'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:46:29.759374 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9c78a93-1024-4558-a0c8-c059a55f6526 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:29.850653 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9c78a93-1024-4558-a0c8-c059a55f6526 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:29.855341 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9c78a93-1024-4558-a0c8-c059a55f6526 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:29.888634 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9c78a93-1024-4558-a0c8-c059a55f6526 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:29.890012 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f9c78a93-1024-4558-a0c8-c059a55f6526 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1584563 Jul 23 20:46:29.892543 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c78a93-1024-4558-a0c8-c059a55f6526 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ba2719-2bb4-47e0-919a-7142b44dfdf8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:29.893621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57238) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:29.899067 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-45b777c8-44bd-43e7-9e0a-4fe3b349f982 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Request body: {'security_group_rule': {'security_group_id': '47ba2719-2bb4-47e0-919a-7142b44dfdf8', 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:46:29.933429 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45b777c8-44bd-43e7-9e0a-4fe3b349f982 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:29.957817 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:29.996867 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45b777c8-44bd-43e7-9e0a-4fe3b349f982 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:30.001474 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45b777c8-44bd-43e7-9e0a-4fe3b349f982 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:30.019690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b777c8-44bd-43e7-9e0a-4fe3b349f982 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327fd8b9-2f5d-4913-9b21-be2493216fb2,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:30.026721 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45b777c8-44bd-43e7-9e0a-4fe3b349f982 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:30.031176 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-45b777c8-44bd-43e7-9e0a-4fe3b349f982 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329479 Jul 23 20:46:30.032685 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57240) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:30.042613 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-2ee8af94-6394-4508-a7e1-650fbd5d81ee tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Request body: {'security_group_rule': {'security_group_id': '47ba2719-2bb4-47e0-919a-7142b44dfdf8', 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:46:30.075626 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2ee8af94-6394-4508-a7e1-650fbd5d81ee tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:30.140257 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2ee8af94-6394-4508-a7e1-650fbd5d81ee tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:30.145034 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2ee8af94-6394-4508-a7e1-650fbd5d81ee tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:30.163186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8af94-6394-4508-a7e1-650fbd5d81ee tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8fd745-c29b-4b25-8eff-91a5f97b48db,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:30.172980 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2ee8af94-6394-4508-a7e1-650fbd5d81ee tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:30.177143 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2ee8af94-6394-4508-a7e1-650fbd5d81ee tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381145 Jul 23 20:46:30.177420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57242) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:30.183321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-bbb5c4b7-55bf-41c3-baa6-8330894ae296 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Request body: {'security_group_rule': {'security_group_id': '47ba2719-2bb4-47e0-919a-7142b44dfdf8', 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:46:30.214129 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c4b7-55bf-41c3-baa6-8330894ae296 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:30.297165 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c4b7-55bf-41c3-baa6-8330894ae296 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:30.302976 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c4b7-55bf-41c3-baa6-8330894ae296 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:30.328977 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5c4b7-55bf-41c3-baa6-8330894ae296 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956f3394-bcc4-45bb-810e-9166bb196018,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:30.388390 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c4b7-55bf-41c3-baa6-8330894ae296 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:30.392458 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bbb5c4b7-55bf-41c3-baa6-8330894ae296 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2099471 Jul 23 20:46:30.392458 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57252) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:30.397801 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f6c0232b-3d5e-4ccf-9f55-e557dcc22d3a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Request body: {'security_group_rule': {'security_group_id': '47ba2719-2bb4-47e0-919a-7142b44dfdf8', 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:46:30.488048 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6c0232b-3d5e-4ccf-9f55-e557dcc22d3a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:30.519599 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228ca50-0bb1-47cb-8f9d-ae5d20e25c13 req-f1278a44-20db-4b03-af68-2e74edf55076 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:30.521115 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6228ca50-0bb1-47cb-8f9d-ae5d20e25c13 req-f1278a44-20db-4b03-af68-2e74edf55076 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1768076 Jul 23 20:46:30.551427 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a35b92-94d5-4cf8-a7c2-99f14bdeb23d req-0cc6f680-9d89-4266-8b77-f6bfb7398e8a tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:30.552968 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32a35b92-94d5-4cf8-a7c2-99f14bdeb23d req-0cc6f680-9d89-4266-8b77-f6bfb7398e8a tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1675947 Jul 23 20:46:30.631087 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6228ca50-0bb1-47cb-8f9d-ae5d20e25c13 req-c87d1971-c5ff-4443-9011-78b97dcffbbf tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999570 Jul 23 20:46:30.638757 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6c0232b-3d5e-4ccf-9f55-e557dcc22d3a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:30.649971 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6c0232b-3d5e-4ccf-9f55-e557dcc22d3a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:30.660062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32a35b92-94d5-4cf8-a7c2-99f14bdeb23d req-b3e281b5-c542-4a61-8667-a2699ad9548a tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931146 Jul 23 20:46:30.740507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0232b-3d5e-4ccf-9f55-e557dcc22d3a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d78622-6c7c-4b53-9af0-a94da7260ff1,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:30.758758 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6c0232b-3d5e-4ccf-9f55-e557dcc22d3a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:30.761855 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f6c0232b-3d5e-4ccf-9f55-e557dcc22d3a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3685298 Jul 23 20:46:30.765194 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57262) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:30.772265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-478c93c6-22b6-43f4-8d2c-eb7a0f0e5c34 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Request body: {'security_group_rule': {'security_group_id': '47ba2719-2bb4-47e0-919a-7142b44dfdf8', 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:46:30.851334 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-478c93c6-22b6-43f4-8d2c-eb7a0f0e5c34 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Project c35e6d69f6ba464b946144b17db2c502 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:46:30.856711 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-478c93c6-22b6-43f4-8d2c-eb7a0f0e5c34 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:30.983250 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-478c93c6-22b6-43f4-8d2c-eb7a0f0e5c34 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:30.988841 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-478c93c6-22b6-43f4-8d2c-eb7a0f0e5c34 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:31.015084 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c93c6-22b6-43f4-8d2c-eb7a0f0e5c34 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0582221e-a529-4d78-84a7-33e144f946a5,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:31.024969 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-478c93c6-22b6-43f4-8d2c-eb7a0f0e5c34 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:31.030018 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-478c93c6-22b6-43f4-8d2c-eb7a0f0e5c34 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2606030 Jul 23 20:46:31.030018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57274) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:31.037957 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-cf4f522d-0cba-4ecd-945e-a4abe3a2c967 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Request body: {'security_group_rule': {'security_group_id': '47ba2719-2bb4-47e0-919a-7142b44dfdf8', 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:46:31.090653 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-cf4f522d-0cba-4ecd-945e-a4abe3a2c967 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Project c35e6d69f6ba464b946144b17db2c502 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:46:31.102888 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf4f522d-0cba-4ecd-945e-a4abe3a2c967 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:31.167876 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf4f522d-0cba-4ecd-945e-a4abe3a2c967 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:31.173461 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf4f522d-0cba-4ecd-945e-a4abe3a2c967 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:31.197846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57278) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:31.199186 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf4f522d-0cba-4ecd-945e-a4abe3a2c967 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:31.204583 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cf4f522d-0cba-4ecd-945e-a4abe3a2c967 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1716881 Jul 23 20:46:31.206200 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f522d-0cba-4ecd-945e-a4abe3a2c967 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13d58ae-477d-4afe-a271-2a50271df13a,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:31.359724 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf156653-f087-4536-80b0-ba107ec3368a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:31.477460 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf156653-f087-4536-80b0-ba107ec3368a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:31.484070 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf156653-f087-4536-80b0-ba107ec3368a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:31.533778 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf156653-f087-4536-80b0-ba107ec3368a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb24363-3ae2-44ab-8f63-7676d0ef2a0b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:31.547344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57320) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:31.553192 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cf156653-f087-4536-80b0-ba107ec3368a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=679542a613a24fbe9052c1f49a046ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526862 Jul 23 20:46:31.610406 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c3995fe-0aa8-4177-9ea0-2799dda46f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:31.638455 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c3995fe-0aa8-4177-9ea0-2799dda46f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:31.737307 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c3995fe-0aa8-4177-9ea0-2799dda46f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:31.740106 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c3995fe-0aa8-4177-9ea0-2799dda46f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:31.741686 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4c3995fe-0aa8-4177-9ea0-2799dda46f91 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3cb24363-3ae2-44ab-8f63-7676d0ef2a0b HTTP/1.1" status: 204 len: 168 time: 0.1925592 Jul 23 20:46:31.775259 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3995fe-0aa8-4177-9ea0-2799dda46f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb24363-3ae2-44ab-8f63-7676d0ef2a0b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:31.915066 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74588d72-edd7-4745-a090-1323f68bbd99 req-acf57366-fa15-42d9-ba1d-3d8e66a3dba6 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:31.927414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-74588d72-edd7-4745-a090-1323f68bbd99 req-acf57366-fa15-42d9-ba1d-3d8e66a3dba6 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1675415 Jul 23 20:46:31.989444 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc34ff4-bdb9-48a3-9afa-d4d0718f26ab req-c8324575-12bf-43ea-8e9e-2afd7673edfa tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:31.989444 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-adc34ff4-bdb9-48a3-9afa-d4d0718f26ab req-c8324575-12bf-43ea-8e9e-2afd7673edfa tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1714077 Jul 23 20:46:32.024878 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-74588d72-edd7-4745-a090-1323f68bbd99 req-6b745f90-215c-4da6-800e-4cfe31bdfc70 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965686 Jul 23 20:46:32.044313 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:46:32.055635 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-adc34ff4-bdb9-48a3-9afa-d4d0718f26ab req-9494a2c3-046a-494a-9b1c-c8718a088f89 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581999 Jul 23 20:46:32.187086 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57370) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:32.205893 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29cdab39-a6d7-4d08-88d1-bb12718b6b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:32.311903 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29cdab39-a6d7-4d08-88d1-bb12718b6b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:32.316523 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-29cdab39-a6d7-4d08-88d1-bb12718b6b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:32.366092 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-29cdab39-a6d7-4d08-88d1-bb12718b6b0f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=08c5dedef6f04b57917f01292019b1ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771238 Jul 23 20:46:32.366205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57372) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:32.367031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdab39-a6d7-4d08-88d1-bb12718b6b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623926fa-c799-44d3-a877-e861cedab906,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:32.424477 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-072965de-0465-4b3f-be56-6b53026b3ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:32.449924 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-072965de-0465-4b3f-be56-6b53026b3ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:32.510786 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-072965de-0465-4b3f-be56-6b53026b3ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:32.513387 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-072965de-0465-4b3f-be56-6b53026b3ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:32.514594 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-072965de-0465-4b3f-be56-6b53026b3ea6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/623926fa-c799-44d3-a877-e861cedab906 HTTP/1.1" status: 204 len: 168 time: 0.1470256 Jul 23 20:46:32.523330 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072965de-0465-4b3f-be56-6b53026b3ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623926fa-c799-44d3-a877-e861cedab906,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:32.942296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57380) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:32.957493 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6e466679-5d96-4ea2-8e5f-2cca75b9a8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:33.107034 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6e466679-5d96-4ea2-8e5f-2cca75b9a8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:33.114573 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6e466679-5d96-4ea2-8e5f-2cca75b9a8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:33.248201 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6e466679-5d96-4ea2-8e5f-2cca75b9a8db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b65e9b1ad3e425c9feabd48e3734ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046052 Jul 23 20:46:33.249146 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e466679-5d96-4ea2-8e5f-2cca75b9a8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b75668a-f192-4b07-b4c8-7e73465b0767,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:33.251785 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57392) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:33.313727 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38076aef-edc4-44e0-a23d-2a50517eac80 req-29f4ce82-4ccf-4b5c-9d04-08fdd762d499 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:33.315338 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38076aef-edc4-44e0-a23d-2a50517eac80 req-29f4ce82-4ccf-4b5c-9d04-08fdd762d499 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1370902 Jul 23 20:46:33.323996 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4924353-640b-4f18-96ce-56328e3b62ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:33.327427 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8200d-a5c5-4485-a4f7-fb3da9791dcf req-e72d50fb-f651-4509-ae86-b9bbeaba3abf tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:33.329860 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-daf8200d-a5c5-4485-a4f7-fb3da9791dcf req-e72d50fb-f651-4509-ae86-b9bbeaba3abf tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1989594 Jul 23 20:46:33.363882 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4924353-640b-4f18-96ce-56328e3b62ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:33.414684 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38076aef-edc4-44e0-a23d-2a50517eac80 req-6463e0a4-4821-46d4-b1aa-4fcc8a8debb7 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836046 Jul 23 20:46:33.436179 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4924353-640b-4f18-96ce-56328e3b62ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:33.438862 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-daf8200d-a5c5-4485-a4f7-fb3da9791dcf req-ac8d11a7-2165-4ca5-a5d5-1100484ed2ea tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962551 Jul 23 20:46:33.441541 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4924353-640b-4f18-96ce-56328e3b62ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:33.443090 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a4924353-640b-4f18-96ce-56328e3b62ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b75668a-f192-4b07-b4c8-7e73465b0767 HTTP/1.1" status: 204 len: 168 time: 0.1897638 Jul 23 20:46:33.462958 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4924353-640b-4f18-96ce-56328e3b62ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b75668a-f192-4b07-b4c8-7e73465b0767,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:34.606443 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cb869-02c5-47e8-828a-0953406682f1 req-b4443f0e-42f5-4b06-8a8b-960e2f63b83d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:34.607835 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f00cb869-02c5-47e8-828a-0953406682f1 req-b4443f0e-42f5-4b06-8a8b-960e2f63b83d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1167614 Jul 23 20:46:34.648225 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e276a-984b-47fc-9e17-ded4d0e4f533 req-3bdf09c8-115f-4373-89b3-3abfc8283b96 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:34.649723 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e51e276a-984b-47fc-9e17-ded4d0e4f533 req-3bdf09c8-115f-4373-89b3-3abfc8283b96 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1195681 Jul 23 20:46:34.681562 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f00cb869-02c5-47e8-828a-0953406682f1 req-8e9aa6d0-c5d6-4a16-815b-f2295f092400 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625644 Jul 23 20:46:34.704501 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e51e276a-984b-47fc-9e17-ded4d0e4f533 req-efd7459f-207d-47fa-b5a8-7b54712f8520 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432336 Jul 23 20:46:34.718444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57434) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:34.843712 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cc7c783-ee5c-443a-8745-ab5ffec79da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:34.942842 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cc7c783-ee5c-443a-8745-ab5ffec79da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:34.948065 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cc7c783-ee5c-443a-8745-ab5ffec79da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:34.990409 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4cc7c783-ee5c-443a-8745-ab5ffec79da8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38b51655118748e7945f63fda233e53f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704694 Jul 23 20:46:34.991899 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7c783-ee5c-443a-8745-ab5ffec79da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ef61d7-46fc-4898-b2b2-f75b88fcdf23,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:34.993077 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57440) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:35.054318 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cdddcf43-fa1d-42f0-88b0-360bdef5df78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:35.075610 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cdddcf43-fa1d-42f0-88b0-360bdef5df78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:35.124434 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cdddcf43-fa1d-42f0-88b0-360bdef5df78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:35.127126 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cdddcf43-fa1d-42f0-88b0-360bdef5df78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:35.128404 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cdddcf43-fa1d-42f0-88b0-360bdef5df78 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34ef61d7-46fc-4898-b2b2-f75b88fcdf23 HTTP/1.1" status: 204 len: 168 time: 0.1343472 Jul 23 20:46:35.136383 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddcf43-fa1d-42f0-88b0-360bdef5df78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ef61d7-46fc-4898-b2b2-f75b88fcdf23,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:35.928894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff905f2e-bb0e-4587-8050-bb3d5943d678 req-08757cf2-e6c6-452d-8c2a-3533d003c973 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:35.930671 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ff905f2e-bb0e-4587-8050-bb3d5943d678 req-08757cf2-e6c6-452d-8c2a-3533d003c973 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1157026 Jul 23 20:46:35.940758 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185183a3-1b31-47f4-91fd-db9034fc38f4 req-053fbc44-2126-4095-a31a-fba341c3cede tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:35.942300 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-185183a3-1b31-47f4-91fd-db9034fc38f4 req-053fbc44-2126-4095-a31a-fba341c3cede tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1176801 Jul 23 20:46:36.016961 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ff905f2e-bb0e-4587-8050-bb3d5943d678 req-19cc6ce6-06cc-4616-a37c-a83af048b7b8 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736473 Jul 23 20:46:36.033682 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-185183a3-1b31-47f4-91fd-db9034fc38f4 req-62164cbb-7e78-48cb-9fe7-8926ad2fde21 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782013 Jul 23 20:46:37.253653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f35b9-c48f-4677-b5bc-b4c42172e633 req-210e5840-2638-406c-9070-475e5d5a6171 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:37.255190 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f10f35b9-c48f-4677-b5bc-b4c42172e633 req-210e5840-2638-406c-9070-475e5d5a6171 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1237695 Jul 23 20:46:37.262553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1196652-7922-4baa-9c71-1908e419d6c1 req-6dd039b4-f83b-4f07-8f01-6ce21283161e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:37.264051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d1196652-7922-4baa-9c71-1908e419d6c1 req-6dd039b4-f83b-4f07-8f01-6ce21283161e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1156108 Jul 23 20:46:37.320682 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f10f35b9-c48f-4677-b5bc-b4c42172e633 req-e9e1e590-e1d4-40e7-bbb3-d2743e104f9d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556271 Jul 23 20:46:37.325610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d1196652-7922-4baa-9c71-1908e419d6c1 req-dfe1f648-4985-430c-bccf-152306cf1c95 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545208 Jul 23 20:46:37.649728 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-675ef817-0654-497f-91c3-d93c7b3b65e2 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=bf71909b151e4c808b8b660abcb7e4c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223615 Jul 23 20:46:37.763910 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-040f0d89-0796-49c2-8484-a2733b313456 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:37.765382 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-040f0d89-0796-49c2-8484-a2733b313456 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1099541 Jul 23 20:46:37.783075 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-f1d84a7e-a615-436e-a52b-401a368dd653 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/quotas/bf71909b151e4c808b8b660abcb7e4c4 HTTP/1.1" status: 200 len: 375 time: 0.0116510 Jul 23 20:46:37.819520 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-97cd5f15-7eec-4420-8233-66ea0969af8f tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf71909b151e4c808b8b660abcb7e4c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305748 Jul 23 20:46:38.006819 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62b99052-5210-40bb-9e24-d1c873314099 req-23853972-6747-4f82-9386-2711b77df9af tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/ports?device_id=59234311-5a91-4047-9438-605912fd5418 HTTP/1.1" status: 200 len: 210 time: 0.0406022 Jul 23 20:46:38.522213 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f70dc8-b05e-4783-89e8-b6e0abe6155e req-49be43dc-e96e-4cd4-96e0-b99ce6686c95 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:38.524019 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-25f70dc8-b05e-4783-89e8-b6e0abe6155e req-49be43dc-e96e-4cd4-96e0-b99ce6686c95 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1152380 Jul 23 20:46:38.536404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e724a84-11ac-4345-aa07-ca164cb3d4af req-0977bf60-3051-4420-a7fc-2a28e7d8083e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:38.538430 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2e724a84-11ac-4345-aa07-ca164cb3d4af req-0977bf60-3051-4420-a7fc-2a28e7d8083e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1212749 Jul 23 20:46:38.611738 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-25f70dc8-b05e-4783-89e8-b6e0abe6155e req-fc91ff2d-cb8a-40d0-8bce-5433462bf217 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719178 Jul 23 20:46:38.630753 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2e724a84-11ac-4345-aa07-ca164cb3d4af req-b860c5a0-cafe-42fd-8121-f487dab2ef1c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772991 Jul 23 20:46:39.021422 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-90fcb567-7162-4cf3-a8d7-20c529192122 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bf71909b151e4c808b8b660abcb7e4c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233641 Jul 23 20:46:39.188850 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0159603d-382b-406e-8454-c2d215ea32dd req-4b0acff9-b93b-4e14-b5a8-cbc8505c0304 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/ports?device_id=59234311-5a91-4047-9438-605912fd5418 HTTP/1.1" status: 200 len: 210 time: 0.0510681 Jul 23 20:46:39.225384 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-d16b4061-c73a-45c1-b801-78c15af010f4 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:39.225384 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-d16b4061-c73a-45c1-b801-78c15af010f4 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953695 Jul 23 20:46:39.243324 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-5b749315-79a5-4cc0-bdfb-354a15b32d22 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Request body: {'port': {'device_id': '59234311-5a91-4047-9438-605912fd5418', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': 'bf71909b151e4c808b8b660abcb7e4c4'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:46:39.424183 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-5b749315-79a5-4cc0-bdfb-354a15b32d22 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Made reservation on behalf of bf71909b151e4c808b8b660abcb7e4c4 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:46:39.428289 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-5b749315-79a5-4cc0-bdfb-354a15b32d22 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:39.439932 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-5b749315-79a5-4cc0-bdfb-354a15b32d22 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:39.556270 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-5b749315-79a5-4cc0-bdfb-354a15b32d22 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:39.568716 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-5b749315-79a5-4cc0-bdfb-354a15b32d22 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:39.681763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b749315-79a5-4cc0-bdfb-354a15b32d22 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069ccfb5-206c-474b-bb3c-d59b3d7ff601,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:39.825726 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-5b749315-79a5-4cc0-bdfb-354a15b32d22 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Allocated IP 192.168.233.99 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/26e7ca30-23aa-422e-9604-2feea39ee1af) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:46:39.887197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82d5df-7b03-48e0-bb03-619f195212fb req-6d339aaa-77a1-4575-9c4d-3b400eb4ebb8 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:39.888656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f82d5df-7b03-48e0-bb03-619f195212fb req-6d339aaa-77a1-4575-9c4d-3b400eb4ebb8 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1515341 Jul 23 20:46:39.911147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c89a0-2e75-4466-950d-8172599edf92 req-3b409d76-9add-4918-b80e-ce2fc1d339a8 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:39.912620 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-374c89a0-2e75-4466-950d-8172599edf92 req-3b409d76-9add-4918-b80e-ce2fc1d339a8 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1766064 Jul 23 20:46:39.994035 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f82d5df-7b03-48e0-bb03-619f195212fb req-8f5f06c8-afec-4561-885e-08b141eb2b7a tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964315 Jul 23 20:46:40.015395 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-374c89a0-2e75-4466-950d-8172599edf92 req-08cc1715-f5eb-4bf1-bc6d-fdfdf53a7993 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869479 Jul 23 20:46:40.093299 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-5b749315-79a5-4cc0-bdfb-354a15b32d22 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:40.111392 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-5b749315-79a5-4cc0-bdfb-354a15b32d22 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Transition to ACTIVE for port object 26e7ca30-23aa-422e-9604-2feea39ee1af will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:46:40.149744 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-5b749315-79a5-4cc0-bdfb-354a15b32d22 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:40.198255 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-5b749315-79a5-4cc0-bdfb-354a15b32d22 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:46:40.201474 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-5b749315-79a5-4cc0-bdfb-354a15b32d22 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:46:40.204479 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-5b749315-79a5-4cc0-bdfb-354a15b32d22 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:46:40.239242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b749315-79a5-4cc0-bdfb-354a15b32d22 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Pushing event updated for resources: {'Port': ['ID=26e7ca30-23aa-422e-9604-2feea39ee1af,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:40.305819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-5b749315-79a5-4cc0-bdfb-354a15b32d22 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:40.306229 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-5b749315-79a5-4cc0-bdfb-354a15b32d22 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:40.334669 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-5b749315-79a5-4cc0-bdfb-354a15b32d22 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1013772 Jul 23 20:46:40.349064 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Request body: {'port': {'device_id': '59234311-5a91-4047-9438-605912fd5418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:46:40.445345 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb63a78-188b-4cb4-8c97-18cc10fbe090 req-1aa39c49-d75b-41f1-8a23-c6bed862d6c8 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:40.448371 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fcb63a78-188b-4cb4-8c97-18cc10fbe090 req-1aa39c49-d75b-41f1-8a23-c6bed862d6c8 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/ports?device_id=59234311-5a91-4047-9438-605912fd5418 HTTP/1.1" status: 200 len: 935 time: 0.1798353 Jul 23 20:46:40.492373 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:40.537977 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fcb63a78-188b-4cb4-8c97-18cc10fbe090 req-692e0dcb-14ea-4e02-8605-b8c6a005d658 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/security-groups?id=069ccfb5-206c-474b-bb3c-d59b3d7ff601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780602 Jul 23 20:46:40.571601 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ce9422d4-8514-43a9-80ff-37af26d8964f None None] Provisioning for port 26e7ca30-23aa-422e-9604-2feea39ee1af completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:46:40.576925 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ce9422d4-8514-43a9-80ff-37af26d8964f None None] Provisioning complete for port 26e7ca30-23aa-422e-9604-2feea39ee1af triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:46:40.577685 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ce9422d4-8514-43a9-80ff-37af26d8964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:40.613872 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ce9422d4-8514-43a9-80ff-37af26d8964f None None] Port 26e7ca30-23aa-422e-9604-2feea39ee1af cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:46:40.811408 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e7ca30-23aa-422e-9604-2feea39ee1af {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:46:40.821492 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:40.835161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Transition to ACTIVE for port object 26e7ca30-23aa-422e-9604-2feea39ee1af will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:46:40.840569 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:40.924787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Pushing event updated for resources: {'Port': ['ID=26e7ca30-23aa-422e-9604-2feea39ee1af,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:40.976029 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Attempting to bind port 26e7ca30-23aa-422e-9604-2feea39ee1af on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:46:40.976359 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Attempting to bind port 26e7ca30-23aa-422e-9604-2feea39ee1af by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:46:40.976692 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Attempting to bind port 26e7ca30-23aa-422e-9604-2feea39ee1af on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:46:40.980860 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Port 26e7ca30-23aa-422e-9604-2feea39ee1af on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:46:40.981491 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Attempting to bind port 26e7ca30-23aa-422e-9604-2feea39ee1af on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:46:40.985899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:46:40.986379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:46:40.986608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:46:40.987036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Bound port: 26e7ca30-23aa-422e-9604-2feea39ee1af, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:46:40.987457 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:41.094487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] For port 26e7ca30-23aa-422e-9604-2feea39ee1af, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:46:41.141482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] For port 26e7ca30-23aa-422e-9604-2feea39ee1af, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=26e7ca30-23aa-422e-9604-2feea39ee1af,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:46:41.158689 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:41.228685 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:41.229303 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:41.230703 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] 10.222.0.57 "PUT /v2.0/ports/26e7ca30-23aa-422e-9604-2feea39ee1af HTTP/1.1" status: 200 len: 1096 time: 0.8886673 Jul 23 20:46:41.232055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59234311-5a91-4047-9438-605912fd5418', 'tag': '26e7ca30-23aa-422e-9604-2feea39ee1af'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:46:41.234381 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68c09c3-b2bd-4d58-adcc-2cdb3703d320" -d '{"events": [{"name": "network-changed", "server_uuid": "59234311-5a91-4047-9438-605912fd5418", "tag": "26e7ca30-23aa-422e-9604-2feea39ee1af"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:46:41.277097 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb736c43-fac4-4f95-ad35-f240e8eb9b4d service neutron] Pushing event updated for resources: {'Port': ['ID=26e7ca30-23aa-422e-9604-2feea39ee1af,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:41.291710 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51b18a-4324-4bc4-8cf0-fd86898040c8 req-565db3e4-0a46-4ea8-afe7-420277957c17 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:41.293375 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a51b18a-4324-4bc4-8cf0-fd86898040c8 req-565db3e4-0a46-4ea8-afe7-420277957c17 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.2019513 Jul 23 20:46:41.357463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5daae98-9d18-4511-b85a-fd7a7f3dc49c req-32267cba-5440-4fb5-b42a-bd57146c6bec tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:41.359077 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5daae98-9d18-4511-b85a-fd7a7f3dc49c req-32267cba-5440-4fb5-b42a-bd57146c6bec tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.2162824 Jul 23 20:46:41.422567 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a51b18a-4324-4bc4-8cf0-fd86898040c8 req-565acf59-d691-43a2-ae25-fc03c4336272 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133869 Jul 23 20:46:41.496301 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5daae98-9d18-4511-b85a-fd7a7f3dc49c req-aa281627-6e45-4d59-b24c-8262b1452fad tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274717 Jul 23 20:46:41.498522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-4f7c8a4f-47ac-4545-af12-415dbc1531fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:41.500064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-4f7c8a4f-47ac-4545-af12-415dbc1531fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf71909b151e4c808b8b660abcb7e4c4&device_id=59234311-5a91-4047-9438-605912fd5418 HTTP/1.1" status: 200 len: 1099 time: 0.2201262 Jul 23 20:46:41.560974 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-4b9cba69-1d36-479d-8114-ecd46285dd88 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=26e7ca30-23aa-422e-9604-2feea39ee1af HTTP/1.1" status: 200 len: 217 time: 0.0529010 Jul 23 20:46:41.654094 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097e3cdf-2f9a-43de-9f08-c20925f05aa9 x-openstack-request-id: req-097e3cdf-2f9a-43de-9f08-c20925f05aa9 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:46:41.654284 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59234311-5a91-4047-9438-605912fd5418", "tag": "26e7ca30-23aa-422e-9604-2feea39ee1af", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:46:41.654539 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-097e3cdf-2f9a-43de-9f08-c20925f05aa9 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:46:41.654937 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59234311-5a91-4047-9438-605912fd5418', 'tag': '26e7ca30-23aa-422e-9604-2feea39ee1af', 'status': 'completed', 'code': 200} Jul 23 20:46:41.659134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-81b23a42-caea-4072-8321-506656fd40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:41.660714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-81b23a42-caea-4072-8321-506656fd40f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0906236 Jul 23 20:46:41.780163 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-8b596764-72cf-4121-b75c-9cd70fd47ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:41.782266 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-8b596764-72cf-4121-b75c-9cd70fd47ea2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1150334 Jul 23 20:46:41.822870 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81effb5c-2960-4513-a08b-576992bf5770 req-3a97e26e-ed90-44f4-b16b-c5e3d8faa3c1 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:41.824597 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81effb5c-2960-4513-a08b-576992bf5770 req-3a97e26e-ed90-44f4-b16b-c5e3d8faa3c1 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/ports?device_id=59234311-5a91-4047-9438-605912fd5418 HTTP/1.1" status: 200 len: 947 time: 0.1183090 Jul 23 20:46:41.919807 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81effb5c-2960-4513-a08b-576992bf5770 req-05604b33-6423-4369-b1cc-0e0df9f5e08a tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/security-groups?id=069ccfb5-206c-474b-bb3c-d59b3d7ff601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844905 Jul 23 20:46:41.954823 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-80f42ba0-48c7-40d4-890c-75f90f578222 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651459 Jul 23 20:46:42.069541 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18c01766-9ae1-46ab-99df-6ac1bc2c714c req-6936432d-ea7d-4e26-8d59-10c769e3f9a1 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080341 Jul 23 20:46:42.174093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c09c3-b2bd-4d58-adcc-2cdb3703d320 req-d36a79f3-17bd-4bb6-8952-50f6a28a0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:42.175626 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c68c09c3-b2bd-4d58-adcc-2cdb3703d320 req-d36a79f3-17bd-4bb6-8952-50f6a28a0d10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf71909b151e4c808b8b660abcb7e4c4&device_id=59234311-5a91-4047-9438-605912fd5418 HTTP/1.1" status: 200 len: 1099 time: 0.0604317 Jul 23 20:46:42.286132 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c09c3-b2bd-4d58-adcc-2cdb3703d320 req-bc93bcce-0099-4910-bdfe-ccb81439150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:42.286521 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c68c09c3-b2bd-4d58-adcc-2cdb3703d320 req-bc93bcce-0099-4910-bdfe-ccb81439150a service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.1044087 Jul 23 20:46:42.334459 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c68c09c3-b2bd-4d58-adcc-2cdb3703d320 req-1066202d-8e4b-41bb-90ad-099056421e9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=26e7ca30-23aa-422e-9604-2feea39ee1af HTTP/1.1" status: 200 len: 217 time: 0.0406394 Jul 23 20:46:42.391236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c09c3-b2bd-4d58-adcc-2cdb3703d320 req-9e1fb03b-7092-42a1-be2b-c4ac7ef1b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:42.392714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c68c09c3-b2bd-4d58-adcc-2cdb3703d320 req-9e1fb03b-7092-42a1-be2b-c4ac7ef1b747 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0517998 Jul 23 20:46:42.458327 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c09c3-b2bd-4d58-adcc-2cdb3703d320 req-27b57166-a769-4562-98af-f60fc644c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:42.460146 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c68c09c3-b2bd-4d58-adcc-2cdb3703d320 req-27b57166-a769-4562-98af-f60fc644c42b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0608089 Jul 23 20:46:42.628071 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c68c09c3-b2bd-4d58-adcc-2cdb3703d320 req-e7fe8ee5-3248-47ea-a2f2-da4cba533800 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599133 Jul 23 20:46:42.705531 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc5591-cc83-4c82-9cb5-37912961c2a5 req-a59223df-358e-4f3d-be95-259de4b4c015 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:42.712640 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03cc5591-cc83-4c82-9cb5-37912961c2a5 req-a59223df-358e-4f3d-be95-259de4b4c015 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.2147620 Jul 23 20:46:42.807548 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03cc5591-cc83-4c82-9cb5-37912961c2a5 req-f134c6d9-8747-4c08-bd2a-9c64a7fd3313 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940003 Jul 23 20:46:42.815037 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ede273-c579-488a-ab09-556360a1975d req-bf594c2f-b38f-4e7c-9d4c-f26ad47ac777 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:42.823037 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02ede273-c579-488a-ab09-556360a1975d req-bf594c2f-b38f-4e7c-9d4c-f26ad47ac777 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.2114494 Jul 23 20:46:43.227743 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c68c09c3-b2bd-4d58-adcc-2cdb3703d320 req-444b08eb-080f-44e1-97b0-0211cc9048bf service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740709 Jul 23 20:46:43.266732 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02ede273-c579-488a-ab09-556360a1975d req-fe17caf7-098c-42bc-a728-1481fb22485c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422071 Jul 23 20:46:43.299184 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e905c-dcaf-49da-9824-64367f1d119c req-1e3e8ce0-70c0-4b77-b539-1a93f69bf2d0 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:43.300668 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-590e905c-dcaf-49da-9824-64367f1d119c req-1e3e8ce0-70c0-4b77-b539-1a93f69bf2d0 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/ports?device_id=59234311-5a91-4047-9438-605912fd5418 HTTP/1.1" status: 200 len: 947 time: 0.0882065 Jul 23 20:46:43.349069 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-590e905c-dcaf-49da-9824-64367f1d119c req-6e659026-b8ca-48cf-b9f1-ff6e30864c86 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/security-groups?id=069ccfb5-206c-474b-bb3c-d59b3d7ff601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422640 Jul 23 20:46:43.988541 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07667a-2acb-4b55-ad66-547bf4de7aa6 req-a61c818d-c6d9-410b-abff-fa52df26e61f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:43.990098 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab07667a-2acb-4b55-ad66-547bf4de7aa6 req-a61c818d-c6d9-410b-abff-fa52df26e61f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1003928 Jul 23 20:46:44.059762 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab07667a-2acb-4b55-ad66-547bf4de7aa6 req-c3cf7009-5dec-418a-9821-ae4dd6732722 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601981 Jul 23 20:46:44.129906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57626) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:44.257815 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c4afb911-1585-4bda-8a6f-37e6c1426251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:44.361614 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c4afb911-1585-4bda-8a6f-37e6c1426251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:44.368195 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c4afb911-1585-4bda-8a6f-37e6c1426251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:44.458408 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afb911-1585-4bda-8a6f-37e6c1426251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b0f2fa-0310-4df5-9cdb-f41202366c42,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:44.480631 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c4afb911-1585-4bda-8a6f-37e6c1426251 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=48e2da1648064b8eac3ee53201334fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496108 Jul 23 20:46:44.483680 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57634) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:44.532680 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529a600-0570-4c67-af50-e015fa1882bd req-25e629f0-8f1d-45b5-9bd3-2e1df7c2c47d tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:44.534212 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9529a600-0570-4c67-af50-e015fa1882bd req-25e629f0-8f1d-45b5-9bd3-2e1df7c2c47d tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1416798 Jul 23 20:46:44.542858 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956aec6c-a32a-4930-aab8-b7dd5756b00d req-048da023-e8ee-49a9-a528-2c6c9095a975 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:44.544476 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-956aec6c-a32a-4930-aab8-b7dd5756b00d req-048da023-e8ee-49a9-a528-2c6c9095a975 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/ports?device_id=59234311-5a91-4047-9438-605912fd5418 HTTP/1.1" status: 200 len: 947 time: 0.1072729 Jul 23 20:46:44.545009 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ceb035c5-eb8a-4ff1-8fa6-5c7210ae9ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:44.577798 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ceb035c5-eb8a-4ff1-8fa6-5c7210ae9ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:44.607895 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9529a600-0570-4c67-af50-e015fa1882bd req-4833d18e-ea82-4e98-b7a4-2ff9c0b47eea tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623388 Jul 23 20:46:44.619945 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-956aec6c-a32a-4930-aab8-b7dd5756b00d req-4ebefc21-3fce-4176-a854-0b3cb14ed321 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/security-groups?id=069ccfb5-206c-474b-bb3c-d59b3d7ff601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670049 Jul 23 20:46:44.629019 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ceb035c5-eb8a-4ff1-8fa6-5c7210ae9ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:44.635424 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ceb035c5-eb8a-4ff1-8fa6-5c7210ae9ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:44.636622 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ceb035c5-eb8a-4ff1-8fa6-5c7210ae9ef9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7b0f2fa-0310-4df5-9cdb-f41202366c42 HTTP/1.1" status: 204 len: 168 time: 0.1511605 Jul 23 20:46:44.646089 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb035c5-eb8a-4ff1-8fa6-5c7210ae9ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b0f2fa-0310-4df5-9cdb-f41202366c42,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:45.190988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da508a2a-abcf-48e9-8ac7-de0e28503103 req-3c2dc895-a002-4e42-96b5-35176c72df21 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:45.192516 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da508a2a-abcf-48e9-8ac7-de0e28503103 req-3c2dc895-a002-4e42-96b5-35176c72df21 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0681570 Jul 23 20:46:45.232026 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da508a2a-abcf-48e9-8ac7-de0e28503103 req-145336dd-1236-43e7-885c-2b487cf2159d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337527 Jul 23 20:46:45.403882 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:45.794820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7ea3e-4da1-4d0f-8df8-dfe747a0c692 req-fda24cbe-abb1-4966-8ba4-4cdbccbe18d4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:45.796370 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-08e7ea3e-4da1-4d0f-8df8-dfe747a0c692 req-fda24cbe-abb1-4966-8ba4-4cdbccbe18d4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1202624 Jul 23 20:46:45.807286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f3810-19e9-481c-b729-d8f572810f84 req-9916ef48-1ed0-4c1d-8734-da8a87b7e1fb tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:45.808708 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e96f3810-19e9-481c-b729-d8f572810f84 req-9916ef48-1ed0-4c1d-8734-da8a87b7e1fb tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/ports?device_id=59234311-5a91-4047-9438-605912fd5418 HTTP/1.1" status: 200 len: 947 time: 0.1200242 Jul 23 20:46:45.864700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-08e7ea3e-4da1-4d0f-8df8-dfe747a0c692 req-a4459372-0ab8-4554-8258-848e74f7fb39 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550117 Jul 23 20:46:45.869673 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e96f3810-19e9-481c-b729-d8f572810f84 req-ed400ac8-031e-467b-a8b7-7dca2a275980 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/security-groups?id=069ccfb5-206c-474b-bb3c-d59b3d7ff601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531971 Jul 23 20:46:45.879309 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 26e7ca30-23aa-422e-9604-2feea39ee1af details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:46:45.979064 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 26e7ca30-23aa-422e-9604-2feea39ee1af, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=26e7ca30-23aa-422e-9604-2feea39ee1af,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:46:45.991846 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '26e7ca30-23aa-422e-9604-2feea39ee1af', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '26e7ca30-23aa-422e-9604-2feea39ee1af', 'mac_address': 'fa:16:3e:f8:0b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:46:46.032615 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:46.046148 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e7ca30-23aa-422e-9604-2feea39ee1af {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:46:46.066314 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 26e7ca30-23aa-422e-9604-2feea39ee1af, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=26e7ca30-23aa-422e-9604-2feea39ee1af,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:46:46.070717 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:46.127041 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=26e7ca30-23aa-422e-9604-2feea39ee1af,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:46.310097 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['26e7ca30-23aa-422e-9604-2feea39ee1af'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:46:46.389333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e68a2-892c-4a46-8179-d0306e320792 req-143183e2-50f9-4f34-a7bf-d1194a26fb13 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:46.391442 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc5e68a2-892c-4a46-8179-d0306e320792 req-143183e2-50f9-4f34-a7bf-d1194a26fb13 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0776823 Jul 23 20:46:46.443789 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc5e68a2-892c-4a46-8179-d0306e320792 req-76bdd4d7-b6ea-467b-b64d-e4708a2a2a7c tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414312 Jul 23 20:46:46.835520 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:47.098345 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720711ea-1615-4430-b531-759da716b026 req-a2b9d50b-77d1-481b-b68d-b15d57016a0c tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:47.104510 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-720711ea-1615-4430-b531-759da716b026 req-a2b9d50b-77d1-481b-b68d-b15d57016a0c tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/ports?device_id=59234311-5a91-4047-9438-605912fd5418 HTTP/1.1" status: 200 len: 948 time: 0.1099424 Jul 23 20:46:47.114455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74c651-7aa8-4b01-be4f-db93ea5420ce req-57333502-1de3-4f86-b0ce-ed0250d13df2 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:47.116166 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f74c651-7aa8-4b01-be4f-db93ea5420ce req-57333502-1de3-4f86-b0ce-ed0250d13df2 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1612637 Jul 23 20:46:47.196455 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-720711ea-1615-4430-b531-759da716b026 req-1d5e21d0-1a6c-4f70-b4fd-9da7bf4f758a tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/security-groups?id=069ccfb5-206c-474b-bb3c-d59b3d7ff601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783811 Jul 23 20:46:47.220307 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f74c651-7aa8-4b01-be4f-db93ea5420ce req-bfe1281c-0c0e-4c36-ac8e-5d63ba7918be tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945075 Jul 23 20:46:47.611906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d2d12-f83d-401e-8f21-876a1c7ef99e req-ae821ca0-984a-4118-bd99-c032bc3b18a8 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:47.613666 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98d2d12-f83d-401e-8f21-876a1c7ef99e req-ae821ca0-984a-4118-bd99-c032bc3b18a8 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0826559 Jul 23 20:46:47.665141 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98d2d12-f83d-401e-8f21-876a1c7ef99e req-6c5caab4-7491-457c-a184-635e5901c57b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423653 Jul 23 20:46:47.883233 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 72cf5109-a212-49d2-88bc-328cecd90e2d details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:46:47.939541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 26e7ca30-23aa-422e-9604-2feea39ee1af up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:46:48.069739 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 72cf5109-a212-49d2-88bc-328cecd90e2d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=72cf5109-a212-49d2-88bc-328cecd90e2d,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:46:48.079684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 26e7ca30-23aa-422e-9604-2feea39ee1af completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:46:48.090501 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 26e7ca30-23aa-422e-9604-2feea39ee1af triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:46:48.090936 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:48.093134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '72cf5109-a212-49d2-88bc-328cecd90e2d', 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2', 'port_id': '72cf5109-a212-49d2-88bc-328cecd90e2d', 'mac_address': 'fa:16:3e:97:11:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f39313-4f55-4bfd-8aa5-665c4b55c746', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:46:48.195587 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:48.227485 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:48.250748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72cf5109-a212-49d2-88bc-328cecd90e2d {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:46:48.259308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59234311-5a91-4047-9438-605912fd5418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e7ca30-23aa-422e-9604-2feea39ee1af'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:46:48.262212 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f83b87-277e-45f9-af66-4593f6e12d74" -d '{"events": [{"server_uuid": "59234311-5a91-4047-9438-605912fd5418", "name": "network-vif-plugged", "status": "completed", "tag": "26e7ca30-23aa-422e-9604-2feea39ee1af"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:46:48.288134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 26e7ca30-23aa-422e-9604-2feea39ee1af, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=26e7ca30-23aa-422e-9604-2feea39ee1af,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:46:48.294837 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:48.301921 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 72cf5109-a212-49d2-88bc-328cecd90e2d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=72cf5109-a212-49d2-88bc-328cecd90e2d,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:46:48.363074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=26e7ca30-23aa-422e-9604-2feea39ee1af,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:48.368017 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:48.428919 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51199351-6234-45e4-a0af-584df7a5ef9e req-63c6c983-729b-44fc-8517-c66964d0275f tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:48.430193 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=72cf5109-a212-49d2-88bc-328cecd90e2d,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:48.436465 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51199351-6234-45e4-a0af-584df7a5ef9e req-63c6c983-729b-44fc-8517-c66964d0275f tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/ports?device_id=59234311-5a91-4047-9438-605912fd5418 HTTP/1.1" status: 200 len: 949 time: 0.1111207 Jul 23 20:46:48.485923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['72cf5109-a212-49d2-88bc-328cecd90e2d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:46:48.495054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51199351-6234-45e4-a0af-584df7a5ef9e req-1c05af2a-0e45-416b-9b27-90f6e408a8aa tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/security-groups?id=069ccfb5-206c-474b-bb3c-d59b3d7ff601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575092 Jul 23 20:46:48.514624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289b9a6-69ff-48e3-b123-d83927337609 req-65402cb4-9871-44ea-a549-591ded032ebf tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:48.514914 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f289b9a6-69ff-48e3-b123-d83927337609 req-65402cb4-9871-44ea-a549-591ded032ebf tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1596386 Jul 23 20:46:48.597530 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f1712e-d357-4c9e-99af-da4c19e49ff6 x-openstack-request-id: req-63f1712e-d357-4c9e-99af-da4c19e49ff6 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:46:48.597820 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59234311-5a91-4047-9438-605912fd5418", "name": "network-vif-plugged", "status": "completed", "tag": "26e7ca30-23aa-422e-9604-2feea39ee1af", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:46:48.598076 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63f1712e-d357-4c9e-99af-da4c19e49ff6 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:46:48.598459 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59234311-5a91-4047-9438-605912fd5418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e7ca30-23aa-422e-9604-2feea39ee1af', 'code': 200} Jul 23 20:46:48.653858 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f289b9a6-69ff-48e3-b123-d83927337609 req-9c282341-9c1c-4b34-87d4-b8c5d53b46b3 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161594 Jul 23 20:46:48.831958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14547b7-c5b1-436a-a6fa-0978633b46fc req-6094fea0-24c7-4353-93bc-784769e066e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:48.837648 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b14547b7-c5b1-436a-a6fa-0978633b46fc req-6094fea0-24c7-4353-93bc-784769e066e5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=59234311-5a91-4047-9438-605912fd5418 HTTP/1.1" status: 200 len: 1101 time: 0.1791978 Jul 23 20:46:48.883720 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b14547b7-c5b1-436a-a6fa-0978633b46fc req-55a0ee17-207f-4610-ab82-9a1b3c495418 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=069ccfb5-206c-474b-bb3c-d59b3d7ff601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406535 Jul 23 20:46:49.011128 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79495512-237b-4a34-854e-6c834ff93d43 req-08af43a9-5832-413c-97dd-5ef88e667034 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:49.013078 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79495512-237b-4a34-854e-6c834ff93d43 req-08af43a9-5832-413c-97dd-5ef88e667034 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 945 time: 0.0962050 Jul 23 20:46:49.082111 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79495512-237b-4a34-854e-6c834ff93d43 req-fa9516cc-ae32-42dd-8363-8f7b57ac9f9b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626600 Jul 23 20:46:49.755155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7b09c-856a-42f4-96a3-41e45b0a6319 req-2f7d2769-c4b9-4541-bbed-fd9f8527ea18 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:49.755155 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ca7b09c-856a-42f4-96a3-41e45b0a6319 req-2f7d2769-c4b9-4541-bbed-fd9f8527ea18 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/ports?device_id=59234311-5a91-4047-9438-605912fd5418 HTTP/1.1" status: 200 len: 949 time: 0.1481247 Jul 23 20:46:49.828283 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ca7b09c-856a-42f4-96a3-41e45b0a6319 req-8a0d3f35-877b-4736-88a1-163a4d61ec4d tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/security-groups?id=069ccfb5-206c-474b-bb3c-d59b3d7ff601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757091 Jul 23 20:46:49.854800 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c06406-801c-4f0c-a4ef-16412d19d185 req-ee389aa7-ddd4-4ba5-9af1-1f5389bebf4e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:49.856709 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58c06406-801c-4f0c-a4ef-16412d19d185 req-ee389aa7-ddd4-4ba5-9af1-1f5389bebf4e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1446860 Jul 23 20:46:49.898139 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 72cf5109-a212-49d2-88bc-328cecd90e2d up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:46:49.920583 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58c06406-801c-4f0c-a4ef-16412d19d185 req-75657ea3-d01b-4244-beea-4a4f8379983a tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574713 Jul 23 20:46:50.046195 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 72cf5109-a212-49d2-88bc-328cecd90e2d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:46:50.046195 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:50.176711 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:50.263772 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 72cf5109-a212-49d2-88bc-328cecd90e2d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=72cf5109-a212-49d2-88bc-328cecd90e2d,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:46:50.274968 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:50.347573 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497f341-473d-4c20-859c-9f4d84b3563f req-6b547360-3e7e-45bf-98b7-e20da3481abd tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:50.349723 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2497f341-473d-4c20-859c-9f4d84b3563f req-6b547360-3e7e-45bf-98b7-e20da3481abd tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 945 time: 0.1522849 Jul 23 20:46:50.368726 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=72cf5109-a212-49d2-88bc-328cecd90e2d,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:50.414272 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2497f341-473d-4c20-859c-9f4d84b3563f req-b5d23a52-f896-4f60-b124-9dd861f7bb5b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503688 Jul 23 20:46:50.449721 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79765eec-2cb2-4a4d-9767-94be5d5fa1b4 req-d6ec0116-c9c2-43b2-9060-a5bef3e5bbc1 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:50.455615 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79765eec-2cb2-4a4d-9767-94be5d5fa1b4 req-d6ec0116-c9c2-43b2-9060-a5bef3e5bbc1 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1774628 Jul 23 20:46:50.522905 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79765eec-2cb2-4a4d-9767-94be5d5fa1b4 req-0abd8d17-cc77-4c74-be1d-f5072a76e053 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651851 Jul 23 20:46:50.599828 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482f4d6a-fb32-42e9-8ec0-13fac8eca4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cf5109-a212-49d2-88bc-328cecd90e2d'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:46:50.604439 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41879452-c1df-40ef-afa8-749910581871" -d '{"events": [{"server_uuid": "482f4d6a-fb32-42e9-8ec0-13fac8eca4ec", "name": "network-vif-plugged", "status": "completed", "tag": "72cf5109-a212-49d2-88bc-328cecd90e2d"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:46:50.642380 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059b1ce7-787e-4cf6-8824-693b86271a67 x-openstack-request-id: req-059b1ce7-787e-4cf6-8824-693b86271a67 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:46:50.642675 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482f4d6a-fb32-42e9-8ec0-13fac8eca4ec", "name": "network-vif-plugged", "status": "completed", "tag": "72cf5109-a212-49d2-88bc-328cecd90e2d", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:46:50.642933 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-059b1ce7-787e-4cf6-8824-693b86271a67 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:46:50.643353 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482f4d6a-fb32-42e9-8ec0-13fac8eca4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cf5109-a212-49d2-88bc-328cecd90e2d', 'code': 200} Jul 23 20:46:50.670321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8d214-e6ba-49fb-9fec-a4a0288fca94 req-eec61a40-6fe2-4407-b4fc-387c89b3801c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:50.678098 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a7a8d214-e6ba-49fb-9fec-a4a0288fca94 req-eec61a40-6fe2-4407-b4fc-387c89b3801c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.0802763 Jul 23 20:46:50.726050 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a7a8d214-e6ba-49fb-9fec-a4a0288fca94 req-5bddab78-6dff-48d9-b613-f608838f8f2c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457852 Jul 23 20:46:51.056364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f4ed0-0615-4324-b088-571854ecac1b req-76b7b0e0-1b1f-40d9-ae56-a55ec13259a8 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:51.057926 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-363f4ed0-0615-4324-b088-571854ecac1b req-76b7b0e0-1b1f-40d9-ae56-a55ec13259a8 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1072228 Jul 23 20:46:51.071792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ea548-73b1-4150-b929-6825d0c75129 req-cb22c84f-5d2d-4e5c-af1a-37ac1c56c565 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:51.073572 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c13ea548-73b1-4150-b929-6825d0c75129 req-cb22c84f-5d2d-4e5c-af1a-37ac1c56c565 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/ports?device_id=59234311-5a91-4047-9438-605912fd5418 HTTP/1.1" status: 200 len: 949 time: 0.1344738 Jul 23 20:46:51.136744 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-363f4ed0-0615-4324-b088-571854ecac1b req-1e9856e3-9691-4d1e-989f-00c611da65ae tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618832 Jul 23 20:46:51.169765 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c13ea548-73b1-4150-b929-6825d0c75129 req-43f413f7-0169-4356-b9fa-d83d271e3941 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/security-groups?id=069ccfb5-206c-474b-bb3c-d59b3d7ff601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854833 Jul 23 20:46:51.546675 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-c7b7189e-dbfa-441b-adb7-3512442e4399 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994884804&fields=id&tenant_id=c35e6d69f6ba464b946144b17db2c502 HTTP/1.1" status: 200 len: 267 time: 0.0796776 Jul 23 20:46:51.662383 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83ef51-acf7-4b8f-a420-c02662de2f50 req-8d87fae5-2c1c-431b-a8b5-cfe566fdce04 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:51.663889 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb83ef51-acf7-4b8f-a420-c02662de2f50 req-8d87fae5-2c1c-431b-a8b5-cfe566fdce04 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/ports?device_id=59234311-5a91-4047-9438-605912fd5418 HTTP/1.1" status: 200 len: 949 time: 0.1838498 Jul 23 20:46:51.716826 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-3ed51d8f-82d9-49d6-9594-c29ea5c7f916 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:51.718363 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-3ed51d8f-82d9-49d6-9594-c29ea5c7f916 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 812 time: 0.1617413 Jul 23 20:46:51.726557 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb83ef51-acf7-4b8f-a420-c02662de2f50 req-b7469220-d29b-41de-a19b-ae33e8cc272d tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/security-groups?id=069ccfb5-206c-474b-bb3c-d59b3d7ff601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555842 Jul 23 20:46:51.741278 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-2507aebe-4b6f-4b68-bdf9-9dad8fa42dc7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/quotas/c35e6d69f6ba464b946144b17db2c502 HTTP/1.1" status: 200 len: 375 time: 0.0137508 Jul 23 20:46:51.859968 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-9e2798d2-ad6d-4a31-906f-5b144fe8a18d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101236 Jul 23 20:46:51.931838 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393f41d-6dc5-4e7c-83b6-70841fdacec0 req-79b56111-7687-4439-9ca7-9b47d14d40ba tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:51.933647 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a393f41d-6dc5-4e7c-83b6-70841fdacec0 req-79b56111-7687-4439-9ca7-9b47d14d40ba tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1214592 Jul 23 20:46:52.013248 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a393f41d-6dc5-4e7c-83b6-70841fdacec0 req-415050d2-bed2-4bd2-afb3-12e93698cccb tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505245 Jul 23 20:46:52.024085 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-c27fd411-50e5-4189-91b9-877a5f011168 service neutron] 10.222.0.55 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459866 Jul 23 20:46:52.133713 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-a2250442-8457-4af0-871f-783df296b419 service neutron] 10.222.0.55 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041095 Jul 23 20:46:52.309946 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636422b-025b-4a6e-b0f8-0aca540b19ef req-605ed263-e598-4d77-8264-c51ef283f7aa tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:52.312012 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9636422b-025b-4a6e-b0f8-0aca540b19ef req-605ed263-e598-4d77-8264-c51ef283f7aa tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.0849566 Jul 23 20:46:52.367879 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9636422b-025b-4a6e-b0f8-0aca540b19ef req-877853c6-e186-4466-8e0f-a4b540e4e2f8 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472641 Jul 23 20:46:52.491459 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ab98a-ee00-4c2a-b6cf-b40c110c01c4 req-0081c4eb-6118-4f4e-894e-59607f9ec8b4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:52.494386 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7c7ab98a-ee00-4c2a-b6cf-b40c110c01c4 req-0081c4eb-6118-4f4e-894e-59607f9ec8b4 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 946 time: 0.1399591 Jul 23 20:46:52.625218 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d5aa5965-d9de-4ab7-ac1c-ec3626cac968 req-1ee08cc4-f59d-42c5-8223-894404307e39 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 210 time: 0.0441167 Jul 23 20:46:52.675662 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-7c7ab98a-ee00-4c2a-b6cf-b40c110c01c4 req-61f37322-4a40-4b77-8294-51407b2c5084 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Deleting port 92fa7533-05e6-4c59-9fd4-23d77b908118 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:46:52.676007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7c7ab98a-ee00-4c2a-b6cf-b40c110c01c4 req-61f37322-4a40-4b77-8294-51407b2c5084 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:52.821828 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-7c7ab98a-ee00-4c2a-b6cf-b40c110c01c4 req-61f37322-4a40-4b77-8294-51407b2c5084 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] For port 92fa7533-05e6-4c59-9fd4-23d77b908118, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=92fa7533-05e6-4c59-9fd4-23d77b908118,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:46:52.823650 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7c7ab98a-ee00-4c2a-b6cf-b40c110c01c4 req-61f37322-4a40-4b77-8294-51407b2c5084 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:52.851433 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-7c7ab98a-ee00-4c2a-b6cf-b40c110c01c4 req-61f37322-4a40-4b77-8294-51407b2c5084 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Calling delete_port for 92fa7533-05e6-4c59-9fd4-23d77b908118 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:46:52.928186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eba39f-af21-45de-bb5e-647158ac1628 req-6a528ccb-b4b4-4042-ae58-48f8ff0ea133 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:52.930257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72eba39f-af21-45de-bb5e-647158ac1628 req-6a528ccb-b4b4-4042-ae58-48f8ff0ea133 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.57 "GET /v2.0/ports?device_id=59234311-5a91-4047-9438-605912fd5418 HTTP/1.1" status: 200 len: 949 time: 0.1498444 Jul 23 20:46:52.955349 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f028e15-4b6a-48e6-9a76-a9a6738fce06 req-37bdc1ef-d126-4a9c-97ab-3c61b7d51abe tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:52.957063 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f028e15-4b6a-48e6-9a76-a9a6738fce06 req-37bdc1ef-d126-4a9c-97ab-3c61b7d51abe tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/ports?device_id=59234311-5a91-4047-9438-605912fd5418 HTTP/1.1" status: 200 len: 949 time: 0.1311393 Jul 23 20:46:53.082646 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7c7ab98a-ee00-4c2a-b6cf-b40c110c01c4 req-61f37322-4a40-4b77-8294-51407b2c5084 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:53.096267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0b670eb6-d629-4045-a033-d7acbbe3b57d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:46:53.098705 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f028e15-4b6a-48e6-9a76-a9a6738fce06 req-1a22d64b-a3c1-4b5f-b41f-0f20eb1885f4 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/security-groups?id=069ccfb5-206c-474b-bb3c-d59b3d7ff601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944405 Jul 23 20:46:53.198808 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7ab98a-ee00-4c2a-b6cf-b40c110c01c4 req-61f37322-4a40-4b77-8294-51407b2c5084 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] No DVR routers for this DVR port 92fa7533-05e6-4c59-9fd4-23d77b908118 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:46:53.202923 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f37322-4a40-4b77-8294-51407b2c5084 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Pushing event deleted for resources: {'Port': ['ID=92fa7533-05e6-4c59-9fd4-23d77b908118,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:53.211465 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-72eba39f-af21-45de-bb5e-647158ac1628 req-f46e72e9-03c7-4517-8ec2-afc197c7bbce tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Deleting port 26e7ca30-23aa-422e-9604-2feea39ee1af {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:46:53.212049 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-72eba39f-af21-45de-bb5e-647158ac1628 req-f46e72e9-03c7-4517-8ec2-afc197c7bbce tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:53.217910 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7c7ab98a-ee00-4c2a-b6cf-b40c110c01c4 req-61f37322-4a40-4b77-8294-51407b2c5084 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:53.224625 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7c7ab98a-ee00-4c2a-b6cf-b40c110c01c4 req-61f37322-4a40-4b77-8294-51407b2c5084 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.48 "DELETE /v2.0/ports/92fa7533-05e6-4c59-9fd4-23d77b908118 HTTP/1.1" status: 204 len: 173 time: 0.7234147 Jul 23 20:46:53.225125 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7409093-9561-4e53-96e1-221f62a62e5f', 'name': 'network-vif-deleted', 'tag': '92fa7533-05e6-4c59-9fd4-23d77b908118'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:46:53.227493 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f78ee0-69a9-43cb-bc45-19403bb63ea1" -d '{"events": [{"server_uuid": "d7409093-9561-4e53-96e1-221f62a62e5f", "name": "network-vif-deleted", "tag": "92fa7533-05e6-4c59-9fd4-23d77b908118"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:46:53.323012 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd6bd22-f93d-4738-8686-ed991a06319e x-openstack-request-id: req-dfd6bd22-f93d-4738-8686-ed991a06319e {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:46:53.323895 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7409093-9561-4e53-96e1-221f62a62e5f", "name": "network-vif-deleted", "tag": "92fa7533-05e6-4c59-9fd4-23d77b908118", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:46:53.324316 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dfd6bd22-f93d-4738-8686-ed991a06319e {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:46:53.324916 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7409093-9561-4e53-96e1-221f62a62e5f', 'name': 'network-vif-deleted', 'tag': '92fa7533-05e6-4c59-9fd4-23d77b908118', 'status': 'completed', 'code': 200} Jul 23 20:46:53.473229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d127c-a9f3-49bd-b821-82c0bc2f1d2b req-60d719e1-ec54-4b2e-9579-ddf0790ea6f8 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:53.475563 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-245d127c-a9f3-49bd-b821-82c0bc2f1d2b req-60d719e1-ec54-4b2e-9579-ddf0790ea6f8 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.3258939 Jul 23 20:46:53.495805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-72eba39f-af21-45de-bb5e-647158ac1628 req-f46e72e9-03c7-4517-8ec2-afc197c7bbce tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] For port 26e7ca30-23aa-422e-9604-2feea39ee1af, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=26e7ca30-23aa-422e-9604-2feea39ee1af,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:46:53.495805 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-72eba39f-af21-45de-bb5e-647158ac1628 req-f46e72e9-03c7-4517-8ec2-afc197c7bbce tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:53.499814 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-72eba39f-af21-45de-bb5e-647158ac1628 req-f46e72e9-03c7-4517-8ec2-afc197c7bbce tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Calling delete_port for 26e7ca30-23aa-422e-9604-2feea39ee1af owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:46:53.547842 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af2435e0-3598-4e5c-8919-0394db8a74e5 req-b9fa6ceb-91ff-47ef-bedf-2d32bd07a40e tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7409093-9561-4e53-96e1-221f62a62e5f HTTP/1.1" status: 200 len: 210 time: 0.0530517 Jul 23 20:46:53.607089 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-245d127c-a9f3-49bd-b821-82c0bc2f1d2b req-e98feca2-a86a-43d3-8939-e67f01d5a8f8 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261075 Jul 23 20:46:53.767985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3382092-ede6-4667-8b81-03310f14d191 req-476ee80e-dd0b-4015-bd74-1e716eb67014 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 210 time: 0.0318012 Jul 23 20:46:53.771463 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-72eba39f-af21-45de-bb5e-647158ac1628 req-f46e72e9-03c7-4517-8ec2-afc197c7bbce tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:53.784695 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['26e7ca30-23aa-422e-9604-2feea39ee1af'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:46:53.845088 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e72e9-03c7-4517-8ec2-afc197c7bbce tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Pushing event deleted for resources: {'Port': ['ID=26e7ca30-23aa-422e-9604-2feea39ee1af,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:53.908894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-72eba39f-af21-45de-bb5e-647158ac1628 req-f46e72e9-03c7-4517-8ec2-afc197c7bbce tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] No DVR routers for this DVR port 26e7ca30-23aa-422e-9604-2feea39ee1af on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:46:53.912262 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-72eba39f-af21-45de-bb5e-647158ac1628 req-f46e72e9-03c7-4517-8ec2-afc197c7bbce tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:53.917746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72eba39f-af21-45de-bb5e-647158ac1628 req-f46e72e9-03c7-4517-8ec2-afc197c7bbce tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.57 "DELETE /v2.0/ports/26e7ca30-23aa-422e-9604-2feea39ee1af HTTP/1.1" status: 204 len: 173 time: 0.9795866 Jul 23 20:46:53.918887 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59234311-5a91-4047-9438-605912fd5418', 'name': 'network-vif-deleted', 'tag': '26e7ca30-23aa-422e-9604-2feea39ee1af'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:46:53.933062 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b611d58e-51fe-446e-a854-189dfad130f1" -d '{"events": [{"server_uuid": "59234311-5a91-4047-9438-605912fd5418", "name": "network-vif-deleted", "tag": "26e7ca30-23aa-422e-9604-2feea39ee1af"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:46:54.007059 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e42fae-6ef6-41b7-9020-37842e78a05c x-openstack-request-id: req-59e42fae-6ef6-41b7-9020-37842e78a05c {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:46:54.012389 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59234311-5a91-4047-9438-605912fd5418", "name": "network-vif-deleted", "tag": "26e7ca30-23aa-422e-9604-2feea39ee1af", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:46:54.012848 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59e42fae-6ef6-41b7-9020-37842e78a05c {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:46:54.013252 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59234311-5a91-4047-9438-605912fd5418', 'name': 'network-vif-deleted', 'tag': '26e7ca30-23aa-422e-9604-2feea39ee1af', 'status': 'completed', 'code': 200} Jul 23 20:46:54.249192 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-f4b1498e-a81f-4e85-bdee-c201caca0626 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:54.254058 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-f4b1498e-a81f-4e85-bdee-c201caca0626 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.57 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 812 time: 0.2325163 Jul 23 20:46:54.321874 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73475512-c31e-4e56-b683-e1af339da8f0 req-5a302769-ec66-4c34-9084-625f9e502b47 tempest-VolumesNegativeTest-1757924405 tempest-VolumesNegativeTest-1757924405-project] 10.222.0.55 "GET /v2.0/ports?device_id=59234311-5a91-4047-9438-605912fd5418 HTTP/1.1" status: 200 len: 210 time: 0.0362682 Jul 23 20:46:54.339409 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-27a93c13-e479-40b3-b7f4-18fd28e05b5c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c35e6d69f6ba464b946144b17db2c502 HTTP/1.1" status: 200 len: 379 time: 0.0722771 Jul 23 20:46:54.352398 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-3c7c2be8-92ca-4db8-b20e-e15d20fcea46 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Request body: {'port': {'device_id': '7aad930b-73f9-4855-8a55-883dc5790953', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'admin_state_up': True, 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'security_groups': ['47ba2719-2bb4-47e0-919a-7142b44dfdf8']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:46:54.507579 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-3c7c2be8-92ca-4db8-b20e-e15d20fcea46 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Made reservation on behalf of c35e6d69f6ba464b946144b17db2c502 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:46:54.516506 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-3c7c2be8-92ca-4db8-b20e-e15d20fcea46 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:54.556188 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ac71085-d305-4121-a836-c861359382a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:54.843074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-3c7c2be8-92ca-4db8-b20e-e15d20fcea46 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Allocated IP 172.20.0.12 (b37ae9d4-a01a-4b66-aedc-028c2a70372c/fef0d0b9-4029-46b2-a364-4ad3b1845875/92625c2a-57e0-4563-80fe-10bcfba695ad) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:46:54.889148 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a281130-db1e-4e4a-92e0-2460d296ca87 req-f4d719e0-b89e-49b4-9d45-ed411bdcde26 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:54.891949 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a281130-db1e-4e4a-92e0-2460d296ca87 req-f4d719e0-b89e-49b4-9d45-ed411bdcde26 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1342945 Jul 23 20:46:54.892713 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 92fa7533-05e6-4c59-9fd4-23d77b908118 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:46:54.936303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 92fa7533-05e6-4c59-9fd4-23d77b908118 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:46:54.936980 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 92fa7533-05e6-4c59-9fd4-23d77b908118 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:46:54.977222 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a281130-db1e-4e4a-92e0-2460d296ca87 req-741c5c94-1826-4a5a-9d0d-ec6bc897d95a tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772605 Jul 23 20:46:55.042331 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09f90eb9-e1fc-45e7-8248-51ac7cb354f0 req-a8a7bbe3-abf5-4791-96f4-d220559d767b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 210 time: 0.0699697 Jul 23 20:46:55.133514 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-3c7c2be8-92ca-4db8-b20e-e15d20fcea46 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:55.172794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-3c7c2be8-92ca-4db8-b20e-e15d20fcea46 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Transition to ACTIVE for port object 92625c2a-57e0-4563-80fe-10bcfba695ad will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:46:55.264666 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-3c7c2be8-92ca-4db8-b20e-e15d20fcea46 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:55.326441 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c2be8-92ca-4db8-b20e-e15d20fcea46 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'Port': ['ID=92625c2a-57e0-4563-80fe-10bcfba695ad,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:55.351011 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-3c7c2be8-92ca-4db8-b20e-e15d20fcea46 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Network b37ae9d4-a01a-4b66-aedc-028c2a70372c is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:46:55.351011 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-3c7c2be8-92ca-4db8-b20e-e15d20fcea46 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:46:55.363250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-3c7c2be8-92ca-4db8-b20e-e15d20fcea46 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:46:55.489715 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-3c7c2be8-92ca-4db8-b20e-e15d20fcea46 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:55.491131 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-3c7c2be8-92ca-4db8-b20e-e15d20fcea46 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:55.522392 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-3c7c2be8-92ca-4db8-b20e-e15d20fcea46 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1733460 Jul 23 20:46:55.543981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Request body: {'port': {'device_id': '7aad930b-73f9-4855-8a55-883dc5790953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:46:55.732592 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:55.855242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c8b05394-3f55-48bf-bbe3-34d5826bd98a None None] Provisioning for port 92625c2a-57e0-4563-80fe-10bcfba695ad completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:46:55.859543 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c8b05394-3f55-48bf-bbe3-34d5826bd98a None None] Provisioning complete for port 92625c2a-57e0-4563-80fe-10bcfba695ad triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:46:55.859980 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8b05394-3f55-48bf-bbe3-34d5826bd98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:55.920962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c8b05394-3f55-48bf-bbe3-34d5826bd98a None None] Port 92625c2a-57e0-4563-80fe-10bcfba695ad cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:46:55.925572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 26e7ca30-23aa-422e-9604-2feea39ee1af no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:46:55.954308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 26e7ca30-23aa-422e-9604-2feea39ee1af {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:46:55.954693 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 26e7ca30-23aa-422e-9604-2feea39ee1af not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:46:56.258139 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92625c2a-57e0-4563-80fe-10bcfba695ad {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:46:56.272532 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:56.289429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a2ac5-657c-4918-b319-2e12cacf1413 req-314a8049-3169-4cc1-9a8f-13f6b84afe75 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:56.290943 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-270a2ac5-657c-4918-b319-2e12cacf1413 req-314a8049-3169-4cc1-9a8f-13f6b84afe75 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 945 time: 0.2229664 Jul 23 20:46:56.306078 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Transition to ACTIVE for port object 92625c2a-57e0-4563-80fe-10bcfba695ad will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:46:56.317898 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:56.420983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfd584-bc01-4c90-82d5-b2ea1d58e333 req-6d483896-c3d3-4b50-9b1b-cc21f4ed22b6 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:56.428480 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10bfd584-bc01-4c90-82d5-b2ea1d58e333 req-6d483896-c3d3-4b50-9b1b-cc21f4ed22b6 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.2239029 Jul 23 20:46:56.537884 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-270a2ac5-657c-4918-b319-2e12cacf1413 req-16b12c1a-1955-4f4b-925e-97119de8cb68 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361891 Jul 23 20:46:56.589213 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Pushing event updated for resources: {'Port': ['ID=92625c2a-57e0-4563-80fe-10bcfba695ad,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:56.642801 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10bfd584-bc01-4c90-82d5-b2ea1d58e333 req-bdfbc06a-88ba-4b2e-8348-721c84f1b2ed tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077084 Jul 23 20:46:56.688299 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Attempting to bind port 92625c2a-57e0-4563-80fe-10bcfba695ad on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:46:56.688693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Attempting to bind port 92625c2a-57e0-4563-80fe-10bcfba695ad by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:46:56.689055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Attempting to bind port 92625c2a-57e0-4563-80fe-10bcfba695ad on network b37ae9d4-a01a-4b66-aedc-028c2a70372c {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:46:56.725405 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Port 92625c2a-57e0-4563-80fe-10bcfba695ad on network b37ae9d4-a01a-4b66-aedc-028c2a70372c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:46:56.725978 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Attempting to bind port 92625c2a-57e0-4563-80fe-10bcfba695ad on network b37ae9d4-a01a-4b66-aedc-028c2a70372c {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:46:56.740788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:46:56.741122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Checking segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:46:56.741702 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Bound using segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:46:56.742320 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Bound port: 92625c2a-57e0-4563-80fe-10bcfba695ad, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:46:56.742856 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:56.816401 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c733d3-29fa-4bce-aa6a-16244f180cfe req-5006733b-5fc8-4fd0-bc86-5fd8ed3fba91 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:56.820315 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-00c733d3-29fa-4bce-aa6a-16244f180cfe req-5006733b-5fc8-4fd0-bc86-5fd8ed3fba91 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 944 time: 0.1277936 Jul 23 20:46:56.850400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] For port 92625c2a-57e0-4563-80fe-10bcfba695ad, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:46:56.856182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] For port 92625c2a-57e0-4563-80fe-10bcfba695ad, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=92625c2a-57e0-4563-80fe-10bcfba695ad,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:46:56.888851 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:56.965146 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Pushing event updated for resources: {'Port': ['ID=92625c2a-57e0-4563-80fe-10bcfba695ad,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:56.982862 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:56.983600 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:56.985514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] 10.222.0.57 "PUT /v2.0/ports/92625c2a-57e0-4563-80fe-10bcfba695ad HTTP/1.1" status: 200 len: 1093 time: 1.4548230 Jul 23 20:46:56.991682 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aad930b-73f9-4855-8a55-883dc5790953', 'tag': '92625c2a-57e0-4563-80fe-10bcfba695ad'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:46:56.995185 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2ee2ba-b92c-44fe-9bfb-bd7077b5aa5a" -d '{"events": [{"name": "network-changed", "server_uuid": "7aad930b-73f9-4855-8a55-883dc5790953", "tag": "92625c2a-57e0-4563-80fe-10bcfba695ad"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:46:57.021746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-00c733d3-29fa-4bce-aa6a-16244f180cfe req-a086e81d-6f08-4847-9aa7-3e3e4c66ceb4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636257 Jul 23 20:46:57.026632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:57.026980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:57.027348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:57.027687 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:57.029304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:57.029654 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:57.030041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:57.030384 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:57.030718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:57.031118 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:57.031968 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:57.032362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12edf9-81ea-4b90-b489-26854f70291f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:57.095413 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4a234d-f62c-44c8-b781-82b094db0145 x-openstack-request-id: req-5e4a234d-f62c-44c8-b781-82b094db0145 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:46:57.095924 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aad930b-73f9-4855-8a55-883dc5790953", "tag": "92625c2a-57e0-4563-80fe-10bcfba695ad", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:46:57.096343 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e4a234d-f62c-44c8-b781-82b094db0145 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:46:57.096463 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3de8b195-bb7d-4cfb-abc1-f9ac26f2240c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:57.097565 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aad930b-73f9-4855-8a55-883dc5790953', 'tag': '92625c2a-57e0-4563-80fe-10bcfba695ad', 'status': 'completed', 'code': 200} Jul 23 20:46:57.150007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-d12030ee-b49f-4d47-b03e-03851920d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:57.152729 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-d12030ee-b49f-4d47-b03e-03851920d190 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 1096 time: 0.1159539 Jul 23 20:46:57.231821 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-3868ba35-a69e-4e5c-8fbc-33f8bee40841 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92625c2a-57e0-4563-80fe-10bcfba695ad HTTP/1.1" status: 200 len: 217 time: 0.0712645 Jul 23 20:46:57.346708 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:57.358502 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-321e1291-5647-4c68-a92e-7244099e8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:57.362124 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-321e1291-5647-4c68-a92e-7244099e8dff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.1177876 Jul 23 20:46:57.460690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59d523-4b90-4734-9086-b4ba1a86be0c req-6116634e-4f0a-4f2e-af74-b50ba69542b7 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:57.462215 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a59d523-4b90-4734-9086-b4ba1a86be0c req-6116634e-4f0a-4f2e-af74-b50ba69542b7 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.57 "GET /v2.0/ports?device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 945 time: 0.1475971 Jul 23 20:46:57.534869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-f880b66b-26df-43cd-99dd-6575334f2201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:57.536861 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-f880b66b-26df-43cd-99dd-6575334f2201 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1672232 Jul 23 20:46:58.121174 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-293f3127-a396-481c-9d6d-5948e8ad86f4 service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539382 Jul 23 20:46:58.233366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-3a59d523-4b90-4734-9086-b4ba1a86be0c req-e7902fa2-6984-4533-ae66-1973b0e7661c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Deleting port 0b670eb6-d629-4045-a033-d7acbbe3b57d {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:46:58.233809 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3a59d523-4b90-4734-9086-b4ba1a86be0c req-e7902fa2-6984-4533-ae66-1973b0e7661c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:58.407201 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ad02f-7627-4e2d-9504-f30465057459 req-7f81a18c-adbc-40c2-8535-bcfa793c6dd5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:58.414461 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c47ad02f-7627-4e2d-9504-f30465057459 req-7f81a18c-adbc-40c2-8535-bcfa793c6dd5 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 945 time: 0.3169072 Jul 23 20:46:58.435533 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa625ae-07b6-4df2-b606-71a01f0b3684 req-5a4025d6-1216-4535-b92f-b6f0aee22cc3 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:58.439257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bfa625ae-07b6-4df2-b606-71a01f0b3684 req-5a4025d6-1216-4535-b92f-b6f0aee22cc3 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.3386416 Jul 23 20:46:58.439998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11636fcd-35df-4e5c-96c5-db05a8e35b3a req-98518933-9362-46de-92b3-aaf0d365fd82 service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115690 Jul 23 20:46:58.472850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-3a59d523-4b90-4734-9086-b4ba1a86be0c req-e7902fa2-6984-4533-ae66-1973b0e7661c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] For port 0b670eb6-d629-4045-a033-d7acbbe3b57d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0b670eb6-d629-4045-a033-d7acbbe3b57d,segment=NetworkSegment(328e41a5-2d24-490f-b795-5454b49816c5),segment_id=328e41a5-2d24-490f-b795-5454b49816c5)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:46:58.473395 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3a59d523-4b90-4734-9086-b4ba1a86be0c req-e7902fa2-6984-4533-ae66-1973b0e7661c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:58.510623 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-3a59d523-4b90-4734-9086-b4ba1a86be0c req-e7902fa2-6984-4533-ae66-1973b0e7661c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Calling delete_port for 0b670eb6-d629-4045-a033-d7acbbe3b57d owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:46:58.516050 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:58.594606 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c47ad02f-7627-4e2d-9504-f30465057459 req-67b31db5-1fa3-445e-a2d0-bb072431aa51 tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec7d247b-a2b0-4b4a-a5f4-188001f1047a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790564 Jul 23 20:46:58.678741 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bfa625ae-07b6-4df2-b606-71a01f0b3684 req-c80d013b-9d60-46fc-97a8-8d56d0bf4932 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195809 Jul 23 20:46:58.787411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ee2ba-b92c-44fe-9bfb-bd7077b5aa5a req-251db3b8-79ce-45f6-b2cf-d32584c599aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:58.789601 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de2ee2ba-b92c-44fe-9bfb-bd7077b5aa5a req-251db3b8-79ce-45f6-b2cf-d32584c599aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 1096 time: 0.2833917 Jul 23 20:46:59.028319 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3a59d523-4b90-4734-9086-b4ba1a86be0c req-e7902fa2-6984-4533-ae66-1973b0e7661c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:59.041466 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0938682-73da-4370-82d2-076c53a81a33 req-af5d8c88-3ecc-4ea0-8809-2f4c8d122aac tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:59.043336 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0938682-73da-4370-82d2-076c53a81a33 req-af5d8c88-3ecc-4ea0-8809-2f4c8d122aac tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 944 time: 0.2423856 Jul 23 20:46:59.100823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ee2ba-b92c-44fe-9bfb-bd7077b5aa5a req-c6ea055a-5fcc-4be9-986c-f37915c0be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:59.102656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de2ee2ba-b92c-44fe-9bfb-bd7077b5aa5a req-c6ea055a-5fcc-4be9-986c-f37915c0be5f service neutron] 10.222.0.57 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 913 time: 0.2914824 Jul 23 20:46:59.113363 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7902fa2-6984-4533-ae66-1973b0e7661c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Pushing event deleted for resources: {'Port': ['ID=0b670eb6-d629-4045-a033-d7acbbe3b57d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:59.183191 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de2ee2ba-b92c-44fe-9bfb-bd7077b5aa5a req-d0d81733-ed50-4b1d-bece-6460cc682aec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92625c2a-57e0-4563-80fe-10bcfba695ad HTTP/1.1" status: 200 len: 217 time: 0.0708897 Jul 23 20:46:59.213051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a59d523-4b90-4734-9086-b4ba1a86be0c req-e7902fa2-6984-4533-ae66-1973b0e7661c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] No DVR routers for this DVR port 0b670eb6-d629-4045-a033-d7acbbe3b57d on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:46:59.274449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ee2ba-b92c-44fe-9bfb-bd7077b5aa5a req-b7920ad3-0fc8-4e11-a743-a082726a4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:59.276250 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de2ee2ba-b92c-44fe-9bfb-bd7077b5aa5a req-b7920ad3-0fc8-4e11-a743-a082726a4602 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.0661919 Jul 23 20:46:59.277962 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3a59d523-4b90-4734-9086-b4ba1a86be0c req-e7902fa2-6984-4533-ae66-1973b0e7661c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:59.280121 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a59d523-4b90-4734-9086-b4ba1a86be0c req-e7902fa2-6984-4533-ae66-1973b0e7661c tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.57 "DELETE /v2.0/ports/0b670eb6-d629-4045-a033-d7acbbe3b57d HTTP/1.1" status: 204 len: 173 time: 1.8119106 Jul 23 20:46:59.284006 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57af279-1188-402b-9219-83cf5bae67e0', 'name': 'network-vif-deleted', 'tag': '0b670eb6-d629-4045-a033-d7acbbe3b57d'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:46:59.286556 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7797bd19-077d-4a6c-8737-8d30f5b50572" -d '{"events": [{"server_uuid": "d57af279-1188-402b-9219-83cf5bae67e0", "name": "network-vif-deleted", "tag": "0b670eb6-d629-4045-a033-d7acbbe3b57d"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:46:59.344914 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0938682-73da-4370-82d2-076c53a81a33 req-753d4195-ad36-4192-a3c2-a5f64c53317e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744870 Jul 23 20:46:59.385228 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d9b036-1f0e-43fe-b496-f65cddf87061 x-openstack-request-id: req-71d9b036-1f0e-43fe-b496-f65cddf87061 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:46:59.385530 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57af279-1188-402b-9219-83cf5bae67e0", "name": "network-vif-deleted", "tag": "0b670eb6-d629-4045-a033-d7acbbe3b57d", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:46:59.385783 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71d9b036-1f0e-43fe-b496-f65cddf87061 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:46:59.386187 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57af279-1188-402b-9219-83cf5bae67e0', 'name': 'network-vif-deleted', 'tag': '0b670eb6-d629-4045-a033-d7acbbe3b57d', 'status': 'completed', 'code': 200} Jul 23 20:46:59.416286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ee2ba-b92c-44fe-9bfb-bd7077b5aa5a req-ce8045f4-8901-4f19-8ec4-100b7afdd855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:59.417892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de2ee2ba-b92c-44fe-9bfb-bd7077b5aa5a req-ce8045f4-8901-4f19-8ec4-100b7afdd855 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1276455 Jul 23 20:46:59.605458 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de2ee2ba-b92c-44fe-9bfb-bd7077b5aa5a req-ffc996da-69ba-4d10-95da-9c9cfb171860 service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780782 Jul 23 20:46:59.731827 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de2ee2ba-b92c-44fe-9bfb-bd7077b5aa5a req-b6cb5768-ac2f-4a0a-b618-bc16daa39979 service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191797 Jul 23 20:46:59.835507 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a36e8a38-de8d-4587-b616-782860f1e315 req-734116df-5cef-472f-aa11-3084b2ffa7fb tempest-ServersTestJSON-734599005 tempest-ServersTestJSON-734599005-project] 10.222.0.55 "GET /v2.0/ports?device_id=d57af279-1188-402b-9219-83cf5bae67e0 HTTP/1.1" status: 200 len: 210 time: 0.0744143 Jul 23 20:46:59.963348 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0b670eb6-d629-4045-a033-d7acbbe3b57d no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:47:00.032541 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:00.034284 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 0b670eb6-d629-4045-a033-d7acbbe3b57d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:47:00.035510 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0b670eb6-d629-4045-a033-d7acbbe3b57d not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:47:00.052480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68126ba-48c1-4728-8e22-608120830635 req-d86a275a-2c63-4089-8c49-cfb071a476e6 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:00.066896 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f68126ba-48c1-4728-8e22-608120830635 req-d86a275a-2c63-4089-8c49-cfb071a476e6 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.2188952 Jul 23 20:47:00.119950 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f68126ba-48c1-4728-8e22-608120830635 req-14429acc-0cd4-46a4-92e2-e1ca7fb05ce1 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514996 Jul 23 20:47:00.503886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eb035-4c1b-4707-ae0b-f98c3ead2800 req-5caecde7-a523-4d8d-a7b9-484892845e2c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:00.505583 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be8eb035-4c1b-4707-ae0b-f98c3ead2800 req-5caecde7-a523-4d8d-a7b9-484892845e2c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 944 time: 0.0801697 Jul 23 20:47:00.553695 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be8eb035-4c1b-4707-ae0b-f98c3ead2800 req-5db24c48-a09c-4067-8363-c1d00e681e85 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418184 Jul 23 20:47:00.758722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5669bc2-8dd8-48b6-93b1-49a323c7cf76 req-c2ec605a-e251-42f6-b83d-c19481211515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:00.760575 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5669bc2-8dd8-48b6-93b1-49a323c7cf76 req-c2ec605a-e251-42f6-b83d-c19481211515 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a5929b1f5454b55bd2376040f78aa66&device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 1098 time: 0.0711856 Jul 23 20:47:00.865022 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5669bc2-8dd8-48b6-93b1-49a323c7cf76 req-18d0bb3b-1a72-49cd-a774-37c206b47f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:00.866528 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5669bc2-8dd8-48b6-93b1-49a323c7cf76 req-18d0bb3b-1a72-49cd-a774-37c206b47f59 service neutron] 10.222.0.57 "GET /v2.0/networks?id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 HTTP/1.1" status: 200 len: 915 time: 0.0973637 Jul 23 20:47:00.890335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58146) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:00.914386 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5669bc2-8dd8-48b6-93b1-49a323c7cf76 req-5553cbed-732f-4740-8640-5c32f7b602e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72cf5109-a212-49d2-88bc-328cecd90e2d HTTP/1.1" status: 200 len: 217 time: 0.0385625 Jul 23 20:47:00.951777 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bff4d36-e90f-43ae-92f6-a43bbe550d14 admin admin] Deleting subnet c4c51c78-ede0-436b-9293-945f1596e2dc {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:47:00.955609 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2bff4d36-e90f-43ae-92f6-a43bbe550d14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:00.978312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5669bc2-8dd8-48b6-93b1-49a323c7cf76 req-cb6c3090-9491-4431-af60-f0ac26cbf2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:00.980029 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5669bc2-8dd8-48b6-93b1-49a323c7cf76 req-cb6c3090-9491-4431-af60-f0ac26cbf2b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8f39313-4f55-4bfd-8aa5-665c4b55c746 HTTP/1.1" status: 200 len: 854 time: 0.0589809 Jul 23 20:47:01.000516 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2bff4d36-e90f-43ae-92f6-a43bbe550d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:01.024737 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5669bc2-8dd8-48b6-93b1-49a323c7cf76 req-5c87f8bf-615e-42f7-a3e8-bff203630956 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351877 Jul 23 20:47:01.048962 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2bff4d36-e90f-43ae-92f6-a43bbe550d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:01.141384 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5669bc2-8dd8-48b6-93b1-49a323c7cf76 req-c5848532-d2ca-4ea1-b3f5-50860d1bdc35 service neutron] 10.222.0.57 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100543 Jul 23 20:47:01.173884 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2bff4d36-e90f-43ae-92f6-a43bbe550d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:01.216037 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff4d36-e90f-43ae-92f6-a43bbe550d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4c51c78-ede0-436b-9293-945f1596e2dc,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:01.219704 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2bff4d36-e90f-43ae-92f6-a43bbe550d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:01.223494 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2bff4d36-e90f-43ae-92f6-a43bbe550d14 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c4c51c78-ede0-436b-9293-945f1596e2dc HTTP/1.1" status: 204 len: 168 time: 0.3301897 Jul 23 20:47:01.224722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58154) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:01.283624 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5669bc2-8dd8-48b6-93b1-49a323c7cf76 req-abbb0b5b-4bf3-43ad-b10e-9f245a2b8d0d service neutron] 10.222.0.57 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344240 Jul 23 20:47:01.305548 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9c27fc8-460e-4005-abab-5a35969dfa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:01.308809 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd31a8-87ed-4eb4-9f71-0b78902e3226 req-1a360718-b5da-4a97-87e2-b1beb922ce58 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:01.315637 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-68fd31a8-87ed-4eb4-9f71-0b78902e3226 req-1a360718-b5da-4a97-87e2-b1beb922ce58 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1018262 Jul 23 20:47:01.362808 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-68fd31a8-87ed-4eb4-9f71-0b78902e3226 req-c696eafd-9de8-4b14-8ce6-0f03003a508e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459046 Jul 23 20:47:01.396987 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9c27fc8-460e-4005-abab-5a35969dfa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:01.408522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-a9c27fc8-460e-4005-abab-5a35969dfa4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc9b03e-da6c-4182-b5c9-40b0b29fcee7']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:01.419840 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-a9c27fc8-460e-4005-abab-5a35969dfa4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328e41a5-2d24-490f-b795-5454b49816c5') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:01.420155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-a9c27fc8-460e-4005-abab-5a35969dfa4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328e41a5-2d24-490f-b795-5454b49816c5') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:01.430083 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9c27fc8-460e-4005-abab-5a35969dfa4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:01.444664 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9c27fc8-460e-4005-abab-5a35969dfa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:01.450599 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c27fc8-460e-4005-abab-5a35969dfa4c admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:47:01.450965 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9c27fc8-460e-4005-abab-5a35969dfa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:47:01.453491 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:47:01.512108 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9c27fc8-460e-4005-abab-5a35969dfa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:01.517940 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a9c27fc8-460e-4005-abab-5a35969dfa4c admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:01.522648 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a9c27fc8-460e-4005-abab-5a35969dfa4c admin admin] 10.222.0.55 "DELETE /v2.0/networks/5dc9b03e-da6c-4182-b5c9-40b0b29fcee7 HTTP/1.1" status: 204 len: 168 time: 0.2942622 Jul 23 20:47:01.537417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c27fc8-460e-4005-abab-5a35969dfa4c admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc9b03e-da6c-4182-b5c9-40b0b29fcee7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:01.696620 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356729f-2e87-41b4-bfbd-013183e02e34 req-5711748b-3059-496d-ad99-e1c80cfb57c9 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:01.704460 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2356729f-2e87-41b4-bfbd-013183e02e34 req-5711748b-3059-496d-ad99-e1c80cfb57c9 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 944 time: 0.0758193 Jul 23 20:47:01.704745 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58160) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:01.748390 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2356729f-2e87-41b4-bfbd-013183e02e34 req-8bc59ce1-7df3-4ba6-8857-f042eca6c1c7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411444 Jul 23 20:47:01.755463 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-32dd07da-7ab8-454f-898e-696c9720f807 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1acb9fafa2f640b88cfa38563fb61a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494981 Jul 23 20:47:01.756332 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58164) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:01.808070 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-809f4693-215f-44bb-bb5f-404518358866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:01.830945 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-809f4693-215f-44bb-bb5f-404518358866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:01.881065 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-809f4693-215f-44bb-bb5f-404518358866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:01.884008 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-809f4693-215f-44bb-bb5f-404518358866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:01.885188 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-809f4693-215f-44bb-bb5f-404518358866 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec7d247b-a2b0-4b4a-a5f4-188001f1047a HTTP/1.1" status: 204 len: 168 time: 0.1275959 Jul 23 20:47:01.893984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f4693-215f-44bb-bb5f-404518358866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7d247b-a2b0-4b4a-a5f4-188001f1047a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:02.050799 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58174) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:02.211658 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a53af789-aa31-4887-919d-216fc77a58b3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf71909b151e4c808b8b660abcb7e4c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595111 Jul 23 20:47:02.214387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58188) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:02.273105 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8ccad62-c74c-4593-b0b7-8f5fd77dac9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:02.294206 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8ccad62-c74c-4593-b0b7-8f5fd77dac9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:02.355225 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8ccad62-c74c-4593-b0b7-8f5fd77dac9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:02.357964 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8ccad62-c74c-4593-b0b7-8f5fd77dac9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:02.359274 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e8ccad62-c74c-4593-b0b7-8f5fd77dac9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/069ccfb5-206c-474b-bb3c-d59b3d7ff601 HTTP/1.1" status: 204 len: 168 time: 0.1438301 Jul 23 20:47:02.367773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccad62-c74c-4593-b0b7-8f5fd77dac9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069ccfb5-206c-474b-bb3c-d59b3d7ff601,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:02.510406 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a9da0-61aa-407c-9aae-50a83d9e0603 req-b49e22df-74cd-4121-8938-b2f74ad51c5f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:02.512247 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-115a9da0-61aa-407c-9aae-50a83d9e0603 req-b49e22df-74cd-4121-8938-b2f74ad51c5f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0712712 Jul 23 20:47:02.558590 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-115a9da0-61aa-407c-9aae-50a83d9e0603 req-022d47f2-4f91-4068-bade-75a8c1bb626c tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343847 Jul 23 20:47:02.885906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c21c4b-ce85-4d4b-857a-1936473a0725 req-2fb73b7f-cd37-4360-b2f5-42b802f6a6c7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:02.887549 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60c21c4b-ce85-4d4b-857a-1936473a0725 req-2fb73b7f-cd37-4360-b2f5-42b802f6a6c7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 944 time: 0.0728135 Jul 23 20:47:02.928691 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60c21c4b-ce85-4d4b-857a-1936473a0725 req-e5859396-2060-4f02-b1fe-390b576c43ae tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344865 Jul 23 20:47:03.433251 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58266) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:03.660452 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b39161d-c011-4b0e-996f-c87561989328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:03.746109 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66eba9c-5bb9-4d90-9da2-c29067dab3e4 req-fcdea4ab-3d49-470d-8d75-7ae4f46b3169 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:03.747433 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58282) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:03.747895 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c66eba9c-5bb9-4d90-9da2-c29067dab3e4 req-fcdea4ab-3d49-470d-8d75-7ae4f46b3169 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.0986130 Jul 23 20:47:03.815678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c66eba9c-5bb9-4d90-9da2-c29067dab3e4 req-f0f4ba51-051d-4487-9e9c-a0d602118c0e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598977 Jul 23 20:47:03.857196 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b39161d-c011-4b0e-996f-c87561989328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:03.862510 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b39161d-c011-4b0e-996f-c87561989328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:03.903588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58288) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:03.903727 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1b39161d-c011-4b0e-996f-c87561989328 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa46fbd66aae4705b24aea2fee29baab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4691792 Jul 23 20:47:03.923693 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4cc211cf-c259-447c-80e8-398a62ad925c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'network': {'name': 'tempest-network-smoke--1498249143', 'project_id': '658e4131401d4adf82a7d233679ed997', 'port_security_enabled': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:03.928491 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39161d-c011-4b0e-996f-c87561989328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbfc2aa-cfc2-4ac0-b7d5-095311ce2b2e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:03.976894 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc211cf-c259-447c-80e8-398a62ad925c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Made reservation on behalf of 658e4131401d4adf82a7d233679ed997 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:47:03.980408 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cc211cf-c259-447c-80e8-398a62ad925c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:03.987150 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 72cf5109-a212-49d2-88bc-328cecd90e2d no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:47:03.991375 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ba81d027-6033-4f5b-ae30-88bb606a9d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:03.993178 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cc211cf-c259-447c-80e8-398a62ad925c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:04.004769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cbae3-1edc-4b07-bb0d-f47a9a3f43cd req-b307970b-d91b-4900-b780-57acbc77b049 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:04.010941 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1b7cbae3-1edc-4b07-bb0d-f47a9a3f43cd req-b307970b-d91b-4900-b780-57acbc77b049 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1041503 Jul 23 20:47:04.031484 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ba81d027-6033-4f5b-ae30-88bb606a9d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:04.083666 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1b7cbae3-1edc-4b07-bb0d-f47a9a3f43cd req-63e3bf53-12ee-4baf-873a-a16f7342f60f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615244 Jul 23 20:47:04.085353 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:04.118401 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482f4d6a-fb32-42e9-8ec0-13fac8eca4ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72cf5109-a212-49d2-88bc-328cecd90e2d'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:47:04.121527 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a39527-b033-4abd-9532-ba7a26013ce7" -d '{"events": [{"server_uuid": "482f4d6a-fb32-42e9-8ec0-13fac8eca4ec", "name": "network-vif-unplugged", "status": "completed", "tag": "72cf5109-a212-49d2-88bc-328cecd90e2d"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:47:04.137154 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ba81d027-6033-4f5b-ae30-88bb606a9d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:04.138040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 72cf5109-a212-49d2-88bc-328cecd90e2d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=72cf5109-a212-49d2-88bc-328cecd90e2d,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:04.140217 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ba81d027-6033-4f5b-ae30-88bb606a9d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:04.144218 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ba81d027-6033-4f5b-ae30-88bb606a9d87 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7cbfc2aa-cfc2-4ac0-b7d5-095311ce2b2e HTTP/1.1" status: 204 len: 168 time: 0.2369854 Jul 23 20:47:04.146662 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:04.168276 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada5f40-db4c-4133-aec5-ac5e50569c2f req-cebeb313-7221-4ae7-8be9-f5496d826e2a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:04.171304 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81d027-6033-4f5b-ae30-88bb606a9d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbfc2aa-cfc2-4ac0-b7d5-095311ce2b2e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:04.177593 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bada5f40-db4c-4133-aec5-ac5e50569c2f req-cebeb313-7221-4ae7-8be9-f5496d826e2a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 944 time: 0.1656280 Jul 23 20:47:04.199245 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 20:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09f3e50-ecd9-483d-82aa-9a9c77419ccb x-openstack-request-id: req-d09f3e50-ecd9-483d-82aa-9a9c77419ccb {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:47:04.199545 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482f4d6a-fb32-42e9-8ec0-13fac8eca4ec", "name": "network-vif-unplugged", "status": "failed", "tag": "72cf5109-a212-49d2-88bc-328cecd90e2d", "code": 422}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:47:04.199819 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d09f3e50-ecd9-483d-82aa-9a9c77419ccb {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:47:04.200194 n-d-791504-18 neutron-server[93812]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '482f4d6a-fb32-42e9-8ec0-13fac8eca4ec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '72cf5109-a212-49d2-88bc-328cecd90e2d', 'code': 422} returned with failed status Jul 23 20:47:04.236076 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=72cf5109-a212-49d2-88bc-328cecd90e2d,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:04.251220 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cc211cf-c259-447c-80e8-398a62ad925c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:04.255983 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bada5f40-db4c-4133-aec5-ac5e50569c2f req-3c64a3ad-6822-4f0b-aca4-a4523602b928 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684731 Jul 23 20:47:04.257805 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cc211cf-c259-447c-80e8-398a62ad925c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:04.283428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc211cf-c259-447c-80e8-398a62ad925c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:47:04.305040 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cc211cf-c259-447c-80e8-398a62ad925c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:04.305393 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-4cc211cf-c259-447c-80e8-398a62ad925c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Added segment 445cadfa-9666-4a61-946c-64750b71d4ee of type vlan for network 6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 Jul 23 20:47:04.313616 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc211cf-c259-447c-80e8-398a62ad925c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847c198d-aead-402d-ac03-79775562b865,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:04.358689 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cc211cf-c259-447c-80e8-398a62ad925c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:04.386072 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-4e0fc13b-27b8-4135-bee3-1f519ed554a7 req-779083e6-cc1a-4c92-8515-0d812ab33fc2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:47:04.387170 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e0fc13b-27b8-4135-bee3-1f519ed554a7 req-779083e6-cc1a-4c92-8515-0d812ab33fc2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0616894 Jul 23 20:47:04.391573 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cc211cf-c259-447c-80e8-398a62ad925c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:04.398270 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc211cf-c259-447c-80e8-398a62ad925c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:04.399058 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cc211cf-c259-447c-80e8-398a62ad925c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:04.430779 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4cc211cf-c259-447c-80e8-398a62ad925c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6816432 Jul 23 20:47:04.434609 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58312) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:04.439808 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'admin_state_up': True, 'project_id': '658e4131401d4adf82a7d233679ed997', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:04.504409 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:04.505807 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:04.509116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc211cf-c259-447c-80e8-398a62ad925c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Network': ['ID=6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:04.520382 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:47:04.621525 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:04.785429 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:04.796636 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26534b5-c051-431f-a928-9687da392dd0 req-16c0e8af-9a38-4171-99c8-4d975fd5d125 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:04.798282 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f26534b5-c051-431f-a928-9687da392dd0 req-16c0e8af-9a38-4171-99c8-4d975fd5d125 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 944 time: 0.2327938 Jul 23 20:47:04.864296 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f26534b5-c051-431f-a928-9687da392dd0 req-df3e771a-45ae-4ffd-90cc-4bf2a97ffc07 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591168 Jul 23 20:47:04.961087 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-616b71ad-6d40-4ade-a153-ee1a699eaa61 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1785476 Jul 23 20:47:05.035857 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:05.055782 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:05.171011 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Allocated IP 172.25.3.196 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:05.318465 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:05.403345 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:05.445512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7897815-a3a5-476b-a6ad-d51ba0484ea3 req-7c9c121c-81fb-4306-81c4-3bfab0ffee6d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:05.449005 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7897815-a3a5-476b-a6ad-d51ba0484ea3 req-7c9c121c-81fb-4306-81c4-3bfab0ffee6d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 944 time: 0.1154971 Jul 23 20:47:05.473455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:05.481857 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:05.492626 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:05.498244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Port': ['ID=1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:05.550166 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7897815-a3a5-476b-a6ad-d51ba0484ea3 req-6cfb8bac-124f-49ce-87a3-42a4e6b58660 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938067 Jul 23 20:47:05.786214 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:05.947134 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-7a1908f7-9348-403d-affc-391ef9ded8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:05.948711 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-7a1908f7-9348-403d-affc-391ef9ded8c2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec&tenant_id=1a5929b1f5454b55bd2376040f78aa66 HTTP/1.1" status: 200 len: 1096 time: 0.1169038 Jul 23 20:47:05.964043 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:06.053730 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:06.276650 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] For port 72cf5109-a212-49d2-88bc-328cecd90e2d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=72cf5109-a212-49d2-88bc-328cecd90e2d,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:06.312000 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] For port 72cf5109-a212-49d2-88bc-328cecd90e2d, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:47:06.359380 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72cf5109-a212-49d2-88bc-328cecd90e2d {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:47:06.367445 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:06.381272 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Transition to ACTIVE for port object 72cf5109-a212-49d2-88bc-328cecd90e2d will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:06.386098 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:06.411677 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:06.432704 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbd448-fede-413e-9a98-ff38ed4ea26e req-9c55d232-6d22-499e-9f6b-876069e8066b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:06.434360 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2cbd448-fede-413e-9a98-ff38ed4ea26e req-9c55d232-6d22-499e-9f6b-876069e8066b tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 944 time: 0.4701262 Jul 23 20:47:06.457091 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] No DVR routers for this DVR port 72cf5109-a212-49d2-88bc-328cecd90e2d on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:47:06.461824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175668a4-282d-4718-8808-668b61d2700b service neutron] Pushing event updated for resources: {'Port': ['ID=72cf5109-a212-49d2-88bc-328cecd90e2d,revision_number=9']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:06.504931 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Attempting to bind port 72cf5109-a212-49d2-88bc-328cecd90e2d on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:47:06.505529 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Attempting to bind port 72cf5109-a212-49d2-88bc-328cecd90e2d by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '08855a16-e260-4327-8fa7-a022d43951e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:47:06.506098 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Attempting to bind port 72cf5109-a212-49d2-88bc-328cecd90e2d on network 94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:47:06.511293 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Port 72cf5109-a212-49d2-88bc-328cecd90e2d on network 94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:47:06.511894 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Attempting to bind port 72cf5109-a212-49d2-88bc-328cecd90e2d on network 94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:47:06.518370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:47:06.519031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Checking segment: {'id': '08855a16-e260-4327-8fa7-a022d43951e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:47:06.519658 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Bound using segment: {'id': '08855a16-e260-4327-8fa7-a022d43951e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:47:06.520558 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Bound port: 72cf5109-a212-49d2-88bc-328cecd90e2d, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08855a16-e260-4327-8fa7-a022d43951e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:47:06.521130 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:06.580079 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2cbd448-fede-413e-9a98-ff38ed4ea26e req-a46bbd6b-36ae-4bc4-895e-c55eb1e62e9f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092117 Jul 23 20:47:06.616375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] For port 72cf5109-a212-49d2-88bc-328cecd90e2d, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:47:06.623816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] For port 72cf5109-a212-49d2-88bc-328cecd90e2d, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=72cf5109-a212-49d2-88bc-328cecd90e2d,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:47:06.625555 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Router 30683d9d-de53-4bcd-a2c7-bd9c513719ca is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:47:06.631036 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:06.681267 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:06.681892 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:06.685399 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-175668a4-282d-4718-8808-668b61d2700b service neutron] 10.222.0.48 "PUT /v2.0/ports/72cf5109-a212-49d2-88bc-328cecd90e2d HTTP/1.1" status: 200 len: 1093 time: 0.7249188 Jul 23 20:47:06.685399 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482f4d6a-fb32-42e9-8ec0-13fac8eca4ec', 'tag': '72cf5109-a212-49d2-88bc-328cecd90e2d'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:47:06.687738 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ce7798-0542-4c3f-9301-43b7fd4dc805" -d '{"events": [{"name": "network-changed", "server_uuid": "482f4d6a-fb32-42e9-8ec0-13fac8eca4ec", "tag": "72cf5109-a212-49d2-88bc-328cecd90e2d"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:47:06.712225 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175668a4-282d-4718-8808-668b61d2700b service neutron] Pushing event updated for resources: {'Port': ['ID=72cf5109-a212-49d2-88bc-328cecd90e2d,revision_number=10']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:06.755575 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83693ccc-13cc-4ad7-b614-cb98b4b5cc6d x-openstack-request-id: req-83693ccc-13cc-4ad7-b614-cb98b4b5cc6d {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:47:06.755863 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482f4d6a-fb32-42e9-8ec0-13fac8eca4ec", "tag": "72cf5109-a212-49d2-88bc-328cecd90e2d", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:47:06.756112 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83693ccc-13cc-4ad7-b614-cb98b4b5cc6d {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:47:06.756505 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482f4d6a-fb32-42e9-8ec0-13fac8eca4ec', 'tag': '72cf5109-a212-49d2-88bc-328cecd90e2d', 'status': 'completed', 'code': 200} Jul 23 20:47:06.784787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-dfb27220-fd80-42e7-8717-7922c89562d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:06.786405 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-dfb27220-fd80-42e7-8717-7922c89562d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a5929b1f5454b55bd2376040f78aa66&device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 1097 time: 0.0682130 Jul 23 20:47:06.805038 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:47:06.813554 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92b52e-e4ed-42ed-b0a0-6b15c91a8a05 req-a7619ea7-8ce1-4f56-aed8-6669e719916a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:06.820386 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b92b52e-e4ed-42ed-b0a0-6b15c91a8a05 req-a7619ea7-8ce1-4f56-aed8-6669e719916a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 944 time: 0.1361144 Jul 23 20:47:06.820825 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Sync routers for ids ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:47:06.835036 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Routers {'30683d9d-de53-4bcd-a2c7-bd9c513719ca'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:06.835822 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:46:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:06.884715 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b92b52e-e4ed-42ed-b0a0-6b15c91a8a05 req-f3776027-4501-4cbb-92e6-4ed45dfea294 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501213 Jul 23 20:47:06.886091 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:06.887327 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-73372694-7045-4ff0-aa17-86bb04f1b4d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4513984 Jul 23 20:47:06.891360 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58408) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:06.913297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-93bd73d8-8d77-4f2e-b901-71fedae86d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:06.915833 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-93bd73d8-8d77-4f2e-b901-71fedae86d5b service neutron] 10.222.0.48 "GET /v2.0/networks?id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 HTTP/1.1" status: 200 len: 915 time: 0.1185880 Jul 23 20:47:06.964919 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Set router 30683d9d-de53-4bcd-a2c7-bd9c513719ca gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:06.967788 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-bf57b65b-f2a5-4386-95de-39aa1c770226 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72cf5109-a212-49d2-88bc-328cecd90e2d HTTP/1.1" status: 200 len: 217 time: 0.0415955 Jul 23 20:47:07.029915 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-93be8a2d-ee2a-42c1-9b83-d75f9caeb750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:07.031998 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-93be8a2d-ee2a-42c1-9b83-d75f9caeb750 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8f39313-4f55-4bfd-8aa5-665c4b55c746 HTTP/1.1" status: 200 len: 854 time: 0.0506744 Jul 23 20:47:07.070758 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-9158cfd5-2d1f-438b-9de4-fd5fb6aead68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295086 Jul 23 20:47:07.135924 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7a1ee8ee-10aa-4304-913a-035fa5b796e1 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=658e4131401d4adf82a7d233679ed997&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2434027 Jul 23 20:47:07.138743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58422) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:07.177199 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:47:05Z', 'revision_number': 3, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:07.195743 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-20ca34a7-c463-4314-969d-7b7fff50508b service neutron] 10.222.0.48 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135998 Jul 23 20:47:07.206238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Checking router: 30683d9d-de53-4bcd-a2c7-bd9c513719ca for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:47:07.206592 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Updating router 30683d9d-de53-4bcd-a2c7-bd9c513719ca port 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:47:07.252261 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:07.316025 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4f134-bd9b-4c47-a606-5b57fd34d165 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:07.317947 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-23d4f134-bd9b-4c47-a606-5b57fd34d165 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1778889 Jul 23 20:47:07.324117 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58426) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:07.331251 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-6cd3fef9-acd4-473c-8b70-6e1a3fb189dc service neutron] 10.222.0.48 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207280 Jul 23 20:47:07.378929 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-06c3c013-3133-4bec-97cc-2992e802b836 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0534151 Jul 23 20:47:07.382486 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58428) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:07.389277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-20e6d7af-e498-4552-95ca-d04fe964fbd7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1012881785', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'project_id': '658e4131401d4adf82a7d233679ed997', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:07.524596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce7798-0542-4c3f-9301-43b7fd4dc805 req-ef7e2e76-77d2-4228-bd6e-d920d9007ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:07.526069 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-84ce7798-0542-4c3f-9301-43b7fd4dc805 req-ef7e2e76-77d2-4228-bd6e-d920d9007ee5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a5929b1f5454b55bd2376040f78aa66&device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 1097 time: 0.1323767 Jul 23 20:47:07.527321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e6d7af-e498-4552-95ca-d04fe964fbd7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Made reservation on behalf of 658e4131401d4adf82a7d233679ed997 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:47:07.531795 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20e6d7af-e498-4552-95ca-d04fe964fbd7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:07.589144 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:07.602367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Transition to ACTIVE for port object 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:07.620399 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:07.688208 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323865cc-a31c-41ea-bcce-eb77ac74dcfe None None] Pushing event updated for resources: {'Port': ['ID=1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:07.712444 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Attempting to bind port 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:47:07.713308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Attempting to bind port 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:47:07.713753 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Attempting to bind port 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:47:07.735608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:47:07.738501 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:47:07.739894 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:07.740388 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:47:07.741544 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Bound port: 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:47:07.742948 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:07.868817 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8274bd-e076-4c00-a5bc-1ae7f8e7d38a req-53340a1d-f94c-4e24-add5-1dd1ef36f484 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:07.874561 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d8274bd-e076-4c00-a5bc-1ae7f8e7d38a req-53340a1d-f94c-4e24-add5-1dd1ef36f484 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 945 time: 0.1604030 Jul 23 20:47:07.885907 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] For port 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:47:07.907089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] For port 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:47:07.926423 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:07.999693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d8274bd-e076-4c00-a5bc-1ae7f8e7d38a req-162d220f-3835-4272-abf0-77ac5add5458 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175356 Jul 23 20:47:08.051009 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323865cc-a31c-41ea-bcce-eb77ac74dcfe None None] Pushing event updated for resources: {'Port': ['ID=1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:08.068254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Routers {'30683d9d-de53-4bcd-a2c7-bd9c513719ca'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:08.068961 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:46:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:08.134131 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd3cf5-727d-45a7-a326-faab6b49edcb req-14b3f43d-ea74-4ecc-b80d-a1c3aa6db7eb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:08.136283 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4afd3cf5-727d-45a7-a326-faab6b49edcb req-14b3f43d-ea74-4ecc-b80d-a1c3aa6db7eb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 944 time: 0.1127985 Jul 23 20:47:08.218944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce7798-0542-4c3f-9301-43b7fd4dc805 req-556b105d-aa0b-4e14-98b5-989e53f71dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:08.219851 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4afd3cf5-727d-45a7-a326-faab6b49edcb req-c295c68d-b57f-48ba-af0e-944b785cf66e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719397 Jul 23 20:47:08.223846 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-84ce7798-0542-4c3f-9301-43b7fd4dc805 req-556b105d-aa0b-4e14-98b5-989e53f71dcf service neutron] 10.222.0.48 "GET /v2.0/networks?id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 HTTP/1.1" status: 200 len: 915 time: 0.6874323 Jul 23 20:47:08.264029 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] Set router 30683d9d-de53-4bcd-a2c7-bd9c513719ca gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:08.381731 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20e6d7af-e498-4552-95ca-d04fe964fbd7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:08.517919 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6d7af-e498-4552-95ca-d04fe964fbd7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Subnet': ['ID=350e325b-98e7-41cc-b55e-e07c261b4d85,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:08.534533 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e6d7af-e498-4552-95ca-d04fe964fbd7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Checking segment: {'id': '445cadfa-9666-4a61-946c-64750b71d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:47:08.534803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e6d7af-e498-4552-95ca-d04fe964fbd7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network hostable DHCP agents. Network: 6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:47:08.574572 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e6d7af-e498-4552-95ca-d04fe964fbd7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network 6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:47:08.593041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-20e6d7af-e498-4552-95ca-d04fe964fbd7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:08.600432 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e6d7af-e498-4552-95ca-d04fe964fbd7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:08.601141 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20e6d7af-e498-4552-95ca-d04fe964fbd7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:08.616265 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149fc413-e063-409b-82cb-c79ab72b80bc None None] Network 6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:47:08.635171 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-20e6d7af-e498-4552-95ca-d04fe964fbd7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2486844 Jul 23 20:47:08.635492 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58476) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:08.644502 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:47:05Z', 'revision_number': 3, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:08.678517 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c6a31-bbe8-462a-9cfa-e5361f187708 None None] The sync data for ids ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'] in n-d-791504-18 is: [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:47:05Z', 'revision_number': 3, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:47:08.905054 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'fixed_ips': [{'subnet_id': '350e325b-98e7-41cc-b55e-e07c261b4d85'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:47:08.907348 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:09.045591 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:47:09.248793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Allocated IP 172.20.0.2 (6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20/350e325b-98e7-41cc-b55e-e07c261b4d85/86dd0416-62ae-419c-8feb-f9ce8664ab6a) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:09.534700 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:09.556716 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Transition to ACTIVE for port object 86dd0416-62ae-419c-8feb-f9ce8664ab6a will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:09.600917 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Transition to ACTIVE for port object 86dd0416-62ae-419c-8feb-f9ce8664ab6a will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:09.616094 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:09.687460 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Pushing event updated for resources: {'Port': ['ID=86dd0416-62ae-419c-8feb-f9ce8664ab6a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:09.704374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Network 6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:09.707638 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:09.710946 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:09.771217 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:10.065107 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 92625c2a-57e0-4563-80fe-10bcfba695ad details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:47:10.254224 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 92625c2a-57e0-4563-80fe-10bcfba695ad, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=92625c2a-57e0-4563-80fe-10bcfba695ad,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:10.273713 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '92625c2a-57e0-4563-80fe-10bcfba695ad', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'port_id': '92625c2a-57e0-4563-80fe-10bcfba695ad', 'mac_address': 'fa:16:3e:b4:f5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:47:10.284293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Attempting to bind port 86dd0416-62ae-419c-8feb-f9ce8664ab6a on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:47:10.284678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Attempting to bind port 86dd0416-62ae-419c-8feb-f9ce8664ab6a by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '445cadfa-9666-4a61-946c-64750b71d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:47:10.285044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Attempting to bind port 86dd0416-62ae-419c-8feb-f9ce8664ab6a on network 6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:47:10.306897 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:47:10.307295 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Checking segment: {'id': '445cadfa-9666-4a61-946c-64750b71d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:47:10.313254 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:10.313672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Bound using segment: {'id': '445cadfa-9666-4a61-946c-64750b71d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:47:10.315357 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Bound port: 86dd0416-62ae-419c-8feb-f9ce8664ab6a, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445cadfa-9666-4a61-946c-64750b71d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:47:10.315760 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:10.427505 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:10.466213 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92625c2a-57e0-4563-80fe-10bcfba695ad {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:47:10.602985 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 92625c2a-57e0-4563-80fe-10bcfba695ad, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=92625c2a-57e0-4563-80fe-10bcfba695ad,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:10.612436 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:10.621451 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Allocated IP 172.20.0.1 (6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20/350e325b-98e7-41cc-b55e-e07c261b4d85/cba893e8-7852-4e07-89d5-cce5b9de2d3a) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:10.643202 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:10.766118 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=92625c2a-57e0-4563-80fe-10bcfba695ad,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:10.824968 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] For port 86dd0416-62ae-419c-8feb-f9ce8664ab6a, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:47:10.829385 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] For port 86dd0416-62ae-419c-8feb-f9ce8664ab6a, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=86dd0416-62ae-419c-8feb-f9ce8664ab6a,segment=NetworkSegment(445cadfa-9666-4a61-946c-64750b71d4ee),segment_id=445cadfa-9666-4a61-946c-64750b71d4ee)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:47:10.843839 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:10.856051 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:10.874853 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['92625c2a-57e0-4563-80fe-10bcfba695ad'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:47:10.887903 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Transition to ACTIVE for port object cba893e8-7852-4e07-89d5-cce5b9de2d3a will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:10.924917 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:10.950553 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:10.950919 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:10.960406 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:11.071737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Port': ['ID=cba893e8-7852-4e07-89d5-cce5b9de2d3a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:11.081215 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network 6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:11.086034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:11.091934 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:11.135393 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Pushing event updated for resources: {'Port': ['ID=86dd0416-62ae-419c-8feb-f9ce8664ab6a,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:11.174961 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:11.185379 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:11.186072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:11.186231 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:11.186743 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:11.186882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:11.187247 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:11.187741 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:11.188068 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:11.188445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:11.188847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:11.189170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:11.189476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131945b2-c19e-4c7b-b451-8d2811c25caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:11.257312 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:11.336413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:11.366647 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:11.528470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:11.623557 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:12.032334 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 92625c2a-57e0-4563-80fe-10bcfba695ad up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:12.067650 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:12.079088 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:12.116053 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 92625c2a-57e0-4563-80fe-10bcfba695ad completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:12.122100 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 92625c2a-57e0-4563-80fe-10bcfba695ad triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:12.122475 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:12.206600 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:12.266570 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Port': ['ID=cba893e8-7852-4e07-89d5-cce5b9de2d3a,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:12.281836 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:12.301884 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58608) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:12.322272 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aad930b-73f9-4855-8a55-883dc5790953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92625c2a-57e0-4563-80fe-10bcfba695ad'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:47:12.324880 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c597c1-4414-4b17-8cd0-246927e699b2" -d '{"events": [{"server_uuid": "7aad930b-73f9-4855-8a55-883dc5790953", "name": "network-vif-plugged", "status": "completed", "tag": "92625c2a-57e0-4563-80fe-10bcfba695ad"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:47:12.340660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 92625c2a-57e0-4563-80fe-10bcfba695ad, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=92625c2a-57e0-4563-80fe-10bcfba695ad,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:12.347025 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:12.385103 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network 6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:12.386540 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:12.411292 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=92625c2a-57e0-4563-80fe-10bcfba695ad,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:12.462175 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69aa0c1-b314-4869-ba86-01ec6ea8a85c None None] Network 6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:47:12.482680 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-84b35d61-70b5-4691-87cd-249457828cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:12.546028 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Router 30683d9d-de53-4bcd-a2c7-bd9c513719ca has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:47:12.644273 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-84b35d61-70b5-4691-87cd-249457828cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:12.648866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a18bd885-0faa-423d-8a0c-ddd4d2294f6f None None] Provisioning for port 86dd0416-62ae-419c-8feb-f9ce8664ab6a completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:12.650480 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-84b35d61-70b5-4691-87cd-249457828cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:12.697517 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 86dd0416-62ae-419c-8feb-f9ce8664ab6a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:12.709876 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b35d61-70b5-4691-87cd-249457828cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff91212b-d347-4c3a-955b-ed05354628a1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:12.746472 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-84b35d61-70b5-4691-87cd-249457828cc8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a6f516d2a9247b3b5c93f5463aa233e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4434664 Jul 23 20:47:12.747874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58614) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:12.776968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:47:12.787985 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Sync routers for ids ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:47:12.793459 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8baa5d39-180f-4742-8db0-f051b2f2f572 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "PUT /v2.0/routers/30683d9d-de53-4bcd-a2c7-bd9c513719ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1568644 Jul 23 20:47:12.797641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58616) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:12.799899 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Routers {'30683d9d-de53-4bcd-a2c7-bd9c513719ca'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:12.801068 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:46:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:12.835888 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd1e6eed-0484-404c-b299-bbfc25bd00e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:12.844966 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 86dd0416-62ae-419c-8feb-f9ce8664ab6a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:12.867200 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 86dd0416-62ae-419c-8feb-f9ce8664ab6a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:12.867569 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:12.880047 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd1e6eed-0484-404c-b299-bbfc25bd00e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:12.953042 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Set router 30683d9d-de53-4bcd-a2c7-bd9c513719ca gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:12.954415 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd1e6eed-0484-404c-b299-bbfc25bd00e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:12.957524 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd1e6eed-0484-404c-b299-bbfc25bd00e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:12.962553 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cd1e6eed-0484-404c-b299-bbfc25bd00e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff91212b-d347-4c3a-955b-ed05354628a1 HTTP/1.1" status: 204 len: 168 time: 0.2111666 Jul 23 20:47:12.983015 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e6eed-0484-404c-b299-bbfc25bd00e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff91212b-d347-4c3a-955b-ed05354628a1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:13.048036 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:13.120757 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 86dd0416-62ae-419c-8feb-f9ce8664ab6a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=86dd0416-62ae-419c-8feb-f9ce8664ab6a,segment=NetworkSegment(445cadfa-9666-4a61-946c-64750b71d4ee),segment_id=445cadfa-9666-4a61-946c-64750b71d4ee)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:13.135063 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:13.136117 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:13.160924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938d9cd-42ed-468b-a2a5-a245c89c59d6 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.163136 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938d9cd-42ed-468b-a2a5-a245c89c59d6 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.165193 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938d9cd-42ed-468b-a2a5-a245c89c59d6 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.169392 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938d9cd-42ed-468b-a2a5-a245c89c59d6 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.172713 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938d9cd-42ed-468b-a2a5-a245c89c59d6 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.175035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938d9cd-42ed-468b-a2a5-a245c89c59d6 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.177233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938d9cd-42ed-468b-a2a5-a245c89c59d6 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.179928 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938d9cd-42ed-468b-a2a5-a245c89c59d6 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.182085 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938d9cd-42ed-468b-a2a5-a245c89c59d6 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.182847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938d9cd-42ed-468b-a2a5-a245c89c59d6 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.192101 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938d9cd-42ed-468b-a2a5-a245c89c59d6 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.192809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938d9cd-42ed-468b-a2a5-a245c89c59d6 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.193420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938d9cd-42ed-468b-a2a5-a245c89c59d6 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.196250 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9938d9cd-42ed-468b-a2a5-a245c89c59d6 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9151 time: 0.3976440 Jul 23 20:47:13.199416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58620) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:13.288509 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'cba893e8-7852-4e07-89d5-cce5b9de2d3a', 'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:4d:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:10Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 2, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:13.289521 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:13.290091 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:13.321735 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Checking router: 30683d9d-de53-4bcd-a2c7-bd9c513719ca for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:47:13.322514 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Updating router 30683d9d-de53-4bcd-a2c7-bd9c513719ca port cba893e8-7852-4e07-89d5-cce5b9de2d3a binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:47:13.355555 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=86dd0416-62ae-419c-8feb-f9ce8664ab6a,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:13.402766 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81b403-59ec-4282-bbfa-5b11eaa55c8c tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.403382 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81b403-59ec-4282-bbfa-5b11eaa55c8c tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.403963 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81b403-59ec-4282-bbfa-5b11eaa55c8c tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.404499 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81b403-59ec-4282-bbfa-5b11eaa55c8c tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.405017 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81b403-59ec-4282-bbfa-5b11eaa55c8c tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.405531 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81b403-59ec-4282-bbfa-5b11eaa55c8c tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.409080 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81b403-59ec-4282-bbfa-5b11eaa55c8c tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.409224 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:13.411222 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81b403-59ec-4282-bbfa-5b11eaa55c8c tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.412202 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81b403-59ec-4282-bbfa-5b11eaa55c8c tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.413368 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81b403-59ec-4282-bbfa-5b11eaa55c8c tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.413841 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81b403-59ec-4282-bbfa-5b11eaa55c8c tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.419259 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81b403-59ec-4282-bbfa-5b11eaa55c8c tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.419725 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81b403-59ec-4282-bbfa-5b11eaa55c8c tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:13.421956 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0f81b403-59ec-4282-bbfa-5b11eaa55c8c tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8271 time: 0.2210503 Jul 23 20:47:13.425263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58624) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:13.464731 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-821fec2d-e4d8-4657-881c-84bedd109be7 None None] Provisioning for port cba893e8-7852-4e07-89d5-cce5b9de2d3a completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:13.472493 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-821fec2d-e4d8-4657-881c-84bedd109be7 None None] Provisioning complete for port cba893e8-7852-4e07-89d5-cce5b9de2d3a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:13.473626 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-821fec2d-e4d8-4657-881c-84bedd109be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:13.530297 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-821fec2d-e4d8-4657-881c-84bedd109be7 None None] Port cba893e8-7852-4e07-89d5-cce5b9de2d3a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:47:13.557243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-821fec2d-e4d8-4657-881c-84bedd109be7 None None] Provisioning complete for port 86dd0416-62ae-419c-8feb-f9ce8664ab6a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:13.557612 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-821fec2d-e4d8-4657-881c-84bedd109be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:13.631370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58626) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:13.652160 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-342c7bea-17d4-4c70-92ef-06a5a92a6958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:13.867339 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-342c7bea-17d4-4c70-92ef-06a5a92a6958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:13.872502 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f435be85-b38f-4da3-8714-3b61f0525dc4 None None] Provisioning complete for port cba893e8-7852-4e07-89d5-cce5b9de2d3a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:13.873050 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f435be85-b38f-4da3-8714-3b61f0525dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:13.878035 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-342c7bea-17d4-4c70-92ef-06a5a92a6958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:13.942964 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-342c7bea-17d4-4c70-92ef-06a5a92a6958 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96a3d82c7c3b4b11967c01e2e5f35e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3104782 Jul 23 20:47:13.946871 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c7bea-17d4-4c70-92ef-06a5a92a6958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d401556-4fa2-4a7a-96b4-bd1d993c65d4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:13.947591 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f435be85-b38f-4da3-8714-3b61f0525dc4 None None] Port cba893e8-7852-4e07-89d5-cce5b9de2d3a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:47:13.960111 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58628) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:13.987504 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-951529af-6936-40b5-8474-1beb5042a01f tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 0.5602324 Jul 23 20:47:13.997542 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:14.010240 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Transition to ACTIVE for port object cba893e8-7852-4e07-89d5-cce5b9de2d3a will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:14.020084 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:14.075341 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093416fd-6208-4703-9136-49d5179cc4dd None None] Pushing event updated for resources: {'Port': ['ID=cba893e8-7852-4e07-89d5-cce5b9de2d3a,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:14.094195 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-763ade85-4285-4c98-8d71-6afde9cd532d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:14.123568 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093416fd-6208-4703-9136-49d5179cc4dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:14.123911 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093416fd-6208-4703-9136-49d5179cc4dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:14.124244 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093416fd-6208-4703-9136-49d5179cc4dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:14.125108 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093416fd-6208-4703-9136-49d5179cc4dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:14.125434 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093416fd-6208-4703-9136-49d5179cc4dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:14.125760 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093416fd-6208-4703-9136-49d5179cc4dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:14.126082 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093416fd-6208-4703-9136-49d5179cc4dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:14.126399 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093416fd-6208-4703-9136-49d5179cc4dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:14.126723 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093416fd-6208-4703-9136-49d5179cc4dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:14.127039 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093416fd-6208-4703-9136-49d5179cc4dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:14.127383 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093416fd-6208-4703-9136-49d5179cc4dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:14.127698 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093416fd-6208-4703-9136-49d5179cc4dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:14.148434 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-763ade85-4285-4c98-8d71-6afde9cd532d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:14.193703 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Attempting to bind port cba893e8-7852-4e07-89d5-cce5b9de2d3a on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:47:14.194256 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Attempting to bind port cba893e8-7852-4e07-89d5-cce5b9de2d3a by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '445cadfa-9666-4a61-946c-64750b71d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:47:14.194713 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Attempting to bind port cba893e8-7852-4e07-89d5-cce5b9de2d3a on network 6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:47:14.226912 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-763ade85-4285-4c98-8d71-6afde9cd532d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:14.230453 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-763ade85-4285-4c98-8d71-6afde9cd532d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:14.230598 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:47:14.230836 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Checking segment: {'id': '445cadfa-9666-4a61-946c-64750b71d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:47:14.231262 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:14.231646 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-763ade85-4285-4c98-8d71-6afde9cd532d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d401556-4fa2-4a7a-96b4-bd1d993c65d4 HTTP/1.1" status: 204 len: 168 time: 0.2705691 Jul 23 20:47:14.231747 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Bound using segment: {'id': '445cadfa-9666-4a61-946c-64750b71d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:47:14.232125 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Bound port: cba893e8-7852-4e07-89d5-cce5b9de2d3a, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445cadfa-9666-4a61-946c-64750b71d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:47:14.232506 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:14.244636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ade85-4285-4c98-8d71-6afde9cd532d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d401556-4fa2-4a7a-96b4-bd1d993c65d4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:14.315612 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] For port cba893e8-7852-4e07-89d5-cce5b9de2d3a, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:47:14.319110 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] For port cba893e8-7852-4e07-89d5-cce5b9de2d3a, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=cba893e8-7852-4e07-89d5-cce5b9de2d3a,segment=NetworkSegment(445cadfa-9666-4a61-946c-64750b71d4ee),segment_id=445cadfa-9666-4a61-946c-64750b71d4ee)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:47:14.351673 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:14.411048 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093416fd-6208-4703-9136-49d5179cc4dd None None] Pushing event updated for resources: {'Port': ['ID=cba893e8-7852-4e07-89d5-cce5b9de2d3a,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:14.447026 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Routers {'30683d9d-de53-4bcd-a2c7-bd9c513719ca'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:14.447713 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:46:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:14.626362 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 86dd0416-62ae-419c-8feb-f9ce8664ab6a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:14.721239 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 86dd0416-62ae-419c-8feb-f9ce8664ab6a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:14.721763 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:14.752627 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] Set router 30683d9d-de53-4bcd-a2c7-bd9c513719ca gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:15.193392 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'cba893e8-7852-4e07-89d5-cce5b9de2d3a', 'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:4d:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:10Z', 'updated_at': '2021-07-23T20:47:14Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:15.244573 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba8c7e6-6427-4f97-b812-1e044bce8a76 None None] The sync data for ids ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'] in n-d-791504-18 is: [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'cba893e8-7852-4e07-89d5-cce5b9de2d3a', 'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:4d:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:10Z', 'updated_at': '2021-07-23T20:47:14Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:47:15.413208 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:16.547772 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device cba893e8-7852-4e07-89d5-cce5b9de2d3a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:16.610516 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port cba893e8-7852-4e07-89d5-cce5b9de2d3a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:16.614818 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port cba893e8-7852-4e07-89d5-cce5b9de2d3a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:16.615426 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:16.706522 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:16.740409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port cba893e8-7852-4e07-89d5-cce5b9de2d3a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=cba893e8-7852-4e07-89d5-cce5b9de2d3a,segment=NetworkSegment(445cadfa-9666-4a61-946c-64750b71d4ee),segment_id=445cadfa-9666-4a61-946c-64750b71d4ee)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:16.744222 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:16.794203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=cba893e8-7852-4e07-89d5-cce5b9de2d3a,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:16.851414 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:17.049754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58678) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:17.160802 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db0c9503-edf8-450f-bb44-f4e42b86eb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:17.252598 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db0c9503-edf8-450f-bb44-f4e42b86eb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:17.256785 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db0c9503-edf8-450f-bb44-f4e42b86eb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:17.294462 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c9503-edf8-450f-bb44-f4e42b86eb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f63b69-adb3-4b44-8b05-191c5ba2c728,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:17.311595 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-db0c9503-edf8-450f-bb44-f4e42b86eb61 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=709cd9c76aa149708b88fff588115fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607346 Jul 23 20:47:17.314819 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58682) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:17.372598 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da51a0d4-1e50-4528-9c2a-e8d18325e463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:17.393660 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da51a0d4-1e50-4528-9c2a-e8d18325e463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:17.451853 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da51a0d4-1e50-4528-9c2a-e8d18325e463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:17.455739 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da51a0d4-1e50-4528-9c2a-e8d18325e463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:17.459734 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-da51a0d4-1e50-4528-9c2a-e8d18325e463 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f9f63b69-adb3-4b44-8b05-191c5ba2c728 HTTP/1.1" status: 204 len: 168 time: 0.1401424 Jul 23 20:47:17.473043 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51a0d4-1e50-4528-9c2a-e8d18325e463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f63b69-adb3-4b44-8b05-191c5ba2c728,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:17.743156 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58688) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:17.755904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cce2853-45f6-43f8-ac8f-bc7c5058a902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:17.843903 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cce2853-45f6-43f8-ac8f-bc7c5058a902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:17.847366 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4cce2853-45f6-43f8-ac8f-bc7c5058a902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:17.883172 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce2853-45f6-43f8-ac8f-bc7c5058a902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3951eb29-8e22-4901-9811-58cb723f1bda,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:17.887425 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4cce2853-45f6-43f8-ac8f-bc7c5058a902 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=034866c92f1a4db190dd69ccc6746ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432347 Jul 23 20:47:17.890656 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58690) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:17.936983 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e70da62b-b875-44f4-b7c3-434794651f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:17.960366 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e70da62b-b875-44f4-b7c3-434794651f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:18.022869 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e70da62b-b875-44f4-b7c3-434794651f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:18.025545 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e70da62b-b875-44f4-b7c3-434794651f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:18.026722 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e70da62b-b875-44f4-b7c3-434794651f03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3951eb29-8e22-4901-9811-58cb723f1bda HTTP/1.1" status: 204 len: 168 time: 0.1352484 Jul 23 20:47:18.036087 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70da62b-b875-44f4-b7c3-434794651f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3951eb29-8e22-4901-9811-58cb723f1bda,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:18.504915 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device cba893e8-7852-4e07-89d5-cce5b9de2d3a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:18.612070 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port cba893e8-7852-4e07-89d5-cce5b9de2d3a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:18.612455 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:20.270950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58764) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:20.386090 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6418218-d106-4bf1-8816-284766d85b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:20.494439 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-84ce7798-0542-4c3f-9301-43b7fd4dc805 req-84b4665f-e937-4ceb-a425-80ce7919d8a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72cf5109-a212-49d2-88bc-328cecd90e2d HTTP/1.1" status: 200 len: 217 time: 0.0374827 Jul 23 20:47:20.523052 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6418218-d106-4bf1-8816-284766d85b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:20.530979 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-9d69b665-60b2-4f3e-9dd7-85515bca3429 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0726643 Jul 23 20:47:20.535397 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6418218-d106-4bf1-8816-284766d85b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:20.581185 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce7798-0542-4c3f-9301-43b7fd4dc805 req-85034be5-1e54-42c5-b45e-ce7e30ffd883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:20.582832 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-84ce7798-0542-4c3f-9301-43b7fd4dc805 req-85034be5-1e54-42c5-b45e-ce7e30ffd883 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8f39313-4f55-4bfd-8aa5-665c4b55c746 HTTP/1.1" status: 200 len: 854 time: 0.0583279 Jul 23 20:47:20.636007 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6418218-d106-4bf1-8816-284766d85b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4398776-70e4-407e-8e87-282c31a3b484,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:20.643733 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-84ce7798-0542-4c3f-9301-43b7fd4dc805 req-cdfc188d-cad6-4dc4-bd7b-9509349bec5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470881 Jul 23 20:47:20.650875 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c6418218-d106-4bf1-8816-284766d85b8e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=71ed688e88304c28ada193f11ac729ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3787975 Jul 23 20:47:20.652300 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6418218-d106-4bf1-8816-284766d85b8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:20.652648 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6418218-d106-4bf1-8816-284766d85b8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:20.652992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6418218-d106-4bf1-8816-284766d85b8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:20.653332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6418218-d106-4bf1-8816-284766d85b8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:20.653672 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6418218-d106-4bf1-8816-284766d85b8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:20.654009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6418218-d106-4bf1-8816-284766d85b8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:20.654340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6418218-d106-4bf1-8816-284766d85b8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:20.654670 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6418218-d106-4bf1-8816-284766d85b8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:20.655004 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6418218-d106-4bf1-8816-284766d85b8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:20.655350 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6418218-d106-4bf1-8816-284766d85b8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:20.655666 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58774) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:20.655800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6418218-d106-4bf1-8816-284766d85b8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:20.655990 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6418218-d106-4bf1-8816-284766d85b8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:20.723396 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71557f-b2c0-4e29-9dae-9a07a20cefc5 req-ed22752d-2a1f-403e-b4a7-c702cb10afec tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:20.724894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f71557f-b2c0-4e29-9dae-9a07a20cefc5 req-ed22752d-2a1f-403e-b4a7-c702cb10afec tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 945 time: 0.1528831 Jul 23 20:47:20.732015 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-92873907-76b6-476c-9558-503f393953f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:20.732501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-92873907-76b6-476c-9558-503f393953f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:20.732972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-92873907-76b6-476c-9558-503f393953f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:20.733437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-92873907-76b6-476c-9558-503f393953f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:20.733906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-92873907-76b6-476c-9558-503f393953f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:20.734392 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-92873907-76b6-476c-9558-503f393953f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:20.735024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-92873907-76b6-476c-9558-503f393953f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:20.737066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-92873907-76b6-476c-9558-503f393953f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 6508 time: 0.1269639 Jul 23 20:47:20.758695 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9948ef19-8595-42d7-a66b-8d674281136a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:20.759040 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-84ce7798-0542-4c3f-9301-43b7fd4dc805 req-09987255-e764-48ba-9773-32f70429bed9 service neutron] 10.222.0.48 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993030 Jul 23 20:47:20.825566 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9948ef19-8595-42d7-a66b-8d674281136a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:20.861485 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-84ce7798-0542-4c3f-9301-43b7fd4dc805 req-8116513a-cffa-47ee-a33f-db5f1d542205 service neutron] 10.222.0.48 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938582 Jul 23 20:47:20.904741 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f71557f-b2c0-4e29-9dae-9a07a20cefc5 req-6ba0a741-f6c8-4372-9d54-7f71b3b92076 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663961 Jul 23 20:47:20.955384 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00c3ec0-bead-45bb-8939-000a2c1ae8eb x-openstack-request-id: req-b00c3ec0-bead-45bb-8939-000a2c1ae8eb {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:47:20.955910 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aad930b-73f9-4855-8a55-883dc5790953", "name": "network-vif-plugged", "status": "completed", "tag": "92625c2a-57e0-4563-80fe-10bcfba695ad", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:47:20.956017 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b00c3ec0-bead-45bb-8939-000a2c1ae8eb {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:47:20.956591 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aad930b-73f9-4855-8a55-883dc5790953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92625c2a-57e0-4563-80fe-10bcfba695ad', 'code': 200} Jul 23 20:47:20.967697 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-f7f4cda0-9004-428e-acae-ee41aa30af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:20.968155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-f7f4cda0-9004-428e-acae-ee41aa30af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:20.968889 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-f7f4cda0-9004-428e-acae-ee41aa30af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:20.970555 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-f7f4cda0-9004-428e-acae-ee41aa30af4f service neutron] 10.222.0.48 "GET /v2.0/networks?id=bd17cd34-e969-4b19-90d9-ebcf6df4f73c&id=59c5d0ae-3121-4e53-88c3-139064a5c09c&id=59c5d0ae-3121-4e53-88c3-139064a5c09c&id=59c5d0ae-3121-4e53-88c3-139064a5c09c&id=59c5d0ae-3121-4e53-88c3-139064a5c09c&id=9e4e0618-9258-49df-b427-fe7749c03fdb&id=9e4e0618-9258-49df-b427-fe7749c03fdb HTTP/1.1" status: 200 len: 2298 time: 0.1958666 Jul 23 20:47:20.995901 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699df78-7c7b-4cfc-8bae-0ce19e6c54ba req-23e62abb-0bd1-493e-973d-506c26e0c618 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:20.997430 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6699df78-7c7b-4cfc-8bae-0ce19e6c54ba req-23e62abb-0bd1-493e-973d-506c26e0c618 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 946 time: 0.1822181 Jul 23 20:47:21.035227 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9948ef19-8595-42d7-a66b-8d674281136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.037693 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9948ef19-8595-42d7-a66b-8d674281136a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.038834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9948ef19-8595-42d7-a66b-8d674281136a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a4398776-70e4-407e-8e87-282c31a3b484 HTTP/1.1" status: 204 len: 168 time: 0.3818552 Jul 23 20:47:21.108532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948ef19-8595-42d7-a66b-8d674281136a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4398776-70e4-407e-8e87-282c31a3b484,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:21.161653 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-987691db-2111-497f-b1a6-5009a58ed1c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=214304c1-8d67-470d-8ca8-60e60e3fe9e0 HTTP/1.1" status: 200 len: 1002 time: 0.1819232 Jul 23 20:47:21.173590 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6699df78-7c7b-4cfc-8bae-0ce19e6c54ba req-808eb6b0-d2f9-4190-bcc8-9508506dac8a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410589 Jul 23 20:47:21.213184 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58780) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:21.217786 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-6ff5eb5f-d6b9-49db-a26f-8835821c6c34 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-20696612', 'description': 'tempest-secgroup-smoke-20696612 description', 'project_id': '658e4131401d4adf82a7d233679ed997'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:21.255868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8bcf8-5816-4b5b-99b0-a9a259a8817e req-3b4ca655-c29b-4a8e-bc1f-5f1276c26276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:21.257576 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bed8bcf8-5816-4b5b-99b0-a9a259a8817e req-3b4ca655-c29b-4a8e-bc1f-5f1276c26276 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 1098 time: 0.2236447 Jul 23 20:47:21.265397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-a25942d0-2788-42cc-92ff-ea757c780939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:21.265959 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ff5eb5f-d6b9-49db-a26f-8835821c6c34 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.266955 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-a25942d0-2788-42cc-92ff-ea757c780939 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e30070cc-08f6-4366-9d16-3dfe52a72249 HTTP/1.1" status: 200 len: 856 time: 0.0914416 Jul 23 20:47:21.362364 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ff5eb5f-d6b9-49db-a26f-8835821c6c34 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.366459 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ff5eb5f-d6b9-49db-a26f-8835821c6c34 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.390335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58782) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:21.400630 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bed8bcf8-5816-4b5b-99b0-a9a259a8817e req-927484b3-2e6e-4967-b1ab-7ac22fde3637 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320779 Jul 23 20:47:21.403713 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ff5eb5f-d6b9-49db-a26f-8835821c6c34 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.404862 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6ff5eb5f-d6b9-49db-a26f-8835821c6c34 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1906877 Jul 23 20:47:21.411463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58784) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:21.416276 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-cafb462c-ba6d-438b-a258-b6c2574746d0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group_rule': {'security_group_id': 'af9c3d57-126b-459c-a58b-7d3780ae0453', 'project_id': '658e4131401d4adf82a7d233679ed997', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:21.420165 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5eb5f-d6b9-49db-a26f-8835821c6c34 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9c3d57-126b-459c-a58b-7d3780ae0453,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:21.422930 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bbc60fb6-0543-4e9d-9c25-e8766100bc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.456741 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdb104-751a-4a6a-9b3f-4c7581205504 req-d45b4dc8-c3c1-427c-8a95-c7e994ac4f56 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:21.462615 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdb104-751a-4a6a-9b3f-4c7581205504 req-d45b4dc8-c3c1-427c-8a95-c7e994ac4f56 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:21.467930 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cafb462c-ba6d-438b-a258-b6c2574746d0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.469246 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdb104-751a-4a6a-9b3f-4c7581205504 req-d45b4dc8-c3c1-427c-8a95-c7e994ac4f56 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:21.475235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdb104-751a-4a6a-9b3f-4c7581205504 req-d45b4dc8-c3c1-427c-8a95-c7e994ac4f56 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:21.481378 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdb104-751a-4a6a-9b3f-4c7581205504 req-d45b4dc8-c3c1-427c-8a95-c7e994ac4f56 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:21.487867 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdb104-751a-4a6a-9b3f-4c7581205504 req-d45b4dc8-c3c1-427c-8a95-c7e994ac4f56 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:21.493988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdb104-751a-4a6a-9b3f-4c7581205504 req-d45b4dc8-c3c1-427c-8a95-c7e994ac4f56 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:21.496403 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cabdb104-751a-4a6a-9b3f-4c7581205504 req-d45b4dc8-c3c1-427c-8a95-c7e994ac4f56 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5432 time: 0.2328467 Jul 23 20:47:21.510030 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc75a7-3311-4296-82a8-9afca03b354e req-ce9f6498-3706-42d0-88eb-9bb4e31a3772 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:21.516196 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc75a7-3311-4296-82a8-9afca03b354e req-ce9f6498-3706-42d0-88eb-9bb4e31a3772 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:21.522386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc75a7-3311-4296-82a8-9afca03b354e req-ce9f6498-3706-42d0-88eb-9bb4e31a3772 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:21.528417 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc75a7-3311-4296-82a8-9afca03b354e req-ce9f6498-3706-42d0-88eb-9bb4e31a3772 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:21.534793 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc75a7-3311-4296-82a8-9afca03b354e req-ce9f6498-3706-42d0-88eb-9bb4e31a3772 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:21.540906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc75a7-3311-4296-82a8-9afca03b354e req-ce9f6498-3706-42d0-88eb-9bb4e31a3772 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:21.547350 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc75a7-3311-4296-82a8-9afca03b354e req-ce9f6498-3706-42d0-88eb-9bb4e31a3772 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:21.549295 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-84fc75a7-3311-4296-82a8-9afca03b354e req-ce9f6498-3706-42d0-88eb-9bb4e31a3772 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5444 time: 0.2687893 Jul 23 20:47:21.556881 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-90610a77-6f6c-4998-ab92-c5c983f7f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:21.558604 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-90610a77-6f6c-4998-ab92-c5c983f7f0a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bd17cd34-e969-4b19-90d9-ebcf6df4f73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2679982 Jul 23 20:47:21.579933 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cafb462c-ba6d-438b-a258-b6c2574746d0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.588417 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cafb462c-ba6d-438b-a258-b6c2574746d0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.597316 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bbc60fb6-0543-4e9d-9c25-e8766100bc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.608128 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bbc60fb6-0543-4e9d-9c25-e8766100bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.624873 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb462c-ba6d-438b-a258-b6c2574746d0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3207db-2504-4940-8d72-e0743404308d,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:21.636972 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cafb462c-ba6d-438b-a258-b6c2574746d0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.638253 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cafb462c-ba6d-438b-a258-b6c2574746d0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2256021 Jul 23 20:47:21.644403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58786) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:21.659258 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bbc60fb6-0543-4e9d-9c25-e8766100bc58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3bfe0b4e2e4a45009a93d6658788a33d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2678289 Jul 23 20:47:21.660840 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc60fb6-0543-4e9d-9c25-e8766100bc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797a2c97-5df6-473f-9340-2adeaa628a9d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:21.663161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58788) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:21.679490 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cabdb104-751a-4a6a-9b3f-4c7581205504 req-26bcdceb-d8e1-4f0e-b733-978f811c079f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1276910 Jul 23 20:47:21.685254 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-bd8ad576-1a28-46f6-a414-955da5e68147 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group_rule': {'security_group_id': 'af9c3d57-126b-459c-a58b-7d3780ae0453', 'project_id': '658e4131401d4adf82a7d233679ed997', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:21.712056 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-84fc75a7-3311-4296-82a8-9afca03b354e req-7321a73b-fb97-4551-bcfc-e7b36ad1acc0 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1449208 Jul 23 20:47:21.716667 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ec1951a-b035-457d-8e0a-52162ddbed87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.751718 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ec1951a-b035-457d-8e0a-52162ddbed87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.751818 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-5c4e47c2-9288-4e24-bd8d-2f09ee5626ed service neutron] 10.222.0.48 "GET /v2.0/networks/bd17cd34-e969-4b19-90d9-ebcf6df4f73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758854 Jul 23 20:47:21.751818 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd8ad576-1a28-46f6-a414-955da5e68147 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.801731 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ec1951a-b035-457d-8e0a-52162ddbed87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.806006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ec1951a-b035-457d-8e0a-52162ddbed87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.807510 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7ec1951a-b035-457d-8e0a-52162ddbed87 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/797a2c97-5df6-473f-9340-2adeaa628a9d HTTP/1.1" status: 204 len: 168 time: 0.1434133 Jul 23 20:47:21.816206 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1951a-b035-457d-8e0a-52162ddbed87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797a2c97-5df6-473f-9340-2adeaa628a9d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:21.925225 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd8ad576-1a28-46f6-a414-955da5e68147 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.942579 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd8ad576-1a28-46f6-a414-955da5e68147 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.965168 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-a84e3773-05f6-46d0-9b3a-237fed1c94f8 service neutron] 10.222.0.48 "GET /v2.0/networks/bd17cd34-e969-4b19-90d9-ebcf6df4f73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092161 Jul 23 20:47:21.985490 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ad576-1a28-46f6-a414-955da5e68147 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd40129-6ed0-48db-a437-8d076d04b1c2,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:22.045402 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-d09bb5c3-8e2e-422c-8851-51d26dd2c142 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=9897128c-b4b2-4b65-a39d-e74031bf6da6 HTTP/1.1" status: 200 len: 217 time: 0.0638711 Jul 23 20:47:22.046084 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd8ad576-1a28-46f6-a414-955da5e68147 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.047181 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bd8ad576-1a28-46f6-a414-955da5e68147 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3724134 Jul 23 20:47:22.050675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58800) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:22.055895 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-62591e67-febe-42aa-8751-9a73c709fdb7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group_rule': {'security_group_id': 'af9c3d57-126b-459c-a58b-7d3780ae0453', 'project_id': '658e4131401d4adf82a7d233679ed997', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:22.060177 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c5e0-c6bf-4a45-96c1-345dfc765bad req-1e93c605-51d8-4ba2-aa10-12992c917d96 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:22.066587 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c5e0-c6bf-4a45-96c1-345dfc765bad req-1e93c605-51d8-4ba2-aa10-12992c917d96 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:22.072497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c5e0-c6bf-4a45-96c1-345dfc765bad req-1e93c605-51d8-4ba2-aa10-12992c917d96 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:22.079447 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c5e0-c6bf-4a45-96c1-345dfc765bad req-1e93c605-51d8-4ba2-aa10-12992c917d96 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:22.085597 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c5e0-c6bf-4a45-96c1-345dfc765bad req-1e93c605-51d8-4ba2-aa10-12992c917d96 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:22.091843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c5e0-c6bf-4a45-96c1-345dfc765bad req-1e93c605-51d8-4ba2-aa10-12992c917d96 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:22.098323 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c5e0-c6bf-4a45-96c1-345dfc765bad req-1e93c605-51d8-4ba2-aa10-12992c917d96 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:22.100358 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c804c5e0-c6bf-4a45-96c1-345dfc765bad req-1e93c605-51d8-4ba2-aa10-12992c917d96 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5432 time: 0.2938058 Jul 23 20:47:22.101074 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-62591e67-febe-42aa-8751-9a73c709fdb7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.145805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bc00f-d103-4365-9127-bf92a4e0fed7 req-326c77f0-c155-42ee-861c-eebdf3267914 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:22.153620 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bc00f-d103-4365-9127-bf92a4e0fed7 req-326c77f0-c155-42ee-861c-eebdf3267914 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:22.160010 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bc00f-d103-4365-9127-bf92a4e0fed7 req-326c77f0-c155-42ee-861c-eebdf3267914 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:22.166151 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bc00f-d103-4365-9127-bf92a4e0fed7 req-326c77f0-c155-42ee-861c-eebdf3267914 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:22.168090 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-62591e67-febe-42aa-8751-9a73c709fdb7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.172842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bc00f-d103-4365-9127-bf92a4e0fed7 req-326c77f0-c155-42ee-861c-eebdf3267914 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:22.173216 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-62591e67-febe-42aa-8751-9a73c709fdb7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.179082 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bc00f-d103-4365-9127-bf92a4e0fed7 req-326c77f0-c155-42ee-861c-eebdf3267914 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:22.185301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bc00f-d103-4365-9127-bf92a4e0fed7 req-326c77f0-c155-42ee-861c-eebdf3267914 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:22.188023 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3c0bc00f-d103-4365-9127-bf92a4e0fed7 req-326c77f0-c155-42ee-861c-eebdf3267914 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5444 time: 0.3338416 Jul 23 20:47:22.221560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62591e67-febe-42aa-8751-9a73c709fdb7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2037344-de2b-4066-8308-e76cf0f064c9,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:22.237448 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-62591e67-febe-42aa-8751-9a73c709fdb7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.238989 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-62591e67-febe-42aa-8751-9a73c709fdb7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1870747 Jul 23 20:47:22.242821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58812) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:22.244070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-5f79b9a4-9e10-40ed-8173-e7cfd55906ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:22.245687 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-5f79b9a4-9e10-40ed-8173-e7cfd55906ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a29a518f-ecc9-4636-9c65-c54cb733ea9a HTTP/1.1" status: 200 len: 797 time: 0.1429489 Jul 23 20:47:22.248906 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4ada7138-8059-4afc-a4af-f254e3b2c111 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group_rule': {'security_group_id': 'af9c3d57-126b-459c-a58b-7d3780ae0453', 'project_id': '658e4131401d4adf82a7d233679ed997', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:22.289285 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ada7138-8059-4afc-a4af-f254e3b2c111 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.348580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049a989-5cbc-4358-8420-5a8e6d9e0b58 req-3c6f29c2-869f-4b04-8d7d-03a08bbdbb90 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:22.355644 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d049a989-5cbc-4358-8420-5a8e6d9e0b58 req-3c6f29c2-869f-4b04-8d7d-03a08bbdbb90 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 945 time: 0.1642647 Jul 23 20:47:22.370106 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ada7138-8059-4afc-a4af-f254e3b2c111 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.374868 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ada7138-8059-4afc-a4af-f254e3b2c111 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.395833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada7138-8059-4afc-a4af-f254e3b2c111 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334f0f5d-1f89-489f-9c5d-4d6ee6fa41be,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:22.405454 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ada7138-8059-4afc-a4af-f254e3b2c111 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.410186 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4ada7138-8059-4afc-a4af-f254e3b2c111 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1633091 Jul 23 20:47:22.410186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58818) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:22.415703 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-abd50e46-1584-4c25-9ce2-17d09cbca738 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group_rule': {'security_group_id': 'af9c3d57-126b-459c-a58b-7d3780ae0453', 'project_id': '658e4131401d4adf82a7d233679ed997', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:22.417571 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d049a989-5cbc-4358-8420-5a8e6d9e0b58 req-c29ea30d-ea2c-4d9f-a32a-12b8fd5a6fab tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610871 Jul 23 20:47:22.428756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-40453d0b-50d0-42a4-a49f-5648e2b4d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:22.430267 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-40453d0b-50d0-42a4-a49f-5648e2b4d63a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59c5d0ae-3121-4e53-88c3-139064a5c09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1737449 Jul 23 20:47:22.458414 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-abd50e46-1584-4c25-9ce2-17d09cbca738 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Project 658e4131401d4adf82a7d233679ed997 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:47:22.463820 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-abd50e46-1584-4c25-9ce2-17d09cbca738 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.485807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d5e7b-e12b-4db0-a925-faa372afab93 req-6ae6641b-0a0c-43de-bbb0-060bce013cba tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:22.487580 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-203d5e7b-e12b-4db0-a925-faa372afab93 req-6ae6641b-0a0c-43de-bbb0-060bce013cba tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 946 time: 0.1873789 Jul 23 20:47:22.543345 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-abd50e46-1584-4c25-9ce2-17d09cbca738 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.550425 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-abd50e46-1584-4c25-9ce2-17d09cbca738 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.572116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd50e46-1584-4c25-9ce2-17d09cbca738 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f681065-8884-4b3e-9b55-e1bf7f1466d3,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:22.580253 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-abd50e46-1584-4c25-9ce2-17d09cbca738 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.581111 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-203d5e7b-e12b-4db0-a925-faa372afab93 req-9b834d68-aa5a-47d0-82af-be817a0491ec tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866640 Jul 23 20:47:22.581603 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-abd50e46-1584-4c25-9ce2-17d09cbca738 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1701589 Jul 23 20:47:22.584304 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58826) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:22.585553 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-16effc13-6698-4a57-a03d-f45d28b1b6f5 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453164 Jul 23 20:47:22.589341 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4bde637c-46d2-45a4-bdfc-ad1cb3794310 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group_rule': {'security_group_id': 'af9c3d57-126b-459c-a58b-7d3780ae0453', 'project_id': '658e4131401d4adf82a7d233679ed997', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:22.620796 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-4bde637c-46d2-45a4-bdfc-ad1cb3794310 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Project 658e4131401d4adf82a7d233679ed997 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:47:22.629136 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4bde637c-46d2-45a4-bdfc-ad1cb3794310 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.699988 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4bde637c-46d2-45a4-bdfc-ad1cb3794310 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.704922 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4bde637c-46d2-45a4-bdfc-ad1cb3794310 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.725362 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde637c-46d2-45a4-bdfc-ad1cb3794310 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fadf1b0f-e00c-48c3-8c53-39adf4df398e,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:22.733602 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4bde637c-46d2-45a4-bdfc-ad1cb3794310 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.739156 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4bde637c-46d2-45a4-bdfc-ad1cb3794310 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1499028 Jul 23 20:47:22.983908 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 72cf5109-a212-49d2-88bc-328cecd90e2d details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:47:23.096849 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 72cf5109-a212-49d2-88bc-328cecd90e2d, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=72cf5109-a212-49d2-88bc-328cecd90e2d,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:23.100332 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-a5e78455-ae30-4d6c-8f7f-68237c875bd5 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062101 Jul 23 20:47:23.111840 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '72cf5109-a212-49d2-88bc-328cecd90e2d', 'network_id': '94b372e5-ba5b-4cfb-bb15-1d698cd7caf2', 'port_id': '72cf5109-a212-49d2-88bc-328cecd90e2d', 'mac_address': 'fa:16:3e:97:11:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f39313-4f55-4bfd-8aa5-665c4b55c746', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:47:23.154771 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-8a413c86-0dca-4dd9-aac1-6fe792119769 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-20696612&fields=id&tenant_id=658e4131401d4adf82a7d233679ed997 HTTP/1.1" status: 200 len: 267 time: 0.0996976 Jul 23 20:47:23.162001 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:23.167079 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-e03d1649-822a-40fa-9291-5814972cc788 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=8d621365-bcf9-403d-83db-84d9bdb36ec9 HTTP/1.1" status: 200 len: 217 time: 0.0573127 Jul 23 20:47:23.177131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72cf5109-a212-49d2-88bc-328cecd90e2d {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:47:23.198959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 72cf5109-a212-49d2-88bc-328cecd90e2d, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=72cf5109-a212-49d2-88bc-328cecd90e2d,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:23.205430 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:23.257472 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=72cf5109-a212-49d2-88bc-328cecd90e2d,revision_number=11']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:23.263016 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8e525-2f69-4dd0-93f6-64a1064239e6 req-226f5d83-e987-4935-8aa9-669405ca4714 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:23.265264 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-88c8e525-2f69-4dd0-93f6-64a1064239e6 req-226f5d83-e987-4935-8aa9-669405ca4714 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 946 time: 0.5901506 Jul 23 20:47:23.358451 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-2f95e778-f20b-4e25-bfde-65d5fddb7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:23.360065 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-2f95e778-f20b-4e25-bfde-65d5fddb7c39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a29a518f-ecc9-4636-9c65-c54cb733ea9a HTTP/1.1" status: 200 len: 797 time: 0.1646841 Jul 23 20:47:23.391746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-88c8e525-2f69-4dd0-93f6-64a1064239e6 req-4ca6deec-232f-48bf-85dd-02118d724c02 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183460 Jul 23 20:47:23.415739 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58868) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:23.425813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-dbc5350d-ccd7-4a9b-9a38-804f6bab0dcf tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:23.433158 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-dbc5350d-ccd7-4a9b-9a38-804f6bab0dcf tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/networks?id=6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 HTTP/1.1" status: 200 len: 797 time: 0.2685831 Jul 23 20:47:23.457210 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-4da33bfc-b801-4458-856d-d89028c62680 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/quotas/658e4131401d4adf82a7d233679ed997 HTTP/1.1" status: 200 len: 375 time: 0.0226979 Jul 23 20:47:23.557301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-bdff6f6b-4707-421c-af89-a83e6ac651b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:23.558848 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-bdff6f6b-4707-421c-af89-a83e6ac651b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59c5d0ae-3121-4e53-88c3-139064a5c09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1899977 Jul 23 20:47:23.586550 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-1a7a065b-2d22-483a-bc00-88324ca93f99 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=658e4131401d4adf82a7d233679ed997&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1284153 Jul 23 20:47:23.603767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['72cf5109-a212-49d2-88bc-328cecd90e2d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:47:23.685764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2d2a30-5fbf-465d-a6a3-3b9b64165c79 tempest-TestVolumeBootPattern-808295619 tempest-TestVolumeBootPattern-808295619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:23.693095 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ec2d2a30-5fbf-465d-a6a3-3b9b64165c79 tempest-TestVolumeBootPattern-808295619 tempest-TestVolumeBootPattern-808295619-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 1093 time: 0.2762349 Jul 23 20:47:23.693925 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58880) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:23.698401 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bfd9e-88fb-4e3a-b39c-c6a1afe6242d req-2f35e2f0-f1d6-42d8-8ecc-45b1ce28edc3 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:23.698576 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': '92625c2a-57e0-4563-80fe-10bcfba695ad', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:23.699911 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-279bfd9e-88fb-4e3a-b39c-c6a1afe6242d req-2f35e2f0-f1d6-42d8-8ecc-45b1ce28edc3 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1977808 Jul 23 20:47:23.754577 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:23.840909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-2709e9e2-b1ad-4d0a-89f6-b4bede0a94e8 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714963 Jul 23 20:47:23.866342 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-279bfd9e-88fb-4e3a-b39c-c6a1afe6242d req-82807bcf-ea39-4f28-8b8a-8100b83cf6df tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540997 Jul 23 20:47:23.899845 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-1b3f5df9-e7fa-4c65-945d-952de0266875 service neutron] 10.222.0.55 "GET /v2.0/networks/6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873867 Jul 23 20:47:23.903809 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:24.054782 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-9dd18eee-4e78-497b-8a5f-f304497c9f0d service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037320 Jul 23 20:47:24.121954 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-4b2d9e96-a2ff-473e-90ca-a80008a446f7 service neutron] 10.222.0.55 "GET /v2.0/networks/6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176976 Jul 23 20:47:24.127476 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-39d05932-7c6a-4c7b-8a73-9b46925bc6e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=15c94fa6-9255-45bc-a13a-117c1b554b47 HTTP/1.1" status: 200 len: 217 time: 0.0623047 Jul 23 20:47:24.194719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-fbcc8082-67a2-4738-b06d-3227632005c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:24.196452 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-fbcc8082-67a2-4738-b06d-3227632005c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a29a518f-ecc9-4636-9c65-c54cb733ea9a HTTP/1.1" status: 200 len: 797 time: 0.0613329 Jul 23 20:47:24.274619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-9417b9ed-67ac-48ee-a5cf-776e513aa267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:24.277036 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-9417b9ed-67ac-48ee-a5cf-776e513aa267 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59c5d0ae-3121-4e53-88c3-139064a5c09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0731113 Jul 23 20:47:24.471863 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b941375d-8e07-4ab1-a655-dfbc59f59053 req-70e52bed-7b79-4e3a-8cfa-271c54020447 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 210 time: 0.0492299 Jul 23 20:47:24.473140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Allocated IP 172.25.3.239 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/899bc0fa-71a0-4fa7-9011-68d79397db54) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:24.547877 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-e5c90bd0-0972-4db8-a620-7260baa2ce25 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621906 Jul 23 20:47:24.552119 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63841420-90d9-4738-b012-f7dac9bce564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:24.655971 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:24.717255 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-16856c31-0f08-4c4f-a89c-67c577a1c409 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520474 Jul 23 20:47:24.729537 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:24.774937 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:24.777993 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:24.781532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:24.819409 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'Port': ['ID=899bc0fa-71a0-4fa7-9011-68d79397db54,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:24.819907 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-6c64a57c-4225-4667-bed8-4d1d5e051ff7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=91ccd907-3ee5-4d2e-b2cc-2c4f32958481 HTTP/1.1" status: 200 len: 217 time: 0.0946491 Jul 23 20:47:24.870588 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58938) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:24.902153 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-be47b7f9-1d59-4b00-a37b-3405ca734351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:24.904414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-be47b7f9-1d59-4b00-a37b-3405ca734351 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a29a518f-ecc9-4636-9c65-c54cb733ea9a HTTP/1.1" status: 200 len: 797 time: 0.0777581 Jul 23 20:47:24.971900 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58946) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:24.988720 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 72cf5109-a212-49d2-88bc-328cecd90e2d up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:25.079143 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-e2af714e-4643-4e05-91bc-641a8054d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.081270 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-e2af714e-4643-4e05-91bc-641a8054d544 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59c5d0ae-3121-4e53-88c3-139064a5c09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1650965 Jul 23 20:47:25.098005 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 72cf5109-a212-49d2-88bc-328cecd90e2d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:25.112028 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 72cf5109-a212-49d2-88bc-328cecd90e2d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:25.112686 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:25.119497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eab665-7dd4-4396-9954-5210475f47f4 req-ae44314f-c477-4cc2-a1c9-089138f06f7c tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.121599 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82eab665-7dd4-4396-9954-5210475f47f4 req-ae44314f-c477-4cc2-a1c9-089138f06f7c tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 946 time: 0.1540914 Jul 23 20:47:25.235446 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82eab665-7dd4-4396-9954-5210475f47f4 req-59324bbc-61bb-499e-ab3c-ce9c11f13ff0 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034510 Jul 23 20:47:25.273954 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:25.313791 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482f4d6a-fb32-42e9-8ec0-13fac8eca4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cf5109-a212-49d2-88bc-328cecd90e2d'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:47:25.316938 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc247c1-beab-4dd1-add9-22a8f0330bfb" -d '{"events": [{"server_uuid": "482f4d6a-fb32-42e9-8ec0-13fac8eca4ec", "name": "network-vif-plugged", "status": "completed", "tag": "72cf5109-a212-49d2-88bc-328cecd90e2d"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:47:25.319478 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f172a-9398-4de0-a70d-1aca4f4d75b5 req-aa539485-e3be-4e86-8c6e-a4700143837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.319969 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f172a-9398-4de0-a70d-1aca4f4d75b5 req-aa539485-e3be-4e86-8c6e-a4700143837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.320443 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f172a-9398-4de0-a70d-1aca4f4d75b5 req-aa539485-e3be-4e86-8c6e-a4700143837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.320912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f172a-9398-4de0-a70d-1aca4f4d75b5 req-aa539485-e3be-4e86-8c6e-a4700143837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.321400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f172a-9398-4de0-a70d-1aca4f4d75b5 req-aa539485-e3be-4e86-8c6e-a4700143837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.321835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f172a-9398-4de0-a70d-1aca4f4d75b5 req-aa539485-e3be-4e86-8c6e-a4700143837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.322295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f172a-9398-4de0-a70d-1aca4f4d75b5 req-aa539485-e3be-4e86-8c6e-a4700143837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.330412 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e1f172a-9398-4de0-a70d-1aca4f4d75b5 req-aa539485-e3be-4e86-8c6e-a4700143837e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 6508 time: 0.4578252 Jul 23 20:47:25.334811 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 72cf5109-a212-49d2-88bc-328cecd90e2d, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=72cf5109-a212-49d2-88bc-328cecd90e2d,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:25.349656 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:25.357733 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-8ca115ba-90a4-4b07-9b4c-a747f500366a service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497711 Jul 23 20:47:25.394128 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e1f172a-9398-4de0-a70d-1aca4f4d75b5 req-a7d9e3a4-d1bf-4310-ab27-a5bd81ec75b1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&id=cf5a8ae3-0004-45ce-a915-2619d60f406b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626912 Jul 23 20:47:25.432338 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644aad21-b81a-4ef5-bdbe-c4c9420762ba req-9069aace-42cf-4404-aa6f-4a603c3921f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.432833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644aad21-b81a-4ef5-bdbe-c4c9420762ba req-9069aace-42cf-4404-aa6f-4a603c3921f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.433309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644aad21-b81a-4ef5-bdbe-c4c9420762ba req-9069aace-42cf-4404-aa6f-4a603c3921f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.433784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644aad21-b81a-4ef5-bdbe-c4c9420762ba req-9069aace-42cf-4404-aa6f-4a603c3921f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.434362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644aad21-b81a-4ef5-bdbe-c4c9420762ba req-9069aace-42cf-4404-aa6f-4a603c3921f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.434830 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644aad21-b81a-4ef5-bdbe-c4c9420762ba req-9069aace-42cf-4404-aa6f-4a603c3921f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.435321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644aad21-b81a-4ef5-bdbe-c4c9420762ba req-9069aace-42cf-4404-aa6f-4a603c3921f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.437484 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-644aad21-b81a-4ef5-bdbe-c4c9420762ba req-9069aace-42cf-4404-aa6f-4a603c3921f2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 6496 time: 0.4641423 Jul 23 20:47:25.492306 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8792f913-3ee2-4f05-8340-1b3cdcae464b x-openstack-request-id: req-8792f913-3ee2-4f05-8340-1b3cdcae464b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:47:25.492665 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482f4d6a-fb32-42e9-8ec0-13fac8eca4ec", "name": "network-vif-plugged", "status": "completed", "tag": "72cf5109-a212-49d2-88bc-328cecd90e2d", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:47:25.492853 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8792f913-3ee2-4f05-8340-1b3cdcae464b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:47:25.493297 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482f4d6a-fb32-42e9-8ec0-13fac8eca4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cf5109-a212-49d2-88bc-328cecd90e2d', 'code': 200} Jul 23 20:47:25.494318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=72cf5109-a212-49d2-88bc-328cecd90e2d,revision_number=12']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:25.507986 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:25.530336 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-644aad21-b81a-4ef5-bdbe-c4c9420762ba req-d1fef15c-4a2e-4906-b231-57b536eabc73 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=231eb358-bebd-42eb-81af-33d6b583154d&id=af1f6218-6582-4c4a-915c-c97ede89d5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523553 Jul 23 20:47:25.553294 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-39c5ed2c-1376-4555-bcf8-8cfc0b45f990 service neutron] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785631 Jul 23 20:47:25.608179 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-20d2e50f-b52d-498a-ba39-e4fc26a82674 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=50e3a026-c77e-4500-9b42-80dcec484704 HTTP/1.1" status: 200 len: 217 time: 0.0451670 Jul 23 20:47:25.644860 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:25.664800 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df84b97c-cd33-43cb-bc5a-2c309c3f10a4 req-b41fbc14-069f-4b18-a7d7-10bd1ad21ea6 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 210 time: 0.0594444 Jul 23 20:47:25.686489 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-51d422f7-46e9-43b4-941d-f97a3cc8fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.688036 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-51d422f7-46e9-43b4-941d-f97a3cc8fd04 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1df64a1-b61e-4d57-acf3-a7fd288e2905 HTTP/1.1" status: 200 len: 797 time: 0.0723145 Jul 23 20:47:25.743652 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0faa6-93e9-46d9-bcbc-2472d48d4afb req-fd8bda25-eab6-4b76-ac9b-0901334e514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.745283 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9db0faa6-93e9-46d9-bcbc-2472d48d4afb req-fd8bda25-eab6-4b76-ac9b-0901334e514a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 1099 time: 0.1467247 Jul 23 20:47:25.751751 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-bb15e0c5-abd0-4f5d-a95b-42e873a8d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:25.753431 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-bb15e0c5-abd0-4f5d-a95b-42e873a8d97a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e4e0618-9258-49df-b427-fe7749c03fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0577824 Jul 23 20:47:25.825086 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9db0faa6-93e9-46d9-bcbc-2472d48d4afb req-0c7d8900-3722-44eb-bff7-cd8c881646cf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692317 Jul 23 20:47:25.873959 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-87acfbfc-324a-4307-9c62-f60d94387237 service neutron] 10.222.0.48 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136451 Jul 23 20:47:25.879370 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:25.885660 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:26.029021 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-41b66620-818d-42bc-9dcd-5f9c7d479277 service neutron] 10.222.0.48 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353629 Jul 23 20:47:26.040011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'Port': ['ID=899bc0fa-71a0-4fa7-9011-68d79397db54,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:26.063725 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:26.099027 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-6364dbd9-3bcd-47c8-bddd-a75ef1f9227f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 HTTP/1.1" status: 200 len: 217 time: 0.0628676 Jul 23 20:47:26.149446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-80eb073e-bf2d-4583-8386-9132681fa59f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:26.150934 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-80eb073e-bf2d-4583-8386-9132681fa59f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.48 "GET /v2.0/networks?id=6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 HTTP/1.1" status: 200 len: 797 time: 0.2313333 Jul 23 20:47:26.156655 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-fa03b4a0-e6f7-4a23-9912-e67aece82bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:26.158216 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-fa03b4a0-e6f7-4a23-9912-e67aece82bf2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1df64a1-b61e-4d57-acf3-a7fd288e2905 HTTP/1.1" status: 200 len: 797 time: 0.0526395 Jul 23 20:47:26.225022 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-0ec5f3e5-c8d1-4917-86eb-d75cbf094e18 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=658e4131401d4adf82a7d233679ed997 HTTP/1.1" status: 200 len: 378 time: 0.0584643 Jul 23 20:47:26.226200 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Floating IP 0faf1a4c-dd03-4476-92c5-b33e89569bbe associated. External IP: 172.25.3.239, port: 92625c2a-57e0-4563-80fe-10bcfba695ad. Jul 23 20:47:26.233100 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260170a3-aff7-4f19-be41-a99914998c3d req-bb99a341-3dae-41b0-9632-0b9ab1507586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:26.235402 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-bb99a341-3dae-41b0-9632-0b9ab1507586 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e4e0618-9258-49df-b427-fe7749c03fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0696008 Jul 23 20:47:26.298481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-f43fea0c-8fa5-4e83-9260-4cc62ef34d88 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'port': {'device_id': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'admin_state_up': True, 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'security_groups': ['af9c3d57-126b-459c-a58b-7d3780ae0453']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:26.393860 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-12f531da-2f4f-4500-b972-cabacec7d11e service neutron] 10.222.0.48 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470680 Jul 23 20:47:26.458501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdbba9-6870-48ed-ae9c-ea93c0c176b8 req-a5e288f6-3288-4be7-8d18-bfdee45f1071 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:26.463324 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-75bdbba9-6870-48ed-ae9c-ea93c0c176b8 req-a5e288f6-3288-4be7-8d18-bfdee45f1071 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.1298997 Jul 23 20:47:26.517095 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-f43fea0c-8fa5-4e83-9260-4cc62ef34d88 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Made reservation on behalf of 658e4131401d4adf82a7d233679ed997 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:47:26.520649 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-f43fea0c-8fa5-4e83-9260-4cc62ef34d88 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:26.542963 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-75bdbba9-6870-48ed-ae9c-ea93c0c176b8 req-ae838199-2fe8-446e-8bef-d3aa040a92b4 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787373 Jul 23 20:47:26.559788 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-260170a3-aff7-4f19-be41-a99914998c3d req-d59ccd95-4c72-43f3-82d0-46cac9287047 service neutron] 10.222.0.48 "GET /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567640 Jul 23 20:47:26.601321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Router 8730fafd-633c-439d-b5d2-c283a01ce331 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:47:26.756293 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-f43fea0c-8fa5-4e83-9260-4cc62ef34d88 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Allocated IP 172.20.0.7 (6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20/350e325b-98e7-41cc-b55e-e07c261b4d85/f5e5d12f-ec7b-484a-8b47-d77ec81983f7) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:26.799593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:47:26.812716 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd4b784-98ca-4f02-9982-891b4227ef48 None None] Sync routers for ids ['8730fafd-633c-439d-b5d2-c283a01ce331'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:47:26.826649 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd4b784-98ca-4f02-9982-891b4227ef48 None None] Routers {'8730fafd-633c-439d-b5d2-c283a01ce331'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:26.831745 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4bd4b784-98ca-4f02-9982-891b4227ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:46:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8730fafd-633c-439d-b5d2-c283a01ce331'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:26.839142 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:26.935118 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e873cecf-2fdf-4c2f-9fd8-11de216361e2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2297456 Jul 23 20:47:26.935118 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aad930b-73f9-4855-8a55-883dc5790953', 'tag': '92625c2a-57e0-4563-80fe-10bcfba695ad'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:47:26.935118 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39137422-c10b-4a27-86ef-d587dd43ae6f" -d '{"events": [{"name": "network-changed", "server_uuid": "7aad930b-73f9-4855-8a55-883dc5790953", "tag": "92625c2a-57e0-4563-80fe-10bcfba695ad"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:47:26.968006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-f43fea0c-8fa5-4e83-9260-4cc62ef34d88 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:26.986013 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-f43fea0c-8fa5-4e83-9260-4cc62ef34d88 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Transition to ACTIVE for port object f5e5d12f-ec7b-484a-8b47-d77ec81983f7 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:27.032638 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-f43fea0c-8fa5-4e83-9260-4cc62ef34d88 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.067808 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-4bd4b784-98ca-4f02-9982-891b4227ef48 None None] Set router 8730fafd-633c-439d-b5d2-c283a01ce331 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:27.138497 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8819-740e-4905-beae-7751a6e50676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.156659 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43fea0c-8fa5-4e83-9260-4cc62ef34d88 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Port': ['ID=f5e5d12f-ec7b-484a-8b47-d77ec81983f7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:27.181659 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-f43fea0c-8fa5-4e83-9260-4cc62ef34d88 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network 6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:27.183532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-f43fea0c-8fa5-4e83-9260-4cc62ef34d88 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:27.205303 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-f43fea0c-8fa5-4e83-9260-4cc62ef34d88 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:27.236840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73e0ad76-e2b4-4e36-8de5-2c06079c8984 req-ce942158-9b4f-45be-9df2-dae352347630 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 210 time: 0.4628770 Jul 23 20:47:27.317288 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-f43fea0c-8fa5-4e83-9260-4cc62ef34d88 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:27.317977 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-f43fea0c-8fa5-4e83-9260-4cc62ef34d88 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.349711 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-f43fea0c-8fa5-4e83-9260-4cc62ef34d88 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0833466 Jul 23 20:47:27.368441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Request body: {'port': {'device_id': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:27.378946 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.411608 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2aa892-4680-4787-b717-4209e4c4bd8f x-openstack-request-id: req-2d2aa892-4680-4787-b717-4209e4c4bd8f {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:47:27.411884 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aad930b-73f9-4855-8a55-883dc5790953", "tag": "92625c2a-57e0-4563-80fe-10bcfba695ad", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:47:27.414374 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2d2aa892-4680-4787-b717-4209e4c4bd8f {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:47:27.414783 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aad930b-73f9-4855-8a55-883dc5790953', 'tag': '92625c2a-57e0-4563-80fe-10bcfba695ad', 'status': 'completed', 'code': 200} Jul 23 20:47:27.488150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39137422-c10b-4a27-86ef-d587dd43ae6f req-2d31af1f-ce10-45ae-b9ad-463c28478c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:27.490516 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39137422-c10b-4a27-86ef-d587dd43ae6f req-2d31af1f-ce10-45ae-b9ad-463c28478c18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 1098 time: 0.0817580 Jul 23 20:47:27.521715 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4bd4b784-98ca-4f02-9982-891b4227ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '0faf1a4c-dd03-4476-92c5-b33e89569bbe', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'floating_ip_address': '172.25.3.239', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'port_id': '92625c2a-57e0-4563-80fe-10bcfba695ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'mac_address': 'fa:16:3e:b4:f5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad930b-73f9-4855-8a55-883dc5790953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:47:25Z', 'updated_at': '2021-07-23T20:47:25Z', 'revision_number': 0, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:27.543648 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.589282 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd4b784-98ca-4f02-9982-891b4227ef48 None None] Checking router: 8730fafd-633c-439d-b5d2-c283a01ce331 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:47:27.635168 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd4b784-98ca-4f02-9982-891b4227ef48 None None] Routers {'8730fafd-633c-439d-b5d2-c283a01ce331'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:27.637882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4bd4b784-98ca-4f02-9982-891b4227ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:47:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8730fafd-633c-439d-b5d2-c283a01ce331'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:27.711895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1c434a01-75c0-4361-a80b-e97429d63c72 None None] Provisioning for port f5e5d12f-ec7b-484a-8b47-d77ec81983f7 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:27.754639 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39137422-c10b-4a27-86ef-d587dd43ae6f req-75d3acc5-c6aa-4938-9201-bc58fc3d21e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:27.756177 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39137422-c10b-4a27-86ef-d587dd43ae6f req-75d3acc5-c6aa-4938-9201-bc58fc3d21e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 913 time: 0.2578933 Jul 23 20:47:27.762981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1c434a01-75c0-4361-a80b-e97429d63c72 None None] Provisioning complete for port f5e5d12f-ec7b-484a-8b47-d77ec81983f7 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:27.763399 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c434a01-75c0-4361-a80b-e97429d63c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.834870 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1c434a01-75c0-4361-a80b-e97429d63c72 None None] Port f5e5d12f-ec7b-484a-8b47-d77ec81983f7 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:47:27.862755 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187d733-37b9-4587-a055-0cb33484625b req-82047a3d-4e90-454c-900f-a1a76d21d838 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:27.867974 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-4bd4b784-98ca-4f02-9982-891b4227ef48 None None] Set router 8730fafd-633c-439d-b5d2-c283a01ce331 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:27.869789 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f187d733-37b9-4587-a055-0cb33484625b req-82047a3d-4e90-454c-900f-a1a76d21d838 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.1917217 Jul 23 20:47:27.891616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39137422-c10b-4a27-86ef-d587dd43ae6f req-d57f4730-134b-459e-a5e4-036257a52fb4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92625c2a-57e0-4563-80fe-10bcfba695ad HTTP/1.1" status: 200 len: 1000 time: 0.1290643 Jul 23 20:47:27.964536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f187d733-37b9-4587-a055-0cb33484625b req-849a1dcd-3efb-41c1-93a7-35c15f501a2e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937793 Jul 23 20:47:27.978644 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e5d12f-ec7b-484a-8b47-d77ec81983f7 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:47:27.986935 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.992706 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39137422-c10b-4a27-86ef-d587dd43ae6f req-ad1a1134-74e9-4159-8ecd-af6ab1e1a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:27.995628 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39137422-c10b-4a27-86ef-d587dd43ae6f req-ad1a1134-74e9-4159-8ecd-af6ab1e1a330 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.0974414 Jul 23 20:47:28.002560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Transition to ACTIVE for port object f5e5d12f-ec7b-484a-8b47-d77ec81983f7 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:28.007835 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:28.118187 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39137422-c10b-4a27-86ef-d587dd43ae6f req-3a5e556f-3c9b-428f-9942-92c5fae2bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:28.120787 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39137422-c10b-4a27-86ef-d587dd43ae6f req-3a5e556f-3c9b-428f-9942-92c5fae2bfe7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1181772 Jul 23 20:47:28.165319 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5d12f-ec7b-484a-8b47-d77ec81983f7,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:28.195317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Attempting to bind port f5e5d12f-ec7b-484a-8b47-d77ec81983f7 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:47:28.195659 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Attempting to bind port f5e5d12f-ec7b-484a-8b47-d77ec81983f7 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '445cadfa-9666-4a61-946c-64750b71d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:47:28.195990 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Attempting to bind port f5e5d12f-ec7b-484a-8b47-d77ec81983f7 on network 6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:47:28.201067 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Port f5e5d12f-ec7b-484a-8b47-d77ec81983f7 on network 6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:47:28.201404 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Attempting to bind port f5e5d12f-ec7b-484a-8b47-d77ec81983f7 on network 6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:47:28.210816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:47:28.211237 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Checking segment: {'id': '445cadfa-9666-4a61-946c-64750b71d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:47:28.211633 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Bound using segment: {'id': '445cadfa-9666-4a61-946c-64750b71d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:47:28.212089 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Bound port: f5e5d12f-ec7b-484a-8b47-d77ec81983f7, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445cadfa-9666-4a61-946c-64750b71d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:47:28.212537 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:28.226952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4bd4b784-98ca-4f02-9982-891b4227ef48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '0faf1a4c-dd03-4476-92c5-b33e89569bbe', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'floating_ip_address': '172.25.3.239', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'port_id': '92625c2a-57e0-4563-80fe-10bcfba695ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'mac_address': 'fa:16:3e:b4:f5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad930b-73f9-4855-8a55-883dc5790953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:47:25Z', 'updated_at': '2021-07-23T20:47:25Z', 'revision_number': 0, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:28.277629 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd4b784-98ca-4f02-9982-891b4227ef48 None None] The sync data for ids ['8730fafd-633c-439d-b5d2-c283a01ce331'] in n-d-791504-18 is: [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '0faf1a4c-dd03-4476-92c5-b33e89569bbe', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'floating_ip_address': '172.25.3.239', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'port_id': '92625c2a-57e0-4563-80fe-10bcfba695ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'mac_address': 'fa:16:3e:b4:f5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad930b-73f9-4855-8a55-883dc5790953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:47:25Z', 'updated_at': '2021-07-23T20:47:25Z', 'revision_number': 0, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:47:28.293571 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39137422-c10b-4a27-86ef-d587dd43ae6f req-51827570-e80c-4918-864b-1d44215ee6b0 service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664617 Jul 23 20:47:28.353529 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] For port f5e5d12f-ec7b-484a-8b47-d77ec81983f7, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:47:28.357213 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] For port f5e5d12f-ec7b-484a-8b47-d77ec81983f7, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f5e5d12f-ec7b-484a-8b47-d77ec81983f7,segment=NetworkSegment(445cadfa-9666-4a61-946c-64750b71d4ee),segment_id=445cadfa-9666-4a61-946c-64750b71d4ee)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:47:28.368123 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:28.419664 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:28.420299 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:28.422341 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] 10.222.0.48 "PUT /v2.0/ports/f5e5d12f-ec7b-484a-8b47-d77ec81983f7 HTTP/1.1" status: 200 len: 1092 time: 1.0586424 Jul 23 20:47:28.461180 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce282ad-b40f-480f-8c1a-5ba463bff618 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5d12f-ec7b-484a-8b47-d77ec81983f7,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:28.492284 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39137422-c10b-4a27-86ef-d587dd43ae6f req-8ebbe3e0-3c48-4f4f-8c80-95e51b194165 service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914136 Jul 23 20:47:28.512927 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11be86-2feb-4843-9328-be239dd34cfd req-c2dd558b-9671-4d6b-84c0-4da784a65737 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:28.514641 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:28.517389 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de11be86-2feb-4843-9328-be239dd34cfd req-c2dd558b-9671-4d6b-84c0-4da784a65737 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 943 time: 0.1721866 Jul 23 20:47:28.578923 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-8a63b541-f386-4edf-8964-16c2ed7651c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:28.580576 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-8a63b541-f386-4edf-8964-16c2ed7651c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=658e4131401d4adf82a7d233679ed997&device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 1095 time: 0.1102548 Jul 23 20:47:28.581947 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de11be86-2feb-4843-9328-be239dd34cfd req-4f4fc5d2-e718-460f-93fa-bf47cc7b27a6 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=af9c3d57-126b-459c-a58b-7d3780ae0453&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534248 Jul 23 20:47:28.644912 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-a892ec80-a631-4998-a969-de3cddfc53c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5e5d12f-ec7b-484a-8b47-d77ec81983f7 HTTP/1.1" status: 200 len: 217 time: 0.0498710 Jul 23 20:47:28.668814 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916c22a-fc81-4666-8a46-421670146d49 None None] New status for floating IP 0faf1a4c-dd03-4476-92c5-b33e89569bbe: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:47:28.700636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-44aaadb5-4e13-4231-8073-d5cc588ee0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:28.703282 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-44aaadb5-4e13-4231-8073-d5cc588ee0ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=350e325b-98e7-41cc-b55e-e07c261b4d85 HTTP/1.1" status: 200 len: 835 time: 0.0509651 Jul 23 20:47:28.770860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-dc3bfeda-837b-49ae-b0c8-cf6e192ee085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:28.771682 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-dc3bfeda-837b-49ae-b0c8-cf6e192ee085 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626552 Jul 23 20:47:28.883086 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-254ddf91-d932-4d72-ace1-724071c0bd7e service neutron] 10.222.0.48 "GET /v2.0/networks/6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040685 Jul 23 20:47:28.979701 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7561ba52-878d-4305-b73a-418b3c14dd16 req-38f65583-b6dd-41b2-9c63-78da397ed6b6 service neutron] 10.222.0.48 "GET /v2.0/networks/6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892434 Jul 23 20:47:29.087980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbaeef-a018-4a2f-b826-8e4a55620bba req-caeaee0e-d52f-4cd1-9773-d2a52dc62760 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:29.089511 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aadbaeef-a018-4a2f-b826-8e4a55620bba req-caeaee0e-d52f-4cd1-9773-d2a52dc62760 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0664432 Jul 23 20:47:29.129858 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aadbaeef-a018-4a2f-b826-8e4a55620bba req-62ef2638-0d6d-4306-accf-4e605b5365c5 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340130 Jul 23 20:47:29.269386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bb25e-7c53-486a-892c-dd42970b2f01 req-4baa9ae6-d8d2-4995-9528-2c98cf9e622d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:29.270873 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d4bb25e-7c53-486a-892c-dd42970b2f01 req-4baa9ae6-d8d2-4995-9528-2c98cf9e622d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0707412 Jul 23 20:47:29.309892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d4bb25e-7c53-486a-892c-dd42970b2f01 req-c15d3888-f56f-4763-b4b3-4463204b7c47 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329678 Jul 23 20:47:29.415616 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'tag': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:47:29.418023 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca705437-eab3-4828-9896-b394ab73cf04" -d '{"events": [{"name": "network-changed", "server_uuid": "b94ad4d1-bc0f-40f0-9b50-146a60e262ae", "tag": "f5e5d12f-ec7b-484a-8b47-d77ec81983f7"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:47:29.455352 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be2dc3-4e3b-4eb2-b7df-a4955bda7ea8 req-e0cb4a15-eb59-479e-82fa-e909d3d10ded tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:29.456980 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07be2dc3-4e3b-4eb2-b7df-a4955bda7ea8 req-e0cb4a15-eb59-479e-82fa-e909d3d10ded tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0734253 Jul 23 20:47:29.470056 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe0941c-f6f5-449b-9bdf-1660ed6ebc44 x-openstack-request-id: req-2fe0941c-f6f5-449b-9bdf-1660ed6ebc44 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:47:29.470601 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94ad4d1-bc0f-40f0-9b50-146a60e262ae", "tag": "f5e5d12f-ec7b-484a-8b47-d77ec81983f7", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:47:29.471134 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2fe0941c-f6f5-449b-9bdf-1660ed6ebc44 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:47:29.471686 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'tag': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7', 'status': 'completed', 'code': 200} Jul 23 20:47:29.509452 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07be2dc3-4e3b-4eb2-b7df-a4955bda7ea8 req-4524ac76-b342-4692-a1c0-6ead5c6593ab tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443516 Jul 23 20:47:29.551971 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca705437-eab3-4828-9896-b394ab73cf04 req-551957f6-14f9-49ae-a115-75ae3099493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:29.553907 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca705437-eab3-4828-9896-b394ab73cf04 req-551957f6-14f9-49ae-a115-75ae3099493d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=658e4131401d4adf82a7d233679ed997&device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 1095 time: 0.0646930 Jul 23 20:47:29.671683 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca705437-eab3-4828-9896-b394ab73cf04 req-dfb68b43-fda2-49a8-880c-0fd8699c072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:29.673274 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca705437-eab3-4828-9896-b394ab73cf04 req-dfb68b43-fda2-49a8-880c-0fd8699c072c service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 HTTP/1.1" status: 200 len: 898 time: 0.1058083 Jul 23 20:47:29.673392 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0cdfb-2752-4db9-942e-8e43a346379e req-f7932938-ddd7-410d-a1ee-c41fb7874f67 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:29.674872 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55f0cdfb-2752-4db9-942e-8e43a346379e req-f7932938-ddd7-410d-a1ee-c41fb7874f67 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0761938 Jul 23 20:47:29.733863 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca705437-eab3-4828-9896-b394ab73cf04 req-36d4c189-006d-4cda-970f-55c05cee3093 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5e5d12f-ec7b-484a-8b47-d77ec81983f7 HTTP/1.1" status: 200 len: 217 time: 0.0454640 Jul 23 20:47:29.746608 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55f0cdfb-2752-4db9-942e-8e43a346379e req-ca2b1716-b5b6-4f45-a728-6eb4b81030bb tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616183 Jul 23 20:47:29.772747 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fb1bb-faa9-41b4-90d8-3fbab43f5e18 req-bfbd1f50-2780-4299-9847-8a569a203f16 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:29.772747 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c65fb1bb-faa9-41b4-90d8-3fbab43f5e18 req-bfbd1f50-2780-4299-9847-8a569a203f16 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 943 time: 0.0969748 Jul 23 20:47:29.800079 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca705437-eab3-4828-9896-b394ab73cf04 req-cfb854cb-0724-4785-bda1-66f515abe9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:29.802779 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca705437-eab3-4828-9896-b394ab73cf04 req-cfb854cb-0724-4785-bda1-66f515abe9f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=350e325b-98e7-41cc-b55e-e07c261b4d85 HTTP/1.1" status: 200 len: 835 time: 0.0619254 Jul 23 20:47:29.825884 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c65fb1bb-faa9-41b4-90d8-3fbab43f5e18 req-165014b0-4f65-43c0-9c1a-0616dfa645f4 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=af9c3d57-126b-459c-a58b-7d3780ae0453&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460255 Jul 23 20:47:29.876413 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca705437-eab3-4828-9896-b394ab73cf04 req-72656e3e-e21b-457b-b834-3434da39694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:29.878262 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca705437-eab3-4828-9896-b394ab73cf04 req-72656e3e-e21b-457b-b834-3434da39694e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680246 Jul 23 20:47:29.902110 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092423aa-721a-484d-8091-269271743761 req-dfb226c8-29e1-412f-a3f1-841f69c535cf tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:29.903717 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-092423aa-721a-484d-8091-269271743761 req-dfb226c8-29e1-412f-a3f1-841f69c535cf tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0744648 Jul 23 20:47:29.933514 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:29.952009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-092423aa-721a-484d-8091-269271743761 req-75b4bb5a-9245-4564-8890-429f93b11ea0 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426402 Jul 23 20:47:29.979323 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca705437-eab3-4828-9896-b394ab73cf04 req-a3b36e2e-3891-4004-805f-949f1d46ada2 service neutron] 10.222.0.48 "GET /v2.0/networks/6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931034 Jul 23 20:47:30.073446 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca705437-eab3-4828-9896-b394ab73cf04 req-6d88079f-38c4-417e-87b9-87aa234af759 service neutron] 10.222.0.48 "GET /v2.0/networks/6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873826 Jul 23 20:47:30.121891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae88abe-c941-45af-91d6-f999eba4b25b req-89de087a-a6d4-4ceb-b1cb-22d1df139011 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:30.123443 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fae88abe-c941-45af-91d6-f999eba4b25b req-89de087a-a6d4-4ceb-b1cb-22d1df139011 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0810785 Jul 23 20:47:30.166078 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fae88abe-c941-45af-91d6-f999eba4b25b req-afd38050-e683-46fd-a48f-cd844660e7b9 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363133 Jul 23 20:47:30.298286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85345c-f0a6-402e-92a8-393ff6cd67e8 req-7549e97b-f0d2-4e7f-a24d-aeed32b450c2 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:30.299868 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ff85345c-f0a6-402e-92a8-393ff6cd67e8 req-7549e97b-f0d2-4e7f-a24d-aeed32b450c2 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0662150 Jul 23 20:47:30.339548 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ff85345c-f0a6-402e-92a8-393ff6cd67e8 req-d379bb42-6a4f-49b2-a5dc-7475ad630bf1 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327170 Jul 23 20:47:30.616012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bf6db-1642-4e80-84c8-1964452c8ad7 req-a748a1af-ad79-489f-b7f5-05f895bc13ec tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:30.617522 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-017bf6db-1642-4e80-84c8-1964452c8ad7 req-a748a1af-ad79-489f-b7f5-05f895bc13ec tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0738204 Jul 23 20:47:30.657833 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-017bf6db-1642-4e80-84c8-1964452c8ad7 req-6f50ad20-d5bc-4a90-8d2c-1dcf5d106e1a tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338275 Jul 23 20:47:30.970845 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7ee2b-16c0-4976-93bf-20e7b4193226 req-5e6c3038-6133-44ed-8b49-e4e70927238e tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:30.972335 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-05c7ee2b-16c0-4976-93bf-20e7b4193226 req-5e6c3038-6133-44ed-8b49-e4e70927238e tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 943 time: 0.0755603 Jul 23 20:47:31.007851 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f5e5d12f-ec7b-484a-8b47-d77ec81983f7 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:47:31.051338 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-05c7ee2b-16c0-4976-93bf-20e7b4193226 req-5b6e54ba-1154-47bc-8aea-116acf2d601c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=af9c3d57-126b-459c-a58b-7d3780ae0453&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636384 Jul 23 20:47:31.137886 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f5e5d12f-ec7b-484a-8b47-d77ec81983f7, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f5e5d12f-ec7b-484a-8b47-d77ec81983f7,segment=NetworkSegment(445cadfa-9666-4a61-946c-64750b71d4ee),segment_id=445cadfa-9666-4a61-946c-64750b71d4ee)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:31.151256 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'port_id': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7', 'mac_address': 'fa:16:3e:99:95:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:47:31.191876 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:31.207074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e5d12f-ec7b-484a-8b47-d77ec81983f7 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:47:31.228470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f5e5d12f-ec7b-484a-8b47-d77ec81983f7, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f5e5d12f-ec7b-484a-8b47-d77ec81983f7,segment=NetworkSegment(445cadfa-9666-4a61-946c-64750b71d4ee),segment_id=445cadfa-9666-4a61-946c-64750b71d4ee)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:31.232893 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:31.288867 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f5e5d12f-ec7b-484a-8b47-d77ec81983f7,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:31.678892 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f5e5d12f-ec7b-484a-8b47-d77ec81983f7'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:47:31.806590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158a9c4-afa1-42c4-86ca-e942b723c745 req-9c2cd2b2-def0-4062-a530-155eb9f002db tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:31.807623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e158a9c4-afa1-42c4-86ca-e942b723c745 req-9c2cd2b2-def0-4062-a530-155eb9f002db tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0777235 Jul 23 20:47:31.851384 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e158a9c4-afa1-42c4-86ca-e942b723c745 req-f42ad239-245a-4e55-9a8b-d10124b91001 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368450 Jul 23 20:47:32.165389 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bb058-eaa7-4440-8dd0-df4c2ead4991 req-ed4b173e-79f2-41fc-b754-4a50204934f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:32.167662 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f94bb058-eaa7-4440-8dd0-df4c2ead4991 req-ed4b173e-79f2-41fc-b754-4a50204934f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a5929b1f5454b55bd2376040f78aa66&device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 1099 time: 0.0629349 Jul 23 20:47:32.204570 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465acd2d-df16-4ca6-8542-2aea6226d8eb req-d8a5c6a9-c4ba-4a18-af59-2f153ed1320f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:32.205870 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-465acd2d-df16-4ca6-8542-2aea6226d8eb req-d8a5c6a9-c4ba-4a18-af59-2f153ed1320f tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.1325390 Jul 23 20:47:32.222615 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a9ce2-8679-4677-af11-88572eca326f req-84917ed4-001f-461e-9ae8-7fdf90c7021e tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:32.224196 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c23a9ce2-8679-4677-af11-88572eca326f req-84917ed4-001f-461e-9ae8-7fdf90c7021e tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 944 time: 0.1001399 Jul 23 20:47:32.266750 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bb058-eaa7-4440-8dd0-df4c2ead4991 req-2f5331d3-5d4e-46b7-ad22-6093600ce606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:32.268314 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f94bb058-eaa7-4440-8dd0-df4c2ead4991 req-2f5331d3-5d4e-46b7-ad22-6093600ce606 service neutron] 10.222.0.48 "GET /v2.0/networks?id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 HTTP/1.1" status: 200 len: 915 time: 0.0942478 Jul 23 20:47:32.283667 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-465acd2d-df16-4ca6-8542-2aea6226d8eb req-09b12bff-a933-493c-a030-4ffedeade881 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692670 Jul 23 20:47:32.311742 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c23a9ce2-8679-4677-af11-88572eca326f req-6679081d-9d89-4b65-aada-7476def0b573 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=af9c3d57-126b-459c-a58b-7d3780ae0453&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795097 Jul 23 20:47:32.327319 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f94bb058-eaa7-4440-8dd0-df4c2ead4991 req-c38e1539-ac45-4d2c-a6af-b763f221cd79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72cf5109-a212-49d2-88bc-328cecd90e2d HTTP/1.1" status: 200 len: 217 time: 0.0514667 Jul 23 20:47:32.383368 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bb058-eaa7-4440-8dd0-df4c2ead4991 req-60bac79c-9cce-47d7-ba08-65bc8b40b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:32.385051 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f94bb058-eaa7-4440-8dd0-df4c2ead4991 req-60bac79c-9cce-47d7-ba08-65bc8b40b448 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8f39313-4f55-4bfd-8aa5-665c4b55c746 HTTP/1.1" status: 200 len: 854 time: 0.0492795 Jul 23 20:47:32.425979 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f94bb058-eaa7-4440-8dd0-df4c2ead4991 req-ade8a7e5-a356-44c5-bae1-9f8d1ea2e46c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313900 Jul 23 20:47:32.532597 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f94bb058-eaa7-4440-8dd0-df4c2ead4991 req-e96cb60e-60d7-476a-9ac8-5dddeb8b22c9 service neutron] 10.222.0.48 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000085 Jul 23 20:47:32.628670 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f94bb058-eaa7-4440-8dd0-df4c2ead4991 req-d62feb5e-8c99-4a4b-bd56-945e979885b5 service neutron] 10.222.0.48 "GET /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900269 Jul 23 20:47:33.469374 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49616182-1800-49b6-b262-5846545cc2b8 req-7afe2dbc-87fd-4331-b103-5949f6654da0 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:33.472539 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49616182-1800-49b6-b262-5846545cc2b8 req-7afe2dbc-87fd-4331-b103-5949f6654da0 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.1173413 Jul 23 20:47:33.507345 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f00333-5304-4399-9773-a4dec8eb26d6 req-c103ba20-e2de-4720-89bb-90e8056c8928 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:33.508973 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e0f00333-5304-4399-9773-a4dec8eb26d6 req-c103ba20-e2de-4720-89bb-90e8056c8928 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 944 time: 0.1155484 Jul 23 20:47:33.543944 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49616182-1800-49b6-b262-5846545cc2b8 req-e7cccde3-1052-4aa2-ab0d-3e969c35ce8d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639780 Jul 23 20:47:33.562765 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e0f00333-5304-4399-9773-a4dec8eb26d6 req-d5be7099-a68a-4528-a9cc-617d90826580 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=af9c3d57-126b-459c-a58b-7d3780ae0453&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473485 Jul 23 20:47:33.684433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b160f-45ef-43af-8c4a-2f640272ba4d req-d8c8ee9c-9dfc-4c2e-8c66-9b14d5fe2009 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:33.685943 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-293b160f-45ef-43af-8c4a-2f640272ba4d req-d8c8ee9c-9dfc-4c2e-8c66-9b14d5fe2009 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0678458 Jul 23 20:47:33.725201 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-293b160f-45ef-43af-8c4a-2f640272ba4d req-0c583b94-d8e9-4ab4-bbdf-c592aec11961 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335450 Jul 23 20:47:33.876136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a1c68-6cc8-4313-a96a-d6b42facc4a7 req-eabbddda-4813-4028-8e65-1a555db8d5ee tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:33.877633 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-407a1c68-6cc8-4313-a96a-d6b42facc4a7 req-eabbddda-4813-4028-8e65-1a555db8d5ee tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0683427 Jul 23 20:47:33.916544 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-407a1c68-6cc8-4313-a96a-d6b42facc4a7 req-0c6258d7-f7f5-4fe5-8a73-e9e5722a2d3a tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331123 Jul 23 20:47:34.047354 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea87ee-2646-455c-aac1-cc63d09c871a req-41be5306-2a19-4c75-bd5f-ec2e39be6773 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:34.048871 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72ea87ee-2646-455c-aac1-cc63d09c871a req-41be5306-2a19-4c75-bd5f-ec2e39be6773 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0655000 Jul 23 20:47:34.088592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72ea87ee-2646-455c-aac1-cc63d09c871a req-c232d779-6cba-4651-b140-5539f9c001eb tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338728 Jul 23 20:47:34.267920 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42615ad1-5e68-4ab6-a09c-86cea894c01f req-7914beda-d30e-4a14-b1a5-9498d8f80e24 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:34.269414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42615ad1-5e68-4ab6-a09c-86cea894c01f req-7914beda-d30e-4a14-b1a5-9498d8f80e24 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0667098 Jul 23 20:47:34.311382 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42615ad1-5e68-4ab6-a09c-86cea894c01f req-c36ee25e-278c-4d91-9437-07970241dc02 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363677 Jul 23 20:47:34.358538 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59256) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:34.457103 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abeb37-dacb-43f1-bf76-9f66c613b944 req-a0324da1-cfe8-4223-adc2-dd24b87884a0 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:34.458594 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2abeb37-dacb-43f1-bf76-9f66c613b944 req-a0324da1-cfe8-4223-adc2-dd24b87884a0 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0725930 Jul 23 20:47:34.477461 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5982b375-74aa-4d01-b520-59cddb999732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.519022 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2abeb37-dacb-43f1-bf76-9f66c613b944 req-c91d46ca-b120-4a80-a889-92e3515fc064 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539594 Jul 23 20:47:34.596101 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5982b375-74aa-4d01-b520-59cddb999732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.600978 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5982b375-74aa-4d01-b520-59cddb999732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.679680 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982b375-74aa-4d01-b520-59cddb999732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362d4b72-8c02-4ddd-81bc-f24200fd0ec0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:34.686482 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5982b375-74aa-4d01-b520-59cddb999732 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e97e44dfa6c3413abf3f7f1a79c00066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237863 Jul 23 20:47:34.686826 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59266) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:34.738064 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7bba55b-549a-416e-913e-0abd3532bbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.748607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5122326-947c-4253-b3f3-8ba32d5ba10e req-e282fbff-4236-4400-8669-62af52fc0992 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:34.750679 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5122326-947c-4253-b3f3-8ba32d5ba10e req-e282fbff-4236-4400-8669-62af52fc0992 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.1438098 Jul 23 20:47:34.759093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4398-1c5f-4c2a-be9c-fe90de6eb429 req-7161b0ed-0cc7-44dd-940f-b61637466dcb tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:34.760550 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-52ad4398-1c5f-4c2a-be9c-fe90de6eb429 req-7161b0ed-0cc7-44dd-940f-b61637466dcb tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 944 time: 0.1010072 Jul 23 20:47:34.764425 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7bba55b-549a-416e-913e-0abd3532bbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.812216 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7bba55b-549a-416e-913e-0abd3532bbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.814854 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7bba55b-549a-416e-913e-0abd3532bbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.816075 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5122326-947c-4253-b3f3-8ba32d5ba10e req-0989e982-a956-49fe-b155-f08e022251ae tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545874 Jul 23 20:47:34.819555 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c7bba55b-549a-416e-913e-0abd3532bbed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/362d4b72-8c02-4ddd-81bc-f24200fd0ec0 HTTP/1.1" status: 204 len: 168 time: 0.1308904 Jul 23 20:47:34.823892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-52ad4398-1c5f-4c2a-be9c-fe90de6eb429 req-5fe88c4d-443e-46ca-bcb8-150dc46cec08 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=af9c3d57-126b-459c-a58b-7d3780ae0453&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563016 Jul 23 20:47:34.828812 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bba55b-549a-416e-913e-0abd3532bbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362d4b72-8c02-4ddd-81bc-f24200fd0ec0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:34.966179 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83155bd5-84ed-43bb-94fc-c8423e6b62a1 req-debdcec0-c2c2-4f6b-9c54-bbfd33eb23d9 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:34.967714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83155bd5-84ed-43bb-94fc-c8423e6b62a1 req-debdcec0-c2c2-4f6b-9c54-bbfd33eb23d9 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0691288 Jul 23 20:47:35.005913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83155bd5-84ed-43bb-94fc-c8423e6b62a1 req-415d9b9c-ee5f-449d-8365-9f37db136eb3 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317118 Jul 23 20:47:35.015409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f5e5d12f-ec7b-484a-8b47-d77ec81983f7 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:35.068727 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port f5e5d12f-ec7b-484a-8b47-d77ec81983f7 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:35.072534 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port f5e5d12f-ec7b-484a-8b47-d77ec81983f7 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:35.072908 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.097965 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59278) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:35.113869 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-645d2954-97bc-42ab-97c9-f54bbb0841e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.155154 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.181153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:47:35.183980 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dd9c79-b7bf-4ce7-8afc-76e943e4ad05" -d '{"events": [{"server_uuid": "b94ad4d1-bc0f-40f0-9b50-146a60e262ae", "name": "network-vif-plugged", "status": "completed", "tag": "f5e5d12f-ec7b-484a-8b47-d77ec81983f7"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:47:35.188431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e553a4-8d55-480f-961c-d06aa7807087 req-97858ef7-291e-4249-b917-fea6c201ed90 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:35.195257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1e553a4-8d55-480f-961c-d06aa7807087 req-97858ef7-291e-4249-b917-fea6c201ed90 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0717025 Jul 23 20:47:35.212423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f5e5d12f-ec7b-484a-8b47-d77ec81983f7, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f5e5d12f-ec7b-484a-8b47-d77ec81983f7,segment=NetworkSegment(445cadfa-9666-4a61-946c-64750b71d4ee),segment_id=445cadfa-9666-4a61-946c-64750b71d4ee)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:35.218958 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.226748 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-645d2954-97bc-42ab-97c9-f54bbb0841e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.231332 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-645d2954-97bc-42ab-97c9-f54bbb0841e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.241067 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1e553a4-8d55-480f-961c-d06aa7807087 req-6c715f32-092b-43b3-b400-f9a0e838bd79 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449235 Jul 23 20:47:35.243220 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d0c912-2e41-499a-9476-3e8321468724 x-openstack-request-id: req-43d0c912-2e41-499a-9476-3e8321468724 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:47:35.243514 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94ad4d1-bc0f-40f0-9b50-146a60e262ae", "name": "network-vif-plugged", "status": "completed", "tag": "f5e5d12f-ec7b-484a-8b47-d77ec81983f7", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:47:35.243767 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43d0c912-2e41-499a-9476-3e8321468724 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:47:35.244176 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7', 'code': 200} Jul 23 20:47:35.264649 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-645d2954-97bc-42ab-97c9-f54bbb0841e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e8544411fff744518febf7883a74ef68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1655900 Jul 23 20:47:35.268653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59282) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:35.277484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f5e5d12f-ec7b-484a-8b47-d77ec81983f7,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:35.296671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d2954-97bc-42ab-97c9-f54bbb0841e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2ef6f8-ca49-4cef-a7f0-177bc1fcf1db,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:35.350319 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-090fb9db-622e-4dc2-9d50-fa357b540b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.358076 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed27f0e-806c-4e1d-8d5b-378255c38296 req-d8cf47e0-a57d-4540-af51-178ab534ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:35.359800 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ed27f0e-806c-4e1d-8d5b-378255c38296 req-d8cf47e0-a57d-4540-af51-178ab534ace2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 1097 time: 0.0586576 Jul 23 20:47:35.393748 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2ed27f0e-806c-4e1d-8d5b-378255c38296 req-16bd5eb4-bdb3-45bc-a0ab-843855224de8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=af9c3d57-126b-459c-a58b-7d3780ae0453&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279753 Jul 23 20:47:35.395403 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-090fb9db-622e-4dc2-9d50-fa357b540b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.449231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a22aa-2b65-4281-a497-7572e0d5f5bd req-81331e17-b9ef-4981-8cb0-de61924ea0c6 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:35.450721 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f8a22aa-2b65-4281-a497-7572e0d5f5bd req-81331e17-b9ef-4981-8cb0-de61924ea0c6 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.1130760 Jul 23 20:47:35.472938 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-090fb9db-622e-4dc2-9d50-fa357b540b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.475395 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-090fb9db-622e-4dc2-9d50-fa357b540b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.476468 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-090fb9db-622e-4dc2-9d50-fa357b540b41 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d2ef6f8-ca49-4cef-a7f0-177bc1fcf1db HTTP/1.1" status: 204 len: 168 time: 0.2068183 Jul 23 20:47:35.489309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fb9db-622e-4dc2-9d50-fa357b540b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2ef6f8-ca49-4cef-a7f0-177bc1fcf1db,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:35.510457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f8a22aa-2b65-4281-a497-7572e0d5f5bd req-9dec875b-c667-4279-8db5-0d5b44ca5af5 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527294 Jul 23 20:47:35.663432 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05e1cd-4441-4da9-9247-e3df2aa31779 req-e10b588b-be96-41e2-8c83-a75eb7dbd51e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:35.664889 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a05e1cd-4441-4da9-9247-e3df2aa31779 req-e10b588b-be96-41e2-8c83-a75eb7dbd51e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0700057 Jul 23 20:47:35.704486 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a05e1cd-4441-4da9-9247-e3df2aa31779 req-8273b66f-2809-4f71-893c-a06ef99ed033 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338957 Jul 23 20:47:35.840897 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e3a2e-79da-4fbc-bd21-b2946c43f563 req-e58b3b64-5a47-47a6-a341-fe2aa91731ab tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:35.842674 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a89e3a2e-79da-4fbc-bd21-b2946c43f563 req-e58b3b64-5a47-47a6-a341-fe2aa91731ab tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0689161 Jul 23 20:47:35.883577 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a89e3a2e-79da-4fbc-bd21-b2946c43f563 req-cd8a744b-b841-4b4a-a6c3-cd9bbbc8de3e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349860 Jul 23 20:47:36.009185 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc46611-66e5-4e19-8f91-164e05af2ce6 req-770de721-e80c-4201-99a2-a01c4f20a032 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:36.017827 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bfc46611-66e5-4e19-8f91-164e05af2ce6 req-770de721-e80c-4201-99a2-a01c4f20a032 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 945 time: 0.1000865 Jul 23 20:47:36.065120 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bfc46611-66e5-4e19-8f91-164e05af2ce6 req-7a97c8d1-abd6-4b36-ad27-e28e71fe3849 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=af9c3d57-126b-459c-a58b-7d3780ae0453&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464375 Jul 23 20:47:36.080404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125e03b-f124-4454-a7c4-571f866c26c6 req-0856100c-021e-42a8-86b8-dcab91c5f692 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:36.081950 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c125e03b-f124-4454-a7c4-571f866c26c6 req-0856100c-021e-42a8-86b8-dcab91c5f692 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.1156614 Jul 23 20:47:36.132733 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c125e03b-f124-4454-a7c4-571f866c26c6 req-06ccb4c8-ae84-46a5-a10b-2c78d624b095 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449624 Jul 23 20:47:36.267446 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeec6b2-5ef8-43b7-8888-c5684f022ded req-9422b1ec-852a-49ae-abf1-ca5294d68713 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:36.268963 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-daeec6b2-5ef8-43b7-8888-c5684f022ded req-9422b1ec-852a-49ae-abf1-ca5294d68713 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0700357 Jul 23 20:47:36.308862 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-daeec6b2-5ef8-43b7-8888-c5684f022ded req-2a352eb7-6791-46ea-a4a2-86d8deb9740d tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339668 Jul 23 20:47:36.471111 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71334f5c-31c5-49d6-ad8e-7b4c89f23ad4 req-7c2f1d46-203a-4a9b-ab5a-9945fd726d51 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:36.472656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-71334f5c-31c5-49d6-ad8e-7b4c89f23ad4 req-7c2f1d46-203a-4a9b-ab5a-9945fd726d51 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0824142 Jul 23 20:47:36.511475 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-71334f5c-31c5-49d6-ad8e-7b4c89f23ad4 req-5587192d-12d6-4738-9b0e-3215a0cf62eb tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330141 Jul 23 20:47:37.212399 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532c3f5-06a3-4a2d-922e-0c0e8251d687 req-d3369b08-6724-41ec-9278-72b3644d9bd4 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:37.213930 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f532c3f5-06a3-4a2d-922e-0c0e8251d687 req-d3369b08-6724-41ec-9278-72b3644d9bd4 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 945 time: 0.0702138 Jul 23 20:47:37.253828 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f532c3f5-06a3-4a2d-922e-0c0e8251d687 req-19a149b4-6d03-4046-9b39-09dcfd9859e1 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=af9c3d57-126b-459c-a58b-7d3780ae0453&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339258 Jul 23 20:47:37.396718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb2719-520f-43c5-a950-fafb7ab444a3 req-ed344489-1efe-44ff-b161-423d1bb58553 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:37.398313 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbbb2719-520f-43c5-a950-fafb7ab444a3 req-ed344489-1efe-44ff-b161-423d1bb58553 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 945 time: 0.0750542 Jul 23 20:47:37.446064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbbb2719-520f-43c5-a950-fafb7ab444a3 req-24940488-cf5f-46ef-8321-66a208d8fd8b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=af9c3d57-126b-459c-a58b-7d3780ae0453&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409632 Jul 23 20:47:37.468166 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59362) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:37.524675 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547845b9-9edd-400b-9bb5-1fcc2676f869 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:37.529626 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-547845b9-9edd-400b-9bb5-1fcc2676f869 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 1092 time: 0.0573487 Jul 23 20:47:37.529813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59366) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:37.534608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:37.570878 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:37.683819 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:37.755559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59372) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:37.806054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Allocated IP 172.25.3.96 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/eb6ffe93-ea2e-432b-aa20-2aba6a639cf3) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:37.867345 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1acbe686-894f-4a37-9e15-78b97125cfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:37.913124 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:37.957032 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:37.969287 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1acbe686-894f-4a37-9e15-78b97125cfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:37.973599 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1acbe686-894f-4a37-9e15-78b97125cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.000625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:38.010043 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59376) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:38.010265 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1acbe686-894f-4a37-9e15-78b97125cfc2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c7e4d7bfa944d6584d015634b1993ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534113 Jul 23 20:47:38.018935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:38.028298 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Port': ['ID=eb6ffe93-ea2e-432b-aa20-2aba6a639cf3,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:38.032170 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:38.032542 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbe686-894f-4a37-9e15-78b97125cfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30939477-3919-473c-a3f1-2bf2bf2dd943,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:38.150410 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-764c2aab-05b9-4009-b520-4aa0665cedb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.205321 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-764c2aab-05b9-4009-b520-4aa0665cedb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.333938 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-764c2aab-05b9-4009-b520-4aa0665cedb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.336547 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-764c2aab-05b9-4009-b520-4aa0665cedb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.337694 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-764c2aab-05b9-4009-b520-4aa0665cedb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30939477-3919-473c-a3f1-2bf2bf2dd943 HTTP/1.1" status: 204 len: 168 time: 0.3205478 Jul 23 20:47:38.348880 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c2aab-05b9-4009-b520-4aa0665cedb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30939477-3919-473c-a3f1-2bf2bf2dd943,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:38.649066 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59382) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:38.663505 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8906667-0aed-4c55-9b94-4ba4515ffaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.768039 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8906667-0aed-4c55-9b94-4ba4515ffaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.775039 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8906667-0aed-4c55-9b94-4ba4515ffaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.822002 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8906667-0aed-4c55-9b94-4ba4515ffaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59be48f8-4e19-4593-be67-f35b3ee668f2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:38.840226 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b8906667-0aed-4c55-9b94-4ba4515ffaed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e6d58b772cf4d52aa7e8b3fdc0f4464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1898806 Jul 23 20:47:38.843159 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59390) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:38.905208 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-88d36cad-1180-41a1-bbba-941a212272dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.935202 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-88d36cad-1180-41a1-bbba-941a212272dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.967077 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:39.008657 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-88d36cad-1180-41a1-bbba-941a212272dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:39.011499 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-88d36cad-1180-41a1-bbba-941a212272dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:39.019403 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-88d36cad-1180-41a1-bbba-941a212272dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59be48f8-4e19-4593-be67-f35b3ee668f2 HTTP/1.1" status: 204 len: 168 time: 0.1744685 Jul 23 20:47:39.036708 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d36cad-1180-41a1-bbba-941a212272dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59be48f8-4e19-4593-be67-f35b3ee668f2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:39.165654 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:39.377496 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:39.382055 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:39.450996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Port': ['ID=eb6ffe93-ea2e-432b-aa20-2aba6a639cf3,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:39.464904 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:39.588474 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Floating IP 93b0e8b5-33e9-4c03-ac63-1702ab2405c7 associated. External IP: 172.25.3.96, port: f5e5d12f-ec7b-484a-8b47-d77ec81983f7. Jul 23 20:47:39.832558 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Router 30683d9d-de53-4bcd-a2c7-bd9c513719ca has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:47:39.954071 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:47:39.971868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b399f16d-302c-4424-81d5-e7e825e6bb85 None None] Sync routers for ids ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:47:39.975888 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:39.981397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b399f16d-302c-4424-81d5-e7e825e6bb85 None None] Routers {'30683d9d-de53-4bcd-a2c7-bd9c513719ca'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:39.982322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b399f16d-302c-4424-81d5-e7e825e6bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:47:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:40.025957 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4ab86ecc-7462-44e6-85e1-ed29e48cff60 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4922578 Jul 23 20:47:40.025957 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'tag': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:47:40.026294 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2640aadd-0446-4a5b-86ce-1ca2c6aa0f62" -d '{"events": [{"name": "network-changed", "server_uuid": "b94ad4d1-bc0f-40f0-9b50-146a60e262ae", "tag": "f5e5d12f-ec7b-484a-8b47-d77ec81983f7"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:47:40.026400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59416) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:40.066325 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba1cadf-4ade-4273-87fa-9bf4c76d4889 x-openstack-request-id: req-9ba1cadf-4ade-4273-87fa-9bf4c76d4889 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:47:40.066634 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94ad4d1-bc0f-40f0-9b50-146a60e262ae", "tag": "f5e5d12f-ec7b-484a-8b47-d77ec81983f7", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:47:40.066936 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ba1cadf-4ade-4273-87fa-9bf4c76d4889 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:47:40.067383 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'tag': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7', 'status': 'completed', 'code': 200} Jul 23 20:47:40.163837 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-495c3be8-77b5-433b-a577-8e9a45c33867 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/floatingips/93b0e8b5-33e9-4c03-ac63-1702ab2405c7 HTTP/1.1" status: 200 len: 990 time: 0.1364069 Jul 23 20:47:40.188829 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640aadd-0446-4a5b-86ce-1ca2c6aa0f62 req-00959208-418e-4a76-a476-e3984dcf1453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:40.190631 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2640aadd-0446-4a5b-86ce-1ca2c6aa0f62 req-00959208-418e-4a76-a476-e3984dcf1453 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=658e4131401d4adf82a7d233679ed997&device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 1097 time: 0.0912516 Jul 23 20:47:40.206950 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-b399f16d-302c-4424-81d5-e7e825e6bb85 None None] Set router 30683d9d-de53-4bcd-a2c7-bd9c513719ca gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:40.314672 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640aadd-0446-4a5b-86ce-1ca2c6aa0f62 req-af5cd6c9-d776-4689-bfb4-8fcd24e9b902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:40.316646 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2640aadd-0446-4a5b-86ce-1ca2c6aa0f62 req-af5cd6c9-d776-4689-bfb4-8fcd24e9b902 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 HTTP/1.1" status: 200 len: 898 time: 0.1180937 Jul 23 20:47:40.404829 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2640aadd-0446-4a5b-86ce-1ca2c6aa0f62 req-c96bfc8c-94b5-4128-8173-27a1829f4cb7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5e5d12f-ec7b-484a-8b47-d77ec81983f7 HTTP/1.1" status: 200 len: 998 time: 0.0814598 Jul 23 20:47:40.468362 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640aadd-0446-4a5b-86ce-1ca2c6aa0f62 req-1c975ab6-5d3f-4432-af08-3f77a1f76bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:40.468362 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2640aadd-0446-4a5b-86ce-1ca2c6aa0f62 req-1c975ab6-5d3f-4432-af08-3f77a1f76bb4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=350e325b-98e7-41cc-b55e-e07c261b4d85 HTTP/1.1" status: 200 len: 835 time: 0.0554569 Jul 23 20:47:40.525304 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b399f16d-302c-4424-81d5-e7e825e6bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '93b0e8b5-33e9-4c03-ac63-1702ab2405c7', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'floating_ip_address': '172.25.3.96', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'port_id': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'mac_address': 'fa:16:3e:99:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:47:38Z', 'updated_at': '2021-07-23T20:47:38Z', 'revision_number': 0, 'project_id': '658e4131401d4adf82a7d233679ed997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba893e8-7852-4e07-89d5-cce5b9de2d3a', 'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:4d:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:10Z', 'updated_at': '2021-07-23T20:47:16Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:40.546099 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640aadd-0446-4a5b-86ce-1ca2c6aa0f62 req-587ced84-dfde-4fc5-8f84-5d75f906a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:40.549940 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2640aadd-0446-4a5b-86ce-1ca2c6aa0f62 req-587ced84-dfde-4fc5-8f84-5d75f906a975 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721657 Jul 23 20:47:40.560467 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b399f16d-302c-4424-81d5-e7e825e6bb85 None None] Checking router: 30683d9d-de53-4bcd-a2c7-bd9c513719ca for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:47:40.570503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b399f16d-302c-4424-81d5-e7e825e6bb85 None None] Routers {'30683d9d-de53-4bcd-a2c7-bd9c513719ca'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:40.571164 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b399f16d-302c-4424-81d5-e7e825e6bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:47:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:40.703897 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-b399f16d-302c-4424-81d5-e7e825e6bb85 None None] Set router 30683d9d-de53-4bcd-a2c7-bd9c513719ca gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:40.976324 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2640aadd-0446-4a5b-86ce-1ca2c6aa0f62 req-5a225a4e-9ec2-4e82-9253-857f01ddbb29 service neutron] 10.222.0.48 "GET /v2.0/networks/6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186120 Jul 23 20:47:41.081983 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2640aadd-0446-4a5b-86ce-1ca2c6aa0f62 req-997ec02d-eb22-4112-87c8-18378047afca service neutron] 10.222.0.48 "GET /v2.0/networks/6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986814 Jul 23 20:47:41.158682 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b399f16d-302c-4424-81d5-e7e825e6bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '93b0e8b5-33e9-4c03-ac63-1702ab2405c7', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'floating_ip_address': '172.25.3.96', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'port_id': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'mac_address': 'fa:16:3e:99:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:47:38Z', 'updated_at': '2021-07-23T20:47:38Z', 'revision_number': 0, 'project_id': '658e4131401d4adf82a7d233679ed997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba893e8-7852-4e07-89d5-cce5b9de2d3a', 'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:4d:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:10Z', 'updated_at': '2021-07-23T20:47:16Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:41.167804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59452) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:41.193125 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b399f16d-302c-4424-81d5-e7e825e6bb85 None None] The sync data for ids ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'] in n-d-791504-18 is: [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '93b0e8b5-33e9-4c03-ac63-1702ab2405c7', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'floating_ip_address': '172.25.3.96', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'port_id': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'mac_address': 'fa:16:3e:99:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:47:38Z', 'updated_at': '2021-07-23T20:47:38Z', 'revision_number': 0, 'project_id': '658e4131401d4adf82a7d233679ed997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba893e8-7852-4e07-89d5-cce5b9de2d3a', 'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:4d:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:10Z', 'updated_at': '2021-07-23T20:47:16Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:47:41.333034 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d189d7ac-b7b4-4ccb-9ddf-5b0fb8bd4391 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/floatingips/93b0e8b5-33e9-4c03-ac63-1702ab2405c7 HTTP/1.1" status: 200 len: 990 time: 0.1631730 Jul 23 20:47:41.535005 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963282e1-526d-4c73-81eb-357523cd2502 req-8f1bf4ca-5cf8-4175-bdd3-d6ba2fecd908 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:41.536632 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-963282e1-526d-4c73-81eb-357523cd2502 req-8f1bf4ca-5cf8-4175-bdd3-d6ba2fecd908 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0871863 Jul 23 20:47:41.549327 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28773b69-50e0-444a-8a6b-6a92feb61075 None None] New status for floating IP 93b0e8b5-33e9-4c03-ac63-1702ab2405c7: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:47:41.592188 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-963282e1-526d-4c73-81eb-357523cd2502 req-a372010d-8c06-467f-b0c9-28d64f387e28 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417287 Jul 23 20:47:41.885693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59472) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:41.989591 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96257902-8043-46bf-a4d1-7ac6bb5c97f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:42.079316 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96257902-8043-46bf-a4d1-7ac6bb5c97f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:42.082774 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96257902-8043-46bf-a4d1-7ac6bb5c97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:42.122638 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-96257902-8043-46bf-a4d1-7ac6bb5c97f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=663c32200d3b48c38c3fc991237c39b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358499 Jul 23 20:47:42.123815 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96257902-8043-46bf-a4d1-7ac6bb5c97f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b042fbe-8c08-43a9-b4bc-aec2cfc779f9,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:42.126002 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59476) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:42.177654 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d2f3d18-d08b-4158-8b33-a20c1835e872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:42.199864 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d2f3d18-d08b-4158-8b33-a20c1835e872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:42.249089 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d2f3d18-d08b-4158-8b33-a20c1835e872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:42.252241 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d2f3d18-d08b-4158-8b33-a20c1835e872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:42.253505 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2d2f3d18-d08b-4158-8b33-a20c1835e872 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b042fbe-8c08-43a9-b4bc-aec2cfc779f9 HTTP/1.1" status: 204 len: 168 time: 0.1264408 Jul 23 20:47:42.262194 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f3d18-d08b-4158-8b33-a20c1835e872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b042fbe-8c08-43a9-b4bc-aec2cfc779f9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:42.336974 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59480) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:42.400033 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6ea8f327-1db1-40ff-8c60-3c052f1ffc35 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/floatingips/93b0e8b5-33e9-4c03-ac63-1702ab2405c7 HTTP/1.1" status: 200 len: 992 time: 0.0618348 Jul 23 20:47:42.729649 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454fee9-59a2-4d17-a2fe-074a17324045 req-e5a7d5ac-d90e-4878-a4be-e5845a51f3b7 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:42.731227 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6454fee9-59a2-4d17-a2fe-074a17324045 req-e5a7d5ac-d90e-4878-a4be-e5845a51f3b7 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0673842 Jul 23 20:47:42.770211 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6454fee9-59a2-4d17-a2fe-074a17324045 req-02016275-e6f6-40aa-9c0c-3557fba7a230 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/security-groups?id=e89bcb31-a711-44f3-acbb-79d9e78b0c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333407 Jul 23 20:47:43.176573 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023833fd-782a-4926-a30a-6cee53417807 req-22a97dcb-d510-4e62-b349-f448514b5dcf tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:43.178072 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-023833fd-782a-4926-a30a-6cee53417807 req-22a97dcb-d510-4e62-b349-f448514b5dcf tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.48 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 947 time: 0.0728631 Jul 23 20:47:43.289444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-023833fd-782a-4926-a30a-6cee53417807 req-dc8c9164-9183-4b87-b654-fa3f51e31e8e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Deleting port 72cf5109-a212-49d2-88bc-328cecd90e2d {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:47:43.289785 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-023833fd-782a-4926-a30a-6cee53417807 req-dc8c9164-9183-4b87-b654-fa3f51e31e8e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:43.383957 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-023833fd-782a-4926-a30a-6cee53417807 req-dc8c9164-9183-4b87-b654-fa3f51e31e8e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] For port 72cf5109-a212-49d2-88bc-328cecd90e2d, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=72cf5109-a212-49d2-88bc-328cecd90e2d,segment=NetworkSegment(08855a16-e260-4327-8fa7-a022d43951e4),segment_id=08855a16-e260-4327-8fa7-a022d43951e4)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:43.384220 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-023833fd-782a-4926-a30a-6cee53417807 req-dc8c9164-9183-4b87-b654-fa3f51e31e8e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:43.401997 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-023833fd-782a-4926-a30a-6cee53417807 req-dc8c9164-9183-4b87-b654-fa3f51e31e8e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Calling delete_port for 72cf5109-a212-49d2-88bc-328cecd90e2d owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:47:43.533743 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-023833fd-782a-4926-a30a-6cee53417807 req-dc8c9164-9183-4b87-b654-fa3f51e31e8e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:43.549414 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['72cf5109-a212-49d2-88bc-328cecd90e2d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:47:43.567314 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c9164-9183-4b87-b654-fa3f51e31e8e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Pushing event deleted for resources: {'Port': ['ID=72cf5109-a212-49d2-88bc-328cecd90e2d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:43.629383 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-023833fd-782a-4926-a30a-6cee53417807 req-dc8c9164-9183-4b87-b654-fa3f51e31e8e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] No DVR routers for this DVR port 72cf5109-a212-49d2-88bc-328cecd90e2d on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:47:43.632095 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-023833fd-782a-4926-a30a-6cee53417807 req-dc8c9164-9183-4b87-b654-fa3f51e31e8e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:43.634164 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-023833fd-782a-4926-a30a-6cee53417807 req-dc8c9164-9183-4b87-b654-fa3f51e31e8e tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.48 "DELETE /v2.0/ports/72cf5109-a212-49d2-88bc-328cecd90e2d HTTP/1.1" status: 204 len: 173 time: 0.4503667 Jul 23 20:47:43.634537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482f4d6a-fb32-42e9-8ec0-13fac8eca4ec', 'name': 'network-vif-deleted', 'tag': '72cf5109-a212-49d2-88bc-328cecd90e2d'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:47:43.636853 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16749e1-9d2f-480f-b6e9-bc985b8df139" -d '{"events": [{"server_uuid": "482f4d6a-fb32-42e9-8ec0-13fac8eca4ec", "name": "network-vif-deleted", "tag": "72cf5109-a212-49d2-88bc-328cecd90e2d"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:47:43.682317 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2243f103-9e71-4df7-8534-833cb3258e55 x-openstack-request-id: req-2243f103-9e71-4df7-8534-833cb3258e55 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:47:43.682626 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482f4d6a-fb32-42e9-8ec0-13fac8eca4ec", "name": "network-vif-deleted", "tag": "72cf5109-a212-49d2-88bc-328cecd90e2d", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:47:43.682913 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2243f103-9e71-4df7-8534-833cb3258e55 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:47:43.683445 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482f4d6a-fb32-42e9-8ec0-13fac8eca4ec', 'name': 'network-vif-deleted', 'tag': '72cf5109-a212-49d2-88bc-328cecd90e2d', 'status': 'completed', 'code': 200} Jul 23 20:47:43.890533 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7296e2fe-6e9f-404e-98a4-9a113022f2e6 req-474826c1-ad57-429f-8ce5-76e293afc455 tempest-ServersNegativeTestJSON-1629321947 tempest-ServersNegativeTestJSON-1629321947-project] 10.222.0.55 "GET /v2.0/ports?device_id=482f4d6a-fb32-42e9-8ec0-13fac8eca4ec HTTP/1.1" status: 200 len: 210 time: 0.0302515 Jul 23 20:47:44.236549 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59568) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:44.336686 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4057b454-d63e-4438-9ff6-c85d2d12b91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:44.423996 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4057b454-d63e-4438-9ff6-c85d2d12b91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:44.427556 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4057b454-d63e-4438-9ff6-c85d2d12b91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:44.465489 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4057b454-d63e-4438-9ff6-c85d2d12b91d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8a4cb9d0a7604dc89a48c719a6bbe0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277329 Jul 23 20:47:44.466210 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057b454-d63e-4438-9ff6-c85d2d12b91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e498fb32-fc89-41f3-af9f-f8aab875535d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:44.468216 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59572) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:44.522107 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7b0d133e-f4c3-4763-a512-8a45035f92b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:44.544613 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7b0d133e-f4c3-4763-a512-8a45035f92b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:44.597612 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7b0d133e-f4c3-4763-a512-8a45035f92b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:44.600224 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7b0d133e-f4c3-4763-a512-8a45035f92b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:44.601499 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7b0d133e-f4c3-4763-a512-8a45035f92b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e498fb32-fc89-41f3-af9f-f8aab875535d HTTP/1.1" status: 204 len: 168 time: 0.1317270 Jul 23 20:47:44.609403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d133e-f4c3-4763-a512-8a45035f92b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e498fb32-fc89-41f3-af9f-f8aab875535d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:44.873205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59578) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:44.887468 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5ffd8b9-f5f3-4ac0-9b12-5939e5e39246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:44.950185 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59582) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:44.979325 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5ffd8b9-f5f3-4ac0-9b12-5939e5e39246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:44.983279 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5ffd8b9-f5f3-4ac0-9b12-5939e5e39246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:44.996035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-69eaf0ea-b5cc-4ffb-bb8f-7eab3f4bba55 admin admin] Deleting subnet f8f39313-4f55-4bfd-8aa5-665c4b55c746 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:47:44.999060 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69eaf0ea-b5cc-4ffb-bb8f-7eab3f4bba55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.022014 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f5ffd8b9-f5f3-4ac0-9b12-5939e5e39246 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ad29d60b41d4e7789f083b0dd4405e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476443 Jul 23 20:47:45.024728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59584) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:45.030669 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffd8b9-f5f3-4ac0-9b12-5939e5e39246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb40387f-a531-48a4-a824-d4d5213eb9b6,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:45.039974 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69eaf0ea-b5cc-4ffb-bb8f-7eab3f4bba55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.079035 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-abca0b7c-3025-42c3-a4e4-c35e69019cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.081768 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69eaf0ea-b5cc-4ffb-bb8f-7eab3f4bba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.101136 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-abca0b7c-3025-42c3-a4e4-c35e69019cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.135868 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69eaf0ea-b5cc-4ffb-bb8f-7eab3f4bba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.149523 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-abca0b7c-3025-42c3-a4e4-c35e69019cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.152825 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-abca0b7c-3025-42c3-a4e4-c35e69019cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.154238 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-abca0b7c-3025-42c3-a4e4-c35e69019cf3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb40387f-a531-48a4-a824-d4d5213eb9b6 HTTP/1.1" status: 204 len: 168 time: 0.1286047 Jul 23 20:47:45.163360 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca0b7c-3025-42c3-a4e4-c35e69019cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb40387f-a531-48a4-a824-d4d5213eb9b6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:45.167359 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eaf0ea-b5cc-4ffb-bb8f-7eab3f4bba55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8f39313-4f55-4bfd-8aa5-665c4b55c746,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:45.169356 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69eaf0ea-b5cc-4ffb-bb8f-7eab3f4bba55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.171819 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-69eaf0ea-b5cc-4ffb-bb8f-7eab3f4bba55 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f8f39313-4f55-4bfd-8aa5-665c4b55c746 HTTP/1.1" status: 204 len: 168 time: 0.2198355 Jul 23 20:47:45.174600 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59588) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:45.264381 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3cd4b195-a72b-477d-bcce-14ced7ff4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.349798 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3cd4b195-a72b-477d-bcce-14ced7ff4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.362067 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-3cd4b195-a72b-477d-bcce-14ced7ff4ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b372e5-ba5b-4cfb-bb15-1d698cd7caf2']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:45.371964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-3cd4b195-a72b-477d-bcce-14ced7ff4ab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08855a16-e260-4327-8fa7-a022d43951e4') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:45.372262 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-3cd4b195-a72b-477d-bcce-14ced7ff4ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08855a16-e260-4327-8fa7-a022d43951e4') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:45.381193 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3cd4b195-a72b-477d-bcce-14ced7ff4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.399329 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3cd4b195-a72b-477d-bcce-14ced7ff4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.406594 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd4b195-a72b-477d-bcce-14ced7ff4ab5 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:47:45.407423 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3cd4b195-a72b-477d-bcce-14ced7ff4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:47:45.409236 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:47:45.419841 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.467549 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3cd4b195-a72b-477d-bcce-14ced7ff4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.474453 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3cd4b195-a72b-477d-bcce-14ced7ff4ab5 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.476647 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3cd4b195-a72b-477d-bcce-14ced7ff4ab5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/94b372e5-ba5b-4cfb-bb15-1d698cd7caf2 HTTP/1.1" status: 204 len: 168 time: 0.3013947 Jul 23 20:47:45.488090 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4b195-a72b-477d-bcce-14ced7ff4ab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=94b372e5-ba5b-4cfb-bb15-1d698cd7caf2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:45.601315 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59602) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:45.647293 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-680d4f0b-f06f-4f7f-a953-5b07f00e8b63 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a5929b1f5454b55bd2376040f78aa66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446384 Jul 23 20:47:45.649659 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59604) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:45.699139 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d2e7abc2-003f-4f2a-a526-0a3966cc82ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.725769 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d2e7abc2-003f-4f2a-a526-0a3966cc82ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.781819 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d2e7abc2-003f-4f2a-a526-0a3966cc82ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.784501 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d2e7abc2-003f-4f2a-a526-0a3966cc82ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.788306 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d2e7abc2-003f-4f2a-a526-0a3966cc82ff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e89bcb31-a711-44f3-acbb-79d9e78b0c6e HTTP/1.1" status: 204 len: 168 time: 0.1351719 Jul 23 20:47:45.794754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7abc2-003f-4f2a-a526-0a3966cc82ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89bcb31-a711-44f3-acbb-79d9e78b0c6e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:46.046272 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:47:46.854089 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:47.003880 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59668) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:47.045596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 72cf5109-a212-49d2-88bc-328cecd90e2d no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:47:47.066685 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 72cf5109-a212-49d2-88bc-328cecd90e2d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:47:47.067693 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 72cf5109-a212-49d2-88bc-328cecd90e2d not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:47:47.146113 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8517da97-9a3f-4f5d-a5c0-371a8e018f28 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:47.169256 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8517da97-9a3f-4f5d-a5c0-371a8e018f28 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:47.275901 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8517da97-9a3f-4f5d-a5c0-371a8e018f28 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:47.397820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-8517da97-9a3f-4f5d-a5c0-371a8e018f28 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Allocated IP 172.25.3.48 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/812082e0-8193-44cb-8cd1-df3359b583a9) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:47.499014 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8517da97-9a3f-4f5d-a5c0-371a8e018f28 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:47.545428 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8517da97-9a3f-4f5d-a5c0-371a8e018f28 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:47.589302 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8517da97-9a3f-4f5d-a5c0-371a8e018f28 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:47.592347 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-8517da97-9a3f-4f5d-a5c0-371a8e018f28 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:47.594924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517da97-9a3f-4f5d-a5c0-371a8e018f28 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:47.627919 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517da97-9a3f-4f5d-a5c0-371a8e018f28 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Pushing event updated for resources: {'Port': ['ID=812082e0-8193-44cb-8cd1-df3359b583a9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:47.681064 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59700) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:47.691133 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8517da97-9a3f-4f5d-a5c0-371a8e018f28 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:47.734732 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8517da97-9a3f-4f5d-a5c0-371a8e018f28 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:47.790339 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dbc170bd-d85b-46fd-8de5-3d5a17afd0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:47.890355 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dbc170bd-d85b-46fd-8de5-3d5a17afd0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:47.894301 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dbc170bd-d85b-46fd-8de5-3d5a17afd0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:47.902033 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8517da97-9a3f-4f5d-a5c0-371a8e018f28 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:47.907692 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8517da97-9a3f-4f5d-a5c0-371a8e018f28 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:47.934121 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dbc170bd-d85b-46fd-8de5-3d5a17afd0d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12f034d7eeb74238a611cfbf65ffb4ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518997 Jul 23 20:47:47.935141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc170bd-d85b-46fd-8de5-3d5a17afd0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ca5a82-e40a-4edf-9295-911621bfbfe0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:47.937667 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59706) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:48.003402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517da97-9a3f-4f5d-a5c0-371a8e018f28 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Pushing event updated for resources: {'Port': ['ID=812082e0-8193-44cb-8cd1-df3359b583a9,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:48.020792 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8517da97-9a3f-4f5d-a5c0-371a8e018f28 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.041123 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0154e18d-4c1a-4193-8f0b-7107d317bb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.043992 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8517da97-9a3f-4f5d-a5c0-371a8e018f28 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.045185 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8517da97-9a3f-4f5d-a5c0-371a8e018f28 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0403066 Jul 23 20:47:48.048585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59708) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:48.053805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-236a1182-584f-4e5f-95db-16e5f2cbf9dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-165793550'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:48.066311 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0154e18d-4c1a-4193-8f0b-7107d317bb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.076536 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236a1182-584f-4e5f-95db-16e5f2cbf9dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Made reservation on behalf of 84692352748a4c01a0866645160a1a09 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:47:48.080442 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-236a1182-584f-4e5f-95db-16e5f2cbf9dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.089775 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-236a1182-584f-4e5f-95db-16e5f2cbf9dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.114159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0154e18d-4c1a-4193-8f0b-7107d317bb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.116700 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0154e18d-4c1a-4193-8f0b-7107d317bb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.118153 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0154e18d-4c1a-4193-8f0b-7107d317bb41 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77ca5a82-e40a-4edf-9295-911621bfbfe0 HTTP/1.1" status: 204 len: 168 time: 0.1780267 Jul 23 20:47:48.126926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154e18d-4c1a-4193-8f0b-7107d317bb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ca5a82-e40a-4edf-9295-911621bfbfe0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:48.192786 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-236a1182-584f-4e5f-95db-16e5f2cbf9dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.197000 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-236a1182-584f-4e5f-95db-16e5f2cbf9dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.222748 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236a1182-584f-4e5f-95db-16e5f2cbf9dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:47:48.236570 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a1182-584f-4e5f-95db-16e5f2cbf9dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3983a63-73a0-4dc3-90e3-b1cbf5ba3914,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:48.238532 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-236a1182-584f-4e5f-95db-16e5f2cbf9dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.238888 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-236a1182-584f-4e5f-95db-16e5f2cbf9dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Added segment 55610dbe-5229-4c29-97e0-4a13e9a8d3c0 of type vlan for network 299160ec-0c7d-49fb-acdb-888258841cb4 Jul 23 20:47:48.279729 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-236a1182-584f-4e5f-95db-16e5f2cbf9dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.312037 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-236a1182-584f-4e5f-95db-16e5f2cbf9dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.317516 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236a1182-584f-4e5f-95db-16e5f2cbf9dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:48.318131 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-236a1182-584f-4e5f-95db-16e5f2cbf9dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.354253 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-236a1182-584f-4e5f-95db-16e5f2cbf9dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3044820 Jul 23 20:47:48.357441 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59716) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:48.364621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b139aefa-8cfb-478c-9785-e4ce64b8ee6d tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Request body: {'subnet': {'network_id': '299160ec-0c7d-49fb-acdb-888258841cb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:48.402850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a1182-584f-4e5f-95db-16e5f2cbf9dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Pushing event updated for resources: {'Network': ['ID=299160ec-0c7d-49fb-acdb-888258841cb4,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:48.413924 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 299160ec-0c7d-49fb-acdb-888258841cb4 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:47:48.495320 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b139aefa-8cfb-478c-9785-e4ce64b8ee6d tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Made reservation on behalf of 84692352748a4c01a0866645160a1a09 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:47:48.498899 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b139aefa-8cfb-478c-9785-e4ce64b8ee6d tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.684804 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b139aefa-8cfb-478c-9785-e4ce64b8ee6d tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.748037 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139aefa-8cfb-478c-9785-e4ce64b8ee6d tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Pushing event updated for resources: {'Subnet': ['ID=1a661d09-4256-408e-af7b-09bb157308e5,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:48.757696 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b139aefa-8cfb-478c-9785-e4ce64b8ee6d tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Checking segment: {'id': '55610dbe-5229-4c29-97e0-4a13e9a8d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '299160ec-0c7d-49fb-acdb-888258841cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:47:48.758061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b139aefa-8cfb-478c-9785-e4ce64b8ee6d tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Network hostable DHCP agents. Network: 299160ec-0c7d-49fb-acdb-888258841cb4, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:47:48.774956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b139aefa-8cfb-478c-9785-e4ce64b8ee6d tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Network 299160ec-0c7d-49fb-acdb-888258841cb4 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:47:48.784457 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-b139aefa-8cfb-478c-9785-e4ce64b8ee6d tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 299160ec-0c7d-49fb-acdb-888258841cb4) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:48.788831 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b139aefa-8cfb-478c-9785-e4ce64b8ee6d tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:48.789521 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b139aefa-8cfb-478c-9785-e4ce64b8ee6d tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.794930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57d751b-3951-470f-888d-f9b306b2f05a None None] Network 299160ec-0c7d-49fb-acdb-888258841cb4 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:47:48.813900 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b139aefa-8cfb-478c-9785-e4ce64b8ee6d tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4558232 Jul 23 20:47:48.816538 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59736) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:48.821111 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1660514298', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}, 'admin_state_up': False}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:48.845434 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.846824 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.904463 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:48.976072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-299160ec-0c7d-49fb-acdb-888258841cb4', 'network_id': '299160ec-0c7d-49fb-acdb-888258841cb4', 'tenant_id': '84692352748a4c01a0866645160a1a09', 'fixed_ips': [{'subnet_id': '1a661d09-4256-408e-af7b-09bb157308e5'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:47:48.977071 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:49.057238 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:49.142250 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Allocated IP 172.20.0.2 (299160ec-0c7d-49fb-acdb-888258841cb4/1a661d09-4256-408e-af7b-09bb157308e5/66a93e26-77f2-4257-bfd0-acca3f1a26a5) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:49.324802 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:49.335972 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Transition to ACTIVE for port object 66a93e26-77f2-4257-bfd0-acca3f1a26a5 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:49.356214 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Transition to ACTIVE for port object 66a93e26-77f2-4257-bfd0-acca3f1a26a5 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:49.363677 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:49.408664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Network 299160ec-0c7d-49fb-acdb-888258841cb4 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:49.412397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:49.416336 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:49.492182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Pushing event updated for resources: {'Port': ['ID=66a93e26-77f2-4257-bfd0-acca3f1a26a5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:49.494676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Attempting to bind port 66a93e26-77f2-4257-bfd0-acca3f1a26a5 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:47:49.495316 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Attempting to bind port 66a93e26-77f2-4257-bfd0-acca3f1a26a5 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '55610dbe-5229-4c29-97e0-4a13e9a8d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '299160ec-0c7d-49fb-acdb-888258841cb4'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:47:49.495858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Attempting to bind port 66a93e26-77f2-4257-bfd0-acca3f1a26a5 on network 299160ec-0c7d-49fb-acdb-888258841cb4 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:47:49.502670 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:47:49.503063 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Checking segment: {'id': '55610dbe-5229-4c29-97e0-4a13e9a8d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '299160ec-0c7d-49fb-acdb-888258841cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:47:49.503655 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:49.503973 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Bound using segment: {'id': '55610dbe-5229-4c29-97e0-4a13e9a8d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '299160ec-0c7d-49fb-acdb-888258841cb4'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:47:49.504572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Bound port: 66a93e26-77f2-4257-bfd0-acca3f1a26a5, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55610dbe-5229-4c29-97e0-4a13e9a8d3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '299160ec-0c7d-49fb-acdb-888258841cb4'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:47:49.505099 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:49.542088 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:49.563428 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:49.587601 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] For port 66a93e26-77f2-4257-bfd0-acca3f1a26a5, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:47:49.591582 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] For port 66a93e26-77f2-4257-bfd0-acca3f1a26a5, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=66a93e26-77f2-4257-bfd0-acca3f1a26a5,segment=NetworkSegment(55610dbe-5229-4c29-97e0-4a13e9a8d3c0),segment_id=55610dbe-5229-4c29-97e0-4a13e9a8d3c0)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:47:49.597967 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:49.667651 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6fc9c-b585-4296-ab62-cacc7193fcae None None] Pushing event updated for resources: {'Port': ['ID=66a93e26-77f2-4257-bfd0-acca3f1a26a5,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:49.696341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Allocated IP 172.25.3.174 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/8ef78569-17f9-4c88-8c01-520ca1366163) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:49.846458 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:49.901755 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:49.941563 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:49.944791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:49.948430 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:49.986354 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Pushing event updated for resources: {'Port': ['ID=8ef78569-17f9-4c88-8c01-520ca1366163,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:50.247321 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:50.486841 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:50.602370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59782) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:50.620072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 66a93e26-77f2-4257-bfd0-acca3f1a26a5 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:50.653298 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Router a7a0e6a1-e838-431c-88a4-1d64e47a088d is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:47:50.684237 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 66a93e26-77f2-4257-bfd0-acca3f1a26a5 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:50.736393 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3ebf19-80dc-40f2-af3c-b010b2659352 None None] Network 299160ec-0c7d-49fb-acdb-888258841cb4 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:47:50.755372 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d7bf5a1-eb32-4cd3-9388-83bddc8cb046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:50.783362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:47:50.805310 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56953de8-afd8-4b9c-8741-1a98b0c40b4d None None] Sync routers for ids ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:47:50.824235 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56953de8-afd8-4b9c-8741-1a98b0c40b4d None None] Routers {'a7a0e6a1-e838-431c-88a4-1d64e47a088d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:50.824987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-56953de8-afd8-4b9c-8741-1a98b0c40b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:47:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:50.867532 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d7bf5a1-eb32-4cd3-9388-83bddc8cb046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:50.871853 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d7bf5a1-eb32-4cd3-9388-83bddc8cb046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:50.875248 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:50.879147 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-aba5dc20-cda8-4313-aff1-8bc7b93bc87f tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.0590458 Jul 23 20:47:50.879316 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59786) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:50.884281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-56953de8-afd8-4b9c-8741-1a98b0c40b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:50.901001 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9dc0b7d9-56e5-4297-bceb-0b8a5a533f07 None None] Provisioning for port 66a93e26-77f2-4257-bfd0-acca3f1a26a5 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:50.909390 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9dc0b7d9-56e5-4297-bceb-0b8a5a533f07 None None] Provisioning complete for port 66a93e26-77f2-4257-bfd0-acca3f1a26a5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:50.909888 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9dc0b7d9-56e5-4297-bceb-0b8a5a533f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:50.916945 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3d7bf5a1-eb32-4cd3-9388-83bddc8cb046 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a0d0935625c4ae9bc1356e4a3f0c682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102627 Jul 23 20:47:50.917624 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59788) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:50.925770 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bf5a1-eb32-4cd3-9388-83bddc8cb046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d7677a-5ede-4414-a811-65b76726eb73,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:50.936145 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56953de8-afd8-4b9c-8741-1a98b0c40b4d None None] Routers {'a7a0e6a1-e838-431c-88a4-1d64e47a088d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:50.936444 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-56953de8-afd8-4b9c-8741-1a98b0c40b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:47:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:50.976646 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1be20e3d-630a-4e55-9fbe-251206addfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:51.001486 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1be20e3d-630a-4e55-9fbe-251206addfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:51.006302 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-56953de8-afd8-4b9c-8741-1a98b0c40b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:51.006966 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56953de8-afd8-4b9c-8741-1a98b0c40b4d None None] The sync data for ids ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:47:51.064772 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1be20e3d-630a-4e55-9fbe-251206addfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:51.067887 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1be20e3d-630a-4e55-9fbe-251206addfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:51.072695 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1be20e3d-630a-4e55-9fbe-251206addfc3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/68d7677a-5ede-4414-a811-65b76726eb73 HTTP/1.1" status: 204 len: 168 time: 0.1538503 Jul 23 20:47:51.083339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20e3d-630a-4e55-9fbe-251206addfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d7677a-5ede-4414-a811-65b76726eb73,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:51.120264 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9dc0b7d9-56e5-4297-bceb-0b8a5a533f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:51.164315 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9dc0b7d9-56e5-4297-bceb-0b8a5a533f07 None None] For port 66a93e26-77f2-4257-bfd0-acca3f1a26a5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=66a93e26-77f2-4257-bfd0-acca3f1a26a5,segment=NetworkSegment(55610dbe-5229-4c29-97e0-4a13e9a8d3c0),segment_id=55610dbe-5229-4c29-97e0-4a13e9a8d3c0)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:51.170426 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9dc0b7d9-56e5-4297-bceb-0b8a5a533f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:51.230498 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0b7d9-56e5-4297-bceb-0b8a5a533f07 None None] Pushing event updated for resources: {'Port': ['ID=66a93e26-77f2-4257-bfd0-acca3f1a26a5,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:51.406370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59794) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:51.420079 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e203866-25b1-491c-a123-6a753d9bea6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:51.464190 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:51.494898 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-50f11897-f7d8-4adc-a0eb-adf3b8959351 None None] Provisioning complete for port 66a93e26-77f2-4257-bfd0-acca3f1a26a5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:51.495583 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-50f11897-f7d8-4adc-a0eb-adf3b8959351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:51.513481 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e203866-25b1-491c-a123-6a753d9bea6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:51.518413 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e203866-25b1-491c-a123-6a753d9bea6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:51.557742 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e203866-25b1-491c-a123-6a753d9bea6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bed625-b6ce-41bc-b285-588331b4be6d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:51.564277 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1e203866-25b1-491c-a123-6a753d9bea6b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=016052c349fb4c3181f3e58c589158ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565530 Jul 23 20:47:51.567034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59796) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:51.623839 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-23d8f574-b765-4f0a-a861-1e2f0dc28473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:51.646474 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-23d8f574-b765-4f0a-a861-1e2f0dc28473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:51.698438 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-23d8f574-b765-4f0a-a861-1e2f0dc28473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:51.701350 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-23d8f574-b765-4f0a-a861-1e2f0dc28473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:51.702938 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-23d8f574-b765-4f0a-a861-1e2f0dc28473 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1bed625-b6ce-41bc-b285-588331b4be6d HTTP/1.1" status: 204 len: 168 time: 0.1348891 Jul 23 20:47:51.711936 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8f574-b765-4f0a-a861-1e2f0dc28473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bed625-b6ce-41bc-b285-588331b4be6d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:51.837241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Allocated IP 172.20.0.1 (299160ec-0c7d-49fb-acdb-888258841cb4/1a661d09-4256-408e-af7b-09bb157308e5/d0e47729-8132-4c2c-a260-2df1a0e053e4) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:51.956832 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:51.970319 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Transition to ACTIVE for port object d0e47729-8132-4c2c-a260-2df1a0e053e4 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:52.004624 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:52.048540 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Network 299160ec-0c7d-49fb-acdb-888258841cb4 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:52.054192 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:52.058072 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:52.081895 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Pushing event updated for resources: {'Port': ['ID=d0e47729-8132-4c2c-a260-2df1a0e053e4,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:52.115184 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:52.336257 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ade61c1f-28c9-426c-9dcf-c07d3f52fbb9 None None] Provisioning for port d0e47729-8132-4c2c-a260-2df1a0e053e4 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:52.341838 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ade61c1f-28c9-426c-9dcf-c07d3f52fbb9 None None] Provisioning complete for port d0e47729-8132-4c2c-a260-2df1a0e053e4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:52.342481 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ade61c1f-28c9-426c-9dcf-c07d3f52fbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:52.387593 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ade61c1f-28c9-426c-9dcf-c07d3f52fbb9 None None] Port d0e47729-8132-4c2c-a260-2df1a0e053e4 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:47:52.544581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 66a93e26-77f2-4257-bfd0-acca3f1a26a5 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:52.604341 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 66a93e26-77f2-4257-bfd0-acca3f1a26a5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:52.605022 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:52.661258 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:52.952063 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:52.957030 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:53.032783 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Pushing event updated for resources: {'Port': ['ID=d0e47729-8132-4c2c-a260-2df1a0e053e4,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:53.037297 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:53.139123 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Network 299160ec-0c7d-49fb-acdb-888258841cb4 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:53.141741 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:53.261231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Router a7a0e6a1-e838-431c-88a4-1d64e47a088d has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:47:53.380864 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:47:53.385893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7ad1f218-857b-4e0a-bf93-b36d81d203c6 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] 10.222.0.55 "PUT /v2.0/routers/a7a0e6a1-e838-431c-88a4-1d64e47a088d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5053794 Jul 23 20:47:53.388839 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59844) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:53.392157 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa7c3a4-f336-4a7d-bdd5-9c5014e5ac2d None None] Sync routers for ids ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:47:53.394337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-730243ee-4462-43a0-9904-36d13c619cbe tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Request body: {'port': {'network_id': '299160ec-0c7d-49fb-acdb-888258841cb4', 'name': 'tempest-FloatingIPAdminTestJSON-58965446'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:53.406197 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa7c3a4-f336-4a7d-bdd5-9c5014e5ac2d None None] Routers {'a7a0e6a1-e838-431c-88a4-1d64e47a088d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:53.406886 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-afa7c3a4-f336-4a7d-bdd5-9c5014e5ac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:47:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:53.415422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-216a4d64-292b-4b61-8acb-b138b6187033 None None] Provisioning complete for port d0e47729-8132-4c2c-a260-2df1a0e053e4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:53.415937 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-216a4d64-292b-4b61-8acb-b138b6187033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:53.438293 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-afa7c3a4-f336-4a7d-bdd5-9c5014e5ac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:53.446949 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa7c3a4-f336-4a7d-bdd5-9c5014e5ac2d None None] Routers {'a7a0e6a1-e838-431c-88a4-1d64e47a088d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:53.447981 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-afa7c3a4-f336-4a7d-bdd5-9c5014e5ac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:47:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:53.456233 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-216a4d64-292b-4b61-8acb-b138b6187033 None None] Port d0e47729-8132-4c2c-a260-2df1a0e053e4 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:47:53.481595 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-afa7c3a4-f336-4a7d-bdd5-9c5014e5ac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:53.482258 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa7c3a4-f336-4a7d-bdd5-9c5014e5ac2d None None] The sync data for ids ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:47:53.525399 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730243ee-4462-43a0-9904-36d13c619cbe tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Made reservation on behalf of 84692352748a4c01a0866645160a1a09 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:47:53.529060 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-730243ee-4462-43a0-9904-36d13c619cbe tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:53.548284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-730243ee-4462-43a0-9904-36d13c619cbe tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] device_id is not set on port 43d6ea65-a5e7-4937-aeac-c929f3113f35 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:47:53.664340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-730243ee-4462-43a0-9904-36d13c619cbe tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Allocated IP 172.20.0.12 (299160ec-0c7d-49fb-acdb-888258841cb4/1a661d09-4256-408e-af7b-09bb157308e5/43d6ea65-a5e7-4937-aeac-c929f3113f35) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:53.816159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-730243ee-4462-43a0-9904-36d13c619cbe tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:53.833541 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-730243ee-4462-43a0-9904-36d13c619cbe tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Transition to ACTIVE for port object 43d6ea65-a5e7-4937-aeac-c929f3113f35 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:53.866757 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-730243ee-4462-43a0-9904-36d13c619cbe tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:53.911016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730243ee-4462-43a0-9904-36d13c619cbe tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Network 299160ec-0c7d-49fb-acdb-888258841cb4 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:53.916055 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-730243ee-4462-43a0-9904-36d13c619cbe tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:53.919860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730243ee-4462-43a0-9904-36d13c619cbe tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:53.945938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730243ee-4462-43a0-9904-36d13c619cbe tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Pushing event updated for resources: {'Port': ['ID=43d6ea65-a5e7-4937-aeac-c929f3113f35,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:53.980874 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730243ee-4462-43a0-9904-36d13c619cbe tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:53.981619 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-730243ee-4462-43a0-9904-36d13c619cbe tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:54.002545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59860) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:54.003169 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-730243ee-4462-43a0-9904-36d13c619cbe tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6127803 Jul 23 20:47:54.177899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'project_id': '84692352748a4c01a0866645160a1a09', 'port_id': '43d6ea65-a5e7-4937-aeac-c929f3113f35'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:54.181425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3c4723dc-b357-4f2f-9058-dd59893f681b None None] Provisioning for port 43d6ea65-a5e7-4937-aeac-c929f3113f35 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:54.185668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3c4723dc-b357-4f2f-9058-dd59893f681b None None] Provisioning complete for port 43d6ea65-a5e7-4937-aeac-c929f3113f35 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:54.186040 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c4723dc-b357-4f2f-9058-dd59893f681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:54.201952 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:54.223776 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3c4723dc-b357-4f2f-9058-dd59893f681b None None] Port 43d6ea65-a5e7-4937-aeac-c929f3113f35 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:47:54.293859 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:54.411018 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Allocated IP 172.25.3.18 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/a94a2b9a-34fd-49cf-888d-aa0a2021259d) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:54.493539 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59868) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:54.531525 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:54.535909 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35e590ee-9102-455c-b284-1cef167a9938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:54.587628 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:54.615776 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f29b6f4-0fa8-4c77-b8ff-169ceeadfd4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:54.626029 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:54.628980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:54.634782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:54.667997 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Pushing event updated for resources: {'Port': ['ID=a94a2b9a-34fd-49cf-888d-aa0a2021259d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:54.724004 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f29b6f4-0fa8-4c77-b8ff-169ceeadfd4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:54.727834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f29b6f4-0fa8-4c77-b8ff-169ceeadfd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:54.769692 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9f29b6f4-0fa8-4c77-b8ff-169ceeadfd4c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7151b9401ebf48df9564235547a8e1df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750328 Jul 23 20:47:54.770878 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29b6f4-0fa8-4c77-b8ff-169ceeadfd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832230ad-c06c-4d05-ac85-488f69cc02f3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:54.774299 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59872) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:54.834094 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d49b0b43-439e-47e7-b147-8f0295f3ecf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:54.856905 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d49b0b43-439e-47e7-b147-8f0295f3ecf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:54.911269 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d49b0b43-439e-47e7-b147-8f0295f3ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:54.913879 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d49b0b43-439e-47e7-b147-8f0295f3ecf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:54.917714 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d49b0b43-439e-47e7-b147-8f0295f3ecf1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/832230ad-c06c-4d05-ac85-488f69cc02f3 HTTP/1.1" status: 204 len: 168 time: 0.1399205 Jul 23 20:47:54.924474 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b0b43-439e-47e7-b147-8f0295f3ecf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832230ad-c06c-4d05-ac85-488f69cc02f3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:55.010693 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:55.095482 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:55.208562 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59878) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:55.223279 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-131eadd7-f877-4bd5-bb83-6c8abfe12548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:55.255424 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:55.259766 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:55.314072 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-131eadd7-f877-4bd5-bb83-6c8abfe12548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:55.318575 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-131eadd7-f877-4bd5-bb83-6c8abfe12548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:55.339970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Pushing event updated for resources: {'Port': ['ID=a94a2b9a-34fd-49cf-888d-aa0a2021259d,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:55.346424 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:55.357558 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-131eadd7-f877-4bd5-bb83-6c8abfe12548 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=32f91e35654f49e8942485d45aced244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478670 Jul 23 20:47:55.359270 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131eadd7-f877-4bd5-bb83-6c8abfe12548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a952bd9-6bf8-4d4a-929c-14e11f90d547,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:55.361680 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59880) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:55.414579 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c058eb61-8ea3-4389-aab5-dfaf85057d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:55.437179 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c058eb61-8ea3-4389-aab5-dfaf85057d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:55.456207 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Floating IP 6eba9bc4-85c7-44fa-857a-c9c9098fc626 associated. External IP: 172.25.3.18, port: 43d6ea65-a5e7-4937-aeac-c929f3113f35. Jul 23 20:47:55.485187 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c058eb61-8ea3-4389-aab5-dfaf85057d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:55.487935 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c058eb61-8ea3-4389-aab5-dfaf85057d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:55.489259 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c058eb61-8ea3-4389-aab5-dfaf85057d6b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a952bd9-6bf8-4d4a-929c-14e11f90d547 HTTP/1.1" status: 204 len: 168 time: 0.1266387 Jul 23 20:47:55.497631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058eb61-8ea3-4389-aab5-dfaf85057d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a952bd9-6bf8-4d4a-929c-14e11f90d547,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:55.682701 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Router a7a0e6a1-e838-431c-88a4-1d64e47a088d has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:47:55.796298 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:47:55.806016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6fdba-f4f9-4e4b-afd6-2915211a39d0 None None] Sync routers for ids ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:47:55.815377 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:55.820019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6fdba-f4f9-4e4b-afd6-2915211a39d0 None None] Routers {'a7a0e6a1-e838-431c-88a4-1d64e47a088d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:55.820568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ecc6fdba-f4f9-4e4b-afd6-2915211a39d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:47:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:55.854744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ecc6fdba-f4f9-4e4b-afd6-2915211a39d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:55.856270 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59892) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:55.858437 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9cfd1a9b-8300-465e-8fe9-faeb3de5b83c tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 1.8516929 Jul 23 20:47:55.865196 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6fdba-f4f9-4e4b-afd6-2915211a39d0 None None] Routers {'a7a0e6a1-e838-431c-88a4-1d64e47a088d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:55.865865 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ecc6fdba-f4f9-4e4b-afd6-2915211a39d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:47:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:55.902878 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ecc6fdba-f4f9-4e4b-afd6-2915211a39d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:55.903883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6fdba-f4f9-4e4b-afd6-2915211a39d0 None None] The sync data for ids ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:47:55.974684 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-42937839-ab84-49b9-952a-4ec236645bb8 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] 10.222.0.55 "GET /v2.0/floatingips/6eba9bc4-85c7-44fa-857a-c9c9098fc626 HTTP/1.1" status: 200 len: 981 time: 0.1171212 Jul 23 20:47:55.977141 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59898) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:56.091792 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8301e665-f93e-4731-b105-60020c23f99d tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4605 time: 0.1104178 Jul 23 20:47:56.092321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59906) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:56.246339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-01f654e2-e820-40c4-b0d2-f2c50bb21250 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Deleting port a94a2b9a-34fd-49cf-888d-aa0a2021259d {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:47:56.246680 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-01f654e2-e820-40c4-b0d2-f2c50bb21250 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:56.326747 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-01f654e2-e820-40c4-b0d2-f2c50bb21250 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:56.327071 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-01f654e2-e820-40c4-b0d2-f2c50bb21250 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:56.338725 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-01f654e2-e820-40c4-b0d2-f2c50bb21250 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Calling delete_port for a94a2b9a-34fd-49cf-888d-aa0a2021259d owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:47:56.494002 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-01f654e2-e820-40c4-b0d2-f2c50bb21250 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:56.524638 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f654e2-e820-40c4-b0d2-f2c50bb21250 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Pushing event deleted for resources: {'Port': ['ID=a94a2b9a-34fd-49cf-888d-aa0a2021259d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:56.590546 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-01f654e2-e820-40c4-b0d2-f2c50bb21250 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:56.590884 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-01f654e2-e820-40c4-b0d2-f2c50bb21250 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Floating IP 6eba9bc4-85c7-44fa-857a-c9c9098fc626 disassociated (deleted). External IP: 172.25.3.18, port: 43d6ea65-a5e7-4937-aeac-c929f3113f35. Jul 23 20:47:56.802888 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f654e2-e820-40c4-b0d2-f2c50bb21250 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Router a7a0e6a1-e838-431c-88a4-1d64e47a088d has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:47:56.917195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f654e2-e820-40c4-b0d2-f2c50bb21250 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:47:56.922640 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-01f654e2-e820-40c4-b0d2-f2c50bb21250 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:56.927240 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee24a969-e751-47ef-bbdc-d598cbd43ee2 None None] Sync routers for ids ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:47:56.936399 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee24a969-e751-47ef-bbdc-d598cbd43ee2 None None] Routers {'a7a0e6a1-e838-431c-88a4-1d64e47a088d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:56.937681 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ee24a969-e751-47ef-bbdc-d598cbd43ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:47:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:56.961122 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-01f654e2-e820-40c4-b0d2-f2c50bb21250 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] 10.222.0.55 "DELETE /v2.0/floatingips/6eba9bc4-85c7-44fa-857a-c9c9098fc626 HTTP/1.1" status: 204 len: 168 time: 0.8679695 Jul 23 20:47:56.965387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59926) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:56.969783 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ee24a969-e751-47ef-bbdc-d598cbd43ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:56.970104 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:56.979031 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee24a969-e751-47ef-bbdc-d598cbd43ee2 None None] Routers {'a7a0e6a1-e838-431c-88a4-1d64e47a088d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:56.979692 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ee24a969-e751-47ef-bbdc-d598cbd43ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:47:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:56.993244 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:57.014060 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ee24a969-e751-47ef-bbdc-d598cbd43ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:57.014594 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee24a969-e751-47ef-bbdc-d598cbd43ee2 None None] The sync data for ids ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:47:57.082628 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:57.093071 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8ea38b7-821f-463e-8fcc-750070da4184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:57.198815 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Allocated IP 172.25.3.131 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/c901b331-7fcb-4c6e-af0b-4d0d75af05f5) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:57.302915 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:57.347794 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:57.348293 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:57.384860 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:57.391419 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:57.395270 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:57.400907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Pushing event updated for resources: {'Port': ['ID=c901b331-7fcb-4c6e-af0b-4d0d75af05f5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:57.429077 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:57.429435 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:57.429773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:57.430113 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:57.430447 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:57.430780 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:57.431118 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:57.431461 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:57.431794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:57.432118 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:57.432439 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:57.432791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:57.495324 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:57.540232 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:57.696547 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:57.701565 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:57.777093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Pushing event updated for resources: {'Port': ['ID=c901b331-7fcb-4c6e-af0b-4d0d75af05f5,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:57.786185 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:57.801320 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:57.805963 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59948) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:57.806461 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6108e5b2-ce2a-43a6-ad59-9f3dbd4bbad2 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8397136 Jul 23 20:47:57.853521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59952) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:57.914290 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e9a05f2-2e84-4a8e-aa57-8b0bb050ec67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:57.966003 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-52265721-111f-4fb7-b706-e48dfcf458f2 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:58.018223 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e9a05f2-2e84-4a8e-aa57-8b0bb050ec67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.023672 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e9a05f2-2e84-4a8e-aa57-8b0bb050ec67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.070083 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3e9a05f2-2e84-4a8e-aa57-8b0bb050ec67 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63c980f6385a4364970c061ebeec9e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2154622 Jul 23 20:47:58.072968 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59956) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:58.073651 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-52265721-111f-4fb7-b706-e48dfcf458f2 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.087837 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a05f2-2e84-4a8e-aa57-8b0bb050ec67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c775ecb-4a1a-448b-aa78-7b1698846438,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:58.124684 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-93b203f9-f5c8-4b8b-91dc-2400d0c8633b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.146194 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-93b203f9-f5c8-4b8b-91dc-2400d0c8633b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.174201 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-52265721-111f-4fb7-b706-e48dfcf458f2 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.191482 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-93b203f9-f5c8-4b8b-91dc-2400d0c8633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.194426 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-93b203f9-f5c8-4b8b-91dc-2400d0c8633b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.195729 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-93b203f9-f5c8-4b8b-91dc-2400d0c8633b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8c775ecb-4a1a-448b-aa78-7b1698846438 HTTP/1.1" status: 204 len: 168 time: 0.1216793 Jul 23 20:47:58.204514 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b203f9-f5c8-4b8b-91dc-2400d0c8633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c775ecb-4a1a-448b-aa78-7b1698846438,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:58.298123 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-52265721-111f-4fb7-b706-e48dfcf458f2 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Allocated IP 172.25.3.128 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/ddee5269-a96a-4f0d-a7fc-3e0ec6312601) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:58.409969 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-52265721-111f-4fb7-b706-e48dfcf458f2 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.450269 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-52265721-111f-4fb7-b706-e48dfcf458f2 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.467394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59962) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:58.481258 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0bed981-6ff6-4bbb-8d31-af42117ce94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.487035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52265721-111f-4fb7-b706-e48dfcf458f2 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:58.490422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-52265721-111f-4fb7-b706-e48dfcf458f2 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:58.500627 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52265721-111f-4fb7-b706-e48dfcf458f2 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:58.511403 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.530184 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52265721-111f-4fb7-b706-e48dfcf458f2 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Pushing event updated for resources: {'Port': ['ID=ddee5269-a96a-4f0d-a7fc-3e0ec6312601,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:58.587771 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0bed981-6ff6-4bbb-8d31-af42117ce94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.591757 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0bed981-6ff6-4bbb-8d31-af42117ce94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.599193 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-52265721-111f-4fb7-b706-e48dfcf458f2 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.630426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bed981-6ff6-4bbb-8d31-af42117ce94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48efb4e3-430f-4536-8d83-9f1abc0b5c80,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:58.634775 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e0bed981-6ff6-4bbb-8d31-af42117ce94f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fbd8eda5dc924ffabf0f43ebe316153c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1662827 Jul 23 20:47:58.637405 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59964) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:58.642503 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-52265721-111f-4fb7-b706-e48dfcf458f2 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.686460 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d45d7bd-020c-4f3d-8359-2087b8a22b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.710071 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d45d7bd-020c-4f3d-8359-2087b8a22b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.758640 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d45d7bd-020c-4f3d-8359-2087b8a22b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.761195 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d45d7bd-020c-4f3d-8359-2087b8a22b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.762343 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5d45d7bd-020c-4f3d-8359-2087b8a22b5b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48efb4e3-430f-4536-8d83-9f1abc0b5c80 HTTP/1.1" status: 204 len: 168 time: 0.1238778 Jul 23 20:47:58.770382 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45d7bd-020c-4f3d-8359-2087b8a22b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48efb4e3-430f-4536-8d83-9f1abc0b5c80,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:58.800785 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-52265721-111f-4fb7-b706-e48dfcf458f2 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.806263 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-52265721-111f-4fb7-b706-e48dfcf458f2 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.883903 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52265721-111f-4fb7-b706-e48dfcf458f2 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Pushing event updated for resources: {'Port': ['ID=ddee5269-a96a-4f0d-a7fc-3e0ec6312601,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:58.888670 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-52265721-111f-4fb7-b706-e48dfcf458f2 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.902027 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-52265721-111f-4fb7-b706-e48dfcf458f2 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:58.903719 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-52265721-111f-4fb7-b706-e48dfcf458f2 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0960350 Jul 23 20:47:58.906940 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59968) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:58.972203 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ec191477-0089-4a56-99e2-3415aeef2547 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4792 time: 0.0638182 Jul 23 20:47:58.974723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59972) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:59.018636 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0e09cb6a-3ca0-4563-a283-f14d46bdf880 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0426764 Jul 23 20:47:59.021224 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59976) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:59.152357 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-037c6cfc-54e6-479d-b21a-1fe691d6c494 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Deleting port ddee5269-a96a-4f0d-a7fc-3e0ec6312601 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:47:59.152704 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-037c6cfc-54e6-479d-b21a-1fe691d6c494 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:59.229918 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-037c6cfc-54e6-479d-b21a-1fe691d6c494 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:59.230638 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-037c6cfc-54e6-479d-b21a-1fe691d6c494 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:59.241905 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-037c6cfc-54e6-479d-b21a-1fe691d6c494 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Calling delete_port for ddee5269-a96a-4f0d-a7fc-3e0ec6312601 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:47:59.693765 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-037c6cfc-54e6-479d-b21a-1fe691d6c494 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:59.726264 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c6cfc-54e6-479d-b21a-1fe691d6c494 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Pushing event deleted for resources: {'Port': ['ID=ddee5269-a96a-4f0d-a7fc-3e0ec6312601,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:59.797231 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-037c6cfc-54e6-479d-b21a-1fe691d6c494 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:59.799940 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-037c6cfc-54e6-479d-b21a-1fe691d6c494 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:59.801245 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-037c6cfc-54e6-479d-b21a-1fe691d6c494 tempest-FloatingIPAdminTestJSON-1928216271 tempest-FloatingIPAdminTestJSON-1928216271-project] 10.222.0.55 "DELETE /v2.0/floatingips/c8cf3b44-a8f1-4f73-aa2c-211bce484893 HTTP/1.1" status: 204 len: 168 time: 0.7790866 Jul 23 20:47:59.804040 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60002) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:59.938881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-96423689-94f2-43ba-b98d-ef866b75e191 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Deleting port c901b331-7fcb-4c6e-af0b-4d0d75af05f5 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:47:59.939693 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96423689-94f2-43ba-b98d-ef866b75e191 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:59.946569 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:00.024676 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96423689-94f2-43ba-b98d-ef866b75e191 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:00.025054 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96423689-94f2-43ba-b98d-ef866b75e191 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:00.038415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-96423689-94f2-43ba-b98d-ef866b75e191 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Calling delete_port for c901b331-7fcb-4c6e-af0b-4d0d75af05f5 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:00.190825 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96423689-94f2-43ba-b98d-ef866b75e191 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:00.221605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96423689-94f2-43ba-b98d-ef866b75e191 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Pushing event deleted for resources: {'Port': ['ID=c901b331-7fcb-4c6e-af0b-4d0d75af05f5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:00.314419 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96423689-94f2-43ba-b98d-ef866b75e191 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:00.317124 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96423689-94f2-43ba-b98d-ef866b75e191 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:00.318467 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-96423689-94f2-43ba-b98d-ef866b75e191 tempest-FloatingIPAdminTestJSON-1789082697 tempest-FloatingIPAdminTestJSON-1789082697-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/31fc95e6-b7fc-43f7-9cab-c3e634cf6d73 HTTP/1.1" status: 204 len: 168 time: 0.5133340 Jul 23 20:48:00.322441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60018) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:00.443033 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-4b342af7-dfd9-473d-80bd-1d425d5209ac tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Deleting port 43d6ea65-a5e7-4937-aeac-c929f3113f35 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:00.443413 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b342af7-dfd9-473d-80bd-1d425d5209ac tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:00.546756 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b342af7-dfd9-473d-80bd-1d425d5209ac tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:00.559784 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-4b342af7-dfd9-473d-80bd-1d425d5209ac tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Calling delete_port for 43d6ea65-a5e7-4937-aeac-c929f3113f35 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:00.699679 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b342af7-dfd9-473d-80bd-1d425d5209ac tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:00.740792 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b342af7-dfd9-473d-80bd-1d425d5209ac tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Pushing event deleted for resources: {'Port': ['ID=43d6ea65-a5e7-4937-aeac-c929f3113f35,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:00.816141 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b342af7-dfd9-473d-80bd-1d425d5209ac tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:00.818552 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4b342af7-dfd9-473d-80bd-1d425d5209ac tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] 10.222.0.55 "DELETE /v2.0/ports/43d6ea65-a5e7-4937-aeac-c929f3113f35 HTTP/1.1" status: 204 len: 168 time: 0.4949796 Jul 23 20:48:00.821094 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60034) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:00.898471 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab5e807-2e2d-45b8-a766-67fe4112da90 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:00.900045 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-eab5e807-2e2d-45b8-a766-67fe4112da90 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7a0e6a1-e838-431c-88a4-1d64e47a088d HTTP/1.1" status: 200 len: 913 time: 0.0773702 Jul 23 20:48:00.903083 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60040) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:01.271345 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2eaf2523-7784-43c0-8943-d53d7217a8de tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:01.563539 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-2eaf2523-7784-43c0-8943-d53d7217a8de tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Deleting port d0e47729-8132-4c2c-a260-2df1a0e053e4 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:01.563892 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2eaf2523-7784-43c0-8943-d53d7217a8de tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:01.651844 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2eaf2523-7784-43c0-8943-d53d7217a8de tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:01.663591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-2eaf2523-7784-43c0-8943-d53d7217a8de tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Calling delete_port for d0e47729-8132-4c2c-a260-2df1a0e053e4 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:01.864580 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2eaf2523-7784-43c0-8943-d53d7217a8de tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:01.889496 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf2523-7784-43c0-8943-d53d7217a8de tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Pushing event deleted for resources: {'Port': ['ID=d0e47729-8132-4c2c-a260-2df1a0e053e4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:02.080173 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2eaf2523-7784-43c0-8943-d53d7217a8de tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:02.302699 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eaf2523-7784-43c0-8943-d53d7217a8de tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Router a7a0e6a1-e838-431c-88a4-1d64e47a088d has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:48:02.414125 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eaf2523-7784-43c0-8943-d53d7217a8de tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:48:02.419124 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2eaf2523-7784-43c0-8943-d53d7217a8de tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] 10.222.0.55 "PUT /v2.0/routers/a7a0e6a1-e838-431c-88a4-1d64e47a088d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5149643 Jul 23 20:48:02.421885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60078) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:02.424755 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b6fa39-0b52-4d83-90ac-9f7c2f7a5463 None None] Sync routers for ids ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:48:02.434314 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b6fa39-0b52-4d83-90ac-9f7c2f7a5463 None None] Routers {'a7a0e6a1-e838-431c-88a4-1d64e47a088d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:48:02.434960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-81b6fa39-0b52-4d83-90ac-9f7c2f7a5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:47:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:02.483521 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-81b6fa39-0b52-4d83-90ac-9f7c2f7a5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:02.496242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b6fa39-0b52-4d83-90ac-9f7c2f7a5463 None None] Routers {'a7a0e6a1-e838-431c-88a4-1d64e47a088d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:48:02.496884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-81b6fa39-0b52-4d83-90ac-9f7c2f7a5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:47:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:02.533933 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-81b6fa39-0b52-4d83-90ac-9f7c2f7a5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:02.534698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b6fa39-0b52-4d83-90ac-9f7c2f7a5463 None None] The sync data for ids ['a7a0e6a1-e838-431c-88a4-1d64e47a088d'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:48:02.546874 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc797009-ace8-4630-9778-7d95508e66dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:02.657691 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc797009-ace8-4630-9778-7d95508e66dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:02.711615 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-cc797009-ace8-4630-9778-7d95508e66dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Deleting port 8ef78569-17f9-4c88-8c01-520ca1366163 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:02.711953 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc797009-ace8-4630-9778-7d95508e66dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:02.791248 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc797009-ace8-4630-9778-7d95508e66dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:02.803496 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-cc797009-ace8-4630-9778-7d95508e66dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Calling delete_port for 8ef78569-17f9-4c88-8c01-520ca1366163 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:02.971965 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc797009-ace8-4630-9778-7d95508e66dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:02.996128 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc797009-ace8-4630-9778-7d95508e66dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Pushing event deleted for resources: {'Port': ['ID=8ef78569-17f9-4c88-8c01-520ca1366163,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:03.061534 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc797009-ace8-4630-9778-7d95508e66dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.157064 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc797009-ace8-4630-9778-7d95508e66dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.159219 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc797009-ace8-4630-9778-7d95508e66dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.206401 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc797009-ace8-4630-9778-7d95508e66dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.207013 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc797009-ace8-4630-9778-7d95508e66dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Fanout notify agent at l3_agent the message router_deleted on router a7a0e6a1-e838-431c-88a4-1d64e47a088d {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:48:03.214517 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc797009-ace8-4630-9778-7d95508e66dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.215721 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cc797009-ace8-4630-9778-7d95508e66dc tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] 10.222.0.55 "DELETE /v2.0/routers/a7a0e6a1-e838-431c-88a4-1d64e47a088d HTTP/1.1" status: 204 len: 168 time: 0.7927651 Jul 23 20:48:03.218676 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60094) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:03.271820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d67421-2a43-4adf-b8cf-ed2bd4512caa tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Deleting subnet 1a661d09-4256-408e-af7b-09bb157308e5 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:48:03.275123 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d3d67421-2a43-4adf-b8cf-ed2bd4512caa tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.316940 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d3d67421-2a43-4adf-b8cf-ed2bd4512caa tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.404929 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d3d67421-2a43-4adf-b8cf-ed2bd4512caa tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.467613 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d3d67421-2a43-4adf-b8cf-ed2bd4512caa tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.495246 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d67421-2a43-4adf-b8cf-ed2bd4512caa tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Pushing event deleted for resources: {'Subnet': ['ID=1a661d09-4256-408e-af7b-09bb157308e5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:03.499130 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d3d67421-2a43-4adf-b8cf-ed2bd4512caa tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.501031 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d3d67421-2a43-4adf-b8cf-ed2bd4512caa tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] 10.222.0.55 "DELETE /v2.0/subnets/1a661d09-4256-408e-af7b-09bb157308e5 HTTP/1.1" status: 204 len: 168 time: 0.2813787 Jul 23 20:48:03.503662 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60104) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:03.506565 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f7c7a6-5c4e-420a-8174-3be54e2b9a7a None None] Network 299160ec-0c7d-49fb-acdb-888258841cb4 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:03.586255 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.641277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Deleting port 66a93e26-77f2-4257-bfd0-acca3f1a26a5 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:03.641632 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.711582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] For port 66a93e26-77f2-4257-bfd0-acca3f1a26a5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=66a93e26-77f2-4257-bfd0-acca3f1a26a5,segment=NetworkSegment(55610dbe-5229-4c29-97e0-4a13e9a8d3c0),segment_id=55610dbe-5229-4c29-97e0-4a13e9a8d3c0)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:03.711951 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.713440 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2f8298-3aea-4050-ac9d-6bcfbdfe5344 None None] DHCP port deletion for 299160ec-0c7d-49fb-acdb-888258841cb4 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:48:03.724868 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Calling delete_port for 66a93e26-77f2-4257-bfd0-acca3f1a26a5 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:03.760091 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f8298-3aea-4050-ac9d-6bcfbdfe5344 None None] Deleting port 66a93e26-77f2-4257-bfd0-acca3f1a26a5 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:03.760514 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4e2f8298-3aea-4050-ac9d-6bcfbdfe5344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.811168 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.826894 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-4e2f8298-3aea-4050-ac9d-6bcfbdfe5344 None None] For port 66a93e26-77f2-4257-bfd0-acca3f1a26a5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=66a93e26-77f2-4257-bfd0-acca3f1a26a5,segment=NetworkSegment(55610dbe-5229-4c29-97e0-4a13e9a8d3c0),segment_id=55610dbe-5229-4c29-97e0-4a13e9a8d3c0)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:03.826894 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4e2f8298-3aea-4050-ac9d-6bcfbdfe5344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.838591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Pushing event deleted for resources: {'Port': ['ID=66a93e26-77f2-4257-bfd0-acca3f1a26a5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:03.839025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f8298-3aea-4050-ac9d-6bcfbdfe5344 None None] Calling delete_port for 66a93e26-77f2-4257-bfd0-acca3f1a26a5 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:03.847455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] No DVR routers for this DVR port 66a93e26-77f2-4257-bfd0-acca3f1a26a5 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:48:03.924356 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4e2f8298-3aea-4050-ac9d-6bcfbdfe5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.930702 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.941581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299160ec-0c7d-49fb-acdb-888258841cb4']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:03.951944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55610dbe-5229-4c29-97e0-4a13e9a8d3c0') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:03.953038 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55610dbe-5229-4c29-97e0-4a13e9a8d3c0') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:03.954622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f8298-3aea-4050-ac9d-6bcfbdfe5344 None None] Pushing event deleted for resources: {'Port': ['ID=66a93e26-77f2-4257-bfd0-acca3f1a26a5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:03.956599 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f8298-3aea-4050-ac9d-6bcfbdfe5344 None None] No DVR routers for this DVR port 66a93e26-77f2-4257-bfd0-acca3f1a26a5 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:48:03.966655 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.981243 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.987301 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:48:03.987605 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:48:03.990532 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:48:04.052224 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:04.062440 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:04.062440 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] 10.222.0.55 "DELETE /v2.0/networks/299160ec-0c7d-49fb-acdb-888258841cb4 HTTP/1.1" status: 204 len: 168 time: 0.5550883 Jul 23 20:48:04.063461 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60126) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:04.074615 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a49ab-f472-4fdc-945a-f58d97fd3d70 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Pushing event deleted for resources: {'Network': ['ID=299160ec-0c7d-49fb-acdb-888258841cb4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:04.195235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-f878a524-b4ca-4878-a1c1-675ea427dfe7 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Deleting port 812082e0-8193-44cb-8cd1-df3359b583a9 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:04.195584 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f878a524-b4ca-4878-a1c1-675ea427dfe7 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:04.552103 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f878a524-b4ca-4878-a1c1-675ea427dfe7 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:04.552526 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f878a524-b4ca-4878-a1c1-675ea427dfe7 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:04.566416 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-f878a524-b4ca-4878-a1c1-675ea427dfe7 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Calling delete_port for 812082e0-8193-44cb-8cd1-df3359b583a9 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:04.573658 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 66a93e26-77f2-4257-bfd0-acca3f1a26a5 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:48:04.601688 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 66a93e26-77f2-4257-bfd0-acca3f1a26a5 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:48:04.602116 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 66a93e26-77f2-4257-bfd0-acca3f1a26a5 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:48:04.715793 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f878a524-b4ca-4878-a1c1-675ea427dfe7 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:04.741772 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878a524-b4ca-4878-a1c1-675ea427dfe7 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Pushing event deleted for resources: {'Port': ['ID=812082e0-8193-44cb-8cd1-df3359b583a9,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:04.815262 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f878a524-b4ca-4878-a1c1-675ea427dfe7 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:04.817758 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f878a524-b4ca-4878-a1c1-675ea427dfe7 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:04.818968 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f878a524-b4ca-4878-a1c1-675ea427dfe7 tempest-FloatingIPAdminTestJSON-1710066349 tempest-FloatingIPAdminTestJSON-1710066349-project] 10.222.0.55 "DELETE /v2.0/floatingips/7324df68-0f34-4aca-a9f8-1a931e3cb488 HTTP/1.1" status: 204 len: 168 time: 0.7551191 Jul 23 20:48:05.069707 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60156) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:05.297475 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-56cd5969-7cb7-4383-90ba-5694d37419be admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84692352748a4c01a0866645160a1a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2265830 Jul 23 20:48:05.299937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60166) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:05.348106 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a43fb17d-f1a5-4ae3-b0f3-e023db348c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:05.378351 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a43fb17d-f1a5-4ae3-b0f3-e023db348c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:05.416266 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a43fb17d-f1a5-4ae3-b0f3-e023db348c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:05.418826 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a43fb17d-f1a5-4ae3-b0f3-e023db348c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:05.423008 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a43fb17d-f1a5-4ae3-b0f3-e023db348c5f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a3983a63-73a0-4dc3-90e3-b1cbf5ba3914 HTTP/1.1" status: 204 len: 168 time: 0.1191671 Jul 23 20:48:05.428720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fb17d-f1a5-4ae3-b0f3-e023db348c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3983a63-73a0-4dc3-90e3-b1cbf5ba3914,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:05.799769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60182) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:05.813792 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-43874514-7414-44b6-9481-8e4692cb0a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:05.906949 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-43874514-7414-44b6-9481-8e4692cb0a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:05.910906 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-43874514-7414-44b6-9481-8e4692cb0a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:05.950842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43874514-7414-44b6-9481-8e4692cb0a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb84ff9-0a17-4828-98c0-503c926ea184,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:05.955542 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-43874514-7414-44b6-9481-8e4692cb0a95 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c8981600a519407ca459cfac674e3379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546016 Jul 23 20:48:05.958110 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60186) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:06.007320 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f32f45e-7fe6-41ae-ace4-3b27c0b405aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:06.028449 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f32f45e-7fe6-41ae-ace4-3b27c0b405aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:06.083406 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f32f45e-7fe6-41ae-ace4-3b27c0b405aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:06.086343 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f32f45e-7fe6-41ae-ace4-3b27c0b405aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:06.087676 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5f32f45e-7fe6-41ae-ace4-3b27c0b405aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3bb84ff9-0a17-4828-98c0-503c926ea184 HTTP/1.1" status: 204 len: 168 time: 0.1286623 Jul 23 20:48:06.095247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32f45e-7fe6-41ae-ace4-3b27c0b405aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb84ff9-0a17-4828-98c0-503c926ea184,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:06.420632 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60204) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:06.436496 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2cd68c6-3ba6-4913-bafe-4c8b6d09665d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:06.538452 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2cd68c6-3ba6-4913-bafe-4c8b6d09665d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:06.544581 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2cd68c6-3ba6-4913-bafe-4c8b6d09665d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:06.590200 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b2cd68c6-3ba6-4913-bafe-4c8b6d09665d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92bc82249a4c42f8bbc35f742c5269a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648724 Jul 23 20:48:06.590492 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60210) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:06.597159 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd68c6-3ba6-4913-bafe-4c8b6d09665d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e811bb-2162-4642-ba4e-688f4709f8b9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:06.644884 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6422950-6732-456a-9831-2915e413a6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:06.666263 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6422950-6732-456a-9831-2915e413a6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:06.717473 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6422950-6732-456a-9831-2915e413a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:06.720713 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d6422950-6732-456a-9831-2915e413a6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:06.724204 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d6422950-6732-456a-9831-2915e413a6f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5e811bb-2162-4642-ba4e-688f4709f8b9 HTTP/1.1" status: 204 len: 168 time: 0.1301806 Jul 23 20:48:06.730023 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6422950-6732-456a-9831-2915e413a6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e811bb-2162-4642-ba4e-688f4709f8b9,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:08.366415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60294) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:08.556480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-575a7681-7571-49ae-b17b-20e11407d66d tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:08.577700 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-575a7681-7571-49ae-b17b-20e11407d66d tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] 10.222.0.55 "PUT /v2.0/quotas/ebc33f72ff514e3d9829dde3e7c354e3 HTTP/1.1" status: 200 len: 368 time: 0.2089121 Jul 23 20:48:08.580677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60304) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:08.585328 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-762bde89-4fdd-4bd8-b18c-9343bcb4652c tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Request body: {'network': {'project_id': 'ebc33f72ff514e3d9829dde3e7c354e3'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:08.605559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762bde89-4fdd-4bd8-b18c-9343bcb4652c tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Made reservation on behalf of ebc33f72ff514e3d9829dde3e7c354e3 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:08.608131 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-762bde89-4fdd-4bd8-b18c-9343bcb4652c tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:08.616619 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-762bde89-4fdd-4bd8-b18c-9343bcb4652c tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:08.708451 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-762bde89-4fdd-4bd8-b18c-9343bcb4652c tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:08.711836 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-762bde89-4fdd-4bd8-b18c-9343bcb4652c tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:08.745135 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762bde89-4fdd-4bd8-b18c-9343bcb4652c tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:48:08.760729 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bde89-4fdd-4bd8-b18c-9343bcb4652c tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9221afd4-06a4-4b2c-8a6d-0e2c8b2e7714,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:08.763607 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-762bde89-4fdd-4bd8-b18c-9343bcb4652c tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:08.763951 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-762bde89-4fdd-4bd8-b18c-9343bcb4652c tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Added segment 77dde329-5011-4066-9397-23c734f1ef57 of type vlan for network 35948c24-68e5-4bac-848f-e2fc5c65fbd4 Jul 23 20:48:08.804262 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-762bde89-4fdd-4bd8-b18c-9343bcb4652c tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:08.833932 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-762bde89-4fdd-4bd8-b18c-9343bcb4652c tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:08.834954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762bde89-4fdd-4bd8-b18c-9343bcb4652c tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:08.835570 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-762bde89-4fdd-4bd8-b18c-9343bcb4652c tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:08.867198 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-762bde89-4fdd-4bd8-b18c-9343bcb4652c tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2840140 Jul 23 20:48:08.868264 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60314) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:08.872937 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-0ff3b68f-efce-4ffa-b0a5-8ada4cb0227a tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Request body: {'network': {'project_id': 'ebc33f72ff514e3d9829dde3e7c354e3'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:08.907320 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bde89-4fdd-4bd8-b18c-9343bcb4652c tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Pushing event updated for resources: {'Network': ['ID=35948c24-68e5-4bac-848f-e2fc5c65fbd4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:08.917683 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 35948c24-68e5-4bac-848f-e2fc5c65fbd4 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:48:08.922575 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff3b68f-efce-4ffa-b0a5-8ada4cb0227a tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Made reservation on behalf of ebc33f72ff514e3d9829dde3e7c354e3 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:08.925061 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ff3b68f-efce-4ffa-b0a5-8ada4cb0227a tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:08.949490 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff3b68f-efce-4ffa-b0a5-8ada4cb0227a tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:48:08.959289 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ff3b68f-efce-4ffa-b0a5-8ada4cb0227a tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:08.959680 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-0ff3b68f-efce-4ffa-b0a5-8ada4cb0227a tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Added segment 73cc7d86-3b87-4dc7-818e-cef109b6d248 of type vlan for network 416f298a-f635-4582-9cec-476bae4c888f Jul 23 20:48:09.003408 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ff3b68f-efce-4ffa-b0a5-8ada4cb0227a tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.032601 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ff3b68f-efce-4ffa-b0a5-8ada4cb0227a tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.033715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff3b68f-efce-4ffa-b0a5-8ada4cb0227a tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:09.034290 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ff3b68f-efce-4ffa-b0a5-8ada4cb0227a tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.066121 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0ff3b68f-efce-4ffa-b0a5-8ada4cb0227a tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.1942093 Jul 23 20:48:09.066460 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60326) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:09.074365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d92fb37b-a8b2-40ed-a4dd-e72e60e60cae tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Request body: {'network': {'project_id': 'ebc33f72ff514e3d9829dde3e7c354e3'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:09.087392 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92fb37b-a8b2-40ed-a4dd-e72e60e60cae tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 20:48:09.087870 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92fb37b-a8b2-40ed-a4dd-e72e60e60cae tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:48:09.088947 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d92fb37b-a8b2-40ed-a4dd-e72e60e60cae tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0200002 Jul 23 20:48:09.095977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3b68f-efce-4ffa-b0a5-8ada4cb0227a tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Pushing event updated for resources: {'Network': ['ID=416f298a-f635-4582-9cec-476bae4c888f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:09.106287 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 416f298a-f635-4582-9cec-476bae4c888f details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:48:09.180984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60334) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:09.315131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ec83b8e8-9f85-4851-b951-a79a66439476 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebc33f72ff514e3d9829dde3e7c354e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329663 Jul 23 20:48:09.317737 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60342) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:09.366821 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b15eeb5b-620d-4adf-be1e-8268ebc8e582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.387971 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b15eeb5b-620d-4adf-be1e-8268ebc8e582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.434893 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b15eeb5b-620d-4adf-be1e-8268ebc8e582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.438033 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b15eeb5b-620d-4adf-be1e-8268ebc8e582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.439410 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b15eeb5b-620d-4adf-be1e-8268ebc8e582 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9221afd4-06a4-4b2c-8a6d-0e2c8b2e7714 HTTP/1.1" status: 204 len: 168 time: 0.1207082 Jul 23 20:48:09.442192 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60346) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:09.447024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15eeb5b-620d-4adf-be1e-8268ebc8e582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9221afd4-06a4-4b2c-8a6d-0e2c8b2e7714,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:09.519909 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d15183cb-b8b0-455b-9b25-b4b5b656f55d tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.601252 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d15183cb-b8b0-455b-9b25-b4b5b656f55d tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.612396 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-d15183cb-b8b0-455b-9b25-b4b5b656f55d tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416f298a-f635-4582-9cec-476bae4c888f']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:09.621967 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-d15183cb-b8b0-455b-9b25-b4b5b656f55d tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cc7d86-3b87-4dc7-818e-cef109b6d248') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:09.622259 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-d15183cb-b8b0-455b-9b25-b4b5b656f55d tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cc7d86-3b87-4dc7-818e-cef109b6d248') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:09.631292 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d15183cb-b8b0-455b-9b25-b4b5b656f55d tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.645603 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d15183cb-b8b0-455b-9b25-b4b5b656f55d tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.651614 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15183cb-b8b0-455b-9b25-b4b5b656f55d tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:48:09.651992 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d15183cb-b8b0-455b-9b25-b4b5b656f55d tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:48:09.654460 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:48:09.712582 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d15183cb-b8b0-455b-9b25-b4b5b656f55d tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.719047 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d15183cb-b8b0-455b-9b25-b4b5b656f55d tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.726519 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d15183cb-b8b0-455b-9b25-b4b5b656f55d tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] 10.222.0.55 "DELETE /v2.0/networks/416f298a-f635-4582-9cec-476bae4c888f HTTP/1.1" status: 204 len: 168 time: 0.2833002 Jul 23 20:48:09.729255 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60352) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:09.737857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15183cb-b8b0-455b-9b25-b4b5b656f55d tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Pushing event deleted for resources: {'Network': ['ID=416f298a-f635-4582-9cec-476bae4c888f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:09.800180 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f36c0418-d918-43c4-9d9a-2bf02d16f5bf tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.875764 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f36c0418-d918-43c4-9d9a-2bf02d16f5bf tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.885706 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-f36c0418-d918-43c4-9d9a-2bf02d16f5bf tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35948c24-68e5-4bac-848f-e2fc5c65fbd4']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:09.896524 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-f36c0418-d918-43c4-9d9a-2bf02d16f5bf tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77dde329-5011-4066-9397-23c734f1ef57') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:09.896826 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-f36c0418-d918-43c4-9d9a-2bf02d16f5bf tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77dde329-5011-4066-9397-23c734f1ef57') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:09.906143 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f36c0418-d918-43c4-9d9a-2bf02d16f5bf tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.919872 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f36c0418-d918-43c4-9d9a-2bf02d16f5bf tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.925875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36c0418-d918-43c4-9d9a-2bf02d16f5bf tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:48:09.926265 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f36c0418-d918-43c4-9d9a-2bf02d16f5bf tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:48:09.927986 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:48:09.986228 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f36c0418-d918-43c4-9d9a-2bf02d16f5bf tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.992007 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f36c0418-d918-43c4-9d9a-2bf02d16f5bf tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:09.996229 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f36c0418-d918-43c4-9d9a-2bf02d16f5bf tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] 10.222.0.55 "DELETE /v2.0/networks/35948c24-68e5-4bac-848f-e2fc5c65fbd4 HTTP/1.1" status: 204 len: 168 time: 0.2635136 Jul 23 20:48:10.005562 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c0418-d918-43c4-9d9a-2bf02d16f5bf tempest-QuotasNegativeTest-351506361 tempest-QuotasNegativeTest-351506361-project-admin] Pushing event deleted for resources: {'Network': ['ID=35948c24-68e5-4bac-848f-e2fc5c65fbd4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:10.029497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60358) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:10.134105 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9a4f38a5-aee6-4699-bec7-d536c17e1369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.225464 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9a4f38a5-aee6-4699-bec7-d536c17e1369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.229405 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9a4f38a5-aee6-4699-bec7-d536c17e1369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.266431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f38a5-aee6-4699-bec7-d536c17e1369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1531050a-4f06-4f11-aa4d-3c816ff3ca14,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:10.270777 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9a4f38a5-aee6-4699-bec7-d536c17e1369 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d7f51789aba48e5991e3f70b798faaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402389 Jul 23 20:48:10.273428 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60364) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:10.319014 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60366) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:10.339970 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8787605-c863-4f06-b5ba-9923c7fb4249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.348489 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6c25-ffe9-491c-a74a-4d544926114e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.379213 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6c25-ffe9-491c-a74a-4d544926114e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.451197 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6c25-ffe9-491c-a74a-4d544926114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.453923 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6c25-ffe9-491c-a74a-4d544926114e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.455063 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c9ad6c25-ffe9-491c-a74a-4d544926114e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1531050a-4f06-4f11-aa4d-3c816ff3ca14 HTTP/1.1" status: 204 len: 168 time: 0.1807446 Jul 23 20:48:10.466893 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad6c25-ffe9-491c-a74a-4d544926114e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1531050a-4f06-4f11-aa4d-3c816ff3ca14,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:10.497229 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8787605-c863-4f06-b5ba-9923c7fb4249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.502178 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8787605-c863-4f06-b5ba-9923c7fb4249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.543734 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60370) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:10.548056 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e8787605-c863-4f06-b5ba-9923c7fb4249 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5fd6e7f02924ed69b508431cc8ea8e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2235322 Jul 23 20:48:10.549967 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8787605-c863-4f06-b5ba-9923c7fb4249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52509c5d-1945-49fe-aa0a-4c499316e4cd,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:10.604313 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b14528ac-30f9-43d9-b7c4-5676976ac5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.628551 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b14528ac-30f9-43d9-b7c4-5676976ac5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.677617 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b14528ac-30f9-43d9-b7c4-5676976ac5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.680287 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b14528ac-30f9-43d9-b7c4-5676976ac5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:10.681589 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b14528ac-30f9-43d9-b7c4-5676976ac5f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52509c5d-1945-49fe-aa0a-4c499316e4cd HTTP/1.1" status: 204 len: 168 time: 0.1367297 Jul 23 20:48:10.690061 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14528ac-30f9-43d9-b7c4-5676976ac5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52509c5d-1945-49fe-aa0a-4c499316e4cd,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:10.783040 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60378) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:10.796617 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6df5429d-a334-4427-922d-e3d2b6cd4526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:11.077132 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60382) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:11.091353 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-072acead-ac7a-409e-aea3-89c7a87246ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:11.208380 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6df5429d-a334-4427-922d-e3d2b6cd4526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:11.212319 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6df5429d-a334-4427-922d-e3d2b6cd4526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:11.253402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5429d-a334-4427-922d-e3d2b6cd4526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846709c3-5c5f-4eeb-ba42-c17434e76a17,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:11.261343 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6df5429d-a334-4427-922d-e3d2b6cd4526 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e493c86f0d9f48b79b0e1c461fd548f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4769025 Jul 23 20:48:11.264058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60384) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:11.297535 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-072acead-ac7a-409e-aea3-89c7a87246ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:11.302968 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-072acead-ac7a-409e-aea3-89c7a87246ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:11.325091 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-284cd10c-747b-4307-bac1-be83c19d0b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:11.347121 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-072acead-ac7a-409e-aea3-89c7a87246ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6652168cafad4730a62c6ef232833f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683790 Jul 23 20:48:11.348002 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072acead-ac7a-409e-aea3-89c7a87246ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515ee508-de38-4ea2-8a98-cc50ddfec729,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:11.350395 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60386) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:11.368904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-284cd10c-747b-4307-bac1-be83c19d0b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:11.401200 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-658443fb-129b-4984-a1ae-f2f5eb13e828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:11.422711 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-658443fb-129b-4984-a1ae-f2f5eb13e828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:11.449775 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-2e61d09a-8acb-47c1-9e43-34a32355cc87 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0999246 Jul 23 20:48:11.460635 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-284cd10c-747b-4307-bac1-be83c19d0b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:11.463414 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-284cd10c-747b-4307-bac1-be83c19d0b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:11.464523 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-284cd10c-747b-4307-bac1-be83c19d0b6c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/846709c3-5c5f-4eeb-ba42-c17434e76a17 HTTP/1.1" status: 204 len: 168 time: 0.1989965 Jul 23 20:48:11.473102 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cd10c-747b-4307-bac1-be83c19d0b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846709c3-5c5f-4eeb-ba42-c17434e76a17,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:11.484351 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-658443fb-129b-4984-a1ae-f2f5eb13e828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:11.487494 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-658443fb-129b-4984-a1ae-f2f5eb13e828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:11.488671 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-658443fb-129b-4984-a1ae-f2f5eb13e828 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/515ee508-de38-4ea2-8a98-cc50ddfec729 HTTP/1.1" status: 204 len: 168 time: 0.1373661 Jul 23 20:48:11.499895 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658443fb-129b-4984-a1ae-f2f5eb13e828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515ee508-de38-4ea2-8a98-cc50ddfec729,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:11.543743 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-4b13654e-4a17-47b0-82db-b5f553564aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:11.544311 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-4b13654e-4a17-47b0-82db-b5f553564aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:11.544852 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-4b13654e-4a17-47b0-82db-b5f553564aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:11.545387 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-4b13654e-4a17-47b0-82db-b5f553564aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:11.545956 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-4b13654e-4a17-47b0-82db-b5f553564aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:11.546510 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-4b13654e-4a17-47b0-82db-b5f553564aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:11.547084 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-4b13654e-4a17-47b0-82db-b5f553564aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:11.549074 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-4b13654e-4a17-47b0-82db-b5f553564aa2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc19446ccb0a4c219ec6673fb3605878&device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 6496 time: 0.0740018 Jul 23 20:48:11.676723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-2f632b8f-485e-40ea-b9cf-aaf81bb598f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:11.677203 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-2f632b8f-485e-40ea-b9cf-aaf81bb598f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:11.677672 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-2f632b8f-485e-40ea-b9cf-aaf81bb598f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:11.679381 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-2f632b8f-485e-40ea-b9cf-aaf81bb598f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=04518969-2864-49dd-8fa7-d7bf22c7ecb5&id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&id=950a5a79-45d4-4d93-a347-72e7566b3324&id=950a5a79-45d4-4d93-a347-72e7566b3324 HTTP/1.1" status: 200 len: 2293 time: 0.1008818 Jul 23 20:48:11.746518 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-8dabebd9-c6a8-4b88-a1ac-d93cd7c8c175 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac7d5512-08f7-45f5-8473-32a1d13ff319 HTTP/1.1" status: 200 len: 1001 time: 0.0600441 Jul 23 20:48:11.803152 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-d3ab9379-04cd-46a6-a0c5-0b16d154b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:11.804683 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-d3ab9379-04cd-46a6-a0c5-0b16d154b542 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fec6d45-9345-4d90-b1d2-40a8c0c03e92 HTTP/1.1" status: 200 len: 851 time: 0.0507333 Jul 23 20:48:11.873461 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-2a01d3f7-de03-4858-afcf-42d7eb8d68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:11.875672 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-2a01d3f7-de03-4858-afcf-42d7eb8d68c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=04518969-2864-49dd-8fa7-d7bf22c7ecb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644722 Jul 23 20:48:11.978592 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-4f422cb2-e566-45f5-b0b5-5c22510aec3e service neutron] 10.222.0.48 "GET /v2.0/networks/04518969-2864-49dd-8fa7-d7bf22c7ecb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946972 Jul 23 20:48:12.082960 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-8a68b3ae-6965-43ae-ad64-ce59b7ee42f7 service neutron] 10.222.0.48 "GET /v2.0/networks/04518969-2864-49dd-8fa7-d7bf22c7ecb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977447 Jul 23 20:48:12.128411 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-18b118bc-8ea2-426b-bdf5-6f4ebb0459a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=77042b28-bf0d-471e-9b44-b7a19900cc03 HTTP/1.1" status: 200 len: 217 time: 0.0361969 Jul 23 20:48:12.182567 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-b66ce7e3-dc04-4c67-b73e-4317cd158195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:12.184086 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-b66ce7e3-dc04-4c67-b73e-4317cd158195 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44c6a485-1e2e-4eca-8671-6557e9d07f4e HTTP/1.1" status: 200 len: 797 time: 0.0466793 Jul 23 20:48:12.219588 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60428) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:12.249563 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-a405ff68-02be-4460-8e53-999bac495b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:12.251663 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-a405ff68-02be-4460-8e53-999bac495b05 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0609908 Jul 23 20:48:12.345750 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f0bd6d19-0a8e-4369-ab2b-7d2f38e50655 tempest-AgentManagementNegativeTest-1398205790 tempest-AgentManagementNegativeTest-1398205790-project] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1249440 Jul 23 20:48:12.350030 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-852d3b9b-ec00-489d-913b-0e0ff1e5a880 service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905206 Jul 23 20:48:12.449477 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-752597a7-b039-4b56-97a1-03198ea2658e service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924954 Jul 23 20:48:12.499303 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-5b6bb77a-226c-4dfc-9aad-1afb40dd733f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=8dcff201-5dbc-4e61-8522-6c5590f57b4b HTTP/1.1" status: 200 len: 217 time: 0.0402944 Jul 23 20:48:12.553827 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-62bb4235-fd51-4421-acee-359be207e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:12.555329 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-62bb4235-fd51-4421-acee-359be207e427 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44c6a485-1e2e-4eca-8671-6557e9d07f4e HTTP/1.1" status: 200 len: 797 time: 0.0475390 Jul 23 20:48:12.619192 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60446) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:12.624322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-56f16f63-00d6-4521-89c9-0c35ee11c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:12.625915 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-56f16f63-00d6-4521-89c9-0c35ee11c6f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0639365 Jul 23 20:48:12.728844 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f1c8c0ed-42b1-4983-94f7-54dac2a5352f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:12.737110 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-7c532862-4dfe-492f-a802-631063c1ddd7 service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013231 Jul 23 20:48:12.824210 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f1c8c0ed-42b1-4983-94f7-54dac2a5352f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:12.829301 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f1c8c0ed-42b1-4983-94f7-54dac2a5352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:12.851965 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-fc2d41a0-8d40-44e5-89d8-cac8c83da43a service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078470 Jul 23 20:48:12.871938 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f1c8c0ed-42b1-4983-94f7-54dac2a5352f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9a4cfccc231d4ea9822f898db6c9f248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509696 Jul 23 20:48:12.874426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60458) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:12.881633 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8c0ed-42b1-4983-94f7-54dac2a5352f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813d3353-e2a6-4474-9748-a976c7764134,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:12.898000 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-4cf3471a-617a-4696-9d29-4b177381ae49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=375f4d5b-bee1-40a7-8ed7-558dfed774a8 HTTP/1.1" status: 200 len: 217 time: 0.0390728 Jul 23 20:48:12.930866 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7e649a6b-eb8b-46be-8720-546b937aa057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:12.957759 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-5aeae596-27ac-42ce-b087-dd14e370e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:12.957931 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7e649a6b-eb8b-46be-8720-546b937aa057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:12.959480 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-5aeae596-27ac-42ce-b087-dd14e370e218 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44c6a485-1e2e-4eca-8671-6557e9d07f4e HTTP/1.1" status: 200 len: 797 time: 0.0549505 Jul 23 20:48:13.009682 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7e649a6b-eb8b-46be-8720-546b937aa057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:13.013221 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7e649a6b-eb8b-46be-8720-546b937aa057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:13.015276 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7e649a6b-eb8b-46be-8720-546b937aa057 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/813d3353-e2a6-4474-9748-a976c7764134 HTTP/1.1" status: 204 len: 168 time: 0.1392303 Jul 23 20:48:13.024419 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e649a6b-eb8b-46be-8720-546b937aa057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813d3353-e2a6-4474-9748-a976c7764134,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:13.033311 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-683e0bcb-4938-428a-8f12-c1363fffddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:13.035109 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-683e0bcb-4938-428a-8f12-c1363fffddac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0683796 Jul 23 20:48:13.133691 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-43a83bcb-59ff-4fb6-a952-ad89c2272a42 service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913239 Jul 23 20:48:13.195213 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60470) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:13.242772 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-984795e8-282c-4dd2-a331-a89eb2d4998a service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929308 Jul 23 20:48:13.287796 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-99ac5a26-ab61-4586-b911-f40d5dc060db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=96427106-3c2e-463d-8d37-38319788aff2 HTTP/1.1" status: 200 len: 217 time: 0.0374162 Jul 23 20:48:13.305324 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14ea61ed-af98-4568-950a-abb5fa413d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:13.349518 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-4cdc3124-4d75-486d-bc8a-9e2c7f3d3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:13.351847 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-4cdc3124-4d75-486d-bc8a-9e2c7f3d3920 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44c6a485-1e2e-4eca-8671-6557e9d07f4e HTTP/1.1" status: 200 len: 797 time: 0.0563278 Jul 23 20:48:13.400901 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14ea61ed-af98-4568-950a-abb5fa413d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:13.406018 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14ea61ed-af98-4568-950a-abb5fa413d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:13.414874 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-86fa3025-69fd-4f7d-8278-21bf3b243e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:13.416472 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-86fa3025-69fd-4f7d-8278-21bf3b243e74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a24e8cb-e405-4a03-a590-fe816e8a53f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0571914 Jul 23 20:48:13.446764 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-14ea61ed-af98-4568-950a-abb5fa413d60 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6dfeec8d377c4379bf276b325e589a69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504141 Jul 23 20:48:13.447696 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea61ed-af98-4568-950a-abb5fa413d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11df4df7-fe22-4057-9474-dca15d1a3ed2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:13.449422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60482) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:13.555165 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-3bc9ff60-1d11-4be1-8d05-e9dac0c63505 service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307905 Jul 23 20:48:13.559814 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6de53e8a-f7bf-4d02-9c3c-a444c6de4551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:13.605168 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6de53e8a-f7bf-4d02-9c3c-a444c6de4551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:13.686024 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-49fdf994-d4fd-426f-b3de-c100fb19c6c7 service neutron] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211171 Jul 23 20:48:13.700894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60492) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:13.701841 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6de53e8a-f7bf-4d02-9c3c-a444c6de4551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:13.704663 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6de53e8a-f7bf-4d02-9c3c-a444c6de4551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:13.707131 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6de53e8a-f7bf-4d02-9c3c-a444c6de4551 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11df4df7-fe22-4057-9474-dca15d1a3ed2 HTTP/1.1" status: 204 len: 168 time: 0.2490299 Jul 23 20:48:13.742790 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-cd327f7a-fb08-4c5b-a0ee-15a3179534a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b17aba8f-658e-4cfc-a2c6-69b79faa9595 HTTP/1.1" status: 200 len: 217 time: 0.0495090 Jul 23 20:48:13.743939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de53e8a-f7bf-4d02-9c3c-a444c6de4551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11df4df7-fe22-4057-9474-dca15d1a3ed2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:13.799046 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-1581a6e8-5ace-46fe-87e8-1f3c313637fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:13.800571 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-1581a6e8-5ace-46fe-87e8-1f3c313637fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0867a56c-547c-4c4a-96c2-7761d6b3057e HTTP/1.1" status: 200 len: 797 time: 0.0496976 Jul 23 20:48:13.801913 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d8ea5e7e-aab5-4b1f-9b38-883915a947c3 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group': {'name': 'tempest-secgroup--1935524409'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:13.823900 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8ea5e7e-aab5-4b1f-9b38-883915a947c3 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:13.834857 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8ea5e7e-aab5-4b1f-9b38-883915a947c3 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:13.863161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-3efa2786-ea6b-4c7f-bf69-7be6d68c9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:13.864699 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-3efa2786-ea6b-4c7f-bf69-7be6d68c9425 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=950a5a79-45d4-4d93-a347-72e7566b3324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0569336 Jul 23 20:48:13.938238 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8ea5e7e-aab5-4b1f-9b38-883915a947c3 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:13.944492 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8ea5e7e-aab5-4b1f-9b38-883915a947c3 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:13.970004 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-d215d952-1ee9-43d6-9d14-6434d24c5116 service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979354 Jul 23 20:48:13.982996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea5e7e-aab5-4b1f-9b38-883915a947c3 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50e22e0-4804-4a2c-857d-90d256c99594,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:14.049309 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8ea5e7e-aab5-4b1f-9b38-883915a947c3 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.053940 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8ea5e7e-aab5-4b1f-9b38-883915a947c3 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.084251 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-1d452053-c843-4868-92f1-4c126fb076d8 service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073287 Jul 23 20:48:14.085947 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d8ea5e7e-aab5-4b1f-9b38-883915a947c3 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.087437 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d8ea5e7e-aab5-4b1f-9b38-883915a947c3 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3853581 Jul 23 20:48:14.090139 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60506) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:14.098894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea5e7e-aab5-4b1f-9b38-883915a947c3 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac5de00-40f6-4f1e-9a55-a447480b621f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:14.138962 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-437ec442-bd46-4b31-9bf5-8fbdee2ed73f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a68d1c06-08c3-477a-a148-144d28dc32e4 HTTP/1.1" status: 200 len: 217 time: 0.0478754 Jul 23 20:48:14.150378 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d77df430-6006-4fa7-b46b-907ba228e3db tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0591910 Jul 23 20:48:14.153025 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60510) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:14.157999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9eb9b4cf-f720-466c-81b6-6e5e21bc1c9b tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group': {'name': 'tempest-security--1287793995', 'description': 'tempest-security-description-1259592286'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:14.182563 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b4cf-f720-466c-81b6-6e5e21bc1c9b tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.190143 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-a46f6371-9aca-45c5-b92e-70d023aad3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:14.191557 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-a46f6371-9aca-45c5-b92e-70d023aad3d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0867a56c-547c-4c4a-96c2-7761d6b3057e HTTP/1.1" status: 200 len: 797 time: 0.0450077 Jul 23 20:48:14.232017 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b4cf-f720-466c-81b6-6e5e21bc1c9b tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.236098 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b4cf-f720-466c-81b6-6e5e21bc1c9b tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.240599 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b4cf-f720-466c-81b6-6e5e21bc1c9b tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.240599 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9eb9b4cf-f720-466c-81b6-6e5e21bc1c9b tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "PUT /v2.0/security-groups/eac5de00-40f6-4f1e-9a55-a447480b621f HTTP/1.1" status: 200 len: 1780 time: 0.0860367 Jul 23 20:48:14.242821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60514) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:14.268826 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9b4cf-f720-466c-81b6-6e5e21bc1c9b tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac5de00-40f6-4f1e-9a55-a447480b621f,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:14.281218 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-7ec4fefc-876c-47e7-8f18-3d0cf31d87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:14.282761 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-7ec4fefc-876c-47e7-8f18-3d0cf31d87fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=950a5a79-45d4-4d93-a347-72e7566b3324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0833666 Jul 23 20:48:14.300506 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1ab59bf4-5b36-45d5-be9e-582917fbada1 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-groups/eac5de00-40f6-4f1e-9a55-a447480b621f HTTP/1.1" status: 200 len: 1780 time: 0.0566108 Jul 23 20:48:14.303748 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60518) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:14.365361 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4a6b796f-0150-45fb-913a-248d89b9b9a3 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.388737 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-92f77cc1-6307-4bbb-be2b-16f6fce2c742 service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992734 Jul 23 20:48:14.388972 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4a6b796f-0150-45fb-913a-248d89b9b9a3 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.434234 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4a6b796f-0150-45fb-913a-248d89b9b9a3 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.437033 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4a6b796f-0150-45fb-913a-248d89b9b9a3 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.440699 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4a6b796f-0150-45fb-913a-248d89b9b9a3 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-groups/eac5de00-40f6-4f1e-9a55-a447480b621f HTTP/1.1" status: 204 len: 168 time: 0.1334980 Jul 23 20:48:14.441658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60524) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:14.454723 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b796f-0150-45fb-913a-248d89b9b9a3 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac5de00-40f6-4f1e-9a55-a447480b621f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:14.502069 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b69be8f9-2c2c-4c77-81d8-32c395af18a9 req-d2470256-7d90-4c36-98e7-a19ed922c93f service neutron] 10.222.0.48 "GET /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070032 Jul 23 20:48:14.503059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e786f127-d269-4f89-8068-03b7fd50b168 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0591481 Jul 23 20:48:14.505699 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60528) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:14.525600 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-5d086ab5-a207-44f8-b679-3931322f9322 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] delete failed (client error): The resource could not be found. Jul 23 20:48:14.526728 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5d086ab5-a207-44f8-b679-3931322f9322 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-groups/eac5de00-40f6-4f1e-9a55-a447480b621f HTTP/1.1" status: 404 len: 347 time: 0.0201406 Jul 23 20:48:14.530837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60532) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:14.536186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d925da1f-1c4b-4aa4-bb0e-d99afbffd979 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group': {'name': 'tempest-secgroup--1027447110'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:14.558266 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d925da1f-1c4b-4aa4-bb0e-d99afbffd979 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.644838 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d925da1f-1c4b-4aa4-bb0e-d99afbffd979 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.649784 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d925da1f-1c4b-4aa4-bb0e-d99afbffd979 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.677229 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d925da1f-1c4b-4aa4-bb0e-d99afbffd979 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.681583 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d925da1f-1c4b-4aa4-bb0e-d99afbffd979 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1458399 Jul 23 20:48:14.681583 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925da1f-1c4b-4aa4-bb0e-d99afbffd979 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1544fa-bea2-4522-93e9-483ba46d83d8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:14.681816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60536) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:14.686902 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-78e2a273-33bb-4495-a64f-f2306621933a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group_rule': {'security_group_id': '0c1544fa-bea2-4522-93e9-483ba46d83d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:14.714643 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-78e2a273-33bb-4495-a64f-f2306621933a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.768454 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60538) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:14.773263 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-78e2a273-33bb-4495-a64f-f2306621933a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.777243 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-78e2a273-33bb-4495-a64f-f2306621933a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.794527 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2a273-33bb-4495-a64f-f2306621933a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c581c394-7dc7-4632-bcba-b5fbe9fbb0bb,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:14.800808 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-78e2a273-33bb-4495-a64f-f2306621933a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.802525 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-78e2a273-33bb-4495-a64f-f2306621933a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195073 Jul 23 20:48:14.805034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60542) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:14.836372 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7abb0384-2db0-4ed0-b2e7-b04057b02ab1 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.844404 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7abb0384-2db0-4ed0-b2e7-b04057b02ab1 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.875898 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7abb0384-2db0-4ed0-b2e7-b04057b02ab1 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.883118 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7abb0384-2db0-4ed0-b2e7-b04057b02ab1 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.884314 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7abb0384-2db0-4ed0-b2e7-b04057b02ab1 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/c581c394-7dc7-4632-bcba-b5fbe9fbb0bb HTTP/1.1" status: 204 len: 168 time: 0.0782299 Jul 23 20:48:14.887793 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60544) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:14.889711 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb0384-2db0-4ed0-b2e7-b04057b02ab1 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c581c394-7dc7-4632-bcba-b5fbe9fbb0bb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:14.896544 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-12d873f3-d952-4433-b2d5-2ee6ab11cc9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:14.955762 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7516240a-26e5-4bc6-a470-92d772ac2113 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0665097 Jul 23 20:48:14.958505 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60546) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:15.018880 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04b565cf-929c-42bc-9596-86f66517da67 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.030340 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-12d873f3-d952-4433-b2d5-2ee6ab11cc9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.040664 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-12d873f3-d952-4433-b2d5-2ee6ab11cc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.051338 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04b565cf-929c-42bc-9596-86f66517da67 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.089130 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d873f3-d952-4433-b2d5-2ee6ab11cc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5e5d4c-f159-4be8-af97-bc9f3f944299,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:15.101013 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-12d873f3-d952-4433-b2d5-2ee6ab11cc9d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d826d2b62c2c44879ec461be0af4a4b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288333 Jul 23 20:48:15.101309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60548) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:15.105749 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04b565cf-929c-42bc-9596-86f66517da67 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.110010 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04b565cf-929c-42bc-9596-86f66517da67 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.113527 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-04b565cf-929c-42bc-9596-86f66517da67 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-groups/0c1544fa-bea2-4522-93e9-483ba46d83d8 HTTP/1.1" status: 204 len: 168 time: 0.1517463 Jul 23 20:48:15.115576 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60550) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:15.123158 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b565cf-929c-42bc-9596-86f66517da67 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1544fa-bea2-4522-93e9-483ba46d83d8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:15.185863 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1dfcedef-e155-4e1a-906e-847e69d47985 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0694215 Jul 23 20:48:15.190605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60552) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:15.191984 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45768980-a63d-4c7c-9614-e550b2575c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.195043 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5cc93a30-3307-4294-bb91-630e8dcac96d tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group': {'name': 'tempest-secgroup--1883363375'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:15.220899 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45768980-a63d-4c7c-9614-e550b2575c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.234249 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5cc93a30-3307-4294-bb91-630e8dcac96d tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.274713 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45768980-a63d-4c7c-9614-e550b2575c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.277526 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-45768980-a63d-4c7c-9614-e550b2575c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.282087 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-45768980-a63d-4c7c-9614-e550b2575c29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d5e5d4c-f159-4be8-af97-bc9f3f944299 HTTP/1.1" status: 204 len: 168 time: 0.1764624 Jul 23 20:48:15.290242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45768980-a63d-4c7c-9614-e550b2575c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5e5d4c-f159-4be8-af97-bc9f3f944299,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:15.346482 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5cc93a30-3307-4294-bb91-630e8dcac96d tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.350266 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5cc93a30-3307-4294-bb91-630e8dcac96d tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.372952 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5cc93a30-3307-4294-bb91-630e8dcac96d tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.374208 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5cc93a30-3307-4294-bb91-630e8dcac96d tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1826484 Jul 23 20:48:15.377210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60556) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:15.381943 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1ccbc670-a0ea-46f7-b32c-9219ae104e48 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group_rule': {'security_group_id': 'c78a0deb-fc09-4fbc-a982-648ce9fd40d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:15.382465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc93a30-3307-4294-bb91-630e8dcac96d tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78a0deb-fc09-4fbc-a982-648ce9fd40d8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:15.414358 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1ccbc670-a0ea-46f7-b32c-9219ae104e48 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.434711 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.462614 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1ccbc670-a0ea-46f7-b32c-9219ae104e48 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.466724 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1ccbc670-a0ea-46f7-b32c-9219ae104e48 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.486869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbc670-a0ea-46f7-b32c-9219ae104e48 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c987bee-dd02-4e87-be07-b8123f2e85a2,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:15.490445 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1ccbc670-a0ea-46f7-b32c-9219ae104e48 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.491821 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1ccbc670-a0ea-46f7-b32c-9219ae104e48 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136193 Jul 23 20:48:15.494525 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60560) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:15.499574 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-037de405-4e6f-4324-a48b-3b705d1f657f tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group_rule': {'security_group_id': 'c78a0deb-fc09-4fbc-a982-648ce9fd40d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:15.526374 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-037de405-4e6f-4324-a48b-3b705d1f657f tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.585660 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-037de405-4e6f-4324-a48b-3b705d1f657f tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.590008 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-037de405-4e6f-4324-a48b-3b705d1f657f tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.607750 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037de405-4e6f-4324-a48b-3b705d1f657f tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a49167-9b8e-491b-8856-2c4c9862a39a,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:15.617014 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-037de405-4e6f-4324-a48b-3b705d1f657f tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.618342 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-037de405-4e6f-4324-a48b-3b705d1f657f tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228869 Jul 23 20:48:15.621386 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60570) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:15.626724 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-985c5b05-9097-45f5-a5fa-3abf2a1c7fc7 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group_rule': {'security_group_id': 'c78a0deb-fc09-4fbc-a982-648ce9fd40d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:15.653792 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-985c5b05-9097-45f5-a5fa-3abf2a1c7fc7 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.709995 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-985c5b05-9097-45f5-a5fa-3abf2a1c7fc7 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.713802 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60574) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:15.744016 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-985c5b05-9097-45f5-a5fa-3abf2a1c7fc7 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.797498 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c5b05-9097-45f5-a5fa-3abf2a1c7fc7 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811e1bc6-a1ce-4ad7-80d2-d77164c5f1f8,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:15.801226 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-985c5b05-9097-45f5-a5fa-3abf2a1c7fc7 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.802343 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-985c5b05-9097-45f5-a5fa-3abf2a1c7fc7 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1798921 Jul 23 20:48:15.805238 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60582) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:15.810066 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-835dcb2a-04ba-42b9-8619-8c6290e60b8a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group_rule': {'security_group_id': 'c78a0deb-fc09-4fbc-a982-648ce9fd40d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:15.841169 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b148feee-73af-4b85-a70d-f44ab9d92220 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:15.841637 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b148feee-73af-4b85-a70d-f44ab9d92220 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:15.842267 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b148feee-73af-4b85-a70d-f44ab9d92220 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:15.843945 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b148feee-73af-4b85-a70d-f44ab9d92220 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/ports?project_id=658e4131401d4adf82a7d233679ed997&network_id=6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 HTTP/1.1" status: 200 len: 2972 time: 0.1289630 Jul 23 20:48:15.845264 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-835dcb2a-04ba-42b9-8619-8c6290e60b8a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.913411 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-835dcb2a-04ba-42b9-8619-8c6290e60b8a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.917682 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-835dcb2a-04ba-42b9-8619-8c6290e60b8a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.938820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835dcb2a-04ba-42b9-8619-8c6290e60b8a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926966a5-ce15-4b87-90b2-ac55d9c7f994,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:15.945908 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-835dcb2a-04ba-42b9-8619-8c6290e60b8a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:15.947129 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-835dcb2a-04ba-42b9-8619-8c6290e60b8a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407449 Jul 23 20:48:15.949935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60588) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:15.954679 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4bd88e20-34f7-4c73-b058-661a22747317 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group_rule': {'security_group_id': 'c78a0deb-fc09-4fbc-a982-648ce9fd40d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:15.981023 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4bd88e20-34f7-4c73-b058-661a22747317 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.045561 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4bd88e20-34f7-4c73-b058-661a22747317 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.057460 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4bd88e20-34f7-4c73-b058-661a22747317 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.080126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd88e20-34f7-4c73-b058-661a22747317 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8f0474-8bc5-4224-a385-b789581caeed,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:16.085615 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4bd88e20-34f7-4c73-b058-661a22747317 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.086781 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4bd88e20-34f7-4c73-b058-661a22747317 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1359167 Jul 23 20:48:16.089958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60594) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:16.116942 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-341a3a0a-3f16-4d00-a0d7-562f254d4d38 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.125445 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-341a3a0a-3f16-4d00-a0d7-562f254d4d38 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.155812 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-341a3a0a-3f16-4d00-a0d7-562f254d4d38 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.164493 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-341a3a0a-3f16-4d00-a0d7-562f254d4d38 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.168324 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-341a3a0a-3f16-4d00-a0d7-562f254d4d38 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/dd8f0474-8bc5-4224-a385-b789581caeed HTTP/1.1" status: 204 len: 168 time: 0.0747209 Jul 23 20:48:16.168488 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60598) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:16.172116 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a3a0a-3f16-4d00-a0d7-562f254d4d38 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd8f0474-8bc5-4224-a385-b789581caeed,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:16.222789 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-33133c23-4e24-41c8-934d-0fa47f0e3742 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0530787 Jul 23 20:48:16.225464 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60600) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:16.249320 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f217377c-0995-4f52-a388-d4075d77348a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.257532 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f217377c-0995-4f52-a388-d4075d77348a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.284629 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f217377c-0995-4f52-a388-d4075d77348a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.291516 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f217377c-0995-4f52-a388-d4075d77348a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.292640 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f217377c-0995-4f52-a388-d4075d77348a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/926966a5-ce15-4b87-90b2-ac55d9c7f994 HTTP/1.1" status: 204 len: 168 time: 0.0662584 Jul 23 20:48:16.296849 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60604) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:16.303018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217377c-0995-4f52-a388-d4075d77348a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=926966a5-ce15-4b87-90b2-ac55d9c7f994,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:16.349688 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-642790df-300b-4440-8c79-423ae71e5e55 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0515900 Jul 23 20:48:16.353180 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60610) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:16.378564 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4450dc8f-6318-4e82-baee-5e231527a640 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.386417 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4450dc8f-6318-4e82-baee-5e231527a640 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.415313 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4450dc8f-6318-4e82-baee-5e231527a640 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.421981 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4450dc8f-6318-4e82-baee-5e231527a640 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.423206 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4450dc8f-6318-4e82-baee-5e231527a640 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/811e1bc6-a1ce-4ad7-80d2-d77164c5f1f8 HTTP/1.1" status: 204 len: 168 time: 0.0688558 Jul 23 20:48:16.425943 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60614) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:16.428580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450dc8f-6318-4e82-baee-5e231527a640 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=811e1bc6-a1ce-4ad7-80d2-d77164c5f1f8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:16.470389 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9c2af51d-2a30-44c8-97a0-4a18771254b4 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0430937 Jul 23 20:48:16.474255 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60616) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:16.497132 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc4eb-1afb-4538-9679-9f47ed2be3ec tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.505356 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc4eb-1afb-4538-9679-9f47ed2be3ec tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.532707 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc4eb-1afb-4538-9679-9f47ed2be3ec tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.539755 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc4eb-1afb-4538-9679-9f47ed2be3ec tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.541011 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c6cdc4eb-1afb-4538-9679-9f47ed2be3ec tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/72a49167-9b8e-491b-8856-2c4c9862a39a HTTP/1.1" status: 204 len: 168 time: 0.0662880 Jul 23 20:48:16.543812 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60624) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:16.545458 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cdc4eb-1afb-4538-9679-9f47ed2be3ec tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72a49167-9b8e-491b-8856-2c4c9862a39a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:16.589724 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c2810080-ee12-44fe-a0dd-bbcc4b80d980 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0430584 Jul 23 20:48:16.592497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60626) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:16.617234 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-82b98d1b-84d5-4610-a5a0-73a26d6a88c0 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.625907 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-82b98d1b-84d5-4610-a5a0-73a26d6a88c0 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.655234 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-82b98d1b-84d5-4610-a5a0-73a26d6a88c0 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.660085 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-82b98d1b-84d5-4610-a5a0-73a26d6a88c0 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.661412 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-82b98d1b-84d5-4610-a5a0-73a26d6a88c0 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/8c987bee-dd02-4e87-be07-b8123f2e85a2 HTTP/1.1" status: 204 len: 168 time: 0.0680034 Jul 23 20:48:16.665501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60630) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:16.669594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b98d1b-84d5-4610-a5a0-73a26d6a88c0 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c987bee-dd02-4e87-be07-b8123f2e85a2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:16.713048 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7cf99348-4d4c-492d-9ece-a9a2305eb46d tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0439472 Jul 23 20:48:16.714193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60636) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:16.770923 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5dd90a2-84fa-4693-84bf-5c18ab1e4bf2 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.793867 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5dd90a2-84fa-4693-84bf-5c18ab1e4bf2 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.836413 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5dd90a2-84fa-4693-84bf-5c18ab1e4bf2 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.839093 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5dd90a2-84fa-4693-84bf-5c18ab1e4bf2 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.840267 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f5dd90a2-84fa-4693-84bf-5c18ab1e4bf2 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-groups/c78a0deb-fc09-4fbc-a982-648ce9fd40d8 HTTP/1.1" status: 204 len: 168 time: 0.1252577 Jul 23 20:48:16.843665 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60640) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:16.849788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd90a2-84fa-4693-84bf-5c18ab1e4bf2 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78a0deb-fc09-4fbc-a982-648ce9fd40d8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:16.857862 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.889865 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-45c066b0-d8df-4684-b8fd-476970f45d9e tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0450253 Jul 23 20:48:16.893982 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60646) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:16.898433 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8cd92333-0dec-4ccc-8250-8be22a6e691a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459059718'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:16.919596 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8cd92333-0dec-4ccc-8250-8be22a6e691a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.001340 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8cd92333-0dec-4ccc-8250-8be22a6e691a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.006232 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8cd92333-0dec-4ccc-8250-8be22a6e691a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.036953 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8cd92333-0dec-4ccc-8250-8be22a6e691a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.038045 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8cd92333-0dec-4ccc-8250-8be22a6e691a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1429939 Jul 23 20:48:17.041650 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60652) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:17.046461 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c1ee1aa7-2371-4a0e-8bf6-29d2adc905fb tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group_rule': {'security_group_id': '9e9f8fb1-e7dd-4506-bf00-8a36643371d2', 'direction': 'ingress', 'protocol': 17}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:17.050485 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd92333-0dec-4ccc-8250-8be22a6e691a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9f8fb1-e7dd-4506-bf00-8a36643371d2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:17.075997 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1aa7-2371-4a0e-8bf6-29d2adc905fb tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.133893 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1aa7-2371-4a0e-8bf6-29d2adc905fb tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.138286 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1aa7-2371-4a0e-8bf6-29d2adc905fb tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.158178 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee1aa7-2371-4a0e-8bf6-29d2adc905fb tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9adc9d-cddb-45ab-bfac-065e6a1c9b07,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:17.166205 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1aa7-2371-4a0e-8bf6-29d2adc905fb tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.168004 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c1ee1aa7-2371-4a0e-8bf6-29d2adc905fb tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1259692 Jul 23 20:48:17.170811 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60662) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:17.227157 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-061ffebe-8de7-44cd-8884-f7bfc7e58003 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.253082 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-061ffebe-8de7-44cd-8884-f7bfc7e58003 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.298143 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-061ffebe-8de7-44cd-8884-f7bfc7e58003 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.300617 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-061ffebe-8de7-44cd-8884-f7bfc7e58003 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.303560 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-061ffebe-8de7-44cd-8884-f7bfc7e58003 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-groups/9e9f8fb1-e7dd-4506-bf00-8a36643371d2 HTTP/1.1" status: 204 len: 168 time: 0.1317451 Jul 23 20:48:17.304470 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60672) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:17.314390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ffebe-8de7-44cd-8884-f7bfc7e58003 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9f8fb1-e7dd-4506-bf00-8a36643371d2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:17.355590 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0abf5040-2400-47f7-9f03-1da37b6be428 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0495689 Jul 23 20:48:17.359617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60680) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:17.365519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-3da27083-e858-4c28-af57-5db37ef631cc tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group': {'name': 'tempest-secgroup--11710332'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:17.387511 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3da27083-e858-4c28-af57-5db37ef631cc tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.472975 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3da27083-e858-4c28-af57-5db37ef631cc tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.476961 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3da27083-e858-4c28-af57-5db37ef631cc tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.489968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60692) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:17.505870 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3da27083-e858-4c28-af57-5db37ef631cc tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.507153 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3da27083-e858-4c28-af57-5db37ef631cc tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1463654 Jul 23 20:48:17.509072 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da27083-e858-4c28-af57-5db37ef631cc tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55845bba-5cfb-43ae-9ab2-5425f85509a4,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:17.511051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60694) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:17.516305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-57b50dfc-2628-4e0d-98d0-f31da5f6e639 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group': {'name': 'tempest-secgroup--1206239744'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:17.544069 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57b50dfc-2628-4e0d-98d0-f31da5f6e639 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.552879 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cdb0f8-c24e-49a9-bf02-f972ffa34373 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:17.554379 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c5cdb0f8-c24e-49a9-bf02-f972ffa34373 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 814 time: 0.0633986 Jul 23 20:48:17.630239 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57b50dfc-2628-4e0d-98d0-f31da5f6e639 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.634961 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57b50dfc-2628-4e0d-98d0-f31da5f6e639 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.666012 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57b50dfc-2628-4e0d-98d0-f31da5f6e639 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.670150 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-57b50dfc-2628-4e0d-98d0-f31da5f6e639 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1552210 Jul 23 20:48:17.670503 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60704) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:17.672688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b50dfc-2628-4e0d-98d0-f31da5f6e639 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fdec97-28f2-4430-a095-250d856c5db5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:17.675239 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-ffd079e5-a547-41f9-86fc-bfd292f335bb tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group_rule': {'security_group_id': '55845bba-5cfb-43ae-9ab2-5425f85509a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '77fdec97-28f2-4430-a095-250d856c5db5', 'remote_ip_prefix': None}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:17.710306 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ffd079e5-a547-41f9-86fc-bfd292f335bb tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.782660 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ffd079e5-a547-41f9-86fc-bfd292f335bb tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.786695 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ffd079e5-a547-41f9-86fc-bfd292f335bb tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.804740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd079e5-a547-41f9-86fc-bfd292f335bb tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9320df-f13f-4903-b75d-4f3f7eadcd40,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:17.805409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60710) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:17.812303 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ffd079e5-a547-41f9-86fc-bfd292f335bb tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.815144 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ffd079e5-a547-41f9-86fc-bfd292f335bb tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1419580 Jul 23 20:48:17.816395 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60714) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:17.840970 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-930efbdd-9bd8-4ab6-b505-60499e85e968 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.848946 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-930efbdd-9bd8-4ab6-b505-60499e85e968 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.875855 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-930efbdd-9bd8-4ab6-b505-60499e85e968 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.881935 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-930efbdd-9bd8-4ab6-b505-60499e85e968 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.883285 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-930efbdd-9bd8-4ab6-b505-60499e85e968 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/0a9320df-f13f-4903-b75d-4f3f7eadcd40 HTTP/1.1" status: 204 len: 168 time: 0.0658123 Jul 23 20:48:17.885781 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60716) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:17.897299 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930efbdd-9bd8-4ab6-b505-60499e85e968 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a9320df-f13f-4903-b75d-4f3f7eadcd40,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:17.922491 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc21b803-1a46-4fed-9d15-550c2af498fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.957917 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-eec87ffd-395c-4b03-aec3-58f77f05ac3b tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0710154 Jul 23 20:48:17.960699 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60718) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:18.018205 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0e667882-bd4d-4641-8bf0-8758e3413eea tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.042708 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0e667882-bd4d-4641-8bf0-8758e3413eea tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.050072 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc21b803-1a46-4fed-9d15-550c2af498fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.054995 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc21b803-1a46-4fed-9d15-550c2af498fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.089205 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0e667882-bd4d-4641-8bf0-8758e3413eea tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.094820 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0e667882-bd4d-4641-8bf0-8758e3413eea tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.096199 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0e667882-bd4d-4641-8bf0-8758e3413eea tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-groups/77fdec97-28f2-4430-a095-250d856c5db5 HTTP/1.1" status: 204 len: 168 time: 0.1343122 Jul 23 20:48:18.099232 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60720) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:18.111552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e667882-bd4d-4641-8bf0-8758e3413eea tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fdec97-28f2-4430-a095-250d856c5db5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:18.117768 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21b803-1a46-4fed-9d15-550c2af498fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355074b1-1fa5-4ae6-9054-fcbe73fe81fa,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:18.126623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dc21b803-1a46-4fed-9d15-550c2af498fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f9b5a40b28e048fe8721d7f1ddeadc20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201392 Jul 23 20:48:18.130985 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60722) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:18.155882 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df2e2055-52a6-4a85-a1c8-a375e8ea439c req-2fb6a1b2-c01f-464e-8a75-7b993b60de0b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0824616 Jul 23 20:48:18.185659 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-13b512d9-541f-45f8-9cfc-39655ed4af45 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0842874 Jul 23 20:48:18.188714 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60724) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:18.203554 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4090140-ecb6-45db-a6ed-49b3a84b164a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.225536 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4090140-ecb6-45db-a6ed-49b3a84b164a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.272908 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4090140-ecb6-45db-a6ed-49b3a84b164a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.275532 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4090140-ecb6-45db-a6ed-49b3a84b164a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.277068 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b4090140-ecb6-45db-a6ed-49b3a84b164a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/355074b1-1fa5-4ae6-9054-fcbe73fe81fa HTTP/1.1" status: 204 len: 168 time: 0.1447582 Jul 23 20:48:18.286194 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-726a3ac3-67ca-4d05-90c4-e79271c4373b tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.290632 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4090140-ecb6-45db-a6ed-49b3a84b164a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355074b1-1fa5-4ae6-9054-fcbe73fe81fa,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:18.304578 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-47df4232-1453-44e3-84cb-fe1a252ed0c7 req-905a8b84-df76-46fc-8584-cbaf0631de68 tempest-ServersOnMultiNodesTest-1275772954 tempest-ServersOnMultiNodesTest-1275772954-project] (93810) timed out ('10.222.0.57', 51190) {{(pid=93810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:48:18.312958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e2055-52a6-4a85-a1c8-a375e8ea439c req-2dae6d3e-fa54-4371-8c5b-81c860e0b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:18.314467 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df2e2055-52a6-4a85-a1c8-a375e8ea439c req-2dae6d3e-fa54-4371-8c5b-81c860e0b33f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 1098 time: 0.1182368 Jul 23 20:48:18.322887 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-726a3ac3-67ca-4d05-90c4-e79271c4373b tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.422513 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-726a3ac3-67ca-4d05-90c4-e79271c4373b tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.425104 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-726a3ac3-67ca-4d05-90c4-e79271c4373b tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.426258 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-726a3ac3-67ca-4d05-90c4-e79271c4373b tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-groups/55845bba-5cfb-43ae-9ab2-5425f85509a4 HTTP/1.1" status: 204 len: 168 time: 0.2363057 Jul 23 20:48:18.426573 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60730) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:18.432077 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60732) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:18.432538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-6f258c50-f868-4a59-affd-60aea14edeba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'network': {'name': 'tempest-network-smoke--460932183', 'project_id': '658e4131401d4adf82a7d233679ed997', 'port_security_enabled': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:18.457279 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a3ac3-67ca-4d05-90c4-e79271c4373b tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55845bba-5cfb-43ae-9ab2-5425f85509a4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:18.470066 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f258c50-f868-4a59-affd-60aea14edeba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Made reservation on behalf of 658e4131401d4adf82a7d233679ed997 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:18.474292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e2055-52a6-4a85-a1c8-a375e8ea439c req-7c4efaec-b3ba-4d32-82c1-04275230e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:18.476021 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df2e2055-52a6-4a85-a1c8-a375e8ea439c req-7c4efaec-b3ba-4d32-82c1-04275230e866 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 913 time: 0.1391170 Jul 23 20:48:18.479126 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6f258c50-f868-4a59-affd-60aea14edeba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.511423 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f258c50-f868-4a59-affd-60aea14edeba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:48:18.522726 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6f258c50-f868-4a59-affd-60aea14edeba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.523148 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-6f258c50-f868-4a59-affd-60aea14edeba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Added segment f40877ed-228c-4e30-a1d1-d3a900ac53bf of type vlan for network f530e7a6-6869-45c6-853c-88bb7de362a9 Jul 23 20:48:18.541700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a8735323-ec61-42fe-bbc3-5538d6be7e48 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1069946 Jul 23 20:48:18.546731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60734) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:18.558235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1c71220d-9b6b-4392-ac3c-5a4ad5c4b809 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group': {'name': 'tempest-secgroup--898359145'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:18.571756 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6f258c50-f868-4a59-affd-60aea14edeba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.581303 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df2e2055-52a6-4a85-a1c8-a375e8ea439c req-2757ba50-06f6-4de8-8a6f-bd8f5ffb7017 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92625c2a-57e0-4563-80fe-10bcfba695ad HTTP/1.1" status: 200 len: 1002 time: 0.0971568 Jul 23 20:48:18.586264 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60736) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:18.615011 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9904052d-86d5-4d06-8ec4-993881f17175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.622792 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1c71220d-9b6b-4392-ac3c-5a4ad5c4b809 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.635422 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6f258c50-f868-4a59-affd-60aea14edeba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.640912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f258c50-f868-4a59-affd-60aea14edeba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:18.641510 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6f258c50-f868-4a59-affd-60aea14edeba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.657372 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e2055-52a6-4a85-a1c8-a375e8ea439c req-f7eceaf0-2712-460d-8da5-83d78d51dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:18.659131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df2e2055-52a6-4a85-a1c8-a375e8ea439c req-f7eceaf0-2712-460d-8da5-83d78d51dd02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.0717828 Jul 23 20:48:18.718462 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e2055-52a6-4a85-a1c8-a375e8ea439c req-6e57d81c-0620-446f-8c6b-65298d377c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:18.720054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df2e2055-52a6-4a85-a1c8-a375e8ea439c req-6e57d81c-0620-446f-8c6b-65298d377c53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543494 Jul 23 20:48:18.724144 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f258c50-f868-4a59-affd-60aea14edeba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Network': ['ID=f530e7a6-6869-45c6-853c-88bb7de362a9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:18.737699 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network f530e7a6-6869-45c6-853c-88bb7de362a9 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:48:18.790411 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9904052d-86d5-4d06-8ec4-993881f17175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.796920 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9904052d-86d5-4d06-8ec4-993881f17175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.835579 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df2e2055-52a6-4a85-a1c8-a375e8ea439c req-8a2872fd-fb9d-4d13-848d-5f68e5583865 service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091900 Jul 23 20:48:18.837696 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9904052d-86d5-4d06-8ec4-993881f17175 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0544ff53e8fc48eb9de5deaab49b2085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504156 Jul 23 20:48:18.838559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904052d-86d5-4d06-8ec4-993881f17175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed04a0ce-934d-4db9-a627-758465861885,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:18.840915 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60738) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:18.893068 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-52228143-620a-4cbd-9da9-0780c24248a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.913926 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-52228143-620a-4cbd-9da9-0780c24248a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.940928 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1c71220d-9b6b-4392-ac3c-5a4ad5c4b809 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.947816 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1c71220d-9b6b-4392-ac3c-5a4ad5c4b809 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.950917 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6f258c50-f868-4a59-affd-60aea14edeba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5230372 Jul 23 20:48:18.954241 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60740) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:18.975813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df2e2055-52a6-4a85-a1c8-a375e8ea439c req-2d6bfae7-9100-4aae-9702-3f7d5637fe94 service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336298 Jul 23 20:48:18.980543 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1c71220d-9b6b-4392-ac3c-5a4ad5c4b809 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:18.984945 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1c71220d-9b6b-4392-ac3c-5a4ad5c4b809 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4312155 Jul 23 20:48:18.986684 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60742) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:18.991077 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-cfeb6a85-20b9-426d-87dc-7ad009267984 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group_rule': {'security_group_id': 'fbdd9484-556d-4fea-b1da-c8b40e941217', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:19.006755 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71220d-9b6b-4392-ac3c-5a4ad5c4b809 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdd9484-556d-4fea-b1da-c8b40e941217,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:19.030703 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cfeb6a85-20b9-426d-87dc-7ad009267984 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.035813 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-52228143-620a-4cbd-9da9-0780c24248a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.038361 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-52228143-620a-4cbd-9da9-0780c24248a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.039588 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-52228143-620a-4cbd-9da9-0780c24248a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed04a0ce-934d-4db9-a627-758465861885 HTTP/1.1" status: 204 len: 168 time: 0.1977720 Jul 23 20:48:19.043117 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d74685-ed3a-431a-8c99-f3d873bbfb6b tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:19.048192 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f7d74685-ed3a-431a-8c99-f3d873bbfb6b tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=658e4131401d4adf82a7d233679ed997&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0893724 Jul 23 20:48:19.048543 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60746) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:19.051424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52228143-620a-4cbd-9da9-0780c24248a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed04a0ce-934d-4db9-a627-758465861885,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:19.145167 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cfeb6a85-20b9-426d-87dc-7ad009267984 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.149676 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cfeb6a85-20b9-426d-87dc-7ad009267984 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.177580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb6a85-20b9-426d-87dc-7ad009267984 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d089b5b-c68b-4502-95c9-68d180bc044b,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:19.182596 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2c8736-3206-4168-9a30-32bb04b97c6e tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:19.187417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fe2c8736-3206-4168-9a30-32bb04b97c6e tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344085 Jul 23 20:48:19.187417 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60748) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:19.198078 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cfeb6a85-20b9-426d-87dc-7ad009267984 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.199265 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cfeb6a85-20b9-426d-87dc-7ad009267984 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2117081 Jul 23 20:48:19.202241 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60750) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:19.223203 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-89b2c089-7d5b-4389-8220-5819fa47d2a9 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348778 Jul 23 20:48:19.226433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60754) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:19.232203 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87c49977-689f-4cf9-89a5-140aa3e5cd01 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.241281 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87c49977-689f-4cf9-89a5-140aa3e5cd01 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.255688 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1766bfec-6a9c-4bc9-8057-7f9295849d6e tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=658e4131401d4adf82a7d233679ed997&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281298 Jul 23 20:48:19.257743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60756) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:19.269445 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87c49977-689f-4cf9-89a5-140aa3e5cd01 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.275621 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-87c49977-689f-4cf9-89a5-140aa3e5cd01 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.276754 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-87c49977-689f-4cf9-89a5-140aa3e5cd01 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/1d089b5b-c68b-4502-95c9-68d180bc044b HTTP/1.1" status: 204 len: 168 time: 0.0728452 Jul 23 20:48:19.280655 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60758) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:19.283213 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c49977-689f-4cf9-89a5-140aa3e5cd01 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d089b5b-c68b-4502-95c9-68d180bc044b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:19.364705 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-65fe845b-ee6e-4ced-9022-4eef0a7a4ac6 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0829635 Jul 23 20:48:19.367657 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60764) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:19.380286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b6f499-e34f-43c5-a6f9-44ef45fcb09a tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:19.381790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-49b6f499-e34f-43c5-a6f9-44ef45fcb09a tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1235151 Jul 23 20:48:19.385007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60768) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:19.421780 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b6c52446-7b7a-4d6f-bf6f-70cafd442f46 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331626 Jul 23 20:48:19.421994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60770) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:19.428846 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-691f2b7a-ed83-4b4e-a4c6-e9f46f736c63 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.430260 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9b4dc11d-5258-49e9-a915-e8c66b843b14 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-283229225', 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9', 'project_id': '658e4131401d4adf82a7d233679ed997', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:19.451465 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-691f2b7a-ed83-4b4e-a4c6-e9f46f736c63 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.496419 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-691f2b7a-ed83-4b4e-a4c6-e9f46f736c63 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.501512 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-691f2b7a-ed83-4b4e-a4c6-e9f46f736c63 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.502763 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-691f2b7a-ed83-4b4e-a4c6-e9f46f736c63 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-groups/fbdd9484-556d-4fea-b1da-c8b40e941217 HTTP/1.1" status: 204 len: 168 time: 0.1341801 Jul 23 20:48:19.506105 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60774) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:19.512772 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f2b7a-ed83-4b4e-a4c6-e9f46f736c63 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdd9484-556d-4fea-b1da-c8b40e941217,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:19.553891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4dc11d-5258-49e9-a915-e8c66b843b14 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Made reservation on behalf of 658e4131401d4adf82a7d233679ed997 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:19.557723 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9b4dc11d-5258-49e9-a915-e8c66b843b14 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.580427 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-de849f62-541f-4b1b-b440-c3020cfb68a8 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0732560 Jul 23 20:48:19.584693 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60780) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:19.589604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-fd7cb99a-67f6-49c7-bd46-00df60d0b8ae tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group': {'name': 'tempest-secgroup--2143249522'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:19.614084 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb99a-67f6-49c7-bd46-00df60d0b8ae tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.705138 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb99a-67f6-49c7-bd46-00df60d0b8ae tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.709734 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb99a-67f6-49c7-bd46-00df60d0b8ae tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.736856 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb99a-67f6-49c7-bd46-00df60d0b8ae tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.740808 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fd7cb99a-67f6-49c7-bd46-00df60d0b8ae tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1524372 Jul 23 20:48:19.740944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60786) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:19.745474 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-493fdc92-874d-4664-a72b-394d3686e7e6 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group_rule': {'security_group_id': 'af65657a-f77f-4ea1-be55-266c650bfad3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:19.757595 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cb99a-67f6-49c7-bd46-00df60d0b8ae tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af65657a-f77f-4ea1-be55-266c650bfad3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:19.769253 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9b4dc11d-5258-49e9-a915-e8c66b843b14 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.778987 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-493fdc92-874d-4664-a72b-394d3686e7e6 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.835783 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4dc11d-5258-49e9-a915-e8c66b843b14 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Subnet': ['ID=9cdec904-6aaf-4e01-b8ed-06d39b5f8927,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:19.842796 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4dc11d-5258-49e9-a915-e8c66b843b14 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Checking segment: {'id': 'f40877ed-228c-4e30-a1d1-d3a900ac53bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:19.843179 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4dc11d-5258-49e9-a915-e8c66b843b14 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network hostable DHCP agents. Network: f530e7a6-6869-45c6-853c-88bb7de362a9, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:48:19.846954 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-493fdc92-874d-4664-a72b-394d3686e7e6 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.851458 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-493fdc92-874d-4664-a72b-394d3686e7e6 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.860733 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4dc11d-5258-49e9-a915-e8c66b843b14 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network f530e7a6-6869-45c6-853c-88bb7de362a9 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:48:19.870350 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-9b4dc11d-5258-49e9-a915-e8c66b843b14 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, f530e7a6-6869-45c6-853c-88bb7de362a9) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:19.872206 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fdc92-874d-4664-a72b-394d3686e7e6 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbf8968-4df4-47d5-89f9-d5ef037a329e,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:19.875713 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4dc11d-5258-49e9-a915-e8c66b843b14 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:19.876207 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9b4dc11d-5258-49e9-a915-e8c66b843b14 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.879364 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-493fdc92-874d-4664-a72b-394d3686e7e6 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.883382 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-493fdc92-874d-4664-a72b-394d3686e7e6 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1389658 Jul 23 20:48:19.883741 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60794) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:19.901070 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434b8467-d28a-4ab7-9745-c4b35a546e08 None None] Network f530e7a6-6869-45c6-853c-88bb7de362a9 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:19.909650 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e650e0d2-83a1-4718-88c1-6ce8f2ee18b8 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-group-rules/2bbf8968-4df4-47d5-89f9-d5ef037a329e HTTP/1.1" status: 200 len: 763 time: 0.0240476 Jul 23 20:48:19.909947 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9b4dc11d-5258-49e9-a915-e8c66b843b14 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4814253 Jul 23 20:48:19.910658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60798) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:19.974511 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4983ca09-e942-49a2-b506-2407b8a310aa tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0571594 Jul 23 20:48:19.974714 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60812) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:20.000182 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f39f9f9-906b-428c-a9c5-424962dfdfab tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.009639 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f39f9f9-906b-428c-a9c5-424962dfdfab tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.042386 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f39f9f9-906b-428c-a9c5-424962dfdfab tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.050359 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f39f9f9-906b-428c-a9c5-424962dfdfab tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.051818 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7f39f9f9-906b-428c-a9c5-424962dfdfab tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/2bbf8968-4df4-47d5-89f9-d5ef037a329e HTTP/1.1" status: 204 len: 168 time: 0.0760932 Jul 23 20:48:20.054511 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60822) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:20.074041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39f9f9-906b-428c-a9c5-424962dfdfab tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bbf8968-4df4-47d5-89f9-d5ef037a329e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:20.095730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-f530e7a6-6869-45c6-853c-88bb7de362a9', 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'fixed_ips': [{'subnet_id': '9cdec904-6aaf-4e01-b8ed-06d39b5f8927'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:48:20.096586 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.118420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60824) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:20.120427 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-13a17bb1-a660-45af-9b61-f508c8c23f17 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0635228 Jul 23 20:48:20.130114 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3c6807ad-8eba-4267-9a8d-b08195d743ca tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group_rule': {'security_group_id': 'af65657a-f77f-4ea1-be55-266c650bfad3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:20.159910 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3c6807ad-8eba-4267-9a8d-b08195d743ca tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.223979 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3c6807ad-8eba-4267-9a8d-b08195d743ca tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.228524 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3c6807ad-8eba-4267-9a8d-b08195d743ca tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.238014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Allocated IP 172.20.0.18 (f530e7a6-6869-45c6-853c-88bb7de362a9/9cdec904-6aaf-4e01-b8ed-06d39b5f8927/3a42cf25-73b1-40ac-8711-153b22a8e29f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:48:20.262049 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6807ad-8eba-4267-9a8d-b08195d743ca tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011dcb4f-752f-49e3-9a5a-f7f6931f1b9b,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:20.268880 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3c6807ad-8eba-4267-9a8d-b08195d743ca tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.269979 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3c6807ad-8eba-4267-9a8d-b08195d743ca tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1497927 Jul 23 20:48:20.272906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60834) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:20.295240 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-564a95d7-d522-4505-af2b-6e30e377c393 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-group-rules/011dcb4f-752f-49e3-9a5a-f7f6931f1b9b HTTP/1.1" status: 200 len: 763 time: 0.0184891 Jul 23 20:48:20.296077 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60840) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:20.325645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60846) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:20.330765 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-87a4c00b-436c-4c8a-bf8a-772633a2b9cd tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1343430290', 'description': 'tempest-secgroup-smoke-1343430290 description', 'project_id': '658e4131401d4adf82a7d233679ed997'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:20.357583 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6c7c1d0a-0df8-4230-a1a2-880207803aa9 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0576632 Jul 23 20:48:20.358830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60856) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:20.376279 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-87a4c00b-436c-4c8a-bf8a-772633a2b9cd tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.388325 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39e2296c-b340-4c7c-b7ac-c3b7305eaa94 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.405198 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39e2296c-b340-4c7c-b7ac-c3b7305eaa94 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.447940 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39e2296c-b340-4c7c-b7ac-c3b7305eaa94 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.456498 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39e2296c-b340-4c7c-b7ac-c3b7305eaa94 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.460216 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-39e2296c-b340-4c7c-b7ac-c3b7305eaa94 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/011dcb4f-752f-49e3-9a5a-f7f6931f1b9b HTTP/1.1" status: 204 len: 168 time: 0.0980778 Jul 23 20:48:20.462023 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60874) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:20.470234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2296c-b340-4c7c-b7ac-c3b7305eaa94 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=011dcb4f-752f-49e3-9a5a-f7f6931f1b9b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:20.516337 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-87a4c00b-436c-4c8a-bf8a-772633a2b9cd tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.523962 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-87a4c00b-436c-4c8a-bf8a-772633a2b9cd tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.537790 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-55904dc2-6579-4a8a-bd26-360c1844294d tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0745816 Jul 23 20:48:20.544292 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60884) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:20.548017 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Request body: {'security_group_rule': {'security_group_id': 'af65657a-f77f-4ea1-be55-266c650bfad3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:20.582794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4c00b-436c-4c8a-bf8a-772633a2b9cd tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec85c015-4ec4-43e4-b2fa-de42392699fd,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:20.585029 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.597237 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-87a4c00b-436c-4c8a-bf8a-772633a2b9cd tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.602832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60886) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:20.603279 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-87a4c00b-436c-4c8a-bf8a-772633a2b9cd tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2762451 Jul 23 20:48:20.608101 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c6dc2051-9220-464c-b01d-f5e8f1878b4c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group_rule': {'security_group_id': 'ec85c015-4ec4-43e4-b2fa-de42392699fd', 'project_id': '658e4131401d4adf82a7d233679ed997', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:20.647927 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.656881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Transition to ACTIVE for port object 3a42cf25-73b1-40ac-8711-153b22a8e29f will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:20.670857 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6dc2051-9220-464c-b01d-f5e8f1878b4c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.672877 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Transition to ACTIVE for port object 3a42cf25-73b1-40ac-8711-153b22a8e29f will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:20.679514 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.701163 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.709216 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.721539 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Network f530e7a6-6869-45c6-853c-88bb7de362a9 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:48:20.730918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:20.733364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:48:20.757403 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244395bd-2d56-4bb5-b9cb-b2641c78da9c,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:20.767770 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6dc2051-9220-464c-b01d-f5e8f1878b4c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.769061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Pushing event updated for resources: {'Port': ['ID=3a42cf25-73b1-40ac-8711-153b22a8e29f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:20.774310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.774958 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.775380 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.775813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.776243 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.776675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.777098 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.777539 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.777980 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.778416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.778827 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.779273 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.782398 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.783809 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-80eb815e-05e5-4c99-9b02-e3650c1e4079 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2424040 Jul 23 20:48:20.785422 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6dc2051-9220-464c-b01d-f5e8f1878b4c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.786520 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60902) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:20.804586 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc2051-9220-464c-b01d-f5e8f1878b4c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ddd66ea-de55-446e-b9d0-ae5ec543b9ff,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:20.813788 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c6dc2051-9220-464c-b01d-f5e8f1878b4c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.815447 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c6dc2051-9220-464c-b01d-f5e8f1878b4c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2113569 Jul 23 20:48:20.818404 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60904) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:20.819776 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.820119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.820450 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.820840 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.821312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.821910 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-24997e5f-e81b-41a6-b574-65b76f0b6602 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-group-rules/244395bd-2d56-4bb5-b9cb-b2641c78da9c HTTP/1.1" status: 200 len: 764 time: 0.0342333 Jul 23 20:48:20.823545 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.824568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60906) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:20.825486 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-bf989343-13ca-4ec0-b89f-b426ee09e4b4 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group_rule': {'security_group_id': 'ec85c015-4ec4-43e4-b2fa-de42392699fd', 'project_id': '658e4131401d4adf82a7d233679ed997', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:20.825778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.826181 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.826519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.827654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.828470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.829058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:20.834275 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Attempting to bind port 3a42cf25-73b1-40ac-8711-153b22a8e29f on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:20.835329 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Attempting to bind port 3a42cf25-73b1-40ac-8711-153b22a8e29f by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'f40877ed-228c-4e30-a1d1-d3a900ac53bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:20.835899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Attempting to bind port 3a42cf25-73b1-40ac-8711-153b22a8e29f on network f530e7a6-6869-45c6-853c-88bb7de362a9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:20.843038 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:48:20.843496 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Checking segment: {'id': 'f40877ed-228c-4e30-a1d1-d3a900ac53bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:20.844094 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.844640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Bound using segment: {'id': 'f40877ed-228c-4e30-a1d1-d3a900ac53bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:48:20.845389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Bound port: 3a42cf25-73b1-40ac-8711-153b22a8e29f, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40877ed-228c-4e30-a1d1-d3a900ac53bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:48:20.845945 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.861154 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf989343-13ca-4ec0-b89f-b426ee09e4b4 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.880742 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4af90019-5896-4373-acb9-171ee52456f3 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0547864 Jul 23 20:48:20.883574 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60908) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:20.923656 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] For port 3a42cf25-73b1-40ac-8711-153b22a8e29f, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:48:20.927135 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] For port 3a42cf25-73b1-40ac-8711-153b22a8e29f, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3a42cf25-73b1-40ac-8711-153b22a8e29f,segment=NetworkSegment(f40877ed-228c-4e30-a1d1-d3a900ac53bf),segment_id=f40877ed-228c-4e30-a1d1-d3a900ac53bf)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:48:20.931885 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.933280 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-570ba174-d4b6-4836-8568-a6230dd6b23a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.942424 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-570ba174-d4b6-4836-8568-a6230dd6b23a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.970064 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf989343-13ca-4ec0-b89f-b426ee09e4b4 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.979822 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf989343-13ca-4ec0-b89f-b426ee09e4b4 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:20.993034 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-570ba174-d4b6-4836-8568-a6230dd6b23a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.004504 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-570ba174-d4b6-4836-8568-a6230dd6b23a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.006682 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-570ba174-d4b6-4836-8568-a6230dd6b23a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/244395bd-2d56-4bb5-b9cb-b2641c78da9c HTTP/1.1" status: 204 len: 168 time: 0.1220515 Jul 23 20:48:21.009344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60912) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:21.009518 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf989343-13ca-4ec0-b89f-b426ee09e4b4 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc40eb2-baa9-4987-935a-a17ba00d2019,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:21.009930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88164e57-d0d1-453a-a793-e9a0ea5287ee None None] Pushing event updated for resources: {'Port': ['ID=3a42cf25-73b1-40ac-8711-153b22a8e29f,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:21.020605 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf989343-13ca-4ec0-b89f-b426ee09e4b4 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.021802 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bf989343-13ca-4ec0-b89f-b426ee09e4b4 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2020490 Jul 23 20:48:21.022848 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ba174-d4b6-4836-8568-a6230dd6b23a tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=244395bd-2d56-4bb5-b9cb-b2641c78da9c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:21.025257 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60914) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:21.030125 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1027f066-22e7-43c5-917f-8e47434e1014 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group_rule': {'security_group_id': 'ec85c015-4ec4-43e4-b2fa-de42392699fd', 'project_id': '658e4131401d4adf82a7d233679ed997', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:21.064334 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60916) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:21.078875 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1027f066-22e7-43c5-917f-8e47434e1014 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.101879 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60920) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:21.102457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ca27141c-4f8b-4f62-b3d5-1ea92933de98 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0895786 Jul 23 20:48:21.169180 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1027f066-22e7-43c5-917f-8e47434e1014 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.181387 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1027f066-22e7-43c5-917f-8e47434e1014 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.196907 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a98d36d-47e3-499f-b232-6a1010dba8fd tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.223499 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2901cf2e-27b9-4c2f-968f-c623cb1407f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.224000 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027f066-22e7-43c5-917f-8e47434e1014 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a156776-62ef-4e3f-8351-276dba015536,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:21.237010 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1027f066-22e7-43c5-917f-8e47434e1014 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.238217 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1027f066-22e7-43c5-917f-8e47434e1014 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2118492 Jul 23 20:48:21.240916 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60922) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:21.245252 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-49b513cc-cd6c-4954-bf3a-c08cd03b08a0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group_rule': {'security_group_id': 'ec85c015-4ec4-43e4-b2fa-de42392699fd', 'project_id': '658e4131401d4adf82a7d233679ed997', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:21.254297 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a98d36d-47e3-499f-b232-6a1010dba8fd tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.302149 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a98d36d-47e3-499f-b232-6a1010dba8fd tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.305410 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a98d36d-47e3-499f-b232-6a1010dba8fd tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.306680 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7a98d36d-47e3-499f-b232-6a1010dba8fd tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "DELETE /v2.0/security-groups/af65657a-f77f-4ea1-be55-266c650bfad3 HTTP/1.1" status: 204 len: 168 time: 0.2038083 Jul 23 20:48:21.311475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60924) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:21.316377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98d36d-47e3-499f-b232-6a1010dba8fd tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af65657a-f77f-4ea1-be55-266c650bfad3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:21.365342 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2901cf2e-27b9-4c2f-968f-c623cb1407f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.373065 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2901cf2e-27b9-4c2f-968f-c623cb1407f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.388969 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49b513cc-cd6c-4954-bf3a-c08cd03b08a0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.396008 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9bc56d77-b02e-4dce-9289-6dc5693f4651 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0833490 Jul 23 20:48:21.402441 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60926) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:21.432217 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901cf2e-27b9-4c2f-968f-c623cb1407f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c52c35-1e36-4aba-90bd-25e13b085771,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:21.440349 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2901cf2e-27b9-4c2f-968f-c623cb1407f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=542d939d5b5c4d9693160e7c31a1b0e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749621 Jul 23 20:48:21.441266 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60928) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:21.458109 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49b513cc-cd6c-4954-bf3a-c08cd03b08a0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.461719 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49b513cc-cd6c-4954-bf3a-c08cd03b08a0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.479835 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b513cc-cd6c-4954-bf3a-c08cd03b08a0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8540083-6f90-43b5-97d7-425e1edf011c,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:21.485533 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49b513cc-cd6c-4954-bf3a-c08cd03b08a0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.486730 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-49b513cc-cd6c-4954-bf3a-c08cd03b08a0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2449112 Jul 23 20:48:21.490240 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60930) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:21.494892 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-877ddf89-b0e8-414e-8923-f3de922176fb tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group_rule': {'security_group_id': 'ec85c015-4ec4-43e4-b2fa-de42392699fd', 'project_id': '658e4131401d4adf82a7d233679ed997', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:21.502667 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-06da739d-14b7-452e-b8f2-463d9be10e24 tempest-SecGroupTest-1284980250 tempest-SecGroupTest-1284980250-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0991569 Jul 23 20:48:21.527696 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fd87a640-1769-4170-84f3-f2ad2bd17079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.530650 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-877ddf89-b0e8-414e-8923-f3de922176fb tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Project 658e4131401d4adf82a7d233679ed997 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:48:21.536159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-877ddf89-b0e8-414e-8923-f3de922176fb tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.551652 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fd87a640-1769-4170-84f3-f2ad2bd17079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.604785 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-877ddf89-b0e8-414e-8923-f3de922176fb tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.609548 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-877ddf89-b0e8-414e-8923-f3de922176fb tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.610620 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fd87a640-1769-4170-84f3-f2ad2bd17079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.614737 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fd87a640-1769-4170-84f3-f2ad2bd17079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.618754 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fd87a640-1769-4170-84f3-f2ad2bd17079 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3c52c35-1e36-4aba-90bd-25e13b085771 HTTP/1.1" status: 204 len: 168 time: 0.1763113 Jul 23 20:48:21.627539 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87a640-1769-4170-84f3-f2ad2bd17079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c52c35-1e36-4aba-90bd-25e13b085771,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:21.650252 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ddf89-b0e8-414e-8923-f3de922176fb tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6351c4-a604-4ef1-b09c-0a175886c294,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:21.669427 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-877ddf89-b0e8-414e-8923-f3de922176fb tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.673334 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60938) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:21.673666 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-877ddf89-b0e8-414e-8923-f3de922176fb tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1824608 Jul 23 20:48:21.678919 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-81b4f754-3da8-4615-8bd3-d7c6022108b5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group_rule': {'security_group_id': 'ec85c015-4ec4-43e4-b2fa-de42392699fd', 'project_id': '658e4131401d4adf82a7d233679ed997', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:21.713446 n-d-791504-18 neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-81b4f754-3da8-4615-8bd3-d7c6022108b5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Project 658e4131401d4adf82a7d233679ed997 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:48:21.723753 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-81b4f754-3da8-4615-8bd3-d7c6022108b5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.740057 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60940) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:21.838585 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-81b4f754-3da8-4615-8bd3-d7c6022108b5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.846450 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-81b4f754-3da8-4615-8bd3-d7c6022108b5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.885570 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4f754-3da8-4615-8bd3-d7c6022108b5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3f8c4d-1e9c-4b8f-8411-f4eda84abaf5,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:21.894857 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-81b4f754-3da8-4615-8bd3-d7c6022108b5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:21.898321 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-81b4f754-3da8-4615-8bd3-d7c6022108b5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2231138 Jul 23 20:48:21.905793 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e0c9c0cf-427e-4197-acf4-812b370c19fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24fb82c631c94aff876738dbf9891690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597302 Jul 23 20:48:21.906702 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60946) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:21.977031 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0555c118-c0d4-40ca-861b-2fc7c9c49ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:22.005286 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0555c118-c0d4-40ca-861b-2fc7c9c49ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:22.085091 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0555c118-c0d4-40ca-861b-2fc7c9c49ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:22.088250 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0555c118-c0d4-40ca-861b-2fc7c9c49ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:22.092487 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0555c118-c0d4-40ca-861b-2fc7c9c49ef4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f50e22e0-4804-4a2c-857d-90d256c99594 HTTP/1.1" status: 204 len: 168 time: 0.1824567 Jul 23 20:48:22.099377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555c118-c0d4-40ca-861b-2fc7c9c49ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50e22e0-4804-4a2c-857d-90d256c99594,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:22.205727 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aef67a-f86b-4355-9eab-1ac6de308a9a None None] Network f530e7a6-6869-45c6-853c-88bb7de362a9 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:22.216746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81b9718b-a379-4508-bd05-55faaa138cfe req-ca9bd8da-352a-4193-bdaf-c8caeabe02ef tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1343430290&fields=id&tenant_id=658e4131401d4adf82a7d233679ed997 HTTP/1.1" status: 200 len: 267 time: 0.0458772 Jul 23 20:48:22.298159 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4d04ef00-d2f0-432b-9c98-b5f760bbe37a None None] Provisioning for port 3a42cf25-73b1-40ac-8711-153b22a8e29f completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:22.333162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9718b-a379-4508-bd05-55faaa138cfe req-e3b552a1-f09f-4b9b-95a7-b9ab5d75efd6 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:22.338688 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81b9718b-a379-4508-bd05-55faaa138cfe req-e3b552a1-f09f-4b9b-95a7-b9ab5d75efd6 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/networks?id=f530e7a6-6869-45c6-853c-88bb7de362a9 HTTP/1.1" status: 200 len: 796 time: 0.1177430 Jul 23 20:48:22.352416 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81b9718b-a379-4508-bd05-55faaa138cfe req-61dbee68-f2a8-4321-bf21-dd4d66ae0d40 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/quotas/658e4131401d4adf82a7d233679ed997 HTTP/1.1" status: 200 len: 375 time: 0.0112753 Jul 23 20:48:22.441636 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81b9718b-a379-4508-bd05-55faaa138cfe req-fee9e9e3-0d82-4094-b7e8-f4e9980d8ad0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=658e4131401d4adf82a7d233679ed997&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0824299 Jul 23 20:48:22.607703 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81b9718b-a379-4508-bd05-55faaa138cfe req-d728f639-9915-4e10-bfe1-d5750a7a5495 service neutron] 10.222.0.55 "GET /v2.0/networks/f530e7a6-6869-45c6-853c-88bb7de362a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506820 Jul 23 20:48:22.648496 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3a42cf25-73b1-40ac-8711-153b22a8e29f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:48:22.724956 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 3a42cf25-73b1-40ac-8711-153b22a8e29f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:22.745245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3a42cf25-73b1-40ac-8711-153b22a8e29f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:22.745793 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:22.752778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-af1336e4-28ff-4e8f-9703-68a1d181ffe0 None None] Provisioning complete for port 3a42cf25-73b1-40ac-8711-153b22a8e29f triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:22.753504 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af1336e4-28ff-4e8f-9703-68a1d181ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:22.753814 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81b9718b-a379-4508-bd05-55faaa138cfe req-da526cca-1188-489f-96c9-435ce6df902d service neutron] 10.222.0.55 "GET /v2.0/networks/f530e7a6-6869-45c6-853c-88bb7de362a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377029 Jul 23 20:48:22.924703 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af1336e4-28ff-4e8f-9703-68a1d181ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:22.968455 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a1c6031-345c-4edb-9259-91a24e00ad55 req-86dbde40-80f7-4c80-9c1f-3fac03b07168 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=69708c97-8da0-4c0a-91e9-2870726896be HTTP/1.1" status: 200 len: 210 time: 0.0518045 Jul 23 20:48:23.001156 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-af1336e4-28ff-4e8f-9703-68a1d181ffe0 None None] For port 3a42cf25-73b1-40ac-8711-153b22a8e29f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3a42cf25-73b1-40ac-8711-153b22a8e29f,segment=NetworkSegment(f40877ed-228c-4e30-a1d1-d3a900ac53bf),segment_id=f40877ed-228c-4e30-a1d1-d3a900ac53bf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:23.004623 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.024537 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af1336e4-28ff-4e8f-9703-68a1d181ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.039305 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32776) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:23.062395 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32780) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:23.066507 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:48:23.084059 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1336e4-28ff-4e8f-9703-68a1d181ffe0 None None] Pushing event updated for resources: {'Port': ['ID=3a42cf25-73b1-40ac-8711-153b22a8e29f,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:23.130875 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:48:23.131261 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:48:23.182147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a86d2734-a3bc-437c-8cf2-b95bcfe19032 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:23.182580 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-a86d2734-a3bc-437c-8cf2-b95bcfe19032 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 20:48:23.183634 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-a86d2734-a3bc-437c-8cf2-b95bcfe19032 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 20:48:23.184588 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a86d2734-a3bc-437c-8cf2-b95bcfe19032 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1211958 Jul 23 20:48:23.188284 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32790) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:23.192953 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a049c7e2-857b-4359-906a-ea63a880a43e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1059098001'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:23.205715 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1b857488-8cd2-4d04-af68-38db06bcd42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.216703 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a049c7e2-857b-4359-906a-ea63a880a43e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.227125 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a049c7e2-857b-4359-906a-ea63a880a43e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.303918 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1b857488-8cd2-4d04-af68-38db06bcd42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.307248 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1b857488-8cd2-4d04-af68-38db06bcd42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.357686 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1b857488-8cd2-4d04-af68-38db06bcd42d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=371cdb78c84b439ea9f95e6c0c783c83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3172579 Jul 23 20:48:23.359728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b857488-8cd2-4d04-af68-38db06bcd42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e05ec8e-34fb-4a5d-a79e-49f7a6887273,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:23.362026 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32794) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:23.410317 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a049c7e2-857b-4359-906a-ea63a880a43e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.413090 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fca9f6d4-e51a-44e9-bb67-6b8e19aaeee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.414936 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a049c7e2-857b-4359-906a-ea63a880a43e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.436393 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fca9f6d4-e51a-44e9-bb67-6b8e19aaeee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.444575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049c7e2-857b-4359-906a-ea63a880a43e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f736e29-0977-44e6-a4ba-acb32931faa8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:23.497012 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fca9f6d4-e51a-44e9-bb67-6b8e19aaeee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.500291 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fca9f6d4-e51a-44e9-bb67-6b8e19aaeee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.504050 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fca9f6d4-e51a-44e9-bb67-6b8e19aaeee8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e05ec8e-34fb-4a5d-a79e-49f7a6887273 HTTP/1.1" status: 204 len: 168 time: 0.1384876 Jul 23 20:48:23.509493 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9f6d4-e51a-44e9-bb67-6b8e19aaeee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e05ec8e-34fb-4a5d-a79e-49f7a6887273,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:23.536290 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a049c7e2-857b-4359-906a-ea63a880a43e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.540625 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a049c7e2-857b-4359-906a-ea63a880a43e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.570335 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a049c7e2-857b-4359-906a-ea63a880a43e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.574630 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32798) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:23.574914 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a049c7e2-857b-4359-906a-ea63a880a43e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3852944 Jul 23 20:48:23.577575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049c7e2-857b-4359-906a-ea63a880a43e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8b3a16-765f-4821-9803-8411f24a9b5e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:23.580598 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3c235c93-d57e-40de-ba16-a3fcda678b3a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': '3a8b3a16-765f-4821-9803-8411f24a9b5e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:23.620933 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3c235c93-d57e-40de-ba16-a3fcda678b3a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.682677 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3c235c93-d57e-40de-ba16-a3fcda678b3a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.687302 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3c235c93-d57e-40de-ba16-a3fcda678b3a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.706234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c235c93-d57e-40de-ba16-a3fcda678b3a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b947a9-e7c7-4f64-b682-bb7f2ba9cdfa,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:23.712743 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3c235c93-d57e-40de-ba16-a3fcda678b3a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.716148 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3c235c93-d57e-40de-ba16-a3fcda678b3a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400061 Jul 23 20:48:23.717083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32802) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:23.722114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f3c1df26-558b-4144-be87-c5c44f1ac0ec tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': '3a8b3a16-765f-4821-9803-8411f24a9b5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:23.748514 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f3c1df26-558b-4144-be87-c5c44f1ac0ec tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.794416 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-f3c1df26-558b-4144-be87-c5c44f1ac0ec tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 20:48:23.795517 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f3c1df26-558b-4144-be87-c5c44f1ac0ec tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0770774 Jul 23 20:48:23.798191 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32808) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:23.856722 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa061b56-2f56-4dd4-96ae-38970ee4bbe0 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:23.888657 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa061b56-2f56-4dd4-96ae-38970ee4bbe0 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.031035 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa061b56-2f56-4dd4-96ae-38970ee4bbe0 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.034713 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa061b56-2f56-4dd4-96ae-38970ee4bbe0 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.039566 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32820) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:24.040069 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-aa061b56-2f56-4dd4-96ae-38970ee4bbe0 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "DELETE /v2.0/security-groups/3a8b3a16-765f-4821-9803-8411f24a9b5e HTTP/1.1" status: 204 len: 168 time: 0.2404206 Jul 23 20:48:24.067706 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9718b-a379-4508-bd05-55faaa138cfe req-70aa6370-b89b-4305-907c-8c7480ecf53b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:24.069342 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81b9718b-a379-4508-bd05-55faaa138cfe req-70aa6370-b89b-4305-907c-8c7480ecf53b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.57 "GET /v2.0/networks?id=f530e7a6-6869-45c6-853c-88bb7de362a9 HTTP/1.1" status: 200 len: 796 time: 0.1706803 Jul 23 20:48:24.079281 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa061b56-2f56-4dd4-96ae-38970ee4bbe0 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8b3a16-765f-4821-9803-8411f24a9b5e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:24.108466 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d20a502c-bb4b-4c0d-85e5-374317bab5ee tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0665748 Jul 23 20:48:24.112031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32824) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:24.117009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-20824a47-1c82-4954-972a-3afcab9458b1 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223506146'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:24.126035 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93da5eca-d409-487d-b01a-c59f48ff9b9e req-c11a035e-4b78-4331-ac3d-b2e9c14c214d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=69708c97-8da0-4c0a-91e9-2870726896be HTTP/1.1" status: 200 len: 210 time: 0.0552185 Jul 23 20:48:24.144846 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20824a47-1c82-4954-972a-3afcab9458b1 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.155415 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81b9718b-a379-4508-bd05-55faaa138cfe req-e58fa8d4-9381-403f-b565-517c2e899738 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=658e4131401d4adf82a7d233679ed997 HTTP/1.1" status: 200 len: 471 time: 0.0725245 Jul 23 20:48:24.168220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-81b9718b-a379-4508-bd05-55faaa138cfe req-ebfbe744-89b3-45b9-b348-6b5d6ea3050f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'port': {'device_id': '69708c97-8da0-4c0a-91e9-2870726896be', 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9', 'admin_state_up': True, 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'security_groups': ['ec85c015-4ec4-43e4-b2fa-de42392699fd']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:24.233581 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20824a47-1c82-4954-972a-3afcab9458b1 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.237266 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20824a47-1c82-4954-972a-3afcab9458b1 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.267002 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20824a47-1c82-4954-972a-3afcab9458b1 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.270955 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-20824a47-1c82-4954-972a-3afcab9458b1 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1551087 Jul 23 20:48:24.271202 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32830) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:24.276225 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3af504cd-6033-40f0-aac2-e90974727dbf tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': '138a4287-3318-4090-9812-781d7583a59d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:24.276709 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-3af504cd-6033-40f0-aac2-e90974727dbf tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 23 20:48:24.277403 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-3af504cd-6033-40f0-aac2-e90974727dbf tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:48:24.281082 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3af504cd-6033-40f0-aac2-e90974727dbf tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056946 Jul 23 20:48:24.281082 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20824a47-1c82-4954-972a-3afcab9458b1 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138a4287-3318-4090-9812-781d7583a59d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:24.281588 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32832) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:24.299409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b9718b-a379-4508-bd05-55faaa138cfe req-ebfbe744-89b3-45b9-b348-6b5d6ea3050f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Made reservation on behalf of 658e4131401d4adf82a7d233679ed997 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:24.302719 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-81b9718b-a379-4508-bd05-55faaa138cfe req-ebfbe744-89b3-45b9-b348-6b5d6ea3050f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.409877 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-98ed7199-31e5-472d-88b7-6888addafb62 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.462412 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-98ed7199-31e5-472d-88b7-6888addafb62 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.507432 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-81b9718b-a379-4508-bd05-55faaa138cfe req-ebfbe744-89b3-45b9-b348-6b5d6ea3050f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Allocated IP 172.20.0.29 (f530e7a6-6869-45c6-853c-88bb7de362a9/9cdec904-6aaf-4e01-b8ed-06d39b5f8927/0a0f1e82-9d75-4d87-ab59-21151656a30a) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:48:24.532949 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-98ed7199-31e5-472d-88b7-6888addafb62 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.537169 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-98ed7199-31e5-472d-88b7-6888addafb62 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.541830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32840) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:24.542042 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-98ed7199-31e5-472d-88b7-6888addafb62 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "DELETE /v2.0/security-groups/138a4287-3318-4090-9812-781d7583a59d HTTP/1.1" status: 204 len: 168 time: 0.2576647 Jul 23 20:48:24.547852 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d620b905-0364-44de-a7c8-41913f2f4036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.565521 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3a42cf25-73b1-40ac-8711-153b22a8e29f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:48:24.582931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed7199-31e5-472d-88b7-6888addafb62 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=138a4287-3318-4090-9812-781d7583a59d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:24.615850 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f046fa4e-d5ec-4d85-b2e1-8c145c86b170 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0723825 Jul 23 20:48:24.619973 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32844) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:24.626147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-89eddaf6-336e-483c-a792-c98208d87e83 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group': {'name': 'tempest-secgroup--202268980'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:24.632456 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3a42cf25-73b1-40ac-8711-153b22a8e29f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:24.633036 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.659611 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89eddaf6-336e-483c-a792-c98208d87e83 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.739133 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-81b9718b-a379-4508-bd05-55faaa138cfe req-ebfbe744-89b3-45b9-b348-6b5d6ea3050f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.753491 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-81b9718b-a379-4508-bd05-55faaa138cfe req-ebfbe744-89b3-45b9-b348-6b5d6ea3050f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Transition to ACTIVE for port object 0a0f1e82-9d75-4d87-ab59-21151656a30a will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:24.774958 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89eddaf6-336e-483c-a792-c98208d87e83 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.779179 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89eddaf6-336e-483c-a792-c98208d87e83 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.799492 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-81b9718b-a379-4508-bd05-55faaa138cfe req-ebfbe744-89b3-45b9-b348-6b5d6ea3050f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.808464 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89eddaf6-336e-483c-a792-c98208d87e83 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.809955 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-89eddaf6-336e-483c-a792-c98208d87e83 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1874342 Jul 23 20:48:24.812766 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32850) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:24.817826 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e750a5e2-c2c3-448b-ac72-6456b2aee257 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': '1a04e81a-001d-4585-887f-db1e577c5990', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:24.818573 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-e750a5e2-c2c3-448b-ac72-6456b2aee257 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 23 20:48:24.819120 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-e750a5e2-c2c3-448b-ac72-6456b2aee257 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:48:24.820086 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e750a5e2-c2c3-448b-ac72-6456b2aee257 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062368 Jul 23 20:48:24.821067 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eddaf6-336e-483c-a792-c98208d87e83 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a04e81a-001d-4585-887f-db1e577c5990,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:24.831758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32852) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:24.853653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b9718b-a379-4508-bd05-55faaa138cfe req-ebfbe744-89b3-45b9-b348-6b5d6ea3050f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network f530e7a6-6869-45c6-853c-88bb7de362a9 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:48:24.856817 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-81b9718b-a379-4508-bd05-55faaa138cfe req-ebfbe744-89b3-45b9-b348-6b5d6ea3050f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:24.861504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b9718b-a379-4508-bd05-55faaa138cfe req-ebfbe744-89b3-45b9-b348-6b5d6ea3050f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:48:24.865797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbe744-89b3-45b9-b348-6b5d6ea3050f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Port': ['ID=0a0f1e82-9d75-4d87-ab59-21151656a30a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:24.885383 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32854) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:24.899585 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-01bc69b8-c552-4454-9018-0ad3247d6347 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.927616 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-01bc69b8-c552-4454-9018-0ad3247d6347 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.927940 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9718b-a379-4508-bd05-55faaa138cfe req-ebfbe744-89b3-45b9-b348-6b5d6ea3050f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:24.929280 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-81b9718b-a379-4508-bd05-55faaa138cfe req-ebfbe744-89b3-45b9-b348-6b5d6ea3050f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.946937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81b9718b-a379-4508-bd05-55faaa138cfe req-ebfbe744-89b3-45b9-b348-6b5d6ea3050f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7824593 Jul 23 20:48:24.960666 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Request body: {'port': {'device_id': '69708c97-8da0-4c0a-91e9-2870726896be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:24.977684 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-01bc69b8-c552-4454-9018-0ad3247d6347 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.980618 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-01bc69b8-c552-4454-9018-0ad3247d6347 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:24.981825 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-01bc69b8-c552-4454-9018-0ad3247d6347 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "DELETE /v2.0/security-groups/1a04e81a-001d-4585-887f-db1e577c5990 HTTP/1.1" status: 204 len: 168 time: 0.1482322 Jul 23 20:48:24.985992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32858) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:25.006658 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc69b8-c552-4454-9018-0ad3247d6347 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a04e81a-001d-4585-887f-db1e577c5990,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:25.039590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-7eec4393-d43e-4e04-b096-74a746ec2c6a tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1444198326'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:25.040122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-7eec4393-d43e-4e04-b096-74a746ec2c6a tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] Unknown quota resources ['metering_label']. {{(pid=93811) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:48:25.055898 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4826e26b-af8b-4c0c-92a5-97bdd9d88006 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0646374 Jul 23 20:48:25.056437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32860) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:25.060797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-cdd3322f-4544-4a62-951d-791e243cbfbb tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1318733833'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:25.085799 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cdd3322f-4544-4a62-951d-791e243cbfbb tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:25.162221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b01cda70-726e-4b4b-9df4-53bbcc6e25e7 None None] Provisioning for port 0a0f1e82-9d75-4d87-ab59-21151656a30a completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:25.167130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b01cda70-726e-4b4b-9df4-53bbcc6e25e7 None None] Provisioning complete for port 0a0f1e82-9d75-4d87-ab59-21151656a30a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:25.167656 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b01cda70-726e-4b4b-9df4-53bbcc6e25e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:25.176390 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cdd3322f-4544-4a62-951d-791e243cbfbb tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:25.183192 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cdd3322f-4544-4a62-951d-791e243cbfbb tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:25.207556 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b01cda70-726e-4b4b-9df4-53bbcc6e25e7 None None] Port 0a0f1e82-9d75-4d87-ab59-21151656a30a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:48:25.210633 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:25.219726 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cdd3322f-4544-4a62-951d-791e243cbfbb tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:25.221283 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cdd3322f-4544-4a62-951d-791e243cbfbb tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1639042 Jul 23 20:48:25.224042 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32864) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:25.229307 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-0638026c-eb22-48c2-a9a4-650264baa3e8 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': '34c2d1b9-ca5b-4e60-a16d-abd8ff55e554', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:25.230573 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-0638026c-eb22-48c2-a9a4-650264baa3e8 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 23 20:48:25.231161 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-0638026c-eb22-48c2-a9a4-650264baa3e8 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:48:25.232223 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0638026c-eb22-48c2-a9a4-650264baa3e8 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072119 Jul 23 20:48:25.235295 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3322f-4544-4a62-951d-791e243cbfbb tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c2d1b9-ca5b-4e60-a16d-abd8ff55e554,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:25.236095 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32866) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:25.240520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9a439576-0084-48e3-be23-3d4a62e1d777 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': '34c2d1b9-ca5b-4e60-a16d-abd8ff55e554', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:25.241238 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-9a439576-0084-48e3-be23-3d4a62e1d777 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 23 20:48:25.241816 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-9a439576-0084-48e3-be23-3d4a62e1d777 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:48:25.245847 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9a439576-0084-48e3-be23-3d4a62e1d777 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0056036 Jul 23 20:48:25.245847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32868) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:25.254513 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9228cd3b-e76c-41cd-8ff3-fdcf252d7427 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': '34c2d1b9-ca5b-4e60-a16d-abd8ff55e554', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:25.255364 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-9228cd3b-e76c-41cd-8ff3-fdcf252d7427 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 23 20:48:25.255829 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-9228cd3b-e76c-41cd-8ff3-fdcf252d7427 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:48:25.257711 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9228cd3b-e76c-41cd-8ff3-fdcf252d7427 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103586 Jul 23 20:48:25.259809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32870) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:25.265027 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-924f36eb-8cde-4eac-8901-c621bfcbbe5f tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': '34c2d1b9-ca5b-4e60-a16d-abd8ff55e554', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:25.266384 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-924f36eb-8cde-4eac-8901-c621bfcbbe5f tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 23 20:48:25.267017 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-924f36eb-8cde-4eac-8901-c621bfcbbe5f tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:48:25.268073 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-924f36eb-8cde-4eac-8901-c621bfcbbe5f tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072727 Jul 23 20:48:25.270876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32872) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:25.326481 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c97e-d993-41f2-aa02-416ac2b72d06 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:25.351567 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c97e-d993-41f2-aa02-416ac2b72d06 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:25.396214 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c97e-d993-41f2-aa02-416ac2b72d06 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:25.398821 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c97e-d993-41f2-aa02-416ac2b72d06 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:25.400029 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a4b4c97e-d993-41f2-aa02-416ac2b72d06 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "DELETE /v2.0/security-groups/34c2d1b9-ca5b-4e60-a16d-abd8ff55e554 HTTP/1.1" status: 204 len: 168 time: 0.1281998 Jul 23 20:48:25.403480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32874) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:25.422242 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4c97e-d993-41f2-aa02-416ac2b72d06 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c2d1b9-ca5b-4e60-a16d-abd8ff55e554,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:25.465413 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-429ea53d-2cd4-4551-8a62-6a94a8efbb9f tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571771 Jul 23 20:48:25.465841 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32876) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:25.471194 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-39de7018-18d4-460c-ac06-5091dc38590d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977400378'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:25.494092 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39de7018-18d4-460c-ac06-5091dc38590d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:25.526551 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7eec4393-d43e-4e04-b096-74a746ec2c6a tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:25.527686 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7eec4393-d43e-4e04-b096-74a746ec2c6a tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6407511 Jul 23 20:48:25.532853 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32878) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:25.538914 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-415fcdc5-20c7-471c-8a2f-277577f0a3f1 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '8485d81d-3ab2-4963-8b24-c4224f7f4043'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:25.539481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-415fcdc5-20c7-471c-8a2f-277577f0a3f1 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93810) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:48:25.627066 n-d-791504-18 neutron-server[93810]: WARNING neutron.services.metering.metering_plugin [None req-415fcdc5-20c7-471c-8a2f-277577f0a3f1 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 20:48:25.667485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a528479-6b30-447e-b9f1-520106f8d2bd req-9cd16828-1776-4224-951b-a04ee41f6ef3 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:25.668977 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4a528479-6b30-447e-b9f1-520106f8d2bd req-9cd16828-1776-4224-951b-a04ee41f6ef3 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=69708c97-8da0-4c0a-91e9-2870726896be HTTP/1.1" status: 200 len: 932 time: 0.1569648 Jul 23 20:48:25.738199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4a528479-6b30-447e-b9f1-520106f8d2bd req-70995c03-9bc7-47b8-b247-1518fa656643 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec85c015-4ec4-43e4-b2fa-de42392699fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595489 Jul 23 20:48:25.861298 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0f1e82-9d75-4d87-ab59-21151656a30a {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:48:25.869789 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:25.882802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Transition to ACTIVE for port object 0a0f1e82-9d75-4d87-ab59-21151656a30a will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:25.887276 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:25.942195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0f1e82-9d75-4d87-ab59-21151656a30a,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:26.019311 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Attempting to bind port 0a0f1e82-9d75-4d87-ab59-21151656a30a on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:26.019651 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Attempting to bind port 0a0f1e82-9d75-4d87-ab59-21151656a30a by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'f40877ed-228c-4e30-a1d1-d3a900ac53bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:26.019977 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Attempting to bind port 0a0f1e82-9d75-4d87-ab59-21151656a30a on network f530e7a6-6869-45c6-853c-88bb7de362a9 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:26.024881 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Port 0a0f1e82-9d75-4d87-ab59-21151656a30a on network f530e7a6-6869-45c6-853c-88bb7de362a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:26.025208 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Attempting to bind port 0a0f1e82-9d75-4d87-ab59-21151656a30a on network f530e7a6-6869-45c6-853c-88bb7de362a9 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:26.030209 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:48:26.030546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Checking segment: {'id': 'f40877ed-228c-4e30-a1d1-d3a900ac53bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:26.030993 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Bound using segment: {'id': 'f40877ed-228c-4e30-a1d1-d3a900ac53bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:48:26.031486 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Bound port: 0a0f1e82-9d75-4d87-ab59-21151656a30a, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40877ed-228c-4e30-a1d1-d3a900ac53bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:48:26.031844 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:26.074555 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39de7018-18d4-460c-ac06-5091dc38590d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:26.076430 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-415fcdc5-20c7-471c-8a2f-277577f0a3f1 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:26.081452 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-415fcdc5-20c7-471c-8a2f-277577f0a3f1 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5465310 Jul 23 20:48:26.082240 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32880) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.082501 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39de7018-18d4-460c-ac06-5091dc38590d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:26.090145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-2a97b7f5-8c19-4598-bca0-a9f2b6ade390 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '8485d81d-3ab2-4963-8b24-c4224f7f4043'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:26.090912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-2a97b7f5-8c19-4598-bca0-a9f2b6ade390 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93811) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:48:26.112509 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39de7018-18d4-460c-ac06-5091dc38590d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:26.116825 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-39de7018-18d4-460c-ac06-5091dc38590d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6465752 Jul 23 20:48:26.116825 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de7018-18d4-460c-ac06-5091dc38590d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25593b1-328a-402f-b7c7-54fc9ce74c2d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:26.117610 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32882) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.122021 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-82c1bb89-5256-481c-8169-0639b448d48a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': 'f25593b1-328a-402f-b7c7-54fc9ce74c2d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:26.122491 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-82c1bb89-5256-481c-8169-0639b448d48a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 20:48:26.122986 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-82c1bb89-5256-481c-8169-0639b448d48a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:48:26.127121 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-82c1bb89-5256-481c-8169-0639b448d48a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060275 Jul 23 20:48:26.127499 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32884) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.131737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3cc96b83-ebde-4ae5-801d-83c5d60badd7 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': 'f25593b1-328a-402f-b7c7-54fc9ce74c2d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:26.165787 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-3cc96b83-ebde-4ae5-801d-83c5d60badd7 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:48:26.169532 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3cc96b83-ebde-4ae5-801d-83c5d60badd7 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0385501 Jul 23 20:48:26.169714 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32886) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.174700 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-81ad9fd8-77c1-4088-b2fc-dd6650fd7a70 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': 'f25593b1-328a-402f-b7c7-54fc9ce74c2d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:26.175211 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-81ad9fd8-77c1-4088-b2fc-dd6650fd7a70 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 23 20:48:26.175682 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-81ad9fd8-77c1-4088-b2fc-dd6650fd7a70 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:48:26.176585 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-81ad9fd8-77c1-4088-b2fc-dd6650fd7a70 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059745 Jul 23 20:48:26.178900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32888) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.182912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-22bf3121-60eb-4a13-9f26-7cdbce1edc38 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': 'f25593b1-328a-402f-b7c7-54fc9ce74c2d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:26.205607 n-d-791504-18 neutron-server[93811]: WARNING neutron.services.metering.metering_plugin [None req-2a97b7f5-8c19-4598-bca0-a9f2b6ade390 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 20:48:26.218003 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-22bf3121-60eb-4a13-9f26-7cdbce1edc38 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:48:26.219029 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-22bf3121-60eb-4a13-9f26-7cdbce1edc38 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0392101 Jul 23 20:48:26.221951 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32890) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.226410 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-eecbcffa-afec-4b77-928a-8487fad88d9e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': 'f25593b1-328a-402f-b7c7-54fc9ce74c2d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:26.226863 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-eecbcffa-afec-4b77-928a-8487fad88d9e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 20:48:26.227352 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-eecbcffa-afec-4b77-928a-8487fad88d9e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:48:26.239384 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-eecbcffa-afec-4b77-928a-8487fad88d9e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054204 Jul 23 20:48:26.239646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] For port 0a0f1e82-9d75-4d87-ab59-21151656a30a, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:48:26.296242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] For port 0a0f1e82-9d75-4d87-ab59-21151656a30a, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0a0f1e82-9d75-4d87-ab59-21151656a30a,segment=NetworkSegment(f40877ed-228c-4e30-a1d1-d3a900ac53bf),segment_id=f40877ed-228c-4e30-a1d1-d3a900ac53bf)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:48:26.306981 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32892) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.312207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a9d82cee-13e2-47c6-96ca-cd6652fca356 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': 'f25593b1-328a-402f-b7c7-54fc9ce74c2d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:26.328586 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:26.331372 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2a97b7f5-8c19-4598-bca0-a9f2b6ade390 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:26.332761 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2a97b7f5-8c19-4598-bca0-a9f2b6ade390 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2498348 Jul 23 20:48:26.335446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32894) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.351475 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2efaf719-5243-49d9-be23-67bc0322fbb0 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=95fbd2dd-bea7-42d1-ba98-b506134c2689 HTTP/1.1" status: 200 len: 462 time: 0.0149279 Jul 23 20:48:26.354191 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32896) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.367364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:26.367978 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:26.369397 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81b9718b-a379-4508-bd05-55faaa138cfe req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] 10.222.0.57 "PUT /v2.0/ports/0a0f1e82-9d75-4d87-ab59-21151656a30a HTTP/1.1" status: 200 len: 1093 time: 1.4148860 Jul 23 20:48:26.372063 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69708c97-8da0-4c0a-91e9-2870726896be', 'tag': '0a0f1e82-9d75-4d87-ab59-21151656a30a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:48:26.374917 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8389b5-eacf-4867-a4a3-b61f55de29bc" -d '{"events": [{"name": "network-changed", "server_uuid": "69708c97-8da0-4c0a-91e9-2870726896be", "tag": "0a0f1e82-9d75-4d87-ab59-21151656a30a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:48:26.377083 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-a9d82cee-13e2-47c6-96ca-cd6652fca356 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:48:26.380766 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a9d82cee-13e2-47c6-96ca-cd6652fca356 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0700517 Jul 23 20:48:26.381904 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32898) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.388853 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-92ea866f-bf10-4462-9904-09303d1556d6 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': 'f25593b1-328a-402f-b7c7-54fc9ce74c2d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:26.389382 n-d-791504-18 neutron-server[93810]: WARNING neutron.api.v2.base [None req-92ea866f-bf10-4462-9904-09303d1556d6 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 23 20:48:26.389947 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-92ea866f-bf10-4462-9904-09303d1556d6 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:48:26.390933 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-92ea866f-bf10-4462-9904-09303d1556d6 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081277 Jul 23 20:48:26.394029 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32902) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.398838 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-694b11c7-2aaa-4a3e-9dde-6ea5b6e5b3a8 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': 'f25593b1-328a-402f-b7c7-54fc9ce74c2d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:26.433554 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3941141f-faad-4dbf-bd8f-d40ba90fedaf x-openstack-request-id: req-3941141f-faad-4dbf-bd8f-d40ba90fedaf {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:48:26.433554 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69708c97-8da0-4c0a-91e9-2870726896be", "tag": "0a0f1e82-9d75-4d87-ab59-21151656a30a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:48:26.433554 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3941141f-faad-4dbf-bd8f-d40ba90fedaf {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:48:26.433927 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69708c97-8da0-4c0a-91e9-2870726896be', 'tag': '0a0f1e82-9d75-4d87-ab59-21151656a30a', 'status': 'completed', 'code': 200} Jul 23 20:48:26.459784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d16aed-4d14-48e9-940d-d12f26fa0e85 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0f1e82-9d75-4d87-ab59-21151656a30a,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:26.495577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9718b-a379-4508-bd05-55faaa138cfe req-c8e084e9-48a8-4ced-a4f5-4ad021a878eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:26.497049 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81b9718b-a379-4508-bd05-55faaa138cfe req-c8e084e9-48a8-4ced-a4f5-4ad021a878eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=658e4131401d4adf82a7d233679ed997&device_id=69708c97-8da0-4c0a-91e9-2870726896be HTTP/1.1" status: 200 len: 1096 time: 0.0771945 Jul 23 20:48:26.499763 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f0c546a1-0fa8-4cce-a454-4b4620f5d5da tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:26.500896 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f0c546a1-0fa8-4cce-a454-4b4620f5d5da tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/95fbd2dd-bea7-42d1-ba98-b506134c2689 HTTP/1.1" status: 204 len: 168 time: 0.1458142 Jul 23 20:48:26.505754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32904) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.518710 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8541eaf9-d021-4483-b95b-cadbc2ad9c7c tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=95fbd2dd-bea7-42d1-ba98-b506134c2689 HTTP/1.1" status: 200 len: 221 time: 0.0118594 Jul 23 20:48:26.520440 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-694b11c7-2aaa-4a3e-9dde-6ea5b6e5b3a8 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:48:26.521479 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-694b11c7-2aaa-4a3e-9dde-6ea5b6e5b3a8 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1263480 Jul 23 20:48:26.524005 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32906) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.524999 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32908) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.530543 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-af77dad6-4f13-4864-8df2-94ea57e678ec tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': 'f25593b1-328a-402f-b7c7-54fc9ce74c2d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:26.566773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-35eab015-3753-43b8-879e-722a68303bd2 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--559731006', 'description': 'label created by tempest'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:26.567262 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-35eab015-3753-43b8-879e-722a68303bd2 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] Unknown quota resources ['metering_label']. {{(pid=93811) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:48:26.569083 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-af77dad6-4f13-4864-8df2-94ea57e678ec tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:48:26.570511 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-af77dad6-4f13-4864-8df2-94ea57e678ec tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0445910 Jul 23 20:48:26.571984 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81b9718b-a379-4508-bd05-55faaa138cfe req-bd369437-81b7-445a-93ef-768db214a822 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=0a0f1e82-9d75-4d87-ab59-21151656a30a HTTP/1.1" status: 200 len: 217 time: 0.0637729 Jul 23 20:48:26.573408 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32910) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.635092 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-083ef556-dbe0-4463-aa13-40940eeae190 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:26.657551 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-083ef556-dbe0-4463-aa13-40940eeae190 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:26.702660 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-083ef556-dbe0-4463-aa13-40940eeae190 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:26.705571 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-083ef556-dbe0-4463-aa13-40940eeae190 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:26.706851 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-083ef556-dbe0-4463-aa13-40940eeae190 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "DELETE /v2.0/security-groups/f25593b1-328a-402f-b7c7-54fc9ce74c2d HTTP/1.1" status: 204 len: 168 time: 0.1317368 Jul 23 20:48:26.710244 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32912) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.728117 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ef556-dbe0-4463-aa13-40940eeae190 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25593b1-328a-402f-b7c7-54fc9ce74c2d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:26.765389 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7d2eb6b5-65f0-41f5-bee2-adb74cc41c44 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499785 Jul 23 20:48:26.765576 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9718b-a379-4508-bd05-55faaa138cfe req-7f491796-a295-440a-a9e5-db13f6e112d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:26.765576 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81b9718b-a379-4508-bd05-55faaa138cfe req-7f491796-a295-440a-a9e5-db13f6e112d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9cdec904-6aaf-4e01-b8ed-06d39b5f8927 HTTP/1.1" status: 200 len: 837 time: 0.1843586 Jul 23 20:48:26.765576 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-35eab015-3753-43b8-879e-722a68303bd2 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:26.765819 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32916) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.765904 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-35eab015-3753-43b8-879e-722a68303bd2 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2403483 Jul 23 20:48:26.768467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32918) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.770335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d5a8c026-c36f-4a28-a1c0-3009c6aeff3a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group': {'name': 'tempest-secgroup--678050644'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:26.795178 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c026-c36f-4a28-a1c0-3009c6aeff3a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:26.879117 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c026-c36f-4a28-a1c0-3009c6aeff3a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:26.880269 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-847747a2-6ea6-4a4e-bd71-24faed7cde92 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=5c1780e0-c3d9-4b4b-8d5d-e4301401b263 HTTP/1.1" status: 200 len: 467 time: 0.1107600 Jul 23 20:48:26.883094 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32922) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:26.891355 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c026-c36f-4a28-a1c0-3009c6aeff3a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:26.940999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9718b-a379-4508-bd05-55faaa138cfe req-91d4b577-4a9c-4713-9742-cc700d4d9a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:26.942520 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81b9718b-a379-4508-bd05-55faaa138cfe req-91d4b577-4a9c-4713-9742-cc700d4d9a2e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f530e7a6-6869-45c6-853c-88bb7de362a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1720674 Jul 23 20:48:26.955916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63153a7-1a79-4b00-87c3-456f92e834ce req-d572066a-9cfd-4b38-b3bd-949ed5c7e494 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:26.957635 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c63153a7-1a79-4b00-87c3-456f92e834ce req-d572066a-9cfd-4b38-b3bd-949ed5c7e494 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=69708c97-8da0-4c0a-91e9-2870726896be HTTP/1.1" status: 200 len: 944 time: 0.1073546 Jul 23 20:48:26.985731 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c026-c36f-4a28-a1c0-3009c6aeff3a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:26.986966 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d5a8c026-c36f-4a28-a1c0-3009c6aeff3a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2203448 Jul 23 20:48:26.994420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32924) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:27.001323 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f7ad1bb7-5131-4618-8844-2ab56bd2a56d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': '8bff48fa-498f-4c19-a334-3734b66f7538', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:27.032650 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8c026-c36f-4a28-a1c0-3009c6aeff3a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bff48fa-498f-4c19-a334-3734b66f7538,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:27.068276 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c63153a7-1a79-4b00-87c3-456f92e834ce req-062322c7-81d8-43ff-ab21-e8ba3065cfbe tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec85c015-4ec4-43e4-b2fa-de42392699fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025367 Jul 23 20:48:27.103060 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-f7ad1bb7-5131-4618-8844-2ab56bd2a56d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The resource could not be found. Jul 23 20:48:27.104249 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f7ad1bb7-5131-4618-8844-2ab56bd2a56d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1074710 Jul 23 20:48:27.108149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32926) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:27.108408 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-698d5fb1-9550-4331-a81d-4e12441928fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.113400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a6291201-8f24-41d4-b29b-9dabdd574e61 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': '8bff48fa-498f-4c19-a334-3734b66f7538', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2f90d65d-156d-489c-89ed-e4b17abaa6d0'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:27.119641 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-497036e5-ac07-4518-b34b-f63d3eb5551c tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.120511 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81b9718b-a379-4508-bd05-55faaa138cfe req-ebe88f4b-8e65-4155-a242-4e334e3d4a9c service neutron] 10.222.0.57 "GET /v2.0/networks/f530e7a6-6869-45c6-853c-88bb7de362a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619167 Jul 23 20:48:27.120803 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-497036e5-ac07-4518-b34b-f63d3eb5551c tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/5c1780e0-c3d9-4b4b-8d5d-e4301401b263 HTTP/1.1" status: 204 len: 168 time: 0.2365756 Jul 23 20:48:27.123681 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32928) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:27.134457 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e333af26-cf5c-4636-97f3-f00331b423e9 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=5c1780e0-c3d9-4b4b-8d5d-e4301401b263 HTTP/1.1" status: 200 len: 216 time: 0.0098038 Jul 23 20:48:27.138160 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32930) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:27.146994 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e6ce381a-df9a-494d-bb40-e351f9787d27 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0082414 Jul 23 20:48:27.150108 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32932) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:27.162314 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7c5ef72b-7573-42e8-becd-d9ae744ac8dc tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0111065 Jul 23 20:48:27.165854 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32934) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:27.223132 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5ec145c1-5920-455f-99d5-503f8929eea1 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/8485d81d-3ab2-4963-8b24-c4224f7f4043 HTTP/1.1" status: 200 len: 473 time: 0.0529473 Jul 23 20:48:27.223453 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32936) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:27.224047 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-a6291201-8f24-41d4-b29b-9dabdd574e61 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The resource could not be found. Jul 23 20:48:27.225090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a6291201-8f24-41d4-b29b-9dabdd574e61 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1166642 Jul 23 20:48:27.228733 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32938) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:27.235226 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f2b786c8-3991-40ff-8076-d50f076519b4 tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/c058a9c6-b290-4500-90d0-6b529cb02ca4 HTTP/1.1" status: 200 len: 459 time: 0.0080082 Jul 23 20:48:27.235456 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32940) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:27.238114 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81b9718b-a379-4508-bd05-55faaa138cfe req-3d7a8ea7-41db-4501-843e-df5e99dbb73a service neutron] 10.222.0.57 "GET /v2.0/networks/f530e7a6-6869-45c6-853c-88bb7de362a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112218 Jul 23 20:48:27.285109 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0d6f347-77a4-4446-9da6-353dc1fec7bf tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.338341 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0d6f347-77a4-4446-9da6-353dc1fec7bf tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.344104 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.347271 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-48ff9bd5-5d93-4a49-a35f-cb67663ba72f tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.350879 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-48ff9bd5-5d93-4a49-a35f-cb67663ba72f tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/c058a9c6-b290-4500-90d0-6b529cb02ca4 HTTP/1.1" status: 204 len: 168 time: 0.1122735 Jul 23 20:48:27.351181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32942) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:27.390372 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8389b5-eacf-4867-a4a3-b61f55de29bc req-625a0b41-943b-4c3e-acdf-c6d9101692e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:27.392002 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d8389b5-eacf-4867-a4a3-b61f55de29bc req-625a0b41-943b-4c3e-acdf-c6d9101692e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=658e4131401d4adf82a7d233679ed997&device_id=69708c97-8da0-4c0a-91e9-2870726896be HTTP/1.1" status: 200 len: 1096 time: 0.1020007 Jul 23 20:48:27.393027 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0d6f347-77a4-4446-9da6-353dc1fec7bf tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.395598 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0d6f347-77a4-4446-9da6-353dc1fec7bf tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.396636 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d0d6f347-77a4-4446-9da6-353dc1fec7bf tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "DELETE /v2.0/security-groups/8bff48fa-498f-4c19-a334-3734b66f7538 HTTP/1.1" status: 204 len: 168 time: 0.1670215 Jul 23 20:48:27.399736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32944) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:27.427585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6f347-77a4-4446-9da6-353dc1fec7bf tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bff48fa-498f-4c19-a334-3734b66f7538,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:27.510185 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-340716b2-b39c-44a1-b681-2ab1377523b9 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1093807 Jul 23 20:48:27.514881 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32946) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:27.520624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f5f10d88-4c90-4aea-971c-5d3e9e00be88 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': 'c57bb6d8-4b0d-4e2b-b55e-81f0697133af', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:27.540838 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-12af1c13-b7f0-47b5-a3c9-a73a6f865d2d tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.544700 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-12af1c13-b7f0-47b5-a3c9-a73a6f865d2d tempest-MeteringIpV6TestJSON-897684753 tempest-MeteringIpV6TestJSON-897684753-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/8485d81d-3ab2-4963-8b24-c4224f7f4043 HTTP/1.1" status: 204 len: 168 time: 0.1897676 Jul 23 20:48:27.555241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8389b5-eacf-4867-a4a3-b61f55de29bc req-43db85d9-e90c-4299-9a61-fdfd3f4c3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:27.556757 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d8389b5-eacf-4867-a4a3-b61f55de29bc req-43db85d9-e90c-4299-9a61-fdfd3f4c3f66 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f530e7a6-6869-45c6-853c-88bb7de362a9 HTTP/1.1" status: 200 len: 897 time: 0.1446679 Jul 23 20:48:27.605205 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d8389b5-eacf-4867-a4a3-b61f55de29bc req-9f40e404-3d51-4a2f-815e-01b48a7257b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=0a0f1e82-9d75-4d87-ab59-21151656a30a HTTP/1.1" status: 200 len: 217 time: 0.0394273 Jul 23 20:48:27.607792 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-f5f10d88-4c90-4aea-971c-5d3e9e00be88 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The resource could not be found. Jul 23 20:48:27.609683 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f5f10d88-4c90-4aea-971c-5d3e9e00be88 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0939145 Jul 23 20:48:27.613432 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32950) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:27.618155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-daf71404-b230-4919-9379-e3eeb426784d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858683918'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:27.640656 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-daf71404-b230-4919-9379-e3eeb426784d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.657545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8389b5-eacf-4867-a4a3-b61f55de29bc req-2d96eb70-2251-4ec8-80d1-173eee6d0379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:27.659149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d8389b5-eacf-4867-a4a3-b61f55de29bc req-2d96eb70-2251-4ec8-80d1-173eee6d0379 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9cdec904-6aaf-4e01-b8ed-06d39b5f8927 HTTP/1.1" status: 200 len: 837 time: 0.0482266 Jul 23 20:48:27.730957 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-daf71404-b230-4919-9379-e3eeb426784d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.731217 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8389b5-eacf-4867-a4a3-b61f55de29bc req-01b37144-0404-4228-8028-0882a5225b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:27.732762 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d8389b5-eacf-4867-a4a3-b61f55de29bc req-01b37144-0404-4228-8028-0882a5225b8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f530e7a6-6869-45c6-853c-88bb7de362a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0658295 Jul 23 20:48:27.735865 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-daf71404-b230-4919-9379-e3eeb426784d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.766217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf71404-b230-4919-9379-e3eeb426784d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e000c53-1173-4c22-9019-6a619ce79174,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:27.768653 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-daf71404-b230-4919-9379-e3eeb426784d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.769875 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-daf71404-b230-4919-9379-e3eeb426784d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1554351 Jul 23 20:48:27.772538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32954) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:27.779210 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-ae99c00b-cd0e-4692-aef7-67e0bb0ebf7f tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1713594758'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:27.803299 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ae99c00b-cd0e-4692-aef7-67e0bb0ebf7f tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.821948 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32956) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:27.842970 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d8389b5-eacf-4867-a4a3-b61f55de29bc req-d8212549-7445-45d6-940a-3a1f1b9c1301 service neutron] 10.222.0.57 "GET /v2.0/networks/f530e7a6-6869-45c6-853c-88bb7de362a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032445 Jul 23 20:48:27.898886 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ae99c00b-cd0e-4692-aef7-67e0bb0ebf7f tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.903914 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ae99c00b-cd0e-4692-aef7-67e0bb0ebf7f tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.943236 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ae99c00b-cd0e-4692-aef7-67e0bb0ebf7f tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.947142 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ae99c00b-cd0e-4692-aef7-67e0bb0ebf7f tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1709204 Jul 23 20:48:27.947323 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d8389b5-eacf-4867-a4a3-b61f55de29bc req-8bb840c5-b18e-424e-9365-818f843f2306 service neutron] 10.222.0.57 "GET /v2.0/networks/f530e7a6-6869-45c6-853c-88bb7de362a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956650 Jul 23 20:48:27.948161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32960) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:27.951068 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04db637d-2aa7-44c2-a886-7850f993abb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.952771 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9b8ab8ee-436e-4ff2-9dac-e6ad57727f7e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group_rule': {'security_group_id': '0e000c53-1173-4c22-9019-6a619ce79174', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9413a56a-7fe0-4ca1-b5b5-9361d58ae321'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:27.953186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99c00b-cd0e-4692-aef7-67e0bb0ebf7f tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9413a56a-7fe0-4ca1-b5b5-9361d58ae321,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:28.055867 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04db637d-2aa7-44c2-a886-7850f993abb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.059515 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04db637d-2aa7-44c2-a886-7850f993abb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.063421 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-9b8ab8ee-436e-4ff2-9dac-e6ad57727f7e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:48:28.065174 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9b8ab8ee-436e-4ff2-9dac-e6ad57727f7e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1159031 Jul 23 20:48:28.067315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32962) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:28.096058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db637d-2aa7-44c2-a886-7850f993abb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22957531-5433-4c89-8dfa-f89abe914cc6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:28.102849 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-04db637d-2aa7-44c2-a886-7850f993abb5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a491ebd0fbfa4af782d31c00a2577146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775438 Jul 23 20:48:28.103091 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32966) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:28.137583 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8b5d6a2e-a08b-4bbd-814a-56c63a44813e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.152065 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f4370a99-f22c-4e2a-970e-a53d0d4171fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.173796 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f4370a99-f22c-4e2a-970e-a53d0d4171fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.186976 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8b5d6a2e-a08b-4bbd-814a-56c63a44813e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.223587 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f4370a99-f22c-4e2a-970e-a53d0d4171fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.226633 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f4370a99-f22c-4e2a-970e-a53d0d4171fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.228271 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f4370a99-f22c-4e2a-970e-a53d0d4171fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/22957531-5433-4c89-8dfa-f89abe914cc6 HTTP/1.1" status: 204 len: 168 time: 0.1242471 Jul 23 20:48:28.236797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4370a99-f22c-4e2a-970e-a53d0d4171fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22957531-5433-4c89-8dfa-f89abe914cc6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:28.247469 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8b5d6a2e-a08b-4bbd-814a-56c63a44813e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.250015 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8b5d6a2e-a08b-4bbd-814a-56c63a44813e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.251346 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8b5d6a2e-a08b-4bbd-814a-56c63a44813e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "DELETE /v2.0/security-groups/9413a56a-7fe0-4ca1-b5b5-9361d58ae321 HTTP/1.1" status: 204 len: 168 time: 0.1829157 Jul 23 20:48:28.253886 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32970) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:28.267482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648c0f7-2634-4b12-a5ad-f34d2ef34570 req-e2cc066c-36d7-4581-bb72-9c940b4066be tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:28.269026 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5648c0f7-2634-4b12-a5ad-f34d2ef34570 req-e2cc066c-36d7-4581-bb72-9c940b4066be tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=69708c97-8da0-4c0a-91e9-2870726896be HTTP/1.1" status: 200 len: 944 time: 0.1248181 Jul 23 20:48:28.270226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d6a2e-a08b-4bbd-814a-56c63a44813e tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9413a56a-7fe0-4ca1-b5b5-9361d58ae321,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:28.326506 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5648c0f7-2634-4b12-a5ad-f34d2ef34570 req-9f49da86-6587-4d76-947c-31201acbb024 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec85c015-4ec4-43e4-b2fa-de42392699fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485358 Jul 23 20:48:28.331024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32972) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:28.331417 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f57d794d-69e9-40f3-a090-159a6dc8e396 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0755291 Jul 23 20:48:28.388896 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df5e85c1-ff24-4011-8599-b9a772e2fd5a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.412311 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df5e85c1-ff24-4011-8599-b9a772e2fd5a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.452862 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df5e85c1-ff24-4011-8599-b9a772e2fd5a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.455804 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df5e85c1-ff24-4011-8599-b9a772e2fd5a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.456969 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-df5e85c1-ff24-4011-8599-b9a772e2fd5a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "DELETE /v2.0/security-groups/0e000c53-1173-4c22-9019-6a619ce79174 HTTP/1.1" status: 204 len: 168 time: 0.1249156 Jul 23 20:48:28.459831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32976) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:28.466450 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e85c1-ff24-4011-8599-b9a772e2fd5a tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e000c53-1173-4c22-9019-6a619ce79174,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:28.504691 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.511432 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32978) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:28.523690 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ec8a7559-0a43-4971-b36f-3e8ba6e8ff89 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0625503 Jul 23 20:48:28.527354 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32980) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:28.532573 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-bc4a6077-7907-4eb9-b907-5ae20cbb0fc1 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group': {'name': 'tempest-secgroup--884144839'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:28.537938 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-46377653-5c70-4127-a1c4-30f18bedb1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.566818 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc4a6077-7907-4eb9-b907-5ae20cbb0fc1 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.657599 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-46377653-5c70-4127-a1c4-30f18bedb1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.662687 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-46377653-5c70-4127-a1c4-30f18bedb1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.712310 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-46377653-5c70-4127-a1c4-30f18bedb1d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf7cfe585c9f4e148c576a9ca674a8b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1997364 Jul 23 20:48:28.715033 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32982) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:28.719185 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46377653-5c70-4127-a1c4-30f18bedb1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d4d4e5-86b2-4dff-ba61-2183562a91f8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:28.767494 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b38e6faf-a27c-4685-9c5c-222ec3071066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.767760 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc4a6077-7907-4eb9-b907-5ae20cbb0fc1 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.772618 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc4a6077-7907-4eb9-b907-5ae20cbb0fc1 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.788833 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b38e6faf-a27c-4685-9c5c-222ec3071066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.797771 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc4a6077-7907-4eb9-b907-5ae20cbb0fc1 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.799019 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bc4a6077-7907-4eb9-b907-5ae20cbb0fc1 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2707527 Jul 23 20:48:28.802974 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32984) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:28.807159 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a8f0d0a3-8bca-4cb2-9dae-d2bde0efdc5b tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:28.807572 n-d-791504-18 neutron-server[93811]: WARNING neutron.api.v2.base [None req-a8f0d0a3-8bca-4cb2-9dae-d2bde0efdc5b tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 20:48:28.808057 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-a8f0d0a3-8bca-4cb2-9dae-d2bde0efdc5b tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 20:48:28.808996 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a8f0d0a3-8bca-4cb2-9dae-d2bde0efdc5b tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "PUT /v2.0/security-groups/85b89627-a6fb-4ff8-8c99-2ea94acb0bde HTTP/1.1" status: 409 len: 330 time: 0.0053592 Jul 23 20:48:28.809782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a6077-7907-4eb9-b907-5ae20cbb0fc1 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b89627-a6fb-4ff8-8c99-2ea94acb0bde,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:28.812254 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32986) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:28.841057 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b38e6faf-a27c-4685-9c5c-222ec3071066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.843713 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b38e6faf-a27c-4685-9c5c-222ec3071066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.845210 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b38e6faf-a27c-4685-9c5c-222ec3071066 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/96d4d4e5-86b2-4dff-ba61-2183562a91f8 HTTP/1.1" status: 204 len: 168 time: 0.1288824 Jul 23 20:48:28.853234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e6faf-a27c-4685-9c5c-222ec3071066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d4d4e5-86b2-4dff-ba61-2183562a91f8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:28.871709 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e735c73f-7ef3-4fbf-a1af-3d3e5f78125d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.895528 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e735c73f-7ef3-4fbf-a1af-3d3e5f78125d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.935231 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e735c73f-7ef3-4fbf-a1af-3d3e5f78125d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.938398 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e735c73f-7ef3-4fbf-a1af-3d3e5f78125d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.939596 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e735c73f-7ef3-4fbf-a1af-3d3e5f78125d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "DELETE /v2.0/security-groups/85b89627-a6fb-4ff8-8c99-2ea94acb0bde HTTP/1.1" status: 204 len: 168 time: 0.1264777 Jul 23 20:48:28.942398 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32990) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:28.949980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735c73f-7ef3-4fbf-a1af-3d3e5f78125d tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b89627-a6fb-4ff8-8c99-2ea94acb0bde,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:28.993555 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a559659a-0690-47fb-b142-c814917c1c81 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0495620 Jul 23 20:48:28.997389 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32992) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:29.011332 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-5b85e7cf-c2a9-4cc3-9f3b-7978cb40c654 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] delete failed (client error): The resource could not be found. Jul 23 20:48:29.012330 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5b85e7cf-c2a9-4cc3-9f3b-7978cb40c654 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "DELETE /v2.0/security-groups/fc28d758-ea9c-4ab6-9e9c-4ec9df50f228 HTTP/1.1" status: 404 len: 347 time: 0.0139191 Jul 23 20:48:29.016867 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 32996) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:29.030691 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-fa582203-eb78-4e3f-8414-e6368ce7e4f0 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] show failed (client error): The resource could not be found. Jul 23 20:48:29.031714 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fa582203-eb78-4e3f-8414-e6368ce7e4f0 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "GET /v2.0/security-groups/f31a0b27-73d4-47cb-9d31-d7cd33fb8ec0 HTTP/1.1" status: 404 len: 347 time: 0.0137401 Jul 23 20:48:29.035575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 32998) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:29.047470 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-4065a37e-aa75-44da-9d77-60c368034298 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] show failed (client error): The resource could not be found. Jul 23 20:48:29.048523 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4065a37e-aa75-44da-9d77-60c368034298 tempest-NegativeSecGroupTest-1868348627 tempest-NegativeSecGroupTest-1868348627-project] 10.222.0.55 "GET /v2.0/security-group-rules/9e141b24-b0f4-4832-8459-89f54a7924ad HTTP/1.1" status: 404 len: 356 time: 0.0119107 Jul 23 20:48:29.291108 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33012) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:29.472250 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1fde2426-659a-4a83-a7b3-9224648d497c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33a81b79b2e0446398d410a13911ae8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799755 Jul 23 20:48:29.475245 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33026) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:29.523240 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cbcb2-a017-4340-9dc5-d68372ac5aa2 req-1b980a97-adc6-4c87-b570-ccd583427591 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:29.524737 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e0cbcb2-a017-4340-9dc5-d68372ac5aa2 req-1b980a97-adc6-4c87-b570-ccd583427591 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=69708c97-8da0-4c0a-91e9-2870726896be HTTP/1.1" status: 200 len: 944 time: 0.1256731 Jul 23 20:48:29.557941 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e3610cef-7565-47bd-b56d-a7a6129f04e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:29.588728 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e0cbcb2-a017-4340-9dc5-d68372ac5aa2 req-8167f1c4-ad98-45ac-8f7f-d3027e975529 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec85c015-4ec4-43e4-b2fa-de42392699fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567739 Jul 23 20:48:29.593093 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e3610cef-7565-47bd-b56d-a7a6129f04e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:29.651765 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e3610cef-7565-47bd-b56d-a7a6129f04e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:29.654448 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e3610cef-7565-47bd-b56d-a7a6129f04e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:29.655683 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e3610cef-7565-47bd-b56d-a7a6129f04e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f736e29-0977-44e6-a4ba-acb32931faa8 HTTP/1.1" status: 204 len: 168 time: 0.1795328 Jul 23 20:48:29.663403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3610cef-7565-47bd-b56d-a7a6129f04e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f736e29-0977-44e6-a4ba-acb32931faa8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:29.939482 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.102506 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33054) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:30.258136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c5c2a5c3-7434-42bb-a7b5-58cc2a130da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-82179452'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:30.279522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c2a5c3-7434-42bb-a7b5-58cc2a130da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Made reservation on behalf of 9603f7df8dea47a7be30e327ee15c8a6 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:30.283482 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a5c3-7434-42bb-a7b5-58cc2a130da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.292591 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a5c3-7434-42bb-a7b5-58cc2a130da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.339439 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33066) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:30.374096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0a0f1e82-9d75-4d87-ab59-21151656a30a details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:48:30.391938 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a5c3-7434-42bb-a7b5-58cc2a130da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.396515 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a5c3-7434-42bb-a7b5-58cc2a130da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.428768 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c2a5c3-7434-42bb-a7b5-58cc2a130da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:48:30.439877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2a5c3-7434-42bb-a7b5-58cc2a130da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b5c757-7f61-4d2a-938f-cc4fa762c0c9,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:30.446544 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a5c3-7434-42bb-a7b5-58cc2a130da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.447193 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-c5c2a5c3-7434-42bb-a7b5-58cc2a130da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Added segment 59bd7603-20fe-4e45-8240-6cf3f4c8ea57 of type vlan for network 11d48768-b31e-4fe8-8908-073aceb670b4 Jul 23 20:48:30.453457 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-44b6c13d-ddab-45b2-9e2f-ac10b5df6ed3 tempest-SubnetPoolsTestJSON-871345214 tempest-SubnetPoolsTestJSON-871345214-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-183903875', 'prefixes': ['172.20.0.0/16']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:30.485490 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 0a0f1e82-9d75-4d87-ab59-21151656a30a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0a0f1e82-9d75-4d87-ab59-21151656a30a,segment=NetworkSegment(f40877ed-228c-4e30-a1d1-d3a900ac53bf),segment_id=f40877ed-228c-4e30-a1d1-d3a900ac53bf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:30.496694 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a5c3-7434-42bb-a7b5-58cc2a130da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.506650 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '0a0f1e82-9d75-4d87-ab59-21151656a30a', 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9', 'port_id': '0a0f1e82-9d75-4d87-ab59-21151656a30a', 'mac_address': 'fa:16:3e:08:00:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cdec904-6aaf-4e01-b8ed-06d39b5f8927', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:48:30.548426 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a5c3-7434-42bb-a7b5-58cc2a130da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.560972 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.562500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c2a5c3-7434-42bb-a7b5-58cc2a130da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:30.563454 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a5c3-7434-42bb-a7b5-58cc2a130da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.564573 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-44b6c13d-ddab-45b2-9e2f-ac10b5df6ed3 tempest-SubnetPoolsTestJSON-871345214 tempest-SubnetPoolsTestJSON-871345214-project] Notify callbacks [] for subnetpool, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.569582 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-44b6c13d-ddab-45b2-9e2f-ac10b5df6ed3 tempest-SubnetPoolsTestJSON-871345214 tempest-SubnetPoolsTestJSON-871345214-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2268219 Jul 23 20:48:30.569928 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33070) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:30.584963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0f1e82-9d75-4d87-ab59-21151656a30a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:48:30.609087 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c5c2a5c3-7434-42bb-a7b5-58cc2a130da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 0.5055759 Jul 23 20:48:30.615928 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 0a0f1e82-9d75-4d87-ab59-21151656a30a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0a0f1e82-9d75-4d87-ab59-21151656a30a,segment=NetworkSegment(f40877ed-228c-4e30-a1d1-d3a900ac53bf),segment_id=f40877ed-228c-4e30-a1d1-d3a900ac53bf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:30.627013 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-41072e9a-824d-4043-ada3-0eb4f7fb1ac4 tempest-SubnetPoolsTestJSON-871345214 tempest-SubnetPoolsTestJSON-871345214-project] 10.222.0.55 "GET /v2.0/subnetpools/a775047d-b627-4b49-9272-e563e63db414 HTTP/1.1" status: 200 len: 731 time: 0.0558183 Jul 23 20:48:30.628178 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.629525 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33078) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:30.634581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-31d1ac39-ea10-43bc-98f2-c02b64f0220b tempest-SubnetPoolsTestJSON-871345214 tempest-SubnetPoolsTestJSON-871345214-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-953856547'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:30.699857 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=0a0f1e82-9d75-4d87-ab59-21151656a30a,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:30.711533 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2a5c3-7434-42bb-a7b5-58cc2a130da3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Pushing event updated for resources: {'Network': ['ID=11d48768-b31e-4fe8-8908-073aceb670b4,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:30.724729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 11d48768-b31e-4fe8-8908-073aceb670b4 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:48:30.734348 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-31d1ac39-ea10-43bc-98f2-c02b64f0220b tempest-SubnetPoolsTestJSON-871345214 tempest-SubnetPoolsTestJSON-871345214-project] Notify callbacks [] for subnetpool, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.735688 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-31d1ac39-ea10-43bc-98f2-c02b64f0220b tempest-SubnetPoolsTestJSON-871345214 tempest-SubnetPoolsTestJSON-871345214-project] 10.222.0.55 "PUT /v2.0/subnetpools/a775047d-b627-4b49-9272-e563e63db414 HTTP/1.1" status: 200 len: 683 time: 0.1049511 Jul 23 20:48:30.738358 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33080) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:30.839040 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc9705-3e16-429a-9601-c2fe55879a82 req-e4734f15-4643-4d16-8102-1acc6fc01016 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:30.844702 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8fcc9705-3e16-429a-9601-c2fe55879a82 req-e4734f15-4643-4d16-8102-1acc6fc01016 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=69708c97-8da0-4c0a-91e9-2870726896be HTTP/1.1" status: 200 len: 945 time: 0.1267259 Jul 23 20:48:30.849106 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-539bb195-149e-49d3-bf4c-27487652bab0 tempest-SubnetPoolsTestJSON-871345214 tempest-SubnetPoolsTestJSON-871345214-project] Notify callbacks [] for subnetpool, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.850756 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-539bb195-149e-49d3-bf4c-27487652bab0 tempest-SubnetPoolsTestJSON-871345214 tempest-SubnetPoolsTestJSON-871345214-project] 10.222.0.55 "DELETE /v2.0/subnetpools/a775047d-b627-4b49-9272-e563e63db414 HTTP/1.1" status: 204 len: 168 time: 0.1112130 Jul 23 20:48:30.853572 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33082) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:30.876381 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0a0f1e82-9d75-4d87-ab59-21151656a30a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:48:30.876578 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-f6a276a7-5eec-4c2e-938c-c90426ceb07d tempest-SubnetPoolsTestJSON-871345214 tempest-SubnetPoolsTestJSON-871345214-project] show failed (client error): The resource could not be found. Jul 23 20:48:30.877641 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f6a276a7-5eec-4c2e-938c-c90426ceb07d tempest-SubnetPoolsTestJSON-871345214 tempest-SubnetPoolsTestJSON-871345214-project] 10.222.0.55 "GET /v2.0/subnetpools/a775047d-b627-4b49-9272-e563e63db414 HTTP/1.1" status: 404 len: 346 time: 0.0228190 Jul 23 20:48:30.880522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33084) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:30.891647 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8fcc9705-3e16-429a-9601-c2fe55879a82 req-b5c72278-721f-4f29-91ef-01d08ce3ed08 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec85c015-4ec4-43e4-b2fa-de42392699fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439966 Jul 23 20:48:30.898709 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-2ae00b58-43c8-4463-b0d6-f389218c2158 tempest-SubnetPoolsTestJSON-871345214 tempest-SubnetPoolsTestJSON-871345214-project] delete failed (client error): The resource could not be found. Jul 23 20:48:30.899923 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2ae00b58-43c8-4463-b0d6-f389218c2158 tempest-SubnetPoolsTestJSON-871345214 tempest-SubnetPoolsTestJSON-871345214-project] 10.222.0.55 "DELETE /v2.0/subnetpools/a775047d-b627-4b49-9272-e563e63db414 HTTP/1.1" status: 404 len: 346 time: 0.0181050 Jul 23 20:48:30.957488 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33088) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:30.963925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Request body: {'port': {'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4', 'binding:host_id': 'n-h1-791504-18', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-71564873'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:30.990267 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Made reservation on behalf of c16a09e073b54a6f93c9f724ce515697 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:30.995351 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:31.008545 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:31.129354 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:31.134295 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:31.146041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] device_id is not set on port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:48:31.218564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cd546c-cf29-45bc-9424-cfa161262ba8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:31.233870 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33092) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:31.342525 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-376896cb-8084-4e0d-9b01-173ae47e5d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:31.376416 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] device_id is not set on port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:48:31.385877 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:31.398260 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Transition to ACTIVE for port object 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:31.408089 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:31.438178 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-376896cb-8084-4e0d-9b01-173ae47e5d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:31.443932 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-376896cb-8084-4e0d-9b01-173ae47e5d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:31.476235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Pushing event updated for resources: {'Port': ['ID=4cc6f4b4-2372-4d1a-82b0-8e669396f9b5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:31.485037 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Checking segment: {'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:31.487587 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Network hostable DHCP agents. Network: 11d48768-b31e-4fe8-8908-073aceb670b4, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:48:31.495297 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-376896cb-8084-4e0d-9b01-173ae47e5d7e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2e49f75bff14bc89c1f80bdedf0bd87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604024 Jul 23 20:48:31.495921 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33096) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:31.507363 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Network 11d48768-b31e-4fe8-8908-073aceb670b4 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:48:31.509237 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376896cb-8084-4e0d-9b01-173ae47e5d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567accf9-8baa-4bbc-9043-62941be304db,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:31.517712 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 11d48768-b31e-4fe8-8908-073aceb670b4) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:31.524259 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:48:31.525734 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d702791-5e21-4186-9e7b-9358de23c9b7 None None] Network 11d48768-b31e-4fe8-8908-073aceb670b4 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:31.550572 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:31.551157 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:31.551292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:31.556966 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:31.557282 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:31.557631 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 2 to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 Jul 23 20:48:31.564340 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc03e-e860-4ce2-a79e-8f3cdfe69b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:31.571007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:31.571562 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:31.572054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:31.576964 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:31.577458 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:31.578259 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 3 to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 Jul 23 20:48:31.586903 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc03e-e860-4ce2-a79e-8f3cdfe69b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:31.591324 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:31.591657 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:31.591986 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:31.596501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:31.596827 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:31.597212 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 4 to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 Jul 23 20:48:31.609725 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:31.610052 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:31.610384 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:31.615093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:31.615441 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:31.615820 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 5 to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 Jul 23 20:48:31.629831 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:31.630162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:31.630492 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:31.635139 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:31.635505 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:31.636124 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 6 to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 Jul 23 20:48:31.643730 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc03e-e860-4ce2-a79e-8f3cdfe69b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:31.646816 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc03e-e860-4ce2-a79e-8f3cdfe69b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:31.648477 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:31.648991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:31.649356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:31.651554 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dd0fc03e-e860-4ce2-a79e-8f3cdfe69b1a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/567accf9-8baa-4bbc-9043-62941be304db HTTP/1.1" status: 204 len: 168 time: 0.1511312 Jul 23 20:48:31.654125 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:31.654761 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:31.655084 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 7 to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 Jul 23 20:48:31.663716 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fc03e-e860-4ce2-a79e-8f3cdfe69b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567accf9-8baa-4bbc-9043-62941be304db,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:31.669988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:31.670907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:31.671278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:31.675686 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:31.676020 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:31.676423 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 8 to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 Jul 23 20:48:31.690347 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:31.690687 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:31.691090 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:31.695514 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:31.695804 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:31.696222 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 9 to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 Jul 23 20:48:31.709784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:31.710117 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:31.710459 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:31.714661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:31.714985 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:31.715396 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 10 to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 Jul 23 20:48:31.728622 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:31.728881 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:31.729219 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:31.733964 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:31.734286 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:31.734651 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:31.804939 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] For port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:48:31.805295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempted to set empty binding levels {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 20:48:31.809465 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:31.843337 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:31.843926 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:31.867398 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Pushing event updated for resources: {'Port': ['ID=4cc6f4b4-2372-4d1a-82b0-8e669396f9b5,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:31.867398 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bfa4bc1f-dfac-4753-bdf9-d508b6a8fade tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 0.9082575 Jul 23 20:48:31.870065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33104) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:31.963155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b27a884e-7735-4c90-8596-03f81770c0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Deleting port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:31.963507 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b27a884e-7735-4c90-8596-03f81770c0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.032428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-b27a884e-7735-4c90-8596-03f81770c0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] For port 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5, host n-h1-791504-18, got binding levels [] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:32.032903 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b27a884e-7735-4c90-8596-03f81770c0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.041328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26560cd5-8604-42c0-a5a4-e4b50508adc7 req-90582255-268c-407e-bc31-2280322637ff tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:32.041328 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26560cd5-8604-42c0-a5a4-e4b50508adc7 req-90582255-268c-407e-bc31-2280322637ff tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=69708c97-8da0-4c0a-91e9-2870726896be HTTP/1.1" status: 200 len: 945 time: 0.0676930 Jul 23 20:48:32.046348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b27a884e-7735-4c90-8596-03f81770c0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Calling delete_port for 4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:32.083927 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26560cd5-8604-42c0-a5a4-e4b50508adc7 req-d6fdb22b-8f13-4add-90f5-017134a02cfb tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec85c015-4ec4-43e4-b2fa-de42392699fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338264 Jul 23 20:48:32.135893 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b27a884e-7735-4c90-8596-03f81770c0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.173163 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b27a884e-7735-4c90-8596-03f81770c0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.178152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33118) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:32.178888 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b27a884e-7735-4c90-8596-03f81770c0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] 10.222.0.55 "DELETE /v2.0/ports/4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 HTTP/1.1" status: 204 len: 168 time: 0.3041005 Jul 23 20:48:32.180010 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a884e-7735-4c90-8596-03f81770c0c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cc6f4b4-2372-4d1a-82b0-8e669396f9b5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:32.205346 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a25cb3f-74bb-4f19-9031-331c9da5597a tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:48:32.206842 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5a25cb3f-74bb-4f19-9031-331c9da5597a tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] 10.222.0.55 "GET /v2.0/ports/4cc6f4b4-2372-4d1a-82b0-8e669396f9b5 HTTP/1.1" status: 404 len: 333 time: 0.0273039 Jul 23 20:48:32.210380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33122) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:32.215113 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-14b1cd26-6b49-49dc-aa7f-4314e8dbd0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Request body: {'port': {'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406881286'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:32.235820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b1cd26-6b49-49dc-aa7f-4314e8dbd0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Made reservation on behalf of c16a09e073b54a6f93c9f724ce515697 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:32.238114 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14b1cd26-6b49-49dc-aa7f-4314e8dbd0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.253143 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-14b1cd26-6b49-49dc-aa7f-4314e8dbd0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] device_id is not set on port d4efe446-ea20-4815-a3f5-7478ca0982f1 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:48:32.313958 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33126) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:32.388559 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0a0f1e82-9d75-4d87-ab59-21151656a30a up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:48:32.405985 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14b1cd26-6b49-49dc-aa7f-4314e8dbd0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.419521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3d85c8bf-f9ff-4bbd-90b4-4264584d9482 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1969707718-network', 'tenant_id': '25161e52d38245668f316c23794a7985'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:32.442710 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 0a0f1e82-9d75-4d87-ab59-21151656a30a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:32.444321 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14b1cd26-6b49-49dc-aa7f-4314e8dbd0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.444579 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d85c8bf-f9ff-4bbd-90b4-4264584d9482 admin admin] Made reservation on behalf of 25161e52d38245668f316c23794a7985 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:32.446492 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 0a0f1e82-9d75-4d87-ab59-21151656a30a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:32.446915 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.448042 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d85c8bf-f9ff-4bbd-90b4-4264584d9482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.458914 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d85c8bf-f9ff-4bbd-90b4-4264584d9482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.489590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1cd26-6b49-49dc-aa7f-4314e8dbd0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Network 11d48768-b31e-4fe8-8908-073aceb670b4 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:48:32.496811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-14b1cd26-6b49-49dc-aa7f-4314e8dbd0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:32.501740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b1cd26-6b49-49dc-aa7f-4314e8dbd0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:48:32.502723 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b1cd26-6b49-49dc-aa7f-4314e8dbd0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:32.503298 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14b1cd26-6b49-49dc-aa7f-4314e8dbd0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.511468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1cd26-6b49-49dc-aa7f-4314e8dbd0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Pushing event updated for resources: {'Port': ['ID=d4efe446-ea20-4815-a3f5-7478ca0982f1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:32.542275 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.564172 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d85c8bf-f9ff-4bbd-90b4-4264584d9482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.565720 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69708c97-8da0-4c0a-91e9-2870726896be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0f1e82-9d75-4d87-ab59-21151656a30a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:48:32.568060 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dd2ca2-b53f-4033-ba95-5c1f662c84e4" -d '{"events": [{"server_uuid": "69708c97-8da0-4c0a-91e9-2870726896be", "name": "network-vif-plugged", "status": "completed", "tag": "0a0f1e82-9d75-4d87-ab59-21151656a30a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:48:32.568229 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d85c8bf-f9ff-4bbd-90b4-4264584d9482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.581161 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-14b1cd26-6b49-49dc-aa7f-4314e8dbd0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3696332 Jul 23 20:48:32.582292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33132) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:32.583065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d85c8bf-f9ff-4bbd-90b4-4264584d9482 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:48:32.584346 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 0a0f1e82-9d75-4d87-ab59-21151656a30a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0a0f1e82-9d75-4d87-ab59-21151656a30a,segment=NetworkSegment(f40877ed-228c-4e30-a1d1-d3a900ac53bf),segment_id=f40877ed-228c-4e30-a1d1-d3a900ac53bf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:32.588714 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:32.590382 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.610591 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d85c8bf-f9ff-4bbd-90b4-4264584d9482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.610985 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-3d85c8bf-f9ff-4bbd-90b4-4264584d9482 admin admin] Added segment d19eeedd-f8c3-4961-be56-7597b84f4cf9 of type vlan for network 58308a36-151b-4661-b29c-79eb01ff20c1 Jul 23 20:48:32.619080 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4232373-282a-450c-abfe-21fb5730d295 x-openstack-request-id: req-e4232373-282a-450c-abfe-21fb5730d295 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:48:32.619400 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69708c97-8da0-4c0a-91e9-2870726896be", "name": "network-vif-plugged", "status": "completed", "tag": "0a0f1e82-9d75-4d87-ab59-21151656a30a", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:48:32.619659 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4232373-282a-450c-abfe-21fb5730d295 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:48:32.620095 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69708c97-8da0-4c0a-91e9-2870726896be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0f1e82-9d75-4d87-ab59-21151656a30a', 'code': 200} Jul 23 20:48:32.632111 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85c8bf-f9ff-4bbd-90b4-4264584d9482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bce2062-c418-457c-a6bb-5f7a27af8486,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:32.653261 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=0a0f1e82-9d75-4d87-ab59-21151656a30a,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:32.680333 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d85c8bf-f9ff-4bbd-90b4-4264584d9482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.695765 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.716240 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d85c8bf-f9ff-4bbd-90b4-4264584d9482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.717674 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d85c8bf-f9ff-4bbd-90b4-4264584d9482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:32.718281 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d85c8bf-f9ff-4bbd-90b4-4264584d9482 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:32.762341 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3d85c8bf-f9ff-4bbd-90b4-4264584d9482 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4468398 Jul 23 20:48:32.791138 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33134) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:32.796716 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-395bcc92-8d2b-4783-9df7-3fa287698686 admin admin] Request body: {'subnet': {'network_id': '58308a36-151b-4661-b29c-79eb01ff20c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1969707718-subnet', 'tenant_id': '25161e52d38245668f316c23794a7985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:32.800541 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85c8bf-f9ff-4bbd-90b4-4264584d9482 admin admin] Pushing event updated for resources: {'Network': ['ID=58308a36-151b-4661-b29c-79eb01ff20c1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:32.817303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 58308a36-151b-4661-b29c-79eb01ff20c1 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:48:32.823506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395bcc92-8d2b-4783-9df7-3fa287698686 admin admin] Made reservation on behalf of 25161e52d38245668f316c23794a7985 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:32.825880 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-395bcc92-8d2b-4783-9df7-3fa287698686 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.008083 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-395bcc92-8d2b-4783-9df7-3fa287698686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.073368 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bcc92-8d2b-4783-9df7-3fa287698686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad3c5f31-0f9d-4635-9754-78611f4fc348,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:33.082195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395bcc92-8d2b-4783-9df7-3fa287698686 admin admin] Checking segment: {'id': 'd19eeedd-f8c3-4961-be56-7597b84f4cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '58308a36-151b-4661-b29c-79eb01ff20c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:33.082558 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395bcc92-8d2b-4783-9df7-3fa287698686 admin admin] Network hostable DHCP agents. Network: 58308a36-151b-4661-b29c-79eb01ff20c1, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:48:33.096724 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ce800-6f0c-40cc-aeb7-1f1035288088 req-89879dc1-7287-4ab4-82c5-0daf4619b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.098244 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f31ce800-6f0c-40cc-aeb7-1f1035288088 req-89879dc1-7287-4ab4-82c5-0daf4619b957 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69708c97-8da0-4c0a-91e9-2870726896be HTTP/1.1" status: 200 len: 1098 time: 0.4103701 Jul 23 20:48:33.098976 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395bcc92-8d2b-4783-9df7-3fa287698686 admin admin] Network 58308a36-151b-4661-b29c-79eb01ff20c1 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:48:33.108583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-395bcc92-8d2b-4783-9df7-3fa287698686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 58308a36-151b-4661-b29c-79eb01ff20c1) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:33.112731 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395bcc92-8d2b-4783-9df7-3fa287698686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.113510 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-395bcc92-8d2b-4783-9df7-3fa287698686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.121207 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643625b6-8b5a-4d94-bbb1-6d7604d26c90 None None] Network 58308a36-151b-4661-b29c-79eb01ff20c1 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:33.140830 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-395bcc92-8d2b-4783-9df7-3fa287698686 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3483880 Jul 23 20:48:33.229926 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f31ce800-6f0c-40cc-aeb7-1f1035288088 req-3ca37cf3-217d-4204-bbc5-c1015e16c8a5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ec85c015-4ec4-43e4-b2fa-de42392699fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044278 Jul 23 20:48:33.254815 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea9c44d-755b-4266-91f7-17b6d30aa616 None None] Network 58308a36-151b-4661-b29c-79eb01ff20c1 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:33.287048 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] device_id is not set on port d4efe446-ea20-4815-a3f5-7478ca0982f1 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:48:33.296994 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.309456 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410506e-a371-4168-9c86-30153b1694a5 req-b64e7e89-dcfa-417d-8477-562723881a69 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.311003 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0410506e-a371-4168-9c86-30153b1694a5 req-b64e7e89-dcfa-417d-8477-562723881a69 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=69708c97-8da0-4c0a-91e9-2870726896be HTTP/1.1" status: 200 len: 946 time: 0.1436131 Jul 23 20:48:33.322060 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Transition to ACTIVE for port object d4efe446-ea20-4815-a3f5-7478ca0982f1 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:33.330210 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.411855 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Pushing event updated for resources: {'Port': ['ID=d4efe446-ea20-4815-a3f5-7478ca0982f1,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:33.418323 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0410506e-a371-4168-9c86-30153b1694a5 req-71d87185-e9e1-48ff-aa9c-979a68d2b574 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec85c015-4ec4-43e4-b2fa-de42392699fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993195 Jul 23 20:48:33.433193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:33.433527 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:33.433857 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:33.438255 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:33.438581 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:33.438962 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 2 to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 Jul 23 20:48:33.452842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:33.453444 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:33.453782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:33.458203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:33.458523 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:33.458908 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 3 to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 Jul 23 20:48:33.471071 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:33.471433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:33.471765 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:33.475999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:33.476320 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:33.476812 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 4 to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 Jul 23 20:48:33.489731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:33.490056 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:33.490396 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:33.494671 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:33.494997 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:33.495418 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 5 to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 Jul 23 20:48:33.506968 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:33.507355 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:33.507691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:33.512199 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:33.512328 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:33.512609 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 6 to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 Jul 23 20:48:33.525052 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:33.525380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:33.525728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:33.530591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:33.531050 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:33.531475 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 7 to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 Jul 23 20:48:33.547972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:33.548308 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:33.548644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:33.553181 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:33.553574 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:33.554031 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 8 to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 Jul 23 20:48:33.566699 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:33.567028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:33.567398 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:33.571626 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:33.571945 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:33.572329 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 9 to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 Jul 23 20:48:33.584104 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:33.584595 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:33.584922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:33.589291 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:33.589606 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:33.589982 n-d-791504-18 neutron-server[93811]: INFO neutron.plugins.ml2.plugin [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 10 to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 Jul 23 20:48:33.602750 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:33.603157 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:33.603664 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:33.608555 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:33.608874 n-d-791504-18 neutron-server[93811]: ERROR neutron.plugins.ml2.managers [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port d4efe446-ea20-4815-a3f5-7478ca0982f1 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:33.609237 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.665605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33152) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:33.670952 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3ac01184-4f62-4a53-8b0b-854184ddac4d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1597480289-network', 'tenant_id': '5453f9da103147cb993eb51c69acecdc'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:33.671687 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] For port d4efe446-ea20-4815-a3f5-7478ca0982f1, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:48:33.672059 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempted to set empty binding levels {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 20:48:33.676790 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.694484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac01184-4f62-4a53-8b0b-854184ddac4d admin admin] Made reservation on behalf of 5453f9da103147cb993eb51c69acecdc for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:33.697108 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ac01184-4f62-4a53-8b0b-854184ddac4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.707196 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ac01184-4f62-4a53-8b0b-854184ddac4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.712705 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] In _notify_port_updated(), no bound segment for port d4efe446-ea20-4815-a3f5-7478ca0982f1 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:48:33.713571 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.714214 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.715789 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] 10.222.0.55 "PUT /v2.0/ports/d4efe446-ea20-4815-a3f5-7478ca0982f1 HTTP/1.1" status: 200 len: 980 time: 1.1316414 Jul 23 20:48:33.719115 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33154) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:33.785993 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af48ddd-1ef1-4179-882b-a0b560e2a150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Pushing event updated for resources: {'Port': ['ID=d4efe446-ea20-4815-a3f5-7478ca0982f1,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:33.802555 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ac01184-4f62-4a53-8b0b-854184ddac4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.807189 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ac01184-4f62-4a53-8b0b-854184ddac4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.832273 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac01184-4f62-4a53-8b0b-854184ddac4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:48:33.841203 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac01184-4f62-4a53-8b0b-854184ddac4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089bb7c2-cb03-44eb-b6ff-7724efe1d97f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:33.847957 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ac01184-4f62-4a53-8b0b-854184ddac4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.848299 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-3ac01184-4f62-4a53-8b0b-854184ddac4d admin admin] Added segment 954df634-fe47-4b3f-a895-bb0329b4f86a of type vlan for network 33f21d93-9da0-4e15-b2b1-92540bc6c3d5 Jul 23 20:48:33.863092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.863601 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.864098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.864573 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.865037 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.865507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.865962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.866421 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.866881 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.867387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.867887 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.868350 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.868805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.869260 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.869712 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.870168 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.870621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.871075 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.871553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.873144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.873144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.873144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.873420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.873827 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.874290 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.874753 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.875233 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.875687 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.876141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.876592 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.877047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.877497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.877952 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.878404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.878855 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.879329 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.879781 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.880233 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.880691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.881150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.881894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.882381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.883009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.883696 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.884163 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.884628 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.889735 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1e3ac705-c873-421a-9593-7fbc0282c551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 41582 time: 0.1691175 Jul 23 20:48:33.890498 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ac01184-4f62-4a53-8b0b-854184ddac4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.894228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33156) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:33.919312 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ac01184-4f62-4a53-8b0b-854184ddac4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.920395 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac01184-4f62-4a53-8b0b-854184ddac4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.920971 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ac01184-4f62-4a53-8b0b-854184ddac4d admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:33.954267 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3ac01184-4f62-4a53-8b0b-854184ddac4d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2875347 Jul 23 20:48:33.957148 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33158) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:33.962702 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2b59a9cb-7212-496e-9a92-6d0b4e534a84 admin admin] Request body: {'subnet': {'network_id': '33f21d93-9da0-4e15-b2b1-92540bc6c3d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1597480289-subnet', 'tenant_id': '5453f9da103147cb993eb51c69acecdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:33.983885 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d80a5675-bee4-4b0c-b83d-355ed8040f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Deleting port d4efe446-ea20-4815-a3f5-7478ca0982f1 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:33.984326 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d80a5675-bee4-4b0c-b83d-355ed8040f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.002154 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac01184-4f62-4a53-8b0b-854184ddac4d admin admin] Pushing event updated for resources: {'Network': ['ID=33f21d93-9da0-4e15-b2b1-92540bc6c3d5,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:34.013265 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 33f21d93-9da0-4e15-b2b1-92540bc6c3d5 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:48:34.021636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b59a9cb-7212-496e-9a92-6d0b4e534a84 admin admin] Made reservation on behalf of 5453f9da103147cb993eb51c69acecdc for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:34.024149 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b59a9cb-7212-496e-9a92-6d0b4e534a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.063032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-d80a5675-bee4-4b0c-b83d-355ed8040f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] For port d4efe446-ea20-4815-a3f5-7478ca0982f1, host n-h1-791504-18, got binding levels [] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:34.063684 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d80a5675-bee4-4b0c-b83d-355ed8040f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.079058 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d80a5675-bee4-4b0c-b83d-355ed8040f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Calling delete_port for d4efe446-ea20-4815-a3f5-7478ca0982f1 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:34.165976 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d80a5675-bee4-4b0c-b83d-355ed8040f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.195620 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a5675-bee4-4b0c-b83d-355ed8040f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4efe446-ea20-4815-a3f5-7478ca0982f1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:34.206223 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d80a5675-bee4-4b0c-b83d-355ed8040f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.208893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d80a5675-bee4-4b0c-b83d-355ed8040f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] 10.222.0.55 "DELETE /v2.0/ports/d4efe446-ea20-4815-a3f5-7478ca0982f1 HTTP/1.1" status: 204 len: 168 time: 0.3136721 Jul 23 20:48:34.211541 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33160) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:34.216912 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b59a9cb-7212-496e-9a92-6d0b4e534a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.242461 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6dd63cb-7538-4b5b-9829-5d83a3eaf457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:48:34.244601 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f6dd63cb-7538-4b5b-9829-5d83a3eaf457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] 10.222.0.55 "GET /v2.0/ports/d4efe446-ea20-4815-a3f5-7478ca0982f1 HTTP/1.1" status: 404 len: 333 time: 0.0321133 Jul 23 20:48:34.250534 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33162) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:34.256133 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9f724a62-38a4-41f0-ae4f-ba6521a5fdb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978702750', 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:34.274731 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59a9cb-7212-496e-9a92-6d0b4e534a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3113e8a5-4152-4537-afd4-ce9d9245592b,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:34.275978 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f724a62-38a4-41f0-ae4f-ba6521a5fdb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Made reservation on behalf of c16a09e073b54a6f93c9f724ce515697 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:34.278426 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f724a62-38a4-41f0-ae4f-ba6521a5fdb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.283799 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b59a9cb-7212-496e-9a92-6d0b4e534a84 admin admin] Checking segment: {'id': '954df634-fe47-4b3f-a895-bb0329b4f86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '33f21d93-9da0-4e15-b2b1-92540bc6c3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:34.284161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b59a9cb-7212-496e-9a92-6d0b4e534a84 admin admin] Network hostable DHCP agents. Network: 33f21d93-9da0-4e15-b2b1-92540bc6c3d5, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:48:34.293597 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-9f724a62-38a4-41f0-ae4f-ba6521a5fdb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] device_id is not set on port d9a6e3c9-8fd0-4043-8775-4798e66162ae yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:48:34.299599 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b59a9cb-7212-496e-9a92-6d0b4e534a84 admin admin] Network 33f21d93-9da0-4e15-b2b1-92540bc6c3d5 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:48:34.308240 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2b59a9cb-7212-496e-9a92-6d0b4e534a84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 33f21d93-9da0-4e15-b2b1-92540bc6c3d5) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:34.312872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b59a9cb-7212-496e-9a92-6d0b4e534a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:34.313642 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b59a9cb-7212-496e-9a92-6d0b4e534a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.319935 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2e46a1-4058-4151-9b6b-e5e884679be0 None None] Network 33f21d93-9da0-4e15-b2b1-92540bc6c3d5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:34.335750 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2b59a9cb-7212-496e-9a92-6d0b4e534a84 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3698854 Jul 23 20:48:34.449507 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33168) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:34.450413 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f724a62-38a4-41f0-ae4f-ba6521a5fdb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.469301 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2000354-1065-483a-a2c8-26b3c769f574 None None] Network 33f21d93-9da0-4e15-b2b1-92540bc6c3d5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:34.500286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-612adbf2-f1b5-4310-a3d1-9ffd9db4ac4f admin admin] Deleting subnet ad3c5f31-0f9d-4635-9754-78611f4fc348 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:48:34.507652 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-612adbf2-f1b5-4310-a3d1-9ffd9db4ac4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.512880 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f724a62-38a4-41f0-ae4f-ba6521a5fdb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.558696 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-612adbf2-f1b5-4310-a3d1-9ffd9db4ac4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.583608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f724a62-38a4-41f0-ae4f-ba6521a5fdb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Network 11d48768-b31e-4fe8-8908-073aceb670b4 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:48:34.592735 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-9f724a62-38a4-41f0-ae4f-ba6521a5fdb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:34.597996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f724a62-38a4-41f0-ae4f-ba6521a5fdb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:48:34.599086 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f724a62-38a4-41f0-ae4f-ba6521a5fdb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:34.599714 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f724a62-38a4-41f0-ae4f-ba6521a5fdb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.603572 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-612adbf2-f1b5-4310-a3d1-9ffd9db4ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.607016 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f724a62-38a4-41f0-ae4f-ba6521a5fdb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Pushing event updated for resources: {'Port': ['ID=d9a6e3c9-8fd0-4043-8775-4798e66162ae,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:34.625205 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9f724a62-38a4-41f0-ae4f-ba6521a5fdb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3703020 Jul 23 20:48:34.626073 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33170) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:34.662023 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-612adbf2-f1b5-4310-a3d1-9ffd9db4ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.673570 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b87de-17ce-4bf1-8f51-8f98c466cdb2 req-884123fb-3fed-4f6e-b1a7-f09ef0e5fe45 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:34.675069 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-578b87de-17ce-4bf1-8f51-8f98c466cdb2 req-884123fb-3fed-4f6e-b1a7-f09ef0e5fe45 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=69708c97-8da0-4c0a-91e9-2870726896be HTTP/1.1" status: 200 len: 946 time: 0.1548119 Jul 23 20:48:34.692628 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7417ca9d-4745-45a4-ae3e-2cc98634542f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:34.693009 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-612adbf2-f1b5-4310-a3d1-9ffd9db4ac4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.696706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7417ca9d-4745-45a4-ae3e-2cc98634542f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] 10.222.0.55 "GET /v2.0/ports/d9a6e3c9-8fd0-4043-8775-4798e66162ae HTTP/1.1" status: 200 len: 959 time: 0.0668662 Jul 23 20:48:34.696813 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-612adbf2-f1b5-4310-a3d1-9ffd9db4ac4f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ad3c5f31-0f9d-4635-9754-78611f4fc348 HTTP/1.1" status: 204 len: 168 time: 0.2442064 Jul 23 20:48:34.696813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612adbf2-f1b5-4310-a3d1-9ffd9db4ac4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad3c5f31-0f9d-4635-9754-78611f4fc348,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:34.699009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33172) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:34.699377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33174) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:34.723168 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-578b87de-17ce-4bf1-8f51-8f98c466cdb2 req-0b78cd38-775c-429b-bf71-4295e299e96a tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec85c015-4ec4-43e4-b2fa-de42392699fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415969 Jul 23 20:48:34.823786 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ba6e1814-ff54-40bf-916e-7cab02351a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.854658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7332f7-aa1a-499e-b8db-88144a818b27 req-7a5ccf70-1152-43f9-9ac7-ee25bca50980 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:34.856113 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f7332f7-aa1a-499e-b8db-88144a818b27 req-7a5ccf70-1152-43f9-9ac7-ee25bca50980 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=69708c97-8da0-4c0a-91e9-2870726896be HTTP/1.1" status: 200 len: 946 time: 0.0662873 Jul 23 20:48:34.893720 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f7332f7-aa1a-499e-b8db-88144a818b27 req-92ac391b-d30c-48f4-b0e6-e531ad1974e4 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec85c015-4ec4-43e4-b2fa-de42392699fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311434 Jul 23 20:48:34.896720 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd807d-01c3-4248-8c18-c4f0a9076766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Deleting port d9a6e3c9-8fd0-4043-8775-4798e66162ae {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:34.896991 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a6bd807d-01c3-4248-8c18-c4f0a9076766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.938438 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ba6e1814-ff54-40bf-916e-7cab02351a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:34.955979 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ba6e1814-ff54-40bf-916e-7cab02351a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58308a36-151b-4661-b29c-79eb01ff20c1']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:34.969622 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ba6e1814-ff54-40bf-916e-7cab02351a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19eeedd-f8c3-4961-be56-7597b84f4cf9') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:34.969916 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ba6e1814-ff54-40bf-916e-7cab02351a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19eeedd-f8c3-4961-be56-7597b84f4cf9') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:35.008722 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ba6e1814-ff54-40bf-916e-7cab02351a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.011178 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a6bd807d-01c3-4248-8c18-c4f0a9076766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.031082 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd807d-01c3-4248-8c18-c4f0a9076766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Calling delete_port for d9a6e3c9-8fd0-4043-8775-4798e66162ae owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:35.032963 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ba6e1814-ff54-40bf-916e-7cab02351a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.044471 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6e1814-ff54-40bf-916e-7cab02351a75 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:48:35.044887 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ba6e1814-ff54-40bf-916e-7cab02351a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:48:35.047151 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:48:35.143407 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ba6e1814-ff54-40bf-916e-7cab02351a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.150366 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ba6e1814-ff54-40bf-916e-7cab02351a75 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.152208 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ba6e1814-ff54-40bf-916e-7cab02351a75 admin admin] 10.222.0.55 "DELETE /v2.0/networks/58308a36-151b-4661-b29c-79eb01ff20c1 HTTP/1.1" status: 204 len: 168 time: 0.4508085 Jul 23 20:48:35.155662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33184) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:35.168507 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e1814-ff54-40bf-916e-7cab02351a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=58308a36-151b-4661-b29c-79eb01ff20c1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:35.185176 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a6bd807d-01c3-4248-8c18-c4f0a9076766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.199756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f697d25e-de07-4704-adff-dc25b37632a8 admin admin] Deleting subnet 3113e8a5-4152-4537-afd4-ce9d9245592b {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:48:35.203738 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f697d25e-de07-4704-adff-dc25b37632a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.214610 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd807d-01c3-4248-8c18-c4f0a9076766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9a6e3c9-8fd0-4043-8775-4798e66162ae,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:35.222524 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a6bd807d-01c3-4248-8c18-c4f0a9076766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.226844 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a6bd807d-01c3-4248-8c18-c4f0a9076766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] 10.222.0.55 "DELETE /v2.0/ports/d9a6e3c9-8fd0-4043-8775-4798e66162ae HTTP/1.1" status: 204 len: 168 time: 0.5241876 Jul 23 20:48:35.227599 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33186) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:35.244661 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f697d25e-de07-4704-adff-dc25b37632a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.252848 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef69df78-631a-4593-8708-3ae3d29dac6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:48:35.254342 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ef69df78-631a-4593-8708-3ae3d29dac6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] 10.222.0.55 "GET /v2.0/ports/d9a6e3c9-8fd0-4043-8775-4798e66162ae HTTP/1.1" status: 404 len: 333 time: 0.0263500 Jul 23 20:48:35.258146 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33188) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:35.262818 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-842a7a78-6f69-4d96-9ed5-58ed294aacac tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Request body: {'port': {'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1213374515'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:35.284366 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842a7a78-6f69-4d96-9ed5-58ed294aacac tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Made reservation on behalf of c16a09e073b54a6f93c9f724ce515697 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:35.286762 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-842a7a78-6f69-4d96-9ed5-58ed294aacac tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.287089 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f697d25e-de07-4704-adff-dc25b37632a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.301811 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-842a7a78-6f69-4d96-9ed5-58ed294aacac tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] device_id is not set on port a7ba1be9-05f6-41ad-83ed-bf721cd61614 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:48:35.343639 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f697d25e-de07-4704-adff-dc25b37632a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.375056 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697d25e-de07-4704-adff-dc25b37632a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3113e8a5-4152-4537-afd4-ce9d9245592b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:35.381417 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f697d25e-de07-4704-adff-dc25b37632a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.383327 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f697d25e-de07-4704-adff-dc25b37632a8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3113e8a5-4152-4537-afd4-ce9d9245592b HTTP/1.1" status: 204 len: 168 time: 0.2266138 Jul 23 20:48:35.385944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33190) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:35.513714 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-47d3a84e-8eaa-4c33-8a17-b4228cbdab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.517751 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-842a7a78-6f69-4d96-9ed5-58ed294aacac tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.622479 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-47d3a84e-8eaa-4c33-8a17-b4228cbdab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.626197 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-842a7a78-6f69-4d96-9ed5-58ed294aacac tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.642625 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-47d3a84e-8eaa-4c33-8a17-b4228cbdab2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f21d93-9da0-4e15-b2b1-92540bc6c3d5']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:35.673216 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-47d3a84e-8eaa-4c33-8a17-b4228cbdab2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954df634-fe47-4b3f-a895-bb0329b4f86a') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:35.673512 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-47d3a84e-8eaa-4c33-8a17-b4228cbdab2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954df634-fe47-4b3f-a895-bb0329b4f86a') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:35.688915 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842a7a78-6f69-4d96-9ed5-58ed294aacac tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Network 11d48768-b31e-4fe8-8908-073aceb670b4 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:48:35.693962 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-47d3a84e-8eaa-4c33-8a17-b4228cbdab2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.702305 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-842a7a78-6f69-4d96-9ed5-58ed294aacac tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:35.708224 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842a7a78-6f69-4d96-9ed5-58ed294aacac tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:48:35.709150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842a7a78-6f69-4d96-9ed5-58ed294aacac tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:35.709753 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-842a7a78-6f69-4d96-9ed5-58ed294aacac tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.715229 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a7a78-6f69-4d96-9ed5-58ed294aacac tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Pushing event updated for resources: {'Port': ['ID=a7ba1be9-05f6-41ad-83ed-bf721cd61614,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:35.722587 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-47d3a84e-8eaa-4c33-8a17-b4228cbdab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.729847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d3a84e-8eaa-4c33-8a17-b4228cbdab2c admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:48:35.730241 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-47d3a84e-8eaa-4c33-8a17-b4228cbdab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:48:35.731917 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:48:35.742192 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-842a7a78-6f69-4d96-9ed5-58ed294aacac tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4830921 Jul 23 20:48:35.744804 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33192) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:35.755557 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:35.819683 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-47d3a84e-8eaa-4c33-8a17-b4228cbdab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.827563 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-47d3a84e-8eaa-4c33-8a17-b4228cbdab2c admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.829590 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-47d3a84e-8eaa-4c33-8a17-b4228cbdab2c admin admin] 10.222.0.55 "DELETE /v2.0/networks/33f21d93-9da0-4e15-b2b1-92540bc6c3d5 HTTP/1.1" status: 204 len: 168 time: 0.4427121 Jul 23 20:48:35.842668 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3a84e-8eaa-4c33-8a17-b4228cbdab2c admin admin] Pushing event deleted for resources: {'Network': ['ID=33f21d93-9da0-4e15-b2b1-92540bc6c3d5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:35.876348 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:35.992457 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33196) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:36.034698 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1b3e24f0-1491-4c06-a6fe-efe81007e92c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=25161e52d38245668f316c23794a7985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409799 Jul 23 20:48:36.037186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33198) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:36.063788 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] device_id is not set on port a7ba1be9-05f6-41ad-83ed-bf721cd61614 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:48:36.072293 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.085480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Transition to ACTIVE for port object a7ba1be9-05f6-41ad-83ed-bf721cd61614 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:36.090717 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.092967 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4932-a1d5-4884-a251-9c1078113248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.119382 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4932-a1d5-4884-a251-9c1078113248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.139640 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Pushing event updated for resources: {'Port': ['ID=a7ba1be9-05f6-41ad-83ed-bf721cd61614,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:36.154388 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:36.154761 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:36.155113 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:36.159759 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:36.160198 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:36.160576 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 2 to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 Jul 23 20:48:36.165634 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4932-a1d5-4884-a251-9c1078113248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.168319 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2ac4932-a1d5-4884-a251-9c1078113248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.169500 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a2ac4932-a1d5-4884-a251-9c1078113248 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7bce2062-c418-457c-a6bb-5f7a27af8486 HTTP/1.1" status: 204 len: 168 time: 0.1313941 Jul 23 20:48:36.174222 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:36.174725 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:36.174901 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:36.177816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac4932-a1d5-4884-a251-9c1078113248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bce2062-c418-457c-a6bb-5f7a27af8486,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:36.184871 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:36.186621 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:36.187032 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 3 to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 Jul 23 20:48:36.201905 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:36.202321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:36.202907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:36.207821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:36.208085 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:36.208563 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 4 to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 Jul 23 20:48:36.221122 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:36.221479 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:36.221843 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:36.226123 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:36.226452 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:36.226830 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 5 to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 Jul 23 20:48:36.238794 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:36.239147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:36.239478 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:36.243926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:36.244158 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:36.244535 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 6 to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 Jul 23 20:48:36.257242 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:36.257575 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:36.257917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:36.262056 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:36.262640 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:36.262767 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 7 to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 Jul 23 20:48:36.274203 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:36.274559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:36.274874 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:36.279183 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:36.279507 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:36.280411 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 8 to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 Jul 23 20:48:36.292504 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:36.292836 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:36.293162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:36.297955 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:36.298279 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:36.298682 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 9 to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 Jul 23 20:48:36.311480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:36.311818 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:36.312181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:36.316510 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:36.316824 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:36.317161 n-d-791504-18 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempt 10 to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 Jul 23 20:48:36.330588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:36.330920 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:36.331290 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempting to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:36.335650 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:36.335960 n-d-791504-18 neutron-server[93810]: ERROR neutron.plugins.ml2.managers [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Failed to bind port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on host n-h1-791504-18 for vnic_type normal using segments [{'id': '59bd7603-20fe-4e45-8240-6cf3f4c8ea57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '11d48768-b31e-4fe8-8908-073aceb670b4'}] Jul 23 20:48:36.336427 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.385967 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33204) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:36.406303 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] For port a7ba1be9-05f6-41ad-83ed-bf721cd61614, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:48:36.406668 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attempted to set empty binding levels {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 20:48:36.412211 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.445938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] In _notify_port_updated(), no bound segment for port a7ba1be9-05f6-41ad-83ed-bf721cd61614 on network 11d48768-b31e-4fe8-8908-073aceb670b4 {{(pid=93810) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:48:36.446959 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:36.447678 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.452934 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] 10.222.0.55 "PUT /v2.0/ports/a7ba1be9-05f6-41ad-83ed-bf721cd61614 HTTP/1.1" status: 200 len: 980 time: 0.7014477 Jul 23 20:48:36.455786 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33206) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:36.497698 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96857bf4-de1b-464f-9178-920c62d230b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Pushing event updated for resources: {'Port': ['ID=a7ba1be9-05f6-41ad-83ed-bf721cd61614,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:36.509534 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33208) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:36.581694 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9595d503-8f75-47c8-a329-194c5056b263 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5453f9da103147cb993eb51c69acecdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711167 Jul 23 20:48:36.584173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33210) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:36.595537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c1678950-d0d2-4d9c-b920-34857bf956d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Deleting port a7ba1be9-05f6-41ad-83ed-bf721cd61614 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:36.596004 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c1678950-d0d2-4d9c-b920-34857bf956d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.657101 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-c1678950-d0d2-4d9c-b920-34857bf956d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] For port a7ba1be9-05f6-41ad-83ed-bf721cd61614, host n-h1-791504-18, got binding levels [] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:36.657454 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c1678950-d0d2-4d9c-b920-34857bf956d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.668840 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c1678950-d0d2-4d9c-b920-34857bf956d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Calling delete_port for a7ba1be9-05f6-41ad-83ed-bf721cd61614 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:36.721159 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6935e354-88d7-4463-92b0-86bc776e9b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.753219 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c1678950-d0d2-4d9c-b920-34857bf956d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.755416 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6935e354-88d7-4463-92b0-86bc776e9b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.784787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1678950-d0d2-4d9c-b920-34857bf956d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7ba1be9-05f6-41ad-83ed-bf721cd61614,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:36.786851 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c1678950-d0d2-4d9c-b920-34857bf956d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.791257 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c1678950-d0d2-4d9c-b920-34857bf956d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] 10.222.0.55 "DELETE /v2.0/ports/a7ba1be9-05f6-41ad-83ed-bf721cd61614 HTTP/1.1" status: 204 len: 168 time: 0.3321104 Jul 23 20:48:36.791833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33212) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:36.818991 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-e296e9ef-af09-4407-9774-dcf4665c5f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:48:36.820497 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e296e9ef-af09-4407-9774-dcf4665c5f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786619206-project-admin] 10.222.0.55 "GET /v2.0/ports/a7ba1be9-05f6-41ad-83ed-bf721cd61614 HTTP/1.1" status: 404 len: 333 time: 0.0281272 Jul 23 20:48:36.824108 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33214) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:36.845832 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6935e354-88d7-4463-92b0-86bc776e9b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.848364 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6935e354-88d7-4463-92b0-86bc776e9b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.849514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6935e354-88d7-4463-92b0-86bc776e9b05 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/089bb7c2-cb03-44eb-b6ff-7724efe1d97f HTTP/1.1" status: 204 len: 168 time: 0.2644141 Jul 23 20:48:36.879169 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935e354-88d7-4463-92b0-86bc776e9b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089bb7c2-cb03-44eb-b6ff-7724efe1d97f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:36.911479 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83ee3b2f-4745-4b5a-9d5d-3ff69bfeb6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.944528 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:36.997595 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83ee3b2f-4745-4b5a-9d5d-3ff69bfeb6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.008346 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-83ee3b2f-4745-4b5a-9d5d-3ff69bfeb6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d48768-b31e-4fe8-8908-073aceb670b4']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:37.019184 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-83ee3b2f-4745-4b5a-9d5d-3ff69bfeb6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bd7603-20fe-4e45-8240-6cf3f4c8ea57') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:37.019542 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-83ee3b2f-4745-4b5a-9d5d-3ff69bfeb6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bd7603-20fe-4e45-8240-6cf3f4c8ea57') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:37.029279 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83ee3b2f-4745-4b5a-9d5d-3ff69bfeb6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.045983 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83ee3b2f-4745-4b5a-9d5d-3ff69bfeb6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.052568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ee3b2f-4745-4b5a-9d5d-3ff69bfeb6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:48:37.052955 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83ee3b2f-4745-4b5a-9d5d-3ff69bfeb6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:48:37.056153 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:48:37.118854 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83ee3b2f-4745-4b5a-9d5d-3ff69bfeb6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.125988 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83ee3b2f-4745-4b5a-9d5d-3ff69bfeb6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.128008 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-83ee3b2f-4745-4b5a-9d5d-3ff69bfeb6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] 10.222.0.55 "DELETE /v2.0/networks/11d48768-b31e-4fe8-8908-073aceb670b4 HTTP/1.1" status: 204 len: 168 time: 0.3028104 Jul 23 20:48:37.140203 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee3b2f-4745-4b5a-9d5d-3ff69bfeb6d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882295873-project] Pushing event deleted for resources: {'Network': ['ID=11d48768-b31e-4fe8-8908-073aceb670b4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:37.288567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Allocated IP 172.20.0.17 (f530e7a6-6869-45c6-853c-88bb7de362a9/9cdec904-6aaf-4e01-b8ed-06d39b5f8927/c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:48:37.340290 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33232) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:37.420749 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.434949 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Transition to ACTIVE for port object c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:37.481045 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.484261 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-78a243fb-2e61-4977-ba1a-a22db70b7779 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9603f7df8dea47a7be30e327ee15c8a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418896 Jul 23 20:48:37.486670 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33242) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:37.523769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network f530e7a6-6869-45c6-853c-88bb7de362a9 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:48:37.531741 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:37.534414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:48:37.538305 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-949f0cab-9a75-4ec0-8fcb-47a5ebad3bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.567200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Port': ['ID=c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:37.567361 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-949f0cab-9a75-4ec0-8fcb-47a5ebad3bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.595835 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.634334 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-949f0cab-9a75-4ec0-8fcb-47a5ebad3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.637486 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-949f0cab-9a75-4ec0-8fcb-47a5ebad3bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.639522 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-949f0cab-9a75-4ec0-8fcb-47a5ebad3bf6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88b5c757-7f61-4d2a-938f-cc4fa762c0c9 HTTP/1.1" status: 204 len: 168 time: 0.1510978 Jul 23 20:48:37.649537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f0cab-9a75-4ec0-8fcb-47a5ebad3bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b5c757-7f61-4d2a-938f-cc4fa762c0c9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:37.798482 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.872109 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ce281631-4c8f-445c-8f5b-8ca3d0585a6b None None] Provisioning for port c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:37.878028 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ce281631-4c8f-445c-8f5b-8ca3d0585a6b None None] Provisioning complete for port c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:37.878864 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ce281631-4c8f-445c-8f5b-8ca3d0585a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:37.924034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ce281631-4c8f-445c-8f5b-8ca3d0585a6b None None] Port c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:48:38.027771 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33258) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:38.071082 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f88fd1d9-1407-4257-860b-ab6290c48a08 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c16a09e073b54a6f93c9f724ce515697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419724 Jul 23 20:48:38.073520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33262) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:38.119920 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:38.123912 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e314e836-f5c2-4112-bf4a-bd573a073418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:38.127344 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:38.146985 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e314e836-f5c2-4112-bf4a-bd573a073418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:38.199268 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e314e836-f5c2-4112-bf4a-bd573a073418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:38.199616 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:38.202278 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e314e836-f5c2-4112-bf4a-bd573a073418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:38.206973 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e314e836-f5c2-4112-bf4a-bd573a073418 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/70cd546c-cf29-45bc-9424-cfa161262ba8 HTTP/1.1" status: 204 len: 168 time: 0.1323276 Jul 23 20:48:38.216708 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314e836-f5c2-4112-bf4a-bd573a073418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cd546c-cf29-45bc-9424-cfa161262ba8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:38.241787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Port': ['ID=c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:38.310580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network f530e7a6-6869-45c6-853c-88bb7de362a9 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:48:38.312693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:38.651190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fedc30a2-af00-4711-884a-3e8cc77ecf33 None None] Provisioning complete for port c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:38.651630 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fedc30a2-af00-4711-884a-3e8cc77ecf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:38.694543 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-fedc30a2-af00-4711-884a-3e8cc77ecf33 None None] Port c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:48:38.761540 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Router 30683d9d-de53-4bcd-a2c7-bd9c513719ca has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:48:38.877705 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:48:38.894254 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-91c25b0e-7b81-44fa-a6c8-2bee8ffd49c9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "PUT /v2.0/routers/30683d9d-de53-4bcd-a2c7-bd9c513719ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4963834 Jul 23 20:48:38.894348 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Sync routers for ids ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:48:38.897353 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Routers {'30683d9d-de53-4bcd-a2c7-bd9c513719ca'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:48:38.898301 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:48:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:39.005594 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33306) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:39.016161 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Set router 30683d9d-de53-4bcd-a2c7-bd9c513719ca gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:48:39.030872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33310) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:39.124776 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-117d6981-264a-4709-8dd5-ad291482e348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.137508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-46f90a87-0087-42c7-ba78-276b025ba921 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2099548709'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:39.216858 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-117d6981-264a-4709-8dd5-ad291482e348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.222938 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-117d6981-264a-4709-8dd5-ad291482e348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.240473 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f90a87-0087-42c7-ba78-276b025ba921 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Made reservation on behalf of b3c0314e282a4008917957f8f0169cca for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:39.244638 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-46f90a87-0087-42c7-ba78-276b025ba921 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.254857 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-46f90a87-0087-42c7-ba78-276b025ba921 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.269452 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:48:37Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '93b0e8b5-33e9-4c03-ac63-1702ab2405c7', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'floating_ip_address': '172.25.3.96', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'port_id': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'mac_address': 'fa:16:3e:99:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:47:38Z', 'updated_at': '2021-07-23T20:47:41Z', 'revision_number': 1, 'project_id': '658e4131401d4adf82a7d233679ed997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58', 'name': '', 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:1d:49:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '9cdec904-6aaf-4e01-b8ed-06d39b5f8927', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:48:37Z', 'updated_at': '2021-07-23T20:48:37Z', 'revision_number': 2, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '9cdec904-6aaf-4e01-b8ed-06d39b5f8927', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cba893e8-7852-4e07-89d5-cce5b9de2d3a', 'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:4d:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:10Z', 'updated_at': '2021-07-23T20:47:16Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:39.272996 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-117d6981-264a-4709-8dd5-ad291482e348 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=60b34127058841e3b5e93bda25fe973d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662232 Jul 23 20:48:39.273484 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33316) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:39.274395 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d6981-264a-4709-8dd5-ad291482e348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6d2e6d-c328-420f-943e-6be696fada3f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:39.297280 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Checking router: 30683d9d-de53-4bcd-a2c7-bd9c513719ca for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:48:39.297626 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Updating router 30683d9d-de53-4bcd-a2c7-bd9c513719ca port c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:48:39.335655 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.355070 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6a9c7c4f-ea74-4a93-803b-fb80400ae358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.390703 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6a9c7c4f-ea74-4a93-803b-fb80400ae358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.429023 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-46f90a87-0087-42c7-ba78-276b025ba921 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.436411 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-46f90a87-0087-42c7-ba78-276b025ba921 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.462301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f90a87-0087-42c7-ba78-276b025ba921 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:48:39.481606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f90a87-0087-42c7-ba78-276b025ba921 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6805392b-ca63-4b4d-ba42-fc73d4e1a8ac,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:39.491516 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6a9c7c4f-ea74-4a93-803b-fb80400ae358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.494057 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6a9c7c4f-ea74-4a93-803b-fb80400ae358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.495196 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6a9c7c4f-ea74-4a93-803b-fb80400ae358 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f6d2e6d-c328-420f-943e-6be696fada3f HTTP/1.1" status: 204 len: 168 time: 0.2206933 Jul 23 20:48:39.496422 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-46f90a87-0087-42c7-ba78-276b025ba921 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.496710 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-46f90a87-0087-42c7-ba78-276b025ba921 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Added segment 00cd6653-e592-4c1d-b865-6cd0979ab6f6 of type vlan for network 1ae438cb-341a-45e1-adb2-0848df125b32 Jul 23 20:48:39.516344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c7c4f-ea74-4a93-803b-fb80400ae358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6d2e6d-c328-420f-943e-6be696fada3f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:39.551132 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-46f90a87-0087-42c7-ba78-276b025ba921 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.582998 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-46f90a87-0087-42c7-ba78-276b025ba921 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.588838 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f90a87-0087-42c7-ba78-276b025ba921 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:39.589548 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-46f90a87-0087-42c7-ba78-276b025ba921 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.618910 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.623810 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-46f90a87-0087-42c7-ba78-276b025ba921 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5915973 Jul 23 20:48:39.625855 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33320) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:39.629140 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Transition to ACTIVE for port object c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:39.631016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1aec0fda-b25b-4a07-9bfd-35a4b7bd3da6 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Request body: {'subnet': {'network_id': '1ae438cb-341a-45e1-adb2-0848df125b32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:39.636703 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.685586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f90a87-0087-42c7-ba78-276b025ba921 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event updated for resources: {'Network': ['ID=1ae438cb-341a-45e1-adb2-0848df125b32,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:39.692720 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c32db9-773c-4fa2-a990-2e01bdecc790 None None] Pushing event updated for resources: {'Port': ['ID=c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:39.697429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 1ae438cb-341a-45e1-adb2-0848df125b32 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:48:39.739360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aec0fda-b25b-4a07-9bfd-35a4b7bd3da6 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Made reservation on behalf of b3c0314e282a4008917957f8f0169cca for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:39.744918 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1aec0fda-b25b-4a07-9bfd-35a4b7bd3da6 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.750809 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32db9-773c-4fa2-a990-2e01bdecc790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:39.751172 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32db9-773c-4fa2-a990-2e01bdecc790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:39.751511 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32db9-773c-4fa2-a990-2e01bdecc790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:39.751840 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32db9-773c-4fa2-a990-2e01bdecc790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:39.752243 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32db9-773c-4fa2-a990-2e01bdecc790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:39.752485 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32db9-773c-4fa2-a990-2e01bdecc790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:39.752808 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32db9-773c-4fa2-a990-2e01bdecc790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:39.753126 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32db9-773c-4fa2-a990-2e01bdecc790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:39.753446 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32db9-773c-4fa2-a990-2e01bdecc790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:39.753762 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32db9-773c-4fa2-a990-2e01bdecc790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:39.754079 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32db9-773c-4fa2-a990-2e01bdecc790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:39.754393 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32db9-773c-4fa2-a990-2e01bdecc790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:39.782183 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Attempting to bind port c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:39.782551 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Attempting to bind port c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'f40877ed-228c-4e30-a1d1-d3a900ac53bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:39.782912 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Attempting to bind port c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 on network f530e7a6-6869-45c6-853c-88bb7de362a9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:39.788190 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:48:39.788557 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Checking segment: {'id': 'f40877ed-228c-4e30-a1d1-d3a900ac53bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:39.788953 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.789345 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Bound using segment: {'id': 'f40877ed-228c-4e30-a1d1-d3a900ac53bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:48:39.789801 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Bound port: c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40877ed-228c-4e30-a1d1-d3a900ac53bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:48:39.790176 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.861288 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] For port c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:48:39.864846 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] For port c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58,segment=NetworkSegment(f40877ed-228c-4e30-a1d1-d3a900ac53bf),segment_id=f40877ed-228c-4e30-a1d1-d3a900ac53bf)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:48:39.870057 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:39.914782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33324) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:39.932164 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Routers {'30683d9d-de53-4bcd-a2c7-bd9c513719ca'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:48:39.932921 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:48:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:39.939439 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-842b6aaa-324f-43a7-90cb-59293e28bad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:40.008726 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c32db9-773c-4fa2-a990-2e01bdecc790 None None] Pushing event updated for resources: {'Port': ['ID=c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:40.067933 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-842b6aaa-324f-43a7-90cb-59293e28bad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:40.073293 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-842b6aaa-324f-43a7-90cb-59293e28bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:40.094050 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] Set router 30683d9d-de53-4bcd-a2c7-bd9c513719ca gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:48:40.118890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b6aaa-324f-43a7-90cb-59293e28bad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ec0aac-9bc4-4abc-83c7-dc90c15e16aa,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:40.124213 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-842b6aaa-324f-43a7-90cb-59293e28bad4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2739c401c5f4ebbbf2189e9d2293b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2083242 Jul 23 20:48:40.126806 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33326) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:40.188878 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e5495966-105c-4cb4-a90d-4011b502265e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:40.215564 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e5495966-105c-4cb4-a90d-4011b502265e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:40.266016 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e5495966-105c-4cb4-a90d-4011b502265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:40.268846 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e5495966-105c-4cb4-a90d-4011b502265e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:40.272404 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e5495966-105c-4cb4-a90d-4011b502265e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1ec0aac-9bc4-4abc-83c7-dc90c15e16aa HTTP/1.1" status: 204 len: 168 time: 0.1422539 Jul 23 20:48:40.283457 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5495966-105c-4cb4-a90d-4011b502265e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ec0aac-9bc4-4abc-83c7-dc90c15e16aa,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:40.379995 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1aec0fda-b25b-4a07-9bfd-35a4b7bd3da6 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:40.446752 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec0fda-b25b-4a07-9bfd-35a4b7bd3da6 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event updated for resources: {'Subnet': ['ID=cbc638fe-d78f-4b3d-8ebb-c6b7298a0af1,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:40.455310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aec0fda-b25b-4a07-9bfd-35a4b7bd3da6 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Checking segment: {'id': '00cd6653-e592-4c1d-b865-6cd0979ab6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ae438cb-341a-45e1-adb2-0848df125b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:40.455629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aec0fda-b25b-4a07-9bfd-35a4b7bd3da6 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Network hostable DHCP agents. Network: 1ae438cb-341a-45e1-adb2-0848df125b32, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:48:40.468149 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:48:37Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '93b0e8b5-33e9-4c03-ac63-1702ab2405c7', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'floating_ip_address': '172.25.3.96', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'port_id': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'mac_address': 'fa:16:3e:99:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:47:38Z', 'updated_at': '2021-07-23T20:47:41Z', 'revision_number': 1, 'project_id': '658e4131401d4adf82a7d233679ed997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58', 'name': '', 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:1d:49:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '9cdec904-6aaf-4e01-b8ed-06d39b5f8927', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:48:37Z', 'updated_at': '2021-07-23T20:48:39Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '9cdec904-6aaf-4e01-b8ed-06d39b5f8927', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cba893e8-7852-4e07-89d5-cce5b9de2d3a', 'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:4d:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:10Z', 'updated_at': '2021-07-23T20:47:16Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:40.475949 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aec0fda-b25b-4a07-9bfd-35a4b7bd3da6 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Network 1ae438cb-341a-45e1-adb2-0848df125b32 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:48:40.489570 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1aec0fda-b25b-4a07-9bfd-35a4b7bd3da6 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 1ae438cb-341a-45e1-adb2-0848df125b32) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:40.500664 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64677aa-fd11-4fd5-a2c6-e33a94c4f8a4 None None] The sync data for ids ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'] in n-d-791504-18 is: [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:48:37Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '93b0e8b5-33e9-4c03-ac63-1702ab2405c7', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'floating_ip_address': '172.25.3.96', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'port_id': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'mac_address': 'fa:16:3e:99:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:47:38Z', 'updated_at': '2021-07-23T20:47:41Z', 'revision_number': 1, 'project_id': '658e4131401d4adf82a7d233679ed997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58', 'name': '', 'network_id': 'f530e7a6-6869-45c6-853c-88bb7de362a9', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:1d:49:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '9cdec904-6aaf-4e01-b8ed-06d39b5f8927', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:48:37Z', 'updated_at': '2021-07-23T20:48:39Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '9cdec904-6aaf-4e01-b8ed-06d39b5f8927', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cba893e8-7852-4e07-89d5-cce5b9de2d3a', 'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:4d:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:10Z', 'updated_at': '2021-07-23T20:47:16Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:48:40.506466 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef44086-5a0d-4d05-af82-25ef2fab2eb4 None None] Network 1ae438cb-341a-45e1-adb2-0848df125b32 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:40.506730 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aec0fda-b25b-4a07-9bfd-35a4b7bd3da6 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:40.507765 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1aec0fda-b25b-4a07-9bfd-35a4b7bd3da6 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:40.527659 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1aec0fda-b25b-4a07-9bfd-35a4b7bd3da6 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9006400 Jul 23 20:48:40.529268 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33332) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:40.538824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c9c89610-350d-4dfd-ad8b-5c7c71d60b40 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Request body: {'port': {'network_id': '1ae438cb-341a-45e1-adb2-0848df125b32', 'name': 'tempest-AllowedAddressPairTestJSON-1371983985'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:40.717775 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c89610-350d-4dfd-ad8b-5c7c71d60b40 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Made reservation on behalf of b3c0314e282a4008917957f8f0169cca for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:40.722241 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9c89610-350d-4dfd-ad8b-5c7c71d60b40 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:40.737254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-1ae438cb-341a-45e1-adb2-0848df125b32', 'network_id': '1ae438cb-341a-45e1-adb2-0848df125b32', 'tenant_id': 'b3c0314e282a4008917957f8f0169cca', 'fixed_ips': [{'subnet_id': 'cbc638fe-d78f-4b3d-8ebb-c6b7298a0af1'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:48:40.738143 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:40.758739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-c9c89610-350d-4dfd-ad8b-5c7c71d60b40 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] device_id is not set on port da239bc3-6a7a-47b4-b4a2-aeb9c2d07261 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:48:40.894342 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-c9c89610-350d-4dfd-ad8b-5c7c71d60b40 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Allocated IP 172.20.0.3 (1ae438cb-341a-45e1-adb2-0848df125b32/cbc638fe-d78f-4b3d-8ebb-c6b7298a0af1/da239bc3-6a7a-47b4-b4a2-aeb9c2d07261) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:48:41.064912 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9c89610-350d-4dfd-ad8b-5c7c71d60b40 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:41.088455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-c9c89610-350d-4dfd-ad8b-5c7c71d60b40 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Transition to ACTIVE for port object da239bc3-6a7a-47b4-b4a2-aeb9c2d07261 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:41.127441 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9c89610-350d-4dfd-ad8b-5c7c71d60b40 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:41.182586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c89610-350d-4dfd-ad8b-5c7c71d60b40 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Network 1ae438cb-341a-45e1-adb2-0848df125b32 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:48:41.189731 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Allocated IP 172.20.0.2 (1ae438cb-341a-45e1-adb2-0848df125b32/cbc638fe-d78f-4b3d-8ebb-c6b7298a0af1/cce556b7-d12d-4247-8991-700ca9803dea) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:48:41.190190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-c9c89610-350d-4dfd-ad8b-5c7c71d60b40 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:41.195407 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c89610-350d-4dfd-ad8b-5c7c71d60b40 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:48:41.199616 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c89610-350d-4dfd-ad8b-5c7c71d60b40 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event updated for resources: {'Port': ['ID=da239bc3-6a7a-47b4-b4a2-aeb9c2d07261,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:41.249776 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c89610-350d-4dfd-ad8b-5c7c71d60b40 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:41.250727 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c9c89610-350d-4dfd-ad8b-5c7c71d60b40 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:41.265781 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c9c89610-350d-4dfd-ad8b-5c7c71d60b40 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7348297 Jul 23 20:48:41.268707 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33354) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:41.276210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-2f128292-badc-4f78-8092-2a664e1734b8 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Request body: {'port': {'network_id': '1ae438cb-341a-45e1-adb2-0848df125b32', 'name': 'tempest-AllowedAddressPairTestJSON-635920874', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:7f:6e:f0'}]}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:41.369303 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:41.377961 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Transition to ACTIVE for port object cce556b7-d12d-4247-8991-700ca9803dea will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:41.393830 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Transition to ACTIVE for port object cce556b7-d12d-4247-8991-700ca9803dea will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:41.399769 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:41.410764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f128292-badc-4f78-8092-2a664e1734b8 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Made reservation on behalf of b3c0314e282a4008917957f8f0169cca for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:41.445341 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Network 1ae438cb-341a-45e1-adb2-0848df125b32 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:48:41.448264 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:41.453374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:48:41.456433 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Pushing event updated for resources: {'Port': ['ID=cce556b7-d12d-4247-8991-700ca9803dea,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:41.507473 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2f128292-badc-4f78-8092-2a664e1734b8 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:41.521159 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Attempting to bind port cce556b7-d12d-4247-8991-700ca9803dea on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:41.521437 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Attempting to bind port cce556b7-d12d-4247-8991-700ca9803dea by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '00cd6653-e592-4c1d-b865-6cd0979ab6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ae438cb-341a-45e1-adb2-0848df125b32'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:41.521821 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Attempting to bind port cce556b7-d12d-4247-8991-700ca9803dea on network 1ae438cb-341a-45e1-adb2-0848df125b32 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:41.526786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:48:41.527182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Checking segment: {'id': '00cd6653-e592-4c1d-b865-6cd0979ab6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ae438cb-341a-45e1-adb2-0848df125b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:41.527579 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:41.527967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Bound using segment: {'id': '00cd6653-e592-4c1d-b865-6cd0979ab6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ae438cb-341a-45e1-adb2-0848df125b32'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:48:41.528427 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Bound port: cce556b7-d12d-4247-8991-700ca9803dea, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cd6653-e592-4c1d-b865-6cd0979ab6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1ae438cb-341a-45e1-adb2-0848df125b32'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:48:41.528803 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:41.531142 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-2f128292-badc-4f78-8092-2a664e1734b8 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] device_id is not set on port 4f8bcef0-1d41-4f72-88bd-78018d46c90b yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:48:41.633940 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33362) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:41.660973 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-2f128292-badc-4f78-8092-2a664e1734b8 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Allocated IP 172.20.0.14 (1ae438cb-341a-45e1-adb2-0848df125b32/cbc638fe-d78f-4b3d-8ebb-c6b7298a0af1/4f8bcef0-1d41-4f72-88bd-78018d46c90b) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:48:41.760811 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] For port cce556b7-d12d-4247-8991-700ca9803dea, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:48:41.764492 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] For port cce556b7-d12d-4247-8991-700ca9803dea, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=cce556b7-d12d-4247-8991-700ca9803dea,segment=NetworkSegment(00cd6653-e592-4c1d-b865-6cd0979ab6f6),segment_id=00cd6653-e592-4c1d-b865-6cd0979ab6f6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:48:41.769165 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:41.788222 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a235790a-43f4-4cd3-9f89-0061a0371a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:41.832219 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962fbb2-1c3c-4669-b6be-43643999687e None None] Pushing event updated for resources: {'Port': ['ID=cce556b7-d12d-4247-8991-700ca9803dea,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:41.874236 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2f128292-badc-4f78-8092-2a664e1734b8 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:41.895545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-2f128292-badc-4f78-8092-2a664e1734b8 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Transition to ACTIVE for port object 4f8bcef0-1d41-4f72-88bd-78018d46c90b will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:41.955669 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a235790a-43f4-4cd3-9f89-0061a0371a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:41.961043 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a235790a-43f4-4cd3-9f89-0061a0371a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:41.973795 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2f128292-badc-4f78-8092-2a664e1734b8 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:42.044721 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a235790a-43f4-4cd3-9f89-0061a0371a10 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d14ea043eb84690bfe7bb5fd43a86d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096367 Jul 23 20:48:42.049041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33368) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:42.051129 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235790a-43f4-4cd3-9f89-0061a0371a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762fc6a5-2c0e-4ed9-9e15-557709b3579b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:42.060241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f128292-badc-4f78-8092-2a664e1734b8 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Network 1ae438cb-341a-45e1-adb2-0848df125b32 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:48:42.067728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-2f128292-badc-4f78-8092-2a664e1734b8 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:42.070523 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f128292-badc-4f78-8092-2a664e1734b8 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:48:42.075333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f128292-badc-4f78-8092-2a664e1734b8 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event updated for resources: {'Port': ['ID=4f8bcef0-1d41-4f72-88bd-78018d46c90b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:42.120122 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-82fbef6f-501b-4b40-96d7-e63b26abee8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:42.131376 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f128292-badc-4f78-8092-2a664e1734b8 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:42.132283 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2f128292-badc-4f78-8092-2a664e1734b8 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:42.146661 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-82fbef6f-501b-4b40-96d7-e63b26abee8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:42.147672 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2f128292-badc-4f78-8092-2a664e1734b8 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.8771572 Jul 23 20:48:42.150030 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33370) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:42.195921 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-82fbef6f-501b-4b40-96d7-e63b26abee8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:42.198762 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-82fbef6f-501b-4b40-96d7-e63b26abee8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:42.199940 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-82fbef6f-501b-4b40-96d7-e63b26abee8a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/762fc6a5-2c0e-4ed9-9e15-557709b3579b HTTP/1.1" status: 204 len: 168 time: 0.1486950 Jul 23 20:48:42.208562 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbef6f-501b-4b40-96d7-e63b26abee8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762fc6a5-2c0e-4ed9-9e15-557709b3579b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:42.265407 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7c9154-c6ea-41a5-8c83-5e8c32826883 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:42.271437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7c9154-c6ea-41a5-8c83-5e8c32826883 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:42.277303 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7c9154-c6ea-41a5-8c83-5e8c32826883 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:42.278954 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ea7c9154-c6ea-41a5-8c83-5e8c32826883 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1280034 Jul 23 20:48:42.282344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33374) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:42.394681 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-f9258ae3-1194-4e7d-8820-3234135aee68 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Deleting port 4f8bcef0-1d41-4f72-88bd-78018d46c90b {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:42.395066 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9258ae3-1194-4e7d-8820-3234135aee68 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:42.489934 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9258ae3-1194-4e7d-8820-3234135aee68 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:42.502445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-f9258ae3-1194-4e7d-8820-3234135aee68 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Calling delete_port for 4f8bcef0-1d41-4f72-88bd-78018d46c90b owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:42.672692 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9258ae3-1194-4e7d-8820-3234135aee68 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:42.680085 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:48:42.716063 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9258ae3-1194-4e7d-8820-3234135aee68 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event deleted for resources: {'Port': ['ID=4f8bcef0-1d41-4f72-88bd-78018d46c90b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:42.755319 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:42.761994 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:42.763594 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:42.881198 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce429ea9-6e19-4da0-9517-fd8858355b3a None None] Network 1ae438cb-341a-45e1-adb2-0848df125b32 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:42.884800 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:42.906714 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9258ae3-1194-4e7d-8820-3234135aee68 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:42.908884 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f9258ae3-1194-4e7d-8820-3234135aee68 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "DELETE /v2.0/ports/4f8bcef0-1d41-4f72-88bd-78018d46c90b HTTP/1.1" status: 204 len: 168 time: 0.6256008 Jul 23 20:48:42.911603 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33394) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:42.939409 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1aa827-503a-4999-a5f1-d534956fda28 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] GET failed (client error): The resource could not be found. Jul 23 20:48:42.944475 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5a1aa827-503a-4999-a5f1-d534956fda28 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "GET /v2.0/ports/4f8bcef0-1d41-4f72-88bd-78018d46c90b HTTP/1.1" status: 404 len: 333 time: 0.0282547 Jul 23 20:48:42.944640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58,segment=NetworkSegment(f40877ed-228c-4e30-a1d1-d3a900ac53bf),segment_id=f40877ed-228c-4e30-a1d1-d3a900ac53bf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:42.944744 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33396) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:42.950025 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c5ee7a52-587b-4007-8aa9-45b5a4a16234 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Request body: {'port': {'network_id': '1ae438cb-341a-45e1-adb2-0848df125b32', 'name': 'tempest-AllowedAddressPairTestJSON-1938343025'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:42.956894 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:42.958179 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device cce556b7-d12d-4247-8991-700ca9803dea up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:48:43.010204 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9c1778e6-a4b8-468f-8bba-60758d55e063 None None] Provisioning for port cce556b7-d12d-4247-8991-700ca9803dea completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:43.073872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ee7a52-587b-4007-8aa9-45b5a4a16234 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Made reservation on behalf of b3c0314e282a4008917957f8f0169cca for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:43.078301 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7a52-587b-4007-8aa9-45b5a4a16234 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.090185 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:43.096254 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-c5ee7a52-587b-4007-8aa9-45b5a4a16234 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] device_id is not set on port 05c5f87e-e2b7-44f5-8d20-f615f68c6df7 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:48:43.135287 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port cce556b7-d12d-4247-8991-700ca9803dea completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:43.142833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port cce556b7-d12d-4247-8991-700ca9803dea triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:43.143310 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.214333 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-c5ee7a52-587b-4007-8aa9-45b5a4a16234 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Allocated IP 172.20.0.11 (1ae438cb-341a-45e1-adb2-0848df125b32/cbc638fe-d78f-4b3d-8ebb-c6b7298a0af1/05c5f87e-e2b7-44f5-8d20-f615f68c6df7) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:48:43.273870 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.312286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port cce556b7-d12d-4247-8991-700ca9803dea, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=cce556b7-d12d-4247-8991-700ca9803dea,segment=NetworkSegment(00cd6653-e592-4c1d-b865-6cd0979ab6f6),segment_id=00cd6653-e592-4c1d-b865-6cd0979ab6f6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:43.317726 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.378936 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=cce556b7-d12d-4247-8991-700ca9803dea,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:43.396128 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7a52-587b-4007-8aa9-45b5a4a16234 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.411346 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-c5ee7a52-587b-4007-8aa9-45b5a4a16234 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Transition to ACTIVE for port object 05c5f87e-e2b7-44f5-8d20-f615f68c6df7 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:43.427437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33410) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:43.449623 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7a52-587b-4007-8aa9-45b5a4a16234 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.493950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee7a52-587b-4007-8aa9-45b5a4a16234 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Network 1ae438cb-341a-45e1-adb2-0848df125b32 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:48:43.502283 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee7a52-587b-4007-8aa9-45b5a4a16234 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:43.507593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee7a52-587b-4007-8aa9-45b5a4a16234 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:48:43.535204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee7a52-587b-4007-8aa9-45b5a4a16234 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event updated for resources: {'Port': ['ID=05c5f87e-e2b7-44f5-8d20-f615f68c6df7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:43.550403 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57e42bd0-9ae6-44dd-973e-a6fdcc3e8f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.569682 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c43b335a-288e-4a29-911d-5759d7c3217f None None] Provisioning for port da239bc3-6a7a-47b4-b4a2-aeb9c2d07261 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:43.575841 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c43b335a-288e-4a29-911d-5759d7c3217f None None] Provisioning complete for port da239bc3-6a7a-47b4-b4a2-aeb9c2d07261 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:43.576405 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c43b335a-288e-4a29-911d-5759d7c3217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.578606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ee7a52-587b-4007-8aa9-45b5a4a16234 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:43.579881 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7a52-587b-4007-8aa9-45b5a4a16234 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.622364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c43b335a-288e-4a29-911d-5759d7c3217f None None] Port da239bc3-6a7a-47b4-b4a2-aeb9c2d07261 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:48:43.633590 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c43b335a-288e-4a29-911d-5759d7c3217f None None] Provisioning complete for port cce556b7-d12d-4247-8991-700ca9803dea triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:43.634314 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c43b335a-288e-4a29-911d-5759d7c3217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.662101 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57e42bd0-9ae6-44dd-973e-a6fdcc3e8f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.666790 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57e42bd0-9ae6-44dd-973e-a6fdcc3e8f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.674879 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c5ee7a52-587b-4007-8aa9-45b5a4a16234 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7288229 Jul 23 20:48:43.677459 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33414) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:43.689187 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-bfaf660b-295c-48f8-8a05-40861c1fc18a tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:7f:6e:f0'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:43.716332 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-57e42bd0-9ae6-44dd-973e-a6fdcc3e8f93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=912ca5d435354807a7683022c04b381c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848032 Jul 23 20:48:43.716332 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e42bd0-9ae6-44dd-973e-a6fdcc3e8f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c220a762-2e76-440f-b940-7c913b65da2c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:43.717318 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33416) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:43.778121 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6db7276a-140e-4131-898d-479c466e7148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.802646 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6db7276a-140e-4131-898d-479c466e7148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.856393 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6db7276a-140e-4131-898d-479c466e7148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.860899 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6db7276a-140e-4131-898d-479c466e7148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.862502 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6db7276a-140e-4131-898d-479c466e7148 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c220a762-2e76-440f-b940-7c913b65da2c HTTP/1.1" status: 204 len: 168 time: 0.1442645 Jul 23 20:48:43.871995 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7276a-140e-4131-898d-479c466e7148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c220a762-2e76-440f-b940-7c913b65da2c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:43.876688 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ee6c7158-df25-43dc-81da-c83351a3c011 None None] Provisioning complete for port da239bc3-6a7a-47b4-b4a2-aeb9c2d07261 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:43.877239 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7158-df25-43dc-81da-c83351a3c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.910350 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bfaf660b-295c-48f8-8a05-40861c1fc18a tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.922638 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c7158-df25-43dc-81da-c83351a3c011 None None] Port da239bc3-6a7a-47b4-b4a2-aeb9c2d07261 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:48:44.036773 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-766e7843-50dc-40db-9ba6-fe6cfd0ab917 None None] Could not find standard attr ID for object 4f8bcef0-1d41-4f72-88bd-78018d46c90b. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:48:44.134276 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bfaf660b-295c-48f8-8a05-40861c1fc18a tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:44.140835 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bfaf660b-295c-48f8-8a05-40861c1fc18a tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:44.221389 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf660b-295c-48f8-8a05-40861c1fc18a tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event updated for resources: {'Port': ['ID=05c5f87e-e2b7-44f5-8d20-f615f68c6df7,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:44.232022 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf660b-295c-48f8-8a05-40861c1fc18a tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] In _notify_port_updated(), no bound segment for port 05c5f87e-e2b7-44f5-8d20-f615f68c6df7 on network 1ae438cb-341a-45e1-adb2-0848df125b32 {{(pid=93810) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:48:44.239318 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaf660b-295c-48f8-8a05-40861c1fc18a tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:44.239318 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bfaf660b-295c-48f8-8a05-40861c1fc18a tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:44.242666 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bfaf660b-295c-48f8-8a05-40861c1fc18a tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "PUT /v2.0/ports/05c5f87e-e2b7-44f5-8d20-f615f68c6df7 HTTP/1.1" status: 200 len: 994 time: 0.5614176 Jul 23 20:48:44.242964 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33432) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:44.259747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a75a739f-6a8f-4f21-a860-ed47333c8891 None None] Provisioning for port 05c5f87e-e2b7-44f5-8d20-f615f68c6df7 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:44.264619 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a75a739f-6a8f-4f21-a860-ed47333c8891 None None] Provisioning complete for port 05c5f87e-e2b7-44f5-8d20-f615f68c6df7 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:44.264983 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a75a739f-6a8f-4f21-a860-ed47333c8891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:44.311587 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a75a739f-6a8f-4f21-a860-ed47333c8891 None None] Port 05c5f87e-e2b7-44f5-8d20-f615f68c6df7 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:48:44.369438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-441ac845-1f9b-4040-97dc-efb568bde53e tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Deleting port 05c5f87e-e2b7-44f5-8d20-f615f68c6df7 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:44.369783 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-441ac845-1f9b-4040-97dc-efb568bde53e tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:44.464227 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-441ac845-1f9b-4040-97dc-efb568bde53e tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:44.478808 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-441ac845-1f9b-4040-97dc-efb568bde53e tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Calling delete_port for 05c5f87e-e2b7-44f5-8d20-f615f68c6df7 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:44.609308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:48:44.667303 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-441ac845-1f9b-4040-97dc-efb568bde53e tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:44.667714 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:44.668089 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:44.697015 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ac845-1f9b-4040-97dc-efb568bde53e tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event deleted for resources: {'Port': ['ID=05c5f87e-e2b7-44f5-8d20-f615f68c6df7,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:44.736332 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d627b72d-f64c-4dd6-ad72-9b0bea60f146 None None] Could not find standard attr ID for object 05c5f87e-e2b7-44f5-8d20-f615f68c6df7. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:48:44.786483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device cce556b7-d12d-4247-8991-700ca9803dea up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:48:44.853925 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port cce556b7-d12d-4247-8991-700ca9803dea triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:44.854557 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:44.879810 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-441ac845-1f9b-4040-97dc-efb568bde53e tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:44.881760 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-441ac845-1f9b-4040-97dc-efb568bde53e tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "DELETE /v2.0/ports/05c5f87e-e2b7-44f5-8d20-f615f68c6df7 HTTP/1.1" status: 204 len: 168 time: 0.6377695 Jul 23 20:48:44.884723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33446) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:44.917952 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-1000484e-bbfd-4923-95dd-cb84be67e61a tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] GET failed (client error): The resource could not be found. Jul 23 20:48:44.919915 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1000484e-bbfd-4923-95dd-cb84be67e61a tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "GET /v2.0/ports/05c5f87e-e2b7-44f5-8d20-f615f68c6df7 HTTP/1.1" status: 404 len: 333 time: 0.0340471 Jul 23 20:48:44.924205 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33448) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:44.929269 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-81cb4f96-a5d0-4376-9ab4-3941245e1578 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Request body: {'port': {'network_id': '1ae438cb-341a-45e1-adb2-0848df125b32', 'name': 'tempest-AllowedAddressPairTestJSON-495374629'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:45.058834 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cb4f96-a5d0-4376-9ab4-3941245e1578 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Made reservation on behalf of b3c0314e282a4008917957f8f0169cca for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:45.063263 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-81cb4f96-a5d0-4376-9ab4-3941245e1578 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:45.085144 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-81cb4f96-a5d0-4376-9ab4-3941245e1578 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] device_id is not set on port 23a131df-7598-4d75-95b1-38a2bd2e39fc yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:48:45.201613 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-81cb4f96-a5d0-4376-9ab4-3941245e1578 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Allocated IP 172.20.0.13 (1ae438cb-341a-45e1-adb2-0848df125b32/cbc638fe-d78f-4b3d-8ebb-c6b7298a0af1/23a131df-7598-4d75-95b1-38a2bd2e39fc) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:48:45.351720 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-81cb4f96-a5d0-4376-9ab4-3941245e1578 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:45.370906 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-81cb4f96-a5d0-4376-9ab4-3941245e1578 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Transition to ACTIVE for port object 23a131df-7598-4d75-95b1-38a2bd2e39fc will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:45.402875 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-81cb4f96-a5d0-4376-9ab4-3941245e1578 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:45.432028 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:45.444514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cb4f96-a5d0-4376-9ab4-3941245e1578 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Network 1ae438cb-341a-45e1-adb2-0848df125b32 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:48:45.447561 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-81cb4f96-a5d0-4376-9ab4-3941245e1578 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:45.453694 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb4f96-a5d0-4376-9ab4-3941245e1578 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:48:45.480744 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb4f96-a5d0-4376-9ab4-3941245e1578 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event updated for resources: {'Port': ['ID=23a131df-7598-4d75-95b1-38a2bd2e39fc,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:45.509987 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cb4f96-a5d0-4376-9ab4-3941245e1578 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:45.510632 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-81cb4f96-a5d0-4376-9ab4-3941245e1578 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:45.528935 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-81cb4f96-a5d0-4376-9ab4-3941245e1578 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6036718 Jul 23 20:48:45.532181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33456) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:45.537579 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8445e116-575f-49f5-8b15-95083cc0b47f tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7f:6e:f0'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:45.651631 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8445e116-575f-49f5-8b15-95083cc0b47f tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:45.768459 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-982ac539-773c-4439-a13c-25da17b265d7 None None] Provisioning for port 23a131df-7598-4d75-95b1-38a2bd2e39fc completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:45.772177 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-982ac539-773c-4439-a13c-25da17b265d7 None None] Provisioning complete for port 23a131df-7598-4d75-95b1-38a2bd2e39fc triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:45.772610 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-982ac539-773c-4439-a13c-25da17b265d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:45.806092 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-982ac539-773c-4439-a13c-25da17b265d7 None None] Port 23a131df-7598-4d75-95b1-38a2bd2e39fc cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:48:45.839655 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8445e116-575f-49f5-8b15-95083cc0b47f tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:45.844426 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8445e116-575f-49f5-8b15-95083cc0b47f tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:45.917833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445e116-575f-49f5-8b15-95083cc0b47f tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event updated for resources: {'Port': ['ID=23a131df-7598-4d75-95b1-38a2bd2e39fc,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:45.929290 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-8445e116-575f-49f5-8b15-95083cc0b47f tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] In _notify_port_updated(), no bound segment for port 23a131df-7598-4d75-95b1-38a2bd2e39fc on network 1ae438cb-341a-45e1-adb2-0848df125b32 {{(pid=93810) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:48:45.935094 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8445e116-575f-49f5-8b15-95083cc0b47f tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:45.935874 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8445e116-575f-49f5-8b15-95083cc0b47f tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:45.937367 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8445e116-575f-49f5-8b15-95083cc0b47f tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "PUT /v2.0/ports/23a131df-7598-4d75-95b1-38a2bd2e39fc HTTP/1.1" status: 200 len: 996 time: 0.4042540 Jul 23 20:48:45.940082 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33460) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:46.050641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-a4d66044-15d5-4b2b-8d1e-d3a1d3ea05c1 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Deleting port 23a131df-7598-4d75-95b1-38a2bd2e39fc {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:46.050984 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4d66044-15d5-4b2b-8d1e-d3a1d3ea05c1 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:46.127350 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f7534af0-c271-4219-9fae-016eba184541 None None] Provisioning complete for port 23a131df-7598-4d75-95b1-38a2bd2e39fc triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:46.127718 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f7534af0-c271-4219-9fae-016eba184541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:46.148177 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4d66044-15d5-4b2b-8d1e-d3a1d3ea05c1 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:46.160687 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-a4d66044-15d5-4b2b-8d1e-d3a1d3ea05c1 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Calling delete_port for 23a131df-7598-4d75-95b1-38a2bd2e39fc owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:46.167676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f7534af0-c271-4219-9fae-016eba184541 None None] Port 23a131df-7598-4d75-95b1-38a2bd2e39fc cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:48:46.301524 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4d66044-15d5-4b2b-8d1e-d3a1d3ea05c1 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:46.331757 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d66044-15d5-4b2b-8d1e-d3a1d3ea05c1 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event deleted for resources: {'Port': ['ID=23a131df-7598-4d75-95b1-38a2bd2e39fc,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:46.410455 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4d66044-15d5-4b2b-8d1e-d3a1d3ea05c1 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:46.414646 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a4d66044-15d5-4b2b-8d1e-d3a1d3ea05c1 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "DELETE /v2.0/ports/23a131df-7598-4d75-95b1-38a2bd2e39fc HTTP/1.1" status: 204 len: 168 time: 0.4716015 Jul 23 20:48:46.415372 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33468) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:46.444439 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-205387e2-6721-4d1a-a410-6b37a3f4c431 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] GET failed (client error): The resource could not be found. Jul 23 20:48:46.446071 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-205387e2-6721-4d1a-a410-6b37a3f4c431 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "GET /v2.0/ports/23a131df-7598-4d75-95b1-38a2bd2e39fc HTTP/1.1" status: 404 len: 333 time: 0.0295682 Jul 23 20:48:46.450069 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33470) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:46.455582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d987699a-b2aa-45d2-be99-dea6e09289ba tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Request body: {'port': {'network_id': '1ae438cb-341a-45e1-adb2-0848df125b32', 'name': 'tempest-AllowedAddressPairTestJSON-1520586629'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:46.595024 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d987699a-b2aa-45d2-be99-dea6e09289ba tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Made reservation on behalf of b3c0314e282a4008917957f8f0169cca for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:46.598724 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d987699a-b2aa-45d2-be99-dea6e09289ba tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:46.616881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-d987699a-b2aa-45d2-be99-dea6e09289ba tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] device_id is not set on port 43f6fb16-a25c-406a-8cc6-a30af5dccffe yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:48:46.731849 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-d987699a-b2aa-45d2-be99-dea6e09289ba tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Allocated IP 172.20.0.10 (1ae438cb-341a-45e1-adb2-0848df125b32/cbc638fe-d78f-4b3d-8ebb-c6b7298a0af1/43f6fb16-a25c-406a-8cc6-a30af5dccffe) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:48:46.859251 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:46.895293 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d987699a-b2aa-45d2-be99-dea6e09289ba tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:46.909189 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-d987699a-b2aa-45d2-be99-dea6e09289ba tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Transition to ACTIVE for port object 43f6fb16-a25c-406a-8cc6-a30af5dccffe will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:46.942167 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d987699a-b2aa-45d2-be99-dea6e09289ba tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:46.985723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d987699a-b2aa-45d2-be99-dea6e09289ba tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Network 1ae438cb-341a-45e1-adb2-0848df125b32 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:48:46.990765 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-d987699a-b2aa-45d2-be99-dea6e09289ba tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:46.994516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d987699a-b2aa-45d2-be99-dea6e09289ba tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:48:47.018121 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987699a-b2aa-45d2-be99-dea6e09289ba tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event updated for resources: {'Port': ['ID=43f6fb16-a25c-406a-8cc6-a30af5dccffe,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:47.048605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d987699a-b2aa-45d2-be99-dea6e09289ba tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:47.049359 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d987699a-b2aa-45d2-be99-dea6e09289ba tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:47.063794 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d987699a-b2aa-45d2-be99-dea6e09289ba tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6126027 Jul 23 20:48:47.066908 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33476) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:47.072515 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-3b62fc75-9ba7-4300-bc4f-8c951938376b tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Request body: {'port': {'network_id': '1ae438cb-341a-45e1-adb2-0848df125b32', 'name': 'tempest-AllowedAddressPairTestJSON-141713943'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:47.197835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b62fc75-9ba7-4300-bc4f-8c951938376b tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Made reservation on behalf of b3c0314e282a4008917957f8f0169cca for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:47.202149 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b62fc75-9ba7-4300-bc4f-8c951938376b tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:47.226391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-3b62fc75-9ba7-4300-bc4f-8c951938376b tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] device_id is not set on port d4a40928-cfad-43c0-963d-c52181cfb5ad yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:48:47.297178 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6b831812-c45c-43c6-8e2e-70be52b3dac8 None None] Provisioning for port 43f6fb16-a25c-406a-8cc6-a30af5dccffe completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:47.319669 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6b831812-c45c-43c6-8e2e-70be52b3dac8 None None] Provisioning complete for port 43f6fb16-a25c-406a-8cc6-a30af5dccffe triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:47.324753 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6b831812-c45c-43c6-8e2e-70be52b3dac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:47.407620 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-3b62fc75-9ba7-4300-bc4f-8c951938376b tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Allocated IP 172.20.0.11 (1ae438cb-341a-45e1-adb2-0848df125b32/cbc638fe-d78f-4b3d-8ebb-c6b7298a0af1/d4a40928-cfad-43c0-963d-c52181cfb5ad) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:48:47.409254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6b831812-c45c-43c6-8e2e-70be52b3dac8 None None] Port 43f6fb16-a25c-406a-8cc6-a30af5dccffe cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:48:47.565039 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b62fc75-9ba7-4300-bc4f-8c951938376b tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:47.579166 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-3b62fc75-9ba7-4300-bc4f-8c951938376b tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Transition to ACTIVE for port object d4a40928-cfad-43c0-963d-c52181cfb5ad will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:47.610797 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b62fc75-9ba7-4300-bc4f-8c951938376b tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:47.650483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b62fc75-9ba7-4300-bc4f-8c951938376b tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Network 1ae438cb-341a-45e1-adb2-0848df125b32 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:48:47.653517 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-3b62fc75-9ba7-4300-bc4f-8c951938376b tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:47.656025 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62fc75-9ba7-4300-bc4f-8c951938376b tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:48:47.694769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62fc75-9ba7-4300-bc4f-8c951938376b tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event updated for resources: {'Port': ['ID=d4a40928-cfad-43c0-963d-c52181cfb5ad,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:47.716497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b62fc75-9ba7-4300-bc4f-8c951938376b tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:47.717136 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b62fc75-9ba7-4300-bc4f-8c951938376b tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:47.734614 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3b62fc75-9ba7-4300-bc4f-8c951938376b tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6637926 Jul 23 20:48:47.734614 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33480) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:47.739626 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1f8d0d5a-87d7-4e31-b30b-b21e81e24067 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:7f:6e:f0'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:2e:c1:15'}]}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:47.911021 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0d5a-87d7-4e31-b30b-b21e81e24067 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:47.932638 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ec6583ba-fed2-462d-9ca6-90320ad221d5 None None] Provisioning for port d4a40928-cfad-43c0-963d-c52181cfb5ad completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:47.937025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ec6583ba-fed2-462d-9ca6-90320ad221d5 None None] Provisioning complete for port d4a40928-cfad-43c0-963d-c52181cfb5ad triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:47.937393 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec6583ba-fed2-462d-9ca6-90320ad221d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:47.970950 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ec6583ba-fed2-462d-9ca6-90320ad221d5 None None] Port d4a40928-cfad-43c0-963d-c52181cfb5ad cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:48:48.095505 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0d5a-87d7-4e31-b30b-b21e81e24067 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:48.099882 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0d5a-87d7-4e31-b30b-b21e81e24067 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:48.178885 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d0d5a-87d7-4e31-b30b-b21e81e24067 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event updated for resources: {'Port': ['ID=d4a40928-cfad-43c0-963d-c52181cfb5ad,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:48.189022 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-1f8d0d5a-87d7-4e31-b30b-b21e81e24067 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] In _notify_port_updated(), no bound segment for port d4a40928-cfad-43c0-963d-c52181cfb5ad on network 1ae438cb-341a-45e1-adb2-0848df125b32 {{(pid=93811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:48:48.194579 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8d0d5a-87d7-4e31-b30b-b21e81e24067 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:48.195257 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0d5a-87d7-4e31-b30b-b21e81e24067 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:48.196609 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1f8d0d5a-87d7-4e31-b30b-b21e81e24067 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "PUT /v2.0/ports/d4a40928-cfad-43c0-963d-c52181cfb5ad HTTP/1.1" status: 200 len: 1056 time: 0.4613743 Jul 23 20:48:48.199430 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33484) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:48.305943 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d365397c-69fe-4430-9927-da4424c30032 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Deleting port d4a40928-cfad-43c0-963d-c52181cfb5ad {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:48.306285 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d365397c-69fe-4430-9927-da4424c30032 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:48.392053 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bf7215b9-abd5-4573-b424-dadb5aed660c None None] Provisioning complete for port d4a40928-cfad-43c0-963d-c52181cfb5ad triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:48.392609 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf7215b9-abd5-4573-b424-dadb5aed660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:48.395671 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d365397c-69fe-4430-9927-da4424c30032 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:48.409127 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d365397c-69fe-4430-9927-da4424c30032 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Calling delete_port for d4a40928-cfad-43c0-963d-c52181cfb5ad owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:48.434008 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-bf7215b9-abd5-4573-b424-dadb5aed660c None None] Port d4a40928-cfad-43c0-963d-c52181cfb5ad cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:48:48.551697 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d365397c-69fe-4430-9927-da4424c30032 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:48.589178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365397c-69fe-4430-9927-da4424c30032 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event deleted for resources: {'Port': ['ID=d4a40928-cfad-43c0-963d-c52181cfb5ad,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:48.795348 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d365397c-69fe-4430-9927-da4424c30032 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:48.797242 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d365397c-69fe-4430-9927-da4424c30032 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "DELETE /v2.0/ports/d4a40928-cfad-43c0-963d-c52181cfb5ad HTTP/1.1" status: 204 len: 168 time: 0.5968866 Jul 23 20:48:48.799917 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33492) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:48.825698 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3178bcf-cee3-40b8-858e-68e7b7499d4a tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] GET failed (client error): The resource could not be found. Jul 23 20:48:48.827693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a3178bcf-cee3-40b8-858e-68e7b7499d4a tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "GET /v2.0/ports/d4a40928-cfad-43c0-963d-c52181cfb5ad HTTP/1.1" status: 404 len: 333 time: 0.0268874 Jul 23 20:48:48.830582 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33494) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:48.931033 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-32a5c2b5-9679-4a95-b312-faea5b983880 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Deleting port 43f6fb16-a25c-406a-8cc6-a30af5dccffe {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:48.931298 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-32a5c2b5-9679-4a95-b312-faea5b983880 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:49.016835 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-32a5c2b5-9679-4a95-b312-faea5b983880 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:49.029234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-32a5c2b5-9679-4a95-b312-faea5b983880 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Calling delete_port for 43f6fb16-a25c-406a-8cc6-a30af5dccffe owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:49.170628 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-32a5c2b5-9679-4a95-b312-faea5b983880 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:49.198073 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5c2b5-9679-4a95-b312-faea5b983880 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event deleted for resources: {'Port': ['ID=43f6fb16-a25c-406a-8cc6-a30af5dccffe,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:49.278892 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-32a5c2b5-9679-4a95-b312-faea5b983880 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:49.283268 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-32a5c2b5-9679-4a95-b312-faea5b983880 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "DELETE /v2.0/ports/43f6fb16-a25c-406a-8cc6-a30af5dccffe HTTP/1.1" status: 204 len: 168 time: 0.4493198 Jul 23 20:48:49.283561 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33496) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:49.311093 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-75575a7b-3b35-42ee-80c0-2f9cf2d0e3e8 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] GET failed (client error): The resource could not be found. Jul 23 20:48:49.312820 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-75575a7b-3b35-42ee-80c0-2f9cf2d0e3e8 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "GET /v2.0/ports/43f6fb16-a25c-406a-8cc6-a30af5dccffe HTTP/1.1" status: 404 len: 333 time: 0.0283842 Jul 23 20:48:49.316679 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33498) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:49.439348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c7069970-9f08-41f6-8e78-c5355583ac45 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Deleting port da239bc3-6a7a-47b4-b4a2-aeb9c2d07261 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:49.439907 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7069970-9f08-41f6-8e78-c5355583ac45 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:49.531573 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7069970-9f08-41f6-8e78-c5355583ac45 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:49.546543 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c7069970-9f08-41f6-8e78-c5355583ac45 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Calling delete_port for da239bc3-6a7a-47b4-b4a2-aeb9c2d07261 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:49.726898 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7069970-9f08-41f6-8e78-c5355583ac45 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:49.761111 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7069970-9f08-41f6-8e78-c5355583ac45 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event deleted for resources: {'Port': ['ID=da239bc3-6a7a-47b4-b4a2-aeb9c2d07261,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:49.837345 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7069970-9f08-41f6-8e78-c5355583ac45 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:49.839287 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c7069970-9f08-41f6-8e78-c5355583ac45 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "DELETE /v2.0/ports/da239bc3-6a7a-47b4-b4a2-aeb9c2d07261 HTTP/1.1" status: 204 len: 168 time: 0.5215008 Jul 23 20:48:49.842344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33502) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:49.895245 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee1c605-ab3c-47c8-869e-9d2fc324d3ec tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Deleting subnet cbc638fe-d78f-4b3d-8ebb-c6b7298a0af1 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:48:49.898792 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c605-ab3c-47c8-869e-9d2fc324d3ec tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:49.940100 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c605-ab3c-47c8-869e-9d2fc324d3ec tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.026186 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c605-ab3c-47c8-869e-9d2fc324d3ec tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.082998 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c605-ab3c-47c8-869e-9d2fc324d3ec tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.109969 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1c605-ab3c-47c8-869e-9d2fc324d3ec tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event deleted for resources: {'Subnet': ['ID=cbc638fe-d78f-4b3d-8ebb-c6b7298a0af1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:50.113491 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c605-ab3c-47c8-869e-9d2fc324d3ec tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.115936 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6ee1c605-ab3c-47c8-869e-9d2fc324d3ec tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "DELETE /v2.0/subnets/cbc638fe-d78f-4b3d-8ebb-c6b7298a0af1 HTTP/1.1" status: 204 len: 168 time: 0.2719827 Jul 23 20:48:50.117846 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33504) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:50.120403 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08642f63-b93f-4dbb-8f47-3280c62e7ee6 None None] Network 1ae438cb-341a-45e1-adb2-0848df125b32 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:50.197468 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.254639 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Deleting port cce556b7-d12d-4247-8991-700ca9803dea {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:50.255071 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.317324 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172bec8f-2fdf-4ce0-8a23-a78b64f5ebb7 None None] DHCP port deletion for 1ae438cb-341a-45e1-adb2-0848df125b32 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:48:50.320629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] For port cce556b7-d12d-4247-8991-700ca9803dea, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=cce556b7-d12d-4247-8991-700ca9803dea,segment=NetworkSegment(00cd6653-e592-4c1d-b865-6cd0979ab6f6),segment_id=00cd6653-e592-4c1d-b865-6cd0979ab6f6)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:50.321128 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.333459 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Calling delete_port for cce556b7-d12d-4247-8991-700ca9803dea owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:50.368890 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-172bec8f-2fdf-4ce0-8a23-a78b64f5ebb7 None None] Deleting port cce556b7-d12d-4247-8991-700ca9803dea {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:50.369363 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-172bec8f-2fdf-4ce0-8a23-a78b64f5ebb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.418195 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.431864 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-172bec8f-2fdf-4ce0-8a23-a78b64f5ebb7 None None] For port cce556b7-d12d-4247-8991-700ca9803dea, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=cce556b7-d12d-4247-8991-700ca9803dea,segment=NetworkSegment(00cd6653-e592-4c1d-b865-6cd0979ab6f6),segment_id=00cd6653-e592-4c1d-b865-6cd0979ab6f6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:50.432287 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-172bec8f-2fdf-4ce0-8a23-a78b64f5ebb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.445780 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-172bec8f-2fdf-4ce0-8a23-a78b64f5ebb7 None None] Calling delete_port for cce556b7-d12d-4247-8991-700ca9803dea owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:50.449710 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] No DVR routers for this DVR port cce556b7-d12d-4247-8991-700ca9803dea on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:48:50.455923 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event deleted for resources: {'Port': ['ID=cce556b7-d12d-4247-8991-700ca9803dea,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:50.530562 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-172bec8f-2fdf-4ce0-8a23-a78b64f5ebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.535752 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.542832 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172bec8f-2fdf-4ce0-8a23-a78b64f5ebb7 None None] No DVR routers for this DVR port cce556b7-d12d-4247-8991-700ca9803dea on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:48:50.547227 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae438cb-341a-45e1-adb2-0848df125b32']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:50.564895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bec8f-2fdf-4ce0-8a23-a78b64f5ebb7 None None] Pushing event deleted for resources: {'Port': ['ID=cce556b7-d12d-4247-8991-700ca9803dea,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:50.571169 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cd6653-e592-4c1d-b865-6cd0979ab6f6') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:50.571169 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cd6653-e592-4c1d-b865-6cd0979ab6f6') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:50.581018 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.595344 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.602678 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:48:50.603126 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.605467 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device cce556b7-d12d-4247-8991-700ca9803dea no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:48:50.606142 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:48:50.626811 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: cce556b7-d12d-4247-8991-700ca9803dea {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:48:50.627175 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device cce556b7-d12d-4247-8991-700ca9803dea not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:48:50.664692 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.683233 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.685524 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] 10.222.0.55 "DELETE /v2.0/networks/1ae438cb-341a-45e1-adb2-0848df125b32 HTTP/1.1" status: 204 len: 168 time: 0.5664396 Jul 23 20:48:50.686701 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20563df9-04c6-4f50-ba3c-9c8e58901f76 tempest-AllowedAddressPairTestJSON-1469298031 tempest-AllowedAddressPairTestJSON-1469298031-project] Pushing event deleted for resources: {'Network': ['ID=1ae438cb-341a-45e1-adb2-0848df125b32,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:50.955685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33518) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:51.102698 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a3296d35-c9e0-49ac-86ad-eb97085475d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3c0314e282a4008917957f8f0169cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456182 Jul 23 20:48:51.105030 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33522) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:51.155248 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-178d7c0c-125a-45f9-bb2f-f115ce63d84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:51.175701 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-178d7c0c-125a-45f9-bb2f-f115ce63d84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:51.222536 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-178d7c0c-125a-45f9-bb2f-f115ce63d84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:51.225276 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-178d7c0c-125a-45f9-bb2f-f115ce63d84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:51.226494 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-178d7c0c-125a-45f9-bb2f-f115ce63d84f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6805392b-ca63-4b4d-ba42-fc73d4e1a8ac HTTP/1.1" status: 204 len: 168 time: 0.1204402 Jul 23 20:48:51.235005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d7c0c-125a-45f9-bb2f-f115ce63d84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6805392b-ca63-4b4d-ba42-fc73d4e1a8ac,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:51.899904 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33546) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:51.999971 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d223dce2-8fb9-4e8a-9529-2df106a4e717 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-24849206'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:52.022093 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d223dce2-8fb9-4e8a-9529-2df106a4e717 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:52.025588 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d223dce2-8fb9-4e8a-9529-2df106a4e717 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:52.035315 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d223dce2-8fb9-4e8a-9529-2df106a4e717 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:52.130763 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d223dce2-8fb9-4e8a-9529-2df106a4e717 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:52.134870 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d223dce2-8fb9-4e8a-9529-2df106a4e717 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:52.158265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d223dce2-8fb9-4e8a-9529-2df106a4e717 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:48:52.173847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223dce2-8fb9-4e8a-9529-2df106a4e717 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1a692d-b104-4f79-a7df-19ed61f9622e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:52.176836 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d223dce2-8fb9-4e8a-9529-2df106a4e717 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:52.177184 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-d223dce2-8fb9-4e8a-9529-2df106a4e717 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Added segment 43c31e62-6375-4f53-8d9e-beac0a6c6018 of type vlan for network 40d85c8e-1c07-4ec5-8c99-97fb898f79f9 Jul 23 20:48:52.220357 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d223dce2-8fb9-4e8a-9529-2df106a4e717 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:52.248627 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d223dce2-8fb9-4e8a-9529-2df106a4e717 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:52.254183 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d223dce2-8fb9-4e8a-9529-2df106a4e717 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:52.254756 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d223dce2-8fb9-4e8a-9529-2df106a4e717 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:52.287961 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d223dce2-8fb9-4e8a-9529-2df106a4e717 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3868186 Jul 23 20:48:52.324095 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223dce2-8fb9-4e8a-9529-2df106a4e717 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Network': ['ID=40d85c8e-1c07-4ec5-8c99-97fb898f79f9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:52.334550 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 40d85c8e-1c07-4ec5-8c99-97fb898f79f9 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:48:52.418669 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33550) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:52.423692 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c47bdb57-93f3-4685-8040-2198ef6cde31 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'subnet': {'network_id': '40d85c8e-1c07-4ec5-8c99-97fb898f79f9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:52.517524 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47bdb57-93f3-4685-8040-2198ef6cde31 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:52.521076 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c47bdb57-93f3-4685-8040-2198ef6cde31 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:52.704488 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c47bdb57-93f3-4685-8040-2198ef6cde31 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:52.762297 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bdb57-93f3-4685-8040-2198ef6cde31 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Subnet': ['ID=bbdf5ae2-466a-4433-9f1e-93e2d4f7fe2f,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:52.777717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47bdb57-93f3-4685-8040-2198ef6cde31 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Checking segment: {'id': '43c31e62-6375-4f53-8d9e-beac0a6c6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '40d85c8e-1c07-4ec5-8c99-97fb898f79f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:52.778093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47bdb57-93f3-4685-8040-2198ef6cde31 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network hostable DHCP agents. Network: 40d85c8e-1c07-4ec5-8c99-97fb898f79f9, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:48:52.794969 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47bdb57-93f3-4685-8040-2198ef6cde31 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network 40d85c8e-1c07-4ec5-8c99-97fb898f79f9 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:48:52.803991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-c47bdb57-93f3-4685-8040-2198ef6cde31 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 40d85c8e-1c07-4ec5-8c99-97fb898f79f9) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:52.807850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47bdb57-93f3-4685-8040-2198ef6cde31 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:52.808469 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c47bdb57-93f3-4685-8040-2198ef6cde31 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:52.813963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae959cca-54e8-4de9-9cb2-1baca1a96aac None None] Network 40d85c8e-1c07-4ec5-8c99-97fb898f79f9 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:52.828035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33554) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:52.828902 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c47bdb57-93f3-4685-8040-2198ef6cde31 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4087055 Jul 23 20:48:52.835016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-37a98f24-2ab1-4a11-a66f-5d15c94bec13 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1658540380'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:52.859982 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a98f24-2ab1-4a11-a66f-5d15c94bec13 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:52.864098 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37a98f24-2ab1-4a11-a66f-5d15c94bec13 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:52.895785 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a98f24-2ab1-4a11-a66f-5d15c94bec13 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:48:52.912590 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37a98f24-2ab1-4a11-a66f-5d15c94bec13 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:52.913227 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-37a98f24-2ab1-4a11-a66f-5d15c94bec13 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Added segment 76bf01fe-7c95-431a-8cf5-4240337ecc90 of type vlan for network 98859924-edcd-4d58-b291-6a8413fd1495 Jul 23 20:48:52.974152 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37a98f24-2ab1-4a11-a66f-5d15c94bec13 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:53.015372 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-40d85c8e-1c07-4ec5-8c99-97fb898f79f9', 'network_id': '40d85c8e-1c07-4ec5-8c99-97fb898f79f9', 'tenant_id': '1a1dbed082f44a3a9d7a49720571234b', 'fixed_ips': [{'subnet_id': 'bbdf5ae2-466a-4433-9f1e-93e2d4f7fe2f'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:48:53.015775 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37a98f24-2ab1-4a11-a66f-5d15c94bec13 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:53.016403 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:53.022548 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a98f24-2ab1-4a11-a66f-5d15c94bec13 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:53.023264 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-37a98f24-2ab1-4a11-a66f-5d15c94bec13 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:53.072850 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-37a98f24-2ab1-4a11-a66f-5d15c94bec13 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2422376 Jul 23 20:48:53.075796 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33558) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:53.088636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d0f86151-c70c-483c-8f99-c492ac5ce95d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'subnet': {'network_id': '98859924-edcd-4d58-b291-6a8413fd1495', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:53.132398 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a98f24-2ab1-4a11-a66f-5d15c94bec13 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Network': ['ID=98859924-edcd-4d58-b291-6a8413fd1495,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:53.147023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 98859924-edcd-4d58-b291-6a8413fd1495 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:48:53.178937 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Allocated IP 172.20.255.242 (40d85c8e-1c07-4ec5-8c99-97fb898f79f9/bbdf5ae2-466a-4433-9f1e-93e2d4f7fe2f/d9825748-c5af-43d6-ac12-8806b3ef14e9) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:48:53.217018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f86151-c70c-483c-8f99-c492ac5ce95d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:53.220932 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0f86151-c70c-483c-8f99-c492ac5ce95d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:53.366901 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:53.376025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Transition to ACTIVE for port object d9825748-c5af-43d6-ac12-8806b3ef14e9 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:53.391567 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Transition to ACTIVE for port object d9825748-c5af-43d6-ac12-8806b3ef14e9 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:53.397173 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:53.428366 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0f86151-c70c-483c-8f99-c492ac5ce95d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:53.444244 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Network 40d85c8e-1c07-4ec5-8c99-97fb898f79f9 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:48:53.447205 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:53.451594 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:48:53.454887 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Pushing event updated for resources: {'Port': ['ID=d9825748-c5af-43d6-ac12-8806b3ef14e9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:53.503298 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f86151-c70c-483c-8f99-c492ac5ce95d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Subnet': ['ID=2e69fc53-1dc2-48a8-a957-7ee5616416ea,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:53.505707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f86151-c70c-483c-8f99-c492ac5ce95d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Checking segment: {'id': '76bf01fe-7c95-431a-8cf5-4240337ecc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '98859924-edcd-4d58-b291-6a8413fd1495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:53.506069 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f86151-c70c-483c-8f99-c492ac5ce95d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network hostable DHCP agents. Network: 98859924-edcd-4d58-b291-6a8413fd1495, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:48:53.523375 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Attempting to bind port d9825748-c5af-43d6-ac12-8806b3ef14e9 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:53.523561 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f86151-c70c-483c-8f99-c492ac5ce95d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network 98859924-edcd-4d58-b291-6a8413fd1495 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:48:53.523822 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Attempting to bind port d9825748-c5af-43d6-ac12-8806b3ef14e9 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '43c31e62-6375-4f53-8d9e-beac0a6c6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '40d85c8e-1c07-4ec5-8c99-97fb898f79f9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:53.524103 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Attempting to bind port d9825748-c5af-43d6-ac12-8806b3ef14e9 on network 40d85c8e-1c07-4ec5-8c99-97fb898f79f9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:53.530046 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:48:53.530495 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Checking segment: {'id': '43c31e62-6375-4f53-8d9e-beac0a6c6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '40d85c8e-1c07-4ec5-8c99-97fb898f79f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:53.531000 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:53.531506 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Bound using segment: {'id': '43c31e62-6375-4f53-8d9e-beac0a6c6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '40d85c8e-1c07-4ec5-8c99-97fb898f79f9'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:48:53.532086 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Bound port: d9825748-c5af-43d6-ac12-8806b3ef14e9, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c31e62-6375-4f53-8d9e-beac0a6c6018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '40d85c8e-1c07-4ec5-8c99-97fb898f79f9'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:48:53.532559 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:53.533821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-d0f86151-c70c-483c-8f99-c492ac5ce95d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 98859924-edcd-4d58-b291-6a8413fd1495) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:53.538483 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f86151-c70c-483c-8f99-c492ac5ce95d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:53.545984 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0f86151-c70c-483c-8f99-c492ac5ce95d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:53.549746 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4f97b2-ecb9-40d0-b10e-ef4001b40765 None None] Network 98859924-edcd-4d58-b291-6a8413fd1495 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:53.557805 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d0f86151-c70c-483c-8f99-c492ac5ce95d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4803801 Jul 23 20:48:53.560443 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33560) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:53.661274 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50911186-c894-4588-96a4-898adec4b4ba tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:53.672904 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] For port d9825748-c5af-43d6-ac12-8806b3ef14e9, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:48:53.681114 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] For port d9825748-c5af-43d6-ac12-8806b3ef14e9, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d9825748-c5af-43d6-ac12-8806b3ef14e9,segment=NetworkSegment(43c31e62-6375-4f53-8d9e-beac0a6c6018),segment_id=43c31e62-6375-4f53-8d9e-beac0a6c6018)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:48:53.689284 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:53.774475 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50911186-c894-4588-96a4-898adec4b4ba tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:53.799238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d072601-1433-4c2e-9389-e4876df1c516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-98859924-edcd-4d58-b291-6a8413fd1495', 'network_id': '98859924-edcd-4d58-b291-6a8413fd1495', 'tenant_id': '1a1dbed082f44a3a9d7a49720571234b', 'fixed_ips': [{'subnet_id': '2e69fc53-1dc2-48a8-a957-7ee5616416ea'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:48:53.800520 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d072601-1433-4c2e-9389-e4876df1c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:53.831414 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1653c-4c94-4629-ab98-2ae5f65e51d0 None None] Pushing event updated for resources: {'Port': ['ID=d9825748-c5af-43d6-ac12-8806b3ef14e9,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:53.873827 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50911186-c894-4588-96a4-898adec4b4ba tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:53.910944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50911186-c894-4588-96a4-898adec4b4ba tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Subnet': ['ID=2e69fc53-1dc2-48a8-a957-7ee5616416ea,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server [None req-6d072601-1433-4c2e-9389-e4876df1c516 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e69fc53-1dc2-48a8-a957-7ee5616416ea: This subnet is being modified by another concurrent operation. Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e69fc53-1dc2-48a8-a957-7ee5616416ea: This subnet is being modified by another concurrent operation. Jul 23 20:48:53.930321 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Jul 23 20:48:53.952243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3fcfb1-249f-422a-9b5a-c6d89c66afb1 None None] Network 98859924-edcd-4d58-b291-6a8413fd1495 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:54.020662 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50911186-c894-4588-96a4-898adec4b4ba tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:54.041438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-50911186-c894-4588-96a4-898adec4b4ba tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98859924-edcd-4d58-b291-6a8413fd1495']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:54.051676 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-50911186-c894-4588-96a4-898adec4b4ba tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76bf01fe-7c95-431a-8cf5-4240337ecc90') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:54.052127 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-50911186-c894-4588-96a4-898adec4b4ba tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76bf01fe-7c95-431a-8cf5-4240337ecc90') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:54.066037 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50911186-c894-4588-96a4-898adec4b4ba tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:54.088032 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50911186-c894-4588-96a4-898adec4b4ba tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:54.096164 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50911186-c894-4588-96a4-898adec4b4ba tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:48:54.096691 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50911186-c894-4588-96a4-898adec4b4ba tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:48:54.103797 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:48:54.172872 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50911186-c894-4588-96a4-898adec4b4ba tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:54.182345 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50911186-c894-4588-96a4-898adec4b4ba tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:54.184886 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-50911186-c894-4588-96a4-898adec4b4ba tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/98859924-edcd-4d58-b291-6a8413fd1495 HTTP/1.1" status: 204 len: 168 time: 0.6229966 Jul 23 20:48:54.188688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33564) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:54.196012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4955dfbd-bd6d-4afa-9cbd-1c2b6b2b8351 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1137409890'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:54.196555 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50911186-c894-4588-96a4-898adec4b4ba tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Network': ['ID=98859924-edcd-4d58-b291-6a8413fd1495,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:54.219844 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4955dfbd-bd6d-4afa-9cbd-1c2b6b2b8351 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:54.223385 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4955dfbd-bd6d-4afa-9cbd-1c2b6b2b8351 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:54.249638 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4955dfbd-bd6d-4afa-9cbd-1c2b6b2b8351 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:48:54.258654 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4955dfbd-bd6d-4afa-9cbd-1c2b6b2b8351 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:54.258937 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-4955dfbd-bd6d-4afa-9cbd-1c2b6b2b8351 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Added segment a0e19967-b926-46b6-9d99-018cef434d42 of type vlan for network 5fe0bce5-6913-45b0-bded-5b0915c672c9 Jul 23 20:48:54.309426 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4955dfbd-bd6d-4afa-9cbd-1c2b6b2b8351 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:54.339195 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4955dfbd-bd6d-4afa-9cbd-1c2b6b2b8351 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:54.344870 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4955dfbd-bd6d-4afa-9cbd-1c2b6b2b8351 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:54.345470 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4955dfbd-bd6d-4afa-9cbd-1c2b6b2b8351 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:54.381738 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4955dfbd-bd6d-4afa-9cbd-1c2b6b2b8351 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1913559 Jul 23 20:48:54.384789 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33566) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:54.392144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8f404e7c-9786-400b-9bfe-1922aa304283 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'subnet': {'network_id': '5fe0bce5-6913-45b0-bded-5b0915c672c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:54.425364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955dfbd-bd6d-4afa-9cbd-1c2b6b2b8351 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Network': ['ID=5fe0bce5-6913-45b0-bded-5b0915c672c9,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:54.436092 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 5fe0bce5-6913-45b0-bded-5b0915c672c9 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:48:54.559606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f404e7c-9786-400b-9bfe-1922aa304283 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:54.565514 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f404e7c-9786-400b-9bfe-1922aa304283 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:54.594760 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9204ac86-d3b7-4471-98f4-1be715a09089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:54.661744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d9825748-c5af-43d6-ac12-8806b3ef14e9 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:48:54.675282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.ipam_backend_mixin [None req-8f404e7c-9786-400b-9bfe-1922aa304283 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Performing IP validity checks on allocation pools {{(pid=93811) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 20:48:54.675838 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.ipam_backend_mixin [None req-8f404e7c-9786-400b-9bfe-1922aa304283 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93811) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 20:48:54.733669 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port d9825748-c5af-43d6-ac12-8806b3ef14e9 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:54.841241 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f404e7c-9786-400b-9bfe-1922aa304283 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:54.903597 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f404e7c-9786-400b-9bfe-1922aa304283 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Subnet': ['ID=292cb37c-349d-46ae-a6c5-2aceca593989,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:54.919165 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f404e7c-9786-400b-9bfe-1922aa304283 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Checking segment: {'id': 'a0e19967-b926-46b6-9d99-018cef434d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5fe0bce5-6913-45b0-bded-5b0915c672c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:54.919520 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f404e7c-9786-400b-9bfe-1922aa304283 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network hostable DHCP agents. Network: 5fe0bce5-6913-45b0-bded-5b0915c672c9, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:48:54.938811 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cb824f-81d0-4f02-a83d-06e211880b6e None None] Network 40d85c8e-1c07-4ec5-8c99-97fb898f79f9 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:54.941101 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f404e7c-9786-400b-9bfe-1922aa304283 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network 5fe0bce5-6913-45b0-bded-5b0915c672c9 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:48:54.952222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-8f404e7c-9786-400b-9bfe-1922aa304283 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 5fe0bce5-6913-45b0-bded-5b0915c672c9) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:54.958357 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f404e7c-9786-400b-9bfe-1922aa304283 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:54.959216 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f404e7c-9786-400b-9bfe-1922aa304283 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:54.964342 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e41fcd-d977-4480-8ef3-9076172abe18 None None] Network 5fe0bce5-6913-45b0-bded-5b0915c672c9 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:54.981305 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33570) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:54.982100 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8f404e7c-9786-400b-9bfe-1922aa304283 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5960343 Jul 23 20:48:55.108869 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fc2a-138f-46a1-b010-bba3fe2736fb tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.175955 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fc2a-138f-46a1-b010-bba3fe2736fb tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.222288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-51aaa6ae-8ad8-4c9d-b53a-23dea3711066 None None] Provisioning for port d9825748-c5af-43d6-ac12-8806b3ef14e9 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:55.244616 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-51aaa6ae-8ad8-4c9d-b53a-23dea3711066 None None] Provisioning complete for port d9825748-c5af-43d6-ac12-8806b3ef14e9 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:55.245142 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-51aaa6ae-8ad8-4c9d-b53a-23dea3711066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.259773 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fc2a-138f-46a1-b010-bba3fe2736fb tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.332124 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7fc2a-138f-46a1-b010-bba3fe2736fb tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Subnet': ['ID=292cb37c-349d-46ae-a6c5-2aceca593989,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:55.380296 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fc2a-138f-46a1-b010-bba3fe2736fb tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.392753 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-e8a7fc2a-138f-46a1-b010-bba3fe2736fb tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe0bce5-6913-45b0-bded-5b0915c672c9']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:55.407245 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-e8a7fc2a-138f-46a1-b010-bba3fe2736fb tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e19967-b926-46b6-9d99-018cef434d42') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:55.408031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-e8a7fc2a-138f-46a1-b010-bba3fe2736fb tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e19967-b926-46b6-9d99-018cef434d42') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:55.416061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24acd54-5823-49de-bed0-40afafff3589 None None] Network 5fe0bce5-6913-45b0-bded-5b0915c672c9 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:55.421870 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fc2a-138f-46a1-b010-bba3fe2736fb tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.438953 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fc2a-138f-46a1-b010-bba3fe2736fb tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.448099 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a7fc2a-138f-46a1-b010-bba3fe2736fb tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:48:55.448772 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fc2a-138f-46a1-b010-bba3fe2736fb tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:48:55.452444 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:48:55.550353 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-51aaa6ae-8ad8-4c9d-b53a-23dea3711066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.567738 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fc2a-138f-46a1-b010-bba3fe2736fb tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.581636 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fc2a-138f-46a1-b010-bba3fe2736fb tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.582411 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e8a7fc2a-138f-46a1-b010-bba3fe2736fb tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/5fe0bce5-6913-45b0-bded-5b0915c672c9 HTTP/1.1" status: 204 len: 168 time: 0.5974712 Jul 23 20:48:55.584483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33584) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:55.590631 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e0fbd3ae-a318-4bc8-b352-83580d789787 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-366953098'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:55.609158 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7fc2a-138f-46a1-b010-bba3fe2736fb tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Network': ['ID=5fe0bce5-6913-45b0-bded-5b0915c672c9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:55.642969 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fbd3ae-a318-4bc8-b352-83580d789787 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:55.647735 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0fbd3ae-a318-4bc8-b352-83580d789787 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.650678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-51aaa6ae-8ad8-4c9d-b53a-23dea3711066 None None] For port d9825748-c5af-43d6-ac12-8806b3ef14e9, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d9825748-c5af-43d6-ac12-8806b3ef14e9,segment=NetworkSegment(43c31e62-6375-4f53-8d9e-beac0a6c6018),segment_id=43c31e62-6375-4f53-8d9e-beac0a6c6018)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:55.684061 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-51aaa6ae-8ad8-4c9d-b53a-23dea3711066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.706658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fbd3ae-a318-4bc8-b352-83580d789787 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:48:55.719066 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0fbd3ae-a318-4bc8-b352-83580d789787 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.719765 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-e0fbd3ae-a318-4bc8-b352-83580d789787 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Added segment cb871819-1953-4de6-8633-190d76ec83ef of type vlan for network d7d162ec-ef57-4885-bb7a-d2eb901d500e Jul 23 20:48:55.743361 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aaa6ae-8ad8-4c9d-b53a-23dea3711066 None None] Pushing event updated for resources: {'Port': ['ID=d9825748-c5af-43d6-ac12-8806b3ef14e9,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:55.772882 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0fbd3ae-a318-4bc8-b352-83580d789787 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.806353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74b0b33-43ad-4470-9902-312ffa56549e None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:48:55.807715 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0fbd3ae-a318-4bc8-b352-83580d789787 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.814549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fbd3ae-a318-4bc8-b352-83580d789787 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:55.815225 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0fbd3ae-a318-4bc8-b352-83580d789787 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.861277 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8899b868-c9a3-417c-9764-026f4daa0a02 None None] Provisioning complete for port d9825748-c5af-43d6-ac12-8806b3ef14e9 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:55.861678 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8899b868-c9a3-417c-9764-026f4daa0a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.894036 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e0fbd3ae-a318-4bc8-b352-83580d789787 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3051100 Jul 23 20:48:55.894390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33588) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:55.899584 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b4179007-df55-452d-abf9-49c81adc5a9a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'subnet': {'network_id': 'd7d162ec-ef57-4885-bb7a-d2eb901d500e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:55.899991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbd3ae-a318-4bc8-b352-83580d789787 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Network': ['ID=d7d162ec-ef57-4885-bb7a-d2eb901d500e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:55.913329 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network d7d162ec-ef57-4885-bb7a-d2eb901d500e details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:48:56.010182 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4179007-df55-452d-abf9-49c81adc5a9a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:56.014866 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4179007-df55-452d-abf9-49c81adc5a9a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.112441 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74b0b33-43ad-4470-9902-312ffa56549e None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:48:56.214756 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4179007-df55-452d-abf9-49c81adc5a9a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.284726 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4179007-df55-452d-abf9-49c81adc5a9a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Subnet': ['ID=80b6d6f6-6bd3-40a8-ad4d-ecb8e976760b,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:56.297647 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4179007-df55-452d-abf9-49c81adc5a9a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Checking segment: {'id': 'cb871819-1953-4de6-8633-190d76ec83ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7d162ec-ef57-4885-bb7a-d2eb901d500e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:56.298570 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4179007-df55-452d-abf9-49c81adc5a9a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network hostable DHCP agents. Network: d7d162ec-ef57-4885-bb7a-d2eb901d500e, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:48:56.317565 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4179007-df55-452d-abf9-49c81adc5a9a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network d7d162ec-ef57-4885-bb7a-d2eb901d500e is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:48:56.332864 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-b4179007-df55-452d-abf9-49c81adc5a9a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, d7d162ec-ef57-4885-bb7a-d2eb901d500e) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:56.337656 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4179007-df55-452d-abf9-49c81adc5a9a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:56.338259 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b4179007-df55-452d-abf9-49c81adc5a9a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.357167 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b4179007-df55-452d-abf9-49c81adc5a9a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4616482 Jul 23 20:48:56.359827 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33590) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:56.464700 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99a3ef62-f8d2-4bb4-be75-48e8f7318bff tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.468870 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6bf38c-7b2b-4166-a43d-589d416b7b63 None None] Network d7d162ec-ef57-4885-bb7a-d2eb901d500e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:56.518506 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99a3ef62-f8d2-4bb4-be75-48e8f7318bff tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.585023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d9825748-c5af-43d6-ac12-8806b3ef14e9 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:48:56.596710 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99a3ef62-f8d2-4bb4-be75-48e8f7318bff tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.627833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3ef62-f8d2-4bb4-be75-48e8f7318bff tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Subnet': ['ID=80b6d6f6-6bd3-40a8-ad4d-ecb8e976760b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:56.667372 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757fbe85-60b3-4b6b-84be-cbffd842dd47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-d7d162ec-ef57-4885-bb7a-d2eb901d500e', 'network_id': 'd7d162ec-ef57-4885-bb7a-d2eb901d500e', 'tenant_id': '1a1dbed082f44a3a9d7a49720571234b', 'fixed_ips': [{'subnet_id': '80b6d6f6-6bd3-40a8-ad4d-ecb8e976760b'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:48:56.668216 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-757fbe85-60b3-4b6b-84be-cbffd842dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.698337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port d9825748-c5af-43d6-ac12-8806b3ef14e9 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:56.698710 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.707831 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99a3ef62-f8d2-4bb4-be75-48e8f7318bff tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.719753 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-99a3ef62-f8d2-4bb4-be75-48e8f7318bff tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d162ec-ef57-4885-bb7a-d2eb901d500e']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:56.730670 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-99a3ef62-f8d2-4bb4-be75-48e8f7318bff tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb871819-1953-4de6-8633-190d76ec83ef') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:56.731068 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-99a3ef62-f8d2-4bb4-be75-48e8f7318bff tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb871819-1953-4de6-8633-190d76ec83ef') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:56.740097 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99a3ef62-f8d2-4bb4-be75-48e8f7318bff tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.756971 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99a3ef62-f8d2-4bb4-be75-48e8f7318bff tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.765503 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a3ef62-f8d2-4bb4-be75-48e8f7318bff tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:48:56.765503 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99a3ef62-f8d2-4bb4-be75-48e8f7318bff tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:48:56.768090 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:48:56.802589 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c219386f-2ce2-4677-a40d-9697da0729db None None] Network d7d162ec-ef57-4885-bb7a-d2eb901d500e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:56.855553 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99a3ef62-f8d2-4bb4-be75-48e8f7318bff tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.863615 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99a3ef62-f8d2-4bb4-be75-48e8f7318bff tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.868899 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-99a3ef62-f8d2-4bb4-be75-48e8f7318bff tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/d7d162ec-ef57-4885-bb7a-d2eb901d500e HTTP/1.1" status: 204 len: 168 time: 0.5043881 Jul 23 20:48:56.869597 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33598) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:56.875686 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-2a6a57ab-48a4-4ae5-bef7-1b210caf7f10 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1684106610'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:56.878558 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3ef62-f8d2-4bb4-be75-48e8f7318bff tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Network': ['ID=d7d162ec-ef57-4885-bb7a-d2eb901d500e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:56.901250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6a57ab-48a4-4ae5-bef7-1b210caf7f10 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:56.904771 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2a6a57ab-48a4-4ae5-bef7-1b210caf7f10 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:57.103154 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8b7ecc50-2316-4b9e-8684-62fb4f0730f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:57.220781 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6a57ab-48a4-4ae5-bef7-1b210caf7f10 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:48:57.229687 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2a6a57ab-48a4-4ae5-bef7-1b210caf7f10 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:57.230019 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-2a6a57ab-48a4-4ae5-bef7-1b210caf7f10 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Added segment 7539c3fe-441d-4c1a-8f4c-8706c7af0096 of type vlan for network 7a1d9ebe-7470-4b35-b37a-b7481f474f5c Jul 23 20:48:57.268119 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2a6a57ab-48a4-4ae5-bef7-1b210caf7f10 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:57.298059 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2a6a57ab-48a4-4ae5-bef7-1b210caf7f10 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:57.303602 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6a57ab-48a4-4ae5-bef7-1b210caf7f10 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:57.304220 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2a6a57ab-48a4-4ae5-bef7-1b210caf7f10 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:57.343880 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2a6a57ab-48a4-4ae5-bef7-1b210caf7f10 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4731112 Jul 23 20:48:57.346875 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33602) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:57.355341 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-281f25f3-c6ee-4237-9237-cd94868ed973 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'subnet': {'network_id': '7a1d9ebe-7470-4b35-b37a-b7481f474f5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:57.359123 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:57.376580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a57ab-48a4-4ae5-bef7-1b210caf7f10 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Network': ['ID=7a1d9ebe-7470-4b35-b37a-b7481f474f5c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:57.389221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 7a1d9ebe-7470-4b35-b37a-b7481f474f5c details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:48:57.457117 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281f25f3-c6ee-4237-9237-cd94868ed973 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:57.460725 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-281f25f3-c6ee-4237-9237-cd94868ed973 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:57.655415 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-281f25f3-c6ee-4237-9237-cd94868ed973 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:57.730512 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f25f3-c6ee-4237-9237-cd94868ed973 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Subnet': ['ID=c9befc68-c00f-4d35-94b8-987f0a6ffae1,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:57.737328 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281f25f3-c6ee-4237-9237-cd94868ed973 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Checking segment: {'id': '7539c3fe-441d-4c1a-8f4c-8706c7af0096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7a1d9ebe-7470-4b35-b37a-b7481f474f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:57.737704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281f25f3-c6ee-4237-9237-cd94868ed973 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network hostable DHCP agents. Network: 7a1d9ebe-7470-4b35-b37a-b7481f474f5c, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:48:57.755773 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281f25f3-c6ee-4237-9237-cd94868ed973 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network 7a1d9ebe-7470-4b35-b37a-b7481f474f5c is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:48:57.769922 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-281f25f3-c6ee-4237-9237-cd94868ed973 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 7a1d9ebe-7470-4b35-b37a-b7481f474f5c) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:57.775282 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281f25f3-c6ee-4237-9237-cd94868ed973 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:57.775906 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-281f25f3-c6ee-4237-9237-cd94868ed973 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:57.781586 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff22f00-2c3f-4925-9e49-a6d421873b77 None None] Network 7a1d9ebe-7470-4b35-b37a-b7481f474f5c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:57.829864 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-281f25f3-c6ee-4237-9237-cd94868ed973 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4812875 Jul 23 20:48:57.833418 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33606) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:57.970968 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.016665 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea98a3d3-1a63-426e-bba0-19fe88ce8c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-7a1d9ebe-7470-4b35-b37a-b7481f474f5c', 'network_id': '7a1d9ebe-7470-4b35-b37a-b7481f474f5c', 'tenant_id': '1a1dbed082f44a3a9d7a49720571234b', 'fixed_ips': [{'subnet_id': 'c9befc68-c00f-4d35-94b8-987f0a6ffae1'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:48:58.018000 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ea98a3d3-1a63-426e-bba0-19fe88ce8c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.025759 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.090799 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.116966 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Subnet': ['ID=c9befc68-c00f-4d35-94b8-987f0a6ffae1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server [None req-ea98a3d3-1a63-426e-bba0-19fe88ce8c9b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9befc68-c00f-4d35-94b8-987f0a6ffae1: This subnet is being modified by another concurrent operation. Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9befc68-c00f-4d35-94b8-987f0a6ffae1: This subnet is being modified by another concurrent operation. Jul 23 20:48:58.125534 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Jul 23 20:48:58.132229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:58.132229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:58.132229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:58.132229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:58.132229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:58.132229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:58.132229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:58.132229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:58.132229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:58.132229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:58.132229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:58.133083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:58.146066 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57899b02-6dbf-4fd5-bc93-e680203f49c5 None None] Network 7a1d9ebe-7470-4b35-b37a-b7481f474f5c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:58.190241 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.200195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1d9ebe-7470-4b35-b37a-b7481f474f5c']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:58.215230 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7539c3fe-441d-4c1a-8f4c-8706c7af0096') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:58.215525 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7539c3fe-441d-4c1a-8f4c-8706c7af0096') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:58.224223 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.239946 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.246366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:48:58.246716 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:48:58.250435 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:48:58.256964 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395088e2-e5dd-4ca7-a1bc-9dc70a2757fc None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:48:58.307862 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.314977 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.316800 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/7a1d9ebe-7470-4b35-b37a-b7481f474f5c HTTP/1.1" status: 204 len: 168 time: 0.4818847 Jul 23 20:48:58.320865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33608) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:58.326719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-adad82d0-482f-4abc-b036-19f2eb83cbaa tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1433645289'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:58.335526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3b1de-1c55-4e3f-b44f-e9bb662428e7 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Network': ['ID=7a1d9ebe-7470-4b35-b37a-b7481f474f5c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:58.350357 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adad82d0-482f-4abc-b036-19f2eb83cbaa tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:58.353961 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adad82d0-482f-4abc-b036-19f2eb83cbaa tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.379417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adad82d0-482f-4abc-b036-19f2eb83cbaa tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:48:58.389424 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adad82d0-482f-4abc-b036-19f2eb83cbaa tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.389770 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-adad82d0-482f-4abc-b036-19f2eb83cbaa tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Added segment 98304850-c468-4ca4-9a4a-687b692704f6 of type vlan for network 512f51c5-de46-4229-9a01-506f7eaf7565 Jul 23 20:48:58.397658 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395088e2-e5dd-4ca7-a1bc-9dc70a2757fc None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:48:58.432847 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adad82d0-482f-4abc-b036-19f2eb83cbaa tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.464225 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adad82d0-482f-4abc-b036-19f2eb83cbaa tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.471149 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adad82d0-482f-4abc-b036-19f2eb83cbaa tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:58.471743 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adad82d0-482f-4abc-b036-19f2eb83cbaa tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.519376 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-adad82d0-482f-4abc-b036-19f2eb83cbaa tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1949511 Jul 23 20:48:58.519726 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33610) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:58.523901 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.524947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-194134c3-6542-4652-b598-ddb771da44ae tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'subnet': {'network_id': '512f51c5-de46-4229-9a01-506f7eaf7565', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:58.557087 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad82d0-482f-4abc-b036-19f2eb83cbaa tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Network': ['ID=512f51c5-de46-4229-9a01-506f7eaf7565,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:58.581574 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 512f51c5-de46-4229-9a01-506f7eaf7565 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:48:58.620214 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194134c3-6542-4652-b598-ddb771da44ae tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:58.624306 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-194134c3-6542-4652-b598-ddb771da44ae tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.680412 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.ipam_backend_mixin [None req-194134c3-6542-4652-b598-ddb771da44ae tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Performing IP validity checks on allocation pools {{(pid=93811) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 20:48:58.680931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.ipam_backend_mixin [None req-194134c3-6542-4652-b598-ddb771da44ae tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93811) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 20:48:58.808483 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-194134c3-6542-4652-b598-ddb771da44ae tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.871148 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194134c3-6542-4652-b598-ddb771da44ae tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Subnet': ['ID=7e859d34-721a-4460-8f15-914790b3f31e,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:58.880929 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194134c3-6542-4652-b598-ddb771da44ae tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Checking segment: {'id': '98304850-c468-4ca4-9a4a-687b692704f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '512f51c5-de46-4229-9a01-506f7eaf7565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:58.881296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194134c3-6542-4652-b598-ddb771da44ae tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network hostable DHCP agents. Network: 512f51c5-de46-4229-9a01-506f7eaf7565, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:48:58.897966 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194134c3-6542-4652-b598-ddb771da44ae tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network 512f51c5-de46-4229-9a01-506f7eaf7565 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:48:58.908003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-194134c3-6542-4652-b598-ddb771da44ae tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 512f51c5-de46-4229-9a01-506f7eaf7565) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:58.912335 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194134c3-6542-4652-b598-ddb771da44ae tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:58.912941 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-194134c3-6542-4652-b598-ddb771da44ae tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:58.916962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1984b3be-b5ef-44d9-9820-688ad2ef7908 None None] Network 512f51c5-de46-4229-9a01-506f7eaf7565 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:58.933128 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-194134c3-6542-4652-b598-ddb771da44ae tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4123065 Jul 23 20:48:58.936198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33616) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:59.041201 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:59.080483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-512f51c5-de46-4229-9a01-506f7eaf7565', 'network_id': '512f51c5-de46-4229-9a01-506f7eaf7565', 'tenant_id': '1a1dbed082f44a3a9d7a49720571234b', 'fixed_ips': [{'subnet_id': '7e859d34-721a-4460-8f15-914790b3f31e'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:48:59.081508 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:59.106227 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:59.235392 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Allocated IP 172.20.0.3 (512f51c5-de46-4229-9a01-506f7eaf7565/7e859d34-721a-4460-8f15-914790b3f31e/59ef7e32-7960-483d-a202-901e7d9b6f7e) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:48:59.373468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33626) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:48:59.400835 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:59.411746 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Transition to ACTIVE for port object 59ef7e32-7960-483d-a202-901e7d9b6f7e will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:59.429205 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Transition to ACTIVE for port object 59ef7e32-7960-483d-a202-901e7d9b6f7e will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:59.438966 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:59.481757 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Network 512f51c5-de46-4229-9a01-506f7eaf7565 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:48:59.488749 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:59.493456 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:48:59.503368 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Pushing event updated for resources: {'Port': ['ID=59ef7e32-7960-483d-a202-901e7d9b6f7e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:59.541199 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:59.571193 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Subnet': ['ID=7e859d34-721a-4460-8f15-914790b3f31e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:59.585577 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Attempting to bind port 59ef7e32-7960-483d-a202-901e7d9b6f7e on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:59.586150 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Attempting to bind port 59ef7e32-7960-483d-a202-901e7d9b6f7e by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '98304850-c468-4ca4-9a4a-687b692704f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '512f51c5-de46-4229-9a01-506f7eaf7565'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:59.586680 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Attempting to bind port 59ef7e32-7960-483d-a202-901e7d9b6f7e on network 512f51c5-de46-4229-9a01-506f7eaf7565 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:59.593777 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:48:59.594430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Checking segment: {'id': '98304850-c468-4ca4-9a4a-687b692704f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '512f51c5-de46-4229-9a01-506f7eaf7565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:59.595007 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:59.595603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Bound using segment: {'id': '98304850-c468-4ca4-9a4a-687b692704f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '512f51c5-de46-4229-9a01-506f7eaf7565'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:48:59.596252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Bound port: 59ef7e32-7960-483d-a202-901e7d9b6f7e, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98304850-c468-4ca4-9a4a-687b692704f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '512f51c5-de46-4229-9a01-506f7eaf7565'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:48:59.596898 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:59.641521 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:59.655381 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512f51c5-de46-4229-9a01-506f7eaf7565']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:59.667926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98304850-c468-4ca4-9a4a-687b692704f6') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:59.668202 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98304850-c468-4ca4-9a4a-687b692704f6') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:48:59.672380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] For port 59ef7e32-7960-483d-a202-901e7d9b6f7e, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:48:59.676774 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] For port 59ef7e32-7960-483d-a202-901e7d9b6f7e, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=59ef7e32-7960-483d-a202-901e7d9b6f7e,segment=NetworkSegment(98304850-c468-4ca4-9a4a-687b692704f6),segment_id=98304850-c468-4ca4-9a4a-687b692704f6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:48:59.679678 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:59.683042 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:59.699890 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:59.710456 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:48:59.710989 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:48:59.715409 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:48:59.756682 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ab1a9-c08f-4f68-a3f9-415ede664663 None None] Pushing event updated for resources: {'Port': ['ID=59ef7e32-7960-483d-a202-901e7d9b6f7e,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:59.785584 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.db.api [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:48:59.785584 n-d-791504-18 neutron-server[93810]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:48:59.785584 n-d-791504-18 neutron-server[93810]: [parameters: {'id': '512f51c5-de46-4229-9a01-506f7eaf7565'}] Jul 23 20:48:59.785584 n-d-791504-18 neutron-server[93810]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:48:59.786018 n-d-791504-18 neutron-server[93810]: DEBUG oslo_db.api [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:48:59.832706 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d174e49-4722-48d2-8dc6-c4fb90de1216 None None] Network 512f51c5-de46-4229-9a01-506f7eaf7565 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:48:59.940232 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-52199b7e-3e0b-48cf-81b1-ebae62f63bda tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.049355 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:49:00.055031 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.142189 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e924c6f-7e5a-4a35-8938-2792bc39f6f6 None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:49:00.277446 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e924c6f-7e5a-4a35-8938-2792bc39f6f6 None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:49:00.287267 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.356286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-52199b7e-3e0b-48cf-81b1-ebae62f63bda tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Deleting port c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:00.356637 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-52199b7e-3e0b-48cf-81b1-ebae62f63bda tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.405451 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Deleting port 59ef7e32-7960-483d-a202-901e7d9b6f7e {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:00.406110 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.478638 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-52199b7e-3e0b-48cf-81b1-ebae62f63bda tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] For port c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58,segment=NetworkSegment(f40877ed-228c-4e30-a1d1-d3a900ac53bf),segment_id=f40877ed-228c-4e30-a1d1-d3a900ac53bf)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:00.479301 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-52199b7e-3e0b-48cf-81b1-ebae62f63bda tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.480703 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] For port 59ef7e32-7960-483d-a202-901e7d9b6f7e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=59ef7e32-7960-483d-a202-901e7d9b6f7e,segment=NetworkSegment(98304850-c468-4ca4-9a4a-687b692704f6),segment_id=98304850-c468-4ca4-9a4a-687b692704f6)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:00.481081 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.497953 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Calling delete_port for 59ef7e32-7960-483d-a202-901e7d9b6f7e owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:00.498200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-52199b7e-3e0b-48cf-81b1-ebae62f63bda tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Calling delete_port for c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:00.618293 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.632813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No DVR routers for this DVR port 59ef7e32-7960-483d-a202-901e7d9b6f7e on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:00.673636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Port': ['ID=59ef7e32-7960-483d-a202-901e7d9b6f7e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:00.735946 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.747968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512f51c5-de46-4229-9a01-506f7eaf7565']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:00.752855 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-52199b7e-3e0b-48cf-81b1-ebae62f63bda tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.764717 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98304850-c468-4ca4-9a4a-687b692704f6') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:00.764935 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98304850-c468-4ca4-9a4a-687b692704f6') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:00.774085 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.785481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52199b7e-3e0b-48cf-81b1-ebae62f63bda tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'Port': ['ID=c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:00.796006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.802848 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:49:00.805013 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:49:00.806548 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:49:00.884155 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.904955 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.912363 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/512f51c5-de46-4229-9a01-506f7eaf7565 HTTP/1.1" status: 204 len: 168 time: 1.9745615 Jul 23 20:49:00.922957 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33630) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:00.929550 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f22c2df7-d783-465d-a5a9-83beaa5d868e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1086275689'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:00.936032 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8bda5-76eb-45d1-b9ae-61d6f9e2965e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Network': ['ID=512f51c5-de46-4229-9a01-506f7eaf7565,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:00.961057 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22c2df7-d783-465d-a5a9-83beaa5d868e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:00.967272 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f22c2df7-d783-465d-a5a9-83beaa5d868e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:00.996893 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22c2df7-d783-465d-a5a9-83beaa5d868e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:49:01.008487 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f22c2df7-d783-465d-a5a9-83beaa5d868e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:01.009811 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-f22c2df7-d783-465d-a5a9-83beaa5d868e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Added segment 5f11c181-8c79-421e-aeef-03ab07f2078f of type vlan for network 4a29a179-ae01-44f8-a6f3-1e11f5e7dab4 Jul 23 20:49:01.045289 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-52199b7e-3e0b-48cf-81b1-ebae62f63bda tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:01.071978 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f22c2df7-d783-465d-a5a9-83beaa5d868e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:01.125633 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f22c2df7-d783-465d-a5a9-83beaa5d868e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:01.132037 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22c2df7-d783-465d-a5a9-83beaa5d868e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:01.132955 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f22c2df7-d783-465d-a5a9-83beaa5d868e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:01.172236 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f22c2df7-d783-465d-a5a9-83beaa5d868e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2478883 Jul 23 20:49:01.173385 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33632) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:01.180650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-de13ac92-6bb5-4d4f-9b2a-d6740891fb84 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'subnet': {'network_id': '4a29a179-ae01-44f8-a6f3-1e11f5e7dab4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:01.217348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c2df7-d783-465d-a5a9-83beaa5d868e tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Network': ['ID=4a29a179-ae01-44f8-a6f3-1e11f5e7dab4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:01.229508 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 4a29a179-ae01-44f8-a6f3-1e11f5e7dab4 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:49:01.371322 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de13ac92-6bb5-4d4f-9b2a-d6740891fb84 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:01.375445 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-de13ac92-6bb5-4d4f-9b2a-d6740891fb84 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:01.407595 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52199b7e-3e0b-48cf-81b1-ebae62f63bda tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Router 30683d9d-de53-4bcd-a2c7-bd9c513719ca has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:49:01.608658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52199b7e-3e0b-48cf-81b1-ebae62f63bda tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:49:01.619242 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-52199b7e-3e0b-48cf-81b1-ebae62f63bda tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "PUT /v2.0/routers/30683d9d-de53-4bcd-a2c7-bd9c513719ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2406249 Jul 23 20:49:01.623710 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ab3e6-8a62-4cfd-a8ac-5623fd4b144d None None] Sync routers for ids ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:49:01.635555 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ab3e6-8a62-4cfd-a8ac-5623fd4b144d None None] Routers {'30683d9d-de53-4bcd-a2c7-bd9c513719ca'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:49:01.636200 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-436ab3e6-8a62-4cfd-a8ac-5623fd4b144d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:48:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:01.673974 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-de13ac92-6bb5-4d4f-9b2a-d6740891fb84 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:01.755707 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13ac92-6bb5-4d4f-9b2a-d6740891fb84 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Subnet': ['ID=92c5ea7e-a65c-4ff1-b021-11e438a5ada6,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:01.773903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de13ac92-6bb5-4d4f-9b2a-d6740891fb84 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Checking segment: {'id': '5f11c181-8c79-421e-aeef-03ab07f2078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4a29a179-ae01-44f8-a6f3-1e11f5e7dab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:01.774147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de13ac92-6bb5-4d4f-9b2a-d6740891fb84 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network hostable DHCP agents. Network: 4a29a179-ae01-44f8-a6f3-1e11f5e7dab4, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:49:01.790647 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-436ab3e6-8a62-4cfd-a8ac-5623fd4b144d None None] Set router 30683d9d-de53-4bcd-a2c7-bd9c513719ca gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:49:01.793799 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de13ac92-6bb5-4d4f-9b2a-d6740891fb84 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network 4a29a179-ae01-44f8-a6f3-1e11f5e7dab4 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:49:01.826328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-de13ac92-6bb5-4d4f-9b2a-d6740891fb84 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 4a29a179-ae01-44f8-a6f3-1e11f5e7dab4) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:01.839034 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de13ac92-6bb5-4d4f-9b2a-d6740891fb84 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:01.839662 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-de13ac92-6bb5-4d4f-9b2a-d6740891fb84 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:01.846685 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8578f262-3e42-4704-9b8d-fc1572d3bb50 None None] Network 4a29a179-ae01-44f8-a6f3-1e11f5e7dab4 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:01.873619 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-de13ac92-6bb5-4d4f-9b2a-d6740891fb84 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6964931 Jul 23 20:49:01.874069 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33640) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:02.018838 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b24431e9-1650-4148-8c92-5120f15207b6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.082864 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b24431e9-1650-4148-8c92-5120f15207b6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.167337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef941f-d949-4ed8-908c-7c872c615cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-4a29a179-ae01-44f8-a6f3-1e11f5e7dab4', 'network_id': '4a29a179-ae01-44f8-a6f3-1e11f5e7dab4', 'tenant_id': '1a1dbed082f44a3a9d7a49720571234b', 'fixed_ips': [{'subnet_id': '92c5ea7e-a65c-4ff1-b021-11e438a5ada6'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:49:02.169242 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27ef941f-d949-4ed8-908c-7c872c615cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.219282 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b24431e9-1650-4148-8c92-5120f15207b6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.252488 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24431e9-1650-4148-8c92-5120f15207b6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Subnet': ['ID=92c5ea7e-a65c-4ff1-b021-11e438a5ada6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:02.307896 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-436ab3e6-8a62-4cfd-a8ac-5623fd4b144d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:49:00Z', 'revision_number': 6, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '93b0e8b5-33e9-4c03-ac63-1702ab2405c7', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'floating_ip_address': '172.25.3.96', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'port_id': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'mac_address': 'fa:16:3e:99:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:47:38Z', 'updated_at': '2021-07-23T20:47:41Z', 'revision_number': 1, 'project_id': '658e4131401d4adf82a7d233679ed997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba893e8-7852-4e07-89d5-cce5b9de2d3a', 'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:4d:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:10Z', 'updated_at': '2021-07-23T20:47:16Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:02.319380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc19860-f261-4e03-85bc-387f553a315d req-ba42595d-eec8-4159-8dc1-1e7e35bd52d9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:02.320963 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfc19860-f261-4e03-85bc-387f553a315d req-ba42595d-eec8-4159-8dc1-1e7e35bd52d9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=69708c97-8da0-4c0a-91e9-2870726896be HTTP/1.1" status: 200 len: 946 time: 0.4613161 Jul 23 20:49:02.348962 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b24431e9-1650-4148-8c92-5120f15207b6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.352394 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ab3e6-8a62-4cfd-a8ac-5623fd4b144d None None] Checking router: 30683d9d-de53-4bcd-a2c7-bd9c513719ca for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:49:02.360870 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b24431e9-1650-4148-8c92-5120f15207b6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a29a179-ae01-44f8-a6f3-1e11f5e7dab4']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:02.366420 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ab3e6-8a62-4cfd-a8ac-5623fd4b144d None None] Routers {'30683d9d-de53-4bcd-a2c7-bd9c513719ca'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:49:02.368325 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-436ab3e6-8a62-4cfd-a8ac-5623fd4b144d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:48:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:02.374519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b24431e9-1650-4148-8c92-5120f15207b6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f11c181-8c79-421e-aeef-03ab07f2078f') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:02.376018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b24431e9-1650-4148-8c92-5120f15207b6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f11c181-8c79-421e-aeef-03ab07f2078f') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server [None req-27ef941f-d949-4ed8-908c-7c872c615cba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92c5ea7e-a65c-4ff1-b021-11e438a5ada6: This subnet is being modified by another concurrent operation. Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92c5ea7e-a65c-4ff1-b021-11e438a5ada6: This subnet is being modified by another concurrent operation. Jul 23 20:49:02.378053 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Jul 23 20:49:02.389543 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dfc19860-f261-4e03-85bc-387f553a315d req-10b6dc59-5d60-4bf5-b76d-f7d308f4bb6f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec85c015-4ec4-43e4-b2fa-de42392699fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589426 Jul 23 20:49:02.402579 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b24431e9-1650-4148-8c92-5120f15207b6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.419164 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b24431e9-1650-4148-8c92-5120f15207b6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.427287 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24431e9-1650-4148-8c92-5120f15207b6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:49:02.428045 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b24431e9-1650-4148-8c92-5120f15207b6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:49:02.431435 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:49:02.437180 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a7098c-f4f2-48ba-8e7c-b626481c42c7 None None] Network 4a29a179-ae01-44f8-a6f3-1e11f5e7dab4 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:02.520900 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b24431e9-1650-4148-8c92-5120f15207b6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.568698 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b24431e9-1650-4148-8c92-5120f15207b6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.571149 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b24431e9-1650-4148-8c92-5120f15207b6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/4a29a179-ae01-44f8-a6f3-1e11f5e7dab4 HTTP/1.1" status: 204 len: 168 time: 0.6948855 Jul 23 20:49:02.571681 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24431e9-1650-4148-8c92-5120f15207b6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Network': ['ID=4a29a179-ae01-44f8-a6f3-1e11f5e7dab4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:02.579140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33644) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:02.586816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8a5dc905-5a8c-47a1-abf7-735db397a495 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1192207418'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:02.613267 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5dc905-5a8c-47a1-abf7-735db397a495 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:02.615983 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-436ab3e6-8a62-4cfd-a8ac-5623fd4b144d None None] Set router 30683d9d-de53-4bcd-a2c7-bd9c513719ca gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:49:02.617286 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a5dc905-5a8c-47a1-abf7-735db397a495 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.622525 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4380ec-99df-4015-9d60-875cfe5ab0b0 None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:49:02.653436 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5dc905-5a8c-47a1-abf7-735db397a495 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:49:02.665846 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a5dc905-5a8c-47a1-abf7-735db397a495 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.666577 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-8a5dc905-5a8c-47a1-abf7-735db397a495 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Added segment 89336325-584f-418f-ac56-a3e0144b4db9 of type vlan for network 7f7e0d86-fe61-48a9-8a15-76913ab642c0 Jul 23 20:49:02.722000 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a5dc905-5a8c-47a1-abf7-735db397a495 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.760773 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a5dc905-5a8c-47a1-abf7-735db397a495 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.768390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5dc905-5a8c-47a1-abf7-735db397a495 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:02.768991 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a5dc905-5a8c-47a1-abf7-735db397a495 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:02.818901 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8a5dc905-5a8c-47a1-abf7-735db397a495 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2390316 Jul 23 20:49:02.819318 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33646) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:02.827564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a17eaf8f-cd8f-4ac9-b822-cd677e34df70 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'subnet': {'network_id': '7f7e0d86-fe61-48a9-8a15-76913ab642c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:02.873339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5dc905-5a8c-47a1-abf7-735db397a495 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Network': ['ID=7f7e0d86-fe61-48a9-8a15-76913ab642c0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:02.915701 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 7f7e0d86-fe61-48a9-8a15-76913ab642c0 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:49:02.971475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17eaf8f-cd8f-4ac9-b822-cd677e34df70 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:02.975349 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a17eaf8f-cd8f-4ac9-b822-cd677e34df70 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.181224 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4380ec-99df-4015-9d60-875cfe5ab0b0 None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:49:03.243075 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a17eaf8f-cd8f-4ac9-b822-cd677e34df70 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.259965 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-436ab3e6-8a62-4cfd-a8ac-5623fd4b144d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:49:00Z', 'revision_number': 6, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '93b0e8b5-33e9-4c03-ac63-1702ab2405c7', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'floating_ip_address': '172.25.3.96', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'port_id': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'mac_address': 'fa:16:3e:99:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:47:38Z', 'updated_at': '2021-07-23T20:47:41Z', 'revision_number': 1, 'project_id': '658e4131401d4adf82a7d233679ed997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba893e8-7852-4e07-89d5-cce5b9de2d3a', 'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:4d:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:10Z', 'updated_at': '2021-07-23T20:47:16Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:03.314576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ab3e6-8a62-4cfd-a8ac-5623fd4b144d None None] The sync data for ids ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'] in n-d-791504-18 is: [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:49:00Z', 'revision_number': 6, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '93b0e8b5-33e9-4c03-ac63-1702ab2405c7', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'floating_ip_address': '172.25.3.96', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'port_id': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'mac_address': 'fa:16:3e:99:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:47:38Z', 'updated_at': '2021-07-23T20:47:41Z', 'revision_number': 1, 'project_id': '658e4131401d4adf82a7d233679ed997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba893e8-7852-4e07-89d5-cce5b9de2d3a', 'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:4d:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:10Z', 'updated_at': '2021-07-23T20:47:16Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:49:03.341012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17eaf8f-cd8f-4ac9-b822-cd677e34df70 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Subnet': ['ID=e6e5e35c-82c1-4214-94d9-4357b15a11d3,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:03.349516 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17eaf8f-cd8f-4ac9-b822-cd677e34df70 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Checking segment: {'id': '89336325-584f-418f-ac56-a3e0144b4db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7f7e0d86-fe61-48a9-8a15-76913ab642c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:03.350562 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17eaf8f-cd8f-4ac9-b822-cd677e34df70 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network hostable DHCP agents. Network: 7f7e0d86-fe61-48a9-8a15-76913ab642c0, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:49:03.375982 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeaa0bf-24ed-4a1e-acbd-74dc0919947b req-1a900e6d-6bf5-49f1-9d7f-aa325a63c782 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:03.377724 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-caeaa0bf-24ed-4a1e-acbd-74dc0919947b req-1a900e6d-6bf5-49f1-9d7f-aa325a63c782 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.57 "GET /v2.0/ports?device_id=69708c97-8da0-4c0a-91e9-2870726896be HTTP/1.1" status: 200 len: 946 time: 0.1763563 Jul 23 20:49:03.432163 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17eaf8f-cd8f-4ac9-b822-cd677e34df70 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network 7f7e0d86-fe61-48a9-8a15-76913ab642c0 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:49:03.444242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-a17eaf8f-cd8f-4ac9-b822-cd677e34df70 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 7f7e0d86-fe61-48a9-8a15-76913ab642c0) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:03.454594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17eaf8f-cd8f-4ac9-b822-cd677e34df70 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:03.454594 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a17eaf8f-cd8f-4ac9-b822-cd677e34df70 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.509135 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a17eaf8f-cd8f-4ac9-b822-cd677e34df70 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6884131 Jul 23 20:49:03.511824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33650) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:03.595549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e79569-15d3-4bd6-adf7-c17937f7232f req-d2cb81ee-4af0-4937-a564-bab991825fb7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:03.597111 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5e79569-15d3-4bd6-adf7-c17937f7232f req-d2cb81ee-4af0-4937-a564-bab991825fb7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=69708c97-8da0-4c0a-91e9-2870726896be HTTP/1.1" status: 200 len: 946 time: 0.1244442 Jul 23 20:49:03.632737 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-caeaa0bf-24ed-4a1e-acbd-74dc0919947b req-93c997d2-805d-42e1-a6a1-081928566777 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Deleting port 0a0f1e82-9d75-4d87-ab59-21151656a30a {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:03.634816 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-caeaa0bf-24ed-4a1e-acbd-74dc0919947b req-93c997d2-805d-42e1-a6a1-081928566777 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.677884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7ac456-a401-418d-99ae-b3d08d777570 None None] Network 7f7e0d86-fe61-48a9-8a15-76913ab642c0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:03.682380 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7274577f-f6de-41d8-ac94-c1f17328456d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.776846 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7274577f-f6de-41d8-ac94-c1f17328456d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.787511 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5e79569-15d3-4bd6-adf7-c17937f7232f req-1b0096ee-0584-4cbe-b76c-cf32d5a10b76 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec85c015-4ec4-43e4-b2fa-de42392699fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819527 Jul 23 20:49:03.792723 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-caeaa0bf-24ed-4a1e-acbd-74dc0919947b req-93c997d2-805d-42e1-a6a1-081928566777 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] For port 0a0f1e82-9d75-4d87-ab59-21151656a30a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0a0f1e82-9d75-4d87-ab59-21151656a30a,segment=NetworkSegment(f40877ed-228c-4e30-a1d1-d3a900ac53bf),segment_id=f40877ed-228c-4e30-a1d1-d3a900ac53bf)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:03.793127 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-caeaa0bf-24ed-4a1e-acbd-74dc0919947b req-93c997d2-805d-42e1-a6a1-081928566777 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.815180 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-caeaa0bf-24ed-4a1e-acbd-74dc0919947b req-93c997d2-805d-42e1-a6a1-081928566777 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Calling delete_port for 0a0f1e82-9d75-4d87-ab59-21151656a30a owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:03.921058 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7274577f-f6de-41d8-ac94-c1f17328456d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.945324 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7594e0d3-14a0-427b-b8b5-b7de0acd3ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-7f7e0d86-fe61-48a9-8a15-76913ab642c0', 'network_id': '7f7e0d86-fe61-48a9-8a15-76913ab642c0', 'tenant_id': '1a1dbed082f44a3a9d7a49720571234b', 'fixed_ips': [{'subnet_id': 'e6e5e35c-82c1-4214-94d9-4357b15a11d3'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:49:03.946542 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7594e0d3-14a0-427b-b8b5-b7de0acd3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:03.962200 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274577f-f6de-41d8-ac94-c1f17328456d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e5e35c-82c1-4214-94d9-4357b15a11d3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:04.036438 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-caeaa0bf-24ed-4a1e-acbd-74dc0919947b req-93c997d2-805d-42e1-a6a1-081928566777 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:04.054694 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aab4a11-ad6f-49ec-9927-52854765e55b None None] Network 7f7e0d86-fe61-48a9-8a15-76913ab642c0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:04.077122 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7274577f-f6de-41d8-ac94-c1f17328456d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:04.093565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c997d2-805d-42e1-a6a1-081928566777 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'Port': ['ID=0a0f1e82-9d75-4d87-ab59-21151656a30a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:04.123252 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-7274577f-f6de-41d8-ac94-c1f17328456d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7e0d86-fe61-48a9-8a15-76913ab642c0']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:04.148562 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-7274577f-f6de-41d8-ac94-c1f17328456d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89336325-584f-418f-ac56-a3e0144b4db9') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:04.148964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-7274577f-f6de-41d8-ac94-c1f17328456d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89336325-584f-418f-ac56-a3e0144b4db9') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:04.157904 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-caeaa0bf-24ed-4a1e-acbd-74dc0919947b req-93c997d2-805d-42e1-a6a1-081928566777 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] No DVR routers for this DVR port 0a0f1e82-9d75-4d87-ab59-21151656a30a on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:04.158827 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7274577f-f6de-41d8-ac94-c1f17328456d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:04.160689 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-caeaa0bf-24ed-4a1e-acbd-74dc0919947b req-93c997d2-805d-42e1-a6a1-081928566777 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:04.162932 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-caeaa0bf-24ed-4a1e-acbd-74dc0919947b req-93c997d2-805d-42e1-a6a1-081928566777 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.57 "DELETE /v2.0/ports/0a0f1e82-9d75-4d87-ab59-21151656a30a HTTP/1.1" status: 204 len: 173 time: 0.7791002 Jul 23 20:49:04.163350 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69708c97-8da0-4c0a-91e9-2870726896be', 'name': 'network-vif-deleted', 'tag': '0a0f1e82-9d75-4d87-ab59-21151656a30a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:04.165972 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd67bc0-0e27-4975-971c-05e286b76965" -d '{"events": [{"server_uuid": "69708c97-8da0-4c0a-91e9-2870726896be", "name": "network-vif-deleted", "tag": "0a0f1e82-9d75-4d87-ab59-21151656a30a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:04.174569 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7274577f-f6de-41d8-ac94-c1f17328456d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:04.183740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7274577f-f6de-41d8-ac94-c1f17328456d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:49:04.183987 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7274577f-f6de-41d8-ac94-c1f17328456d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:49:04.190526 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:49:04.223197 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a9ed3e-a1d3-4ec8-90f6-fdc25749d1fb x-openstack-request-id: req-d7a9ed3e-a1d3-4ec8-90f6-fdc25749d1fb {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:04.225116 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69708c97-8da0-4c0a-91e9-2870726896be", "name": "network-vif-deleted", "tag": "0a0f1e82-9d75-4d87-ab59-21151656a30a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:04.225116 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7a9ed3e-a1d3-4ec8-90f6-fdc25749d1fb {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:04.225116 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69708c97-8da0-4c0a-91e9-2870726896be', 'name': 'network-vif-deleted', 'tag': '0a0f1e82-9d75-4d87-ab59-21151656a30a', 'status': 'completed', 'code': 200} Jul 23 20:49:04.277444 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7274577f-f6de-41d8-ac94-c1f17328456d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:04.284997 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7274577f-f6de-41d8-ac94-c1f17328456d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:04.286814 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7274577f-f6de-41d8-ac94-c1f17328456d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/7f7e0d86-fe61-48a9-8a15-76913ab642c0 HTTP/1.1" status: 204 len: 168 time: 0.7739487 Jul 23 20:49:04.291352 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33656) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:04.298196 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-61170390-5246-46f8-89a2-ed6571a3935c tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1193221614'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:04.306972 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274577f-f6de-41d8-ac94-c1f17328456d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Network': ['ID=7f7e0d86-fe61-48a9-8a15-76913ab642c0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:04.346798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61170390-5246-46f8-89a2-ed6571a3935c tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:04.352246 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-61170390-5246-46f8-89a2-ed6571a3935c tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:04.388764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61170390-5246-46f8-89a2-ed6571a3935c tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:49:04.397643 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-61170390-5246-46f8-89a2-ed6571a3935c tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:04.398027 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-61170390-5246-46f8-89a2-ed6571a3935c tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Added segment b17a498e-8adb-4913-b794-25e0116da877 of type vlan for network 642bc2c5-a6ec-4f3b-9690-25ce44265e77 Jul 23 20:49:04.453678 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-61170390-5246-46f8-89a2-ed6571a3935c tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:04.490244 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-61170390-5246-46f8-89a2-ed6571a3935c tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:04.495974 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61170390-5246-46f8-89a2-ed6571a3935c tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:04.496672 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-61170390-5246-46f8-89a2-ed6571a3935c tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:04.540297 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-61170390-5246-46f8-89a2-ed6571a3935c tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2476237 Jul 23 20:49:04.555917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33658) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:04.567132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:04.576752 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-cc7ec386-a8cf-4de6-92a1-debbeb9c5273 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:04.609178 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:49:04.609588 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c60bfc2a-b5a6-4de9-9cc3-5ec4aae8df58 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:49:04.636525 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61170390-5246-46f8-89a2-ed6571a3935c tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Network': ['ID=642bc2c5-a6ec-4f3b-9690-25ce44265e77,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:04.683988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 642bc2c5-a6ec-4f3b-9690-25ce44265e77 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:49:04.828754 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc7ec386-a8cf-4de6-92a1-debbeb9c5273 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:04.860826 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33664) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:04.861540 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc7ec386-a8cf-4de6-92a1-debbeb9c5273 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:04.871560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc7ec386-a8cf-4de6-92a1-debbeb9c5273 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network 642bc2c5-a6ec-4f3b-9690-25ce44265e77 is not hosted by any dhcp agent {{(pid=93810) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:49:04.879392 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7ec386-a8cf-4de6-92a1-debbeb9c5273 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:04.880104 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cc7ec386-a8cf-4de6-92a1-debbeb9c5273 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:04.884815 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cc7ec386-a8cf-4de6-92a1-debbeb9c5273 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "PUT /v2.0/networks/642bc2c5-a6ec-4f3b-9690-25ce44265e77 HTTP/1.1" status: 200 len: 723 time: 0.3265634 Jul 23 20:49:04.884815 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33666) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:04.901640 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-53c4d331-75c3-420a-ae43-bf44164833b4 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'subnet': {'network_id': '642bc2c5-a6ec-4f3b-9690-25ce44265e77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:04.935064 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad4171a4-3a1d-4fea-8b95-59d904b24391 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:04.981188 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad4171a4-3a1d-4fea-8b95-59d904b24391 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.024559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ec386-a8cf-4de6-92a1-debbeb9c5273 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Network': ['ID=642bc2c5-a6ec-4f3b-9690-25ce44265e77,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:05.038641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 642bc2c5-a6ec-4f3b-9690-25ce44265e77 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:49:05.057365 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad4171a4-3a1d-4fea-8b95-59d904b24391 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.060107 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ad4171a4-3a1d-4fea-8b95-59d904b24391 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.060783 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c4d331-75c3-420a-ae43-bf44164833b4 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:05.061295 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ad4171a4-3a1d-4fea-8b95-59d904b24391 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "DELETE /v2.0/security-groups/ec85c015-4ec4-43e4-b2fa-de42392699fd HTTP/1.1" status: 204 len: 168 time: 0.1992357 Jul 23 20:49:05.065605 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53c4d331-75c3-420a-ae43-bf44164833b4 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.074154 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4171a4-3a1d-4fea-8b95-59d904b24391 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec85c015-4ec4-43e4-b2fa-de42392699fd,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:05.105240 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33670) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:05.193731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5d3d6b-2bb0-41d9-a79c-c7e8371e0b72 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Deleting subnet 9cdec904-6aaf-4e01-b8ed-06d39b5f8927 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:49:05.196935 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3d6b-2bb0-41d9-a79c-c7e8371e0b72 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.258829 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3d6b-2bb0-41d9-a79c-c7e8371e0b72 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.318695 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53c4d331-75c3-420a-ae43-bf44164833b4 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.374673 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3d6b-2bb0-41d9-a79c-c7e8371e0b72 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.387437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4d331-75c3-420a-ae43-bf44164833b4 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Subnet': ['ID=d399615e-9cc3-47f6-8c4d-e289cee440ed,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:05.399730 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c4d331-75c3-420a-ae43-bf44164833b4 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Checking segment: {'id': 'b17a498e-8adb-4913-b794-25e0116da877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '642bc2c5-a6ec-4f3b-9690-25ce44265e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:05.399730 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c4d331-75c3-420a-ae43-bf44164833b4 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network hostable DHCP agents. Network: 642bc2c5-a6ec-4f3b-9690-25ce44265e77, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:49:05.422157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c4d331-75c3-420a-ae43-bf44164833b4 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network 642bc2c5-a6ec-4f3b-9690-25ce44265e77 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:49:05.432318 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-53c4d331-75c3-420a-ae43-bf44164833b4 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 642bc2c5-a6ec-4f3b-9690-25ce44265e77) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:05.441215 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c4d331-75c3-420a-ae43-bf44164833b4 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:05.441832 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53c4d331-75c3-420a-ae43-bf44164833b4 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.447166 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73e9dfc-895d-4324-bf64-f3561709076d None None] Network 642bc2c5-a6ec-4f3b-9690-25ce44265e77 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:05.462447 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-53c4d331-75c3-420a-ae43-bf44164833b4 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5767064 Jul 23 20:49:05.465313 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33672) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:05.471540 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9eed281c-5a4c-4d7a-a8e9-36f17692697a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:05.487750 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3d6b-2bb0-41d9-a79c-c7e8371e0b72 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.529992 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3d6b-2bb0-41d9-a79c-c7e8371e0b72 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.531088 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57bb92b-1715-47ab-a750-31abf835b03e None None] Network f530e7a6-6869-45c6-853c-88bb7de362a9 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:05.536447 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-aa5d3d6b-2bb0-41d9-a79c-c7e8371e0b72 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "DELETE /v2.0/subnets/9cdec904-6aaf-4e01-b8ed-06d39b5f8927 HTTP/1.1" status: 204 len: 168 time: 0.4293227 Jul 23 20:49:05.537371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d3d6b-2bb0-41d9-a79c-c7e8371e0b72 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'Subnet': ['ID=9cdec904-6aaf-4e01-b8ed-06d39b5f8927,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:05.537496 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33674) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:05.661030 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.665758 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9eed281c-5a4c-4d7a-a8e9-36f17692697a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12005893'] for subnet, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.726757 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-642bc2c5-a6ec-4f3b-9690-25ce44265e77', 'network_id': '642bc2c5-a6ec-4f3b-9690-25ce44265e77', 'tenant_id': '1a1dbed082f44a3a9d7a49720571234b', 'fixed_ips': [{'subnet_id': 'd399615e-9cc3-47f6-8c4d-e289cee440ed'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:49:05.727636 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.848864 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Deleting port 3a42cf25-73b1-40ac-8711-153b22a8e29f {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:05.849200 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.869754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32c9c24-dc5d-4278-8b98-9cd604357b21 None None] DHCP port deletion for f530e7a6-6869-45c6-853c-88bb7de362a9 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:49:05.882583 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9eed281c-5a4c-4d7a-a8e9-36f17692697a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729330192204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12484903'] for subnet, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.961340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eed281c-5a4c-4d7a-a8e9-36f17692697a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:05.961895 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9eed281c-5a4c-4d7a-a8e9-36f17692697a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.966188 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9eed281c-5a4c-4d7a-a8e9-36f17692697a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "PUT /v2.0/subnets/d399615e-9cc3-47f6-8c4d-e289cee440ed HTTP/1.1" status: 200 len: 806 time: 0.4969265 Jul 23 20:49:05.966188 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] For port 3a42cf25-73b1-40ac-8711-153b22a8e29f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3a42cf25-73b1-40ac-8711-153b22a8e29f,segment=NetworkSegment(f40877ed-228c-4e30-a1d1-d3a900ac53bf),segment_id=f40877ed-228c-4e30-a1d1-d3a900ac53bf)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:05.966188 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.967072 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33678) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:05.968597 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Allocated IP 172.20.0.2 (642bc2c5-a6ec-4f3b-9690-25ce44265e77/d399615e-9cc3-47f6-8c4d-e289cee440ed/942be0fb-5b5b-42b3-9d9c-f6e8e281c21e) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:05.976516 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b32c9c24-dc5d-4278-8b98-9cd604357b21 None None] Deleting port 3a42cf25-73b1-40ac-8711-153b22a8e29f {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:05.976912 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b32c9c24-dc5d-4278-8b98-9cd604357b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:05.985925 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Calling delete_port for 3a42cf25-73b1-40ac-8711-153b22a8e29f owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:05.997563 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed281c-5a4c-4d7a-a8e9-36f17692697a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Subnet': ['ID=d399615e-9cc3-47f6-8c4d-e289cee440ed,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:06.092498 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.104460 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b32c9c24-dc5d-4278-8b98-9cd604357b21 None None] For port 3a42cf25-73b1-40ac-8711-153b22a8e29f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3a42cf25-73b1-40ac-8711-153b22a8e29f,segment=NetworkSegment(f40877ed-228c-4e30-a1d1-d3a900ac53bf),segment_id=f40877ed-228c-4e30-a1d1-d3a900ac53bf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:06.104860 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b32c9c24-dc5d-4278-8b98-9cd604357b21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.149009 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b32c9c24-dc5d-4278-8b98-9cd604357b21 None None] Calling delete_port for 3a42cf25-73b1-40ac-8711-153b22a8e29f owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:06.158421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'Port': ['ID=3a42cf25-73b1-40ac-8711-153b22a8e29f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:06.168021 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] No DVR routers for this DVR port 3a42cf25-73b1-40ac-8711-153b22a8e29f on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:06.179885 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.259914 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.286751 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.298701 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f530e7a6-6869-45c6-853c-88bb7de362a9']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:06.304203 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.311541 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40877ed-228c-4e30-a1d1-d3a900ac53bf') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:06.312140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40877ed-228c-4e30-a1d1-d3a900ac53bf') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:06.312348 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b32c9c24-dc5d-4278-8b98-9cd604357b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.320576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Transition to ACTIVE for port object 942be0fb-5b5b-42b3-9d9c-f6e8e281c21e will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:06.322483 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.337714 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.348545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:49:06.348920 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.350603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c9c24-dc5d-4278-8b98-9cd604357b21 None None] Pushing event deleted for resources: {'Port': ['ID=3a42cf25-73b1-40ac-8711-153b22a8e29f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:06.351890 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c9c24-dc5d-4278-8b98-9cd604357b21 None None] No DVR routers for this DVR port 3a42cf25-73b1-40ac-8711-153b22a8e29f on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:49:06.364100 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:49:06.418515 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.418767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Transition to ACTIVE for port object 942be0fb-5b5b-42b3-9d9c-f6e8e281c21e will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:06.425483 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.428335 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "DELETE /v2.0/networks/f530e7a6-6869-45c6-853c-88bb7de362a9 HTTP/1.1" status: 204 len: 168 time: 0.8897035 Jul 23 20:49:06.429392 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.431840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33680) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:06.452135 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d283b0f-9a53-4f88-b2b2-3eb16e4cb524 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'Network': ['ID=f530e7a6-6869-45c6-853c-88bb7de362a9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:06.476500 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Network 642bc2c5-a6ec-4f3b-9690-25ce44265e77 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:06.480022 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:06.485843 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:06.492089 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.497234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Pushing event updated for resources: {'Port': ['ID=942be0fb-5b5b-42b3-9d9c-f6e8e281c21e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:06.530482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Subnet': ['ID=d399615e-9cc3-47f6-8c4d-e289cee440ed,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:06.611308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Attempting to bind port 942be0fb-5b5b-42b3-9d9c-f6e8e281c21e on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:49:06.611682 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Attempting to bind port 942be0fb-5b5b-42b3-9d9c-f6e8e281c21e by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'b17a498e-8adb-4913-b794-25e0116da877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '642bc2c5-a6ec-4f3b-9690-25ce44265e77'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:49:06.612371 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Attempting to bind port 942be0fb-5b5b-42b3-9d9c-f6e8e281c21e on network 642bc2c5-a6ec-4f3b-9690-25ce44265e77 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:06.618709 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:49:06.619413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Checking segment: {'id': 'b17a498e-8adb-4913-b794-25e0116da877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '642bc2c5-a6ec-4f3b-9690-25ce44265e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:06.620060 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.621065 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Bound using segment: {'id': 'b17a498e-8adb-4913-b794-25e0116da877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '642bc2c5-a6ec-4f3b-9690-25ce44265e77'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:49:06.621747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Bound port: 942be0fb-5b5b-42b3-9d9c-f6e8e281c21e, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17a498e-8adb-4913-b794-25e0116da877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '642bc2c5-a6ec-4f3b-9690-25ce44265e77'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:49:06.622371 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.634353 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.649865 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642bc2c5-a6ec-4f3b-9690-25ce44265e77']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:06.682745 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17a498e-8adb-4913-b794-25e0116da877') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:06.682745 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17a498e-8adb-4913-b794-25e0116da877') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:06.693336 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3a42cf25-73b1-40ac-8711-153b22a8e29f no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:06.694372 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.718995 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.725761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 3a42cf25-73b1-40ac-8711-153b22a8e29f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:49:06.726161 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3a42cf25-73b1-40ac-8711-153b22a8e29f not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:49:06.728100 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:49:06.728566 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:49:06.731596 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:49:06.734618 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-851027d5-0332-4ff9-97b0-298399ca14aa tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Deleting port eb6ffe93-ea2e-432b-aa20-2aba6a639cf3 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:06.734618 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-851027d5-0332-4ff9-97b0-298399ca14aa tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.747792 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] For port 942be0fb-5b5b-42b3-9d9c-f6e8e281c21e, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:06.809555 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] For port 942be0fb-5b5b-42b3-9d9c-f6e8e281c21e, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=942be0fb-5b5b-42b3-9d9c-f6e8e281c21e,segment=NetworkSegment(b17a498e-8adb-4913-b794-25e0116da877),segment_id=b17a498e-8adb-4913-b794-25e0116da877)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:49:06.814813 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.836572 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.api [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:49:06.836572 n-d-791504-18 neutron-server[93811]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:49:06.836572 n-d-791504-18 neutron-server[93811]: [parameters: {'id': '642bc2c5-a6ec-4f3b-9690-25ce44265e77'}] Jul 23 20:49:06.836572 n-d-791504-18 neutron-server[93811]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:49:06.838717 n-d-791504-18 neutron-server[93811]: DEBUG oslo_db.api [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:49:06.874846 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-851027d5-0332-4ff9-97b0-298399ca14aa tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.875295 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-851027d5-0332-4ff9-97b0-298399ca14aa tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:06.889726 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-851027d5-0332-4ff9-97b0-298399ca14aa tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Calling delete_port for eb6ffe93-ea2e-432b-aa20-2aba6a639cf3 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:06.931672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7631c65-d524-4218-a1bf-cb7c58aa7173 None None] Pushing event updated for resources: {'Port': ['ID=942be0fb-5b5b-42b3-9d9c-f6e8e281c21e,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:06.958334 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6b90c2-5b2e-4226-b791-b16714738e44 None None] Network 642bc2c5-a6ec-4f3b-9690-25ce44265e77 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:07.104039 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0245843-c630-4527-bffb-845b785a8686 None None] Network 642bc2c5-a6ec-4f3b-9690-25ce44265e77 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:07.126697 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-851027d5-0332-4ff9-97b0-298399ca14aa tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:07.152835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851027d5-0332-4ff9-97b0-298399ca14aa tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'Port': ['ID=eb6ffe93-ea2e-432b-aa20-2aba6a639cf3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:07.228217 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-851027d5-0332-4ff9-97b0-298399ca14aa tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:07.230208 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-851027d5-0332-4ff9-97b0-298399ca14aa tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Floating IP 93b0e8b5-33e9-4c03-ac63-1702ab2405c7 disassociated (deleted). External IP: 172.25.3.96, port: f5e5d12f-ec7b-484a-8b47-d77ec81983f7. Jul 23 20:49:07.276501 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4872a1-e602-4029-a4e4-13c13c6832c4 None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:49:07.337460 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:07.430451 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4872a1-e602-4029-a4e4-13c13c6832c4 None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:49:07.483551 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Deleting port 942be0fb-5b5b-42b3-9d9c-f6e8e281c21e {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:07.483896 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:07.525563 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851027d5-0332-4ff9-97b0-298399ca14aa tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Router 30683d9d-de53-4bcd-a2c7-bd9c513719ca has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:49:07.570830 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] For port 942be0fb-5b5b-42b3-9d9c-f6e8e281c21e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=942be0fb-5b5b-42b3-9d9c-f6e8e281c21e,segment=NetworkSegment(b17a498e-8adb-4913-b794-25e0116da877),segment_id=b17a498e-8adb-4913-b794-25e0116da877)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:07.570830 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:07.624664 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Calling delete_port for 942be0fb-5b5b-42b3-9d9c-f6e8e281c21e owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:07.744058 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851027d5-0332-4ff9-97b0-298399ca14aa tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:49:07.750071 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-851027d5-0332-4ff9-97b0-298399ca14aa tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:07.754532 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ff64a-5c17-4a53-81d7-384ed307b2a0 None None] Sync routers for ids ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:49:07.767210 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ff64a-5c17-4a53-81d7-384ed307b2a0 None None] Routers {'30683d9d-de53-4bcd-a2c7-bd9c513719ca'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:49:07.768222 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2b5ff64a-5c17-4a53-81d7-384ed307b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:48:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:07.794238 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:07.822314 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-851027d5-0332-4ff9-97b0-298399ca14aa tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "DELETE /v2.0/floatingips/93b0e8b5-33e9-4c03-ac63-1702ab2405c7 HTTP/1.1" status: 204 len: 168 time: 1.3894238 Jul 23 20:49:07.824714 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'tag': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:07.836326 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0616c017-e825-4772-99e1-eb6d78850497" -d '{"events": [{"name": "network-changed", "server_uuid": "b94ad4d1-bc0f-40f0-9b50-146a60e262ae", "tag": "f5e5d12f-ec7b-484a-8b47-d77ec81983f7"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:07.839766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Port': ['ID=942be0fb-5b5b-42b3-9d9c-f6e8e281c21e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:07.843969 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No DVR routers for this DVR port 942be0fb-5b5b-42b3-9d9c-f6e8e281c21e on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:07.886368 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-2b5ff64a-5c17-4a53-81d7-384ed307b2a0 None None] Set router 30683d9d-de53-4bcd-a2c7-bd9c513719ca gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:49:07.914769 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7331ee-35f4-40c1-98fd-7495dab9c50d x-openstack-request-id: req-7a7331ee-35f4-40c1-98fd-7495dab9c50d {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:07.915148 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94ad4d1-bc0f-40f0-9b50-146a60e262ae", "tag": "f5e5d12f-ec7b-484a-8b47-d77ec81983f7", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:07.915467 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a7331ee-35f4-40c1-98fd-7495dab9c50d {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:07.915929 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'tag': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7', 'status': 'completed', 'code': 200} Jul 23 20:49:07.949069 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:07.960444 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642bc2c5-a6ec-4f3b-9690-25ce44265e77']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:07.975073 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17a498e-8adb-4913-b794-25e0116da877') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:07.975469 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17a498e-8adb-4913-b794-25e0116da877') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:07.998742 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:08.024447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c017-e825-4772-99e1-eb6d78850497 req-f7d395f9-78be-42cd-bf14-9bbc20ca5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:08.026813 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0616c017-e825-4772-99e1-eb6d78850497 req-f7d395f9-78be-42cd-bf14-9bbc20ca5072 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=658e4131401d4adf82a7d233679ed997&device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 1097 time: 0.0715380 Jul 23 20:49:08.032294 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:08.047795 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:49:08.049522 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:49:08.057999 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:49:08.123746 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2b5ff64a-5c17-4a53-81d7-384ed307b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:49:00Z', 'revision_number': 6, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'cba893e8-7852-4e07-89d5-cce5b9de2d3a', 'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:4d:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:10Z', 'updated_at': '2021-07-23T20:47:16Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:08.150152 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ff64a-5c17-4a53-81d7-384ed307b2a0 None None] Checking router: 30683d9d-de53-4bcd-a2c7-bd9c513719ca for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:49:08.159145 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ff64a-5c17-4a53-81d7-384ed307b2a0 None None] Routers {'30683d9d-de53-4bcd-a2c7-bd9c513719ca'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:49:08.159845 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2b5ff64a-5c17-4a53-81d7-384ed307b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:48:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:08.183869 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:08.192288 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c017-e825-4772-99e1-eb6d78850497 req-ff408ace-9347-439d-9a1f-4f2eb40e8e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:08.192900 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:08.194177 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0616c017-e825-4772-99e1-eb6d78850497 req-ff408ace-9347-439d-9a1f-4f2eb40e8e21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 HTTP/1.1" status: 200 len: 898 time: 0.1537426 Jul 23 20:49:08.195293 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/642bc2c5-a6ec-4f3b-9690-25ce44265e77 HTTP/1.1" status: 204 len: 168 time: 2.2268822 Jul 23 20:49:08.197958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33696) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:08.227040 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710cb54-f0be-44ba-8417-39468af72063 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Network': ['ID=642bc2c5-a6ec-4f3b-9690-25ce44265e77,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:08.234635 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec85df78-8e48-48e1-8f8b-f92219a0cf6a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:08.235279 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec85df78-8e48-48e1-8f8b-f92219a0cf6a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:08.237034 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ec85df78-8e48-48e1-8f8b-f92219a0cf6a tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/642bc2c5-a6ec-4f3b-9690-25ce44265e77 HTTP/1.1" status: 404 len: 339 time: 0.0381114 Jul 23 20:49:08.241063 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33700) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:08.246528 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-7c72bcd5-dd24-4383-9fe5-f284d313e965 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1223728354', 'description': 'd1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:08.272327 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-2b5ff64a-5c17-4a53-81d7-384ed307b2a0 None None] Set router 30683d9d-de53-4bcd-a2c7-bd9c513719ca gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:49:08.278851 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835f4f8-6ec6-4225-8ca3-7621890387ca req-b03f7abb-53b2-4f7f-bbf2-89c45db34f50 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:08.280480 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b835f4f8-6ec6-4225-8ca3-7621890387ca req-b03f7abb-53b2-4f7f-bbf2-89c45db34f50 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 945 time: 0.1376677 Jul 23 20:49:08.305674 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c72bcd5-dd24-4383-9fe5-f284d313e965 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:08.310816 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0616c017-e825-4772-99e1-eb6d78850497 req-df401ece-a5be-487c-a9b2-2dcb2a19adbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5e5d12f-ec7b-484a-8b47-d77ec81983f7 HTTP/1.1" status: 200 len: 217 time: 0.0903277 Jul 23 20:49:08.311010 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7c72bcd5-dd24-4383-9fe5-f284d313e965 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:08.348262 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b835f4f8-6ec6-4225-8ca3-7621890387ca req-7d6d5573-9c65-4819-a1c5-373d298561b5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=af9c3d57-126b-459c-a58b-7d3780ae0453&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598118 Jul 23 20:49:08.357798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c72bcd5-dd24-4383-9fe5-f284d313e965 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:49:08.382032 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7c72bcd5-dd24-4383-9fe5-f284d313e965 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:08.382470 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-7c72bcd5-dd24-4383-9fe5-f284d313e965 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Added segment 9605c0ad-1829-46a5-b79d-ec6102e56bee of type vlan for network 54cb2b72-d996-4c00-9710-9daff363470f Jul 23 20:49:08.397474 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c017-e825-4772-99e1-eb6d78850497 req-e1dd938a-9010-4c6f-9362-b1c8bdb9fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:08.399491 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0616c017-e825-4772-99e1-eb6d78850497 req-e1dd938a-9010-4c6f-9362-b1c8bdb9fbb3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=350e325b-98e7-41cc-b55e-e07c261b4d85 HTTP/1.1" status: 200 len: 835 time: 0.0817239 Jul 23 20:49:08.425360 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7c72bcd5-dd24-4383-9fe5-f284d313e965 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:08.460987 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7c72bcd5-dd24-4383-9fe5-f284d313e965 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:08.467504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c72bcd5-dd24-4383-9fe5-f284d313e965 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:08.467711 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7c72bcd5-dd24-4383-9fe5-f284d313e965 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3875015'] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:08.484502 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616c017-e825-4772-99e1-eb6d78850497 req-5dc52fe1-44c5-4dbe-9a1e-da55de7c3188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:08.486757 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0616c017-e825-4772-99e1-eb6d78850497 req-5dc52fe1-44c5-4dbe-9a1e-da55de7c3188 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798113 Jul 23 20:49:08.507055 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7c72bcd5-dd24-4383-9fe5-f284d313e965 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2622356 Jul 23 20:49:08.508075 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33702) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:08.518348 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2b5ff64a-5c17-4a53-81d7-384ed307b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:49:00Z', 'revision_number': 6, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'cba893e8-7852-4e07-89d5-cce5b9de2d3a', 'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:4d:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:10Z', 'updated_at': '2021-07-23T20:47:16Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:08.560351 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ff64a-5c17-4a53-81d7-384ed307b2a0 None None] The sync data for ids ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'] in n-d-791504-18 is: [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:49:00Z', 'revision_number': 6, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'cba893e8-7852-4e07-89d5-cce5b9de2d3a', 'name': '', 'network_id': '6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:4d:ac:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:10Z', 'updated_at': '2021-07-23T20:47:16Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '350e325b-98e7-41cc-b55e-e07c261b4d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:49:08.565843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72bcd5-dd24-4383-9fe5-f284d313e965 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Network': ['ID=54cb2b72-d996-4c00-9710-9daff363470f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:08.576426 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0a0f1e82-9d75-4d87-ab59-21151656a30a no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:08.579799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 54cb2b72-d996-4c00-9710-9daff363470f details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:49:08.632576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 0a0f1e82-9d75-4d87-ab59-21151656a30a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:49:08.645883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0a0f1e82-9d75-4d87-ab59-21151656a30a not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:49:08.651973 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0616c017-e825-4772-99e1-eb6d78850497 req-b00fa8ea-d861-4512-a883-343611ef09c1 service neutron] 10.222.0.48 "GET /v2.0/networks/6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575432 Jul 23 20:49:08.675567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2a146b-ff3e-48a8-8fe3-eac5dff65255 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:08.680922 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4a2a146b-ff3e-48a8-8fe3-eac5dff65255 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "GET /v2.0/networks?id=54cb2b72-d996-4c00-9710-9daff363470f HTTP/1.1" status: 200 len: 761 time: 0.1724119 Jul 23 20:49:08.681945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33704) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:08.688057 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9e4b450b-cf3e-4079-8f91-116ebd028636 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'network': {'description': 'd2'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:08.756871 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0616c017-e825-4772-99e1-eb6d78850497 req-b7fcfa96-977a-454d-94e3-207dd5bc664b service neutron] 10.222.0.48 "GET /v2.0/networks/6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981290 Jul 23 20:49:08.854026 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e0c9cf-8ade-4ad6-a773-d31432fdff26 None None] New status for floating IP 93b0e8b5-33e9-4c03-ac63-1702ab2405c7: DOWN {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:49:08.872819 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e4b450b-cf3e-4079-8f91-116ebd028636 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:08.887040 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e4b450b-cf3e-4079-8f91-116ebd028636 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:08.907680 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e4b450b-cf3e-4079-8f91-116ebd028636 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network 54cb2b72-d996-4c00-9710-9daff363470f is not hosted by any dhcp agent {{(pid=93811) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:49:08.913624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4b450b-cf3e-4079-8f91-116ebd028636 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:08.914224 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e4b450b-cf3e-4079-8f91-116ebd028636 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:08.915531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9e4b450b-cf3e-4079-8f91-116ebd028636 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "PUT /v2.0/networks/54cb2b72-d996-4c00-9710-9daff363470f HTTP/1.1" status: 200 len: 758 time: 0.2324526 Jul 23 20:49:08.919809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33706) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:08.969246 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b450b-cf3e-4079-8f91-116ebd028636 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Network': ['ID=54cb2b72-d996-4c00-9710-9daff363470f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:08.980202 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 54cb2b72-d996-4c00-9710-9daff363470f details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:49:09.066443 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37012a9c-cd10-4c8f-b2a5-4573932b04a3 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:09.067866 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-37012a9c-cd10-4c8f-b2a5-4573932b04a3 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "GET /v2.0/networks?id=54cb2b72-d996-4c00-9710-9daff363470f HTTP/1.1" status: 200 len: 761 time: 0.1467974 Jul 23 20:49:09.071717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33708) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:09.077345 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d9cf05a9-f048-44a6-a414-4d98b4a8ef22 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-731057825'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:09.098864 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cf05a9-f048-44a6-a414-4d98b4a8ef22 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:09.102306 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9cf05a9-f048-44a6-a414-4d98b4a8ef22 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:09.125608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9cf05a9-f048-44a6-a414-4d98b4a8ef22 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:49:09.134626 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9cf05a9-f048-44a6-a414-4d98b4a8ef22 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:09.134971 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-d9cf05a9-f048-44a6-a414-4d98b4a8ef22 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Added segment d972852d-c44a-4eea-ac14-1c6dd9a6188a of type vlan for network d9ee6360-6709-4857-b31a-f838b9c49949 Jul 23 20:49:09.178301 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9cf05a9-f048-44a6-a414-4d98b4a8ef22 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:09.213833 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9cf05a9-f048-44a6-a414-4d98b4a8ef22 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:09.221185 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cf05a9-f048-44a6-a414-4d98b4a8ef22 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:09.221786 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9cf05a9-f048-44a6-a414-4d98b4a8ef22 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:09.262077 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d9cf05a9-f048-44a6-a414-4d98b4a8ef22 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1865799 Jul 23 20:49:09.262722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33710) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:09.270867 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2a032c5c-a71b-4297-8083-53de126ea4ab tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'subnet': {'network_id': 'd9ee6360-6709-4857-b31a-f838b9c49949', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:09.299157 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf05a9-f048-44a6-a414-4d98b4a8ef22 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Network': ['ID=d9ee6360-6709-4857-b31a-f838b9c49949,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:09.316208 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network d9ee6360-6709-4857-b31a-f838b9c49949 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:49:09.664017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ddd26-99e9-4ef7-9f6e-46efa81d5582 req-67be8eaa-bbd2-4fb5-b2ff-db96c0e758e7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:09.665578 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab1ddd26-99e9-4ef7-9f6e-46efa81d5582 req-67be8eaa-bbd2-4fb5-b2ff-db96c0e758e7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 945 time: 0.2074203 Jul 23 20:49:09.707550 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab1ddd26-99e9-4ef7-9f6e-46efa81d5582 req-60aa673a-7c1d-4847-bfa5-a9c81ac304d0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=af9c3d57-126b-459c-a58b-7d3780ae0453&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339174 Jul 23 20:49:09.714743 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a032c5c-a71b-4297-8083-53de126ea4ab tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:09.718120 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a032c5c-a71b-4297-8083-53de126ea4ab tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:09.747047 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411e65c-9d74-4e5d-b40b-2ec7c5ac78ec req-3af8b981-389b-4cf3-93b3-493ca02a23d1 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:09.749145 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4411e65c-9d74-4e5d-b40b-2ec7c5ac78ec req-3af8b981-389b-4cf3-93b3-493ca02a23d1 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.48 "GET /v2.0/ports?device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 945 time: 0.1455395 Jul 23 20:49:09.948737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-4411e65c-9d74-4e5d-b40b-2ec7c5ac78ec req-d0bf0c0e-864a-452b-a48a-ea5ab0ef2e71 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Deleting port f5e5d12f-ec7b-484a-8b47-d77ec81983f7 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:09.949213 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4411e65c-9d74-4e5d-b40b-2ec7c5ac78ec req-d0bf0c0e-864a-452b-a48a-ea5ab0ef2e71 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:10.057438 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a032c5c-a71b-4297-8083-53de126ea4ab tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:10.133402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a032c5c-a71b-4297-8083-53de126ea4ab tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Subnet': ['ID=f8649dd9-6d53-49ba-9fe6-389beabcc156,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:10.141016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-4411e65c-9d74-4e5d-b40b-2ec7c5ac78ec req-d0bf0c0e-864a-452b-a48a-ea5ab0ef2e71 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] For port f5e5d12f-ec7b-484a-8b47-d77ec81983f7, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f5e5d12f-ec7b-484a-8b47-d77ec81983f7,segment=NetworkSegment(445cadfa-9666-4a61-946c-64750b71d4ee),segment_id=445cadfa-9666-4a61-946c-64750b71d4ee)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:10.141388 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4411e65c-9d74-4e5d-b40b-2ec7c5ac78ec req-d0bf0c0e-864a-452b-a48a-ea5ab0ef2e71 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:10.159321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-4411e65c-9d74-4e5d-b40b-2ec7c5ac78ec req-d0bf0c0e-864a-452b-a48a-ea5ab0ef2e71 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Calling delete_port for f5e5d12f-ec7b-484a-8b47-d77ec81983f7 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:10.164729 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a032c5c-a71b-4297-8083-53de126ea4ab tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Checking segment: {'id': 'd972852d-c44a-4eea-ac14-1c6dd9a6188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd9ee6360-6709-4857-b31a-f838b9c49949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:10.165088 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a032c5c-a71b-4297-8083-53de126ea4ab tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network hostable DHCP agents. Network: d9ee6360-6709-4857-b31a-f838b9c49949, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:49:10.220682 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a032c5c-a71b-4297-8083-53de126ea4ab tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network d9ee6360-6709-4857-b31a-f838b9c49949 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:49:10.238275 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2a032c5c-a71b-4297-8083-53de126ea4ab tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, d9ee6360-6709-4857-b31a-f838b9c49949) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:10.244481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a032c5c-a71b-4297-8083-53de126ea4ab tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:10.244644 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a032c5c-a71b-4297-8083-53de126ea4ab tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:10.247833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f28d94-89e9-41df-8f19-8669b0dd189a None None] Network d9ee6360-6709-4857-b31a-f838b9c49949 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:10.271854 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2a032c5c-a71b-4297-8083-53de126ea4ab tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0080948 Jul 23 20:49:10.272341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33718) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:10.340671 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4411e65c-9d74-4e5d-b40b-2ec7c5ac78ec req-d0bf0c0e-864a-452b-a48a-ea5ab0ef2e71 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:10.381072 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf0c0e-864a-452b-a48a-ea5ab0ef2e71 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'Port': ['ID=f5e5d12f-ec7b-484a-8b47-d77ec81983f7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:10.474066 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-d9ee6360-6709-4857-b31a-f838b9c49949', 'network_id': 'd9ee6360-6709-4857-b31a-f838b9c49949', 'tenant_id': '1a1dbed082f44a3a9d7a49720571234b', 'fixed_ips': [{'subnet_id': 'f8649dd9-6d53-49ba-9fe6-389beabcc156'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:49:10.474875 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:10.476580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-4411e65c-9d74-4e5d-b40b-2ec7c5ac78ec req-d0bf0c0e-864a-452b-a48a-ea5ab0ef2e71 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] No DVR routers for this DVR port f5e5d12f-ec7b-484a-8b47-d77ec81983f7 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:10.479615 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4411e65c-9d74-4e5d-b40b-2ec7c5ac78ec req-d0bf0c0e-864a-452b-a48a-ea5ab0ef2e71 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:10.482575 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4411e65c-9d74-4e5d-b40b-2ec7c5ac78ec req-d0bf0c0e-864a-452b-a48a-ea5ab0ef2e71 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.48 "DELETE /v2.0/ports/f5e5d12f-ec7b-484a-8b47-d77ec81983f7 HTTP/1.1" status: 204 len: 173 time: 0.7244282 Jul 23 20:49:10.483319 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'name': 'network-vif-deleted', 'tag': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:10.491561 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f776a5c7-a77f-472b-a61c-ff3f6155ee7b" -d '{"events": [{"server_uuid": "b94ad4d1-bc0f-40f0-9b50-146a60e262ae", "name": "network-vif-deleted", "tag": "f5e5d12f-ec7b-484a-8b47-d77ec81983f7"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:10.550044 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03562b60-1fd0-4b1e-9a47-d7914a4b5115 x-openstack-request-id: req-03562b60-1fd0-4b1e-9a47-d7914a4b5115 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:10.550491 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94ad4d1-bc0f-40f0-9b50-146a60e262ae", "name": "network-vif-deleted", "tag": "f5e5d12f-ec7b-484a-8b47-d77ec81983f7", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:10.550790 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03562b60-1fd0-4b1e-9a47-d7914a4b5115 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:10.551944 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94ad4d1-bc0f-40f0-9b50-146a60e262ae', 'name': 'network-vif-deleted', 'tag': 'f5e5d12f-ec7b-484a-8b47-d77ec81983f7', 'status': 'completed', 'code': 200} Jul 23 20:49:10.687494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Allocated IP 172.20.0.2 (d9ee6360-6709-4857-b31a-f838b9c49949/f8649dd9-6d53-49ba-9fe6-389beabcc156/dd9b791d-102f-4e2c-a81e-b3df4f1cc575) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:10.796864 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:10.875353 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:10.882485 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e79ea2d-a8c0-44cb-8979-e5a0ec853bf6 req-88799cb9-1073-41b2-b2a3-cea8456d2621 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=b94ad4d1-bc0f-40f0-9b50-146a60e262ae HTTP/1.1" status: 200 len: 210 time: 0.0381160 Jul 23 20:49:10.887916 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:10.888791 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Transition to ACTIVE for port object dd9b791d-102f-4e2c-a81e-b3df4f1cc575 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:10.908648 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Transition to ACTIVE for port object dd9b791d-102f-4e2c-a81e-b3df4f1cc575 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:10.921275 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:10.968089 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:10.976124 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Network d9ee6360-6709-4857-b31a-f838b9c49949 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:10.980133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:10.983500 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:11.007592 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Pushing event updated for resources: {'Port': ['ID=dd9b791d-102f-4e2c-a81e-b3df4f1cc575,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:11.027537 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Subnet': ['ID=f8649dd9-6d53-49ba-9fe6-389beabcc156,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:11.081039 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Attempting to bind port dd9b791d-102f-4e2c-a81e-b3df4f1cc575 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:49:11.081554 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Attempting to bind port dd9b791d-102f-4e2c-a81e-b3df4f1cc575 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'd972852d-c44a-4eea-ac14-1c6dd9a6188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd9ee6360-6709-4857-b31a-f838b9c49949'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:49:11.082019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Attempting to bind port dd9b791d-102f-4e2c-a81e-b3df4f1cc575 on network d9ee6360-6709-4857-b31a-f838b9c49949 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:11.083919 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:11.088014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:49:11.088521 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Checking segment: {'id': 'd972852d-c44a-4eea-ac14-1c6dd9a6188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd9ee6360-6709-4857-b31a-f838b9c49949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:11.089021 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:11.089504 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Bound using segment: {'id': 'd972852d-c44a-4eea-ac14-1c6dd9a6188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd9ee6360-6709-4857-b31a-f838b9c49949'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:49:11.090068 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Bound port: dd9b791d-102f-4e2c-a81e-b3df4f1cc575, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd972852d-c44a-4eea-ac14-1c6dd9a6188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd9ee6360-6709-4857-b31a-f838b9c49949'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:49:11.090612 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:11.097005 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ee6360-6709-4857-b31a-f838b9c49949']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:11.118983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd972852d-c44a-4eea-ac14-1c6dd9a6188a') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:11.119355 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd972852d-c44a-4eea-ac14-1c6dd9a6188a') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:11.131880 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:11.148142 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:11.155413 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:49:11.155857 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:49:11.159094 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:49:11.178715 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] For port dd9b791d-102f-4e2c-a81e-b3df4f1cc575, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:11.224749 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.api [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:49:11.224749 n-d-791504-18 neutron-server[93811]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:49:11.224749 n-d-791504-18 neutron-server[93811]: [parameters: {'id': 'd9ee6360-6709-4857-b31a-f838b9c49949'}] Jul 23 20:49:11.224749 n-d-791504-18 neutron-server[93811]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:49:11.225228 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] For port dd9b791d-102f-4e2c-a81e-b3df4f1cc575, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=dd9b791d-102f-4e2c-a81e-b3df4f1cc575,segment=NetworkSegment(d972852d-c44a-4eea-ac14-1c6dd9a6188a),segment_id=d972852d-c44a-4eea-ac14-1c6dd9a6188a)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:49:11.225350 n-d-791504-18 neutron-server[93811]: DEBUG oslo_db.api [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:49:11.229043 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:11.307525 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87471eb2-a061-419d-8e15-fc1d7cc39dac None None] Pushing event updated for resources: {'Port': ['ID=dd9b791d-102f-4e2c-a81e-b3df4f1cc575,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:11.330925 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636fdb3f-e557-4b82-89b6-c772f7cb6fae None None] Network d9ee6360-6709-4857-b31a-f838b9c49949 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:11.471695 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4161f34-0d0d-49db-ba9a-e0d725c344b5 None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:49:11.603868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4161f34-0d0d-49db-ba9a-e0d725c344b5 None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:49:11.729706 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:11.793480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Deleting port dd9b791d-102f-4e2c-a81e-b3df4f1cc575 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:11.793788 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:11.866280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] For port dd9b791d-102f-4e2c-a81e-b3df4f1cc575, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=dd9b791d-102f-4e2c-a81e-b3df4f1cc575,segment=NetworkSegment(d972852d-c44a-4eea-ac14-1c6dd9a6188a),segment_id=d972852d-c44a-4eea-ac14-1c6dd9a6188a)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:11.866913 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:11.880006 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Calling delete_port for dd9b791d-102f-4e2c-a81e-b3df4f1cc575 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:11.968066 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33738) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:11.983446 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:12.014509 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Port': ['ID=dd9b791d-102f-4e2c-a81e-b3df4f1cc575,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:12.024581 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No DVR routers for this DVR port dd9b791d-102f-4e2c-a81e-b3df4f1cc575 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:12.035574 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b55eb402-9f9c-4aa9-b198-261183e7383d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:12.063369 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b55eb402-9f9c-4aa9-b198-261183e7383d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:12.123746 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:12.132798 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b55eb402-9f9c-4aa9-b198-261183e7383d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:12.134620 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ee6360-6709-4857-b31a-f838b9c49949']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:12.135472 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b55eb402-9f9c-4aa9-b198-261183e7383d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:12.136634 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b55eb402-9f9c-4aa9-b198-261183e7383d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "DELETE /v2.0/security-groups/af9c3d57-126b-459c-a58b-7d3780ae0453 HTTP/1.1" status: 204 len: 168 time: 0.1673942 Jul 23 20:49:12.146227 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55eb402-9f9c-4aa9-b198-261183e7383d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9c3d57-126b-459c-a58b-7d3780ae0453,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:12.146350 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd972852d-c44a-4eea-ac14-1c6dd9a6188a') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:12.146734 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd972852d-c44a-4eea-ac14-1c6dd9a6188a') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:12.161516 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:12.179709 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:12.188691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:49:12.189310 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:12.190485 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33742) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:49:12.193889 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:49:12.280338 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:12.301244 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:12.303576 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/d9ee6360-6709-4857-b31a-f838b9c49949 HTTP/1.1" status: 204 len: 168 time: 2.0302274 Jul 23 20:49:12.306432 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33744) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:12.330737 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73e3cc-d658-429d-8689-9aa346d723fd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Network': ['ID=d9ee6360-6709-4857-b31a-f838b9c49949,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:12.353587 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-720f1cb3-69de-406f-b22a-0eebfd106c23 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] GET failed (client error): The resource could not be found. Jul 23 20:49:12.357704 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-720f1cb3-69de-406f-b22a-0eebfd106c23 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "GET /v2.0/subnets/f8649dd9-6d53-49ba-9fe6-389beabcc156 HTTP/1.1" status: 404 len: 337 time: 0.0476720 Jul 23 20:49:12.358024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33746) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:12.384502 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8cc8511-7323-4d8f-903a-ef6636f3e8e6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:12.385948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8cc8511-7323-4d8f-903a-ef6636f3e8e6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:12.391209 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a8cc8511-7323-4d8f-903a-ef6636f3e8e6 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/d9ee6360-6709-4857-b31a-f838b9c49949 HTTP/1.1" status: 404 len: 339 time: 0.0292373 Jul 23 20:49:12.394993 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33748) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:12.627937 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ca0877-117b-4eab-9f2f-7c87677beec8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:12.629311 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-01ca0877-117b-4eab-9f2f-7c87677beec8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2333510 Jul 23 20:49:12.632219 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33750) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:12.672241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-03bb85bb-3251-42ec-9c18-9afa8df21e81 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 207 time: 0.0346906 Jul 23 20:49:12.672530 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33752) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:12.792156 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-892b4f08-9c45-4ee4-aa32-eff9b365d125 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:12.874676 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaf0f0b-f042-470b-88d3-26fdbc7ccd85 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:12.882012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaf0f0b-f042-470b-88d3-26fdbc7ccd85 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:12.887673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaf0f0b-f042-470b-88d3-26fdbc7ccd85 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:12.894026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaf0f0b-f042-470b-88d3-26fdbc7ccd85 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:12.897205 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fdaf0f0b-f042-470b-88d3-26fdbc7ccd85 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2222650 Jul 23 20:49:12.901044 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33756) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:13.017113 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-603b0142-91dc-4f86-a5b2-f25e8bf2c5aa tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1149576 Jul 23 20:49:13.020494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33758) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:13.085953 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-892b4f08-9c45-4ee4-aa32-eff9b365d125 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Deleting port cba893e8-7852-4e07-89d5-cce5b9de2d3a {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:13.086477 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-892b4f08-9c45-4ee4-aa32-eff9b365d125 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:13.108491 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1947336e-bc49-49dc-b281-86398a487e5b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:13.110039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1947336e-bc49-49dc-b281-86398a487e5b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:13.111607 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1947336e-bc49-49dc-b281-86398a487e5b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0900700 Jul 23 20:49:13.115228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33760) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:13.178061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a70383-a653-408c-9096-f6be840bdf9b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:13.179655 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a70383-a653-408c-9096-f6be840bdf9b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:13.185108 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-42a70383-a653-408c-9096-f6be840bdf9b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0650375 Jul 23 20:49:13.185278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33762) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:13.187412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-892b4f08-9c45-4ee4-aa32-eff9b365d125 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] For port cba893e8-7852-4e07-89d5-cce5b9de2d3a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=cba893e8-7852-4e07-89d5-cce5b9de2d3a,segment=NetworkSegment(445cadfa-9666-4a61-946c-64750b71d4ee),segment_id=445cadfa-9666-4a61-946c-64750b71d4ee)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:13.187846 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-892b4f08-9c45-4ee4-aa32-eff9b365d125 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:13.202868 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-892b4f08-9c45-4ee4-aa32-eff9b365d125 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Calling delete_port for cba893e8-7852-4e07-89d5-cce5b9de2d3a owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:13.291620 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61641b04-5a61-4f18-b43f-2faa80fa711f tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:13.297036 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-61641b04-5a61-4f18-b43f-2faa80fa711f tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "GET /v2.0/networks/40d85c8e-1c07-4ec5-8c99-97fb898f79f9 HTTP/1.1" status: 200 len: 798 time: 0.1064594 Jul 23 20:49:13.297265 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33764) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:13.326677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f5e5d12f-ec7b-484a-8b47-d77ec81983f7 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:13.349365 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: f5e5d12f-ec7b-484a-8b47-d77ec81983f7 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:49:13.349744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f5e5d12f-ec7b-484a-8b47-d77ec81983f7 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:49:13.417004 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c0aac4be-e3eb-4bbb-8fe6-faf4f7527c76 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "GET /v2.0/networks/40d85c8e-1c07-4ec5-8c99-97fb898f79f9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.1185176 Jul 23 20:49:13.420537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33766) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:13.451827 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-892b4f08-9c45-4ee4-aa32-eff9b365d125 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:13.493219 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b4f08-9c45-4ee4-aa32-eff9b365d125 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'Port': ['ID=cba893e8-7852-4e07-89d5-cce5b9de2d3a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:13.525357 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce6d3db-03e2-4f17-addc-0532460e964f tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:13.526735 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5ce6d3db-03e2-4f17-addc-0532460e964f tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "GET /v2.0/subnets/bbdf5ae2-466a-4433-9f1e-93e2d4f7fe2f HTTP/1.1" status: 200 len: 811 time: 0.1052074 Jul 23 20:49:13.530992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33768) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:13.596074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b03b7b8-b7ca-487c-8050-42ef182b6b22 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['shared'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:13.597647 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9b03b7b8-b7ca-487c-8050-42ef182b6b22 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "GET /v2.0/subnets/bbdf5ae2-466a-4433-9f1e-93e2d4f7fe2f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0654118 Jul 23 20:49:13.601099 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33770) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:13.608539 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f8d7c7a1-39e1-4175-a207-261bb561316b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-990287325'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:13.633592 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d7c7a1-39e1-4175-a207-261bb561316b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:13.638881 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8d7c7a1-39e1-4175-a207-261bb561316b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:13.666046 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d7c7a1-39e1-4175-a207-261bb561316b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:49:13.678354 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8d7c7a1-39e1-4175-a207-261bb561316b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:13.678718 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-f8d7c7a1-39e1-4175-a207-261bb561316b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Added segment 87ea4c22-a31c-4337-b365-bc5ffd06240e of type vlan for network b65875b2-16ba-4b1f-a51e-9e5b81192390 Jul 23 20:49:13.683636 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-892b4f08-9c45-4ee4-aa32-eff9b365d125 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:13.732703 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8d7c7a1-39e1-4175-a207-261bb561316b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:13.767622 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8d7c7a1-39e1-4175-a207-261bb561316b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:13.773148 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d7c7a1-39e1-4175-a207-261bb561316b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:13.773759 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8d7c7a1-39e1-4175-a207-261bb561316b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:13.829790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f8d7c7a1-39e1-4175-a207-261bb561316b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2229977 Jul 23 20:49:13.829790 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33774) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:13.835966 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-29070bc0-8e53-41dc-acdb-17db3d5af5f2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'subnet': {'network_id': 'b65875b2-16ba-4b1f-a51e-9e5b81192390', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:13.872399 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7c7a1-39e1-4175-a207-261bb561316b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Network': ['ID=b65875b2-16ba-4b1f-a51e-9e5b81192390,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:13.885659 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network b65875b2-16ba-4b1f-a51e-9e5b81192390 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:49:14.042262 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29070bc0-8e53-41dc-acdb-17db3d5af5f2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Made reservation on behalf of 1a1dbed082f44a3a9d7a49720571234b for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:14.047407 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-29070bc0-8e53-41dc-acdb-17db3d5af5f2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.135891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.ipam_backend_mixin [None req-29070bc0-8e53-41dc-acdb-17db3d5af5f2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Performing IP validity checks on allocation pools {{(pid=93811) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 20:49:14.136410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.ipam_backend_mixin [None req-29070bc0-8e53-41dc-acdb-17db3d5af5f2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93811) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 20:49:14.217180 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892b4f08-9c45-4ee4-aa32-eff9b365d125 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Router 30683d9d-de53-4bcd-a2c7-bd9c513719ca has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:49:14.300354 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-29070bc0-8e53-41dc-acdb-17db3d5af5f2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.327943 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33790) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:14.366876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892b4f08-9c45-4ee4-aa32-eff9b365d125 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:49:14.369946 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29070bc0-8e53-41dc-acdb-17db3d5af5f2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Subnet': ['ID=26618ed6-79a0-4cc5-9206-068e3f683fbd,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:14.380404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29070bc0-8e53-41dc-acdb-17db3d5af5f2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Checking segment: {'id': '87ea4c22-a31c-4337-b365-bc5ffd06240e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b65875b2-16ba-4b1f-a51e-9e5b81192390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:14.380828 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29070bc0-8e53-41dc-acdb-17db3d5af5f2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network hostable DHCP agents. Network: b65875b2-16ba-4b1f-a51e-9e5b81192390, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:49:14.381197 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337f4dca-1a57-41a1-a4b3-fd5ac89f4473 None None] Sync routers for ids ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:49:14.382270 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-892b4f08-9c45-4ee4-aa32-eff9b365d125 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "PUT /v2.0/routers/30683d9d-de53-4bcd-a2c7-bd9c513719ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1904917 Jul 23 20:49:14.386259 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33794) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:14.394591 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337f4dca-1a57-41a1-a4b3-fd5ac89f4473 None None] Routers {'30683d9d-de53-4bcd-a2c7-bd9c513719ca'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:49:14.395483 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-337f4dca-1a57-41a1-a4b3-fd5ac89f4473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:48:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:14.406534 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29070bc0-8e53-41dc-acdb-17db3d5af5f2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Network b65875b2-16ba-4b1f-a51e-9e5b81192390 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:49:14.418465 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-29070bc0-8e53-41dc-acdb-17db3d5af5f2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, b65875b2-16ba-4b1f-a51e-9e5b81192390) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:14.424274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29070bc0-8e53-41dc-acdb-17db3d5af5f2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:14.425056 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-29070bc0-8e53-41dc-acdb-17db3d5af5f2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.430024 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41603fae-aeb7-4ee0-a46e-736f57ea696a None None] Network b65875b2-16ba-4b1f-a51e-9e5b81192390 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:14.447140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-29070bc0-8e53-41dc-acdb-17db3d5af5f2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6169658 Jul 23 20:49:14.449759 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33796) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:14.459351 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e65051f-0335-4c6a-83fe-93a6c3c2ec2c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Deleting subnet 350e325b-98e7-41cc-b55e-e07c261b4d85 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:49:14.460863 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-fd0a9303-68d2-4650-954b-b74108573d3d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:14.463127 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e65051f-0335-4c6a-83fe-93a6c3c2ec2c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.505943 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d778bc9-dc53-4749-acf5-23ab114020b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.512339 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e65051f-0335-4c6a-83fe-93a6c3c2ec2c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.568246 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-337f4dca-1a57-41a1-a4b3-fd5ac89f4473 None None] Set router 30683d9d-de53-4bcd-a2c7-bd9c513719ca gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:49:14.630167 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9303-68d2-4650-954b-b74108573d3d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9747262'] for subnet, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.642126 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-b65875b2-16ba-4b1f-a51e-9e5b81192390', 'network_id': 'b65875b2-16ba-4b1f-a51e-9e5b81192390', 'tenant_id': '1a1dbed082f44a3a9d7a49720571234b', 'fixed_ips': [{'subnet_id': '26618ed6-79a0-4cc5-9206-068e3f683fbd'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:49:14.643007 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.669973 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e65051f-0335-4c6a-83fe-93a6c3c2ec2c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.769597 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e65051f-0335-4c6a-83fe-93a6c3c2ec2c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.790915 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb602a8a-ea1d-422f-a200-2b574d1bf162 None None] Network 6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:14.794021 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-337f4dca-1a57-41a1-a4b3-fd5ac89f4473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:49:13Z', 'revision_number': 7, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:14.805076 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e65051f-0335-4c6a-83fe-93a6c3c2ec2c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.807240 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3e65051f-0335-4c6a-83fe-93a6c3c2ec2c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "DELETE /v2.0/subnets/350e325b-98e7-41cc-b55e-e07c261b4d85 HTTP/1.1" status: 204 len: 168 time: 0.4196327 Jul 23 20:49:14.808497 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65051f-0335-4c6a-83fe-93a6c3c2ec2c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'Subnet': ['ID=350e325b-98e7-41cc-b55e-e07c261b4d85,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:14.812219 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33798) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:14.822581 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337f4dca-1a57-41a1-a4b3-fd5ac89f4473 None None] Checking router: 30683d9d-de53-4bcd-a2c7-bd9c513719ca for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:49:14.846452 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337f4dca-1a57-41a1-a4b3-fd5ac89f4473 None None] Routers {'30683d9d-de53-4bcd-a2c7-bd9c513719ca'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:49:14.848232 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-337f4dca-1a57-41a1-a4b3-fd5ac89f4473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:48:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:14.878063 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d778bc9-dc53-4749-acf5-23ab114020b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.880715 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9303-68d2-4650-954b-b74108573d3d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729330192204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11543699'] for subnet, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.914463 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d778bc9-dc53-4749-acf5-23ab114020b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.964755 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51122500-050d-4730-94fd-a82d1438c680 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.968424 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-337f4dca-1a57-41a1-a4b3-fd5ac89f4473 None None] Set router 30683d9d-de53-4bcd-a2c7-bd9c513719ca gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:49:14.984979 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a9303-68d2-4650-954b-b74108573d3d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:14.985738 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9303-68d2-4650-954b-b74108573d3d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:14.987320 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fd0a9303-68d2-4650-954b-b74108573d3d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "PUT /v2.0/subnets/26618ed6-79a0-4cc5-9206-068e3f683fbd HTTP/1.1" status: 200 len: 877 time: 0.5350738 Jul 23 20:49:14.991785 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0d778bc9-dc53-4749-acf5-23ab114020b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f56695f769d84cfe9b079b510cd752a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6621976 Jul 23 20:49:14.992835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33800) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:14.994831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Allocated IP 172.20.0.3 (b65875b2-16ba-4b1f-a51e-9e5b81192390/26618ed6-79a0-4cc5-9206-068e3f683fbd/76f15ece-dc81-4066-9180-ec7ca7b948c0) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:15.002649 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a9303-68d2-4650-954b-b74108573d3d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event updated for resources: {'Subnet': ['ID=26618ed6-79a0-4cc5-9206-068e3f683fbd,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:15.005326 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33802) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:15.007563 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d778bc9-dc53-4749-acf5-23ab114020b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8a5d24-8b82-4a6e-978b-31179c550e73,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:15.110130 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51122500-050d-4730-94fd-a82d1438c680 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.161476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b84f2e-4457-488d-83ea-803c924f90f0 None None] DHCP port deletion for 6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:49:15.162778 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fd33ae8c-02ec-45c1-a4d9-72d90d7a9850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.176550 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-51122500-050d-4730-94fd-a82d1438c680 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Deleting port 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:15.177156 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51122500-050d-4730-94fd-a82d1438c680 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.195947 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.205792 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fd33ae8c-02ec-45c1-a4d9-72d90d7a9850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.261864 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.262802 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-51122500-050d-4730-94fd-a82d1438c680 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] For port 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:15.264295 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51122500-050d-4730-94fd-a82d1438c680 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.277386 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Transition to ACTIVE for port object 76f15ece-dc81-4066-9180-ec7ca7b948c0 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:15.280804 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-51122500-050d-4730-94fd-a82d1438c680 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Calling delete_port for 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:15.282706 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.348039 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31b84f2e-4457-488d-83ea-803c924f90f0 None None] Deleting port 86dd0416-62ae-419c-8feb-f9ce8664ab6a {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:15.348634 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31b84f2e-4457-488d-83ea-803c924f90f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.361764 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fd33ae8c-02ec-45c1-a4d9-72d90d7a9850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.364519 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fd33ae8c-02ec-45c1-a4d9-72d90d7a9850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.365567 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Transition to ACTIVE for port object 76f15ece-dc81-4066-9180-ec7ca7b948c0 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:15.365858 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fd33ae8c-02ec-45c1-a4d9-72d90d7a9850 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f8a5d24-8b82-4a6e-978b-31179c550e73 HTTP/1.1" status: 204 len: 168 time: 0.3557017 Jul 23 20:49:15.379498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33ae8c-02ec-45c1-a4d9-72d90d7a9850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8a5d24-8b82-4a6e-978b-31179c550e73,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:15.379706 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.421713 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.441656 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-337f4dca-1a57-41a1-a4b3-fd5ac89f4473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:49:13Z', 'revision_number': 7, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:15.481409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Subnet': ['ID=26618ed6-79a0-4cc5-9206-068e3f683fbd,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:15.504944 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337f4dca-1a57-41a1-a4b3-fd5ac89f4473 None None] The sync data for ids ['30683d9d-de53-4bcd-a2c7-bd9c513719ca'] in n-d-791504-18 is: [{'id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'name': 'tempest-TestNetworkBasicOps-router-2040008092', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:04Z', 'updated_at': '2021-07-23T20:49:13Z', 'revision_number': 7, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': '1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30683d9d-de53-4bcd-a2c7-bd9c513719ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:05Z', 'updated_at': '2021-07-23T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:49:15.540758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31b84f2e-4457-488d-83ea-803c924f90f0 None None] For port 86dd0416-62ae-419c-8feb-f9ce8664ab6a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=86dd0416-62ae-419c-8feb-f9ce8664ab6a,segment=NetworkSegment(445cadfa-9666-4a61-946c-64750b71d4ee),segment_id=445cadfa-9666-4a61-946c-64750b71d4ee)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:15.543949 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31b84f2e-4457-488d-83ea-803c924f90f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.559242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Network b65875b2-16ba-4b1f-a51e-9e5b81192390 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:15.559242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:15.567312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Pushing event updated for resources: {'Port': ['ID=76f15ece-dc81-4066-9180-ec7ca7b948c0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:15.570146 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.571091 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:15.585091 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31b84f2e-4457-488d-83ea-803c924f90f0 None None] Calling delete_port for 86dd0416-62ae-419c-8feb-f9ce8664ab6a owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:15.633637 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.646929 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65875b2-16ba-4b1f-a51e-9e5b81192390']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:15.649411 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51122500-050d-4730-94fd-a82d1438c680 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.658205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ea4c22-a31c-4337-b365-bc5ffd06240e') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:15.658510 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ea4c22-a31c-4337-b365-bc5ffd06240e') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:15.673863 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.680968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51122500-050d-4730-94fd-a82d1438c680 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'Port': ['ID=1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:15.711439 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Attempting to bind port 76f15ece-dc81-4066-9180-ec7ca7b948c0 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:49:15.711819 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Attempting to bind port 76f15ece-dc81-4066-9180-ec7ca7b948c0 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '87ea4c22-a31c-4337-b365-bc5ffd06240e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b65875b2-16ba-4b1f-a51e-9e5b81192390'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:49:15.712187 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Attempting to bind port 76f15ece-dc81-4066-9180-ec7ca7b948c0 on network b65875b2-16ba-4b1f-a51e-9e5b81192390 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:15.721605 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:49:15.721984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Checking segment: {'id': '87ea4c22-a31c-4337-b365-bc5ffd06240e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b65875b2-16ba-4b1f-a51e-9e5b81192390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:15.722390 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.722793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Bound using segment: {'id': '87ea4c22-a31c-4337-b365-bc5ffd06240e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b65875b2-16ba-4b1f-a51e-9e5b81192390'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:49:15.722917 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.723314 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Bound port: 76f15ece-dc81-4066-9180-ec7ca7b948c0, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ea4c22-a31c-4337-b365-bc5ffd06240e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b65875b2-16ba-4b1f-a51e-9e5b81192390'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:49:15.723702 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.740791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:49:15.741381 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:49:15.764217 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:49:15.816329 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] For port 76f15ece-dc81-4066-9180-ec7ca7b948c0, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:15.817689 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51122500-050d-4730-94fd-a82d1438c680 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.822828 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31b84f2e-4457-488d-83ea-803c924f90f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.860679 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.api [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:49:15.860679 n-d-791504-18 neutron-server[93811]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:49:15.860679 n-d-791504-18 neutron-server[93811]: [parameters: {'id': 'b65875b2-16ba-4b1f-a51e-9e5b81192390'}] Jul 23 20:49:15.860679 n-d-791504-18 neutron-server[93811]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:49:15.861484 n-d-791504-18 neutron-server[93811]: DEBUG oslo_db.api [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:49:15.867361 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b84f2e-4457-488d-83ea-803c924f90f0 None None] No DVR routers for this DVR port 86dd0416-62ae-419c-8feb-f9ce8664ab6a on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:15.871710 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b84f2e-4457-488d-83ea-803c924f90f0 None None] Pushing event deleted for resources: {'Port': ['ID=86dd0416-62ae-419c-8feb-f9ce8664ab6a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:15.894655 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] For port 76f15ece-dc81-4066-9180-ec7ca7b948c0, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=76f15ece-dc81-4066-9180-ec7ca7b948c0,segment=NetworkSegment(87ea4c22-a31c-4337-b365-bc5ffd06240e),segment_id=87ea4c22-a31c-4337-b365-bc5ffd06240e)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:49:15.904352 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.942109 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51122500-050d-4730-94fd-a82d1438c680 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.945946 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51122500-050d-4730-94fd-a82d1438c680 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:15.993655 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44068b-38e6-4fd8-b1a8-ab68a02ed6d2 None None] Pushing event updated for resources: {'Port': ['ID=76f15ece-dc81-4066-9180-ec7ca7b948c0,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:16.004876 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51122500-050d-4730-94fd-a82d1438c680 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.005429 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51122500-050d-4730-94fd-a82d1438c680 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Fanout notify agent at l3_agent the message router_deleted on router 30683d9d-de53-4bcd-a2c7-bd9c513719ca {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:49:16.014380 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51122500-050d-4730-94fd-a82d1438c680 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.018895 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33816) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:16.019036 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-51122500-050d-4730-94fd-a82d1438c680 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "DELETE /v2.0/routers/30683d9d-de53-4bcd-a2c7-bd9c513719ca HTTP/1.1" status: 204 len: 168 time: 1.2054744 Jul 23 20:49:16.026667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9164de2c-3389-4732-b3d7-91c77c7c44fa None None] Network b65875b2-16ba-4b1f-a51e-9e5b81192390 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:16.125849 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2cabefd8-1baa-490a-af89-42ab42348f7b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.180461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c420248d-bc62-4ee7-93cd-30acc44570c2 None None] Network b65875b2-16ba-4b1f-a51e-9e5b81192390 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:16.237249 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2cabefd8-1baa-490a-af89-42ab42348f7b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.249262 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-2cabefd8-1baa-490a-af89-42ab42348f7b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:16.261306 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-2cabefd8-1baa-490a-af89-42ab42348f7b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445cadfa-9666-4a61-946c-64750b71d4ee') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:16.261607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-2cabefd8-1baa-490a-af89-42ab42348f7b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445cadfa-9666-4a61-946c-64750b71d4ee') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:16.279747 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2cabefd8-1baa-490a-af89-42ab42348f7b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.299810 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2cabefd8-1baa-490a-af89-42ab42348f7b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.308560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cabefd8-1baa-490a-af89-42ab42348f7b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:49:16.309677 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2cabefd8-1baa-490a-af89-42ab42348f7b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:49:16.314578 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:49:16.343664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37394d3a-0109-477f-824e-c8790780156d None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:49:16.386487 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.404982 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2cabefd8-1baa-490a-af89-42ab42348f7b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.444396 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2cabefd8-1baa-490a-af89-42ab42348f7b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.446281 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2cabefd8-1baa-490a-af89-42ab42348f7b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "DELETE /v2.0/networks/6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20 HTTP/1.1" status: 204 len: 168 time: 0.4258299 Jul 23 20:49:16.468587 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabefd8-1baa-490a-af89-42ab42348f7b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'Network': ['ID=6f0c5b17-eda5-4f55-956a-e9ab0a8a7b20,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:16.474539 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33830) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:16.480373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-0076652a-3431-45c9-a7c9-3c32af61e78c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'network': {'name': 'tempest-network-smoke--266948688', 'project_id': '658e4131401d4adf82a7d233679ed997', 'port_security_enabled': True}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:16.511308 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0076652a-3431-45c9-a7c9-3c32af61e78c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Made reservation on behalf of 658e4131401d4adf82a7d233679ed997 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:16.515506 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0076652a-3431-45c9-a7c9-3c32af61e78c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.534599 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Deleting port 76f15ece-dc81-4066-9180-ec7ca7b948c0 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:16.535007 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.559737 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0076652a-3431-45c9-a7c9-3c32af61e78c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:49:16.581569 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0076652a-3431-45c9-a7c9-3c32af61e78c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.582053 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-0076652a-3431-45c9-a7c9-3c32af61e78c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Added segment 29e68040-82c6-4ab9-8409-7148e6284551 of type vlan for network c458ec9f-298d-44a2-b473-4f8ca25db621 Jul 23 20:49:16.636496 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37394d3a-0109-477f-824e-c8790780156d None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:49:16.651448 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] For port 76f15ece-dc81-4066-9180-ec7ca7b948c0, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=76f15ece-dc81-4066-9180-ec7ca7b948c0,segment=NetworkSegment(87ea4c22-a31c-4337-b365-bc5ffd06240e),segment_id=87ea4c22-a31c-4337-b365-bc5ffd06240e)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:16.651894 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.672868 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0076652a-3431-45c9-a7c9-3c32af61e78c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.676436 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Calling delete_port for 76f15ece-dc81-4066-9180-ec7ca7b948c0 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:16.795968 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0076652a-3431-45c9-a7c9-3c32af61e78c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.801722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0076652a-3431-45c9-a7c9-3c32af61e78c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:16.802335 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0076652a-3431-45c9-a7c9-3c32af61e78c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.862640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device cba893e8-7852-4e07-89d5-cce5b9de2d3a no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:16.872221 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0076652a-3431-45c9-a7c9-3c32af61e78c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3959379 Jul 23 20:49:16.875073 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33836) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:16.880948 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1295559975', 'admin_state_up': True, 'project_id': '658e4131401d4adf82a7d233679ed997', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:16.912346 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.912823 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.913541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: cba893e8-7852-4e07-89d5-cce5b9de2d3a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:49:16.913789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device cba893e8-7852-4e07-89d5-cce5b9de2d3a not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:49:16.914201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 86dd0416-62ae-419c-8feb-f9ce8664ab6a no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:16.915320 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.936402 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076652a-3431-45c9-a7c9-3c32af61e78c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Network': ['ID=c458ec9f-298d-44a2-b473-4f8ca25db621,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:16.943847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 86dd0416-62ae-419c-8feb-f9ce8664ab6a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:49:16.944200 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 86dd0416-62ae-419c-8feb-f9ce8664ab6a not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:49:16.944620 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:16.948723 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network c458ec9f-298d-44a2-b473-4f8ca25db621 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:49:16.949088 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.980988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No DVR routers for this DVR port 76f15ece-dc81-4066-9180-ec7ca7b948c0 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:16.987753 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Port': ['ID=76f15ece-dc81-4066-9180-ec7ca7b948c0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:16.994674 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:49:16.995272 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1ee7601a-75de-4fd0-a1e4-5d4ea6cf24b2 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:49:17.040847 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.090695 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.101868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65875b2-16ba-4b1f-a51e-9e5b81192390']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:17.115413 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ea4c22-a31c-4337-b365-bc5ffd06240e') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:17.115774 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ea4c22-a31c-4337-b365-bc5ffd06240e') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:17.125970 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.142143 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.161469 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:49:17.161921 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:49:17.165496 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:49:17.216986 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.225683 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.234244 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.236539 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/b65875b2-16ba-4b1f-a51e-9e5b81192390 HTTP/1.1" status: 204 len: 168 time: 2.2420127 Jul 23 20:49:17.240107 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33840) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:17.276824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaab084-e9ba-4f64-9045-ca06719d7ef8 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Network': ['ID=b65875b2-16ba-4b1f-a51e-9e5b81192390,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:17.278993 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-7504687b-f70b-4f2a-872c-e477f496cab0 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:17.279469 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7504687b-f70b-4f2a-872c-e477f496cab0 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:17.281206 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7504687b-f70b-4f2a-872c-e477f496cab0 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/subnets/26618ed6-79a0-4cc5-9206-068e3f683fbd HTTP/1.1" status: 404 len: 337 time: 0.0406885 Jul 23 20:49:17.287548 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33842) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:17.306404 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89bf814-fd5c-4d79-a9ba-892e3ff51f8b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:17.306948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89bf814-fd5c-4d79-a9ba-892e3ff51f8b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:17.308735 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f89bf814-fd5c-4d79-a9ba-892e3ff51f8b tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/b65875b2-16ba-4b1f-a51e-9e5b81192390 HTTP/1.1" status: 404 len: 339 time: 0.0202482 Jul 23 20:49:17.312700 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33844) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:17.346901 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-a29ae907-934f-4e50-b5c6-e3ac4073bba2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:17.347301 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a29ae907-934f-4e50-b5c6-e3ac4073bba2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:17.348991 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a29ae907-934f-4e50-b5c6-e3ac4073bba2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/subnets/f8649dd9-6d53-49ba-9fe6-389beabcc156 HTTP/1.1" status: 404 len: 337 time: 0.0342507 Jul 23 20:49:17.351804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33846) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:17.372002 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-89930404-afbe-4d1c-bb45-fcc583ed2a49 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:17.373086 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89930404-afbe-4d1c-bb45-fcc583ed2a49 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:17.377175 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-89930404-afbe-4d1c-bb45-fcc583ed2a49 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/d9ee6360-6709-4857-b31a-f838b9c49949 HTTP/1.1" status: 404 len: 339 time: 0.0217323 Jul 23 20:49:17.377748 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33848) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:17.455394 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.457808 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1fe75b93-78ac-4f22-9366-023322582bda tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.483507 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.557214 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1fe75b93-78ac-4f22-9366-023322582bda tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.576295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-1fe75b93-78ac-4f22-9366-023322582bda tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cb2b72-d996-4c00-9710-9daff363470f']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:17.589670 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-1fe75b93-78ac-4f22-9366-023322582bda tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9605c0ad-1829-46a5-b79d-ec6102e56bee') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:17.590100 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-1fe75b93-78ac-4f22-9366-023322582bda tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9605c0ad-1829-46a5-b79d-ec6102e56bee') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:17.604988 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1fe75b93-78ac-4f22-9366-023322582bda tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.621455 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1fe75b93-78ac-4f22-9366-023322582bda tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.628728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe75b93-78ac-4f22-9366-023322582bda tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:49:17.629104 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1fe75b93-78ac-4f22-9366-023322582bda tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:49:17.633400 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:49:17.643408 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Allocated IP 172.25.3.46 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/c8cdb565-ae9a-48c9-940b-c00ed037ef5c) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:17.701317 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1fe75b93-78ac-4f22-9366-023322582bda tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.707393 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1fe75b93-78ac-4f22-9366-023322582bda tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.709477 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1fe75b93-78ac-4f22-9366-023322582bda tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/54cb2b72-d996-4c00-9710-9daff363470f HTTP/1.1" status: 204 len: 168 time: 0.3307672 Jul 23 20:49:17.713674 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33850) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:17.748843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe75b93-78ac-4f22-9366-023322582bda tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Network': ['ID=54cb2b72-d996-4c00-9710-9daff363470f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:17.752283 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-465f0273-ff62-4f7c-b623-f39944ac625d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:17.752729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-465f0273-ff62-4f7c-b623-f39944ac625d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:17.754695 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.754791 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-465f0273-ff62-4f7c-b623-f39944ac625d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/subnets/d399615e-9cc3-47f6-8c4d-e289cee440ed HTTP/1.1" status: 404 len: 337 time: 0.0398874 Jul 23 20:49:17.757132 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33852) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:17.775362 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd95249-a8a2-45ed-a262-25ee1380644f tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:17.775888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd95249-a8a2-45ed-a262-25ee1380644f tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:17.779889 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ecd95249-a8a2-45ed-a262-25ee1380644f tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/642bc2c5-a6ec-4f3b-9690-25ce44265e77 HTTP/1.1" status: 404 len: 339 time: 0.0192220 Jul 23 20:49:17.780698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33854) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:17.793229 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.806569 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a758e0d-0749-4b03-9332-a0b3f8e61684 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:17.807016 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a758e0d-0749-4b03-9332-a0b3f8e61684 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:17.811232 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5a758e0d-0749-4b03-9332-a0b3f8e61684 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/subnets/e6e5e35c-82c1-4214-94d9-4357b15a11d3 HTTP/1.1" status: 404 len: 337 time: 0.0271549 Jul 23 20:49:17.811397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33856) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:17.829158 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8664cc5-4029-4a6f-a4e7-d0bd64650836 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:17.829678 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8664cc5-4029-4a6f-a4e7-d0bd64650836 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:17.833700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a8664cc5-4029-4a6f-a4e7-d0bd64650836 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/7f7e0d86-fe61-48a9-8a15-76913ab642c0 HTTP/1.1" status: 404 len: 339 time: 0.0190632 Jul 23 20:49:17.833874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33858) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:17.840556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:17.844917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Port': ['ID=c8cdb565-ae9a-48c9-940b-c00ed037ef5c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:17.847377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:17.849340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:17.859747 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-727e7c61-d480-4e5a-a071-fc91e7ee930d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:17.860135 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727e7c61-d480-4e5a-a071-fc91e7ee930d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:17.861842 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-727e7c61-d480-4e5a-a071-fc91e7ee930d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/subnets/92c5ea7e-a65c-4ff1-b021-11e438a5ada6 HTTP/1.1" status: 404 len: 337 time: 0.0270891 Jul 23 20:49:17.864331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33860) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:17.885494 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-353e353b-9d50-4783-b241-c58dd6f60bc2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:17.886008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353e353b-9d50-4783-b241-c58dd6f60bc2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:17.887732 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-353e353b-9d50-4783-b241-c58dd6f60bc2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/4a29a179-ae01-44f8-a6f3-1e11f5e7dab4 HTTP/1.1" status: 404 len: 339 time: 0.0225208 Jul 23 20:49:17.890789 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33862) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:17.915707 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-5404a632-6ce6-4c17-a072-a71e743ad629 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:17.916071 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5404a632-6ce6-4c17-a072-a71e743ad629 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:17.917689 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5404a632-6ce6-4c17-a072-a71e743ad629 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/subnets/7e859d34-721a-4460-8f15-914790b3f31e HTTP/1.1" status: 404 len: 337 time: 0.0259943 Jul 23 20:49:17.920219 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33864) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:17.937970 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9b66d0-b5f0-4cdc-84ba-a3f22825cd90 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:17.938530 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9b66d0-b5f0-4cdc-84ba-a3f22825cd90 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:17.940379 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1b9b66d0-b5f0-4cdc-84ba-a3f22825cd90 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/512f51c5-de46-4229-9a01-506f7eaf7565 HTTP/1.1" status: 404 len: 339 time: 0.0192881 Jul 23 20:49:17.942864 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33868) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:17.969702 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-22536715-a5e1-4ab0-a598-ceaa582432bf tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:17.970153 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22536715-a5e1-4ab0-a598-ceaa582432bf tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:17.971894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-22536715-a5e1-4ab0-a598-ceaa582432bf tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/subnets/c9befc68-c00f-4d35-94b8-987f0a6ffae1 HTTP/1.1" status: 404 len: 337 time: 0.0281053 Jul 23 20:49:17.974555 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33870) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:17.992024 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c16b75-3c02-4867-9016-0b42f4131160 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:17.993018 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c16b75-3c02-4867-9016-0b42f4131160 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:17.994706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-68c16b75-3c02-4867-9016-0b42f4131160 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/7a1d9ebe-7470-4b35-b37a-b7481f474f5c HTTP/1.1" status: 404 len: 339 time: 0.0193284 Jul 23 20:49:17.997136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33874) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:18.022960 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e154db-8d13-4525-88bd-35436cf47bad tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:18.023428 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e154db-8d13-4525-88bd-35436cf47bad tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:18.027533 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-00e154db-8d13-4525-88bd-35436cf47bad tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/subnets/80b6d6f6-6bd3-40a8-ad4d-ecb8e976760b HTTP/1.1" status: 404 len: 337 time: 0.0270259 Jul 23 20:49:18.027757 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33876) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:18.047079 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3aa5508-fea4-4c77-805d-665b0dcf3630 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:18.047734 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3aa5508-fea4-4c77-805d-665b0dcf3630 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:18.051946 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a3aa5508-fea4-4c77-805d-665b0dcf3630 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/d7d162ec-ef57-4885-bb7a-d2eb901d500e HTTP/1.1" status: 404 len: 339 time: 0.0207722 Jul 23 20:49:18.052338 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33878) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:18.087471 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f66d9a5-ea76-4c03-8e12-35eaaad4d1e2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:18.088001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f66d9a5-ea76-4c03-8e12-35eaaad4d1e2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:18.093104 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0f66d9a5-ea76-4c03-8e12-35eaaad4d1e2 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/subnets/292cb37c-349d-46ae-a6c5-2aceca593989 HTTP/1.1" status: 404 len: 337 time: 0.0365007 Jul 23 20:49:18.093418 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33880) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:18.117432 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-30896446-e51e-476e-aced-ea4dea4bc916 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:18.117648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30896446-e51e-476e-aced-ea4dea4bc916 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:18.122017 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-30896446-e51e-476e-aced-ea4dea4bc916 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/5fe0bce5-6913-45b0-bded-5b0915c672c9 HTTP/1.1" status: 404 len: 339 time: 0.0251749 Jul 23 20:49:18.122195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33882) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:18.150334 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66a9116-4dfb-4e83-983e-e9c699721d50 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:18.150789 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66a9116-4dfb-4e83-983e-e9c699721d50 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:18.154876 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a66a9116-4dfb-4e83-983e-e9c699721d50 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/subnets/2e69fc53-1dc2-48a8-a957-7ee5616416ea HTTP/1.1" status: 404 len: 337 time: 0.0292852 Jul 23 20:49:18.156218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33886) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:18.177824 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfaf568-5852-4fe6-a4d0-e185b5f16bfd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:18.178392 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cfaf568-5852-4fe6-a4d0-e185b5f16bfd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:18.180572 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6cfaf568-5852-4fe6-a4d0-e185b5f16bfd tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/98859924-edcd-4d58-b291-6a8413fd1495 HTTP/1.1" status: 404 len: 339 time: 0.0230975 Jul 23 20:49:18.183081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33888) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:18.240993 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4782dd9-06e0-4e19-b0c1-6984b5867fb5 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Deleting subnet bbdf5ae2-466a-4433-9f1e-93e2d4f7fe2f {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:49:18.244647 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c4782dd9-06e0-4e19-b0c1-6984b5867fb5 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:18.287685 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c4782dd9-06e0-4e19-b0c1-6984b5867fb5 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:18.363387 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:18.389841 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c4782dd9-06e0-4e19-b0c1-6984b5867fb5 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:18.452550 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c4782dd9-06e0-4e19-b0c1-6984b5867fb5 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:18.482595 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c4782dd9-06e0-4e19-b0c1-6984b5867fb5 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:18.487918 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c4782dd9-06e0-4e19-b0c1-6984b5867fb5 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/subnets/bbdf5ae2-466a-4433-9f1e-93e2d4f7fe2f HTTP/1.1" status: 204 len: 168 time: 0.3037250 Jul 23 20:49:18.489053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33890) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:18.489795 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4782dd9-06e0-4e19-b0c1-6984b5867fb5 tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Subnet': ['ID=bbdf5ae2-466a-4433-9f1e-93e2d4f7fe2f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:18.490073 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837e36f5-f1f9-425e-b3e1-2ac970a8846a None None] Network 40d85c8e-1c07-4ec5-8c99-97fb898f79f9 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:18.586311 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:18.610810 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:18.644487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Deleting port d9825748-c5af-43d6-ac12-8806b3ef14e9 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:18.644780 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:18.720068 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] For port d9825748-c5af-43d6-ac12-8806b3ef14e9, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d9825748-c5af-43d6-ac12-8806b3ef14e9,segment=NetworkSegment(43c31e62-6375-4f53-8d9e-beac0a6c6018),segment_id=43c31e62-6375-4f53-8d9e-beac0a6c6018)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:18.720436 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:18.736553 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed910e77-c8a2-4a19-8d9f-542fa67529ec None None] DHCP port deletion for 40d85c8e-1c07-4ec5-8c99-97fb898f79f9 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:49:18.740979 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Calling delete_port for d9825748-c5af-43d6-ac12-8806b3ef14e9 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:18.774030 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Router ce256826-92a6-4025-b503-02b5755d0d88 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:49:18.791763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ed910e77-c8a2-4a19-8d9f-542fa67529ec None None] Deleting port d9825748-c5af-43d6-ac12-8806b3ef14e9 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:18.792135 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed910e77-c8a2-4a19-8d9f-542fa67529ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:18.836950 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:18.866990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ed910e77-c8a2-4a19-8d9f-542fa67529ec None None] For port d9825748-c5af-43d6-ac12-8806b3ef14e9, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d9825748-c5af-43d6-ac12-8806b3ef14e9,segment=NetworkSegment(43c31e62-6375-4f53-8d9e-beac0a6c6018),segment_id=43c31e62-6375-4f53-8d9e-beac0a6c6018)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:18.867479 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed910e77-c8a2-4a19-8d9f-542fa67529ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:18.876050 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Port': ['ID=d9825748-c5af-43d6-ac12-8806b3ef14e9,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:18.880986 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] No DVR routers for this DVR port d9825748-c5af-43d6-ac12-8806b3ef14e9 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:18.888209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ed910e77-c8a2-4a19-8d9f-542fa67529ec None None] Calling delete_port for d9825748-c5af-43d6-ac12-8806b3ef14e9 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:18.895981 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:49:18.907429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Sync routers for ids ['ce256826-92a6-4025-b503-02b5755d0d88'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:49:18.920308 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:18.925668 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9f577edb-08c8-49d8-a0d2-2fb3bf7a8d9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0492580 Jul 23 20:49:18.926538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33892) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:18.952915 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Routers {'ce256826-92a6-4025-b503-02b5755d0d88'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:49:18.953824 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:48:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ce256826-92a6-4025-b503-02b5755d0d88'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:18.973831 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ada45e46-9e99-4bdf-89ae-64e52db370a2 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=658e4131401d4adf82a7d233679ed997&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457785 Jul 23 20:49:18.974661 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33894) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:18.979319 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:18.991042 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d85c8e-1c07-4ec5-8c99-97fb898f79f9']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:19.002218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c31e62-6375-4f53-8d9e-beac0a6c6018') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:19.002659 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c31e62-6375-4f53-8d9e-beac0a6c6018') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:19.012222 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:19.026313 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:19.033504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:49:19.033976 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:49:19.037539 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:49:19.060419 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Set router ce256826-92a6-4025-b503-02b5755d0d88 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:49:19.142220 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:19.148406 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:19.153469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] 10.222.0.55 "DELETE /v2.0/networks/40d85c8e-1c07-4ec5-8c99-97fb898f79f9 HTTP/1.1" status: 204 len: 168 time: 0.6599824 Jul 23 20:49:19.188787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d563e14a-981d-41bc-bf56-4c5c438467d8 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:19.194327 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d563e14a-981d-41bc-bf56-4c5c438467d8 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2184958 Jul 23 20:49:19.195659 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33900) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:19.199951 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b66c7a-3ad8-4f94-a627-6b61dbd9402d tempest-NetworksTest-1221206303 tempest-NetworksTest-1221206303-project] Pushing event deleted for resources: {'Network': ['ID=40d85c8e-1c07-4ec5-8c99-97fb898f79f9,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:19.210289 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33d9e5c0-aebb-4012-85db-4056b3ccd907 req-a49657fc-d95a-490a-b9af-82f354dcaaef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1114142 Jul 23 20:49:19.249513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33902) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:19.251941 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e833b3a9-a07b-4db4-b757-ed839da19418 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0538597 Jul 23 20:49:19.254972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4c43ccdd-9b4b-4f5c-a6b4-325c23659bb0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-238973994', 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621', 'project_id': '658e4131401d4adf82a7d233679ed997', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:19.288796 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed910e77-c8a2-4a19-8d9f-542fa67529ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:19.322221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed910e77-c8a2-4a19-8d9f-542fa67529ec None None] Network 40d85c8e-1c07-4ec5-8c99-97fb898f79f9 is not hosted by any dhcp agent {{(pid=93812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:49:19.322929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed910e77-c8a2-4a19-8d9f-542fa67529ec None None] No DVR routers for this DVR port d9825748-c5af-43d6-ac12-8806b3ef14e9 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:19.326397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed910e77-c8a2-4a19-8d9f-542fa67529ec None None] Pushing event deleted for resources: {'Port': ['ID=d9825748-c5af-43d6-ac12-8806b3ef14e9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:19.343468 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'name': 'tempest-TestNetworkBasicOps-router-1295559975', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:49:16Z', 'updated_at': '2021-07-23T20:49:17Z', 'revision_number': 3, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:17Z', 'updated_at': '2021-07-23T20:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:19.374382 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Checking router: ce256826-92a6-4025-b503-02b5755d0d88 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:49:19.375146 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Updating router ce256826-92a6-4025-b503-02b5755d0d88 port c8cdb565-ae9a-48c9-940b-c00ed037ef5c binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:49:19.415298 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:19.511601 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33906) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:19.680704 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1d3129e6-2000-4716-9cf9-f432b9f95344 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a1dbed082f44a3a9d7a49720571234b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647282 Jul 23 20:49:19.680922 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33910) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:19.736102 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-10643d53-b103-4ab5-91ff-0700f18a8684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:19.764823 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-10643d53-b103-4ab5-91ff-0700f18a8684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:19.779765 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:19.785746 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9e5c0-aebb-4012-85db-4056b3ccd907 req-4d0fb874-268a-4808-9a66-bc1a766dee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:19.787274 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33d9e5c0-aebb-4012-85db-4056b3ccd907 req-4d0fb874-268a-4808-9a66-bc1a766dee79 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 1098 time: 0.5053144 Jul 23 20:49:19.788328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c43ccdd-9b4b-4f5c-a6b4-325c23659bb0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Made reservation on behalf of 658e4131401d4adf82a7d233679ed997 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:19.791741 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c43ccdd-9b4b-4f5c-a6b4-325c23659bb0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:19.797373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Transition to ACTIVE for port object c8cdb565-ae9a-48c9-940b-c00ed037ef5c will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:19.812104 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:19.836297 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-10643d53-b103-4ab5-91ff-0700f18a8684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:19.840419 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-10643d53-b103-4ab5-91ff-0700f18a8684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:19.857474 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-10643d53-b103-4ab5-91ff-0700f18a8684 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb1a692d-b104-4f79-a7df-19ed61f9622e HTTP/1.1" status: 204 len: 168 time: 0.1705205 Jul 23 20:49:19.866804 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ce2ae-8621-41b1-a58a-b6a52189c67b None None] Pushing event updated for resources: {'Port': ['ID=c8cdb565-ae9a-48c9-940b-c00ed037ef5c,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:19.875963 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10643d53-b103-4ab5-91ff-0700f18a8684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1a692d-b104-4f79-a7df-19ed61f9622e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:19.905812 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Attempting to bind port c8cdb565-ae9a-48c9-940b-c00ed037ef5c on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:49:19.906020 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Attempting to bind port c8cdb565-ae9a-48c9-940b-c00ed037ef5c by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:49:19.906341 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Attempting to bind port c8cdb565-ae9a-48c9-940b-c00ed037ef5c on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:19.930373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:49:19.930886 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:19.931285 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:19.932140 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:49:19.932669 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Bound port: c8cdb565-ae9a-48c9-940b-c00ed037ef5c, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:49:19.933049 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:19.960964 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9e5c0-aebb-4012-85db-4056b3ccd907 req-a0efd12a-49fd-4479-8524-ee37bd7fca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:19.962635 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33d9e5c0-aebb-4012-85db-4056b3ccd907 req-a0efd12a-49fd-4479-8524-ee37bd7fca20 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 913 time: 0.1543012 Jul 23 20:49:19.995087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] For port c8cdb565-ae9a-48c9-940b-c00ed037ef5c, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:19.999337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] For port c8cdb565-ae9a-48c9-940b-c00ed037ef5c, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c8cdb565-ae9a-48c9-940b-c00ed037ef5c,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:49:20.005182 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:20.067711 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Routers {'ce256826-92a6-4025-b503-02b5755d0d88'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:49:20.068831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:48:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ce256826-92a6-4025-b503-02b5755d0d88'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:20.133148 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c43ccdd-9b4b-4f5c-a6b4-325c23659bb0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:20.186391 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33d9e5c0-aebb-4012-85db-4056b3ccd907 req-600b0660-77d3-4748-8d23-1b60ac8e37f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92625c2a-57e0-4563-80fe-10bcfba695ad HTTP/1.1" status: 200 len: 1002 time: 0.2166090 Jul 23 20:49:20.190271 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ce2ae-8621-41b1-a58a-b6a52189c67b None None] Pushing event updated for resources: {'Port': ['ID=c8cdb565-ae9a-48c9-940b-c00ed037ef5c,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:20.230518 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] Set router ce256826-92a6-4025-b503-02b5755d0d88 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:49:20.246631 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43ccdd-9b4b-4f5c-a6b4-325c23659bb0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Subnet': ['ID=2a71e50f-fd3d-4b09-9759-8d42445860b8,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:20.256272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43ccdd-9b4b-4f5c-a6b4-325c23659bb0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Checking segment: {'id': '29e68040-82c6-4ab9-8409-7148e6284551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:20.257326 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c43ccdd-9b4b-4f5c-a6b4-325c23659bb0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network hostable DHCP agents. Network: c458ec9f-298d-44a2-b473-4f8ca25db621, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:49:20.276085 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9e5c0-aebb-4012-85db-4056b3ccd907 req-c09a0892-1de0-4aa1-8120-ddaa1a9c1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:20.277684 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33d9e5c0-aebb-4012-85db-4056b3ccd907 req-c09a0892-1de0-4aa1-8120-ddaa1a9c1eae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.0816638 Jul 23 20:49:20.300656 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c43ccdd-9b4b-4f5c-a6b4-325c23659bb0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network c458ec9f-298d-44a2-b473-4f8ca25db621 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:49:20.341077 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-4c43ccdd-9b4b-4f5c-a6b4-325c23659bb0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, c458ec9f-298d-44a2-b473-4f8ca25db621) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:20.347882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c43ccdd-9b4b-4f5c-a6b4-325c23659bb0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:20.348478 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4c43ccdd-9b4b-4f5c-a6b4-325c23659bb0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:20.358528 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52026cd4-04cf-4966-bc8d-98ab8d2a774c None None] Network c458ec9f-298d-44a2-b473-4f8ca25db621 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:20.377930 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4c43ccdd-9b4b-4f5c-a6b4-325c23659bb0 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1264064 Jul 23 20:49:20.380215 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33926) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:20.381980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9e5c0-aebb-4012-85db-4056b3ccd907 req-0486efca-3965-43fd-9dc6-9e68abdc67eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:20.383746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33d9e5c0-aebb-4012-85db-4056b3ccd907 req-0486efca-3965-43fd-9dc6-9e68abdc67eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999117 Jul 23 20:49:20.530075 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33d9e5c0-aebb-4012-85db-4056b3ccd907 req-0dd8376c-a254-4b7f-8d42-1fb187a262ca service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397088 Jul 23 20:49:20.643425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'name': 'tempest-TestNetworkBasicOps-router-1295559975', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:49:16Z', 'updated_at': '2021-07-23T20:49:17Z', 'revision_number': 3, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:17Z', 'updated_at': '2021-07-23T20:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:20.674281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-c458ec9f-298d-44a2-b473-4f8ca25db621', 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'fixed_ips': [{'subnet_id': '2a71e50f-fd3d-4b09-9759-8d42445860b8'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:49:20.675439 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:20.679199 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38ffc0-bcf5-42ee-aa44-4fa023b35ab7 None None] The sync data for ids ['ce256826-92a6-4025-b503-02b5755d0d88'] in n-d-791504-18 is: [{'id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'name': 'tempest-TestNetworkBasicOps-router-1295559975', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:49:16Z', 'updated_at': '2021-07-23T20:49:17Z', 'revision_number': 3, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:17Z', 'updated_at': '2021-07-23T20:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:49:20.696134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d9825748-c5af-43d6-ac12-8806b3ef14e9 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:20.727969 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: d9825748-c5af-43d6-ac12-8806b3ef14e9 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:49:20.728205 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d9825748-c5af-43d6-ac12-8806b3ef14e9 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:49:20.734133 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33d9e5c0-aebb-4012-85db-4056b3ccd907 req-6e43b48e-7431-4372-88b2-6608d39c0bee service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957085 Jul 23 20:49:20.864253 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33936) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:20.900777 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Allocated IP 172.20.0.2 (c458ec9f-298d-44a2-b473-4f8ca25db621/2a71e50f-fd3d-4b09-9759-8d42445860b8/69807123-012c-4628-beeb-942f1dcac0d8) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:21.035300 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b6b7d83f-afd4-42bd-bea1-821bbf686c84 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-885999502'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:21.118581 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b7d83f-afd4-42bd-bea1-821bbf686c84 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:21.124192 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b6b7d83f-afd4-42bd-bea1-821bbf686c84 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:21.138905 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:21.141345 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b6b7d83f-afd4-42bd-bea1-821bbf686c84 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:21.334344 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b6b7d83f-afd4-42bd-bea1-821bbf686c84 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:21.344702 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b6b7d83f-afd4-42bd-bea1-821bbf686c84 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:21.358680 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:21.362799 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b7d83f-afd4-42bd-bea1-821bbf686c84 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:49:21.370746 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Transition to ACTIVE for port object 69807123-012c-4628-beeb-942f1dcac0d8 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:21.389876 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b6b7d83f-afd4-42bd-bea1-821bbf686c84 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:21.390300 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-b6b7d83f-afd4-42bd-bea1-821bbf686c84 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Added segment f6605be7-d969-40bf-90c1-de48fb876893 of type vlan for network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 Jul 23 20:49:21.396504 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Transition to ACTIVE for port object 69807123-012c-4628-beeb-942f1dcac0d8 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:21.405543 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:21.409865 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7d83f-afd4-42bd-bea1-821bbf686c84 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09662500-bdc4-4e34-acb5-5e4ffcc3b64f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:21.453245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Network c458ec9f-298d-44a2-b473-4f8ca25db621 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:21.458948 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:21.462835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:21.491542 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b6b7d83f-afd4-42bd-bea1-821bbf686c84 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:21.537000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Pushing event updated for resources: {'Port': ['ID=69807123-012c-4628-beeb-942f1dcac0d8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:21.553430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:21.553791 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:21.554183 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:21.554466 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:21.554792 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:21.555187 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:21.555495 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:21.559792 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b6b7d83f-afd4-42bd-bea1-821bbf686c84 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:21.562994 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:21.563412 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:21.563755 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:21.564095 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:21.564431 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:21.577529 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b7d83f-afd4-42bd-bea1-821bbf686c84 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:21.578174 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b6b7d83f-afd4-42bd-bea1-821bbf686c84 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:21.584061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Attempting to bind port 69807123-012c-4628-beeb-942f1dcac0d8 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:49:21.584444 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Attempting to bind port 69807123-012c-4628-beeb-942f1dcac0d8 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '29e68040-82c6-4ab9-8409-7148e6284551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:49:21.584814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Attempting to bind port 69807123-012c-4628-beeb-942f1dcac0d8 on network c458ec9f-298d-44a2-b473-4f8ca25db621 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:21.590554 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:49:21.590932 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Checking segment: {'id': '29e68040-82c6-4ab9-8409-7148e6284551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:21.591417 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:21.591819 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Bound using segment: {'id': '29e68040-82c6-4ab9-8409-7148e6284551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:49:21.592298 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Bound port: 69807123-012c-4628-beeb-942f1dcac0d8, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e68040-82c6-4ab9-8409-7148e6284551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:49:21.592691 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:21.622187 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b6b7d83f-afd4-42bd-bea1-821bbf686c84 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7563825 Jul 23 20:49:21.626485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33942) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:21.631480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-cbf4cf5d-386f-4bd7-a7fd-07e977d5a458 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'name': 'tempest-PortsIpV6TestJSON-340446548'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:21.661564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Allocated IP 172.20.0.1 (c458ec9f-298d-44a2-b473-4f8ca25db621/2a71e50f-fd3d-4b09-9759-8d42445860b8/ac672534-f377-43f8-a83c-26ac0ad08bb6) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:21.714938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7d83f-afd4-42bd-bea1-821bbf686c84 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Network': ['ID=c5004d18-fa4e-46e8-b3ed-525bffcd9db7,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:21.719313 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] For port 69807123-012c-4628-beeb-942f1dcac0d8, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:21.723765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] For port 69807123-012c-4628-beeb-942f1dcac0d8, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=69807123-012c-4628-beeb-942f1dcac0d8,segment=NetworkSegment(29e68040-82c6-4ab9-8409-7148e6284551),segment_id=29e68040-82c6-4ab9-8409-7148e6284551)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:49:21.727712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:49:21.811141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf4cf5d-386f-4bd7-a7fd-07e977d5a458 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:21.815080 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:21.819415 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cbf4cf5d-386f-4bd7-a7fd-07e977d5a458 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:21.853816 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:21.871269 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Transition to ACTIVE for port object ac672534-f377-43f8-a83c-26ac0ad08bb6 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:21.875260 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-cbf4cf5d-386f-4bd7-a7fd-07e977d5a458 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] device_id is not set on port c0e02a38-4684-499e-b426-f0c77e1207d8 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:49:21.880312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e078020-7f96-426e-b2e9-ebd71ebeca75 None None] Pushing event updated for resources: {'Port': ['ID=69807123-012c-4628-beeb-942f1dcac0d8,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:21.930942 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:22.010297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Port': ['ID=ac672534-f377-43f8-a83c-26ac0ad08bb6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:22.022760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:22.023131 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:22.023508 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:22.023840 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:22.024169 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:22.024494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:22.024816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:22.025134 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:22.025452 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:22.025767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:22.026087 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:22.026596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:22.038275 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network c458ec9f-298d-44a2-b473-4f8ca25db621 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:22.042754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:22.047481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:22.108428 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:22.180314 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cbf4cf5d-386f-4bd7-a7fd-07e977d5a458 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:22.283788 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cbf4cf5d-386f-4bd7-a7fd-07e977d5a458 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:22.407197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4cf5d-386f-4bd7-a7fd-07e977d5a458 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=c0e02a38-4684-499e-b426-f0c77e1207d8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:22.423493 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf4cf5d-386f-4bd7-a7fd-07e977d5a458 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Checking segment: {'id': 'f6605be7-d969-40bf-90c1-de48fb876893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:22.424233 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf4cf5d-386f-4bd7-a7fd-07e977d5a458 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network hostable DHCP agents. Network: c5004d18-fa4e-46e8-b3ed-525bffcd9db7, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:49:22.468268 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf4cf5d-386f-4bd7-a7fd-07e977d5a458 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:49:22.500300 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-cbf4cf5d-386f-4bd7-a7fd-07e977d5a458 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, c5004d18-fa4e-46e8-b3ed-525bffcd9db7) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:22.503853 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:22.505542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf4cf5d-386f-4bd7-a7fd-07e977d5a458 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:22.512165 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf4cf5d-386f-4bd7-a7fd-07e977d5a458 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:22.512323 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cbf4cf5d-386f-4bd7-a7fd-07e977d5a458 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:22.514802 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1630a78e-cc2c-4ef2-a3a4-dd510ed58d4c None None] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:22.549384 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cbf4cf5d-386f-4bd7-a7fd-07e977d5a458 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9221368 Jul 23 20:49:22.552072 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33950) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:22.558042 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-3b8e9e51-a0d4-45d1-b030-06c827f346a1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-412899011'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:22.583132 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6031b6a-b01c-4485-83a9-4c747d746972 req-8a1b4659-d563-4151-9b04-9c527e52a9e0 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:22.584481 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6031b6a-b01c-4485-83a9-4c747d746972 req-8a1b4659-d563-4151-9b04-9c527e52a9e0 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 946 time: 0.1368508 Jul 23 20:49:22.664211 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6031b6a-b01c-4485-83a9-4c747d746972 req-249cb55c-36e2-4cd4-a078-e167877ec1bf tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658405 Jul 23 20:49:22.684735 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8e9e51-a0d4-45d1-b030-06c827f346a1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:22.689034 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b8e9e51-a0d4-45d1-b030-06c827f346a1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:22.743820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c8cdb565-ae9a-48c9-940b-c00ed037ef5c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:49:22.749116 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8e9e51-a0d4-45d1-b030-06c827f346a1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:49:22.764625 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b8e9e51-a0d4-45d1-b030-06c827f346a1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:22.765334 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-3b8e9e51-a0d4-45d1-b030-06c827f346a1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Added segment 0f8342f6-00e7-463d-b34c-a1d21398496e of type vlan for network 81d7f88c-6655-4e75-8ea2-957404640519 Jul 23 20:49:22.819945 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port c8cdb565-ae9a-48c9-940b-c00ed037ef5c completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:22.825379 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c8cdb565-ae9a-48c9-940b-c00ed037ef5c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:22.825974 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:22.839380 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b8e9e51-a0d4-45d1-b030-06c827f346a1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:22.885846 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b8e9e51-a0d4-45d1-b030-06c827f346a1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:22.897206 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8e9e51-a0d4-45d1-b030-06c827f346a1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:22.898970 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b8e9e51-a0d4-45d1-b030-06c827f346a1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:22.971044 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:22.993268 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e9e51-a0d4-45d1-b030-06c827f346a1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Network': ['ID=81d7f88c-6655-4e75-8ea2-957404640519,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:23.007473 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 81d7f88c-6655-4e75-8ea2-957404640519 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:49:23.008336 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3b8e9e51-a0d4-45d1-b030-06c827f346a1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4549510 Jul 23 20:49:23.009054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33952) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:23.012644 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port c8cdb565-ae9a-48c9-940b-c00ed037ef5c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c8cdb565-ae9a-48c9-940b-c00ed037ef5c,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:23.016321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'ports': [{'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7'}, {'network_id': '81d7f88c-6655-4e75-8ea2-957404640519'}]} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:23.016739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:23.017629 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'network_id': '81d7f88c-6655-4e75-8ea2-957404640519'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:23.038397 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.039048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 69807123-012c-4628-beeb-942f1dcac0d8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:49:23.212976 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 69807123-012c-4628-beeb-942f1dcac0d8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:23.224909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=c8cdb565-ae9a-48c9-940b-c00ed037ef5c,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:23.239565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'port': 2} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:23.244390 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.260166 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.327053 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.336805 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.372102 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] device_id is not set on port 7326d8f7-a5cd-41e2-86cb-926c8aef473a yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:49:23.427288 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Port': ['ID=ac672534-f377-43f8-a83c-26ac0ad08bb6,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:23.430003 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.512614 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a84db3-7a59-4be2-a264-938cc2aef767 None None] Network c458ec9f-298d-44a2-b473-4f8ca25db621 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:23.549314 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.573569 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network c458ec9f-298d-44a2-b473-4f8ca25db621 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:23.576580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:23.610796 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d4dbda86-0611-44c8-94cd-65bb7f99bf14 None None] Provisioning for port 69807123-012c-4628-beeb-942f1dcac0d8 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:23.617662 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d4dbda86-0611-44c8-94cd-65bb7f99bf14 None None] Provisioning complete for port 69807123-012c-4628-beeb-942f1dcac0d8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:23.618226 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d4dbda86-0611-44c8-94cd-65bb7f99bf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.634777 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] device_id is not set on port ab340cbe-500d-46bf-b883-473e39fba89a yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:49:23.738788 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Router ce256826-92a6-4025-b503-02b5755d0d88 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:49:23.774423 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d4dbda86-0611-44c8-94cd-65bb7f99bf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.781277 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.849534 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d4dbda86-0611-44c8-94cd-65bb7f99bf14 None None] For port 69807123-012c-4628-beeb-942f1dcac0d8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=69807123-012c-4628-beeb-942f1dcac0d8,segment=NetworkSegment(29e68040-82c6-4ab9-8409-7148e6284551),segment_id=29e68040-82c6-4ab9-8409-7148e6284551)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:23.861101 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d4dbda86-0611-44c8-94cd-65bb7f99bf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.908109 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.954428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:49:23.965786 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Sync routers for ids ['ce256826-92a6-4025-b503-02b5755d0d88'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:49:23.966584 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2eee7b42-3281-4f4b-92de-89c485f7470f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "PUT /v2.0/routers/ce256826-92a6-4025-b503-02b5755d0d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5840647 Jul 23 20:49:23.970458 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33960) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:23.977512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ee2b4-1b98-4ea8-9f6f-d7a84de6954e req-2fc9f78a-b947-4311-8b5d-f5998850ce75 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:23.978875 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbda86-0611-44c8-94cd-65bb7f99bf14 None None] Pushing event updated for resources: {'Port': ['ID=69807123-012c-4628-beeb-942f1dcac0d8,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:23.979441 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a9ee2b4-1b98-4ea8-9f6f-d7a84de6954e req-2fc9f78a-b947-4311-8b5d-f5998850ce75 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.57 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 946 time: 0.1479850 Jul 23 20:49:23.979987 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Routers {'ce256826-92a6-4025-b503-02b5755d0d88'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:49:23.981516 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:23.982973 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:48:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ce256826-92a6-4025-b503-02b5755d0d88'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:23.998530 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:24.028055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:24.028581 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:24.032503 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=7326d8f7-a5cd-41e2-86cb-926c8aef473a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:24.125473 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Set router ce256826-92a6-4025-b503-02b5755d0d88 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:49:24.231333 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fa443-c1d4-4c51-9c99-69ab407df2b3 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.232296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=ab340cbe-500d-46bf-b883-473e39fba89a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:24.232632 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fa443-c1d4-4c51-9c99-69ab407df2b3 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.233196 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fa443-c1d4-4c51-9c99-69ab407df2b3 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.233720 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fa443-c1d4-4c51-9c99-69ab407df2b3 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.243068 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fa443-c1d4-4c51-9c99-69ab407df2b3 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.243648 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fa443-c1d4-4c51-9c99-69ab407df2b3 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.244231 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fa443-c1d4-4c51-9c99-69ab407df2b3 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.244691 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fa443-c1d4-4c51-9c99-69ab407df2b3 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.245198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fa443-c1d4-4c51-9c99-69ab407df2b3 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.245718 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fa443-c1d4-4c51-9c99-69ab407df2b3 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.246212 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fa443-c1d4-4c51-9c99-69ab407df2b3 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.246714 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fa443-c1d4-4c51-9c99-69ab407df2b3 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.247265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fa443-c1d4-4c51-9c99-69ab407df2b3 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.248953 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fa443-c1d4-4c51-9c99-69ab407df2b3 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.253477 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4d8fa443-c1d4-4c51-9c99-69ab407df2b3 tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9753 time: 0.2789371 Jul 23 20:49:24.254385 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33964) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:24.289353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Checking segment: {'id': '0f8342f6-00e7-463d-b34c-a1d21398496e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '81d7f88c-6655-4e75-8ea2-957404640519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:24.290050 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network hostable DHCP agents. Network: 81d7f88c-6655-4e75-8ea2-957404640519, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:49:24.349437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037b557-e1bf-4c3b-9fd1-c1448162346d req-b8043a6c-742b-4a03-86d4-5095d9dae473 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.351485 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8037b557-e1bf-4c3b-9fd1-c1448162346d req-b8043a6c-742b-4a03-86d4-5095d9dae473 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 946 time: 0.5530272 Jul 23 20:49:24.356540 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-7a9ee2b4-1b98-4ea8-9f6f-d7a84de6954e req-bd3fbc16-f2cf-4925-8c52-104bbddb11bb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Deleting port 92625c2a-57e0-4563-80fe-10bcfba695ad {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:24.356912 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7a9ee2b4-1b98-4ea8-9f6f-d7a84de6954e req-bd3fbc16-f2cf-4925-8c52-104bbddb11bb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:24.398695 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network 81d7f88c-6655-4e75-8ea2-957404640519 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:49:24.411407 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ebdfc-d430-482b-8101-1663e28b799a tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.412046 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ebdfc-d430-482b-8101-1663e28b799a tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.412636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ebdfc-d430-482b-8101-1663e28b799a tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.413344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ebdfc-d430-482b-8101-1663e28b799a tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.413899 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ebdfc-d430-482b-8101-1663e28b799a tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.414424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ebdfc-d430-482b-8101-1663e28b799a tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.417535 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ebdfc-d430-482b-8101-1663e28b799a tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.417535 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ebdfc-d430-482b-8101-1663e28b799a tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.417535 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ebdfc-d430-482b-8101-1663e28b799a tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.417535 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ebdfc-d430-482b-8101-1663e28b799a tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.418354 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ebdfc-d430-482b-8101-1663e28b799a tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.419621 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ebdfc-d430-482b-8101-1663e28b799a tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.422019 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-948ebdfc-d430-482b-8101-1663e28b799a tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7628 time: 0.1672437 Jul 23 20:49:24.422726 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'name': 'tempest-TestNetworkBasicOps-router-1295559975', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:49:16Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:17Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'ac672534-f377-43f8-a83c-26ac0ad08bb6', 'name': '', 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:ee:e5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:21Z', 'updated_at': '2021-07-23T20:49:23Z', 'revision_number': 2, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:24.424724 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 81d7f88c-6655-4e75-8ea2-957404640519) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:24.427338 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33968) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:24.441987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81215d6d-c3fe-47d2-b31f-75e1e0ffa228 None None] Network 81d7f88c-6655-4e75-8ea2-957404640519 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:24.460720 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Checking router: ce256826-92a6-4025-b503-02b5755d0d88 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:49:24.461147 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Updating router ce256826-92a6-4025-b503-02b5755d0d88 port ac672534-f377-43f8-a83c-26ac0ad08bb6 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:49:24.464814 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:24.469611 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.474528 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.475253 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:24.508118 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8037b557-e1bf-4c3b-9fd1-c1448162346d req-db17e294-260d-43e9-a23e-ba72efb3a2fb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221216 Jul 23 20:49:24.517259 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:24.566012 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-405c36d3-3a9a-4e5a-a8b5-735d463ddb95 None None] Provisioning for port ac672534-f377-43f8-a83c-26ac0ad08bb6 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:24.578112 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-7a9ee2b4-1b98-4ea8-9f6f-d7a84de6954e req-bd3fbc16-f2cf-4925-8c52-104bbddb11bb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] For port 92625c2a-57e0-4563-80fe-10bcfba695ad, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=92625c2a-57e0-4563-80fe-10bcfba695ad,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:24.578995 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7a9ee2b4-1b98-4ea8-9f6f-d7a84de6954e req-bd3fbc16-f2cf-4925-8c52-104bbddb11bb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:24.633913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-405c36d3-3a9a-4e5a-a8b5-735d463ddb95 None None] Provisioning complete for port ac672534-f377-43f8-a83c-26ac0ad08bb6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:24.634479 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-405c36d3-3a9a-4e5a-a8b5-735d463ddb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:24.662988 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-39ee91af-1e70-41e8-806b-765991449940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:24.719847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c8cdb565-ae9a-48c9-940b-c00ed037ef5c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:49:24.759020 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-405c36d3-3a9a-4e5a-a8b5-735d463ddb95 None None] Port ac672534-f377-43f8-a83c-26ac0ad08bb6 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:49:24.787046 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9ba1df8f-04b4-460a-83a4-e9929111165b tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4493 time: 0.3582535 Jul 23 20:49:24.817194 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-405c36d3-3a9a-4e5a-a8b5-735d463ddb95 None None] Provisioning complete for port 69807123-012c-4628-beeb-942f1dcac0d8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:24.817562 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-405c36d3-3a9a-4e5a-a8b5-735d463ddb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:24.869106 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c6445544-33fc-4090-b34f-2fc5e8e9774b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8588223 Jul 23 20:49:24.872133 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33974) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:24.900280 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c8cdb565-ae9a-48c9-940b-c00ed037ef5c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:24.900650 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:24.901373 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7a9ee2b4-1b98-4ea8-9f6f-d7a84de6954e req-bd3fbc16-f2cf-4925-8c52-104bbddb11bb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:24.903175 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7a9ee2b4-1b98-4ea8-9f6f-d7a84de6954e req-bd3fbc16-f2cf-4925-8c52-104bbddb11bb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:24.905302 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [req-7a9ee2b4-1b98-4ea8-9f6f-d7a84de6954e req-bd3fbc16-f2cf-4925-8c52-104bbddb11bb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Floating IP 0faf1a4c-dd03-4476-92c5-b33e89569bbe disassociated. External IP: 172.25.3.239, port: 92625c2a-57e0-4563-80fe-10bcfba695ad. Jul 23 20:49:24.907555 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-7a9ee2b4-1b98-4ea8-9f6f-d7a84de6954e req-bd3fbc16-f2cf-4925-8c52-104bbddb11bb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Calling delete_port for 92625c2a-57e0-4563-80fe-10bcfba695ad owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:24.969955 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:24.984855 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Transition to ACTIVE for port object ac672534-f377-43f8-a83c-26ac0ad08bb6 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:24.999872 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:25.036286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 69807123-012c-4628-beeb-942f1dcac0d8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:49:25.125628 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0b1be154-d7a7-46c7-9a42-d7f676bf5fd1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port ab340cbe-500d-46bf-b883-473e39fba89a {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:25.135269 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0b1be154-d7a7-46c7-9a42-d7f676bf5fd1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:25.142251 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 69807123-012c-4628-beeb-942f1dcac0d8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:25.142629 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:25.169847 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70373b-dd35-4733-bd9f-ad0578811cd2 None None] Pushing event updated for resources: {'Port': ['ID=ac672534-f377-43f8-a83c-26ac0ad08bb6,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:25.176889 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Attempting to bind port ac672534-f377-43f8-a83c-26ac0ad08bb6 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:49:25.177534 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Attempting to bind port ac672534-f377-43f8-a83c-26ac0ad08bb6 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '29e68040-82c6-4ab9-8409-7148e6284551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:49:25.178087 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Attempting to bind port ac672534-f377-43f8-a83c-26ac0ad08bb6 on network c458ec9f-298d-44a2-b473-4f8ca25db621 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:25.184141 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:49:25.184918 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Checking segment: {'id': '29e68040-82c6-4ab9-8409-7148e6284551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:25.185515 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:25.186149 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Bound using segment: {'id': '29e68040-82c6-4ab9-8409-7148e6284551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:49:25.186807 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Bound port: ac672534-f377-43f8-a83c-26ac0ad08bb6, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e68040-82c6-4ab9-8409-7148e6284551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:49:25.187410 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:25.265185 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7a9ee2b4-1b98-4ea8-9f6f-d7a84de6954e req-bd3fbc16-f2cf-4925-8c52-104bbddb11bb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:25.301544 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33976) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:25.309076 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4688d106-f259-4fc0-bc86-75f5523cd4c5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1856991763', 'description': 'tempest-secgroup-smoke-1856991763 description', 'project_id': '658e4131401d4adf82a7d233679ed997'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:25.316310 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] For port ac672534-f377-43f8-a83c-26ac0ad08bb6, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:25.324594 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0b1be154-d7a7-46c7-9a42-d7f676bf5fd1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:25.329863 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fbc16-f2cf-4925-8c52-104bbddb11bb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event deleted for resources: {'Port': ['ID=92625c2a-57e0-4563-80fe-10bcfba695ad,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:25.331073 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] For port ac672534-f377-43f8-a83c-26ac0ad08bb6, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=ac672534-f377-43f8-a83c-26ac0ad08bb6,segment=NetworkSegment(29e68040-82c6-4ab9-8409-7148e6284551),segment_id=29e68040-82c6-4ab9-8409-7148e6284551)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:49:25.342592 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:25.368130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0b1be154-d7a7-46c7-9a42-d7f676bf5fd1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for ab340cbe-500d-46bf-b883-473e39fba89a owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:25.429946 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4688d106-f259-4fc0-bc86-75f5523cd4c5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:25.436779 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Routers {'ce256826-92a6-4025-b503-02b5755d0d88'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:49:25.438835 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:48:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ce256826-92a6-4025-b503-02b5755d0d88'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:25.444291 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70373b-dd35-4733-bd9f-ad0578811cd2 None None] Pushing event updated for resources: {'Port': ['ID=ac672534-f377-43f8-a83c-26ac0ad08bb6,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:25.515707 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a9ee2b4-1b98-4ea8-9f6f-d7a84de6954e req-bd3fbc16-f2cf-4925-8c52-104bbddb11bb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Router 8730fafd-633c-439d-b5d2-c283a01ce331 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:49:25.613940 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0b1be154-d7a7-46c7-9a42-d7f676bf5fd1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:25.644711 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] Set router ce256826-92a6-4025-b503-02b5755d0d88 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:49:25.685677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1be154-d7a7-46c7-9a42-d7f676bf5fd1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=ab340cbe-500d-46bf-b883-473e39fba89a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:25.688386 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0b1be154-d7a7-46c7-9a42-d7f676bf5fd1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:25.690351 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0b1be154-d7a7-46c7-9a42-d7f676bf5fd1 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/ports/ab340cbe-500d-46bf-b883-473e39fba89a HTTP/1.1" status: 204 len: 168 time: 0.8155324 Jul 23 20:49:25.704500 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33982) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:25.735347 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a9ee2b4-1b98-4ea8-9f6f-d7a84de6954e req-bd3fbc16-f2cf-4925-8c52-104bbddb11bb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:49:25.745365 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b5cb8-1877-4302-92bf-abc8c3c59d94 None None] Sync routers for ids ['8730fafd-633c-439d-b5d2-c283a01ce331'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:49:25.761349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b5cb8-1877-4302-92bf-abc8c3c59d94 None None] Routers {'8730fafd-633c-439d-b5d2-c283a01ce331'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:49:25.761991 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-214b5cb8-1877-4302-92bf-abc8c3c59d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:48:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8730fafd-633c-439d-b5d2-c283a01ce331'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:25.854095 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4688d106-f259-4fc0-bc86-75f5523cd4c5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:25.862941 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fd87f322-e6ca-465e-a85a-7ebc8fcf5081 req-65185bf8-8d04-4dfe-bd2f-721c94f74c16 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 210 time: 0.1289303 Jul 23 20:49:25.885708 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9ee2b4-1b98-4ea8-9f6f-d7a84de6954e req-bd3fbc16-f2cf-4925-8c52-104bbddb11bb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] No DVR routers for this DVR port 92625c2a-57e0-4563-80fe-10bcfba695ad on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:25.889533 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7a9ee2b4-1b98-4ea8-9f6f-d7a84de6954e req-bd3fbc16-f2cf-4925-8c52-104bbddb11bb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:25.889792 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4688d106-f259-4fc0-bc86-75f5523cd4c5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:25.892391 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a9ee2b4-1b98-4ea8-9f6f-d7a84de6954e req-bd3fbc16-f2cf-4925-8c52-104bbddb11bb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.57 "DELETE /v2.0/ports/92625c2a-57e0-4563-80fe-10bcfba695ad HTTP/1.1" status: 204 len: 173 time: 1.9029837 Jul 23 20:49:25.892988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aad930b-73f9-4855-8a55-883dc5790953', 'name': 'network-vif-deleted', 'tag': '92625c2a-57e0-4563-80fe-10bcfba695ad'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:25.912417 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a67666-a830-4fd1-a60c-4d555f5256f0" -d '{"events": [{"server_uuid": "7aad930b-73f9-4855-8a55-883dc5790953", "name": "network-vif-deleted", "tag": "92625c2a-57e0-4563-80fe-10bcfba695ad"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:26.018999 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-214b5cb8-1877-4302-92bf-abc8c3c59d94 None None] Set router 8730fafd-633c-439d-b5d2-c283a01ce331 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:49:26.029302 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1cd0b4-65ab-425e-a926-637037131490 x-openstack-request-id: req-2f1cd0b4-65ab-425e-a926-637037131490 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:26.029600 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aad930b-73f9-4855-8a55-883dc5790953", "name": "network-vif-deleted", "tag": "92625c2a-57e0-4563-80fe-10bcfba695ad", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:26.029850 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f1cd0b4-65ab-425e-a926-637037131490 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:26.030245 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aad930b-73f9-4855-8a55-883dc5790953', 'name': 'network-vif-deleted', 'tag': '92625c2a-57e0-4563-80fe-10bcfba695ad', 'status': 'completed', 'code': 200} Jul 23 20:49:26.038654 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4688d106-f259-4fc0-bc86-75f5523cd4c5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:26.040002 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4688d106-f259-4fc0-bc86-75f5523cd4c5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7374504 Jul 23 20:49:26.043763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 33996) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:26.049075 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-633f909b-45a7-4835-909d-9f093f9ef9ef tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group_rule': {'security_group_id': '476102e6-3b1b-4c4b-b541-77ffad4dfa7a', 'project_id': '658e4131401d4adf82a7d233679ed997', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:26.066023 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688d106-f259-4fc0-bc86-75f5523cd4c5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476102e6-3b1b-4c4b-b541-77ffad4dfa7a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:26.111467 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-633f909b-45a7-4835-909d-9f093f9ef9ef tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:26.117909 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'name': 'tempest-TestNetworkBasicOps-router-1295559975', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:49:16Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:17Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'ac672534-f377-43f8-a83c-26ac0ad08bb6', 'name': '', 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:ee:e5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:21Z', 'updated_at': '2021-07-23T20:49:25Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:26.147742 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b79042-5a1d-4654-a185-ca31ea5900b0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:26.159954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b79042-5a1d-4654-a185-ca31ea5900b0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:26.161575 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-27b79042-5a1d-4654-a185-ca31ea5900b0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4511294 Jul 23 20:49:26.166366 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 33998) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:26.178157 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa67f066-8098-447d-b73e-f3bc9dc48656 None None] The sync data for ids ['ce256826-92a6-4025-b503-02b5755d0d88'] in n-d-791504-18 is: [{'id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'name': 'tempest-TestNetworkBasicOps-router-1295559975', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:49:16Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:17Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'ac672534-f377-43f8-a83c-26ac0ad08bb6', 'name': '', 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:ee:e5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:21Z', 'updated_at': '2021-07-23T20:49:25Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:49:26.250028 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-633f909b-45a7-4835-909d-9f093f9ef9ef tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:26.256301 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-633f909b-45a7-4835-909d-9f093f9ef9ef tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:26.332347 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f909b-45a7-4835-909d-9f093f9ef9ef tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194d4dd9-aa44-4eb7-a29b-bb4d2686cb0e,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:26.349103 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-633f909b-45a7-4835-909d-9f093f9ef9ef tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:26.353117 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-633f909b-45a7-4835-909d-9f093f9ef9ef tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3056760 Jul 23 20:49:26.353600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34008) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:26.359661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ac97a411-11ed-4ed6-89dd-d98959683390 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group_rule': {'security_group_id': '476102e6-3b1b-4c4b-b541-77ffad4dfa7a', 'project_id': '658e4131401d4adf82a7d233679ed997', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:26.411568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3ee3e333-b13b-4583-9719-330b92a4da83 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port 7326d8f7-a5cd-41e2-86cb-926c8aef473a {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:26.411906 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ee3e333-b13b-4583-9719-330b92a4da83 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:26.417580 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac97a411-11ed-4ed6-89dd-d98959683390 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:26.490096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-214b5cb8-1877-4302-92bf-abc8c3c59d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:26.525643 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b5cb8-1877-4302-92bf-abc8c3c59d94 None None] Checking router: 8730fafd-633c-439d-b5d2-c283a01ce331 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:49:26.536884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b5cb8-1877-4302-92bf-abc8c3c59d94 None None] Routers {'8730fafd-633c-439d-b5d2-c283a01ce331'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:49:26.538077 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-214b5cb8-1877-4302-92bf-abc8c3c59d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:48:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8730fafd-633c-439d-b5d2-c283a01ce331'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:26.558430 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ee3e333-b13b-4583-9719-330b92a4da83 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:26.561090 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac97a411-11ed-4ed6-89dd-d98959683390 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:26.572357 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac97a411-11ed-4ed6-89dd-d98959683390 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:26.591886 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3ee3e333-b13b-4583-9719-330b92a4da83 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for 7326d8f7-a5cd-41e2-86cb-926c8aef473a owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:26.606128 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97a411-11ed-4ed6-89dd-d98959683390 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d58b9a-d6f3-43c6-99a5-b6142b12d627,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:26.624173 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac97a411-11ed-4ed6-89dd-d98959683390 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:26.624838 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ac97a411-11ed-4ed6-89dd-d98959683390 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2701902 Jul 23 20:49:26.627457 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34012) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:26.632444 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6d85da2f-ae3a-4615-8e41-af7b9c3c4f16 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group_rule': {'security_group_id': '476102e6-3b1b-4c4b-b541-77ffad4dfa7a', 'project_id': '658e4131401d4adf82a7d233679ed997', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:26.712638 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6d85da2f-ae3a-4615-8e41-af7b9c3c4f16 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:26.759207 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ee3e333-b13b-4583-9719-330b92a4da83 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:26.771779 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-214b5cb8-1877-4302-92bf-abc8c3c59d94 None None] Set router 8730fafd-633c-439d-b5d2-c283a01ce331 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:49:26.807989 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6d85da2f-ae3a-4615-8e41-af7b9c3c4f16 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:26.819045 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6d85da2f-ae3a-4615-8e41-af7b9c3c4f16 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:26.831879 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3e333-b13b-4583-9719-330b92a4da83 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=7326d8f7-a5cd-41e2-86cb-926c8aef473a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:26.856309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85da2f-ae3a-4615-8e41-af7b9c3c4f16 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d53c07-e9b6-4da6-b437-300488356629,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:26.861215 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ac672534-f377-43f8-a83c-26ac0ad08bb6 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:49:26.864985 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ee3e333-b13b-4583-9719-330b92a4da83 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:26.867289 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3ee3e333-b13b-4583-9719-330b92a4da83 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/ports/7326d8f7-a5cd-41e2-86cb-926c8aef473a HTTP/1.1" status: 204 len: 168 time: 0.6999381 Jul 23 20:49:26.870156 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34020) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:26.870904 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6d85da2f-ae3a-4615-8e41-af7b9c3c4f16 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:26.874646 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6d85da2f-ae3a-4615-8e41-af7b9c3c4f16 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2436888 Jul 23 20:49:26.876668 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34022) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:26.881918 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-cbb17ae3-0876-435a-b004-7355883851e9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group_rule': {'security_group_id': '476102e6-3b1b-4c4b-b541-77ffad4dfa7a', 'project_id': '658e4131401d4adf82a7d233679ed997', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:26.948602 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cbb17ae3-0876-435a-b004-7355883851e9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.045603 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cbb17ae3-0876-435a-b004-7355883851e9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.057445 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cbb17ae3-0876-435a-b004-7355883851e9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.065448 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-45c9d97b-9e33-4661-997a-38f459af15d6 req-744148ac-21bb-4d50-91d2-7c01a8fd0cdd tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 210 time: 0.0772321 Jul 23 20:49:27.086776 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb17ae3-0876-435a-b004-7355883851e9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b937a74-3415-42d4-a9b8-874cdf014aa3,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:27.112186 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cbb17ae3-0876-435a-b004-7355883851e9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.116162 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cbb17ae3-0876-435a-b004-7355883851e9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2381678 Jul 23 20:49:27.119224 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34026) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:27.123089 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98381b39-036d-4af4-a280-baf16d7b9c5c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:27.128474 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-98381b39-036d-4af4-a280-baf16d7b9c5c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2552769 Jul 23 20:49:27.129434 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34028) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:27.134656 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-73586390-c1df-4ba3-a8d4-0928c05d39b7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group_rule': {'security_group_id': '476102e6-3b1b-4c4b-b541-77ffad4dfa7a', 'project_id': '658e4131401d4adf82a7d233679ed997', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:27.166005 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-be24446c-1295-46e0-b5d8-8568df9b694f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] GET failed (client error): The resource could not be found. Jul 23 20:49:27.166226 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-73586390-c1df-4ba3-a8d4-0928c05d39b7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Project 658e4131401d4adf82a7d233679ed997 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:49:27.172171 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34030) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:27.173002 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-be24446c-1295-46e0-b5d8-8568df9b694f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports/ab340cbe-500d-46bf-b883-473e39fba89a HTTP/1.1" status: 404 len: 333 time: 0.0423300 Jul 23 20:49:27.230400 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c192fca-b23a-41d5-8b94-d4b374201361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.232488 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73586390-c1df-4ba3-a8d4-0928c05d39b7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.235626 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba06d020-1382-4173-af0e-ad9979ec08bc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] GET failed (client error): The resource could not be found. Jul 23 20:49:27.239761 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ba06d020-1382-4173-af0e-ad9979ec08bc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports/7326d8f7-a5cd-41e2-86cb-926c8aef473a HTTP/1.1" status: 404 len: 333 time: 0.0650640 Jul 23 20:49:27.240476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34036) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:27.251282 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port ac672534-f377-43f8-a83c-26ac0ad08bb6 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:27.275974 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port ac672534-f377-43f8-a83c-26ac0ad08bb6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:27.276682 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.389387 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73586390-c1df-4ba3-a8d4-0928c05d39b7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.401079 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73586390-c1df-4ba3-a8d4-0928c05d39b7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.408557 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b98850e-d5b0-4e59-ba9f-af459f6bd13c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.440813 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-214b5cb8-1877-4302-92bf-abc8c3c59d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:27.458999 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73586390-c1df-4ba3-a8d4-0928c05d39b7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.462071 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.462417 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-73586390-c1df-4ba3-a8d4-0928c05d39b7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3415534 Jul 23 20:49:27.469241 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34048) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:27.483482 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4bed3068-9ec8-4978-9785-0a54b300f113 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'security_group_rule': {'security_group_id': '476102e6-3b1b-4c4b-b541-77ffad4dfa7a', 'project_id': '658e4131401d4adf82a7d233679ed997', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:27.509321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73586390-c1df-4ba3-a8d4-0928c05d39b7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358e24fe-1420-4f6a-8c36-5b560ff64813,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:27.524508 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-4bed3068-9ec8-4978-9785-0a54b300f113 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Project 658e4131401d4adf82a7d233679ed997 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:49:27.545203 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4bed3068-9ec8-4978-9785-0a54b300f113 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.562966 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b5cb8-1877-4302-92bf-abc8c3c59d94 None None] The sync data for ids ['8730fafd-633c-439d-b5d2-c283a01ce331'] in n-d-791504-18 is: [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:49:27.653444 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.702922 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4bed3068-9ec8-4978-9785-0a54b300f113 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.709598 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b98850e-d5b0-4e59-ba9f-af459f6bd13c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.714417 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4bed3068-9ec8-4978-9785-0a54b300f113 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.736538 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port ac672534-f377-43f8-a83c-26ac0ad08bb6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=ac672534-f377-43f8-a83c-26ac0ad08bb6,segment=NetworkSegment(29e68040-82c6-4ab9-8409-7148e6284551),segment_id=29e68040-82c6-4ab9-8409-7148e6284551)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:27.741063 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-1b98850e-d5b0-4e59-ba9f-af459f6bd13c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d7f88c-6655-4e75-8ea2-957404640519']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:27.744504 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.757800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed3068-9ec8-4978-9785-0a54b300f113 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223c2c9f-d8be-448b-a869-ae48416eb7e9,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:27.786027 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4bed3068-9ec8-4978-9785-0a54b300f113 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.790367 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-1b98850e-d5b0-4e59-ba9f-af459f6bd13c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8342f6-00e7-463d-b34c-a1d21398496e') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:27.793292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-1b98850e-d5b0-4e59-ba9f-af459f6bd13c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8342f6-00e7-463d-b34c-a1d21398496e') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:27.796669 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4bed3068-9ec8-4978-9785-0a54b300f113 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3259745 Jul 23 20:49:27.814085 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b98850e-d5b0-4e59-ba9f-af459f6bd13c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.835022 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b98850e-d5b0-4e59-ba9f-af459f6bd13c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.848366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b98850e-d5b0-4e59-ba9f-af459f6bd13c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:49:27.849610 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b98850e-d5b0-4e59-ba9f-af459f6bd13c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:49:27.855977 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:49:27.963821 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=ac672534-f377-43f8-a83c-26ac0ad08bb6,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:28.020446 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b98850e-d5b0-4e59-ba9f-af459f6bd13c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:28.037068 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b98850e-d5b0-4e59-ba9f-af459f6bd13c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:28.039550 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1b98850e-d5b0-4e59-ba9f-af459f6bd13c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/networks/81d7f88c-6655-4e75-8ea2-957404640519 HTTP/1.1" status: 204 len: 168 time: 0.7976208 Jul 23 20:49:28.043671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34062) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:28.051074 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e6c0608e-689e-457e-8487-548fef26b1cf tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2112931879'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:28.082869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98850e-d5b0-4e59-ba9f-af459f6bd13c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Network': ['ID=81d7f88c-6655-4e75-8ea2-957404640519,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:28.100854 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c0608e-689e-457e-8487-548fef26b1cf tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:28.114460 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6c0608e-689e-457e-8487-548fef26b1cf tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:28.177126 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c0608e-689e-457e-8487-548fef26b1cf tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:49:28.204877 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6c0608e-689e-457e-8487-548fef26b1cf tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:28.205564 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-e6c0608e-689e-457e-8487-548fef26b1cf tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Added segment 1fac4aff-f327-4730-9394-04ee43726c83 of type vlan for network 8925d4ed-9f80-49cf-8930-eb90f7a0b6c1 Jul 23 20:49:28.241351 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66154305-7eaa-4f3b-9b38-ceadf3a50859 req-2d91bfcc-eb54-47f2-95d4-9c62f733c75c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:28.261362 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961e3811-bf5b-4ee7-9eed-e24cf90224c3 None None] New status for floating IP 0faf1a4c-dd03-4476-92c5-b33e89569bbe: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:49:28.263990 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66154305-7eaa-4f3b-9b38-ceadf3a50859 req-2d91bfcc-eb54-47f2-95d4-9c62f733c75c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:28.300253 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66154305-7eaa-4f3b-9b38-ceadf3a50859 req-2d91bfcc-eb54-47f2-95d4-9c62f733c75c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:28.317205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66154305-7eaa-4f3b-9b38-ceadf3a50859 req-2d91bfcc-eb54-47f2-95d4-9c62f733c75c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:28.326361 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6c0608e-689e-457e-8487-548fef26b1cf tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:28.338617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66154305-7eaa-4f3b-9b38-ceadf3a50859 req-2d91bfcc-eb54-47f2-95d4-9c62f733c75c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:28.360600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66154305-7eaa-4f3b-9b38-ceadf3a50859 req-2d91bfcc-eb54-47f2-95d4-9c62f733c75c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:28.367889 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66154305-7eaa-4f3b-9b38-ceadf3a50859 req-2d91bfcc-eb54-47f2-95d4-9c62f733c75c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:28.370424 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-66154305-7eaa-4f3b-9b38-ceadf3a50859 req-2d91bfcc-eb54-47f2-95d4-9c62f733c75c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5444 time: 0.2636249 Jul 23 20:49:28.383790 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6c0608e-689e-457e-8487-548fef26b1cf tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:28.396347 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c0608e-689e-457e-8487-548fef26b1cf tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:28.409653 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e6c0608e-689e-457e-8487-548fef26b1cf tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:28.424377 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-e5e7d8b5-7b5c-4455-9deb-9e07e40acade tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856991763&fields=id&tenant_id=658e4131401d4adf82a7d233679ed997 HTTP/1.1" status: 200 len: 267 time: 0.0525856 Jul 23 20:49:28.508766 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e6c0608e-689e-457e-8487-548fef26b1cf tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4626002 Jul 23 20:49:28.512205 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34086) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:28.528246 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f32c157e-d8e8-4c51-9e35-5e4602950f7d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'subnet': {'network_id': '8925d4ed-9f80-49cf-8930-eb90f7a0b6c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:28.528535 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:28.571673 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-66154305-7eaa-4f3b-9b38-ceadf3a50859 req-724622f4-8261-4fa7-b231-29189276881c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1742218 Jul 23 20:49:28.599465 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-dda511e7-0f43-401b-a84f-bb10e58d60fc tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:28.606145 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-dda511e7-0f43-401b-a84f-bb10e58d60fc tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/networks?id=c458ec9f-298d-44a2-b473-4f8ca25db621 HTTP/1.1" status: 200 len: 796 time: 0.1806312 Jul 23 20:49:28.624271 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-88fa41d9-5445-4f2e-a184-df732f541016 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/quotas/658e4131401d4adf82a7d233679ed997 HTTP/1.1" status: 200 len: 375 time: 0.0171878 Jul 23 20:49:28.661728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0608e-689e-457e-8487-548fef26b1cf tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Network': ['ID=8925d4ed-9f80-49cf-8930-eb90f7a0b6c1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:28.673338 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 8925d4ed-9f80-49cf-8930-eb90f7a0b6c1 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:49:28.707210 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 92625c2a-57e0-4563-80fe-10bcfba695ad no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:28.736928 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02c03efa-449a-48d1-b452-b01a0bc75038 req-16bcfa58-731d-4001-8c0d-321d6fdf301e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 210 time: 0.0427730 Jul 23 20:49:28.777488 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ac672534-f377-43f8-a83c-26ac0ad08bb6 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:49:28.794481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32c157e-d8e8-4c51-9e35-5e4602950f7d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:28.800358 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f32c157e-d8e8-4c51-9e35-5e4602950f7d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:28.804830 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-53933431-663b-4c95-ae73-bb25c625e74d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=658e4131401d4adf82a7d233679ed997&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1681976 Jul 23 20:49:28.830649 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 92625c2a-57e0-4563-80fe-10bcfba695ad {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:49:28.831292 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 92625c2a-57e0-4563-80fe-10bcfba695ad not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:49:28.914972 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-22b4c402-ddc6-454c-a018-b15b44b868d4 service neutron] 10.222.0.55 "GET /v2.0/networks/c458ec9f-298d-44a2-b473-4f8ca25db621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067595 Jul 23 20:49:29.082820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fe8a3-e893-4c35-8553-b778ed63f12e req-5d2cf5f1-7bef-4682-8bad-69e117dda1e5 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:29.089548 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fe8a3-e893-4c35-8553-b778ed63f12e req-5d2cf5f1-7bef-4682-8bad-69e117dda1e5 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:29.096851 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fe8a3-e893-4c35-8553-b778ed63f12e req-5d2cf5f1-7bef-4682-8bad-69e117dda1e5 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:29.117493 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fe8a3-e893-4c35-8553-b778ed63f12e req-5d2cf5f1-7bef-4682-8bad-69e117dda1e5 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:29.124639 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f32c157e-d8e8-4c51-9e35-5e4602950f7d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:29.126549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fe8a3-e893-4c35-8553-b778ed63f12e req-5d2cf5f1-7bef-4682-8bad-69e117dda1e5 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:29.136234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fe8a3-e893-4c35-8553-b778ed63f12e req-5d2cf5f1-7bef-4682-8bad-69e117dda1e5 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:29.143344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fe8a3-e893-4c35-8553-b778ed63f12e req-5d2cf5f1-7bef-4682-8bad-69e117dda1e5 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:29.152913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-444fe8a3-e893-4c35-8553-b778ed63f12e req-5d2cf5f1-7bef-4682-8bad-69e117dda1e5 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5432 time: 0.3209002 Jul 23 20:49:29.156423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port ac672534-f377-43f8-a83c-26ac0ad08bb6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:29.156934 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:29.175631 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-bdc978fd-1185-41ed-ba63-fa3554ce2bc6 service neutron] 10.222.0.55 "GET /v2.0/networks/c458ec9f-298d-44a2-b473-4f8ca25db621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211003 Jul 23 20:49:29.234325 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32c157e-d8e8-4c51-9e35-5e4602950f7d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Checking segment: {'id': '1fac4aff-f327-4730-9394-04ee43726c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8925d4ed-9f80-49cf-8930-eb90f7a0b6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:29.234686 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32c157e-d8e8-4c51-9e35-5e4602950f7d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network hostable DHCP agents. Network: 8925d4ed-9f80-49cf-8930-eb90f7a0b6c1, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:49:29.239353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c157e-d8e8-4c51-9e35-5e4602950f7d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Subnet': ['ID=1d38832d-92e0-4db3-a4e2-f961547f27ee,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:29.263847 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-444fe8a3-e893-4c35-8553-b778ed63f12e req-f4efd9c0-c379-4da8-9b5c-3fac6ce4958e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1086271 Jul 23 20:49:29.274036 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32c157e-d8e8-4c51-9e35-5e4602950f7d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network 8925d4ed-9f80-49cf-8930-eb90f7a0b6c1 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:49:29.299576 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-f32c157e-d8e8-4c51-9e35-5e4602950f7d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 8925d4ed-9f80-49cf-8930-eb90f7a0b6c1) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:29.321095 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32c157e-d8e8-4c51-9e35-5e4602950f7d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:29.321701 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f32c157e-d8e8-4c51-9e35-5e4602950f7d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:29.331810 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d3371a-0f65-41ea-9962-82c7a3e3c1d5 None None] Network 8925d4ed-9f80-49cf-8930-eb90f7a0b6c1 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:29.340875 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f32c157e-d8e8-4c51-9e35-5e4602950f7d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8261290 Jul 23 20:49:29.343421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34096) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:29.349506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-594814fd-bd58-4fac-ac72-75c4965a5f6c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'network_id': '8925d4ed-9f80-49cf-8930-eb90f7a0b6c1', 'name': 'tempest-PortsIpV6TestJSON-1392937612'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:29.468499 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b204926-d585-4f23-aeef-2430bffcbeb8 req-2b82412a-b84b-4079-934e-29666af7189d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 210 time: 0.0390735 Jul 23 20:49:29.591924 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-8925d4ed-9f80-49cf-8930-eb90f7a0b6c1', 'network_id': '8925d4ed-9f80-49cf-8930-eb90f7a0b6c1', 'tenant_id': '453a1be7dbc440628b70639d8414958e', 'fixed_ips': [{'subnet_id': '1d38832d-92e0-4db3-a4e2-f961547f27ee'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:49:29.592964 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:29.827900 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537ca4e-d103-4f8b-8651-3f5c7a8b103b req-e72eb652-a1bd-4853-8649-19136559c341 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:29.835959 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537ca4e-d103-4f8b-8651-3f5c7a8b103b req-e72eb652-a1bd-4853-8649-19136559c341 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:29.844231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537ca4e-d103-4f8b-8651-3f5c7a8b103b req-e72eb652-a1bd-4853-8649-19136559c341 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:29.851797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537ca4e-d103-4f8b-8651-3f5c7a8b103b req-e72eb652-a1bd-4853-8649-19136559c341 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:29.855692 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Allocated IP 2001:db8::2 (8925d4ed-9f80-49cf-8930-eb90f7a0b6c1/1d38832d-92e0-4db3-a4e2-f961547f27ee/3757613c-3342-44b9-bdb1-1689eea686a1) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:29.860144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537ca4e-d103-4f8b-8651-3f5c7a8b103b req-e72eb652-a1bd-4853-8649-19136559c341 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:29.868381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537ca4e-d103-4f8b-8651-3f5c7a8b103b req-e72eb652-a1bd-4853-8649-19136559c341 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:29.877122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537ca4e-d103-4f8b-8651-3f5c7a8b103b req-e72eb652-a1bd-4853-8649-19136559c341 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:29.880158 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5537ca4e-d103-4f8b-8651-3f5c7a8b103b req-e72eb652-a1bd-4853-8649-19136559c341 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5444 time: 0.1845510 Jul 23 20:49:29.918628 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594814fd-bd58-4fac-ac72-75c4965a5f6c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:29.922650 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7aa1b7a6-08a9-4cdd-8856-0591f59c94d4 req-53d4c4c5-bdbc-4cad-8c6c-61ca09d12c9d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 210 time: 0.0416281 Jul 23 20:49:29.923402 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-594814fd-bd58-4fac-ac72-75c4965a5f6c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:29.962538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-594814fd-bd58-4fac-ac72-75c4965a5f6c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] device_id is not set on port 467f2b51-4e1c-46c4-a550-35b1caf1fda8 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:49:29.985392 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5537ca4e-d103-4f8b-8651-3f5c7a8b103b req-7ea2a5b7-5591-4695-afcd-815ec69b2a28 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616930 Jul 23 20:49:30.035798 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:30.138105 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-6e1f13d9-0a53-4583-9d8f-c3e0412073d5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:30.146100 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-6e1f13d9-0a53-4583-9d8f-c3e0412073d5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:30.154416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-6e1f13d9-0a53-4583-9d8f-c3e0412073d5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:30.156556 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:30.162625 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-6e1f13d9-0a53-4583-9d8f-c3e0412073d5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:30.167009 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Transition to ACTIVE for port object 3757613c-3342-44b9-bdb1-1689eea686a1 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:30.172006 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-6e1f13d9-0a53-4583-9d8f-c3e0412073d5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:30.180233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-6e1f13d9-0a53-4583-9d8f-c3e0412073d5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:30.187499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Transition to ACTIVE for port object 3757613c-3342-44b9-bdb1-1689eea686a1 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:30.188549 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-6e1f13d9-0a53-4583-9d8f-c3e0412073d5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:30.191393 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-6e1f13d9-0a53-4583-9d8f-c3e0412073d5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.48 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 5444 time: 0.1447566 Jul 23 20:49:30.201669 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:30.249715 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Network 8925d4ed-9f80-49cf-8930-eb90f7a0b6c1 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:30.255896 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:30.264049 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:30.272373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Pushing event updated for resources: {'Port': ['ID=3757613c-3342-44b9-bdb1-1689eea686a1,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:30.282593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-3831c2d5-a152-4ec1-afac-3bf00711cf52 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:30.294227 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-3831c2d5-a152-4ec1-afac-3bf00711cf52 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.48 "GET /v2.0/ports/8d621365-bcf9-403d-83db-84d9bdb36ec9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0928941 Jul 23 20:49:30.367401 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0041-93b9-4b51-8a30-240659341ff6 req-7bd29394-bf03-46a2-9452-481e190c4d22 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:30.374086 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0041-93b9-4b51-8a30-240659341ff6 req-7bd29394-bf03-46a2-9452-481e190c4d22 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:30.392296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0041-93b9-4b51-8a30-240659341ff6 req-7bd29394-bf03-46a2-9452-481e190c4d22 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:30.407542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0041-93b9-4b51-8a30-240659341ff6 req-7bd29394-bf03-46a2-9452-481e190c4d22 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:30.413458 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0041-93b9-4b51-8a30-240659341ff6 req-7bd29394-bf03-46a2-9452-481e190c4d22 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:30.420601 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0041-93b9-4b51-8a30-240659341ff6 req-7bd29394-bf03-46a2-9452-481e190c4d22 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:30.425447 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Attempting to bind port 3757613c-3342-44b9-bdb1-1689eea686a1 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:49:30.425905 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Attempting to bind port 3757613c-3342-44b9-bdb1-1689eea686a1 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '1fac4aff-f327-4730-9394-04ee43726c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8925d4ed-9f80-49cf-8930-eb90f7a0b6c1'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:49:30.426367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Attempting to bind port 3757613c-3342-44b9-bdb1-1689eea686a1 on network 8925d4ed-9f80-49cf-8930-eb90f7a0b6c1 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:30.427763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0041-93b9-4b51-8a30-240659341ff6 req-7bd29394-bf03-46a2-9452-481e190c4d22 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:30.429949 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-334a0041-93b9-4b51-8a30-240659341ff6 req-7bd29394-bf03-46a2-9452-481e190c4d22 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.48 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5432 time: 0.2141314 Jul 23 20:49:30.432279 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:49:30.432716 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Checking segment: {'id': '1fac4aff-f327-4730-9394-04ee43726c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8925d4ed-9f80-49cf-8930-eb90f7a0b6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:30.433212 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:30.433664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Bound using segment: {'id': '1fac4aff-f327-4730-9394-04ee43726c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8925d4ed-9f80-49cf-8930-eb90f7a0b6c1'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:49:30.434207 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Bound port: 3757613c-3342-44b9-bdb1-1689eea686a1, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fac4aff-f327-4730-9394-04ee43726c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8925d4ed-9f80-49cf-8930-eb90f7a0b6c1'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:49:30.434863 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:30.517775 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-594814fd-bd58-4fac-ac72-75c4965a5f6c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Allocated IP 2001:db8::266 (8925d4ed-9f80-49cf-8930-eb90f7a0b6c1/1d38832d-92e0-4db3-a4e2-f961547f27ee/467f2b51-4e1c-46c4-a550-35b1caf1fda8) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:30.525732 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] For port 3757613c-3342-44b9-bdb1-1689eea686a1, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:30.530769 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] For port 3757613c-3342-44b9-bdb1-1689eea686a1, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3757613c-3342-44b9-bdb1-1689eea686a1,segment=NetworkSegment(1fac4aff-f327-4730-9394-04ee43726c83),segment_id=1fac4aff-f327-4730-9394-04ee43726c83)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:49:30.551363 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:30.582864 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0041-93b9-4b51-8a30-240659341ff6 req-21e2dfaf-bfff-4709-8eab-aaa7da6d6d7a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:30.584623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-334a0041-93b9-4b51-8a30-240659341ff6 req-21e2dfaf-bfff-4709-8eab-aaa7da6d6d7a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.48 "GET /v2.0/ports/8dcff201-5dbc-4e61-8522-6c5590f57b4b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1427803 Jul 23 20:49:30.642129 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9dd17-3c47-4f21-a74a-d09ad576f81d None None] Pushing event updated for resources: {'Port': ['ID=3757613c-3342-44b9-bdb1-1689eea686a1,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:30.651723 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-0946d645-b94c-4717-b44f-8a761284a4ef tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.48 "GET /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3077481 Jul 23 20:49:30.831218 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-4e3d3c0b-a7f6-49ca-b103-29680c1c96e8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:31.139597 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-4e3d3c0b-a7f6-49ca-b103-29680c1c96e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:31.144099 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-594814fd-bd58-4fac-ac72-75c4965a5f6c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:31.206171 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-594814fd-bd58-4fac-ac72-75c4965a5f6c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Transition to ACTIVE for port object 467f2b51-4e1c-46c4-a550-35b1caf1fda8 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:31.313944 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-594814fd-bd58-4fac-ac72-75c4965a5f6c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:31.434612 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:31.445311 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594814fd-bd58-4fac-ac72-75c4965a5f6c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network 8925d4ed-9f80-49cf-8930-eb90f7a0b6c1 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:31.467904 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-594814fd-bd58-4fac-ac72-75c4965a5f6c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:31.495083 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594814fd-bd58-4fac-ac72-75c4965a5f6c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:31.502495 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594814fd-bd58-4fac-ac72-75c4965a5f6c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:31.508308 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-594814fd-bd58-4fac-ac72-75c4965a5f6c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:31.514206 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594814fd-bd58-4fac-ac72-75c4965a5f6c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=467f2b51-4e1c-46c4-a550-35b1caf1fda8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:31.547674 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-594814fd-bd58-4fac-ac72-75c4965a5f6c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2029359 Jul 23 20:49:31.551902 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34148) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:31.576036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f629f-b6bf-4e18-bc28-4dab53c031d8 req-505e9ea7-723c-4bf7-9a0b-cc8902eb1d5e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:31.593190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f629f-b6bf-4e18-bc28-4dab53c031d8 req-505e9ea7-723c-4bf7-9a0b-cc8902eb1d5e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:31.596771 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-4e3d3c0b-a7f6-49ca-b103-29680c1c96e8 service neutron] For port 8d621365-bcf9-403d-83db-84d9bdb36ec9, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8d621365-bcf9-403d-83db-84d9bdb36ec9,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:31.601831 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f629f-b6bf-4e18-bc28-4dab53c031d8 req-505e9ea7-723c-4bf7-9a0b-cc8902eb1d5e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:31.611829 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f629f-b6bf-4e18-bc28-4dab53c031d8 req-505e9ea7-723c-4bf7-9a0b-cc8902eb1d5e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:31.632455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f629f-b6bf-4e18-bc28-4dab53c031d8 req-505e9ea7-723c-4bf7-9a0b-cc8902eb1d5e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:31.665372 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f629f-b6bf-4e18-bc28-4dab53c031d8 req-505e9ea7-723c-4bf7-9a0b-cc8902eb1d5e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:31.684505 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f629f-b6bf-4e18-bc28-4dab53c031d8 req-505e9ea7-723c-4bf7-9a0b-cc8902eb1d5e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:31.687564 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:31.695888 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-504f629f-b6bf-4e18-bc28-4dab53c031d8 req-505e9ea7-723c-4bf7-9a0b-cc8902eb1d5e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5432 time: 1.2647965 Jul 23 20:49:31.732866 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56abb146-b8f4-4c44-91c7-6ca9b43d5db0 req-ff36056b-ad81-47d2-8aac-ac76720fab56 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 210 time: 0.2466965 Jul 23 20:49:31.764592 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-4e3d3c0b-a7f6-49ca-b103-29680c1c96e8 service neutron] For port 8d621365-bcf9-403d-83db-84d9bdb36ec9, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:31.782305 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=e1ee3afd-eb7c-4099-8870-fecc8fdb74c1,segment=NetworkSegment(31d0f090-9be4-4634-8b40-2a9e0cdd0cb1),segment_id=31d0f090-9be4-4634-8b40-2a9e0cdd0cb1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:31.784747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1ee3afd-eb7c-4099-8870-fecc8fdb74c1'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:31.795852 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4b7a25-45e4-4d16-b80a-7ea8788f68fa" -d '{"events": [{"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "e1ee3afd-eb7c-4099-8870-fecc8fdb74c1"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:31.804676 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:31.806832 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 77042b28-bf0d-471e-9b44-b7a19900cc03 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:31.880941 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-4e3d3c0b-a7f6-49ca-b103-29680c1c96e8 service neutron] device_id is not set on port 8d621365-bcf9-403d-83db-84d9bdb36ec9 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:49:31.892858 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-4e3d3c0b-a7f6-49ca-b103-29680c1c96e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:31.911623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2c17342f-589a-4011-a05a-6035ef87dfb4 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.48 "GET /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.3097355 Jul 23 20:49:31.917836 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-4e3d3c0b-a7f6-49ca-b103-29680c1c96e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:31.922703 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-332e40e6-a852-4096-84ad-7191cc3ee8ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port 467f2b51-4e1c-46c4-a550-35b1caf1fda8 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:31.928622 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-332e40e6-a852-4096-84ad-7191cc3ee8ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:31.968009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-334a0041-93b9-4b51-8a30-240659341ff6 req-1ad0ed59-265e-476e-a06e-2193bb733c0f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:32.009100 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=e1ee3afd-eb7c-4099-8870-fecc8fdb74c1,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:32.101513 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f426974d-e1a5-4f88-bbd5-9a1e3574e6df req-eac817f4-603b-45cc-b42d-eed8d60448b0 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 210 time: 0.1875703 Jul 23 20:49:32.122189 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:32.132692 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-4e3d3c0b-a7f6-49ca-b103-29680c1c96e8 service neutron] No DVR routers for this DVR port 8d621365-bcf9-403d-83db-84d9bdb36ec9 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:32.159969 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d3c0b-a7f6-49ca-b103-29680c1c96e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d621365-bcf9-403d-83db-84d9bdb36ec9,revision_number=6']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:32.220093 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 77042b28-bf0d-471e-9b44-b7a19900cc03, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=77042b28-bf0d-471e-9b44-b7a19900cc03,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:32.233548 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:32.234396 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8dcff201-5dbc-4e61-8522-6c5590f57b4b no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:32.253319 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-d9b1180f-3eb4-4f0f-86f6-31cb058cd8f3 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:32.257492 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-d9b1180f-3eb4-4f0f-86f6-31cb058cd8f3 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.57 "GET /v2.0/networks?id=c458ec9f-298d-44a2-b473-4f8ca25db621 HTTP/1.1" status: 200 len: 796 time: 0.7683282 Jul 23 20:49:32.283610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-504f629f-b6bf-4e18-bc28-4dab53c031d8 req-73b6a077-3c06-4bf4-80fb-eb5f8eb09c7e tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5867412 Jul 23 20:49:32.363619 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-332e40e6-a852-4096-84ad-7191cc3ee8ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:32.376568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-4e3d3c0b-a7f6-49ca-b103-29680c1c96e8 service neutron] In _notify_port_updated(), no bound segment for port 8d621365-bcf9-403d-83db-84d9bdb36ec9 on network 59c5d0ae-3121-4e53-88c3-139064a5c09c {{(pid=93810) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:49:32.377612 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-4e3d3c0b-a7f6-49ca-b103-29680c1c96e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:32.378087 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-4e3d3c0b-a7f6-49ca-b103-29680c1c96e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:32.379447 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-4e3d3c0b-a7f6-49ca-b103-29680c1c96e8 service neutron] 10.222.0.48 "PUT /v2.0/ports/8d621365-bcf9-403d-83db-84d9bdb36ec9 HTTP/1.1" status: 200 len: 1033 time: 1.7134061 Jul 23 20:49:32.460114 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826b88dd-57bf-4128-852b-173e0c14e041 x-openstack-request-id: req-826b88dd-57bf-4128-852b-173e0c14e041 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:32.460637 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "e1ee3afd-eb7c-4099-8870-fecc8fdb74c1", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:32.460637 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-826b88dd-57bf-4128-852b-173e0c14e041 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:32.461014 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1ee3afd-eb7c-4099-8870-fecc8fdb74c1', 'code': 200} Jul 23 20:49:32.461731 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3605595-884d-495f-a513-7196eab807d9 None None] Network 8925d4ed-9f80-49cf-8930-eb90f7a0b6c1 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:32.482091 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-332e40e6-a852-4096-84ad-7191cc3ee8ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for 467f2b51-4e1c-46c4-a550-35b1caf1fda8 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:32.524281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=77042b28-bf0d-471e-9b44-b7a19900cc03,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:32.540196 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-250918d3-9816-417a-a519-ac1f4ebac537 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=658e4131401d4adf82a7d233679ed997 HTTP/1.1" status: 200 len: 380 time: 0.2541935 Jul 23 20:49:32.552146 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-b31a409a-32e8-47c9-bdb7-e55e5884ea8d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'port': {'device_id': '8ce38246-2692-4462-8d33-1e0343d18a02', 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621', 'admin_state_up': True, 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'security_groups': ['476102e6-3b1b-4c4b-b541-77ffad4dfa7a']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:32.596886 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:32.638433 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-4e8f60af-05da-4b39-8564-850da44384ca tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:32.639849 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-4e8f60af-05da-4b39-8564-850da44384ca tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.48 "GET /v2.0/ports/9897128c-b4b2-4b65-a39d-e74031bf6da6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2411869 Jul 23 20:49:32.667238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-027453b0-1c14-40ae-9360-aedfe8d2d995 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:32.695616 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-eef081ae-0900-4f22-b7a7-48c000a42ed7 None None] Provisioning for port 3757613c-3342-44b9-bdb1-1689eea686a1 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:32.718591 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-1ad0ed59-265e-476e-a06e-2193bb733c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:32.756678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3757613c-3342-44b9-bdb1-1689eea686a1 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:49:32.774564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564949a8-9db8-4539-b260-d86dd15e16f9 req-e2f7e06c-2fea-48ef-b774-ae4871ace362 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:32.782003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564949a8-9db8-4539-b260-d86dd15e16f9 req-e2f7e06c-2fea-48ef-b774-ae4871ace362 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:32.788106 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564949a8-9db8-4539-b260-d86dd15e16f9 req-e2f7e06c-2fea-48ef-b774-ae4871ace362 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:32.796260 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564949a8-9db8-4539-b260-d86dd15e16f9 req-e2f7e06c-2fea-48ef-b774-ae4871ace362 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:32.802676 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564949a8-9db8-4539-b260-d86dd15e16f9 req-e2f7e06c-2fea-48ef-b774-ae4871ace362 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:32.812400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564949a8-9db8-4539-b260-d86dd15e16f9 req-e2f7e06c-2fea-48ef-b774-ae4871ace362 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:32.814417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-564949a8-9db8-4539-b260-d86dd15e16f9 req-e2f7e06c-2fea-48ef-b774-ae4871ace362 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 4662 time: 0.5153453 Jul 23 20:49:32.815737 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-b31a409a-32e8-47c9-bdb7-e55e5884ea8d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Made reservation on behalf of 658e4131401d4adf82a7d233679ed997 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:32.819249 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-b31a409a-32e8-47c9-bdb7-e55e5884ea8d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:32.892945 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8dcff201-5dbc-4e61-8522-6c5590f57b4b, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8dcff201-5dbc-4e61-8522-6c5590f57b4b,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:32.908123 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-141af657-2a21-4ebb-aa15-5f706269e64c req-461bd395-0ac9-40e1-a4ad-d1f9038edd48 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 210 time: 0.0480421 Jul 23 20:49:32.945497 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-027453b0-1c14-40ae-9360-aedfe8d2d995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:32.948329 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:32.949418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device a68d1c06-08c3-477a-a148-144d28dc32e4 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:32.993534 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.api [req-334a0041-93b9-4b51-8a30-240659341ff6 req-1ad0ed59-265e-476e-a06e-2193bb733c0f service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:49:32.994019 n-d-791504-18 neutron-server[93811]: DEBUG oslo_db.api [req-334a0041-93b9-4b51-8a30-240659341ff6 req-1ad0ed59-265e-476e-a06e-2193bb733c0f service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:49:32.999239 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-564949a8-9db8-4539-b260-d86dd15e16f9 req-e75cb3e0-d9d4-40f5-8ca4-2926016f8e13 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&id=19c637b5-dab3-46c9-9149-fe19cb1a6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1770091 Jul 23 20:49:33.064545 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-332e40e6-a852-4096-84ad-7191cc3ee8ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:33.070139 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-75c5c673-c3df-4ade-ab4c-4399f04f7a36 None None] Provisioning complete for port 8d621365-bcf9-403d-83db-84d9bdb36ec9 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:33.070994 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75c5c673-c3df-4ade-ab4c-4399f04f7a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:33.072832 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=8dcff201-5dbc-4e61-8522-6c5590f57b4b,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:33.204410 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-75c5c673-c3df-4ade-ab4c-4399f04f7a36 None None] Port 8d621365-bcf9-403d-83db-84d9bdb36ec9 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:49:33.209811 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-332e40e6-a852-4096-84ad-7191cc3ee8ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:33.211599 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 3757613c-3342-44b9-bdb1-1689eea686a1 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:33.215406 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-332e40e6-a852-4096-84ad-7191cc3ee8ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/ports/467f2b51-4e1c-46c4-a550-35b1caf1fda8 HTTP/1.1" status: 204 len: 168 time: 1.6622634 Jul 23 20:49:33.217403 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34174) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:33.223229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3757613c-3342-44b9-bdb1-1689eea686a1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:33.223229 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:33.227802 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e40e6-a852-4096-84ad-7191cc3ee8ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=467f2b51-4e1c-46c4-a550-35b1caf1fda8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:33.270324 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-54ad85e5-97b8-4ad5-81f6-477ecef64413 req-74839c63-4926-42cf-89b6-5e676de3f4e5 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aad930b-73f9-4855-8a55-883dc5790953 HTTP/1.1" status: 200 len: 210 time: 0.0604525 Jul 23 20:49:33.301800 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-b31a409a-32e8-47c9-bdb7-e55e5884ea8d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Allocated IP 172.20.0.9 (c458ec9f-298d-44a2-b473-4f8ca25db621/2a71e50f-fd3d-4b09-9759-8d42445860b8/9821f101-a35c-4110-be3f-cb7e71f41bfe) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:33.335594 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0083ddc-c9b6-4b5b-87d9-d9de47ac9e46 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] DELETE failed (client error): The resource could not be found. Jul 23 20:49:33.336381 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0083ddc-c9b6-4b5b-87d9-d9de47ac9e46 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:33.353834 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34180) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:33.356326 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f0083ddc-c9b6-4b5b-87d9-d9de47ac9e46 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/ports/467f2b51-4e1c-46c4-a550-35b1caf1fda8 HTTP/1.1" status: 404 len: 333 time: 0.1366065 Jul 23 20:49:33.370849 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:33.423585 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e32f94-6447-48c8-93b6-8787dc8d052c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] GET failed (client error): The resource could not be found. Jul 23 20:49:33.425416 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e6e32f94-6447-48c8-93b6-8787dc8d052c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports/467f2b51-4e1c-46c4-a550-35b1caf1fda8 HTTP/1.1" status: 404 len: 333 time: 0.0705199 Jul 23 20:49:33.430861 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34182) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:33.446744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port a68d1c06-08c3-477a-a148-144d28dc32e4, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a68d1c06-08c3-477a-a148-144d28dc32e4,segment=NetworkSegment(ae8f7742-d345-4509-9f8f-34053767ffe5),segment_id=ae8f7742-d345-4509-9f8f-34053767ffe5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:33.465642 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:33.467484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 15c94fa6-9255-45bc-a13a-117c1b554b47 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:33.500155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-027453b0-1c14-40ae-9360-aedfe8d2d995 service neutron] For port 9897128c-b4b2-4b65-a39d-e74031bf6da6, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=9897128c-b4b2-4b65-a39d-e74031bf6da6,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:33.520283 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:33.537780 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-027453b0-1c14-40ae-9360-aedfe8d2d995 service neutron] For port 9897128c-b4b2-4b65-a39d-e74031bf6da6, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:33.590097 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-027453b0-1c14-40ae-9360-aedfe8d2d995 service neutron] device_id is not set on port 9897128c-b4b2-4b65-a39d-e74031bf6da6 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:49:33.611394 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-027453b0-1c14-40ae-9360-aedfe8d2d995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:33.623324 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-027453b0-1c14-40ae-9360-aedfe8d2d995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:33.641288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 3757613c-3342-44b9-bdb1-1689eea686a1, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3757613c-3342-44b9-bdb1-1689eea686a1,segment=NetworkSegment(1fac4aff-f327-4730-9394-04ee43726c83),segment_id=1fac4aff-f327-4730-9394-04ee43726c83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:33.644057 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=a68d1c06-08c3-477a-a148-144d28dc32e4,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:33.704455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1e3324-9865-43af-b184-8d84e56e21f4 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting subnet 1d38832d-92e0-4db3-a4e2-f961547f27ee {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:49:33.716676 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-1ad0ed59-265e-476e-a06e-2193bb733c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:33.723648 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:33.725830 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc1e3324-9865-43af-b184-8d84e56e21f4 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:33.799569 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:33.831631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-027453b0-1c14-40ae-9360-aedfe8d2d995 service neutron] No DVR routers for this DVR port 9897128c-b4b2-4b65-a39d-e74031bf6da6 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:33.833750 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=3757613c-3342-44b9-bdb1-1689eea686a1,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:33.887758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 15c94fa6-9255-45bc-a13a-117c1b554b47, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=15c94fa6-9255-45bc-a13a-117c1b554b47,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:33.899405 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:33.900035 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device b17aba8f-658e-4cfc-a2c6-69b79faa9595 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:33.914968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027453b0-1c14-40ae-9360-aedfe8d2d995 service neutron] Pushing event updated for resources: {'Port': ['ID=9897128c-b4b2-4b65-a39d-e74031bf6da6,revision_number=6']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:33.949884 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-b31a409a-32e8-47c9-bdb7-e55e5884ea8d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:33.958660 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-027453b0-1c14-40ae-9360-aedfe8d2d995 service neutron] In _notify_port_updated(), no bound segment for port 9897128c-b4b2-4b65-a39d-e74031bf6da6 on network 59c5d0ae-3121-4e53-88c3-139064a5c09c {{(pid=93810) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:49:33.968079 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-027453b0-1c14-40ae-9360-aedfe8d2d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:33.969542 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-027453b0-1c14-40ae-9360-aedfe8d2d995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:33.975303 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-027453b0-1c14-40ae-9360-aedfe8d2d995 service neutron] 10.222.0.48 "PUT /v2.0/ports/9897128c-b4b2-4b65-a39d-e74031bf6da6 HTTP/1.1" status: 200 len: 1031 time: 1.3214028 Jul 23 20:49:33.982531 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-b31a409a-32e8-47c9-bdb7-e55e5884ea8d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Transition to ACTIVE for port object 9821f101-a35c-4110-be3f-cb7e71f41bfe will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:34.037135 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebf23f-2bd5-409a-8be6-c4e751c48412 req-6003194e-d1d1-4a76-b786-46d05a95b876 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:34.049638 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebf23f-2bd5-409a-8be6-c4e751c48412 req-6003194e-d1d1-4a76-b786-46d05a95b876 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:34.059789 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebf23f-2bd5-409a-8be6-c4e751c48412 req-6003194e-d1d1-4a76-b786-46d05a95b876 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:34.066774 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebf23f-2bd5-409a-8be6-c4e751c48412 req-6003194e-d1d1-4a76-b786-46d05a95b876 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:34.074987 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebf23f-2bd5-409a-8be6-c4e751c48412 req-6003194e-d1d1-4a76-b786-46d05a95b876 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:34.082668 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebf23f-2bd5-409a-8be6-c4e751c48412 req-6003194e-d1d1-4a76-b786-46d05a95b876 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:34.090156 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebf23f-2bd5-409a-8be6-c4e751c48412 req-6003194e-d1d1-4a76-b786-46d05a95b876 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:34.092905 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e1ebf23f-2bd5-409a-8be6-c4e751c48412 req-6003194e-d1d1-4a76-b786-46d05a95b876 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 5426 time: 0.6019268 Jul 23 20:49:34.098408 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc1e3324-9865-43af-b184-8d84e56e21f4 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:34.102880 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=15c94fa6-9255-45bc-a13a-117c1b554b47,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:34.177084 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:34.190658 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2d6ed0c6-f329-4402-a360-75748dc885d4 None None] Provisioning complete for port 3757613c-3342-44b9-bdb1-1689eea686a1 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:34.191255 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed0c6-f329-4402-a360-75748dc885d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:34.226136 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c12aafa7-b651-4452-9e96-427e9465bcf6 req-b0889488-d621-49a9-94ea-10244726059a tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 210 time: 0.1243365 Jul 23 20:49:34.246300 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-28bf04fc-9572-4d07-ad8c-ca81193ae7d4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Deleting port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:34.247386 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-28bf04fc-9572-4d07-ad8c-ca81193ae7d4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:34.325182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port b17aba8f-658e-4cfc-a2c6-69b79faa9595, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b17aba8f-658e-4cfc-a2c6-69b79faa9595,segment=NetworkSegment(ae8f7742-d345-4509-9f8f-34053767ffe5),segment_id=ae8f7742-d345-4509-9f8f-34053767ffe5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:34.357959 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:34.359072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device ac7d5512-08f7-45f5-8473-32a1d13ff319 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:34.424265 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=b17aba8f-658e-4cfc-a2c6-69b79faa9595,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:34.461205 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-28bf04fc-9572-4d07-ad8c-ca81193ae7d4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] For port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=e1ee3afd-eb7c-4099-8870-fecc8fdb74c1,segment=NetworkSegment(31d0f090-9be4-4634-8b40-2a9e0cdd0cb1),segment_id=31d0f090-9be4-4634-8b40-2a9e0cdd0cb1)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:34.461572 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-28bf04fc-9572-4d07-ad8c-ca81193ae7d4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:34.464335 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77042b28-bf0d-471e-9b44-b7a19900cc03'}, {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dcff201-5dbc-4e61-8522-6c5590f57b4b'}, {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68d1c06-08c3-477a-a148-144d28dc32e4'}, {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c94fa6-9255-45bc-a13a-117c1b554b47'}, {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17aba8f-658e-4cfc-a2c6-69b79faa9595'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:34.466657 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d887051-1a29-43a5-a02c-72335b466270" -d '{"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-unplugged", "status": "completed", "tag": "77042b28-bf0d-471e-9b44-b7a19900cc03"}, {"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-unplugged", "status": "completed", "tag": "8dcff201-5dbc-4e61-8522-6c5590f57b4b"}, {"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-unplugged", "status": "completed", "tag": "a68d1c06-08c3-477a-a148-144d28dc32e4"}, {"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "15c94fa6-9255-45bc-a13a-117c1b554b47"}, {"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-unplugged", "status": "completed", "tag": "b17aba8f-658e-4cfc-a2c6-69b79faa9595"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:34.473531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e1ebf23f-2bd5-409a-8be6-c4e751c48412 req-d86b8756-70f1-4b33-807c-4863fd6754d3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3223577 Jul 23 20:49:34.482476 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-28bf04fc-9572-4d07-ad8c-ca81193ae7d4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Calling delete_port for e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:34.536417 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:34.564583 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-334a0041-93b9-4b51-8a30-240659341ff6 req-1ad0ed59-265e-476e-a06e-2193bb733c0f service neutron] For port 8dcff201-5dbc-4e61-8522-6c5590f57b4b, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8dcff201-5dbc-4e61-8522-6c5590f57b4b,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:34.621370 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ceac8335-f11d-4f52-a4bd-e9994be6c962 None None] Could not find standard attr ID for object 467f2b51-4e1c-46c4-a550-35b1caf1fda8. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:49:34.640398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port ac7d5512-08f7-45f5-8473-32a1d13ff319, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=ac7d5512-08f7-45f5-8473-32a1d13ff319,segment=NetworkSegment(060aa268-af4d-459a-b7ae-14b092772597),segment_id=060aa268-af4d-459a-b7ae-14b092772597)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:34.652405 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ceac8335-f11d-4f52-a4bd-e9994be6c962 None None] Provisioning complete for port 9897128c-b4b2-4b65-a39d-e74031bf6da6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:34.653054 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ceac8335-f11d-4f52-a4bd-e9994be6c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:34.657276 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:34.658429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9897128c-b4b2-4b65-a39d-e74031bf6da6 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:34.673152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-334a0041-93b9-4b51-8a30-240659341ff6 req-1ad0ed59-265e-476e-a06e-2193bb733c0f service neutron] For port 8dcff201-5dbc-4e61-8522-6c5590f57b4b, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:34.685590 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2884ea-8708-43f9-b7b6-cef3cfe8b0bf x-openstack-request-id: req-bf2884ea-8708-43f9-b7b6-cef3cfe8b0bf {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:34.685891 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-unplugged", "status": "completed", "tag": "77042b28-bf0d-471e-9b44-b7a19900cc03", "code": 200}, {"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-unplugged", "status": "completed", "tag": "8dcff201-5dbc-4e61-8522-6c5590f57b4b", "code": 200}, {"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-unplugged", "status": "completed", "tag": "a68d1c06-08c3-477a-a148-144d28dc32e4", "code": 200}, {"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "15c94fa6-9255-45bc-a13a-117c1b554b47", "code": 200}, {"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-unplugged", "status": "completed", "tag": "b17aba8f-658e-4cfc-a2c6-69b79faa9595", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:34.686139 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf2884ea-8708-43f9-b7b6-cef3cfe8b0bf {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:34.686580 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77042b28-bf0d-471e-9b44-b7a19900cc03', 'code': 200} Jul 23 20:49:34.686833 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dcff201-5dbc-4e61-8522-6c5590f57b4b', 'code': 200} Jul 23 20:49:34.687076 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68d1c06-08c3-477a-a148-144d28dc32e4', 'code': 200} Jul 23 20:49:34.687337 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c94fa6-9255-45bc-a13a-117c1b554b47', 'code': 200} Jul 23 20:49:34.687573 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17aba8f-658e-4cfc-a2c6-69b79faa9595', 'code': 200} Jul 23 20:49:34.723516 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-b31a409a-32e8-47c9-bdb7-e55e5884ea8d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:34.759017 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-28bf04fc-9572-4d07-ad8c-ca81193ae7d4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:34.795493 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-334a0041-93b9-4b51-8a30-240659341ff6 req-1ad0ed59-265e-476e-a06e-2193bb733c0f service neutron] device_id is not set on port 8dcff201-5dbc-4e61-8522-6c5590f57b4b yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:49:34.815333 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-1ad0ed59-265e-476e-a06e-2193bb733c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:34.836886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-b31a409a-32e8-47c9-bdb7-e55e5884ea8d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network c458ec9f-298d-44a2-b473-4f8ca25db621 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:34.840328 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf04fc-9572-4d07-ad8c-ca81193ae7d4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event deleted for resources: {'Port': ['ID=e1ee3afd-eb7c-4099-8870-fecc8fdb74c1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:34.847249 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc1e3324-9865-43af-b184-8d84e56e21f4 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:34.854382 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-b31a409a-32e8-47c9-bdb7-e55e5884ea8d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:34.870282 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-28bf04fc-9572-4d07-ad8c-ca81193ae7d4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] No DVR routers for this DVR port e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:34.872667 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-28bf04fc-9572-4d07-ad8c-ca81193ae7d4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:34.874743 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-28bf04fc-9572-4d07-ad8c-ca81193ae7d4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.48 "DELETE /v2.0/ports/e1ee3afd-eb7c-4099-8870-fecc8fdb74c1 HTTP/1.1" status: 204 len: 173 time: 0.8886640 Jul 23 20:49:34.875245 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-deleted', 'tag': 'e1ee3afd-eb7c-4099-8870-fecc8fdb74c1'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:34.877745 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d978c4f9-467d-4d8d-859b-c9ee2a45bf91" -d '{"events": [{"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-deleted", "tag": "e1ee3afd-eb7c-4099-8870-fecc8fdb74c1"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:34.878955 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3757613c-3342-44b9-bdb1-1689eea686a1 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:49:34.901485 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=ac7d5512-08f7-45f5-8473-32a1d13ff319,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:34.910740 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-1ad0ed59-265e-476e-a06e-2193bb733c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:34.916597 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-b31a409a-32e8-47c9-bdb7-e55e5884ea8d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:34.926898 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a409a-32e8-47c9-bdb7-e55e5884ea8d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Port': ['ID=9821f101-a35c-4110-be3f-cb7e71f41bfe,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:34.973777 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5efcd-b061-489b-bd17-4fa997df7dea req-47be67eb-cd3e-42a4-9e02-5c79ebcff4a0 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:34.980661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5efcd-b061-489b-bd17-4fa997df7dea req-47be67eb-cd3e-42a4-9e02-5c79ebcff4a0 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:34.988735 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5efcd-b061-489b-bd17-4fa997df7dea req-47be67eb-cd3e-42a4-9e02-5c79ebcff4a0 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:34.995806 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5efcd-b061-489b-bd17-4fa997df7dea req-47be67eb-cd3e-42a4-9e02-5c79ebcff4a0 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:35.002549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5efcd-b061-489b-bd17-4fa997df7dea req-47be67eb-cd3e-42a4-9e02-5c79ebcff4a0 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:35.011432 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dbd5efcd-b061-489b-bd17-4fa997df7dea req-47be67eb-cd3e-42a4-9e02-5c79ebcff4a0 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 3804 time: 0.6432364 Jul 23 20:49:35.119785 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-0d2ada6e-07f6-41b8-98d5-fd2ca5c20e98 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Deleting port 15c94fa6-9255-45bc-a13a-117c1b554b47 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:35.120134 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-0d2ada6e-07f6-41b8-98d5-fd2ca5c20e98 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:35.131084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0ed59-265e-476e-a06e-2193bb733c0f service neutron] Pushing event updated for resources: {'Port': ['ID=8dcff201-5dbc-4e61-8522-6c5590f57b4b,revision_number=7']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:35.185919 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ceac8335-f11d-4f52-a4bd-e9994be6c962 None None] Port 9897128c-b4b2-4b65-a39d-e74031bf6da6 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:49:35.213121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 9897128c-b4b2-4b65-a39d-e74031bf6da6 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:49:35.221905 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 96427106-3c2e-463d-8d37-38319788aff2 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:35.274752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-334a0041-93b9-4b51-8a30-240659341ff6 req-1ad0ed59-265e-476e-a06e-2193bb733c0f service neutron] No DVR routers for this DVR port 8dcff201-5dbc-4e61-8522-6c5590f57b4b on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:35.283398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3757613c-3342-44b9-bdb1-1689eea686a1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:35.283777 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:35.316056 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-0d2ada6e-07f6-41b8-98d5-fd2ca5c20e98 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] For port 15c94fa6-9255-45bc-a13a-117c1b554b47, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=15c94fa6-9255-45bc-a13a-117c1b554b47,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:35.317240 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-0d2ada6e-07f6-41b8-98d5-fd2ca5c20e98 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:35.345489 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-b31a409a-32e8-47c9-bdb7-e55e5884ea8d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:35.346679 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-0d2ada6e-07f6-41b8-98d5-fd2ca5c20e98 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Calling delete_port for 15c94fa6-9255-45bc-a13a-117c1b554b47 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:35.348675 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-b31a409a-32e8-47c9-bdb7-e55e5884ea8d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:35.392418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1e6de46d-93cf-4809-83b1-96d5581fbcf6 None None] Provisioning for port 9821f101-a35c-4110-be3f-cb7e71f41bfe completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:35.408840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dbd5efcd-b061-489b-bd17-4fa997df7dea req-a800d815-c6d4-4f4a-89e9-9d78fb27de5c tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3964720 Jul 23 20:49:35.428497 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-b31a409a-32e8-47c9-bdb7-e55e5884ea8d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8806796 Jul 23 20:49:35.430946 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1e6de46d-93cf-4809-83b1-96d5581fbcf6 None None] Provisioning complete for port 9821f101-a35c-4110-be3f-cb7e71f41bfe triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:35.431817 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e6de46d-93cf-4809-83b1-96d5581fbcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:35.457197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Request body: {'port': {'device_id': '8ce38246-2692-4462-8d33-1e0343d18a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:35.504148 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-6f63ab11-f627-43c3-b2ae-cc05c7287b0c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994884804&fields=id&tenant_id=c35e6d69f6ba464b946144b17db2c502 HTTP/1.1" status: 200 len: 267 time: 0.4625077 Jul 23 20:49:35.549474 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:35.563806 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b527d612-94ca-4dc6-a1c3-5590d2a55788 x-openstack-request-id: req-b527d612-94ca-4dc6-a1c3-5590d2a55788 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:35.564661 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-deleted", "tag": "e1ee3afd-eb7c-4099-8870-fecc8fdb74c1", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:35.565086 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b527d612-94ca-4dc6-a1c3-5590d2a55788 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:35.566799 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-deleted', 'tag': 'e1ee3afd-eb7c-4099-8870-fecc8fdb74c1', 'status': 'completed', 'code': 200} Jul 23 20:49:35.584090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1e6de46d-93cf-4809-83b1-96d5581fbcf6 None None] Port 9821f101-a35c-4110-be3f-cb7e71f41bfe cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:49:35.591920 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc1e3324-9865-43af-b184-8d84e56e21f4 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:35.616028 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-0d2ada6e-07f6-41b8-98d5-fd2ca5c20e98 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:35.618693 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 96427106-3c2e-463d-8d37-38319788aff2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=96427106-3c2e-463d-8d37-38319788aff2,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:35.628385 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:35.629591 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 375f4d5b-bee1-40a7-8ed7-558dfed774a8 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:35.653151 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-334a0041-93b9-4b51-8a30-240659341ff6 req-1ad0ed59-265e-476e-a06e-2193bb733c0f service neutron] In _notify_port_updated(), no bound segment for port 8dcff201-5dbc-4e61-8522-6c5590f57b4b on network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 {{(pid=93811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:49:35.653894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0041-93b9-4b51-8a30-240659341ff6 req-1ad0ed59-265e-476e-a06e-2193bb733c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:35.654513 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-1ad0ed59-265e-476e-a06e-2193bb733c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:35.655821 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-334a0041-93b9-4b51-8a30-240659341ff6 req-1ad0ed59-265e-476e-a06e-2193bb733c0f service neutron] 10.222.0.48 "PUT /v2.0/ports/8dcff201-5dbc-4e61-8522-6c5590f57b4b HTTP/1.1" status: 200 len: 1025 time: 3.7085071 Jul 23 20:49:35.669639 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ada6e-07f6-41b8-98d5-fd2ca5c20e98 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event deleted for resources: {'Port': ['ID=15c94fa6-9255-45bc-a13a-117c1b554b47,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:35.691575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e3324-9865-43af-b184-8d84e56e21f4 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Subnet': ['ID=1d38832d-92e0-4db3-a4e2-f961547f27ee,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:35.727877 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=96427106-3c2e-463d-8d37-38319788aff2,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:35.730849 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b86f2097-2ac7-48bd-9018-caefe8cdb88e None None] Provisioning complete for port 8dcff201-5dbc-4e61-8522-6c5590f57b4b triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:35.731246 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b86f2097-2ac7-48bd-9018-caefe8cdb88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:35.744718 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-0d2ada6e-07f6-41b8-98d5-fd2ca5c20e98 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] No DVR routers for this DVR port 15c94fa6-9255-45bc-a13a-117c1b554b47 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:35.748436 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-0d2ada6e-07f6-41b8-98d5-fd2ca5c20e98 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:35.750656 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-0d2ada6e-07f6-41b8-98d5-fd2ca5c20e98 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.48 "DELETE /v2.0/ports/15c94fa6-9255-45bc-a13a-117c1b554b47 HTTP/1.1" status: 204 len: 173 time: 0.8658822 Jul 23 20:49:35.796486 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc719c5d-b4ea-4640-8fec-463b62963c24 None None] Network 8925d4ed-9f80-49cf-8930-eb90f7a0b6c1 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:35.812863 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b86f2097-2ac7-48bd-9018-caefe8cdb88e None None] Port 8dcff201-5dbc-4e61-8522-6c5590f57b4b cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:49:35.816611 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:35.847148 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc1e3324-9865-43af-b184-8d84e56e21f4 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:35.849540 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bc1e3324-9865-43af-b184-8d84e56e21f4 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/1d38832d-92e0-4db3-a4e2-f961547f27ee HTTP/1.1" status: 204 len: 168 time: 2.4175758 Jul 23 20:49:35.858940 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34234) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:35.928734 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 375f4d5b-bee1-40a7-8ed7-558dfed774a8, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=375f4d5b-bee1-40a7-8ed7-558dfed774a8,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:35.929630 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-31680cb0-474e-411f-b104-9f4a39a0b1f3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Deleting port 214304c1-8d67-470d-8ca8-60e60e3fe9e0 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:35.930142 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-31680cb0-474e-411f-b104-9f4a39a0b1f3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:35.951726 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:35.952442 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 214304c1-8d67-470d-8ca8-60e60e3fe9e0 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:35.968443 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:35.990397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-a340e33b-48f8-4dde-959c-9a48571be10c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:35.995598 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-a340e33b-48f8-4dde-959c-9a48571be10c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 812 time: 0.4891984 Jul 23 20:49:36.060757 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-31680cb0-474e-411f-b104-9f4a39a0b1f3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] For port 214304c1-8d67-470d-8ca8-60e60e3fe9e0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=214304c1-8d67-470d-8ca8-60e60e3fe9e0,segment=NetworkSegment(5245b357-d7e4-4f9e-9ddc-eace4be10505),segment_id=5245b357-d7e4-4f9e-9ddc-eace4be10505)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:36.061389 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-31680cb0-474e-411f-b104-9f4a39a0b1f3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:36.094473 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0041-93b9-4b51-8a30-240659341ff6 req-8179ba7f-4e31-4db7-bf72-e1ad435e69df tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:36.096646 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-334a0041-93b9-4b51-8a30-240659341ff6 req-8179ba7f-4e31-4db7-bf72-e1ad435e69df tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.48 "GET /v2.0/ports/77042b28-bf0d-471e-9b44-b7a19900cc03?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4109590 Jul 23 20:49:36.117108 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:36.118852 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=375f4d5b-bee1-40a7-8ed7-558dfed774a8,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:36.154961 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-90fb349c-a8aa-4dc9-a1f8-f15bc9e75be1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/quotas/c35e6d69f6ba464b946144b17db2c502 HTTP/1.1" status: 200 len: 375 time: 0.0557487 Jul 23 20:49:36.161952 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-334a0041-93b9-4b51-8a30-240659341ff6 req-be1bcb7d-75ff-4be0-85a4-e13a5a438288 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:36.257461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 214304c1-8d67-470d-8ca8-60e60e3fe9e0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=214304c1-8d67-470d-8ca8-60e60e3fe9e0,segment=NetworkSegment(5245b357-d7e4-4f9e-9ddc-eace4be10505),segment_id=5245b357-d7e4-4f9e-9ddc-eace4be10505)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:36.264970 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:36.266199 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 50e3a026-c77e-4500-9b42-80dcec484704 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:36.292357 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:36.305196 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbdf0e2-adbb-4133-98c8-c7b57d4f99b3 None None] DHCP port deletion for 8925d4ed-9f80-49cf-8930-eb90f7a0b6c1 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:49:36.314732 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec66324-ddd3-4602-8aee-988b51e8223a req-97cce13b-22f8-47ea-9442-2a483656ed36 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:36.325578 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dec66324-ddd3-4602-8aee-988b51e8223a req-97cce13b-22f8-47ea-9442-2a483656ed36 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 931 time: 0.6613691 Jul 23 20:49:36.410568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=214304c1-8d67-470d-8ca8-60e60e3fe9e0,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:36.458362 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:36.460312 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dec66324-ddd3-4602-8aee-988b51e8223a req-acd16720-d6fa-49f6-ab1a-c7495d9021e5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=476102e6-3b1b-4c4b-b541-77ffad4dfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336076 Jul 23 20:49:36.468693 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-31680cb0-474e-411f-b104-9f4a39a0b1f3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:36.469212 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-31680cb0-474e-411f-b104-9f4a39a0b1f3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:36.469674 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-31680cb0-474e-411f-b104-9f4a39a0b1f3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Floating IP 6a18400d-0c12-4aa4-94fd-198187366f8a disassociated. External IP: 172.25.3.122, port: 214304c1-8d67-470d-8ca8-60e60e3fe9e0. Jul 23 20:49:36.469807 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-31680cb0-474e-411f-b104-9f4a39a0b1f3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Calling delete_port for 214304c1-8d67-470d-8ca8-60e60e3fe9e0 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:36.473931 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7dbdf0e2-adbb-4133-98c8-c7b57d4f99b3 None None] Deleting port 3757613c-3342-44b9-bdb1-1689eea686a1 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:36.474312 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf0e2-adbb-4133-98c8-c7b57d4f99b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:36.499294 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 50e3a026-c77e-4500-9b42-80dcec484704, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=50e3a026-c77e-4500-9b42-80dcec484704,segment=NetworkSegment(31d0f090-9be4-4634-8b40-2a9e0cdd0cb1),segment_id=31d0f090-9be4-4634-8b40-2a9e0cdd0cb1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:36.514814 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:36.515572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:36.691044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7d5512-08f7-45f5-8473-32a1d13ff319'}, {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96427106-3c2e-463d-8d37-38319788aff2'}, {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '375f4d5b-bee1-40a7-8ed7-558dfed774a8'}, {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '214304c1-8d67-470d-8ca8-60e60e3fe9e0'}, {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e3a026-c77e-4500-9b42-80dcec484704'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:36.692398 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-31680cb0-474e-411f-b104-9f4a39a0b1f3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:36.696073 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46da74e7-7ae0-4dc5-98b0-37474927181d" -d '{"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7d5512-08f7-45f5-8473-32a1d13ff319"}, {"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-unplugged", "status": "completed", "tag": "96427106-3c2e-463d-8d37-38319788aff2"}, {"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-unplugged", "status": "completed", "tag": "375f4d5b-bee1-40a7-8ed7-558dfed774a8"}, {"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "214304c1-8d67-470d-8ca8-60e60e3fe9e0"}, {"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "50e3a026-c77e-4500-9b42-80dcec484704"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:36.707925 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3757613c-3342-44b9-bdb1-1689eea686a1 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:36.716264 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-7dbdf0e2-adbb-4133-98c8-c7b57d4f99b3 None None] For port 3757613c-3342-44b9-bdb1-1689eea686a1, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3757613c-3342-44b9-bdb1-1689eea686a1,segment=NetworkSegment(1fac4aff-f327-4730-9394-04ee43726c83),segment_id=1fac4aff-f327-4730-9394-04ee43726c83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:36.716662 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf0e2-adbb-4133-98c8-c7b57d4f99b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:36.730497 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31680cb0-474e-411f-b104-9f4a39a0b1f3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event deleted for resources: {'Port': ['ID=214304c1-8d67-470d-8ca8-60e60e3fe9e0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:36.774905 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7dbdf0e2-adbb-4133-98c8-c7b57d4f99b3 None None] Calling delete_port for 3757613c-3342-44b9-bdb1-1689eea686a1 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:36.783602 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=50e3a026-c77e-4500-9b42-80dcec484704,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:36.911468 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:36.939778 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-31680cb0-474e-411f-b104-9f4a39a0b1f3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Router cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:49:36.993578 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=91ccd907-3ee5-4d2e-b2cc-2c4f32958481,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:37.001317 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:37.002254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8d621365-bcf9-403d-83db-84d9bdb36ec9 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:37.049355 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:49:37.064969 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-31680cb0-474e-411f-b104-9f4a39a0b1f3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:49:37.113202 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=91ccd907-3ee5-4d2e-b2cc-2c4f32958481,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:37.120705 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-31680cb0-474e-411f-b104-9f4a39a0b1f3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] No DVR routers for this DVR port 214304c1-8d67-470d-8ca8-60e60e3fe9e0 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:37.124063 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-31680cb0-474e-411f-b104-9f4a39a0b1f3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:37.124744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41b790-71c0-46e4-980e-75af52940b4c None None] Sync routers for ids ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:49:37.127816 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-31680cb0-474e-411f-b104-9f4a39a0b1f3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.48 "DELETE /v2.0/ports/214304c1-8d67-470d-8ca8-60e60e3fe9e0 HTTP/1.1" status: 204 len: 173 time: 1.3675430 Jul 23 20:49:37.146600 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:37.200799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca41b790-71c0-46e4-980e-75af52940b4c None None] Routers {'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:49:37.201741 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ca41b790-71c0-46e4-980e-75af52940b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:49:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:37.206185 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7dbdf0e2-adbb-4133-98c8-c7b57d4f99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:37.274482 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-099b0fd5-bb46-4428-92bc-17a3bd559bd0 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0707936 Jul 23 20:49:37.283032 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8d621365-bcf9-403d-83db-84d9bdb36ec9 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:49:37.283348 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-be1bcb7d-75ff-4be0-85a4-e13a5a438288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:37.311778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbdf0e2-adbb-4133-98c8-c7b57d4f99b3 None None] No DVR routers for this DVR port 3757613c-3342-44b9-bdb1-1689eea686a1 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:37.340116 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdf0e2-adbb-4133-98c8-c7b57d4f99b3 None None] Pushing event deleted for resources: {'Port': ['ID=3757613c-3342-44b9-bdb1-1689eea686a1,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:37.366237 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9821f101-a35c-4110-be3f-cb7e71f41bfe {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:49:37.381003 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-543987fb-b242-48b0-a8ff-9b18da0d50d5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Deleting port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:37.381668 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-543987fb-b242-48b0-a8ff-9b18da0d50d5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:37.402838 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-ca41b790-71c0-46e4-980e-75af52940b4c None None] Set router cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:49:37.426365 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:37.459891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d6c7c-bbfe-40ee-a43f-ef516dfc7519 req-14fee765-87dc-40c9-845f-d32e836b5495 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:37.470882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d6c7c-bbfe-40ee-a43f-ef516dfc7519 req-14fee765-87dc-40c9-845f-d32e836b5495 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:37.477619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d6c7c-bbfe-40ee-a43f-ef516dfc7519 req-14fee765-87dc-40c9-845f-d32e836b5495 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:37.484330 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d6c7c-bbfe-40ee-a43f-ef516dfc7519 req-14fee765-87dc-40c9-845f-d32e836b5495 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:37.496203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d6c7c-bbfe-40ee-a43f-ef516dfc7519 req-14fee765-87dc-40c9-845f-d32e836b5495 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:37.503547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d6c7c-bbfe-40ee-a43f-ef516dfc7519 req-14fee765-87dc-40c9-845f-d32e836b5495 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:37.507026 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e04d6c7c-bbfe-40ee-a43f-ef516dfc7519 req-14fee765-87dc-40c9-845f-d32e836b5495 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 4648 time: 0.5464854 Jul 23 20:49:37.508573 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-543987fb-b242-48b0-a8ff-9b18da0d50d5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] For port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=91ccd907-3ee5-4d2e-b2cc-2c4f32958481,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:37.509078 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-543987fb-b242-48b0-a8ff-9b18da0d50d5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:37.519386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Transition to ACTIVE for port object 9821f101-a35c-4110-be3f-cb7e71f41bfe will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:37.523860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-543987fb-b242-48b0-a8ff-9b18da0d50d5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Calling delete_port for 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:37.571825 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:37.574717 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-deleted', 'tag': '15c94fa6-9255-45bc-a13a-117c1b554b47'}, {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-deleted', 'tag': '214304c1-8d67-470d-8ca8-60e60e3fe9e0'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:37.577907 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0cf47a-e772-45d8-aad3-187d069c691e" -d '{"events": [{"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-deleted", "tag": "15c94fa6-9255-45bc-a13a-117c1b554b47"}, {"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-deleted", "tag": "214304c1-8d67-470d-8ca8-60e60e3fe9e0"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:37.634193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port 3757613c-3342-44b9-bdb1-1689eea686a1 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:37.634673 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:37.690278 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ca41b790-71c0-46e4-980e-75af52940b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'name': 'tempest-TaggedBootDevicesTest_v242-1390473140-router', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:09Z', 'revision_number': 4, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'gw_port': {'id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:03Z', 'updated_at': '2021-07-23T20:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'c5ab5977-aa61-4f81-922c-93d1cac7e7b1', 'name': '', 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'mac_address': 'fa:16:3e:04:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:07Z', 'updated_at': '2021-07-23T20:38:19Z', 'revision_number': 5, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'subnets': [{'id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:37.706761 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Pushing event updated for resources: {'Port': ['ID=9821f101-a35c-4110-be3f-cb7e71f41bfe,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:37.720585 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-543987fb-b242-48b0-a8ff-9b18da0d50d5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:37.728308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41b790-71c0-46e4-980e-75af52940b4c None None] Checking router: cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:49:37.742351 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca41b790-71c0-46e4-980e-75af52940b4c None None] Routers {'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:49:37.743684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ca41b790-71c0-46e4-980e-75af52940b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:49:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:37.803047 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543987fb-b242-48b0-a8ff-9b18da0d50d5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event deleted for resources: {'Port': ['ID=91ccd907-3ee5-4d2e-b2cc-2c4f32958481,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:37.857499 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-543987fb-b242-48b0-a8ff-9b18da0d50d5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] No DVR routers for this DVR port 91ccd907-3ee5-4d2e-b2cc-2c4f32958481 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:37.861027 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-543987fb-b242-48b0-a8ff-9b18da0d50d5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:37.863196 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-543987fb-b242-48b0-a8ff-9b18da0d50d5 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.48 "DELETE /v2.0/ports/91ccd907-3ee5-4d2e-b2cc-2c4f32958481 HTTP/1.1" status: 204 len: 173 time: 0.7231421 Jul 23 20:49:37.876395 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e04d6c7c-bbfe-40ee-a43f-ef516dfc7519 req-6ccfd41a-e661-476e-b2de-07c3a28ee01d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=af1f6218-6582-4c4a-915c-c97ede89d5cc&id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3076129 Jul 23 20:49:37.924228 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-ca41b790-71c0-46e4-980e-75af52940b4c None None] Set router cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:49:37.968346 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-b8d0c30f-0dd1-4ab7-88b6-3873ef7bc866 service neutron] 10.222.0.55 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6663043 Jul 23 20:49:37.970303 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] For port 3757613c-3342-44b9-bdb1-1689eea686a1, host n-d-791504-18, got binding levels [] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:37.970663 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:38.018418 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-73f3c5c7-f138-439d-a59f-6815860c784f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Deleting port 50e3a026-c77e-4500-9b42-80dcec484704 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:38.018903 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-73f3c5c7-f138-439d-a59f-6815860c784f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:38.091778 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for 3757613c-3342-44b9-bdb1-1689eea686a1 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:38.123534 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.ipam_backend_mixin [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Port 3757613c-3342-44b9-bdb1-1689eea686a1 was not found and therefore no delete operation was performed {{(pid=93811) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:49:38.142693 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:38.159506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-73f3c5c7-f138-439d-a59f-6815860c784f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] For port 50e3a026-c77e-4500-9b42-80dcec484704, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=50e3a026-c77e-4500-9b42-80dcec484704,segment=NetworkSegment(31d0f090-9be4-4634-8b40-2a9e0cdd0cb1),segment_id=31d0f090-9be4-4634-8b40-2a9e0cdd0cb1)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:38.160544 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-73f3c5c7-f138-439d-a59f-6815860c784f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:38.171395 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-334a0041-93b9-4b51-8a30-240659341ff6 req-be1bcb7d-75ff-4be0-85a4-e13a5a438288 service neutron] For port 77042b28-bf0d-471e-9b44-b7a19900cc03, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=77042b28-bf0d-471e-9b44-b7a19900cc03,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:38.174490 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No DVR routers for this DVR port 3757613c-3342-44b9-bdb1-1689eea686a1 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:38.196099 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-73f3c5c7-f138-439d-a59f-6815860c784f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Calling delete_port for 50e3a026-c77e-4500-9b42-80dcec484704 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:38.269410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=3757613c-3342-44b9-bdb1-1689eea686a1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:38.313227 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Attempting to bind port 9821f101-a35c-4110-be3f-cb7e71f41bfe on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:49:38.314274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Attempting to bind port 9821f101-a35c-4110-be3f-cb7e71f41bfe by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '29e68040-82c6-4ab9-8409-7148e6284551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:49:38.314784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Attempting to bind port 9821f101-a35c-4110-be3f-cb7e71f41bfe on network c458ec9f-298d-44a2-b473-4f8ca25db621 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:38.375430 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Port 9821f101-a35c-4110-be3f-cb7e71f41bfe on network c458ec9f-298d-44a2-b473-4f8ca25db621 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:49:38.375772 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Attempting to bind port 9821f101-a35c-4110-be3f-cb7e71f41bfe on network c458ec9f-298d-44a2-b473-4f8ca25db621 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:38.408999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-334a0041-93b9-4b51-8a30-240659341ff6 req-be1bcb7d-75ff-4be0-85a4-e13a5a438288 service neutron] For port 77042b28-bf0d-471e-9b44-b7a19900cc03, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:38.442606 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ca41b790-71c0-46e4-980e-75af52940b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'name': 'tempest-TaggedBootDevicesTest_v242-1390473140-router', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:09Z', 'revision_number': 4, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'gw_port': {'id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:03Z', 'updated_at': '2021-07-23T20:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'c5ab5977-aa61-4f81-922c-93d1cac7e7b1', 'name': '', 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'mac_address': 'fa:16:3e:04:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:07Z', 'updated_at': '2021-07-23T20:38:19Z', 'revision_number': 5, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'subnets': [{'id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:38.444052 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f18806-1931-4d4a-a8bf-4dd3a8d1bcd2 req-34546974-09bc-488b-84d5-2a349bba6b9a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:38.445817 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12f18806-1931-4d4a-a8bf-4dd3a8d1bcd2 req-34546974-09bc-488b-84d5-2a349bba6b9a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 943 time: 0.3915744 Jul 23 20:49:38.474397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41b790-71c0-46e4-980e-75af52940b4c None None] The sync data for ids ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'] in n-d-791504-18 is: [{'id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'name': 'tempest-TaggedBootDevicesTest_v242-1390473140-router', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:09Z', 'revision_number': 4, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'gw_port': {'id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:03Z', 'updated_at': '2021-07-23T20:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'c5ab5977-aa61-4f81-922c-93d1cac7e7b1', 'name': '', 'network_id': 'bd17cd34-e969-4b19-90d9-ebcf6df4f73c', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'mac_address': 'fa:16:3e:04:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:07Z', 'updated_at': '2021-07-23T20:38:19Z', 'revision_number': 5, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'subnets': [{'id': 'e30070cc-08f6-4366-9d16-3dfe52a72249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:49:38.476772 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:38.481347 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:49:38.482227 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Checking segment: {'id': '29e68040-82c6-4ab9-8409-7148e6284551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:38.482810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Bound using segment: {'id': '29e68040-82c6-4ab9-8409-7148e6284551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:49:38.483371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Bound port: 9821f101-a35c-4110-be3f-cb7e71f41bfe, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e68040-82c6-4ab9-8409-7148e6284551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:49:38.483739 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:38.487850 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-25e80f1d-e884-4dee-b04e-2ee4ecfaa155 service neutron] 10.222.0.55 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957080 Jul 23 20:49:38.514004 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8925d4ed-9f80-49cf-8930-eb90f7a0b6c1']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:38.587866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-334a0041-93b9-4b51-8a30-240659341ff6 req-be1bcb7d-75ff-4be0-85a4-e13a5a438288 service neutron] device_id is not set on port 77042b28-bf0d-471e-9b44-b7a19900cc03 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:49:38.602090 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-be1bcb7d-75ff-4be0-85a4-e13a5a438288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:38.610023 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fac4aff-f327-4730-9394-04ee43726c83') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:38.610317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fac4aff-f327-4730-9394-04ee43726c83') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:38.623543 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-be1bcb7d-75ff-4be0-85a4-e13a5a438288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:38.633993 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:38.774454 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12f18806-1931-4d4a-a8bf-4dd3a8d1bcd2 req-132e363e-546f-46bd-b7bb-d5df85175c5a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf5a8ae3-0004-45ce-a915-2619d60f406b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837062 Jul 23 20:49:38.841826 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:38.853910 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-73f3c5c7-f138-439d-a59f-6815860c784f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:38.879614 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-334a0041-93b9-4b51-8a30-240659341ff6 req-be1bcb7d-75ff-4be0-85a4-e13a5a438288 service neutron] No DVR routers for this DVR port 77042b28-bf0d-471e-9b44-b7a19900cc03 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:38.898908 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cdfa43-65d6-48a6-8707-a25d1612449a x-openstack-request-id: req-65cdfa43-65d6-48a6-8707-a25d1612449a {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:38.899472 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7d5512-08f7-45f5-8473-32a1d13ff319", "code": 200}, {"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-unplugged", "status": "completed", "tag": "96427106-3c2e-463d-8d37-38319788aff2", "code": 200}, {"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-unplugged", "status": "completed", "tag": "375f4d5b-bee1-40a7-8ed7-558dfed774a8", "code": 200}, {"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "214304c1-8d67-470d-8ca8-60e60e3fe9e0", "code": 200}, {"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "50e3a026-c77e-4500-9b42-80dcec484704", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:38.899642 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65cdfa43-65d6-48a6-8707-a25d1612449a {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:38.900055 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7d5512-08f7-45f5-8473-32a1d13ff319', 'code': 200} Jul 23 20:49:38.900306 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96427106-3c2e-463d-8d37-38319788aff2', 'code': 200} Jul 23 20:49:38.900556 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '375f4d5b-bee1-40a7-8ed7-558dfed774a8', 'code': 200} Jul 23 20:49:38.900799 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '214304c1-8d67-470d-8ca8-60e60e3fe9e0', 'code': 200} Jul 23 20:49:38.901039 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e3a026-c77e-4500-9b42-80dcec484704', 'code': 200} Jul 23 20:49:38.902030 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3c5c7-f138-439d-a59f-6815860c784f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event deleted for resources: {'Port': ['ID=50e3a026-c77e-4500-9b42-80dcec484704,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:38.915995 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:49:38.916547 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:49:38.920813 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:49:38.929425 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e79f13-82ab-4080-89dd-851daacb2f04 None None] New status for floating IP 6a18400d-0c12-4aa4-94fd-198187366f8a: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:49:38.977159 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-73f3c5c7-f138-439d-a59f-6815860c784f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] No DVR routers for this DVR port 50e3a026-c77e-4500-9b42-80dcec484704 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:38.980595 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-73f3c5c7-f138-439d-a59f-6815860c784f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:38.985874 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-03f4eb10-22c4-4898-8c72-d8698f14b747 req-73f3c5c7-f138-439d-a59f-6815860c784f tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.48 "DELETE /v2.0/ports/50e3a026-c77e-4500-9b42-80dcec484704 HTTP/1.1" status: 204 len: 173 time: 1.1136782 Jul 23 20:49:39.057409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] For port 9821f101-a35c-4110-be3f-cb7e71f41bfe, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:39.072670 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb59ca99-4a09-47db-9f85-299764516d84 x-openstack-request-id: req-bb59ca99-4a09-47db-9f85-299764516d84 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:39.072962 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-deleted", "tag": "15c94fa6-9255-45bc-a13a-117c1b554b47", "status": "completed", "code": 200}, {"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-deleted", "tag": "214304c1-8d67-470d-8ca8-60e60e3fe9e0", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:39.073259 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bb59ca99-4a09-47db-9f85-299764516d84 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:39.073675 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-deleted', 'tag': '15c94fa6-9255-45bc-a13a-117c1b554b47', 'status': 'completed', 'code': 200} Jul 23 20:49:39.073928 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-deleted', 'tag': '214304c1-8d67-470d-8ca8-60e60e3fe9e0', 'status': 'completed', 'code': 200} Jul 23 20:49:39.104652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] For port 9821f101-a35c-4110-be3f-cb7e71f41bfe, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=9821f101-a35c-4110-be3f-cb7e71f41bfe,segment=NetworkSegment(29e68040-82c6-4ab9-8409-7148e6284551),segment_id=29e68040-82c6-4ab9-8409-7148e6284551)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:49:39.113217 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-334a0041-93b9-4b51-8a30-240659341ff6 req-be1bcb7d-75ff-4be0-85a4-e13a5a438288 service neutron] In _notify_port_updated(), no bound segment for port 77042b28-bf0d-471e-9b44-b7a19900cc03 on network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 {{(pid=93811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:49:39.114161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0041-93b9-4b51-8a30-240659341ff6 req-be1bcb7d-75ff-4be0-85a4-e13a5a438288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:39.116988 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-be1bcb7d-75ff-4be0-85a4-e13a5a438288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:39.118397 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-334a0041-93b9-4b51-8a30-240659341ff6 req-be1bcb7d-75ff-4be0-85a4-e13a5a438288 service neutron] 10.222.0.48 "PUT /v2.0/ports/77042b28-bf0d-471e-9b44-b7a19900cc03 HTTP/1.1" status: 200 len: 1027 time: 2.9622438 Jul 23 20:49:39.121277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bcb7d-75ff-4be0-85a4-e13a5a438288 service neutron] Pushing event updated for resources: {'Port': ['ID=77042b28-bf0d-471e-9b44-b7a19900cc03,revision_number=7']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:39.164030 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e27752c3-8d68-4667-9fb3-1b87af999db4 None None] Provisioning complete for port 77042b28-bf0d-471e-9b44-b7a19900cc03 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:39.164835 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e27752c3-8d68-4667-9fb3-1b87af999db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:39.214078 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e27752c3-8d68-4667-9fb3-1b87af999db4 None None] Port 77042b28-bf0d-471e-9b44-b7a19900cc03 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:49:39.232906 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:39.442908 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Pushing event updated for resources: {'Port': ['ID=9821f101-a35c-4110-be3f-cb7e71f41bfe,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:39.459149 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:39.466599 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:39.472893 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34304) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:39.478179 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2e36fec0-56aa-4955-9847-c25ba730c1d0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1730869284'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:39.482542 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/networks/8925d4ed-9f80-49cf-8930-eb90f7a0b6c1 HTTP/1.1" status: 204 len: 168 time: 3.6165354 Jul 23 20:49:39.520832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e36fec0-56aa-4955-9847-c25ba730c1d0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:39.524451 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2e36fec0-56aa-4955-9847-c25ba730c1d0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:39.565278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf74f9-20b9-405c-984c-10d248dd4b4c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Network': ['ID=8925d4ed-9f80-49cf-8930-eb90f7a0b6c1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:39.581286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:39.581988 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:39.584474 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-1647d246-09b9-4bbc-9d6e-33bcb2d75488 service neutron] 10.222.0.57 "PUT /v2.0/ports/9821f101-a35c-4110-be3f-cb7e71f41bfe HTTP/1.1" status: 200 len: 1092 time: 4.1457295 Jul 23 20:49:39.605420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce38246-2692-4462-8d33-1e0343d18a02', 'tag': '9821f101-a35c-4110-be3f-cb7e71f41bfe'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:39.611940 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c4ad8e-a652-456b-8c06-38eaa531cd97" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce38246-2692-4462-8d33-1e0343d18a02", "tag": "9821f101-a35c-4110-be3f-cb7e71f41bfe"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:39.612976 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e36fec0-56aa-4955-9847-c25ba730c1d0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:49:39.632237 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2e36fec0-56aa-4955-9847-c25ba730c1d0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:39.632593 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-2e36fec0-56aa-4955-9847-c25ba730c1d0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Added segment 49de20de-b7a9-416c-9ef4-a4e815a87b8d of type vlan for network 865fd93c-bffa-4afd-9813-e09107b9d0cc Jul 23 20:49:39.743610 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2e36fec0-56aa-4955-9847-c25ba730c1d0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:39.748402 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b28533-53ce-49ea-aaad-147f0a11955a req-c87feab4-a4da-4e08-8bd5-1a34c4955ff8 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:39.754807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b28533-53ce-49ea-aaad-147f0a11955a req-c87feab4-a4da-4e08-8bd5-1a34c4955ff8 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:39.761790 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b28533-53ce-49ea-aaad-147f0a11955a req-c87feab4-a4da-4e08-8bd5-1a34c4955ff8 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:39.768541 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b28533-53ce-49ea-aaad-147f0a11955a req-c87feab4-a4da-4e08-8bd5-1a34c4955ff8 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:39.774984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b28533-53ce-49ea-aaad-147f0a11955a req-c87feab4-a4da-4e08-8bd5-1a34c4955ff8 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:39.776817 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72b28533-53ce-49ea-aaad-147f0a11955a req-c87feab4-a4da-4e08-8bd5-1a34c4955ff8 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 3876 time: 0.5410380 Jul 23 20:49:39.789266 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2e36fec0-56aa-4955-9847-c25ba730c1d0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:39.799868 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e36fec0-56aa-4955-9847-c25ba730c1d0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:39.801239 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2e36fec0-56aa-4955-9847-c25ba730c1d0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:39.848892 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2e36fec0-56aa-4955-9847-c25ba730c1d0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3744433 Jul 23 20:49:39.852522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34314) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:39.858196 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-792c828d-b37e-4f0e-a77c-eac5b9698726 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'subnet': {'network_id': '865fd93c-bffa-4afd-9813-e09107b9d0cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:39.873836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919257c0-7dcd-4ef6-81a0-e643a8ad8362 req-333a4f19-66a0-4916-ad71-0f476fb8695c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:39.875945 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-919257c0-7dcd-4ef6-81a0-e643a8ad8362 req-333a4f19-66a0-4916-ad71-0f476fb8695c tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 943 time: 0.7192273 Jul 23 20:49:39.926007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-7e1310ed-a19e-48e3-87d2-94b5679f40c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:39.927939 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-7e1310ed-a19e-48e3-87d2-94b5679f40c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=658e4131401d4adf82a7d233679ed997&device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 1095 time: 0.2938623 Jul 23 20:49:39.963192 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72b28533-53ce-49ea-aaad-147f0a11955a req-a62d2f0d-629c-4ec7-a15e-996450482848 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786973 Jul 23 20:49:39.971820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36fec0-56aa-4955-9847-c25ba730c1d0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Network': ['ID=865fd93c-bffa-4afd-9813-e09107b9d0cc,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:39.985919 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 865fd93c-bffa-4afd-9813-e09107b9d0cc details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:49:40.015134 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-2f9c8c86-8103-4391-ac0f-4ea3cf0c4e08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9821f101-a35c-4110-be3f-cb7e71f41bfe HTTP/1.1" status: 200 len: 217 time: 0.0750208 Jul 23 20:49:40.031849 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-919257c0-7dcd-4ef6-81a0-e643a8ad8362 req-9b7451f9-2fb1-4aca-8047-e223d97045c8 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=476102e6-3b1b-4c4b-b541-77ffad4dfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460793 Jul 23 20:49:40.081505 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2fc3952f-e432-4a92-96e4-0f29b1f4e511 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Deleting port b17aba8f-658e-4cfc-a2c6-69b79faa9595 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:40.081853 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2fc3952f-e432-4a92-96e4-0f29b1f4e511 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:40.143225 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792c828d-b37e-4f0e-a77c-eac5b9698726 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:40.148088 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-792c828d-b37e-4f0e-a77c-eac5b9698726 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:40.248215 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73812abb-a867-4d4e-946d-cc309e2957a5 x-openstack-request-id: req-73812abb-a867-4d4e-946d-cc309e2957a5 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:40.248999 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce38246-2692-4462-8d33-1e0343d18a02", "tag": "9821f101-a35c-4110-be3f-cb7e71f41bfe", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:40.249464 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73812abb-a867-4d4e-946d-cc309e2957a5 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:40.250073 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce38246-2692-4462-8d33-1e0343d18a02', 'tag': '9821f101-a35c-4110-be3f-cb7e71f41bfe', 'status': 'completed', 'code': 200} Jul 23 20:49:40.258022 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2fc3952f-e432-4a92-96e4-0f29b1f4e511 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] For port b17aba8f-658e-4cfc-a2c6-69b79faa9595, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=b17aba8f-658e-4cfc-a2c6-69b79faa9595,segment=NetworkSegment(ae8f7742-d345-4509-9f8f-34053767ffe5),segment_id=ae8f7742-d345-4509-9f8f-34053767ffe5)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:40.258893 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2fc3952f-e432-4a92-96e4-0f29b1f4e511 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:40.305740 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb491caf-3f3b-470c-9df4-aeced4a893c6 req-219f075d-828e-4b35-a660-63b121a6dda8 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 210 time: 0.0661097 Jul 23 20:49:40.343850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2fc3952f-e432-4a92-96e4-0f29b1f4e511 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Calling delete_port for b17aba8f-658e-4cfc-a2c6-69b79faa9595 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:40.365300 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ec90f26-a8f0-4ac2-8529-aec6660e435d req-0277696f-a2f8-4787-8db2-71618c67af3b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.0802944 Jul 23 20:49:40.395171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-ecf1de00-c084-46b2-b8b5-78e6424935c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:40.396732 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-ecf1de00-c084-46b2-b8b5-78e6424935c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a71e50f-fd3d-4b09-9759-8d42445860b8 HTTP/1.1" status: 200 len: 834 time: 0.3580918 Jul 23 20:49:40.526403 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-792c828d-b37e-4f0e-a77c-eac5b9698726 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:40.617113 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-9dd4043d-a8d3-4410-a306-6035a57db550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:40.618933 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-9dd4043d-a8d3-4410-a306-6035a57db550 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c458ec9f-298d-44a2-b473-4f8ca25db621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2141948 Jul 23 20:49:40.656873 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c828d-b37e-4f0e-a77c-eac5b9698726 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Subnet': ['ID=d46be23e-6326-4cae-91de-d9c2d037d701,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:40.799704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-c7b8961b-417c-499a-b086-ee6e09ef808e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:40.810759 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-c7b8961b-417c-499a-b086-ee6e09ef808e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.48 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 812 time: 0.3735933 Jul 23 20:49:40.812874 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c828d-b37e-4f0e-a77c-eac5b9698726 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Checking segment: {'id': '49de20de-b7a9-416c-9ef4-a4e815a87b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '865fd93c-bffa-4afd-9813-e09107b9d0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:40.813236 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792c828d-b37e-4f0e-a77c-eac5b9698726 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network hostable DHCP agents. Network: 865fd93c-bffa-4afd-9813-e09107b9d0cc, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:49:40.843389 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-c604ee69-9060-4e1b-8080-05fc766946aa service neutron] 10.222.0.57 "GET /v2.0/networks/c458ec9f-298d-44a2-b473-4f8ca25db621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156537 Jul 23 20:49:40.848553 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2fc3952f-e432-4a92-96e4-0f29b1f4e511 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:40.858761 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792c828d-b37e-4f0e-a77c-eac5b9698726 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network 865fd93c-bffa-4afd-9813-e09107b9d0cc is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:49:40.902460 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91ccd907-3ee5-4d2e-b2cc-2c4f32958481'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:40.905586 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-792c828d-b37e-4f0e-a77c-eac5b9698726 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 865fd93c-bffa-4afd-9813-e09107b9d0cc) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:40.906367 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679af524-3faa-4bbe-8ef6-aff9c65ce25f" -d '{"events": [{"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "91ccd907-3ee5-4d2e-b2cc-2c4f32958481"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:40.910721 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792c828d-b37e-4f0e-a77c-eac5b9698726 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:40.911337 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-792c828d-b37e-4f0e-a77c-eac5b9698726 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:40.919662 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc609658-ede1-4921-b1a8-346b237741fd None None] Network 865fd93c-bffa-4afd-9813-e09107b9d0cc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:40.933827 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-dcfb1ca7-20fd-4548-94ef-7f776790b53a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c35e6d69f6ba464b946144b17db2c502 HTTP/1.1" status: 200 len: 379 time: 0.1086118 Jul 23 20:49:40.940024 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-792c828d-b37e-4f0e-a77c-eac5b9698726 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0866027 Jul 23 20:49:40.941197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34334) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:40.946104 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-0d836022-af87-46fa-95b7-9140c5302c70 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Request body: {'port': {'device_id': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'admin_state_up': True, 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'security_groups': ['47ba2719-2bb4-47e0-919a-7142b44dfdf8']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:40.962783 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b8eea34a-cd16-4ee5-b645-658b0653a00b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'network_id': '865fd93c-bffa-4afd-9813-e09107b9d0cc', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1340549076'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:41.019300 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3952f-e432-4a92-96e4-0f29b1f4e511 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event deleted for resources: {'Port': ['ID=b17aba8f-658e-4cfc-a2c6-69b79faa9595,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:41.064015 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a047cdcd-1519-4ff8-931f-4995df9c8a77 x-openstack-request-id: req-a047cdcd-1519-4ff8-931f-4995df9c8a77 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:41.064488 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "91ccd907-3ee5-4d2e-b2cc-2c4f32958481", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:41.064605 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a047cdcd-1519-4ff8-931f-4995df9c8a77 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:41.064921 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91ccd907-3ee5-4d2e-b2cc-2c4f32958481', 'code': 200} Jul 23 20:49:41.074549 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-0d836022-af87-46fa-95b7-9140c5302c70 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Made reservation on behalf of c35e6d69f6ba464b946144b17db2c502 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:41.084875 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-0d836022-af87-46fa-95b7-9140c5302c70 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:41.090540 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-deleted', 'tag': '91ccd907-3ee5-4d2e-b2cc-2c4f32958481'}, {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-deleted', 'tag': '50e3a026-c77e-4500-9b42-80dcec484704'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:41.095747 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e40dff-efe1-4f3c-be8c-7fb84c357109" -d '{"events": [{"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-deleted", "tag": "91ccd907-3ee5-4d2e-b2cc-2c4f32958481"}, {"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-deleted", "tag": "50e3a026-c77e-4500-9b42-80dcec484704"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:41.178158 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-865fd93c-bffa-4afd-9813-e09107b9d0cc', 'network_id': '865fd93c-bffa-4afd-9813-e09107b9d0cc', 'tenant_id': '453a1be7dbc440628b70639d8414958e', 'fixed_ips': [{'subnet_id': 'd46be23e-6326-4cae-91de-d9c2d037d701'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:49:41.179360 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:41.347807 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-0d836022-af87-46fa-95b7-9140c5302c70 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Allocated IP 172.20.0.11 (b37ae9d4-a01a-4b66-aedc-028c2a70372c/fef0d0b9-4029-46b2-a364-4ad3b1845875/8c13be93-21ea-49a4-bb03-fd9f4b51bfeb) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:41.433705 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Allocated IP 2001:db8::2 (865fd93c-bffa-4afd-9813-e09107b9d0cc/d46be23e-6326-4cae-91de-d9c2d037d701/2ef6da4a-0d5b-4d81-b481-9bf3e409c918) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:41.434222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2fc3952f-e432-4a92-96e4-0f29b1f4e511 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] No DVR routers for this DVR port b17aba8f-658e-4cfc-a2c6-69b79faa9595 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:41.491576 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2fc3952f-e432-4a92-96e4-0f29b1f4e511 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:41.495018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2fc3952f-e432-4a92-96e4-0f29b1f4e511 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.48 "DELETE /v2.0/ports/b17aba8f-658e-4cfc-a2c6-69b79faa9595 HTTP/1.1" status: 204 len: 173 time: 2.2707081 Jul 23 20:49:41.661374 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9897bfec-54e4-43ab-8e04-4d2780b85af2 req-cf8c17f5-3605-4c25-9e97-38c7930f7094 service neutron] 10.222.0.57 "GET /v2.0/networks/c458ec9f-298d-44a2-b473-4f8ca25db621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8104649 Jul 23 20:49:41.698949 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4be996-7f0e-4117-801a-0b26679872b1 req-c854039a-ab5b-40c3-8c0c-e28e9a7d5316 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:41.709161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4be996-7f0e-4117-801a-0b26679872b1 req-c854039a-ab5b-40c3-8c0c-e28e9a7d5316 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:41.718236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4be996-7f0e-4117-801a-0b26679872b1 req-c854039a-ab5b-40c3-8c0c-e28e9a7d5316 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:41.726403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4be996-7f0e-4117-801a-0b26679872b1 req-c854039a-ab5b-40c3-8c0c-e28e9a7d5316 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:41.728548 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b4be996-7f0e-4117-801a-0b26679872b1 req-c854039a-ab5b-40c3-8c0c-e28e9a7d5316 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 3143 time: 0.4352491 Jul 23 20:49:41.740258 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-0d836022-af87-46fa-95b7-9140c5302c70 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:41.751536 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1a83c-590a-45a1-b5a2-5f4abbe78bfb req-b561d62d-f9ee-477b-870d-7ecbe410039d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:41.753037 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81d1a83c-590a-45a1-b5a2-5f4abbe78bfb req-b561d62d-f9ee-477b-870d-7ecbe410039d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 943 time: 0.4485528 Jul 23 20:49:41.768261 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:41.772297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-0d836022-af87-46fa-95b7-9140c5302c70 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Transition to ACTIVE for port object 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:41.772908 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8eea34a-cd16-4ee5-b645-658b0653a00b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:41.778158 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b8eea34a-cd16-4ee5-b645-658b0653a00b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:41.787163 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Transition to ACTIVE for port object 2ef6da4a-0d5b-4d81-b481-9bf3e409c918 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:41.831883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Transition to ACTIVE for port object 2ef6da4a-0d5b-4d81-b481-9bf3e409c918 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:41.844154 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-0d836022-af87-46fa-95b7-9140c5302c70 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:41.861301 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:41.893006 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-0d836022-af87-46fa-95b7-9140c5302c70 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Network b37ae9d4-a01a-4b66-aedc-028c2a70372c is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:41.896840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-b8eea34a-cd16-4ee5-b645-658b0653a00b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] device_id is not set on port cfcbfb20-5c3e-4388-9227-5886c2d4cece yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:49:41.899495 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-0d836022-af87-46fa-95b7-9140c5302c70 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:41.916299 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-0d836022-af87-46fa-95b7-9140c5302c70 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:41.932739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b4be996-7f0e-4117-801a-0b26679872b1 req-e1fe281c-777c-4b45-90ff-5a1a163d5cb6 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773553 Jul 23 20:49:41.944364 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81d1a83c-590a-45a1-b5a2-5f4abbe78bfb req-7235741e-1f37-4ecf-9582-20843afd99ce tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=476102e6-3b1b-4c4b-b541-77ffad4dfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424725 Jul 23 20:49:42.003556 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Network 865fd93c-bffa-4afd-9813-e09107b9d0cc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:42.008988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:42.015855 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:42.040167 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Pushing event updated for resources: {'Port': ['ID=2ef6da4a-0d5b-4d81-b481-9bf3e409c918,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:42.058874 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d836022-af87-46fa-95b7-9140c5302c70 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'Port': ['ID=8c13be93-21ea-49a4-bb03-fd9f4b51bfeb,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:42.090109 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1443f530-c4e8-4819-bc43-33b0d3d478b9 x-openstack-request-id: req-1443f530-c4e8-4819-bc43-33b0d3d478b9 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:42.090586 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-deleted", "tag": "91ccd907-3ee5-4d2e-b2cc-2c4f32958481", "status": "completed", "code": 200}, {"server_uuid": "499d1c2a-23ce-435e-aaa5-a34ee95ff1fe", "name": "network-vif-deleted", "tag": "50e3a026-c77e-4500-9b42-80dcec484704", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:42.091926 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1443f530-c4e8-4819-bc43-33b0d3d478b9 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:42.092633 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-deleted', 'tag': '91ccd907-3ee5-4d2e-b2cc-2c4f32958481', 'status': 'completed', 'code': 200} Jul 23 20:49:42.093323 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d1c2a-23ce-435e-aaa5-a34ee95ff1fe', 'name': 'network-vif-deleted', 'tag': '50e3a026-c77e-4500-9b42-80dcec484704', 'status': 'completed', 'code': 200} Jul 23 20:49:42.105004 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-0d836022-af87-46fa-95b7-9140c5302c70 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:42.106028 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-0d836022-af87-46fa-95b7-9140c5302c70 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:42.139822 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-0d836022-af87-46fa-95b7-9140c5302c70 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1974750 Jul 23 20:49:42.154298 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Request body: {'port': {'device_id': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:42.175894 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Attempting to bind port 2ef6da4a-0d5b-4d81-b481-9bf3e409c918 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:49:42.176532 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Attempting to bind port 2ef6da4a-0d5b-4d81-b481-9bf3e409c918 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '49de20de-b7a9-416c-9ef4-a4e815a87b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '865fd93c-bffa-4afd-9813-e09107b9d0cc'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:49:42.176647 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Attempting to bind port 2ef6da4a-0d5b-4d81-b481-9bf3e409c918 on network 865fd93c-bffa-4afd-9813-e09107b9d0cc {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:42.217729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:49:42.218152 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Checking segment: {'id': '49de20de-b7a9-416c-9ef4-a4e815a87b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '865fd93c-bffa-4afd-9813-e09107b9d0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:42.218514 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:42.218917 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Bound using segment: {'id': '49de20de-b7a9-416c-9ef4-a4e815a87b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '865fd93c-bffa-4afd-9813-e09107b9d0cc'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:49:42.219422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Bound port: 2ef6da4a-0d5b-4d81-b481-9bf3e409c918, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49de20de-b7a9-416c-9ef4-a4e815a87b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '865fd93c-bffa-4afd-9813-e09107b9d0cc'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:49:42.219812 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:42.315887 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:42.364817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] For port 2ef6da4a-0d5b-4d81-b481-9bf3e409c918, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:42.379866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] For port 2ef6da4a-0d5b-4d81-b481-9bf3e409c918, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2ef6da4a-0d5b-4d81-b481-9bf3e409c918,segment=NetworkSegment(49de20de-b7a9-416c-9ef4-a4e815a87b8d),segment_id=49de20de-b7a9-416c-9ef4-a4e815a87b8d)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:49:42.397984 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:42.450056 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-99ba628c-8109-47e3-8047-e7dfd0a6838a None None] Provisioning for port 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:42.472227 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-99ba628c-8109-47e3-8047-e7dfd0a6838a None None] Provisioning complete for port 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:42.472487 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-99ba628c-8109-47e3-8047-e7dfd0a6838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:42.538631 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663da2fa-a8cc-43d9-b55e-ff92210af344 None None] Pushing event updated for resources: {'Port': ['ID=2ef6da4a-0d5b-4d81-b481-9bf3e409c918,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:42.583517 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-99ba628c-8109-47e3-8047-e7dfd0a6838a None None] Port 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:49:42.677648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-deleted', 'tag': 'b17aba8f-658e-4cfc-a2c6-69b79faa9595'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:42.680037 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57602a4-3dfb-4c42-8b9c-f95330aca110" -d '{"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-deleted", "tag": "b17aba8f-658e-4cfc-a2c6-69b79faa9595"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:42.814970 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:49:42.823333 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-400bdc11-f667-4773-9eea-8da77cc0fafe req-f48e9f8c-e72c-48d7-ace0-96a2cac9435d tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.1273386 Jul 23 20:49:42.823872 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:42.885115 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Transition to ACTIVE for port object 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:42.893300 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:42.929870 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9a0132-cc8d-4361-843a-9b1dd02d77f4 x-openstack-request-id: req-dd9a0132-cc8d-4361-843a-9b1dd02d77f4 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:42.933060 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-deleted", "tag": "b17aba8f-658e-4cfc-a2c6-69b79faa9595", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:42.935177 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dd9a0132-cc8d-4361-843a-9b1dd02d77f4 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:42.935706 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-deleted', 'tag': 'b17aba8f-658e-4cfc-a2c6-69b79faa9595', 'status': 'completed', 'code': 200} Jul 23 20:49:43.020072 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4ad8e-a652-456b-8c06-38eaa531cd97 req-f9436d0f-5c74-4db7-9daf-a8fa4148361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:43.025171 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2c4ad8e-a652-456b-8c06-38eaa531cd97 req-f9436d0f-5c74-4db7-9daf-a8fa4148361f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=658e4131401d4adf82a7d233679ed997&device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 1095 time: 1.2894480 Jul 23 20:49:43.052921 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2a541da0-781a-4274-b717-5ca490a1cd81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Deleting port 96427106-3c2e-463d-8d37-38319788aff2 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:43.053415 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2a541da0-781a-4274-b717-5ca490a1cd81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:43.091682 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c13be93-21ea-49a4-bb03-fd9f4b51bfeb,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:43.136301 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Attempting to bind port 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:49:43.136885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Attempting to bind port 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:49:43.137697 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Attempting to bind port 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb on network b37ae9d4-a01a-4b66-aedc-028c2a70372c {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:43.141106 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-b8eea34a-cd16-4ee5-b645-658b0653a00b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Allocated IP 2001:db8::11b (865fd93c-bffa-4afd-9813-e09107b9d0cc/d46be23e-6326-4cae-91de-d9c2d037d701/cfcbfb20-5c3e-4388-9227-5886c2d4cece) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:43.146179 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Port 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb on network b37ae9d4-a01a-4b66-aedc-028c2a70372c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:49:43.146179 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Attempting to bind port 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb on network b37ae9d4-a01a-4b66-aedc-028c2a70372c {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:43.152739 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:49:43.153187 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Checking segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:43.153693 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Bound using segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:49:43.154255 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Bound port: 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:49:43.154702 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:43.251290 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] For port 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:43.254962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] For port 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8c13be93-21ea-49a4-bb03-fd9f4b51bfeb,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:49:43.266449 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:43.290384 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f2861-4b2f-4cc7-85b4-d534050f98f0 req-8a354884-f977-4fc2-b0cc-46657bd63359 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:43.297509 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f20f2861-4b2f-4cc7-85b4-d534050f98f0 req-8a354884-f977-4fc2-b0cc-46657bd63359 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 932 time: 0.6146131 Jul 23 20:49:43.319547 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:43.320163 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:43.322446 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] 10.222.0.48 "PUT /v2.0/ports/8c13be93-21ea-49a4-bb03-fd9f4b51bfeb HTTP/1.1" status: 200 len: 1093 time: 1.1735210 Jul 23 20:49:43.460772 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2836b3-7495-487f-ac82-f0908d0407b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c13be93-21ea-49a4-bb03-fd9f4b51bfeb,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:43.508047 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-f1dfdbc1-4c13-4b08-a6e7-f11cecf7cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:43.509601 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-f1dfdbc1-4c13-4b08-a6e7-f11cecf7cbdb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 1096 time: 0.1332057 Jul 23 20:49:43.611542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a63747-9f04-4ad0-a8d5-3bdfc5c1cd37 req-34c2e768-a28d-4e24-874e-21a20d9746e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:43.613510 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32a63747-9f04-4ad0-a8d5-3bdfc5c1cd37 req-34c2e768-a28d-4e24-874e-21a20d9746e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 943 time: 0.5215588 Jul 23 20:49:43.636567 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-89db1c2f-ca44-47e6-96b6-2ae6f735232f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c13be93-21ea-49a4-bb03-fd9f4b51bfeb HTTP/1.1" status: 200 len: 217 time: 0.1153312 Jul 23 20:49:43.668165 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f20f2861-4b2f-4cc7-85b4-d534050f98f0 req-5c14bb97-c7f0-4001-a4b9-6b4303af7b3a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3697774 Jul 23 20:49:43.677054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2a541da0-781a-4274-b717-5ca490a1cd81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] For port 96427106-3c2e-463d-8d37-38319788aff2, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=96427106-3c2e-463d-8d37-38319788aff2,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:43.680864 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2a541da0-781a-4274-b717-5ca490a1cd81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:43.695500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4ad8e-a652-456b-8c06-38eaa531cd97 req-5b98a79f-de5e-467d-a133-5cae753f6147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:43.697812 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2c4ad8e-a652-456b-8c06-38eaa531cd97 req-5b98a79f-de5e-467d-a133-5cae753f6147 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c458ec9f-298d-44a2-b473-4f8ca25db621 HTTP/1.1" status: 200 len: 897 time: 0.6617506 Jul 23 20:49:43.709657 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-911a6c42-62c1-44c4-9a76-bde430089c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:43.711986 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-911a6c42-62c1-44c4-9a76-bde430089c5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.0594442 Jul 23 20:49:43.767636 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2c4ad8e-a652-456b-8c06-38eaa531cd97 req-e8f553e0-8485-4cc3-86eb-19873704417b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9821f101-a35c-4110-be3f-cb7e71f41bfe HTTP/1.1" status: 200 len: 217 time: 0.0520523 Jul 23 20:49:43.790986 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2a541da0-781a-4274-b717-5ca490a1cd81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Calling delete_port for 96427106-3c2e-463d-8d37-38319788aff2 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:43.798336 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-3a82d5cd-3185-465c-85aa-977dc4089f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:43.799913 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-3a82d5cd-3185-465c-85aa-977dc4089f75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788786 Jul 23 20:49:43.916506 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32a63747-9f04-4ad0-a8d5-3bdfc5c1cd37 req-21ae53a2-c120-4b6e-9da4-ee91cec67d05 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=476102e6-3b1b-4c4b-b541-77ffad4dfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628255 Jul 23 20:49:43.968620 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-16602544-b395-4ae4-82d6-c6529a401022 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569288 Jul 23 20:49:43.993967 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b8eea34a-cd16-4ee5-b645-658b0653a00b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:44.007869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4ad8e-a652-456b-8c06-38eaa531cd97 req-a28702ca-4d70-4e8b-a2e0-6b6358f2ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.007869 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2c4ad8e-a652-456b-8c06-38eaa531cd97 req-a28702ca-4d70-4e8b-a2e0-6b6358f2ede0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a71e50f-fd3d-4b09-9759-8d42445860b8 HTTP/1.1" status: 200 len: 834 time: 0.2291961 Jul 23 20:49:44.068921 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-b8eea34a-cd16-4ee5-b645-658b0653a00b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Transition to ACTIVE for port object cfcbfb20-5c3e-4388-9227-5886c2d4cece will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:44.094342 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'tag': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:44.099076 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30e7505-edfe-4f57-be93-f79bf58c4eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "f27a9294-2771-485e-a518-8393ca5b51b3", "tag": "8c13be93-21ea-49a4-bb03-fd9f4b51bfeb"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:44.103305 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0ec6aadb-6dcc-4f72-8332-7768ea77cbcf req-6e51146b-1b1b-4e24-8a6f-0178c171cf55 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234632 Jul 23 20:49:44.120251 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd94423c-5627-4a75-a2c9-2a11ad222699 None None] Network 865fd93c-bffa-4afd-9813-e09107b9d0cc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:44.145370 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87281504-a595-4137-b1da-247caf08a401 req-c8d5d5e2-92ad-4acf-9316-2a7925c69ea8 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.1121917 Jul 23 20:49:44.200995 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28dfbb-fab5-4a82-9506-be08dc0251b2 req-620720d7-4791-45e1-a62e-c0f7d0971c4c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.208589 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28dfbb-fab5-4a82-9506-be08dc0251b2 req-620720d7-4791-45e1-a62e-c0f7d0971c4c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.215610 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28dfbb-fab5-4a82-9506-be08dc0251b2 req-620720d7-4791-45e1-a62e-c0f7d0971c4c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.223482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28dfbb-fab5-4a82-9506-be08dc0251b2 req-620720d7-4791-45e1-a62e-c0f7d0971c4c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.231449 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7c28dfbb-fab5-4a82-9506-be08dc0251b2 req-620720d7-4791-45e1-a62e-c0f7d0971c4c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 3143 time: 0.4095273 Jul 23 20:49:44.248050 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e04602-f5cb-4eab-bd22-1201dd9f4528 x-openstack-request-id: req-19e04602-f5cb-4eab-bd22-1201dd9f4528 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:44.249009 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27a9294-2771-485e-a518-8393ca5b51b3", "tag": "8c13be93-21ea-49a4-bb03-fd9f4b51bfeb", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:44.249444 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19e04602-f5cb-4eab-bd22-1201dd9f4528 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:44.249923 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'tag': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb', 'status': 'completed', 'code': 200} Jul 23 20:49:44.314430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-71c34b8d-512c-40d7-830c-6b5812659b98 None None] Provisioning for port 2ef6da4a-0d5b-4d81-b481-9bf3e409c918 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:44.361998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7c28dfbb-fab5-4a82-9506-be08dc0251b2 req-b38064ae-7870-48c7-af82-5537551fd340 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273274 Jul 23 20:49:44.379157 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4ad8e-a652-456b-8c06-38eaa531cd97 req-5c9c0fc6-5e90-424d-975d-3b029684e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.385519 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2c4ad8e-a652-456b-8c06-38eaa531cd97 req-5c9c0fc6-5e90-424d-975d-3b029684e300 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c458ec9f-298d-44a2-b473-4f8ca25db621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3611176 Jul 23 20:49:44.387206 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b8eea34a-cd16-4ee5-b645-658b0653a00b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:44.425749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e7505-edfe-4f57-be93-f79bf58c4eb6 req-1f2961c5-f88f-410f-9977-4eb1243acf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.427549 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d30e7505-edfe-4f57-be93-f79bf58c4eb6 req-1f2961c5-f88f-410f-9977-4eb1243acf94 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 1096 time: 0.1353436 Jul 23 20:49:44.439007 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2a541da0-781a-4274-b717-5ca490a1cd81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:44.484100 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eea34a-cd16-4ee5-b645-658b0653a00b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network 865fd93c-bffa-4afd-9813-e09107b9d0cc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:44.491912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-b8eea34a-cd16-4ee5-b645-658b0653a00b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:44.494836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eea34a-cd16-4ee5-b645-658b0653a00b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:44.501013 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eea34a-cd16-4ee5-b645-658b0653a00b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.501633 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b8eea34a-cd16-4ee5-b645-658b0653a00b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:44.549946 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eea34a-cd16-4ee5-b645-658b0653a00b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=cfcbfb20-5c3e-4388-9227-5886c2d4cece,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:44.595009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b8eea34a-cd16-4ee5-b645-658b0653a00b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.6417289 Jul 23 20:49:44.610797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34390) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:44.642970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2a541da0-781a-4274-b717-5ca490a1cd81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] No DVR routers for this DVR port 96427106-3c2e-463d-8d37-38319788aff2 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:44.646962 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2a541da0-781a-4274-b717-5ca490a1cd81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:44.649003 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-334a0041-93b9-4b51-8a30-240659341ff6 req-2a541da0-781a-4274-b717-5ca490a1cd81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.48 "DELETE /v2.0/ports/96427106-3c2e-463d-8d37-38319788aff2 HTTP/1.1" status: 204 len: 173 time: 3.1400754 Jul 23 20:49:44.649906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a541da0-781a-4274-b717-5ca490a1cd81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event deleted for resources: {'Port': ['ID=96427106-3c2e-463d-8d37-38319788aff2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:44.652749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e7505-edfe-4f57-be93-f79bf58c4eb6 req-898436cb-8133-4314-84f6-ea107113b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.654779 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d30e7505-edfe-4f57-be93-f79bf58c4eb6 req-898436cb-8133-4314-84f6-ea107113b515 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 913 time: 0.2145722 Jul 23 20:49:44.700722 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2c4ad8e-a652-456b-8c06-38eaa531cd97 req-502ba56b-5597-4936-ba4f-9fca075029b2 service neutron] 10.222.0.57 "GET /v2.0/networks/c458ec9f-298d-44a2-b473-4f8ca25db621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073416 Jul 23 20:49:44.764622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2ef6da4a-0d5b-4d81-b481-9bf3e409c918 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:49:44.766695 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 9821f101-a35c-4110-be3f-cb7e71f41bfe details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:49:44.786173 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d30e7505-edfe-4f57-be93-f79bf58c4eb6 req-ff545003-a075-46f6-973a-d7205dec9968 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c13be93-21ea-49a4-bb03-fd9f4b51bfeb HTTP/1.1" status: 200 len: 217 time: 0.0954216 Jul 23 20:49:44.938652 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e7505-edfe-4f57-be93-f79bf58c4eb6 req-26b81cc6-bb18-4551-a550-f46208cc75c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.939007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-deleted', 'tag': '96427106-3c2e-463d-8d37-38319788aff2'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:44.941112 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d30e7505-edfe-4f57-be93-f79bf58c4eb6 req-26b81cc6-bb18-4551-a550-f46208cc75c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.1243126 Jul 23 20:49:44.944928 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac18597c-230d-47e5-a5fb-beb05dbf388c" -d '{"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-deleted", "tag": "96427106-3c2e-463d-8d37-38319788aff2"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:45.053296 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-db5b6459-55d4-4220-992b-4e4907652796 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port cfcbfb20-5c3e-4388-9227-5886c2d4cece {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:45.053893 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db5b6459-55d4-4220-992b-4e4907652796 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:45.054449 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2c4ad8e-a652-456b-8c06-38eaa531cd97 req-81f30d7b-5826-4380-89d8-96c480252438 service neutron] 10.222.0.57 "GET /v2.0/networks/c458ec9f-298d-44a2-b473-4f8ca25db621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815909 Jul 23 20:49:45.093338 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 2ef6da4a-0d5b-4d81-b481-9bf3e409c918 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:45.125406 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3b1bb749-49ec-48a2-a310-2e828f0333f5 None None] Provisioning complete for port 2ef6da4a-0d5b-4d81-b481-9bf3e409c918 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:45.126521 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb749-49ec-48a2-a310-2e828f0333f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:45.166028 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e7505-edfe-4f57-be93-f79bf58c4eb6 req-92642060-9242-4d71-b663-a2cfa3b7bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:45.167890 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d30e7505-edfe-4f57-be93-f79bf58c4eb6 req-92642060-9242-4d71-b663-a2cfa3b7bd8c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2147248 Jul 23 20:49:45.227173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-334a0041-93b9-4b51-8a30-240659341ff6 req-e86acad3-af09-43c8-8114-a0026600d49c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Deleting port a68d1c06-08c3-477a-a148-144d28dc32e4 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:45.227602 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-e86acad3-af09-43c8-8114-a0026600d49c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:45.236121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 2ef6da4a-0d5b-4d81-b481-9bf3e409c918 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:45.237241 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:45.256166 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 9821f101-a35c-4110-be3f-cb7e71f41bfe, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=9821f101-a35c-4110-be3f-cb7e71f41bfe,segment=NetworkSegment(29e68040-82c6-4ab9-8409-7148e6284551),segment_id=29e68040-82c6-4ab9-8409-7148e6284551)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:45.296864 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db5b6459-55d4-4220-992b-4e4907652796 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:45.327637 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-db5b6459-55d4-4220-992b-4e4907652796 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for cfcbfb20-5c3e-4388-9227-5886c2d4cece owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:45.369288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-334a0041-93b9-4b51-8a30-240659341ff6 req-e86acad3-af09-43c8-8114-a0026600d49c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] For port a68d1c06-08c3-477a-a148-144d28dc32e4, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=a68d1c06-08c3-477a-a148-144d28dc32e4,segment=NetworkSegment(ae8f7742-d345-4509-9f8f-34053767ffe5),segment_id=ae8f7742-d345-4509-9f8f-34053767ffe5)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:45.369665 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-e86acad3-af09-43c8-8114-a0026600d49c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:45.390035 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-334a0041-93b9-4b51-8a30-240659341ff6 req-e86acad3-af09-43c8-8114-a0026600d49c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Calling delete_port for a68d1c06-08c3-477a-a148-144d28dc32e4 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:45.391935 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '9821f101-a35c-4110-be3f-cb7e71f41bfe', 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621', 'port_id': '9821f101-a35c-4110-be3f-cb7e71f41bfe', 'mac_address': 'fa:16:3e:1b:e3:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:49:45.484271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b8582-c4ec-41b5-b53a-6dbac549d29f req-cfdf356d-fb08-439b-b3f4-2f3b24e8bb01 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:45.491394 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f87b8582-c4ec-41b5-b53a-6dbac549d29f req-cfdf356d-fb08-439b-b3f4-2f3b24e8bb01 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 943 time: 0.4046504 Jul 23 20:49:45.503614 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f9757-c7b7-4403-93c7-843fe919f217 req-e54b9338-9dcf-4440-9578-4ebf66870825 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:45.505594 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-176f9757-c7b7-4403-93c7-843fe919f217 req-e54b9338-9dcf-4440-9578-4ebf66870825 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 944 time: 0.5671711 Jul 23 20:49:45.534226 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:45.561931 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d30e7505-edfe-4f57-be93-f79bf58c4eb6 req-7502759c-0f49-4332-900b-41bb43991a43 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701589 Jul 23 20:49:45.581257 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:45.584662 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb749-49ec-48a2-a310-2e828f0333f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:45.586404 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:45.602840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f87b8582-c4ec-41b5-b53a-6dbac549d29f req-57bfc21f-1d4d-4e9a-9d81-9df792508593 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=476102e6-3b1b-4c4b-b541-77ffad4dfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103630 Jul 23 20:49:45.607066 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9821f101-a35c-4110-be3f-cb7e71f41bfe {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:49:45.612055 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-176f9757-c7b7-4403-93c7-843fe919f217 req-b8566e6f-29b0-4eaa-83bf-2283da868669 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954971 Jul 23 20:49:45.689305 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 9821f101-a35c-4110-be3f-cb7e71f41bfe, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=9821f101-a35c-4110-be3f-cb7e71f41bfe,segment=NetworkSegment(29e68040-82c6-4ab9-8409-7148e6284551),segment_id=29e68040-82c6-4ab9-8409-7148e6284551)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:45.694100 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c837f03-e5b8-4786-b8f3-4c5c03a40771 x-openstack-request-id: req-6c837f03-e5b8-4786-b8f3-4c5c03a40771 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:45.700756 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-deleted", "tag": "96427106-3c2e-463d-8d37-38319788aff2", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:45.701707 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c837f03-e5b8-4786-b8f3-4c5c03a40771 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:45.702353 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-deleted', 'tag': '96427106-3c2e-463d-8d37-38319788aff2', 'status': 'completed', 'code': 200} Jul 23 20:49:45.752866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 2ef6da4a-0d5b-4d81-b481-9bf3e409c918, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2ef6da4a-0d5b-4d81-b481-9bf3e409c918,segment=NetworkSegment(49de20de-b7a9-416c-9ef4-a4e815a87b8d),segment_id=49de20de-b7a9-416c-9ef4-a4e815a87b8d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:45.766373 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:45.771926 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:45.846856 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-3b1bb749-49ec-48a2-a310-2e828f0333f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:49:45.847140 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-3b1bb749-49ec-48a2-a310-2e828f0333f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:49:45.869617 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=9821f101-a35c-4110-be3f-cb7e71f41bfe,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:45.878963 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db199639-1651-4b10-afdc-a6c72655d1b1 req-e778fc66-cbb0-4cc3-abdd-144216e27cd3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.1097982 Jul 23 20:49:45.905901 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db5b6459-55d4-4220-992b-4e4907652796 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:45.932270 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-e86acad3-af09-43c8-8114-a0026600d49c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:45.958560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b6459-55d4-4220-992b-4e4907652796 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=cfcbfb20-5c3e-4388-9227-5886c2d4cece,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:45.961675 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d30e7505-edfe-4f57-be93-f79bf58c4eb6 req-804f12b1-82f0-4c1e-b520-6fc2f1c57f39 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186064 Jul 23 20:49:46.000282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86acad3-af09-43c8-8114-a0026600d49c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event deleted for resources: {'Port': ['ID=a68d1c06-08c3-477a-a148-144d28dc32e4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:46.010828 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db5b6459-55d4-4220-992b-4e4907652796 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:46.015347 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-db5b6459-55d4-4220-992b-4e4907652796 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/ports/cfcbfb20-5c3e-4388-9227-5886c2d4cece HTTP/1.1" status: 204 len: 168 time: 1.3940763 Jul 23 20:49:46.015658 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34416) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:46.021366 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['9821f101-a35c-4110-be3f-cb7e71f41bfe'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:49:46.030940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=2ef6da4a-0d5b-4d81-b481-9bf3e409c918,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:46.087070 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-377a77b3-391f-4251-8f2a-2fdff369aaaa tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] GET failed (client error): The resource could not be found. Jul 23 20:49:46.094980 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-377a77b3-391f-4251-8f2a-2fdff369aaaa tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports/cfcbfb20-5c3e-4388-9227-5886c2d4cece HTTP/1.1" status: 404 len: 333 time: 0.0783603 Jul 23 20:49:46.095874 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34420) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:46.173311 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-334a0041-93b9-4b51-8a30-240659341ff6 req-e86acad3-af09-43c8-8114-a0026600d49c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] No DVR routers for this DVR port a68d1c06-08c3-477a-a148-144d28dc32e4 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:46.176397 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-e86acad3-af09-43c8-8114-a0026600d49c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:46.178514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-334a0041-93b9-4b51-8a30-240659341ff6 req-e86acad3-af09-43c8-8114-a0026600d49c tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.48 "DELETE /v2.0/ports/a68d1c06-08c3-477a-a148-144d28dc32e4 HTTP/1.1" status: 204 len: 173 time: 1.5066278 Jul 23 20:49:46.200714 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5d3fc0-c96d-459d-a912-3fd06744c7fc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting subnet d46be23e-6326-4cae-91de-d9c2d037d701 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:49:46.207875 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3fc0-c96d-459d-a912-3fd06744c7fc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:46.208378 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ab7eb-2f6a-41da-8831-ebdcebcc3cd4 req-3447b93f-69c1-46a8-8458-a0fc9edb4204 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:46.215429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ab7eb-2f6a-41da-8831-ebdcebcc3cd4 req-3447b93f-69c1-46a8-8458-a0fc9edb4204 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:46.222622 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ab7eb-2f6a-41da-8831-ebdcebcc3cd4 req-3447b93f-69c1-46a8-8458-a0fc9edb4204 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:46.224630 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-146ab7eb-2f6a-41da-8831-ebdcebcc3cd4 req-3447b93f-69c1-46a8-8458-a0fc9edb4204 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 2332 time: 0.3966529 Jul 23 20:49:46.332610 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3fc0-c96d-459d-a912-3fd06744c7fc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:46.343029 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-146ab7eb-2f6a-41da-8831-ebdcebcc3cd4 req-23752d00-c8f7-49e0-888b-b5ee4cbbdf8b tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104221 Jul 23 20:49:46.390962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-334a0041-93b9-4b51-8a30-240659341ff6 req-34a96202-f332-4b4c-9d7a-2d07a5b76b84 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Deleting port ac7d5512-08f7-45f5-8473-32a1d13ff319 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:46.391399 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-34a96202-f332-4b4c-9d7a-2d07a5b76b84 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:46.463400 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3b1bb749-49ec-48a2-a310-2e828f0333f5 None None] Could not find standard attr ID for object cfcbfb20-5c3e-4388-9227-5886c2d4cece. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:49:46.517568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-334a0041-93b9-4b51-8a30-240659341ff6 req-34a96202-f332-4b4c-9d7a-2d07a5b76b84 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] For port ac7d5512-08f7-45f5-8473-32a1d13ff319, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=ac7d5512-08f7-45f5-8473-32a1d13ff319,segment=NetworkSegment(060aa268-af4d-459a-b7ae-14b092772597),segment_id=060aa268-af4d-459a-b7ae-14b092772597)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:46.517929 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-34a96202-f332-4b4c-9d7a-2d07a5b76b84 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:46.522521 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3fc0-c96d-459d-a912-3fd06744c7fc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:46.576790 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2d87f591-9155-4272-bec5-561e39ad780b None None] Could not find standard attr ID for object cfcbfb20-5c3e-4388-9227-5886c2d4cece. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:49:46.675420 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3fc0-c96d-459d-a912-3fd06744c7fc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:46.707954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2ef6da4a-0d5b-4d81-b481-9bf3e409c918 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:49:46.724003 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d3fc0-c96d-459d-a912-3fd06744c7fc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Subnet': ['ID=d46be23e-6326-4cae-91de-d9c2d037d701,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:46.729183 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3fc0-c96d-459d-a912-3fd06744c7fc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:46.735136 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4d5d3fc0-c96d-459d-a912-3fd06744c7fc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/d46be23e-6326-4cae-91de-d9c2d037d701 HTTP/1.1" status: 204 len: 168 time: 0.6380701 Jul 23 20:49:46.735960 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34434) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:46.767399 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c5eb10-b00c-45a1-8739-e1e97d319270 None None] Network 865fd93c-bffa-4afd-9813-e09107b9d0cc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:46.820454 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-34a96202-f332-4b4c-9d7a-2d07a5b76b84 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:46.821019 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-34a96202-f332-4b4c-9d7a-2d07a5b76b84 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:46.821133 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [req-334a0041-93b9-4b51-8a30-240659341ff6 req-34a96202-f332-4b4c-9d7a-2d07a5b76b84 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Floating IP 33293015-8d03-44f3-ae95-5d590fa8ea8b disassociated. External IP: 172.25.3.185, port: ac7d5512-08f7-45f5-8473-32a1d13ff319. Jul 23 20:49:46.821447 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-334a0041-93b9-4b51-8a30-240659341ff6 req-34a96202-f332-4b4c-9d7a-2d07a5b76b84 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Calling delete_port for ac7d5512-08f7-45f5-8473-32a1d13ff319 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:46.851692 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:46.912127 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port 2ef6da4a-0d5b-4d81-b481-9bf3e409c918 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:46.912646 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:46.936973 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 2ef6da4a-0d5b-4d81-b481-9bf3e409c918 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:46.947691 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:46.993492 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] For port 2ef6da4a-0d5b-4d81-b481-9bf3e409c918, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2ef6da4a-0d5b-4d81-b481-9bf3e409c918,segment=NetworkSegment(49de20de-b7a9-416c-9ef4-a4e815a87b8d),segment_id=49de20de-b7a9-416c-9ef4-a4e815a87b8d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:46.994061 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:47.008186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for 2ef6da4a-0d5b-4d81-b481-9bf3e409c918 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:47.038726 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:47.110223 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-34a96202-f332-4b4c-9d7a-2d07a5b76b84 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:47.128987 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:47.149680 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a96202-f332-4b4c-9d7a-2d07a5b76b84 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event deleted for resources: {'Port': ['ID=ac7d5512-08f7-45f5-8473-32a1d13ff319,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:47.180154 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=2ef6da4a-0d5b-4d81-b481-9bf3e409c918,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:47.183473 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No DVR routers for this DVR port 2ef6da4a-0d5b-4d81-b481-9bf3e409c918 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:47.295415 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6388b1e7-6d84-45bb-ae7e-3c875624b795 None None] DHCP port deletion for 865fd93c-bffa-4afd-9813-e09107b9d0cc request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:49:47.312963 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba8f9b-15ec-4ef8-bef0-eaaacf893b77 req-532c01ec-da2d-40e1-9807-5f46864859f4 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:47.314737 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-adba8f9b-15ec-4ef8-bef0-eaaacf893b77 req-532c01ec-da2d-40e1-9807-5f46864859f4 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 944 time: 0.3044736 Jul 23 20:49:47.323341 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:47.327084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8412f4-79fe-46a0-92d3-614336060dc0 req-b632fb6a-52a4-4853-aa6a-caf5f034287c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:47.328858 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee8412f4-79fe-46a0-92d3-614336060dc0 req-b632fb6a-52a4-4853-aa6a-caf5f034287c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 944 time: 0.3219807 Jul 23 20:49:47.341419 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865fd93c-bffa-4afd-9813-e09107b9d0cc']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:47.356221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49de20de-b7a9-416c-9ef4-a4e815a87b8d') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:47.356568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49de20de-b7a9-416c-9ef4-a4e815a87b8d') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:47.369023 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:47.387190 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:47.397457 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:49:47.397940 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:49:47.404074 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:49:47.424497 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-adba8f9b-15ec-4ef8-bef0-eaaacf893b77 req-eb1c697e-9d70-4229-9f4b-037b095069d4 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=476102e6-3b1b-4c4b-b541-77ffad4dfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927522 Jul 23 20:49:47.441427 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee8412f4-79fe-46a0-92d3-614336060dc0 req-03095bb7-8339-40b3-9f64-9c392ffb82cd tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025298 Jul 23 20:49:47.484624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-334a0041-93b9-4b51-8a30-240659341ff6 req-34a96202-f332-4b4c-9d7a-2d07a5b76b84 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Router 65675695-ddfc-4d11-8a96-c3fa6f63b071 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:49:47.530477 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:47.549189 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:47.551488 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b04de48e-cba6-47b3-aea3-90166c29fb3b req-74959636-acc2-4d4e-8fc9-1dbae8c6490b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.0536113 Jul 23 20:49:47.563211 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/networks/865fd93c-bffa-4afd-9813-e09107b9d0cc HTTP/1.1" status: 204 len: 168 time: 0.8253133 Jul 23 20:49:47.568311 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34448) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:47.601289 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-22b05721-094a-4bf3-86e3-139dbe5a014b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'name': 'tempest-PortsIpV6TestJSON-2142598041'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:47.628480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787680b6-93c2-424f-ae33-c1f12e56fe6b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Network': ['ID=865fd93c-bffa-4afd-9813-e09107b9d0cc,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:47.744799 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b05721-094a-4bf3-86e3-139dbe5a014b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:47.749626 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22b05721-094a-4bf3-86e3-139dbe5a014b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:47.789949 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-22b05721-094a-4bf3-86e3-139dbe5a014b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] device_id is not set on port 95b54910-a6a7-4599-971c-e24adf9e3f9f yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:49:48.002735 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22b05721-094a-4bf3-86e3-139dbe5a014b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:48.052846 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22b05721-094a-4bf3-86e3-139dbe5a014b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:48.067746 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-deleted', 'tag': 'a68d1c06-08c3-477a-a148-144d28dc32e4'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:48.070244 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76bca61-a17b-4916-abf1-63f602180900" -d '{"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-deleted", "tag": "a68d1c06-08c3-477a-a148-144d28dc32e4"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:48.104375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b05721-094a-4bf3-86e3-139dbe5a014b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:48.108066 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-22b05721-094a-4bf3-86e3-139dbe5a014b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:48.115190 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b05721-094a-4bf3-86e3-139dbe5a014b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:48.131436 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b05721-094a-4bf3-86e3-139dbe5a014b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:48.135731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-334a0041-93b9-4b51-8a30-240659341ff6 req-34a96202-f332-4b4c-9d7a-2d07a5b76b84 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:49:48.138238 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22b05721-094a-4bf3-86e3-139dbe5a014b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:48.149230 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7abda3-58f2-48f0-a66d-0fb70086b8f3 req-fde40cdc-94f8-4465-b911-84cc4d642571 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:48.151066 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd6080-5ced-4b4e-b4d0-833ac0d81aa9 None None] Sync routers for ids ['65675695-ddfc-4d11-8a96-c3fa6f63b071'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:49:48.157015 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de7abda3-58f2-48f0-a66d-0fb70086b8f3 req-fde40cdc-94f8-4465-b911-84cc4d642571 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 943 time: 0.5434954 Jul 23 20:49:48.160316 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b05721-094a-4bf3-86e3-139dbe5a014b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=95b54910-a6a7-4599-971c-e24adf9e3f9f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:48.173019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd6080-5ced-4b4e-b4d0-833ac0d81aa9 None None] Routers {'65675695-ddfc-4d11-8a96-c3fa6f63b071'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:49:48.173769 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c2fd6080-5ced-4b4e-b4d0-833ac0d81aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:49:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['65675695-ddfc-4d11-8a96-c3fa6f63b071'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:48.195861 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985b6e65-8ca3-498d-9936-c89f47f3ad48 x-openstack-request-id: req-985b6e65-8ca3-498d-9936-c89f47f3ad48 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:48.196162 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-deleted", "tag": "a68d1c06-08c3-477a-a148-144d28dc32e4", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:48.196455 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-985b6e65-8ca3-498d-9936-c89f47f3ad48 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:48.196846 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-deleted', 'tag': 'a68d1c06-08c3-477a-a148-144d28dc32e4', 'status': 'completed', 'code': 200} Jul 23 20:49:48.205294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34460) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:48.210132 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-22b05721-094a-4bf3-86e3-139dbe5a014b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6193230 Jul 23 20:49:48.261277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-334a0041-93b9-4b51-8a30-240659341ff6 req-34a96202-f332-4b4c-9d7a-2d07a5b76b84 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] No DVR routers for this DVR port ac7d5512-08f7-45f5-8473-32a1d13ff319 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:48.270461 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-34a96202-f332-4b4c-9d7a-2d07a5b76b84 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:48.272710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-334a0041-93b9-4b51-8a30-240659341ff6 req-34a96202-f332-4b4c-9d7a-2d07a5b76b84 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.48 "DELETE /v2.0/ports/ac7d5512-08f7-45f5-8473-32a1d13ff319 HTTP/1.1" status: 204 len: 173 time: 2.0804501 Jul 23 20:49:48.307469 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-c2fd6080-5ced-4b4e-b4d0-833ac0d81aa9 None None] Set router 65675695-ddfc-4d11-8a96-c3fa6f63b071 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:49:48.324698 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de7abda3-58f2-48f0-a66d-0fb70086b8f3 req-a9571302-cb71-45d3-8d69-9fcd25c01274 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups?id=231eb358-bebd-42eb-81af-33d6b583154d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668224 Jul 23 20:49:48.455178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-05f3c0b8-a072-4668-8d57-292cc63360ba tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port 95b54910-a6a7-4599-971c-e24adf9e3f9f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:48.455606 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05f3c0b8-a072-4668-8d57-292cc63360ba tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:48.502737 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-334a0041-93b9-4b51-8a30-240659341ff6 req-f3a1b11c-5803-4685-99af-b94fb4beea81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Deleting port 375f4d5b-bee1-40a7-8ed7-558dfed774a8 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:48.503083 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-f3a1b11c-5803-4685-99af-b94fb4beea81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:48.590356 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05f3c0b8-a072-4668-8d57-292cc63360ba tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:48.605379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-05f3c0b8-a072-4668-8d57-292cc63360ba tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for 95b54910-a6a7-4599-971c-e24adf9e3f9f owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:48.647583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c2fd6080-5ced-4b4e-b4d0-833ac0d81aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'name': 'tempest-TaggedBootDevicesTest-1554552862-router', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:51Z', 'updated_at': '2021-07-23T20:37:59Z', 'revision_number': 4, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'gw_port': {'id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:52Z', 'updated_at': '2021-07-23T20:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '68be1a11-8a57-47c4-b213-8ac77e0b3403', 'name': '', 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'mac_address': 'fa:16:3e:fc:a3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:57Z', 'updated_at': '2021-07-23T20:38:08Z', 'revision_number': 5, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'subnets': [{'id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:48.688950 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2ef6da4a-0d5b-4d81-b481-9bf3e409c918 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:48.691319 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd6080-5ced-4b4e-b4d0-833ac0d81aa9 None None] Checking router: 65675695-ddfc-4d11-8a96-c3fa6f63b071 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:49:48.714248 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 2ef6da4a-0d5b-4d81-b481-9bf3e409c918 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:49:48.714601 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2ef6da4a-0d5b-4d81-b481-9bf3e409c918 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:49:48.732825 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd6080-5ced-4b4e-b4d0-833ac0d81aa9 None None] Routers {'65675695-ddfc-4d11-8a96-c3fa6f63b071'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:49:48.733745 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c2fd6080-5ced-4b4e-b4d0-833ac0d81aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:49:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['65675695-ddfc-4d11-8a96-c3fa6f63b071'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:48.804141 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 9821f101-a35c-4110-be3f-cb7e71f41bfe up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:49:48.816257 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-334a0041-93b9-4b51-8a30-240659341ff6 req-f3a1b11c-5803-4685-99af-b94fb4beea81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] For port 375f4d5b-bee1-40a7-8ed7-558dfed774a8, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=375f4d5b-bee1-40a7-8ed7-558dfed774a8,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:48.816614 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-f3a1b11c-5803-4685-99af-b94fb4beea81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:48.843994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-334a0041-93b9-4b51-8a30-240659341ff6 req-f3a1b11c-5803-4685-99af-b94fb4beea81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Calling delete_port for 375f4d5b-bee1-40a7-8ed7-558dfed774a8 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:48.869758 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35641f-ac6c-4842-90df-2dd7584252f0 req-10935557-6332-48aa-969e-50e989c98919 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:48.871601 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de35641f-ac6c-4842-90df-2dd7584252f0 req-10935557-6332-48aa-969e-50e989c98919 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 944 time: 0.2572508 Jul 23 20:49:48.908402 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-c2fd6080-5ced-4b4e-b4d0-833ac0d81aa9 None None] Set router 65675695-ddfc-4d11-8a96-c3fa6f63b071 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:49:48.978452 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c81a7-1be2-4d65-ba88-29ac7a748b8b req-c9c7188c-95a8-447a-88ad-bedc7f09703a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:48.980049 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-164c81a7-1be2-4d65-ba88-29ac7a748b8b req-c9c7188c-95a8-447a-88ad-bedc7f09703a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 944 time: 0.3677704 Jul 23 20:49:48.985217 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de35641f-ac6c-4842-90df-2dd7584252f0 req-589b0c25-59bd-4769-ae6f-6e5c7e6ddccc tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=476102e6-3b1b-4c4b-b541-77ffad4dfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016312 Jul 23 20:49:49.025740 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05f3c0b8-a072-4668-8d57-292cc63360ba tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:49.078542 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 9821f101-a35c-4110-be3f-cb7e71f41bfe completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:49.095242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3c0b8-a072-4668-8d57-292cc63360ba tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=95b54910-a6a7-4599-971c-e24adf9e3f9f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:49.098857 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4341b597-e27d-42d7-8cd3-f33c84850874 req-0a174916-c0f2-401a-a2ad-19901aeac224 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.0340233 Jul 23 20:49:49.108316 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-164c81a7-1be2-4d65-ba88-29ac7a748b8b req-6c764f7d-df23-46d7-bec6-341d54936198 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185575 Jul 23 20:49:49.122760 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05f3c0b8-a072-4668-8d57-292cc63360ba tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:49.125309 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-05f3c0b8-a072-4668-8d57-292cc63360ba tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/ports/95b54910-a6a7-4599-971c-e24adf9e3f9f HTTP/1.1" status: 204 len: 168 time: 0.9162669 Jul 23 20:49:49.128418 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34476) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:49.134360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-44a09f46-cd57-4e69-a647-50777a5d5d1c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'mac_address': 'fa:16:3e:c4:ce:91', 'name': 'tempest-PortsIpV6TestJSON-1408186471'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:49.149113 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 9821f101-a35c-4110-be3f-cb7e71f41bfe triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:49.149113 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:49.254076 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-f3a1b11c-5803-4685-99af-b94fb4beea81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:49.288584 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a09f46-cd57-4e69-a647-50777a5d5d1c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:49.298323 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1b11c-5803-4685-99af-b94fb4beea81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event deleted for resources: {'Port': ['ID=375f4d5b-bee1-40a7-8ed7-558dfed774a8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:49.363962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-334a0041-93b9-4b51-8a30-240659341ff6 req-f3a1b11c-5803-4685-99af-b94fb4beea81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] No DVR routers for this DVR port 375f4d5b-bee1-40a7-8ed7-558dfed774a8 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:49:49.366493 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-334a0041-93b9-4b51-8a30-240659341ff6 req-f3a1b11c-5803-4685-99af-b94fb4beea81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:49.368676 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-334a0041-93b9-4b51-8a30-240659341ff6 req-f3a1b11c-5803-4685-99af-b94fb4beea81 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.48 "DELETE /v2.0/ports/375f4d5b-bee1-40a7-8ed7-558dfed774a8 HTTP/1.1" status: 204 len: 173 time: 1.0868235 Jul 23 20:49:49.403462 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-44a09f46-cd57-4e69-a647-50777a5d5d1c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:49.430945 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-44a09f46-cd57-4e69-a647-50777a5d5d1c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] device_id is not set on port bd75c56d-03df-4318-8132-fa0205cec536 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:49:49.521079 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8245682c-d6b1-4dc9-855c-e026a0216e54 req-4e5c3d5b-abf3-42a4-bc57-fa4cdc5f8c17 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0568440 Jul 23 20:49:49.537456 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:49.577395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce38246-2692-4462-8d33-1e0343d18a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9821f101-a35c-4110-be3f-cb7e71f41bfe'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:49.580563 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc80106c-1917-4cdf-a8fc-ff6b3dda9ea2" -d '{"events": [{"server_uuid": "8ce38246-2692-4462-8d33-1e0343d18a02", "name": "network-vif-plugged", "status": "completed", "tag": "9821f101-a35c-4110-be3f-cb7e71f41bfe"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:49.603058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c2fd6080-5ced-4b4e-b4d0-833ac0d81aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'name': 'tempest-TaggedBootDevicesTest-1554552862-router', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:51Z', 'updated_at': '2021-07-23T20:37:59Z', 'revision_number': 4, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'gw_port': {'id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:52Z', 'updated_at': '2021-07-23T20:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '68be1a11-8a57-47c4-b213-8ac77e0b3403', 'name': '', 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'mac_address': 'fa:16:3e:fc:a3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:57Z', 'updated_at': '2021-07-23T20:38:08Z', 'revision_number': 5, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'subnets': [{'id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:49.606422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 9821f101-a35c-4110-be3f-cb7e71f41bfe, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=9821f101-a35c-4110-be3f-cb7e71f41bfe,segment=NetworkSegment(29e68040-82c6-4ab9-8409-7148e6284551),segment_id=29e68040-82c6-4ab9-8409-7148e6284551)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:49.638912 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:49.661366 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-44a09f46-cd57-4e69-a647-50777a5d5d1c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:49.693586 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02df381-faf2-4e6c-9efa-d009de4027c1 x-openstack-request-id: req-b02df381-faf2-4e6c-9efa-d009de4027c1 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:49.693978 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce38246-2692-4462-8d33-1e0343d18a02", "name": "network-vif-plugged", "status": "completed", "tag": "9821f101-a35c-4110-be3f-cb7e71f41bfe", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:49.694302 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b02df381-faf2-4e6c-9efa-d009de4027c1 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:49.694756 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce38246-2692-4462-8d33-1e0343d18a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9821f101-a35c-4110-be3f-cb7e71f41bfe', 'code': 200} Jul 23 20:49:49.699765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd6080-5ced-4b4e-b4d0-833ac0d81aa9 None None] The sync data for ids ['65675695-ddfc-4d11-8a96-c3fa6f63b071'] in n-d-791504-18 is: [{'id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'name': 'tempest-TaggedBootDevicesTest-1554552862-router', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:51Z', 'updated_at': '2021-07-23T20:37:59Z', 'revision_number': 4, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'gw_port': {'id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:52Z', 'updated_at': '2021-07-23T20:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '68be1a11-8a57-47c4-b213-8ac77e0b3403', 'name': '', 'network_id': '04518969-2864-49dd-8fa7-d7bf22c7ecb5', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'mac_address': 'fa:16:3e:fc:a3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:57Z', 'updated_at': '2021-07-23T20:38:08Z', 'revision_number': 5, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'subnets': [{'id': '0fec6d45-9345-4d90-b1d2-40a8c0c03e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:49:49.737535 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-44a09f46-cd57-4e69-a647-50777a5d5d1c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:49.783724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=9821f101-a35c-4110-be3f-cb7e71f41bfe,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:49.843171 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a09f46-cd57-4e69-a647-50777a5d5d1c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=bd75c56d-03df-4318-8132-fa0205cec536,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:49.862086 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116853d-30cb-4198-b55f-d6aa5676d19a req-8206fc0d-e59d-49cb-97a4-9f59ef851207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:49.866535 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a09f46-cd57-4e69-a647-50777a5d5d1c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:49.868068 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-44a09f46-cd57-4e69-a647-50777a5d5d1c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:49.870385 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a09f46-cd57-4e69-a647-50777a5d5d1c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:49.877019 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a09f46-cd57-4e69-a647-50777a5d5d1c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:49.877215 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8116853d-30cb-4198-b55f-d6aa5676d19a req-8206fc0d-e59d-49cb-97a4-9f59ef851207 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 1097 time: 0.1264997 Jul 23 20:49:49.878066 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-44a09f46-cd57-4e69-a647-50777a5d5d1c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:49.898044 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-44a09f46-cd57-4e69-a647-50777a5d5d1c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7682641 Jul 23 20:49:49.900978 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34490) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:49.938972 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8116853d-30cb-4198-b55f-d6aa5676d19a req-14094d1a-c652-467c-8e51-df2710400a7e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=476102e6-3b1b-4c4b-b541-77ffad4dfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544493 Jul 23 20:49:49.994480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270f8725-5ef2-4e20-92bd-e2484cbb3802 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:50.001377 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-270f8725-5ef2-4e20-92bd-e2484cbb3802 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports/bd75c56d-03df-4318-8132-fa0205cec536 HTTP/1.1" status: 200 len: 845 time: 0.0969574 Jul 23 20:49:50.001612 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34496) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:50.166119 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f5df1-91b8-4c44-9132-2d79e325a708 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port bd75c56d-03df-4318-8132-fa0205cec536 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:50.166753 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6d7f5df1-91b8-4c44-9132-2d79e325a708 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:50.180659 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5388669f-06d7-4c1e-bfe0-84a4e6778715 None None] New status for floating IP 33293015-8d03-44f3-ae95-5d590fa8ea8b: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:49:50.187376 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1860ed0-8e7a-4e6d-ab9d-60ee341ee167 req-4ad4a7e8-7ccf-44d6-ad4c-bf81457f6025 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:50.189532 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e1860ed0-8e7a-4e6d-ab9d-60ee341ee167 req-4ad4a7e8-7ccf-44d6-ad4c-bf81457f6025 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 945 time: 0.0943651 Jul 23 20:49:50.197628 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-deleted', 'tag': 'ac7d5512-08f7-45f5-8473-32a1d13ff319'}, {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-deleted', 'tag': '375f4d5b-bee1-40a7-8ed7-558dfed774a8'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:50.202538 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b1367a-3e23-4b71-974d-083bebf05910" -d '{"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-deleted", "tag": "ac7d5512-08f7-45f5-8473-32a1d13ff319"}, {"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-deleted", "tag": "375f4d5b-bee1-40a7-8ed7-558dfed774a8"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:50.284103 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6d7f5df1-91b8-4c44-9132-2d79e325a708 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:50.308229 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6267ada7-5c7c-40ac-82db-744aa468b6a8 req-a7edb714-f471-4e68-9769-8ebeb89974c4 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.0665133 Jul 23 20:49:50.310251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f5df1-91b8-4c44-9132-2d79e325a708 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for bd75c56d-03df-4318-8132-fa0205cec536 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:50.349651 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e1860ed0-8e7a-4e6d-ab9d-60ee341ee167 req-791a19bd-bddd-4872-a15f-b340b3b327f7 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=476102e6-3b1b-4c4b-b541-77ffad4dfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505597 Jul 23 20:49:50.383726 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc7015d-f2f5-410e-af4c-a5a966b87d4a x-openstack-request-id: req-1fc7015d-f2f5-410e-af4c-a5a966b87d4a {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:50.384401 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-deleted", "tag": "ac7d5512-08f7-45f5-8473-32a1d13ff319", "status": "completed", "code": 200}, {"server_uuid": "67edefd8-cf07-4616-9feb-77bb7e599996", "name": "network-vif-deleted", "tag": "375f4d5b-bee1-40a7-8ed7-558dfed774a8", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:50.384880 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1fc7015d-f2f5-410e-af4c-a5a966b87d4a {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:50.385455 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-deleted', 'tag': 'ac7d5512-08f7-45f5-8473-32a1d13ff319', 'status': 'completed', 'code': 200} Jul 23 20:49:50.385886 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67edefd8-cf07-4616-9feb-77bb7e599996', 'name': 'network-vif-deleted', 'tag': '375f4d5b-bee1-40a7-8ed7-558dfed774a8', 'status': 'completed', 'code': 200} Jul 23 20:49:50.486085 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6d7f5df1-91b8-4c44-9132-2d79e325a708 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:50.500026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026b41e-c856-490a-b0d2-296ff8626857 req-9256917c-05ee-4151-a246-60d3b0fc9c4d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:50.501816 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2026b41e-c856-490a-b0d2-296ff8626857 req-9256917c-05ee-4151-a246-60d3b0fc9c4d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 944 time: 0.0797710 Jul 23 20:49:50.539482 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f5df1-91b8-4c44-9132-2d79e325a708 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=bd75c56d-03df-4318-8132-fa0205cec536,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:50.545967 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6d7f5df1-91b8-4c44-9132-2d79e325a708 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:50.548324 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6d7f5df1-91b8-4c44-9132-2d79e325a708 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/ports/bd75c56d-03df-4318-8132-fa0205cec536 HTTP/1.1" status: 204 len: 168 time: 0.5457673 Jul 23 20:49:50.550857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34510) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:50.627274 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2026b41e-c856-490a-b0d2-296ff8626857 req-950975fc-9c2d-4987-9882-79250ab558ce tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177721 Jul 23 20:49:50.627609 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73f205f-dab0-44c5-803c-ea1821752e0a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] GET failed (client error): The resource could not be found. Jul 23 20:49:50.631232 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f73f205f-dab0-44c5-803c-ea1821752e0a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports/bd75c56d-03df-4318-8132-fa0205cec536 HTTP/1.1" status: 404 len: 333 time: 0.0773671 Jul 23 20:49:50.633275 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34518) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:50.652453 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b2590a1f-350d-4ec6-943b-1c202f4fd3f5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'name': 'tempest-PortsIpV6TestJSON-1555409170'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:50.705853 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-54805599-ec1d-4f63-a170-661056699788 req-94a20d47-b9e1-4bf4-8bc9-4a12b29fb6c9 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0481627 Jul 23 20:49:50.796755 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2590a1f-350d-4ec6-943b-1c202f4fd3f5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:50.800612 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b2590a1f-350d-4ec6-943b-1c202f4fd3f5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:50.818784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-b2590a1f-350d-4ec6-943b-1c202f4fd3f5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] device_id is not set on port c8abdd44-25fa-4437-89c4-36f9f7ce47bf yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:49:50.999758 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b2590a1f-350d-4ec6-943b-1c202f4fd3f5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.036572 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b2590a1f-350d-4ec6-943b-1c202f4fd3f5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.079248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2590a1f-350d-4ec6-943b-1c202f4fd3f5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:51.086043 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-b2590a1f-350d-4ec6-943b-1c202f4fd3f5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:51.090568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2590a1f-350d-4ec6-943b-1c202f4fd3f5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:51.096745 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2590a1f-350d-4ec6-943b-1c202f4fd3f5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:51.097357 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b2590a1f-350d-4ec6-943b-1c202f4fd3f5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.103734 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2590a1f-350d-4ec6-943b-1c202f4fd3f5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=c8abdd44-25fa-4437-89c4-36f9f7ce47bf,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:51.118897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b2590a1f-350d-4ec6-943b-1c202f4fd3f5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4817486 Jul 23 20:49:51.119070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34524) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:51.124594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-dad7a5d8-6b6c-441f-8ceb-be3313c9de63 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:51.227770 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dad7a5d8-6b6c-441f-8ceb-be3313c9de63 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.421822 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dad7a5d8-6b6c-441f-8ceb-be3313c9de63 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.454884 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dad7a5d8-6b6c-441f-8ceb-be3313c9de63 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.477125 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60b6115b-e704-45b4-8962-e682bebed4c0 req-610c3361-406d-4fb2-bbeb-7664deb95aac tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.0688496 Jul 23 20:49:51.525832 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-dad7a5d8-6b6c-441f-8ceb-be3313c9de63 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] In _notify_port_updated(), no bound segment for port c8abdd44-25fa-4437-89c4-36f9f7ce47bf on network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 {{(pid=93811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:49:51.531673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad7a5d8-6b6c-441f-8ceb-be3313c9de63 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:51.532297 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dad7a5d8-6b6c-441f-8ceb-be3313c9de63 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.538624 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dad7a5d8-6b6c-441f-8ceb-be3313c9de63 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "PUT /v2.0/ports/c8abdd44-25fa-4437-89c4-36f9f7ce47bf HTTP/1.1" status: 200 len: 818 time: 0.4136450 Jul 23 20:49:51.538746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34538) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:51.572343 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7a5d8-6b6c-441f-8ceb-be3313c9de63 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=c8abdd44-25fa-4437-89c4-36f9f7ce47bf,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:51.587263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6fb93-d927-49b1-a909-02b7aaf0b186 req-869b0b55-5dfa-4bd0-a147-8f2c83e7ce16 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:51.593995 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58a6fb93-d927-49b1-a909-02b7aaf0b186 req-869b0b55-5dfa-4bd0-a147-8f2c83e7ce16 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 945 time: 0.1697693 Jul 23 20:49:51.638334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58a6fb93-d927-49b1-a909-02b7aaf0b186 req-b4e1f8dd-1d56-4356-9c87-deec8fd5f479 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=476102e6-3b1b-4c4b-b541-77ffad4dfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385716 Jul 23 20:49:51.703504 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3757e31c-646f-4d02-a451-76065d7943de tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port c8abdd44-25fa-4437-89c4-36f9f7ce47bf {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:51.704118 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3757e31c-646f-4d02-a451-76065d7943de tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.808154 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3757e31c-646f-4d02-a451-76065d7943de tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:51.819693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086b35-f127-47e2-ae87-0ac115382010 req-df4f38ee-b86e-4779-8c97-8ca3c97efec3 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:51.821421 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70086b35-f127-47e2-ae87-0ac115382010 req-df4f38ee-b86e-4779-8c97-8ca3c97efec3 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 944 time: 0.1081047 Jul 23 20:49:51.827880 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3757e31c-646f-4d02-a451-76065d7943de tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for c8abdd44-25fa-4437-89c4-36f9f7ce47bf owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:51.885525 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ce8c9-9150-46b7-a534-17ce76039a79 req-666f0691-e6e5-42f2-a62b-044ddc03f1d8 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:51.887127 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-088ce8c9-9150-46b7-a534-17ce76039a79 req-666f0691-e6e5-42f2-a62b-044ddc03f1d8 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 945 time: 0.1370306 Jul 23 20:49:51.893717 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70086b35-f127-47e2-ae87-0ac115382010 req-c4663669-1b99-49c2-a600-a095eac3c7b7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647442 Jul 23 20:49:51.951904 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-088ce8c9-9150-46b7-a534-17ce76039a79 req-5230b2d8-caf4-4666-854c-5a7123349087 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=476102e6-3b1b-4c4b-b541-77ffad4dfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460863 Jul 23 20:49:51.964391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34550) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:52.033143 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81a3fec-2807-4761-9dab-22e4e271fa8a tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:52.034856 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c81a3fec-2807-4761-9dab-22e4e271fa8a tempest-TestNetworkBasicOps-485431015 tempest-TestNetworkBasicOps-485431015-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 1092 time: 0.0694618 Jul 23 20:49:52.037777 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34552) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:52.042483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': '9821f101-a35c-4110-be3f-cb7e71f41bfe', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:52.081801 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf92c8f7-7162-4b16-8620-b2733b50f2be req-9bec02bb-1712-4a21-bc79-943e55d54eab tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0344384 Jul 23 20:49:52.099198 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:52.228753 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:52.314529 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3757e31c-646f-4d02-a451-76065d7943de tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:52.350375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757e31c-646f-4d02-a451-76065d7943de tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=c8abdd44-25fa-4437-89c4-36f9f7ce47bf,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:52.361167 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Allocated IP 172.25.3.157 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/47f330a8-6c37-4b5e-849c-f0be8d9356f5) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:52.363987 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3757e31c-646f-4d02-a451-76065d7943de tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:52.366654 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3757e31c-646f-4d02-a451-76065d7943de tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/ports/c8abdd44-25fa-4437-89c4-36f9f7ce47bf HTTP/1.1" status: 204 len: 168 time: 0.8269737 Jul 23 20:49:52.369201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34558) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:52.452005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1545211-9512-40f3-9412-c6f7346b2b2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:52.454764 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d1545211-9512-40f3-9412-c6f7346b2b2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0839188 Jul 23 20:49:52.457404 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34564) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:52.489950 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-236c1b5b-5335-42a0-953c-841bd044e90c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] GET failed (client error): The resource could not be found. Jul 23 20:49:52.491802 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-236c1b5b-5335-42a0-953c-841bd044e90c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports/c8abdd44-25fa-4437-89c4-36f9f7ce47bf HTTP/1.1" status: 404 len: 333 time: 0.0321960 Jul 23 20:49:52.495762 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34566) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:52.501662 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-fca59072-89fc-465a-abcf-8396c426f7ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-234829832'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:52.517284 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:52.529557 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca59072-89fc-465a-abcf-8396c426f7ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:52.536719 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fca59072-89fc-465a-abcf-8396c426f7ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:52.576825 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:52.585278 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca59072-89fc-465a-abcf-8396c426f7ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:49:52.611622 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fca59072-89fc-465a-abcf-8396c426f7ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:52.611977 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-fca59072-89fc-465a-abcf-8396c426f7ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Added segment d7f0b7e5-9999-46e8-9c8e-a70085bd5dce of type vlan for network 6ac1ae72-670b-4ab4-8b8a-48aaec72d395 Jul 23 20:49:52.649150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:52.653397 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-425b7704-4601-4e4b-95aa-5a1d0c3f5a7d req-0b4280a4-a7a9-4a67-a3d4-8ee3bfe1c162 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.0429695 Jul 23 20:49:52.656176 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:52.659748 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:52.662920 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fca59072-89fc-465a-abcf-8396c426f7ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:52.696383 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Port': ['ID=47f330a8-6c37-4b5e-849c-f0be8d9356f5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:52.732886 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fca59072-89fc-465a-abcf-8396c426f7ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:52.738437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca59072-89fc-465a-abcf-8396c426f7ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:52.739810 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fca59072-89fc-465a-abcf-8396c426f7ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:52.782409 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fca59072-89fc-465a-abcf-8396c426f7ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2830443 Jul 23 20:49:52.782970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34572) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:52.788904 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6d5c3571-afd9-416b-90fd-81417083825f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'subnet': {'network_id': '6ac1ae72-670b-4ab4-8b8a-48aaec72d395', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:52.824089 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca59072-89fc-465a-abcf-8396c426f7ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Network': ['ID=6ac1ae72-670b-4ab4-8b8a-48aaec72d395,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:52.844566 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 6ac1ae72-670b-4ab4-8b8a-48aaec72d395 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:49:53.026357 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5c3571-afd9-416b-90fd-81417083825f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:53.030660 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3571-afd9-416b-90fd-81417083825f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:53.284512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bcf56-d19b-4380-9984-3324d68a5503 req-442b2a8e-6fd1-4bdf-bb96-1df8bf92efb6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:53.286208 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd9bcf56-d19b-4380-9984-3324d68a5503 req-442b2a8e-6fd1-4bdf-bb96-1df8bf92efb6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 944 time: 0.2727304 Jul 23 20:49:53.313215 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e3b5c623-034e-49a0-aa16-d11b3934ddc7 req-c5399975-bc9b-476e-b2f4-f0524df626ec tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0509229 Jul 23 20:49:53.486637 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd9bcf56-d19b-4380-9984-3324d68a5503 req-88be5d96-56ae-430c-818c-ca4e56c2be2c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757295 Jul 23 20:49:53.535147 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3571-afd9-416b-90fd-81417083825f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:53.600154 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:53.609317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c3571-afd9-416b-90fd-81417083825f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Subnet': ['ID=30efdd3e-478a-49eb-97cb-1a3a40e2460a,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:53.668239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5c3571-afd9-416b-90fd-81417083825f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Checking segment: {'id': 'd7f0b7e5-9999-46e8-9c8e-a70085bd5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ac1ae72-670b-4ab4-8b8a-48aaec72d395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:53.670668 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5c3571-afd9-416b-90fd-81417083825f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network hostable DHCP agents. Network: 6ac1ae72-670b-4ab4-8b8a-48aaec72d395, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:49:53.746656 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5c3571-afd9-416b-90fd-81417083825f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network 6ac1ae72-670b-4ab4-8b8a-48aaec72d395 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:49:53.749474 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:53.787907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-6d5c3571-afd9-416b-90fd-81417083825f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 6ac1ae72-670b-4ab4-8b8a-48aaec72d395) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:53.800678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30461949-3ad8-4eb7-8420-13db38d0c178 None None] Network 6ac1ae72-670b-4ab4-8b8a-48aaec72d395 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:53.836277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5c3571-afd9-416b-90fd-81417083825f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:53.837577 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3571-afd9-416b-90fd-81417083825f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:53.843176 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0504c8e6-990f-4f6e-9968-1da593250b6d req-30fe94f4-8c6a-4367-aa4d-e2fd66597f61 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.0558484 Jul 23 20:49:53.888996 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34594) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:53.889868 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6d5c3571-afd9-416b-90fd-81417083825f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1049013 Jul 23 20:49:53.895327 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-adffcbff-2085-4bfc-a0c0-faf48bfb14a8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'subnet': {'network_id': '6ac1ae72-670b-4ab4-8b8a-48aaec72d395', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:54.022771 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-6ac1ae72-670b-4ab4-8b8a-48aaec72d395', 'network_id': '6ac1ae72-670b-4ab4-8b8a-48aaec72d395', 'tenant_id': '453a1be7dbc440628b70639d8414958e', 'fixed_ips': [{'subnet_id': '30efdd3e-478a-49eb-97cb-1a3a40e2460a'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:49:54.025101 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:54.084247 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:54.091987 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:54.106888 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adffcbff-2085-4bfc-a0c0-faf48bfb14a8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:54.111273 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adffcbff-2085-4bfc-a0c0-faf48bfb14a8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:54.198390 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event updated for resources: {'Port': ['ID=47f330a8-6c37-4b5e-849c-f0be8d9356f5,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:54.201014 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:54.222326 n-d-791504-18 neutron-server[93810]: INFO neutron.db.ipam_backend_mixin [None req-adffcbff-2085-4bfc-a0c0-faf48bfb14a8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 30efdd3e-478a-49eb-97cb-1a3a40e2460a (CIDR: 2001:db8::/64) Jul 23 20:49:54.228144 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Allocated IP 2001:db8::2 (6ac1ae72-670b-4ab4-8b8a-48aaec72d395/30efdd3e-478a-49eb-97cb-1a3a40e2460a/b2481c26-cbbe-4237-9b9a-74277196831a) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:54.229939 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-adffcbff-2085-4bfc-a0c0-faf48bfb14a8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:49:54.230184 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adffcbff-2085-4bfc-a0c0-faf48bfb14a8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:49:54.271799 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-adffcbff-2085-4bfc-a0c0-faf48bfb14a8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3790879 Jul 23 20:49:54.272469 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34602) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:54.278658 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d1c81658-15a5-47ae-abe0-653fd75236ce tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'subnet': {'network_id': '6ac1ae72-670b-4ab4-8b8a-48aaec72d395', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:54.336842 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Floating IP 15f3d45b-6749-4096-b980-a9e4700fa9b9 associated. External IP: 172.25.3.157, port: 9821f101-a35c-4110-be3f-cb7e71f41bfe. Jul 23 20:49:54.425952 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:54.435563 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Transition to ACTIVE for port object b2481c26-cbbe-4237-9b9a-74277196831a will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:54.453888 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Transition to ACTIVE for port object b2481c26-cbbe-4237-9b9a-74277196831a will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:54.461020 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:54.524581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Pushing event updated for resources: {'Port': ['ID=b2481c26-cbbe-4237-9b9a-74277196831a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:54.524822 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c81658-15a5-47ae-abe0-653fd75236ce tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:54.532445 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d1c81658-15a5-47ae-abe0-653fd75236ce tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:54.568921 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Network 6ac1ae72-670b-4ab4-8b8a-48aaec72d395 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:54.571758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:54.577346 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-584397ca-18d5-4741-9b1e-d95dc16052ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:54.581717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:54.704022 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Attempting to bind port b2481c26-cbbe-4237-9b9a-74277196831a on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:49:54.704973 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Attempting to bind port b2481c26-cbbe-4237-9b9a-74277196831a by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'd7f0b7e5-9999-46e8-9c8e-a70085bd5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ac1ae72-670b-4ab4-8b8a-48aaec72d395'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:49:54.705984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Attempting to bind port b2481c26-cbbe-4237-9b9a-74277196831a on network 6ac1ae72-670b-4ab4-8b8a-48aaec72d395 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:54.712793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:49:54.714422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Checking segment: {'id': 'd7f0b7e5-9999-46e8-9c8e-a70085bd5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ac1ae72-670b-4ab4-8b8a-48aaec72d395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:54.715128 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:54.716767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Bound using segment: {'id': 'd7f0b7e5-9999-46e8-9c8e-a70085bd5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ac1ae72-670b-4ab4-8b8a-48aaec72d395'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:49:54.717572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Bound port: b2481c26-cbbe-4237-9b9a-74277196831a, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f0b7e5-9999-46e8-9c8e-a70085bd5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ac1ae72-670b-4ab4-8b8a-48aaec72d395'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:49:54.718252 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:54.840631 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] For port b2481c26-cbbe-4237-9b9a-74277196831a, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:54.848365 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] For port b2481c26-cbbe-4237-9b9a-74277196831a, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b2481c26-cbbe-4237-9b9a-74277196831a,segment=NetworkSegment(d7f0b7e5-9999-46e8-9c8e-a70085bd5dce),segment_id=d7f0b7e5-9999-46e8-9c8e-a70085bd5dce)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:49:54.855772 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:54.929032 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd354ed-d3f3-44dc-9a62-c398cc3d563f None None] Pushing event updated for resources: {'Port': ['ID=b2481c26-cbbe-4237-9b9a-74277196831a,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:54.998434 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d1c81658-15a5-47ae-abe0-653fd75236ce tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:55.023235 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c81658-15a5-47ae-abe0-653fd75236ce tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network 6ac1ae72-670b-4ab4-8b8a-48aaec72d395 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:55.026577 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-d1c81658-15a5-47ae-abe0-653fd75236ce tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:55.036468 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c81658-15a5-47ae-abe0-653fd75236ce tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:55.038202 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d1c81658-15a5-47ae-abe0-653fd75236ce tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:55.064288 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8cf68a97-7013-41d1-bb08-49575806fabb req-c48c3205-3b5a-4857-851d-0bdac63f63c9 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0556653 Jul 23 20:49:55.109990 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d1c81658-15a5-47ae-abe0-653fd75236ce tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8357685 Jul 23 20:49:55.113634 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34618) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:55.121096 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-110a9fde-7e0f-4b20-a93c-b08759ff30c5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'network_id': '6ac1ae72-670b-4ab4-8b8a-48aaec72d395', 'fixed_ips': [{'subnet_id': '30efdd3e-478a-49eb-97cb-1a3a40e2460a'}, {'subnet_id': 'bff6e9bd-f846-48d9-a4a9-ef08731481c7'}], 'name': 'tempest-PortsIpV6TestJSON-1425345200'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:55.250894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-78b83573-050e-4cac-b455-28ee84d3a9d4 req-a7f01f55-d9b3-4187-a76e-d5e1f90e9486 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.0553343 Jul 23 20:49:55.282145 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c81658-15a5-47ae-abe0-653fd75236ce tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Subnet': ['ID=bff6e9bd-f846-48d9-a4a9-ef08731481c7,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:55.351779 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110a9fde-7e0f-4b20-a93c-b08759ff30c5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:55.446874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6271e-0249-48e5-ad5c-be940fdf4da6 req-26b598d2-abca-4829-b3bd-a50559c596f3 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:55.448453 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-30b6271e-0249-48e5-ad5c-be940fdf4da6 req-26b598d2-abca-4829-b3bd-a50559c596f3 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 944 time: 0.4383667 Jul 23 20:49:55.452034 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-110a9fde-7e0f-4b20-a93c-b08759ff30c5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:55.470309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Router ce256826-92a6-4025-b503-02b5755d0d88 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:49:55.476737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-110a9fde-7e0f-4b20-a93c-b08759ff30c5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] device_id is not set on port b7dd49ca-77b7-46be-a054-ab2e73c590f5 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:49:55.501659 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-30b6271e-0249-48e5-ad5c-be940fdf4da6 req-10d5d601-a2b6-461f-a1dd-04d7ad19b907 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445757 Jul 23 20:49:55.627443 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:49:55.638710 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07980e-8b31-4101-83b9-aa8bc6bf6387 None None] Sync routers for ids ['ce256826-92a6-4025-b503-02b5755d0d88'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:49:55.657050 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07980e-8b31-4101-83b9-aa8bc6bf6387 None None] Routers {'ce256826-92a6-4025-b503-02b5755d0d88'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:49:55.658131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2a07980e-8b31-4101-83b9-aa8bc6bf6387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:49:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ce256826-92a6-4025-b503-02b5755d0d88'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:55.667531 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:55.756111 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-950fe8dc-da73-4e71-896f-d9be4e2d98e2 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7172472 Jul 23 20:49:55.758352 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce38246-2692-4462-8d33-1e0343d18a02', 'tag': '9821f101-a35c-4110-be3f-cb7e71f41bfe'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:55.760916 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83aeccff-8a0a-4052-b13b-cdd477543db5" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce38246-2692-4462-8d33-1e0343d18a02", "tag": "9821f101-a35c-4110-be3f-cb7e71f41bfe"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:55.762807 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34628) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:55.826480 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7624ac57-6de0-486b-b58a-931b3cb4e943 x-openstack-request-id: req-7624ac57-6de0-486b-b58a-931b3cb4e943 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:55.826852 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce38246-2692-4462-8d33-1e0343d18a02", "tag": "9821f101-a35c-4110-be3f-cb7e71f41bfe", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:55.827190 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7624ac57-6de0-486b-b58a-931b3cb4e943 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:55.827803 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce38246-2692-4462-8d33-1e0343d18a02', 'tag': '9821f101-a35c-4110-be3f-cb7e71f41bfe', 'status': 'completed', 'code': 200} Jul 23 20:49:55.843722 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-2a07980e-8b31-4101-83b9-aa8bc6bf6387 None None] Set router ce256826-92a6-4025-b503-02b5755d0d88 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:49:55.938657 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-110a9fde-7e0f-4b20-a93c-b08759ff30c5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Allocated IP 2001:db8::115 (6ac1ae72-670b-4ab4-8b8a-48aaec72d395/30efdd3e-478a-49eb-97cb-1a3a40e2460a/b7dd49ca-77b7-46be-a054-ab2e73c590f5) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:55.947157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-110a9fde-7e0f-4b20-a93c-b08759ff30c5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Allocated IP 2001:db8:0:1::3a2 (6ac1ae72-670b-4ab4-8b8a-48aaec72d395/bff6e9bd-f846-48d9-a4a9-ef08731481c7/b7dd49ca-77b7-46be-a054-ab2e73c590f5) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:55.993139 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aeccff-8a0a-4052-b13b-cdd477543db5 req-dfd32fd6-24d1-4101-abf3-f47927245429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:55.996289 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83aeccff-8a0a-4052-b13b-cdd477543db5 req-dfd32fd6-24d1-4101-abf3-f47927245429 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=658e4131401d4adf82a7d233679ed997&device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 1097 time: 0.1409361 Jul 23 20:49:56.124300 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-97fbbad9-6e93-4d08-9539-cb50f6e658a9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/floatingips/15f3d45b-6749-4096-b980-a9e4700fa9b9 HTTP/1.1" status: 200 len: 991 time: 0.3600183 Jul 23 20:49:56.142888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aeccff-8a0a-4052-b13b-cdd477543db5 req-53725f15-5df5-4ac9-bb82-56b21dc4c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:56.144473 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83aeccff-8a0a-4052-b13b-cdd477543db5 req-53725f15-5df5-4ac9-bb82-56b21dc4c312 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c458ec9f-298d-44a2-b473-4f8ca25db621 HTTP/1.1" status: 200 len: 897 time: 0.1418624 Jul 23 20:49:56.184261 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-110a9fde-7e0f-4b20-a93c-b08759ff30c5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:56.204856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-110a9fde-7e0f-4b20-a93c-b08759ff30c5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Transition to ACTIVE for port object b7dd49ca-77b7-46be-a054-ab2e73c590f5 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:56.281092 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-110a9fde-7e0f-4b20-a93c-b08759ff30c5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:56.297172 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f977189f-9105-4762-abbb-53d8ffee9021 req-ab5be295-29d8-4b4c-9f8b-93e6a5af6294 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0748055 Jul 23 20:49:56.320999 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2a07980e-8b31-4101-83b9-aa8bc6bf6387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'name': 'tempest-TestNetworkBasicOps-router-1295559975', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:49:16Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:17Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '15f3d45b-6749-4096-b980-a9e4700fa9b9', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'port_id': '9821f101-a35c-4110-be3f-cb7e71f41bfe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621', 'mac_address': 'fa:16:3e:1b:e3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce38246-2692-4462-8d33-1e0343d18a02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:49:53Z', 'updated_at': '2021-07-23T20:49:53Z', 'revision_number': 0, 'project_id': '658e4131401d4adf82a7d233679ed997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac672534-f377-43f8-a83c-26ac0ad08bb6', 'name': '', 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:ee:e5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:21Z', 'updated_at': '2021-07-23T20:49:27Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:56.364062 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07980e-8b31-4101-83b9-aa8bc6bf6387 None None] Checking router: ce256826-92a6-4025-b503-02b5755d0d88 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:49:56.374269 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07980e-8b31-4101-83b9-aa8bc6bf6387 None None] Routers {'ce256826-92a6-4025-b503-02b5755d0d88'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:49:56.374958 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2a07980e-8b31-4101-83b9-aa8bc6bf6387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:49:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ce256826-92a6-4025-b503-02b5755d0d88'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:56.384831 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83aeccff-8a0a-4052-b13b-cdd477543db5 req-99fffff1-b892-4e82-8150-baa618bf9aec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9821f101-a35c-4110-be3f-cb7e71f41bfe HTTP/1.1" status: 200 len: 999 time: 0.2326851 Jul 23 20:49:56.403741 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110a9fde-7e0f-4b20-a93c-b08759ff30c5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network 6ac1ae72-670b-4ab4-8b8a-48aaec72d395 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:56.410452 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-110a9fde-7e0f-4b20-a93c-b08759ff30c5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:56.414319 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a9fde-7e0f-4b20-a93c-b08759ff30c5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:56.439236 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110a9fde-7e0f-4b20-a93c-b08759ff30c5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:56.439937 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-110a9fde-7e0f-4b20-a93c-b08759ff30c5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:56.477970 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-110a9fde-7e0f-4b20-a93c-b08759ff30c5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.3629506 Jul 23 20:49:56.482844 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34644) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:56.487970 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b082fe41-6916-4785-930f-7c2dfd02ae7a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '30efdd3e-478a-49eb-97cb-1a3a40e2460a'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:56.522272 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a9fde-7e0f-4b20-a93c-b08759ff30c5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=b7dd49ca-77b7-46be-a054-ab2e73c590f5,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:56.550487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-2a07980e-8b31-4101-83b9-aa8bc6bf6387 None None] Set router ce256826-92a6-4025-b503-02b5755d0d88 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:49:56.616786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07b12f4-5eb2-4742-a372-5bed5876b985 None None] Network 6ac1ae72-670b-4ab4-8b8a-48aaec72d395 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:56.659800 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6a48f2e9-0266-4d2b-8aaf-f2be9882abd7 req-97e9840f-8905-4f83-a411-de738a764006 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.1812675 Jul 23 20:49:56.670534 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aeccff-8a0a-4052-b13b-cdd477543db5 req-2a7be817-6095-4233-8499-7a92dab74870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:56.683570 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83aeccff-8a0a-4052-b13b-cdd477543db5 req-2a7be817-6095-4233-8499-7a92dab74870 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a71e50f-fd3d-4b09-9759-8d42445860b8 HTTP/1.1" status: 200 len: 834 time: 0.2865283 Jul 23 20:49:56.779848 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b2481c26-cbbe-4237-9b9a-74277196831a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:49:56.782232 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b082fe41-6916-4785-930f-7c2dfd02ae7a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:56.854598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aeccff-8a0a-4052-b13b-cdd477543db5 req-05456a56-86cf-4df0-b186-1af34dc59f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:56.857135 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83aeccff-8a0a-4052-b13b-cdd477543db5 req-05456a56-86cf-4df0-b186-1af34dc59f84 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c458ec9f-298d-44a2-b473-4f8ca25db621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1683972 Jul 23 20:49:56.867149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabb3bb-7305-4900-b9c6-9f008c91c95f req-68e67377-f355-407e-a391-0e8307206b94 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:56.875971 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0cabb3bb-7305-4900-b9c6-9f008c91c95f req-68e67377-f355-407e-a391-0e8307206b94 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 944 time: 0.1351330 Jul 23 20:49:56.960458 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0cabb3bb-7305-4900-b9c6-9f008c91c95f req-420f9683-c6a8-494f-8a60-1ffa73319ab4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774415 Jul 23 20:49:57.040982 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83aeccff-8a0a-4052-b13b-cdd477543db5 req-4e686bab-fe90-4d9a-9e4c-c13e4d4804ea service neutron] 10.222.0.57 "GET /v2.0/networks/c458ec9f-298d-44a2-b473-4f8ca25db621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569579 Jul 23 20:49:57.086319 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-b082fe41-6916-4785-930f-7c2dfd02ae7a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Delete allocated IP 2001:db8:0:1::3a2 (6ac1ae72-670b-4ab4-8b8a-48aaec72d395/bff6e9bd-f846-48d9-a4a9-ef08731481c7) {{(pid=93810) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 20:49:57.148435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d2126f0c-2a77-473b-8fdf-37eefbf681f9 None None] Provisioning for port b2481c26-cbbe-4237-9b9a-74277196831a completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:57.164370 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83aeccff-8a0a-4052-b13b-cdd477543db5 req-612df199-bbb6-44fd-8b1c-ddb50af0e155 service neutron] 10.222.0.57 "GET /v2.0/networks/c458ec9f-298d-44a2-b473-4f8ca25db621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164980 Jul 23 20:49:57.164945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34652) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:57.263676 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2def7272-03dc-42ca-84f5-373a90c124a4 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/floatingips/15f3d45b-6749-4096-b980-a9e4700fa9b9 HTTP/1.1" status: 200 len: 991 time: 0.0962906 Jul 23 20:49:57.264857 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3633349d-c4dc-49e3-972a-f88f3ce37400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:57.285271 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port b2481c26-cbbe-4237-9b9a-74277196831a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:57.287135 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b082fe41-6916-4785-930f-7c2dfd02ae7a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:57.302154 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-b082fe41-6916-4785-930f-7c2dfd02ae7a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Ignored duplicate provisioning block setup for port b7dd49ca-77b7-46be-a054-ab2e73c590f5 by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 20:49:57.303484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b2481c26-cbbe-4237-9b9a-74277196831a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:57.304167 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:57.310787 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b082fe41-6916-4785-930f-7c2dfd02ae7a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:57.406178 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b082fe41-6916-4785-930f-7c2dfd02ae7a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] In _notify_port_updated(), no bound segment for port b7dd49ca-77b7-46be-a054-ab2e73c590f5 on network 6ac1ae72-670b-4ab4-8b8a-48aaec72d395 {{(pid=93810) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:49:57.413210 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b082fe41-6916-4785-930f-7c2dfd02ae7a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:57.413895 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b082fe41-6916-4785-930f-7c2dfd02ae7a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:57.418435 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34660) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:57.419217 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b082fe41-6916-4785-930f-7c2dfd02ae7a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "PUT /v2.0/ports/b7dd49ca-77b7-46be-a054-ab2e73c590f5 HTTP/1.1" status: 200 len: 926 time: 0.9346514 Jul 23 20:49:57.420509 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082fe41-6916-4785-930f-7c2dfd02ae7a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=b7dd49ca-77b7-46be-a054-ab2e73c590f5,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:57.424896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '30efdd3e-478a-49eb-97cb-1a3a40e2460a'}, {'subnet_id': 'bff6e9bd-f846-48d9-a4a9-ef08731481c7'}]}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:57.477864 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ef62af-85ee-42a1-b413-6dc5c0027a43 None None] Update dhcp port {'port': {'network_id': '6ac1ae72-670b-4ab4-8b8a-48aaec72d395', 'fixed_ips': [{'subnet_id': '30efdd3e-478a-49eb-97cb-1a3a40e2460a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bff6e9bd-f846-48d9-a4a9-ef08731481c7'}], 'binding:host_id': 'n-d-791504-18'}, 'id': 'b2481c26-cbbe-4237-9b9a-74277196831a'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:49:57.553564 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f41e2dd-7615-438f-baa4-745996bcf56a req-bb36316e-0ccf-4c6d-9231-5eec412ddedd tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.1228769 Jul 23 20:49:57.701274 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:57.710514 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:57.762933 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-72ef62af-85ee-42a1-b413-6dc5c0027a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:57.781568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2a07980e-8b31-4101-83b9-aa8bc6bf6387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'name': 'tempest-TestNetworkBasicOps-router-1295559975', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:49:16Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:17Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '15f3d45b-6749-4096-b980-a9e4700fa9b9', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'port_id': '9821f101-a35c-4110-be3f-cb7e71f41bfe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621', 'mac_address': 'fa:16:3e:1b:e3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce38246-2692-4462-8d33-1e0343d18a02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:49:53Z', 'updated_at': '2021-07-23T20:49:53Z', 'revision_number': 0, 'project_id': '658e4131401d4adf82a7d233679ed997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac672534-f377-43f8-a83c-26ac0ad08bb6', 'name': '', 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:ee:e5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:21Z', 'updated_at': '2021-07-23T20:49:27Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:49:57.817766 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98d2d3e9-d69b-4124-8be9-af9303f0aa38 req-e70fb44f-8a55-4cdc-9a42-a8666c700f69 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.0330136 Jul 23 20:49:57.853493 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07980e-8b31-4101-83b9-aa8bc6bf6387 None None] The sync data for ids ['ce256826-92a6-4025-b503-02b5755d0d88'] in n-d-791504-18 is: [{'id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'name': 'tempest-TestNetworkBasicOps-router-1295559975', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:49:16Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:17Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '15f3d45b-6749-4096-b980-a9e4700fa9b9', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'port_id': '9821f101-a35c-4110-be3f-cb7e71f41bfe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621', 'mac_address': 'fa:16:3e:1b:e3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce38246-2692-4462-8d33-1e0343d18a02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:49:53Z', 'updated_at': '2021-07-23T20:49:53Z', 'revision_number': 0, 'project_id': '658e4131401d4adf82a7d233679ed997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac672534-f377-43f8-a83c-26ac0ad08bb6', 'name': '', 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:ee:e5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:21Z', 'updated_at': '2021-07-23T20:49:27Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:49:57.949399 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:58.029027 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port b2481c26-cbbe-4237-9b9a-74277196831a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b2481c26-cbbe-4237-9b9a-74277196831a,segment=NetworkSegment(d7f0b7e5-9999-46e8-9c8e-a70085bd5dce),segment_id=d7f0b7e5-9999-46e8-9c8e-a70085bd5dce)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:58.042154 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:58.095722 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-72ef62af-85ee-42a1-b413-6dc5c0027a43 None None] Allocated IP 2001:db8:0:1::2 (6ac1ae72-670b-4ab4-8b8a-48aaec72d395/bff6e9bd-f846-48d9-a4a9-ef08731481c7/b2481c26-cbbe-4237-9b9a-74277196831a) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:58.139819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9d700-6c77-4418-8ccc-f97d8c57c2f9 req-6ea6a19b-9736-4bc3-9a17-671cdc52736e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:58.141411 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63f9d700-6c77-4418-8ccc-f97d8c57c2f9 req-6ea6a19b-9736-4bc3-9a17-671cdc52736e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 944 time: 0.1037033 Jul 23 20:49:58.193621 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63f9d700-6c77-4418-8ccc-f97d8c57c2f9 req-d0926459-403e-4426-8aae-86c205ec1924 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436139 Jul 23 20:49:58.221082 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d40793-8e4c-4944-9fe5-7a8ed8de9b8f None None] New status for floating IP 15f3d45b-6749-4096-b980-a9e4700fa9b9: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:49:58.237480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=b2481c26-cbbe-4237-9b9a-74277196831a,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:58.264593 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34678) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:58.270176 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-72ef62af-85ee-42a1-b413-6dc5c0027a43 None None] For port b2481c26-cbbe-4237-9b9a-74277196831a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b2481c26-cbbe-4237-9b9a-74277196831a,segment=NetworkSegment(d7f0b7e5-9999-46e8-9c8e-a70085bd5dce),segment_id=d7f0b7e5-9999-46e8-9c8e-a70085bd5dce)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:58.335398 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-72ef62af-85ee-42a1-b413-6dc5c0027a43 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:58.347444 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-231f077d-8794-4f2a-9b24-d97149fe4f14 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/floatingips/15f3d45b-6749-4096-b980-a9e4700fa9b9 HTTP/1.1" status: 200 len: 991 time: 0.0796924 Jul 23 20:49:58.358046 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-72ef62af-85ee-42a1-b413-6dc5c0027a43 None None] Transition to ACTIVE for port object b2481c26-cbbe-4237-9b9a-74277196831a will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:58.372355 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-72ef62af-85ee-42a1-b413-6dc5c0027a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:58.460362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Allocated IP 2001:db8:0:1::300 (6ac1ae72-670b-4ab4-8b8a-48aaec72d395/bff6e9bd-f846-48d9-a4a9-ef08731481c7/b7dd49ca-77b7-46be-a054-ab2e73c590f5) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:58.535348 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef62af-85ee-42a1-b413-6dc5c0027a43 None None] Pushing event updated for resources: {'Port': ['ID=b2481c26-cbbe-4237-9b9a-74277196831a,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:58.562435 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:58.700529 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbda6981-5307-4332-a05a-7d7cef14178d req-aca510e9-458e-4468-8827-37c04cd5a257 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0447564 Jul 23 20:49:58.703011 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:58.709529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b2481c26-cbbe-4237-9b9a-74277196831a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:49:58.740792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Ignored duplicate provisioning block setup for port b7dd49ca-77b7-46be-a054-ab2e73c590f5 by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 20:49:58.751264 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:58.830908 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=b7dd49ca-77b7-46be-a054-ab2e73c590f5,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:58.864437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:58.864779 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:58.865114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:58.865446 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:58.865772 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:58.866364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:58.866470 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:58.866742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:58.867090 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:58.867433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:58.867755 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:58.868073 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:58.873728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] In _notify_port_updated(), no bound segment for port b7dd49ca-77b7-46be-a054-ab2e73c590f5 on network 6ac1ae72-670b-4ab4-8b8a-48aaec72d395 {{(pid=93811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:49:58.879992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:58.880641 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:58.883372 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3c1a08b8-5080-47b7-b082-a0622943bb04 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "PUT /v2.0/ports/b7dd49ca-77b7-46be-a054-ab2e73c590f5 HTTP/1.1" status: 200 len: 1012 time: 1.4633179 Jul 23 20:49:58.886298 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34690) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:59.020805 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-34d9702a-bb0b-4f40-9649-4e72072191c6 req-03432e32-eaad-4929-9757-091a639eb673 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.0756626 Jul 23 20:49:59.062200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-0aa25d27-0965-4529-b6c8-7ffb5a4bd32e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port b7dd49ca-77b7-46be-a054-ab2e73c590f5 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:49:59.062842 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0aa25d27-0965-4529-b6c8-7ffb5a4bd32e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:59.160227 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0aa25d27-0965-4529-b6c8-7ffb5a4bd32e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:59.174133 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-0aa25d27-0965-4529-b6c8-7ffb5a4bd32e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for b7dd49ca-77b7-46be-a054-ab2e73c590f5 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:49:59.264942 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f4300b-af7e-4edf-bac9-f9e24ce4a46a None None] Network 6ac1ae72-670b-4ab4-8b8a-48aaec72d395 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:49:59.349113 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34700) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:59.448487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2b7f5-e167-40f3-b9ea-16021ff8d529 req-95d7df19-6b80-4211-9263-d62d44c90f0b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:59.450543 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09c2b7f5-e167-40f3-b9ea-16021ff8d529 req-95d7df19-6b80-4211-9263-d62d44c90f0b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 944 time: 0.1338611 Jul 23 20:49:59.477275 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-18103e68-b04a-4d8a-aeb1-928fa331845b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/floatingips/15f3d45b-6749-4096-b980-a9e4700fa9b9 HTTP/1.1" status: 200 len: 993 time: 0.1262336 Jul 23 20:49:59.504964 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0aa25d27-0965-4529-b6c8-7ffb5a4bd32e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:59.510143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4d568300-39cb-4caa-ae98-4a6808cb8dc9 None None] Provisioning for port b7dd49ca-77b7-46be-a054-ab2e73c590f5 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:59.519623 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4d568300-39cb-4caa-ae98-4a6808cb8dc9 None None] Provisioning complete for port b7dd49ca-77b7-46be-a054-ab2e73c590f5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:59.520010 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d568300-39cb-4caa-ae98-4a6808cb8dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:59.520775 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09c2b7f5-e167-40f3-b9ea-16021ff8d529 req-cb75f245-bdc7-40f9-972f-a6b55a094cec tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604637 Jul 23 20:49:59.544346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa25d27-0965-4529-b6c8-7ffb5a4bd32e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=b7dd49ca-77b7-46be-a054-ab2e73c590f5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:59.550388 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4d568300-39cb-4caa-ae98-4a6808cb8dc9 None None] Port b7dd49ca-77b7-46be-a054-ab2e73c590f5 was deleted so its status cannot be updated. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 20:49:59.587440 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4d568300-39cb-4caa-ae98-4a6808cb8dc9 None None] Provisioning for port b2481c26-cbbe-4237-9b9a-74277196831a completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:59.591844 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4d568300-39cb-4caa-ae98-4a6808cb8dc9 None None] Provisioning complete for port b2481c26-cbbe-4237-9b9a-74277196831a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:59.592220 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d568300-39cb-4caa-ae98-4a6808cb8dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:59.617090 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0aa25d27-0965-4529-b6c8-7ffb5a4bd32e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:59.621259 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0aa25d27-0965-4529-b6c8-7ffb5a4bd32e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/ports/b7dd49ca-77b7-46be-a054-ab2e73c590f5 HTTP/1.1" status: 204 len: 168 time: 0.7340200 Jul 23 20:49:59.624956 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34706) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:59.678495 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-380515c2-dfe5-4c8d-90cd-4abb1a762f58 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] GET failed (client error): The resource could not be found. Jul 23 20:49:59.678495 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-380515c2-dfe5-4c8d-90cd-4abb1a762f58 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports/b7dd49ca-77b7-46be-a054-ab2e73c590f5 HTTP/1.1" status: 404 len: 333 time: 0.0434690 Jul 23 20:49:59.686834 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34708) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:49:59.756956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6071949b-d1e1-4083-a520-89f1b65174b9 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting subnet bff6e9bd-f846-48d9-a4a9-ef08731481c7 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:49:59.760279 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6071949b-d1e1-4083-a520-89f1b65174b9 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:59.839344 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f03a6752-2aa3-4edc-82db-603c4795fe55 req-f3fbccbd-34bb-49b9-8305-91888a8136d1 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0381227 Jul 23 20:49:59.857443 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6071949b-d1e1-4083-a520-89f1b65174b9 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:59.936542 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e868873f-4dcd-4e70-acbf-b28bea33479e None None] Could not find standard attr ID for object b7dd49ca-77b7-46be-a054-ab2e73c590f5. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:49:59.974000 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:59.978050 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e868873f-4dcd-4e70-acbf-b28bea33479e None None] Provisioning complete for port b2481c26-cbbe-4237-9b9a-74277196831a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:59.979365 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e868873f-4dcd-4e70-acbf-b28bea33479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:59.982362 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6071949b-d1e1-4083-a520-89f1b65174b9 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:00.085984 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6071949b-d1e1-4083-a520-89f1b65174b9 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:00.156871 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071949b-d1e1-4083-a520-89f1b65174b9 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Subnet': ['ID=bff6e9bd-f846-48d9-a4a9-ef08731481c7,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:00.161607 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6071949b-d1e1-4083-a520-89f1b65174b9 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:00.165403 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6071949b-d1e1-4083-a520-89f1b65174b9 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/bff6e9bd-f846-48d9-a4a9-ef08731481c7 HTTP/1.1" status: 204 len: 168 time: 0.4760838 Jul 23 20:50:00.167129 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34718) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:00.180819 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566a1e6e-58a8-4870-b57b-7f3ebd236b9a None None] Network 6ac1ae72-670b-4ab4-8b8a-48aaec72d395 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:00.259280 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73b1faeb-3b97-4a87-8b38-77b09cca977a req-3581a6cb-b10f-4406-b4a9-27f3685a9922 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.0923793 Jul 23 20:50:00.263544 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-f115d5a7-b0e6-47e5-b817-84af21f0ba87 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting subnet 30efdd3e-478a-49eb-97cb-1a3a40e2460a {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:50:00.267130 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f115d5a7-b0e6-47e5-b817-84af21f0ba87 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:00.347159 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-576dc75e-509b-4474-a101-638008418b3f None None] Could not find standard attr ID for object b7dd49ca-77b7-46be-a054-ab2e73c590f5. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:50:00.351024 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f115d5a7-b0e6-47e5-b817-84af21f0ba87 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:00.485639 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f115d5a7-b0e6-47e5-b817-84af21f0ba87 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:00.564335 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f115d5a7-b0e6-47e5-b817-84af21f0ba87 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:00.612910 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115d5a7-b0e6-47e5-b817-84af21f0ba87 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Subnet': ['ID=30efdd3e-478a-49eb-97cb-1a3a40e2460a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:00.622800 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f115d5a7-b0e6-47e5-b817-84af21f0ba87 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:00.627640 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f115d5a7-b0e6-47e5-b817-84af21f0ba87 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/30efdd3e-478a-49eb-97cb-1a3a40e2460a HTTP/1.1" status: 204 len: 168 time: 0.4556997 Jul 23 20:50:00.628017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34728) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:00.757589 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:00.822039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2389207-c4c0-40e0-81c8-3aa0a9d3daec req-39dbeee2-5681-41a4-8619-98bf50af07c5 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:00.831046 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2389207-c4c0-40e0-81c8-3aa0a9d3daec req-39dbeee2-5681-41a4-8619-98bf50af07c5 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 944 time: 0.1737368 Jul 23 20:50:00.894204 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2389207-c4c0-40e0-81c8-3aa0a9d3daec req-70b3c3d3-058e-41dd-9017-44c36482de8f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621812 Jul 23 20:50:00.901368 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port b2481c26-cbbe-4237-9b9a-74277196831a {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:00.906426 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:01.035325 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-052fb485-4e9d-4606-b80e-6e7f901192cc req-c2ab01a1-447d-4974-a2d7-ddf75001f016 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0396280 Jul 23 20:50:01.037147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] For port b2481c26-cbbe-4237-9b9a-74277196831a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b2481c26-cbbe-4237-9b9a-74277196831a,segment=NetworkSegment(d7f0b7e5-9999-46e8-9c8e-a70085bd5dce),segment_id=d7f0b7e5-9999-46e8-9c8e-a70085bd5dce)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:01.037560 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:01.050377 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for b2481c26-cbbe-4237-9b9a-74277196831a owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:01.153978 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:01.190783 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=b2481c26-cbbe-4237-9b9a-74277196831a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:01.193088 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No DVR routers for this DVR port b2481c26-cbbe-4237-9b9a-74277196831a on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:01.280620 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affe7d1d-b866-4c8d-8b4a-ae845875e532 None None] Network 6ac1ae72-670b-4ab4-8b8a-48aaec72d395 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:01.303850 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:01.332809 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac1ae72-670b-4ab4-8b8a-48aaec72d395']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:01.343882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f0b7e5-9999-46e8-9c8e-a70085bd5dce') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:01.344104 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f0b7e5-9999-46e8-9c8e-a70085bd5dce') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:01.353303 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:01.376301 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:01.382535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a4f5ddb0-e0ef-4917-8a28-b4ce904dccc7 None None] Could not find standard attr ID for object b2481c26-cbbe-4237-9b9a-74277196831a. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:50:01.403883 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38451747-2ec4-4684-8def-de34be5eadf7 req-2ca31af1-486e-4a8d-8459-386967a239b0 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.0388033 Jul 23 20:50:01.407653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:50:01.408482 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:50:01.413339 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:50:01.488050 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:01.490738 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:01.492758 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/networks/6ac1ae72-670b-4ab4-8b8a-48aaec72d395 HTTP/1.1" status: 204 len: 168 time: 0.8636408 Jul 23 20:50:01.496290 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34746) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:01.514653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077edeaf-3af7-4971-aeae-d5a2df2d3575 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Network': ['ID=6ac1ae72-670b-4ab4-8b8a-48aaec72d395,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:01.537452 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16720004-7447-488c-80ae-b7e99e39aa44 None None] DHCP port deletion for 6ac1ae72-670b-4ab4-8b8a-48aaec72d395 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:50:01.599513 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feac144-524d-4584-8fa5-7865ffef6ac6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:01.601640 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3feac144-524d-4584-8fa5-7865ffef6ac6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1037478 Jul 23 20:50:01.607558 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34752) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:01.677974 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6a8b5edd-9b40-4659-b365-71e81c8ccf00 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0690367 Jul 23 20:50:01.681494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34754) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:01.687329 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-cb7fb386-44c3-4b01-8826-dbeb9f9294ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-700782809'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:01.709785 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7fb386-44c3-4b01-8826-dbeb9f9294ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:01.713336 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb386-44c3-4b01-8826-dbeb9f9294ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:01.737651 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7fb386-44c3-4b01-8826-dbeb9f9294ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:50:01.746620 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb386-44c3-4b01-8826-dbeb9f9294ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:01.747550 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-cb7fb386-44c3-4b01-8826-dbeb9f9294ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Added segment c68364a8-ed7a-492b-a1c0-6d0539b8b37c of type vlan for network 3f718674-0c25-4ea7-88b0-d8be5f5bbb26 Jul 23 20:50:01.790538 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb386-44c3-4b01-8826-dbeb9f9294ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:01.827404 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb386-44c3-4b01-8826-dbeb9f9294ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:01.833541 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7fb386-44c3-4b01-8826-dbeb9f9294ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:01.834378 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb386-44c3-4b01-8826-dbeb9f9294ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:01.875667 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cb7fb386-44c3-4b01-8826-dbeb9f9294ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1924844 Jul 23 20:50:01.878508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34760) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:01.883933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a6f0697f-b4ef-438b-a012-236b3f87ea26 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'subnet': {'network_id': '3f718674-0c25-4ea7-88b0-d8be5f5bbb26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:01.914910 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fb386-44c3-4b01-8826-dbeb9f9294ad tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Network': ['ID=3f718674-0c25-4ea7-88b0-d8be5f5bbb26,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:01.932363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 3f718674-0c25-4ea7-88b0-d8be5f5bbb26 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:50:02.061466 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f0697f-b4ef-438b-a012-236b3f87ea26 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:02.065114 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6f0697f-b4ef-438b-a012-236b3f87ea26 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:02.101902 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4ade1-85c3-4946-9eb3-f4e869051d8e req-dd96bd8e-bd38-420e-af57-238551aea704 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:02.102955 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dbe4ade1-85c3-4946-9eb3-f4e869051d8e req-dd96bd8e-bd38-420e-af57-238551aea704 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 944 time: 0.1158895 Jul 23 20:50:02.160613 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ca509a2-6a0c-443b-97d1-d2ff79a68af9 req-4d8abaf2-0f36-40b9-b72b-786ba10ad304 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0427208 Jul 23 20:50:02.238460 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dbe4ade1-85c3-4946-9eb3-f4e869051d8e req-2484459a-0e68-4ce8-8a38-732d62b01aee tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228545 Jul 23 20:50:02.353155 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6f0697f-b4ef-438b-a012-236b3f87ea26 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:02.418147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0697f-b4ef-438b-a012-236b3f87ea26 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Subnet': ['ID=0b58ef2d-a319-4e6c-95c5-524f0dd1dd63,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:02.425583 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f0697f-b4ef-438b-a012-236b3f87ea26 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Checking segment: {'id': 'c68364a8-ed7a-492b-a1c0-6d0539b8b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3f718674-0c25-4ea7-88b0-d8be5f5bbb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:02.425940 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f0697f-b4ef-438b-a012-236b3f87ea26 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network hostable DHCP agents. Network: 3f718674-0c25-4ea7-88b0-d8be5f5bbb26, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:50:02.444061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f0697f-b4ef-438b-a012-236b3f87ea26 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network 3f718674-0c25-4ea7-88b0-d8be5f5bbb26 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:50:02.456302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-a6f0697f-b4ef-438b-a012-236b3f87ea26 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 3f718674-0c25-4ea7-88b0-d8be5f5bbb26) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:02.469116 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d27cce0-fcee-4efc-b0c8-aace7055268c None None] Network 3f718674-0c25-4ea7-88b0-d8be5f5bbb26 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:02.470061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f0697f-b4ef-438b-a012-236b3f87ea26 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:02.470670 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6f0697f-b4ef-438b-a012-236b3f87ea26 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:02.492129 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a6f0697f-b4ef-438b-a012-236b3f87ea26 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6099725 Jul 23 20:50:02.492486 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34776) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:02.498949 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-17c5c22e-6386-418b-ae41-a278a5d309c0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'network_id': '3f718674-0c25-4ea7-88b0-d8be5f5bbb26', 'name': 'tempest-PortsIpV6TestJSON-1214130591'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:02.662340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6f15eca3-9dd3-4fdc-8dd7-b75a0f7312d3 req-b70cb177-b24d-4312-8d3c-ac917ae56eba tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.0465019 Jul 23 20:50:02.677277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c5c22e-6386-418b-ae41-a278a5d309c0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:02.682549 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17c5c22e-6386-418b-ae41-a278a5d309c0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:02.717456 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-17c5c22e-6386-418b-ae41-a278a5d309c0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] device_id is not set on port 965dfa87-098d-464b-950f-a16e78e191fb yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:50:02.723811 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b2481c26-cbbe-4237-9b9a-74277196831a no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:02.745533 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: b2481c26-cbbe-4237-9b9a-74277196831a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:02.745958 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b2481c26-cbbe-4237-9b9a-74277196831a not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:02.810384 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-3f718674-0c25-4ea7-88b0-d8be5f5bbb26', 'network_id': '3f718674-0c25-4ea7-88b0-d8be5f5bbb26', 'tenant_id': '453a1be7dbc440628b70639d8414958e', 'fixed_ips': [{'subnet_id': '0b58ef2d-a319-4e6c-95c5-524f0dd1dd63'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:50:02.811536 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:02.848310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-17c5c22e-6386-418b-ae41-a278a5d309c0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Allocated IP 2001:db8::109 (3f718674-0c25-4ea7-88b0-d8be5f5bbb26/0b58ef2d-a319-4e6c-95c5-524f0dd1dd63/965dfa87-098d-464b-950f-a16e78e191fb) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:03.002442 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17c5c22e-6386-418b-ae41-a278a5d309c0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:03.016937 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-17c5c22e-6386-418b-ae41-a278a5d309c0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Transition to ACTIVE for port object 965dfa87-098d-464b-950f-a16e78e191fb will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:03.057978 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17c5c22e-6386-418b-ae41-a278a5d309c0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:03.105792 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c5c22e-6386-418b-ae41-a278a5d309c0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network 3f718674-0c25-4ea7-88b0-d8be5f5bbb26 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:03.111645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-17c5c22e-6386-418b-ae41-a278a5d309c0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:03.115567 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c5c22e-6386-418b-ae41-a278a5d309c0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:03.121262 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c5c22e-6386-418b-ae41-a278a5d309c0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:03.122427 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17c5c22e-6386-418b-ae41-a278a5d309c0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:03.128910 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5c22e-6386-418b-ae41-a278a5d309c0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=965dfa87-098d-464b-950f-a16e78e191fb,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:03.133044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Allocated IP 2001:db8::2 (3f718674-0c25-4ea7-88b0-d8be5f5bbb26/0b58ef2d-a319-4e6c-95c5-524f0dd1dd63/2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:03.146795 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-17c5c22e-6386-418b-ae41-a278a5d309c0 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6503637 Jul 23 20:50:03.147115 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34786) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:03.152394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-58d96cac-20b3-433e-b23a-c7889329456f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'network_id': '3f718674-0c25-4ea7-88b0-d8be5f5bbb26', 'name': 'tempest-PortsIpV6TestJSON-1848131777'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:03.364063 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9e18594b-273a-466b-ba62-51bdd81cb0c5 req-6f07b8cb-498d-4e77-b88a-ba64a5d63a78 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0440676 Jul 23 20:50:03.369588 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d96cac-20b3-433e-b23a-c7889329456f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:03.372972 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-58d96cac-20b3-433e-b23a-c7889329456f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:03.378556 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:03.400458 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Transition to ACTIVE for port object 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:03.417173 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Transition to ACTIVE for port object 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:03.427458 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:03.445692 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-58d96cac-20b3-433e-b23a-c7889329456f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] device_id is not set on port b4f467bb-6abe-4895-9b0c-ef74cb4d84c7 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:50:03.475809 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Network 3f718674-0c25-4ea7-88b0-d8be5f5bbb26 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:03.483315 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:03.487943 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:03.493135 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Pushing event updated for resources: {'Port': ['ID=2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:03.578128 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Attempting to bind port 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:50:03.578502 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Attempting to bind port 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'c68364a8-ed7a-492b-a1c0-6d0539b8b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3f718674-0c25-4ea7-88b0-d8be5f5bbb26'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:50:03.579152 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Attempting to bind port 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 on network 3f718674-0c25-4ea7-88b0-d8be5f5bbb26 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:03.584423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:50:03.584762 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Checking segment: {'id': 'c68364a8-ed7a-492b-a1c0-6d0539b8b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3f718674-0c25-4ea7-88b0-d8be5f5bbb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:03.585166 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:03.585559 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Bound using segment: {'id': 'c68364a8-ed7a-492b-a1c0-6d0539b8b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3f718674-0c25-4ea7-88b0-d8be5f5bbb26'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:50:03.586027 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Bound port: 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68364a8-ed7a-492b-a1c0-6d0539b8b37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3f718674-0c25-4ea7-88b0-d8be5f5bbb26'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:50:03.586405 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:03.589858 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-58d96cac-20b3-433e-b23a-c7889329456f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Allocated IP 2001:db8::30e (3f718674-0c25-4ea7-88b0-d8be5f5bbb26/0b58ef2d-a319-4e6c-95c5-524f0dd1dd63/b4f467bb-6abe-4895-9b0c-ef74cb4d84c7) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:03.661075 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] For port 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:50:03.664432 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] For port 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86,segment=NetworkSegment(c68364a8-ed7a-492b-a1c0-6d0539b8b37c),segment_id=c68364a8-ed7a-492b-a1c0-6d0539b8b37c)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:50:03.675691 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:03.695212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b2dee-a2ae-4f7a-b0df-37da834070f1 req-fc65bdd4-f34d-461d-a208-a0076c0c11d1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:03.704671 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b6b2dee-a2ae-4f7a-b0df-37da834070f1 req-fc65bdd4-f34d-461d-a208-a0076c0c11d1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 944 time: 0.3489809 Jul 23 20:50:03.761084 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2509c-d556-4a8c-a095-8234d41365a8 None None] Pushing event updated for resources: {'Port': ['ID=2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:03.793981 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b6b2dee-a2ae-4f7a-b0df-37da834070f1 req-5dc42cf6-ce84-411a-8b1e-6d1a4d3ce5e9 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884202 Jul 23 20:50:03.842281 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-75a0fc36-4a80-41f7-99b5-91317c5d5fd0 req-dd4eff14-f586-41d6-a0a5-c3b05dfa3d48 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.0455210 Jul 23 20:50:03.878485 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-58d96cac-20b3-433e-b23a-c7889329456f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:03.893391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-58d96cac-20b3-433e-b23a-c7889329456f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Transition to ACTIVE for port object b4f467bb-6abe-4895-9b0c-ef74cb4d84c7 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:03.936540 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-58d96cac-20b3-433e-b23a-c7889329456f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:03.991889 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d96cac-20b3-433e-b23a-c7889329456f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network 3f718674-0c25-4ea7-88b0-d8be5f5bbb26 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:03.996215 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-58d96cac-20b3-433e-b23a-c7889329456f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:04.013939 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d96cac-20b3-433e-b23a-c7889329456f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:04.032215 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d96cac-20b3-433e-b23a-c7889329456f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:04.033214 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-58d96cac-20b3-433e-b23a-c7889329456f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:04.054922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d96cac-20b3-433e-b23a-c7889329456f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=b4f467bb-6abe-4895-9b0c-ef74cb4d84c7,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:04.062231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-58d96cac-20b3-433e-b23a-c7889329456f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9137442 Jul 23 20:50:04.065036 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34806) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:04.211569 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721eefd-a808-460b-a2b5-5b3a20a06c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:04.215924 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7721eefd-a808-460b-a2b5-5b3a20a06c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A109 HTTP/1.1" status: 200 len: 929 time: 0.1465473 Jul 23 20:50:04.216323 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34808) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:04.361176 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-520fbc9f-11c6-4dff-a6eb-1abef69276e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port b4f467bb-6abe-4895-9b0c-ef74cb4d84c7 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:04.361568 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-520fbc9f-11c6-4dff-a6eb-1abef69276e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:04.483434 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-520fbc9f-11c6-4dff-a6eb-1abef69276e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:04.501243 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-520fbc9f-11c6-4dff-a6eb-1abef69276e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for b4f467bb-6abe-4895-9b0c-ef74cb4d84c7 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:04.547714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b636da26-ed99-48ca-8f83-e7f7e1a49d16 req-d9ab2ce2-5de9-459e-ab18-6c3b3853d667 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0430703 Jul 23 20:50:04.750329 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-520fbc9f-11c6-4dff-a6eb-1abef69276e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:04.791058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fbc9f-11c6-4dff-a6eb-1abef69276e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=b4f467bb-6abe-4895-9b0c-ef74cb4d84c7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:04.791303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:04.859056 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-520fbc9f-11c6-4dff-a6eb-1abef69276e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:04.864592 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-520fbc9f-11c6-4dff-a6eb-1abef69276e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/ports/b4f467bb-6abe-4895-9b0c-ef74cb4d84c7 HTTP/1.1" status: 204 len: 168 time: 0.6449528 Jul 23 20:50:04.866464 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34824) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:04.915369 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:04.976376 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-985ec481-1943-4b02-b4b0-0dd009bd33df tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] GET failed (client error): The resource could not be found. Jul 23 20:50:04.980950 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-985ec481-1943-4b02-b4b0-0dd009bd33df tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports/b4f467bb-6abe-4895-9b0c-ef74cb4d84c7 HTTP/1.1" status: 404 len: 333 time: 0.1108489 Jul 23 20:50:04.981320 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34828) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:05.068909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4b2d3f7-2574-478e-ad3d-19a932da8b69 req-8f5dd299-f1c5-4368-98a0-acf0af693f3a tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/ports?device_id=499d1c2a-23ce-435e-aaa5-a34ee95ff1fe HTTP/1.1" status: 200 len: 210 time: 0.0402858 Jul 23 20:50:05.099691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9611b-8dd2-4db1-8236-ac1e7a2a2128 req-7f931e70-3849-42ac-9381-b566aaea1386 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:05.100999 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eeb9611b-8dd2-4db1-8236-ac1e7a2a2128 req-7f931e70-3849-42ac-9381-b566aaea1386 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 944 time: 0.2009718 Jul 23 20:50:05.164626 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eeb9611b-8dd2-4db1-8236-ac1e7a2a2128 req-4ee9295e-7bea-4c04-8aad-16b2633dba46 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555995 Jul 23 20:50:05.203449 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-33b1fb9b-e1e3-412b-96a6-3c1d759f6997 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port 965dfa87-098d-464b-950f-a16e78e191fb {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:05.204634 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33b1fb9b-e1e3-412b-96a6-3c1d759f6997 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:05.216131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2626b4-9657-46cc-bced-66e69d2ab420 None None] Network 3f718674-0c25-4ea7-88b0-d8be5f5bbb26 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:05.306509 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33b1fb9b-e1e3-412b-96a6-3c1d759f6997 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:05.322067 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-33b1fb9b-e1e3-412b-96a6-3c1d759f6997 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for 965dfa87-098d-464b-950f-a16e78e191fb owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:05.393534 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-960538d2-93ed-4970-b741-4a62ffa2cfdd None None] Provisioning for port 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:05.403058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-960538d2-93ed-4970-b741-4a62ffa2cfdd None None] Provisioning complete for port 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:05.403058 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-960538d2-93ed-4970-b741-4a62ffa2cfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:05.489768 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33b1fb9b-e1e3-412b-96a6-3c1d759f6997 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:05.539159 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1fb9b-e1e3-412b-96a6-3c1d759f6997 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=965dfa87-098d-464b-950f-a16e78e191fb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:05.570107 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-960538d2-93ed-4970-b741-4a62ffa2cfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:05.579648 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-33b1fb9b-e1e3-412b-96a6-3c1d759f6997 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:05.583202 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-33b1fb9b-e1e3-412b-96a6-3c1d759f6997 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/ports/965dfa87-098d-464b-950f-a16e78e191fb HTTP/1.1" status: 204 len: 168 time: 0.6005523 Jul 23 20:50:05.585765 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34844) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:05.620421 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dccc17d-2b48-4171-bd86-10ccd9790760 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] GET failed (client error): The resource could not be found. Jul 23 20:50:05.622197 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3dccc17d-2b48-4171-bd86-10ccd9790760 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports/965dfa87-098d-464b-950f-a16e78e191fb HTTP/1.1" status: 404 len: 333 time: 0.0348420 Jul 23 20:50:05.625115 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34852) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:05.632806 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-960538d2-93ed-4970-b741-4a62ffa2cfdd None None] For port 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86,segment=NetworkSegment(c68364a8-ed7a-492b-a1c0-6d0539b8b37c),segment_id=c68364a8-ed7a-492b-a1c0-6d0539b8b37c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:05.638673 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-960538d2-93ed-4970-b741-4a62ffa2cfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:05.708645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-0441c286-29c0-4cb3-970b-d4ab252075b2 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting subnet 0b58ef2d-a319-4e6c-95c5-524f0dd1dd63 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:50:05.712332 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0441c286-29c0-4cb3-970b-d4ab252075b2 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:05.719314 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1e92518-2c77-46fd-a53b-bed0398a9c1d req-7dae5f7b-959e-4732-aeb6-a50476721c47 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0506840 Jul 23 20:50:05.728270 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960538d2-93ed-4970-b741-4a62ffa2cfdd None None] Pushing event updated for resources: {'Port': ['ID=2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:05.788545 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0441c286-29c0-4cb3-970b-d4ab252075b2 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:05.869189 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9fe2ed83-e79a-415b-a09a-777b826a0616 None None] Could not find standard attr ID for object 965dfa87-098d-464b-950f-a16e78e191fb. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:50:05.884744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9fe2ed83-e79a-415b-a09a-777b826a0616 None None] Provisioning complete for port 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:05.885135 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fe2ed83-e79a-415b-a09a-777b826a0616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:05.928651 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0441c286-29c0-4cb3-970b-d4ab252075b2 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.008835 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0441c286-29c0-4cb3-970b-d4ab252075b2 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.043975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441c286-29c0-4cb3-970b-d4ab252075b2 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Subnet': ['ID=0b58ef2d-a319-4e6c-95c5-524f0dd1dd63,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:06.049094 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0441c286-29c0-4cb3-970b-d4ab252075b2 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.053523 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0441c286-29c0-4cb3-970b-d4ab252075b2 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/0b58ef2d-a319-4e6c-95c5-524f0dd1dd63 HTTP/1.1" status: 204 len: 168 time: 0.4248734 Jul 23 20:50:06.053779 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34862) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:06.169076 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.182833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34868) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:06.192488 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b739f89-0be0-481c-9f50-b089fcb92bf6 None None] Network 3f718674-0c25-4ea7-88b0-d8be5f5bbb26 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:06.272017 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-504418cc-cda2-4c89-bf7e-cb6b0af526a7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.280412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:06.280900 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.329423 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-504418cc-cda2-4c89-bf7e-cb6b0af526a7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.398312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] For port 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86,segment=NetworkSegment(c68364a8-ed7a-492b-a1c0-6d0539b8b37c),segment_id=c68364a8-ed7a-492b-a1c0-6d0539b8b37c)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:06.398820 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.417602 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a0839004-8928-4795-8017-75ea25e1a0da None None] Could not find standard attr ID for object 965dfa87-098d-464b-950f-a16e78e191fb. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:50:06.435162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:06.471746 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886efbcb-d061-4bc1-b4f9-1a64c25d6c53 req-215ec48f-8805-4279-8a26-23cb5a9fe8af tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:06.473534 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-886efbcb-d061-4bc1-b4f9-1a64c25d6c53 req-215ec48f-8805-4279-8a26-23cb5a9fe8af tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 944 time: 0.1527660 Jul 23 20:50:06.534785 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-504418cc-cda2-4c89-bf7e-cb6b0af526a7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.537810 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-504418cc-cda2-4c89-bf7e-cb6b0af526a7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.541920 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-504418cc-cda2-4c89-bf7e-cb6b0af526a7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "DELETE /v2.0/security-groups/cf5a8ae3-0004-45ce-a915-2619d60f406b HTTP/1.1" status: 204 len: 168 time: 0.3553185 Jul 23 20:50:06.542645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34874) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:06.543566 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-886efbcb-d061-4bc1-b4f9-1a64c25d6c53 req-5907f65c-70c6-4bfd-bd88-c2f48b7e1587 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489545 Jul 23 20:50:06.573159 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504418cc-cda2-4c89-bf7e-cb6b0af526a7 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5a8ae3-0004-45ce-a915-2619d60f406b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:06.586536 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-22b8ae07-22c5-473d-bc3f-61156821c4a8 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] show failed (client error): The resource could not be found. Jul 23 20:50:06.587732 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-22b8ae07-22c5-473d-bc3f-61156821c4a8 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "GET /v2.0/security-groups/cf5a8ae3-0004-45ce-a915-2619d60f406b HTTP/1.1" status: 404 len: 347 time: 0.0310602 Jul 23 20:50:06.590697 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34876) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:06.642645 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3b3cf6-1ef6-438a-b849-3bd4bce1de2a None None] DHCP port deletion for 3f718674-0c25-4ea7-88b0-d8be5f5bbb26 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:50:06.665007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.690724 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No DVR routers for this DVR port 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:06.713392 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b3cf6-1ef6-438a-b849-3bd4bce1de2a None None] Deleting port 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:06.715054 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ee3b3cf6-1ef6-438a-b849-3bd4bce1de2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.716340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:06.757492 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d9dfb010-f842-415c-9bff-b7d0bf7d3377 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Deleting port 15f387cb-974f-4bfc-bc2f-53bb192faa22 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:06.757850 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb010-f842-415c-9bff-b7d0bf7d3377 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.819033 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ee3b3cf6-1ef6-438a-b849-3bd4bce1de2a None None] For port 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86, host n-d-791504-18, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:06.819710 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ee3b3cf6-1ef6-438a-b849-3bd4bce1de2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.836081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b3cf6-1ef6-438a-b849-3bd4bce1de2a None None] Calling delete_port for 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:06.844697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-ee3b3cf6-1ef6-438a-b849-3bd4bce1de2a None None] Port 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:50:06.848268 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ee3b3cf6-1ef6-438a-b849-3bd4bce1de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.848583 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.860435 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb010-f842-415c-9bff-b7d0bf7d3377 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.860763 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb010-f842-415c-9bff-b7d0bf7d3377 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.862392 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f718674-0c25-4ea7-88b0-d8be5f5bbb26']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:06.863454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3b3cf6-1ef6-438a-b849-3bd4bce1de2a None None] No DVR routers for this DVR port 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:06.884814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b3cf6-1ef6-438a-b849-3bd4bce1de2a None None] Pushing event deleted for resources: {'Port': ['ID=2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:06.906870 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68364a8-ed7a-492b-a1c0-6d0539b8b37c') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:06.907353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68364a8-ed7a-492b-a1c0-6d0539b8b37c') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:06.909985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13703d68-98e2-43bd-9da6-83ed010c214a req-8d009b94-4f54-4f37-b81b-eeadebad3b9f tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0609391 Jul 23 20:50:06.915240 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d9dfb010-f842-415c-9bff-b7d0bf7d3377 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Calling delete_port for 15f387cb-974f-4bfc-bc2f-53bb192faa22 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:06.923218 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.952842 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.962037 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:50:06.962713 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:50:06.970864 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:50:07.035768 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:07.044051 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:07.047591 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/networks/3f718674-0c25-4ea7-88b0-d8be5f5bbb26 HTTP/1.1" status: 204 len: 168 time: 0.9926901 Jul 23 20:50:07.050439 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34880) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:07.056699 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7cb792de-3b1b-40c9-a060-014ebe3adcf8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1430609502'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:07.071335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee385d7-19c9-4abd-bc9c-3c515e853e4e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Network': ['ID=3f718674-0c25-4ea7-88b0-d8be5f5bbb26,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:07.095414 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb792de-3b1b-40c9-a060-014ebe3adcf8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:07.099467 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7cb792de-3b1b-40c9-a060-014ebe3adcf8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:07.128389 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb792de-3b1b-40c9-a060-014ebe3adcf8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:50:07.140845 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7cb792de-3b1b-40c9-a060-014ebe3adcf8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:07.141221 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-7cb792de-3b1b-40c9-a060-014ebe3adcf8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Added segment ccc66d15-cb7e-45e8-b1d6-3a91e7073254 of type vlan for network bf0e3ccd-2321-430c-8065-24a6841913d2 Jul 23 20:50:07.187940 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7cb792de-3b1b-40c9-a060-014ebe3adcf8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:07.225241 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7cb792de-3b1b-40c9-a060-014ebe3adcf8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:07.231314 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb792de-3b1b-40c9-a060-014ebe3adcf8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:07.231902 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7cb792de-3b1b-40c9-a060-014ebe3adcf8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:07.304394 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7cb792de-3b1b-40c9-a060-014ebe3adcf8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2523570 Jul 23 20:50:07.307160 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34882) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:07.312805 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e45c401c-7fa8-4cf9-a32c-ef3c570d1805 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'subnet': {'network_id': 'bf0e3ccd-2321-430c-8065-24a6841913d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:07.318991 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb792de-3b1b-40c9-a060-014ebe3adcf8 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Network': ['ID=bf0e3ccd-2321-430c-8065-24a6841913d2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:07.332123 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network bf0e3ccd-2321-430c-8065-24a6841913d2 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:50:07.425714 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45c401c-7fa8-4cf9-a32c-ef3c570d1805 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:07.430595 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e45c401c-7fa8-4cf9-a32c-ef3c570d1805 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:07.444737 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb010-f842-415c-9bff-b7d0bf7d3377 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:07.473461 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfb010-f842-415c-9bff-b7d0bf7d3377 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event deleted for resources: {'Port': ['ID=15f387cb-974f-4bfc-bc2f-53bb192faa22,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:07.545206 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb010-f842-415c-9bff-b7d0bf7d3377 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:07.545206 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb010-f842-415c-9bff-b7d0bf7d3377 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:07.548813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d9dfb010-f842-415c-9bff-b7d0bf7d3377 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "DELETE /v2.0/floatingips/6a18400d-0c12-4aa4-94fd-198187366f8a HTTP/1.1" status: 204 len: 168 time: 0.9547153 Jul 23 20:50:07.549099 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34886) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:07.590651 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:50:07.653109 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e45c401c-7fa8-4cf9-a32c-ef3c570d1805 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:07.719040 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-a67cd391-73a4-46ca-ba11-9821351a0476 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Deleting port 8d621365-bcf9-403d-83db-84d9bdb36ec9 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:07.719733 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a67cd391-73a4-46ca-ba11-9821351a0476 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:07.732110 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c401c-7fa8-4cf9-a32c-ef3c570d1805 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Subnet': ['ID=4ad97c3f-233c-4a1d-be53-b50f239608fe,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:07.743799 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45c401c-7fa8-4cf9-a32c-ef3c570d1805 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Checking segment: {'id': 'ccc66d15-cb7e-45e8-b1d6-3a91e7073254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bf0e3ccd-2321-430c-8065-24a6841913d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:07.744407 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45c401c-7fa8-4cf9-a32c-ef3c570d1805 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network hostable DHCP agents. Network: bf0e3ccd-2321-430c-8065-24a6841913d2, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:50:07.759552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af7f14-d202-4c7a-bad7-e19227c2569c req-a9b99658-6092-4cea-8561-fd04913dead1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:07.761133 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41af7f14-d202-4c7a-bad7-e19227c2569c req-a9b99658-6092-4cea-8561-fd04913dead1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 944 time: 0.1238682 Jul 23 20:50:07.786305 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45c401c-7fa8-4cf9-a32c-ef3c570d1805 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network bf0e3ccd-2321-430c-8065-24a6841913d2 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:50:07.797885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-e45c401c-7fa8-4cf9-a32c-ef3c570d1805 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, bf0e3ccd-2321-430c-8065-24a6841913d2) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:07.798288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8c13be93-21ea-49a4-bb03-fd9f4b51bfeb,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:07.802829 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45c401c-7fa8-4cf9-a32c-ef3c570d1805 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:07.803290 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e45c401c-7fa8-4cf9-a32c-ef3c570d1805 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:07.816570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ade8b7f-d269-44be-87f5-edfa441a2b34 None None] Network bf0e3ccd-2321-430c-8065-24a6841913d2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:07.822779 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e45c401c-7fa8-4cf9-a32c-ef3c570d1805 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5143156 Jul 23 20:50:07.825878 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34890) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:07.832766 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1befed15-63f8-42bb-bff2-ce3761aa40dc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'network_id': 'bf0e3ccd-2321-430c-8065-24a6841913d2', 'name': 'tempest-PortsIpV6TestJSON-1426365381', 'fixed_ips': [{'subnet_id': '4ad97c3f-233c-4a1d-be53-b50f239608fe', 'ip_address': '2001:db8::10'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:07.848406 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41af7f14-d202-4c7a-bad7-e19227c2569c req-24ec8f9a-29ee-4889-9df3-2df35d92a748 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813348 Jul 23 20:50:07.861263 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a67cd391-73a4-46ca-ba11-9821351a0476 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:07.874533 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-a67cd391-73a4-46ca-ba11-9821351a0476 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Calling delete_port for 8d621365-bcf9-403d-83db-84d9bdb36ec9 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:07.947335 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'port_id': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb', 'mac_address': 'fa:16:3e:ac:2e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:50:07.960816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1befed15-63f8-42bb-bff2-ce3761aa40dc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:08.023973 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:08.056490 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-bf0e3ccd-2321-430c-8065-24a6841913d2', 'network_id': 'bf0e3ccd-2321-430c-8065-24a6841913d2', 'tenant_id': '453a1be7dbc440628b70639d8414958e', 'fixed_ips': [{'subnet_id': '4ad97c3f-233c-4a1d-be53-b50f239608fe'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:50:08.057762 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:08.077128 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:50:08.095976 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82dd6b47-7beb-4be4-8062-4554c81d9ca4 req-07bf1466-b667-4609-add1-78d4d4fc1e90 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0596931 Jul 23 20:50:08.120998 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1befed15-63f8-42bb-bff2-ce3761aa40dc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:08.123846 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8c13be93-21ea-49a4-bb03-fd9f4b51bfeb,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:08.132830 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a67cd391-73a4-46ca-ba11-9821351a0476 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:08.138976 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-1befed15-63f8-42bb-bff2-ce3761aa40dc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] device_id is not set on port 6ac9d1ba-2c31-48e7-b636-95f3b7b48e37 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:50:08.207225 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cd391-73a4-46ca-ba11-9821351a0476 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event deleted for resources: {'Port': ['ID=8d621365-bcf9-403d-83db-84d9bdb36ec9,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:08.242017 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:08.262648 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a67cd391-73a4-46ca-ba11-9821351a0476 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:08.264743 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a67cd391-73a4-46ca-ba11-9821351a0476 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "DELETE /v2.0/ports/8d621365-bcf9-403d-83db-84d9bdb36ec9 HTTP/1.1" status: 204 len: 168 time: 0.7146549 Jul 23 20:50:08.267481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34894) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:08.280498 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Allocated IP 2001:db8::2 (bf0e3ccd-2321-430c-8065-24a6841913d2/4ad97c3f-233c-4a1d-be53-b50f239608fe/23d96feb-d9a0-46e3-86df-9b0e47c546df) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:08.331593 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=8c13be93-21ea-49a4-bb03-fd9f4b51bfeb,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:08.623905 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['8c13be93-21ea-49a4-bb03-fd9f4b51bfeb'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:50:08.727380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:08.763358 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:08.766049 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:08.766493 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2d7eb8d7-0c3b-4374-a5f3-7bae11ddea86 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:08.787778 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-31c135a7-a872-4adf-b459-abb8d2f169ae tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Deleting port 9897128c-b4b2-4b65-a39d-e74031bf6da6 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:08.788248 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-31c135a7-a872-4adf-b459-abb8d2f169ae tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:08.802945 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Transition to ACTIVE for port object 23d96feb-d9a0-46e3-86df-9b0e47c546df will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:08.839083 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Transition to ACTIVE for port object 23d96feb-d9a0-46e3-86df-9b0e47c546df will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:08.854857 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:08.902963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Network bf0e3ccd-2321-430c-8065-24a6841913d2 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:08.908915 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:08.921672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:08.927663 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-1befed15-63f8-42bb-bff2-ce3761aa40dc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Allocated IP 2001:db8::10 (bf0e3ccd-2321-430c-8065-24a6841913d2/4ad97c3f-233c-4a1d-be53-b50f239608fe/6ac9d1ba-2c31-48e7-b636-95f3b7b48e37) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:08.972655 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Pushing event updated for resources: {'Port': ['ID=23d96feb-d9a0-46e3-86df-9b0e47c546df,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:08.983523 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-31c135a7-a872-4adf-b459-abb8d2f169ae tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:08.998615 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-31c135a7-a872-4adf-b459-abb8d2f169ae tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Calling delete_port for 9897128c-b4b2-4b65-a39d-e74031bf6da6 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:09.019700 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df688c5c-817e-4a43-819e-6d077ef20b4a req-cc5cdb4d-ec3f-4b04-b761-87347a01e4c7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:09.021826 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Attempting to bind port 23d96feb-d9a0-46e3-86df-9b0e47c546df on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:50:09.022202 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Attempting to bind port 23d96feb-d9a0-46e3-86df-9b0e47c546df by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'ccc66d15-cb7e-45e8-b1d6-3a91e7073254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bf0e3ccd-2321-430c-8065-24a6841913d2'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:50:09.022574 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Attempting to bind port 23d96feb-d9a0-46e3-86df-9b0e47c546df on network bf0e3ccd-2321-430c-8065-24a6841913d2 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:09.028896 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df688c5c-817e-4a43-819e-6d077ef20b4a req-cc5cdb4d-ec3f-4b04-b761-87347a01e4c7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 945 time: 0.0912819 Jul 23 20:50:09.039182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:50:09.039587 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Checking segment: {'id': 'ccc66d15-cb7e-45e8-b1d6-3a91e7073254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bf0e3ccd-2321-430c-8065-24a6841913d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:09.039996 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.040398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Bound using segment: {'id': 'ccc66d15-cb7e-45e8-b1d6-3a91e7073254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bf0e3ccd-2321-430c-8065-24a6841913d2'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:50:09.040874 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Bound port: 23d96feb-d9a0-46e3-86df-9b0e47c546df, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc66d15-cb7e-45e8-b1d6-3a91e7073254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bf0e3ccd-2321-430c-8065-24a6841913d2'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:50:09.041259 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.080507 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df688c5c-817e-4a43-819e-6d077ef20b4a req-d31538d4-55a7-4aa3-b5e5-fa9de8437f0f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502675 Jul 23 20:50:09.136591 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] For port 23d96feb-d9a0-46e3-86df-9b0e47c546df, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:50:09.142795 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] For port 23d96feb-d9a0-46e3-86df-9b0e47c546df, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=23d96feb-d9a0-46e3-86df-9b0e47c546df,segment=NetworkSegment(ccc66d15-cb7e-45e8-b1d6-3a91e7073254),segment_id=ccc66d15-cb7e-45e8-b1d6-3a91e7073254)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:50:09.160216 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.220360 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b54efb61-25d5-4112-9f35-49e2744a5398 req-80d5b995-4066-4025-8f68-173638593d04 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0386899 Jul 23 20:50:09.241598 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-31c135a7-a872-4adf-b459-abb8d2f169ae tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.296476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5ee68-365c-4ed2-8a78-71b860bd4dce None None] Pushing event updated for resources: {'Port': ['ID=23d96feb-d9a0-46e3-86df-9b0e47c546df,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:09.296708 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c135a7-a872-4adf-b459-abb8d2f169ae tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event deleted for resources: {'Port': ['ID=9897128c-b4b2-4b65-a39d-e74031bf6da6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:09.371865 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1befed15-63f8-42bb-bff2-ce3761aa40dc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.396889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-1befed15-63f8-42bb-bff2-ce3761aa40dc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Transition to ACTIVE for port object 6ac9d1ba-2c31-48e7-b636-95f3b7b48e37 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:09.403677 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-31c135a7-a872-4adf-b459-abb8d2f169ae tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.407389 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-31c135a7-a872-4adf-b459-abb8d2f169ae tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "DELETE /v2.0/ports/9897128c-b4b2-4b65-a39d-e74031bf6da6 HTTP/1.1" status: 204 len: 168 time: 1.1365185 Jul 23 20:50:09.408833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34902) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:09.457856 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1befed15-63f8-42bb-bff2-ce3761aa40dc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.493897 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91cb771-95b1-48da-940e-c20933a068c3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Deleting subnet f1df64a1-b61e-4d57-acf3-a7fd288e2905 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:50:09.501373 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f91cb771-95b1-48da-940e-c20933a068c3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.532753 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1befed15-63f8-42bb-bff2-ce3761aa40dc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network bf0e3ccd-2321-430c-8065-24a6841913d2 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:09.548022 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1befed15-63f8-42bb-bff2-ce3761aa40dc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:09.552556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1befed15-63f8-42bb-bff2-ce3761aa40dc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:09.561631 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f91cb771-95b1-48da-940e-c20933a068c3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.562228 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1befed15-63f8-42bb-bff2-ce3761aa40dc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:09.562983 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1befed15-63f8-42bb-bff2-ce3761aa40dc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.570103 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befed15-63f8-42bb-bff2-ce3761aa40dc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=6ac9d1ba-2c31-48e7-b636-95f3b7b48e37,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:09.587492 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1befed15-63f8-42bb-bff2-ce3761aa40dc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7602651 Jul 23 20:50:09.590615 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34906) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:09.596258 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-98242a86-d6d5-4a76-9537-31cdde0aeac7 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'network_id': 'bf0e3ccd-2321-430c-8065-24a6841913d2', 'name': 'tempest-PortsIpV6TestJSON-1869563068', 'fixed_ips': [{'subnet_id': '4ad97c3f-233c-4a1d-be53-b50f239608fe', 'ip_address': '2001:db8::f'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:09.686439 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f91cb771-95b1-48da-940e-c20933a068c3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.736573 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98242a86-d6d5-4a76-9537-31cdde0aeac7 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:09.746227 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-98242a86-d6d5-4a76-9537-31cdde0aeac7 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.767422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-98242a86-d6d5-4a76-9537-31cdde0aeac7 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] device_id is not set on port db4deb19-a22e-47ec-9ca7-9d9f59c19bf2 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:50:09.771583 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f91cb771-95b1-48da-940e-c20933a068c3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.801126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cb771-95b1-48da-940e-c20933a068c3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event deleted for resources: {'Subnet': ['ID=f1df64a1-b61e-4d57-acf3-a7fd288e2905,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:09.805372 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f91cb771-95b1-48da-940e-c20933a068c3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.807803 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f91cb771-95b1-48da-940e-c20933a068c3 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "DELETE /v2.0/subnets/f1df64a1-b61e-4d57-acf3-a7fd288e2905 HTTP/1.1" status: 204 len: 168 time: 0.3980365 Jul 23 20:50:09.810417 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34908) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:09.814621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d1dff0-8435-4850-ad08-00e569f1239d None None] Network 9e4e0618-9258-49df-b427-fe7749c03fdb requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:09.920758 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edb31cc-d89d-46b5-98b2-c101b03773ca tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Deleting subnet a29a518f-ecc9-4636-9c65-c54cb733ea9a {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:50:09.924054 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0edb31cc-d89d-46b5-98b2-c101b03773ca tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.966477 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0edb31cc-d89d-46b5-98b2-c101b03773ca tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.988553 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-98242a86-d6d5-4a76-9537-31cdde0aeac7 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Allocated IP 2001:db8::f (bf0e3ccd-2321-430c-8065-24a6841913d2/4ad97c3f-233c-4a1d-be53-b50f239608fe/db4deb19-a22e-47ec-9ca7-9d9f59c19bf2) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:10.059985 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25e71fe-6841-45c6-8dca-7b50bf349648 None None] DHCP port deletion for 9e4e0618-9258-49df-b427-fe7749c03fdb request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:50:10.085666 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0edb31cc-d89d-46b5-98b2-c101b03773ca tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:10.166227 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b25e71fe-6841-45c6-8dca-7b50bf349648 None None] Deleting port ff775a65-b9b2-4dca-81d2-281afa86fc4c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:10.166597 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b25e71fe-6841-45c6-8dca-7b50bf349648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:10.208732 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-98242a86-d6d5-4a76-9537-31cdde0aeac7 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:10.224412 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0edb31cc-d89d-46b5-98b2-c101b03773ca tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:10.226617 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-98242a86-d6d5-4a76-9537-31cdde0aeac7 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Transition to ACTIVE for port object db4deb19-a22e-47ec-9ca7-9d9f59c19bf2 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:10.276660 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-98242a86-d6d5-4a76-9537-31cdde0aeac7 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:10.280531 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb31cc-d89d-46b5-98b2-c101b03773ca tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event deleted for resources: {'Subnet': ['ID=a29a518f-ecc9-4636-9c65-c54cb733ea9a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:10.285610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b25e71fe-6841-45c6-8dca-7b50bf349648 None None] For port ff775a65-b9b2-4dca-81d2-281afa86fc4c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=ff775a65-b9b2-4dca-81d2-281afa86fc4c,segment=NetworkSegment(31d0f090-9be4-4634-8b40-2a9e0cdd0cb1),segment_id=31d0f090-9be4-4634-8b40-2a9e0cdd0cb1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:10.286333 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b25e71fe-6841-45c6-8dca-7b50bf349648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:10.291340 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0edb31cc-d89d-46b5-98b2-c101b03773ca tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:10.297278 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0edb31cc-d89d-46b5-98b2-c101b03773ca tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "DELETE /v2.0/subnets/a29a518f-ecc9-4636-9c65-c54cb733ea9a HTTP/1.1" status: 204 len: 168 time: 0.4849494 Jul 23 20:50:10.298655 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34914) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:10.310390 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b25e71fe-6841-45c6-8dca-7b50bf349648 None None] Calling delete_port for ff775a65-b9b2-4dca-81d2-281afa86fc4c owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:10.383230 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98242a86-d6d5-4a76-9537-31cdde0aeac7 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network bf0e3ccd-2321-430c-8065-24a6841913d2 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:10.386725 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-98242a86-d6d5-4a76-9537-31cdde0aeac7 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:10.390614 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98242a86-d6d5-4a76-9537-31cdde0aeac7 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:10.396597 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98242a86-d6d5-4a76-9537-31cdde0aeac7 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:10.397293 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-98242a86-d6d5-4a76-9537-31cdde0aeac7 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:10.417465 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176cc790-aaa1-4a61-9b1d-555d74cba035 None None] Network 59c5d0ae-3121-4e53-88c3-139064a5c09c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:10.433642 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b25e71fe-6841-45c6-8dca-7b50bf349648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:10.457958 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4e22-eb81-4d48-a245-1d3485b5db5b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:10.459039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98242a86-d6d5-4a76-9537-31cdde0aeac7 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=db4deb19-a22e-47ec-9ca7-9d9f59c19bf2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:10.473487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e71fe-6841-45c6-8dca-7b50bf349648 None None] Pushing event deleted for resources: {'Port': ['ID=ff775a65-b9b2-4dca-81d2-281afa86fc4c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:10.473633 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-98242a86-d6d5-4a76-9537-31cdde0aeac7 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8813040 Jul 23 20:50:10.475424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34916) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:10.481271 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25e71fe-6841-45c6-8dca-7b50bf349648 None None] No DVR routers for this DVR port ff775a65-b9b2-4dca-81d2-281afa86fc4c on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:10.492385 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c6d1c41-7137-44e8-b385-b9cccf831535 req-8932f0f6-ccac-477d-9ab5-96ff245c87f3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0708044 Jul 23 20:50:10.502691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91d778-d09f-4682-a7f9-0db689b2f6f3 req-220ba6cb-ddaa-4df6-9ae3-ec01b3a087df tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:10.504241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c91d778-d09f-4682-a7f9-0db689b2f6f3 req-220ba6cb-ddaa-4df6-9ae3-ec01b3a087df tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 945 time: 0.3370585 Jul 23 20:50:10.699438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8077b0cb-d47c-4bbc-99e4-f208beb504bf tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:10.704111 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4e22-eb81-4d48-a245-1d3485b5db5b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:10.704571 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8077b0cb-d47c-4bbc-99e4-f208beb504bf tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2281513 Jul 23 20:50:10.705192 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34920) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:10.721560 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f5c230-ea48-4e73-b294-daeea2cad94b None None] Network bf0e3ccd-2321-430c-8065-24a6841913d2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:10.723967 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-bc3b4e22-eb81-4d48-a245-1d3485b5db5b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4e0618-9258-49df-b427-fe7749c03fdb']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:10.729379 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c91d778-d09f-4682-a7f9-0db689b2f6f3 req-997cad55-0fc7-4c3e-8860-13430cbc148d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150483 Jul 23 20:50:10.743264 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-bc3b4e22-eb81-4d48-a245-1d3485b5db5b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d0f090-9be4-4634-8b40-2a9e0cdd0cb1') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:10.743428 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-bc3b4e22-eb81-4d48-a245-1d3485b5db5b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d0f090-9be4-4634-8b40-2a9e0cdd0cb1') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:10.760342 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4e22-eb81-4d48-a245-1d3485b5db5b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:10.772853 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab84e49-e191-41b7-8265-d64df8819a19 None None] DHCP port deletion for 59c5d0ae-3121-4e53-88c3-139064a5c09c request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:50:10.786961 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4e22-eb81-4d48-a245-1d3485b5db5b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:10.797884 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3b4e22-eb81-4d48-a245-1d3485b5db5b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:50:10.798602 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4e22-eb81-4d48-a245-1d3485b5db5b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:50:10.801985 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:50:10.826257 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a594dff6-6b2b-4399-99a6-5633e00272a2 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:10.842797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a594dff6-6b2b-4399-99a6-5633e00272a2 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:10.849252 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a594dff6-6b2b-4399-99a6-5633e00272a2 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:10.851013 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a594dff6-6b2b-4399-99a6-5633e00272a2 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1447434 Jul 23 20:50:10.853808 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34922) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:10.860014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 23d96feb-d9a0-46e3-86df-9b0e47c546df up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:10.885777 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4e22-eb81-4d48-a245-1d3485b5db5b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:10.911713 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4e22-eb81-4d48-a245-1d3485b5db5b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:10.917405 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bc3b4e22-eb81-4d48-a245-1d3485b5db5b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "DELETE /v2.0/networks/9e4e0618-9258-49df-b427-fe7749c03fdb HTTP/1.1" status: 204 len: 168 time: 0.6131372 Jul 23 20:50:10.917405 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b4e22-eb81-4d48-a245-1d3485b5db5b tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event deleted for resources: {'Network': ['ID=9e4e0618-9258-49df-b427-fe7749c03fdb,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:10.917405 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34924) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:10.923573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b08e3080-9c5b-43c2-90ef-bc33549da0aa None None] Provisioning for port 23d96feb-d9a0-46e3-86df-9b0e47c546df completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:10.995864 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-fab84e49-e191-41b7-8265-d64df8819a19 None None] Deleting port 1626d654-da7d-4f6c-b822-1df138741c29 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:10.996241 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fab84e49-e191-41b7-8265-d64df8819a19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.000691 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 23d96feb-d9a0-46e3-86df-9b0e47c546df completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:11.018333 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 23d96feb-d9a0-46e3-86df-9b0e47c546df triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:11.018707 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.035046 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.035964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d634b5d9-bc07-4c5c-9ea4-06c6fdf2184f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port db4deb19-a22e-47ec-9ca7-9d9f59c19bf2 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:11.037101 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d634b5d9-bc07-4c5c-9ea4-06c6fdf2184f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.096564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Deleting port 1626d654-da7d-4f6c-b822-1df138741c29 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:11.097173 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.128713 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fab84e49-e191-41b7-8265-d64df8819a19 None None] For port 1626d654-da7d-4f6c-b822-1df138741c29, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1626d654-da7d-4f6c-b822-1df138741c29,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:11.129304 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fab84e49-e191-41b7-8265-d64df8819a19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.160764 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-fab84e49-e191-41b7-8265-d64df8819a19 None None] Calling delete_port for 1626d654-da7d-4f6c-b822-1df138741c29 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:11.162285 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d634b5d9-bc07-4c5c-9ea4-06c6fdf2184f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.176478 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d634b5d9-bc07-4c5c-9ea4-06c6fdf2184f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for db4deb19-a22e-47ec-9ca7-9d9f59c19bf2 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:11.193444 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] For port 1626d654-da7d-4f6c-b822-1df138741c29, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1626d654-da7d-4f6c-b822-1df138741c29,segment=NetworkSegment(6eacabf4-345b-4ec9-9780-4b6d7730e039),segment_id=6eacabf4-345b-4ec9-9780-4b6d7730e039)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:11.193806 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.209505 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Calling delete_port for 1626d654-da7d-4f6c-b822-1df138741c29 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:11.280771 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.319428 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.335727 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 23d96feb-d9a0-46e3-86df-9b0e47c546df, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=23d96feb-d9a0-46e3-86df-9b0e47c546df,segment=NetworkSegment(ccc66d15-cb7e-45e8-b1d6-3a91e7073254),segment_id=ccc66d15-cb7e-45e8-b1d6-3a91e7073254)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:11.342973 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fab84e49-e191-41b7-8265-d64df8819a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.349479 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.359511 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] No DVR routers for this DVR port 1626d654-da7d-4f6c-b822-1df138741c29 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:11.364938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event deleted for resources: {'Port': ['ID=1626d654-da7d-4f6c-b822-1df138741c29,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:11.375200 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d634b5d9-bc07-4c5c-9ea4-06c6fdf2184f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.376490 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab84e49-e191-41b7-8265-d64df8819a19 None None] Pushing event deleted for resources: {'Port': ['ID=1626d654-da7d-4f6c-b822-1df138741c29,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:11.383365 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab84e49-e191-41b7-8265-d64df8819a19 None None] No DVR routers for this DVR port 1626d654-da7d-4f6c-b822-1df138741c29 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:11.451402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634b5d9-bc07-4c5c-9ea4-06c6fdf2184f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=db4deb19-a22e-47ec-9ca7-9d9f59c19bf2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:11.451660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=23d96feb-d9a0-46e3-86df-9b0e47c546df,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:11.477015 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.479580 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ff775a65-b9b2-4dca-81d2-281afa86fc4c no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:11.489717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c5d0ae-3121-4e53-88c3-139064a5c09c']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:11.501284 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d634b5d9-bc07-4c5c-9ea4-06c6fdf2184f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.501997 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eacabf4-345b-4ec9-9780-4b6d7730e039') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:11.502402 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eacabf4-345b-4ec9-9780-4b6d7730e039') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:11.505772 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d634b5d9-bc07-4c5c-9ea4-06c6fdf2184f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/ports/db4deb19-a22e-47ec-9ca7-9d9f59c19bf2 HTTP/1.1" status: 204 len: 168 time: 0.6484649 Jul 23 20:50:11.506177 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34926) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:11.512833 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.515988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: ff775a65-b9b2-4dca-81d2-281afa86fc4c {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:11.516328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ff775a65-b9b2-4dca-81d2-281afa86fc4c not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:11.532453 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.539083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:50:11.539423 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.570333 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2912c5-7d45-4ce8-b108-1997bb0e6428 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] GET failed (client error): The resource could not be found. Jul 23 20:50:11.582613 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5c2912c5-7d45-4ce8-b108-1997bb0e6428 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports/db4deb19-a22e-47ec-9ca7-9d9f59c19bf2 HTTP/1.1" status: 404 len: 333 time: 0.0752523 Jul 23 20:50:11.583522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34930) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:11.591747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:50:11.606248 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:50:11.610359 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.629888 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.632120 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] 10.222.0.55 "DELETE /v2.0/networks/59c5d0ae-3121-4e53-88c3-139064a5c09c HTTP/1.1" status: 204 len: 168 time: 0.7141299 Jul 23 20:50:11.644054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168d8de-5c10-4044-9195-6c0b3fd81073 tempest-TaggedBootDevicesTest_v242-1054806315 tempest-TaggedBootDevicesTest_v242-1054806315-project] Pushing event deleted for resources: {'Network': ['ID=59c5d0ae-3121-4e53-88c3-139064a5c09c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:11.685501 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9307b726-90eb-4b4b-9bba-6b99ff16b882 req-783a7a1c-77f5-414b-80e9-26d219636445 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0522106 Jul 23 20:50:11.723978 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:11.739221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:11.739221 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.835359 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-4fdffc46-a300-4cb2-89b2-fe8f54344c8a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port 6ac9d1ba-2c31-48e7-b636-95f3b7b48e37 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:11.835715 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4fdffc46-a300-4cb2-89b2-fe8f54344c8a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.897703 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.914273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-96ec5dd7-8bf9-468c-b926-f2b8ab76ce15 None None] Could not find standard attr ID for object db4deb19-a22e-47ec-9ca7-9d9f59c19bf2. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:50:11.933654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:11.936817 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5feb83-0ddb-4edc-bbe4-e6e631e9bfb6" -d '{"events": [{"server_uuid": "f27a9294-2771-485e-a518-8393ca5b51b3", "name": "network-vif-plugged", "status": "completed", "tag": "8c13be93-21ea-49a4-bb03-fd9f4b51bfeb"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:11.953141 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-96ec5dd7-8bf9-468c-b926-f2b8ab76ce15 None None] Provisioning complete for port 23d96feb-d9a0-46e3-86df-9b0e47c546df triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:11.953537 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96ec5dd7-8bf9-468c-b926-f2b8ab76ce15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:11.957852 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8c13be93-21ea-49a4-bb03-fd9f4b51bfeb,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:11.991390 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:12.002007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4fdffc46-a300-4cb2-89b2-fe8f54344c8a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:12.012331 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5952ab2a-5c9f-475b-b3b2-50c581ad231a x-openstack-request-id: req-5952ab2a-5c9f-475b-b3b2-50c581ad231a {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:12.013031 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27a9294-2771-485e-a518-8393ca5b51b3", "name": "network-vif-plugged", "status": "completed", "tag": "8c13be93-21ea-49a4-bb03-fd9f4b51bfeb", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:12.013564 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5952ab2a-5c9f-475b-b3b2-50c581ad231a {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:12.014101 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb', 'code': 200} Jul 23 20:50:12.031868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4682b7b-2c07-4320-a749-1b91db8b1ffd req-e22ca757-a1cb-4c53-bc3c-5205092b83a2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:12.045699 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4682b7b-2c07-4320-a749-1b91db8b1ffd req-e22ca757-a1cb-4c53-bc3c-5205092b83a2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 945 time: 0.1756570 Jul 23 20:50:12.094681 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-4fdffc46-a300-4cb2-89b2-fe8f54344c8a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for 6ac9d1ba-2c31-48e7-b636-95f3b7b48e37 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:12.110002 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=8c13be93-21ea-49a4-bb03-fd9f4b51bfeb,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:12.141953 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4682b7b-2c07-4320-a749-1b91db8b1ffd req-b3b58bf8-677a-4e78-a866-6393d480cb77 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905418 Jul 23 20:50:12.173659 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-96ec5dd7-8bf9-468c-b926-f2b8ab76ce15 None None] Provisioning for port 6ac9d1ba-2c31-48e7-b636-95f3b7b48e37 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:12.178180 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-96ec5dd7-8bf9-468c-b926-f2b8ab76ce15 None None] Provisioning complete for port 6ac9d1ba-2c31-48e7-b636-95f3b7b48e37 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:12.178720 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96ec5dd7-8bf9-468c-b926-f2b8ab76ce15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:12.218790 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-96ec5dd7-8bf9-468c-b926-f2b8ab76ce15 None None] Port 6ac9d1ba-2c31-48e7-b636-95f3b7b48e37 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:50:12.229996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bde6cd-893f-4dd4-af6f-c999e3159cb3 req-c686e30a-1349-4a8c-8bcb-096ac7ba5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:12.232085 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2bde6cd-893f-4dd4-af6f-c999e3159cb3 req-c686e30a-1349-4a8c-8bcb-096ac7ba5a1d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 1098 time: 0.1219270 Jul 23 20:50:12.274551 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2bde6cd-893f-4dd4-af6f-c999e3159cb3 req-f7b88257-6b70-45be-9359-cbe2007d6b8b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322187 Jul 23 20:50:12.304025 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4fdffc46-a300-4cb2-89b2-fe8f54344c8a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:12.333579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0c973e19-c8d0-46f6-9759-c6c0ec12c11a None None] Could not find standard attr ID for object 6ac9d1ba-2c31-48e7-b636-95f3b7b48e37. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:50:12.338793 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdffc46-a300-4cb2-89b2-fe8f54344c8a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=6ac9d1ba-2c31-48e7-b636-95f3b7b48e37,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:12.373425 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4fdffc46-a300-4cb2-89b2-fe8f54344c8a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:12.378432 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4fdffc46-a300-4cb2-89b2-fe8f54344c8a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/ports/6ac9d1ba-2c31-48e7-b636-95f3b7b48e37 HTTP/1.1" status: 204 len: 168 time: 0.7911041 Jul 23 20:50:12.378933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34946) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:12.407338 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db6cf04-6a43-4d10-8601-5d2c30bd6662 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] GET failed (client error): The resource could not be found. Jul 23 20:50:12.409167 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3db6cf04-6a43-4d10-8601-5d2c30bd6662 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports/6ac9d1ba-2c31-48e7-b636-95f3b7b48e37 HTTP/1.1" status: 404 len: 333 time: 0.0293741 Jul 23 20:50:12.411853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34948) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:12.471345 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9332291-a615-474d-842c-7ff51ed44d3f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting subnet 4ad97c3f-233c-4a1d-be53-b50f239608fe {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:50:12.475415 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9332291-a615-474d-842c-7ff51ed44d3f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:12.522557 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9332291-a615-474d-842c-7ff51ed44d3f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:12.557586 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c5aa8e6e-11c6-42e5-991e-656e102684d9 None None] Could not find standard attr ID for object db4deb19-a22e-47ec-9ca7-9d9f59c19bf2. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:50:12.616980 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9332291-a615-474d-842c-7ff51ed44d3f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:12.689925 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9332291-a615-474d-842c-7ff51ed44d3f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:12.719009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9332291-a615-474d-842c-7ff51ed44d3f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad97c3f-233c-4a1d-be53-b50f239608fe,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:12.722524 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 23d96feb-d9a0-46e3-86df-9b0e47c546df up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:12.732507 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f9332291-a615-474d-842c-7ff51ed44d3f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:12.734471 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f9332291-a615-474d-842c-7ff51ed44d3f tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/4ad97c3f-233c-4a1d-be53-b50f239608fe HTTP/1.1" status: 204 len: 168 time: 0.3215904 Jul 23 20:50:12.737252 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34952) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:12.770375 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538f9b51-c6cb-4aad-aff0-9353a7ecc473 None None] Network bf0e3ccd-2321-430c-8065-24a6841913d2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:12.797766 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 23d96feb-d9a0-46e3-86df-9b0e47c546df triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:12.798282 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:12.823165 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:12.850920 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e818f91b-1685-459d-b093-d62f823af5c5 req-d304d190-869a-4760-9701-dbd3953ee57d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0407033 Jul 23 20:50:12.886722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port 23d96feb-d9a0-46e3-86df-9b0e47c546df {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:12.887700 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:12.953489 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] For port 23d96feb-d9a0-46e3-86df-9b0e47c546df, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=23d96feb-d9a0-46e3-86df-9b0e47c546df,segment=NetworkSegment(ccc66d15-cb7e-45e8-b1d6-3a91e7073254),segment_id=ccc66d15-cb7e-45e8-b1d6-3a91e7073254)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:12.954377 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:12.968711 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for 23d96feb-d9a0-46e3-86df-9b0e47c546df owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:13.063234 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:13.093261 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=23d96feb-d9a0-46e3-86df-9b0e47c546df,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:13.097546 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No DVR routers for this DVR port 23d96feb-d9a0-46e3-86df-9b0e47c546df on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:13.205415 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:13.216870 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0e3ccd-2321-430c-8065-24a6841913d2']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:13.228261 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc66d15-cb7e-45e8-b1d6-3a91e7073254') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:13.228562 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc66d15-cb7e-45e8-b1d6-3a91e7073254') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:13.245348 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba35e7c-bce7-41d5-ab63-fe0ce548e068 None None] DHCP port deletion for bf0e3ccd-2321-430c-8065-24a6841913d2 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:50:13.260328 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:13.260524 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1626d654-da7d-4f6c-b822-1df138741c29 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:13.287073 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 1626d654-da7d-4f6c-b822-1df138741c29 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:13.287571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1626d654-da7d-4f6c-b822-1df138741c29 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:13.295935 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:13.307803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:50:13.308155 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:50:13.312432 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:50:13.374022 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220e87c-b9cd-44ec-b266-21d42a8160fb req-63475438-8ac4-4ec5-bf5c-43cfb30a7bf3 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:13.377074 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f220e87c-b9cd-44ec-b266-21d42a8160fb req-63475438-8ac4-4ec5-bf5c-43cfb30a7bf3 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 946 time: 0.1342180 Jul 23 20:50:13.385235 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:13.392488 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:13.395876 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/networks/bf0e3ccd-2321-430c-8065-24a6841913d2 HTTP/1.1" status: 204 len: 168 time: 0.6564546 Jul 23 20:50:13.401956 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34960) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:13.426754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-dd89f49e-4427-449b-9582-20cf58c4bef5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1772811129'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:13.431438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22895007-98b0-41ad-abb4-b580414b1c2c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Network': ['ID=bf0e3ccd-2321-430c-8065-24a6841913d2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:13.454117 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd89f49e-4427-449b-9582-20cf58c4bef5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:13.454674 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f220e87c-b9cd-44ec-b266-21d42a8160fb req-84d0f0ab-ed6f-47b1-a3ed-9bb7c1c57eb9 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714040 Jul 23 20:50:13.458922 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd89f49e-4427-449b-9582-20cf58c4bef5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:13.475031 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1dad6431-e257-48ad-bcce-48725b0777da req-c332362f-a40d-4592-b8a0-07b105e876d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0839248 Jul 23 20:50:13.493531 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd89f49e-4427-449b-9582-20cf58c4bef5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:50:13.508374 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd89f49e-4427-449b-9582-20cf58c4bef5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:13.509077 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-dd89f49e-4427-449b-9582-20cf58c4bef5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Added segment 8d76b087-b233-45a4-80c4-5560be447ec5 of type vlan for network 03e41725-41dc-4300-9205-a04eba18bcb8 Jul 23 20:50:13.560997 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd89f49e-4427-449b-9582-20cf58c4bef5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:13.586489 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad6431-e257-48ad-bcce-48725b0777da req-a571b284-c5f6-40d8-91b8-c88aeb560e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:13.588053 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1dad6431-e257-48ad-bcce-48725b0777da req-a571b284-c5f6-40d8-91b8-c88aeb560e57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 1098 time: 0.0670860 Jul 23 20:50:13.595974 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd89f49e-4427-449b-9582-20cf58c4bef5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:13.602947 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89f49e-4427-449b-9582-20cf58c4bef5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:13.603560 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd89f49e-4427-449b-9582-20cf58c4bef5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:13.644849 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dd89f49e-4427-449b-9582-20cf58c4bef5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2387757 Jul 23 20:50:13.645222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34962) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:13.650346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-3cabe698-713e-4676-a891-8c9d5248b219 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'subnet': {'network_id': '03e41725-41dc-4300-9205-a04eba18bcb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:13.681893 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89f49e-4427-449b-9582-20cf58c4bef5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Network': ['ID=03e41725-41dc-4300-9205-a04eba18bcb8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:13.694447 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 03e41725-41dc-4300-9205-a04eba18bcb8 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:50:13.769151 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad6431-e257-48ad-bcce-48725b0777da req-0e7c687b-7f96-4c37-ae15-e1971bad3185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:13.770814 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1dad6431-e257-48ad-bcce-48725b0777da req-0e7c687b-7f96-4c37-ae15-e1971bad3185 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 913 time: 0.1631024 Jul 23 20:50:13.817079 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1dad6431-e257-48ad-bcce-48725b0777da req-fcb726c6-e93f-4e1f-8d78-d0e70b4432f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c13be93-21ea-49a4-bb03-fd9f4b51bfeb HTTP/1.1" status: 200 len: 217 time: 0.0369782 Jul 23 20:50:13.822621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cabe698-713e-4676-a891-8c9d5248b219 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:13.826180 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3cabe698-713e-4676-a891-8c9d5248b219 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:13.932660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad6431-e257-48ad-bcce-48725b0777da req-cde447aa-e74d-4cbc-9897-54c81407b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:13.934132 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1dad6431-e257-48ad-bcce-48725b0777da req-cde447aa-e74d-4cbc-9897-54c81407b54f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.1042361 Jul 23 20:50:13.983305 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1514d30a-64b2-41dc-b3c8-40008e97af6b req-27a6d203-f95a-49c0-8118-000e9430f4e8 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0552170 Jul 23 20:50:14.049720 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:50:14.099187 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad6431-e257-48ad-bcce-48725b0777da req-6db153b5-1166-43b6-9bd5-311e5036607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:14.100971 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1dad6431-e257-48ad-bcce-48725b0777da req-6db153b5-1166-43b6-9bd5-311e5036607a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1523211 Jul 23 20:50:14.149975 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3cabe698-713e-4676-a891-8c9d5248b219 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:14.243108 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabe698-713e-4676-a891-8c9d5248b219 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Subnet': ['ID=d120b9ba-6147-48ff-8479-95899262f766,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:14.264558 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1dad6431-e257-48ad-bcce-48725b0777da req-5f4e6442-2b84-478f-b184-4f91e8f05c83 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572831 Jul 23 20:50:14.270077 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cabe698-713e-4676-a891-8c9d5248b219 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Checking segment: {'id': '8d76b087-b233-45a4-80c4-5560be447ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '03e41725-41dc-4300-9205-a04eba18bcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:14.270370 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cabe698-713e-4676-a891-8c9d5248b219 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network hostable DHCP agents. Network: 03e41725-41dc-4300-9205-a04eba18bcb8, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:50:14.318761 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cabe698-713e-4676-a891-8c9d5248b219 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network 03e41725-41dc-4300-9205-a04eba18bcb8 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:50:14.356883 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-3cabe698-713e-4676-a891-8c9d5248b219 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 03e41725-41dc-4300-9205-a04eba18bcb8) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:14.362938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cabe698-713e-4676-a891-8c9d5248b219 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:14.363554 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3cabe698-713e-4676-a891-8c9d5248b219 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:14.365180 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e4d2d2-71f6-449a-b137-1088e28b4d3e None None] Network 03e41725-41dc-4300-9205-a04eba18bcb8 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:14.386061 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1dad6431-e257-48ad-bcce-48725b0777da req-6fa00f64-bcc3-4973-b2af-8117ee11391c service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124256 Jul 23 20:50:14.392376 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34970) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:14.392935 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3cabe698-713e-4676-a891-8c9d5248b219 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7460375 Jul 23 20:50:14.398859 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-31b74906-42fc-4a5d-944a-0a69949878ba tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-119616561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:14.424892 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-31b74906-42fc-4a5d-944a-0a69949878ba tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:14.425879 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-31b74906-42fc-4a5d-944a-0a69949878ba tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:14.486841 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-31b74906-42fc-4a5d-944a-0a69949878ba tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:14.492877 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-31b74906-42fc-4a5d-944a-0a69949878ba tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:14.510680 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-31b74906-42fc-4a5d-944a-0a69949878ba tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:14.515247 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-31b74906-42fc-4a5d-944a-0a69949878ba tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1173773 Jul 23 20:50:14.515497 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34974) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:14.521209 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c788828d-f85f-4467-afc1-293e068c1745 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'network_id': '03e41725-41dc-4300-9205-a04eba18bcb8', 'name': 'tempest-PortsIpV6TestJSON-2081823320'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:14.562710 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-03e41725-41dc-4300-9205-a04eba18bcb8', 'network_id': '03e41725-41dc-4300-9205-a04eba18bcb8', 'tenant_id': '453a1be7dbc440628b70639d8414958e', 'fixed_ips': [{'subnet_id': 'd120b9ba-6147-48ff-8479-95899262f766'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:50:14.563789 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:14.602358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c4d2a-15ea-4f76-b30b-87f9fd4d46a3 req-2c3bb2ab-7b11-48b6-a561-562c586435f3 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:14.609628 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-675c4d2a-15ea-4f76-b30b-87f9fd4d46a3 req-2c3bb2ab-7b11-48b6-a561-562c586435f3 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 946 time: 0.0769246 Jul 23 20:50:14.646323 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-675c4d2a-15ea-4f76-b30b-87f9fd4d46a3 req-e5199d01-e29e-4ae9-a3eb-8cae0f5b9034 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358481 Jul 23 20:50:14.716473 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c788828d-f85f-4467-afc1-293e068c1745 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:14.721771 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 23d96feb-d9a0-46e3-86df-9b0e47c546df no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:14.723418 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c788828d-f85f-4467-afc1-293e068c1745 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:14.759981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 23d96feb-d9a0-46e3-86df-9b0e47c546df {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:14.760716 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 23d96feb-d9a0-46e3-86df-9b0e47c546df not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:14.761733 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-c788828d-f85f-4467-afc1-293e068c1745 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] device_id is not set on port d8317d67-cc23-4c63-b679-c0b66bd24195 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:50:14.781718 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Allocated IP 2001:db8::2 (03e41725-41dc-4300-9205-a04eba18bcb8/d120b9ba-6147-48ff-8479-95899262f766/d1cffebc-43f1-4886-840b-84783351ead4) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:14.816745 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cbb5b-d88f-4395-91fb-d544ab861c38 req-57317502-1a32-4cc2-9aa0-757611fe6a9c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:14.825789 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2c8cbb5b-d88f-4395-91fb-d544ab861c38 req-57317502-1a32-4cc2-9aa0-757611fe6a9c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 946 time: 0.0931170 Jul 23 20:50:14.903292 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2c8cbb5b-d88f-4395-91fb-d544ab861c38 req-3d16d230-279e-40a9-9f38-e7f3c5e36da5 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488687 Jul 23 20:50:14.907010 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34980) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:14.968778 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:14.974257 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56313a6-8028-4147-80d5-66d8f5c22170 tempest-TestVolumeBootPattern-808295619 tempest-TestVolumeBootPattern-808295619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:14.978520 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f56313a6-8028-4147-80d5-66d8f5c22170 tempest-TestVolumeBootPattern-808295619 tempest-TestVolumeBootPattern-808295619-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 1093 time: 0.0678251 Jul 23 20:50:14.979670 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 34982) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:14.984269 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Transition to ACTIVE for port object d1cffebc-43f1-4886-840b-84783351ead4 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:14.985059 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:15.006603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Transition to ACTIVE for port object d1cffebc-43f1-4886-840b-84783351ead4 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:15.014345 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:15.024193 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:15.081847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-c788828d-f85f-4467-afc1-293e068c1745 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Allocated IP 2001:db8::210 (03e41725-41dc-4300-9205-a04eba18bcb8/d120b9ba-6147-48ff-8479-95899262f766/d8317d67-cc23-4c63-b679-c0b66bd24195) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:15.115693 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Network 03e41725-41dc-4300-9205-a04eba18bcb8 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:15.134339 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Pushing event updated for resources: {'Port': ['ID=d1cffebc-43f1-4886-840b-84783351ead4,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:15.138076 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:15.148394 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:15.182721 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bad862d-1278-4b9b-a11d-1794569d8c85 req-facb1b3a-d5cf-4be3-8f0e-4e230d9ab1e0 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/ports?device_id=67edefd8-cf07-4616-9feb-77bb7e599996 HTTP/1.1" status: 200 len: 210 time: 0.0542564 Jul 23 20:50:15.213513 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:15.239350 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Attempting to bind port d1cffebc-43f1-4886-840b-84783351ead4 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:50:15.240134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Attempting to bind port d1cffebc-43f1-4886-840b-84783351ead4 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '8d76b087-b233-45a4-80c4-5560be447ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '03e41725-41dc-4300-9205-a04eba18bcb8'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:50:15.240729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Attempting to bind port d1cffebc-43f1-4886-840b-84783351ead4 on network 03e41725-41dc-4300-9205-a04eba18bcb8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:15.247494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:50:15.248161 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Checking segment: {'id': '8d76b087-b233-45a4-80c4-5560be447ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '03e41725-41dc-4300-9205-a04eba18bcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:15.248893 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:15.249476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Bound using segment: {'id': '8d76b087-b233-45a4-80c4-5560be447ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '03e41725-41dc-4300-9205-a04eba18bcb8'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:50:15.249955 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Bound port: d1cffebc-43f1-4886-840b-84783351ead4, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d76b087-b233-45a4-80c4-5560be447ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '03e41725-41dc-4300-9205-a04eba18bcb8'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:50:15.250341 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:15.265107 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c788828d-f85f-4467-afc1-293e068c1745 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:15.287356 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-c788828d-f85f-4467-afc1-293e068c1745 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Transition to ACTIVE for port object d8317d67-cc23-4c63-b679-c0b66bd24195 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:15.328576 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c788828d-f85f-4467-afc1-293e068c1745 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:15.329385 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] For port d1cffebc-43f1-4886-840b-84783351ead4, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:50:15.334451 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] For port d1cffebc-43f1-4886-840b-84783351ead4, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d1cffebc-43f1-4886-840b-84783351ead4,segment=NetworkSegment(8d76b087-b233-45a4-80c4-5560be447ec5),segment_id=8d76b087-b233-45a4-80c4-5560be447ec5)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:50:15.341420 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:15.408881 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Allocated IP 172.25.3.21 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/ee361da3-3a6d-4b49-9660-1da888c4e749) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:15.425544 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788828d-f85f-4467-afc1-293e068c1745 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network 03e41725-41dc-4300-9205-a04eba18bcb8 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:15.428212 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67b2d5-9ae1-4d16-9e69-6a8ca661f804 None None] Pushing event updated for resources: {'Port': ['ID=d1cffebc-43f1-4886-840b-84783351ead4,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:15.429560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c788828d-f85f-4467-afc1-293e068c1745 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:15.436491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c788828d-f85f-4467-afc1-293e068c1745 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:15.445540 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c788828d-f85f-4467-afc1-293e068c1745 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:15.446403 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c788828d-f85f-4467-afc1-293e068c1745 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:15.460704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788828d-f85f-4467-afc1-293e068c1745 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=d8317d67-cc23-4c63-b679-c0b66bd24195,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:15.472128 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c788828d-f85f-4467-afc1-293e068c1745 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9531746 Jul 23 20:50:15.475593 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:15.478663 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 34988) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:15.612262 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:15.677570 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:15.719654 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:15.722861 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:15.725629 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:15.884313 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'Port': ['ID=ee361da3-3a6d-4b49-9660-1da888c4e749,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:16.062618 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76ec9fec-4829-42d9-8f43-3e634839ef8e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:16.391357 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35000) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:16.467848 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76ec9fec-4829-42d9-8f43-3e634839ef8e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:16.480604 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76ec9fec-4829-42d9-8f43-3e634839ef8e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:16.624778 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec9fec-4829-42d9-8f43-3e634839ef8e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=d8317d67-cc23-4c63-b679-c0b66bd24195,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:16.774171 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d1cffebc-43f1-4886-840b-84783351ead4 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:16.882156 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76ec9fec-4829-42d9-8f43-3e634839ef8e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:16.905842 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:16.911738 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port d1cffebc-43f1-4886-840b-84783351ead4 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:16.954218 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6fb540-79a2-471e-8ca2-4a4fa1c1b6ad None None] Network 03e41725-41dc-4300-9205-a04eba18bcb8 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:17.036487 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-59d7b2dc-e409-4616-9f1f-de6c268a666a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.060607 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76ec9fec-4829-42d9-8f43-3e634839ef8e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.067843 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-59d7b2dc-e409-4616-9f1f-de6c268a666a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.079616 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.116444 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b5401f2b-64f1-414f-a631-edcd8e880149 None None] Provisioning for port d1cffebc-43f1-4886-840b-84783351ead4 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:17.132773 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b5401f2b-64f1-414f-a631-edcd8e880149 None None] Provisioning complete for port d1cffebc-43f1-4886-840b-84783351ead4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:17.133597 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5401f2b-64f1-414f-a631-edcd8e880149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.196071 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-59d7b2dc-e409-4616-9f1f-de6c268a666a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.199506 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-59d7b2dc-e409-4616-9f1f-de6c268a666a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.203669 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-59d7b2dc-e409-4616-9f1f-de6c268a666a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "DELETE /v2.0/security-groups/231eb358-bebd-42eb-81af-33d6b583154d HTTP/1.1" status: 204 len: 168 time: 0.8113117 Jul 23 20:50:17.204714 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35006) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:17.239306 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7b2dc-e409-4616-9f1f-de6c268a666a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=231eb358-bebd-42eb-81af-33d6b583154d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:17.244165 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-ebd6fbe5-38ee-49e1-a041-a4d4acc58d56 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] show failed (client error): The resource could not be found. Jul 23 20:50:17.249795 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ebd6fbe5-38ee-49e1-a041-a4d4acc58d56 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "GET /v2.0/security-groups/231eb358-bebd-42eb-81af-33d6b583154d HTTP/1.1" status: 404 len: 347 time: 0.0376544 Jul 23 20:50:17.250963 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35008) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:17.312853 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.365044 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5401f2b-64f1-414f-a631-edcd8e880149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.413453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b5401f2b-64f1-414f-a631-edcd8e880149 None None] For port d1cffebc-43f1-4886-840b-84783351ead4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d1cffebc-43f1-4886-840b-84783351ead4,segment=NetworkSegment(8d76b087-b233-45a4-80c4-5560be447ec5),segment_id=8d76b087-b233-45a4-80c4-5560be447ec5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:17.420790 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5401f2b-64f1-414f-a631-edcd8e880149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.471071 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76ec9fec-4829-42d9-8f43-3e634839ef8e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.482668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5401f2b-64f1-414f-a631-edcd8e880149 None None] Pushing event updated for resources: {'Port': ['ID=d1cffebc-43f1-4886-840b-84783351ead4,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:17.482947 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76ec9fec-4829-42d9-8f43-3e634839ef8e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.487422 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76ec9fec-4829-42d9-8f43-3e634839ef8e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.531592 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.553503 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.644621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'Port': ['ID=ee361da3-3a6d-4b49-9660-1da888c4e749,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:17.655800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec9fec-4829-42d9-8f43-3e634839ef8e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=d8317d67-cc23-4c63-b679-c0b66bd24195,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:17.756971 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.762350 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-114980c8-b152-41db-9cf0-cbb6ffdb60b4 None None] Provisioning for port d8317d67-cc23-4c63-b679-c0b66bd24195 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:17.768015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-114980c8-b152-41db-9cf0-cbb6ffdb60b4 None None] Provisioning complete for port d8317d67-cc23-4c63-b679-c0b66bd24195 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:17.768505 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-114980c8-b152-41db-9cf0-cbb6ffdb60b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.837615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-114980c8-b152-41db-9cf0-cbb6ffdb60b4 None None] Port d8317d67-cc23-4c63-b679-c0b66bd24195 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:50:17.850495 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-114980c8-b152-41db-9cf0-cbb6ffdb60b4 None None] Provisioning complete for port d1cffebc-43f1-4886-840b-84783351ead4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:17.851260 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-114980c8-b152-41db-9cf0-cbb6ffdb60b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.909315 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Floating IP 74123490-a9ca-4c09-8810-c690bfae8627 associated. External IP: 172.25.3.21, port: 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb. Jul 23 20:50:18.039604 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-029a775c-a134-41df-a85e-d84f4cc0dc13 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Deleting port f560b837-2af8-466d-a2e6-a77b2b050f9e {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:18.040193 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-029a775c-a134-41df-a85e-d84f4cc0dc13 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:18.245084 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-029a775c-a134-41df-a85e-d84f4cc0dc13 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:18.245509 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-029a775c-a134-41df-a85e-d84f4cc0dc13 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:18.250406 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ec9fec-4829-42d9-8f43-3e634839ef8e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network 03e41725-41dc-4300-9205-a04eba18bcb8 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:18.252058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-76ec9fec-4829-42d9-8f43-3e634839ef8e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:18.267381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-029a775c-a134-41df-a85e-d84f4cc0dc13 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Calling delete_port for f560b837-2af8-466d-a2e6-a77b2b050f9e owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:18.269230 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b75928fe-5804-4409-8cda-1ed31f3cd469 None None] Provisioning complete for port d8317d67-cc23-4c63-b679-c0b66bd24195 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:18.269685 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b75928fe-5804-4409-8cda-1ed31f3cd469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:18.315565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Router 8730fafd-633c-439d-b5d2-c283a01ce331 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:50:18.359610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b75928fe-5804-4409-8cda-1ed31f3cd469 None None] Port d8317d67-cc23-4c63-b679-c0b66bd24195 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:50:18.435951 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ec9fec-4829-42d9-8f43-3e634839ef8e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Router dbf7fb99-776e-4fcd-a354-b7be52ed1637 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:50:18.516934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:50:18.531750 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150655ac-02d0-49fc-bdd5-b88360da56f1 None None] Sync routers for ids ['8730fafd-633c-439d-b5d2-c283a01ce331'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:50:18.550641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150655ac-02d0-49fc-bdd5-b88360da56f1 None None] Routers {'8730fafd-633c-439d-b5d2-c283a01ce331'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:50:18.551343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-150655ac-02d0-49fc-bdd5-b88360da56f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:49:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8730fafd-633c-439d-b5d2-c283a01ce331'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:18.560601 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:18.581432 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ec9fec-4829-42d9-8f43-3e634839ef8e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:50:18.587956 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-76ec9fec-4829-42d9-8f43-3e634839ef8e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "PUT /v2.0/routers/dbf7fb99-776e-4fcd-a354-b7be52ed1637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1080861 Jul 23 20:50:18.591813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35016) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:18.595712 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0213503-ccf7-4d71-ada7-a7faf3c9aaf0 None None] Sync routers for ids ['dbf7fb99-776e-4fcd-a354-b7be52ed1637'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:50:18.628142 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0213503-ccf7-4d71-ada7-a7faf3c9aaf0 None None] Routers {'dbf7fb99-776e-4fcd-a354-b7be52ed1637'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:50:18.628782 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c0213503-ccf7-4d71-ada7-a7faf3c9aaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:49:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['dbf7fb99-776e-4fcd-a354-b7be52ed1637'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:18.702726 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d5615f7d-03b2-44c9-a789-5c6cc08db6f6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7186050 Jul 23 20:50:18.713731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'tag': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:18.724054 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d1cffebc-43f1-4886-840b-84783351ead4 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:18.724688 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0395ab47-605d-49b7-a9d2-81e7144351f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f27a9294-2771-485e-a518-8393ca5b51b3", "tag": "8c13be93-21ea-49a4-bb03-fd9f4b51bfeb"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:18.737583 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c0213503-ccf7-4d71-ada7-a7faf3c9aaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:18.748939 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0213503-ccf7-4d71-ada7-a7faf3c9aaf0 None None] Routers {'dbf7fb99-776e-4fcd-a354-b7be52ed1637'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:50:18.749654 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c0213503-ccf7-4d71-ada7-a7faf3c9aaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:49:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['dbf7fb99-776e-4fcd-a354-b7be52ed1637'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:18.762618 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b6c6ee-52dc-4197-8f86-622c15f63457 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:18.770626 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-86b6c6ee-52dc-4197-8f86-622c15f63457 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbf7fb99-776e-4fcd-a354-b7be52ed1637 HTTP/1.1" status: 200 len: 989 time: 0.1747317 Jul 23 20:50:18.770833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35030) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:18.794375 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c0213503-ccf7-4d71-ada7-a7faf3c9aaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:18.795899 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0213503-ccf7-4d71-ada7-a7faf3c9aaf0 None None] The sync data for ids ['dbf7fb99-776e-4fcd-a354-b7be52ed1637'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:50:18.799536 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-28838368-afd2-4de9-9d2e-3c862b68a9ce None None] Provisioning complete for port d8317d67-cc23-4c63-b679-c0b66bd24195 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:18.799910 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-28838368-afd2-4de9-9d2e-3c862b68a9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:18.910134 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb962c7-0676-4df2-9bba-550565645373 x-openstack-request-id: req-8fb962c7-0676-4df2-9bba-550565645373 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:18.910675 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27a9294-2771-485e-a518-8393ca5b51b3", "tag": "8c13be93-21ea-49a4-bb03-fd9f4b51bfeb", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:18.911118 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8fb962c7-0676-4df2-9bba-550565645373 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:18.911660 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'tag': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb', 'status': 'completed', 'code': 200} Jul 23 20:50:18.927862 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-28838368-afd2-4de9-9d2e-3c862b68a9ce None None] Port d8317d67-cc23-4c63-b679-c0b66bd24195 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:50:18.958234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-150655ac-02d0-49fc-bdd5-b88360da56f1 None None] Set router 8730fafd-633c-439d-b5d2-c283a01ce331 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:50:19.003480 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-029a775c-a134-41df-a85e-d84f4cc0dc13 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:19.012966 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port d1cffebc-43f1-4886-840b-84783351ead4 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:19.014021 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:19.217354 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5f00a722-29f1-472f-adb1-473ec26626f3 None None] Provisioning complete for port d8317d67-cc23-4c63-b679-c0b66bd24195 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:19.217973 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f00a722-29f1-472f-adb1-473ec26626f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:19.325843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a775c-a134-41df-a85e-d84f4cc0dc13 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event deleted for resources: {'Port': ['ID=f560b837-2af8-466d-a2e6-a77b2b050f9e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:19.329203 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-029a775c-a134-41df-a85e-d84f4cc0dc13 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:19.332660 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-029a775c-a134-41df-a85e-d84f4cc0dc13 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:19.336927 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-029a775c-a134-41df-a85e-d84f4cc0dc13 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "DELETE /v2.0/floatingips/33293015-8d03-44f3-ae95-5d590fa8ea8b HTTP/1.1" status: 204 len: 168 time: 2.0798624 Jul 23 20:50:19.342523 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35048) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:19.361438 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5f00a722-29f1-472f-adb1-473ec26626f3 None None] Port d8317d67-cc23-4c63-b679-c0b66bd24195 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:50:19.387914 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395ab47-605d-49b7-a9d2-81e7144351f2 req-0b85645b-ddc3-43d5-8a23-297a1718d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:19.389519 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0395ab47-605d-49b7-a9d2-81e7144351f2 req-0b85645b-ddc3-43d5-8a23-297a1718d3e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 1098 time: 0.4524741 Jul 23 20:50:19.499286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-150655ac-02d0-49fc-bdd5-b88360da56f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '74123490-a9ca-4c09-8810-c690bfae8627', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'port_id': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'mac_address': 'fa:16:3e:ac:2e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:50:16Z', 'updated_at': '2021-07-23T20:50:16Z', 'revision_number': 0, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:19.579708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150655ac-02d0-49fc-bdd5-b88360da56f1 None None] Checking router: 8730fafd-633c-439d-b5d2-c283a01ce331 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:50:19.597229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150655ac-02d0-49fc-bdd5-b88360da56f1 None None] Routers {'8730fafd-633c-439d-b5d2-c283a01ce331'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:50:19.597893 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-150655ac-02d0-49fc-bdd5-b88360da56f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:49:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8730fafd-633c-439d-b5d2-c283a01ce331'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:19.600096 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d26cae34-604d-414d-8f59-2bd3599cb279 req-857c94d8-c007-4173-9131-ddd9d170ab72 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5382884 Jul 23 20:50:19.630383 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-36de2171-77b7-41d2-bab8-21f1bf742d0d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Deleting port 8dcff201-5dbc-4e61-8522-6c5590f57b4b {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:19.630934 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36de2171-77b7-41d2-bab8-21f1bf742d0d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:19.648305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395ab47-605d-49b7-a9d2-81e7144351f2 req-732644f6-13b1-4d02-a234-99bdf3646627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:19.650068 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0395ab47-605d-49b7-a9d2-81e7144351f2 req-732644f6-13b1-4d02-a234-99bdf3646627 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 913 time: 0.2483351 Jul 23 20:50:19.695279 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71238002-7aa8-43c0-90a2-31b03cd81b2d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:19.804583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-150655ac-02d0-49fc-bdd5-b88360da56f1 None None] Set router 8730fafd-633c-439d-b5d2-c283a01ce331 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:50:19.831669 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36de2171-77b7-41d2-bab8-21f1bf742d0d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:19.850356 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-36de2171-77b7-41d2-bab8-21f1bf742d0d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Calling delete_port for 8dcff201-5dbc-4e61-8522-6c5590f57b4b owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:19.903497 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0395ab47-605d-49b7-a9d2-81e7144351f2 req-e7518749-4d99-4c31-b772-a0c5a654c8e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c13be93-21ea-49a4-bb03-fd9f4b51bfeb HTTP/1.1" status: 200 len: 999 time: 0.2441378 Jul 23 20:50:19.911518 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cae34-604d-414d-8f59-2bd3599cb279 req-7cd06d69-3664-4084-a379-f2c2d7d9248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:19.935439 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d26cae34-604d-414d-8f59-2bd3599cb279 req-7cd06d69-3664-4084-a379-f2c2d7d9248b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=658e4131401d4adf82a7d233679ed997&device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 1097 time: 0.2638328 Jul 23 20:50:20.056992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395ab47-605d-49b7-a9d2-81e7144351f2 req-31319629-0ac7-490a-85f3-a85eba0144b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:20.058488 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0395ab47-605d-49b7-a9d2-81e7144351f2 req-31319629-0ac7-490a-85f3-a85eba0144b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.1217499 Jul 23 20:50:20.133595 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cae34-604d-414d-8f59-2bd3599cb279 req-99839849-ab9b-432c-9637-e95625e77376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:20.135329 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d26cae34-604d-414d-8f59-2bd3599cb279 req-99839849-ab9b-432c-9637-e95625e77376 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c458ec9f-298d-44a2-b473-4f8ca25db621 HTTP/1.1" status: 200 len: 897 time: 0.1624498 Jul 23 20:50:20.156453 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36de2171-77b7-41d2-bab8-21f1bf742d0d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:20.195143 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de2171-77b7-41d2-bab8-21f1bf742d0d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event deleted for resources: {'Port': ['ID=8dcff201-5dbc-4e61-8522-6c5590f57b4b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:20.254284 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-150655ac-02d0-49fc-bdd5-b88360da56f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '74123490-a9ca-4c09-8810-c690bfae8627', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'port_id': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'mac_address': 'fa:16:3e:ac:2e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:50:16Z', 'updated_at': '2021-07-23T20:50:16Z', 'revision_number': 0, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:20.258514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d26cae34-604d-414d-8f59-2bd3599cb279 req-5b26b62c-b632-4eb3-92a9-daa2a3abc0dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9821f101-a35c-4110-be3f-cb7e71f41bfe HTTP/1.1" status: 200 len: 1001 time: 0.1159315 Jul 23 20:50:20.262121 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395ab47-605d-49b7-a9d2-81e7144351f2 req-8a15d1b0-657b-4047-8f52-286c7eba9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:20.263053 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0395ab47-605d-49b7-a9d2-81e7144351f2 req-8a15d1b0-657b-4047-8f52-286c7eba9f2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1959825 Jul 23 20:50:20.297774 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150655ac-02d0-49fc-bdd5-b88360da56f1 None None] The sync data for ids ['8730fafd-633c-439d-b5d2-c283a01ce331'] in n-d-791504-18 is: [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '74123490-a9ca-4c09-8810-c690bfae8627', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'port_id': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'mac_address': 'fa:16:3e:ac:2e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:50:16Z', 'updated_at': '2021-07-23T20:50:16Z', 'revision_number': 0, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:50:20.341289 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36de2171-77b7-41d2-bab8-21f1bf742d0d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:20.347176 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-36de2171-77b7-41d2-bab8-21f1bf742d0d tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "DELETE /v2.0/ports/8dcff201-5dbc-4e61-8522-6c5590f57b4b HTTP/1.1" status: 204 len: 168 time: 0.9972334 Jul 23 20:50:20.348240 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35142) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:20.407448 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-71238002-7aa8-43c0-90a2-31b03cd81b2d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port d8317d67-cc23-4c63-b679-c0b66bd24195 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:20.407800 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71238002-7aa8-43c0-90a2-31b03cd81b2d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:20.435677 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cae34-604d-414d-8f59-2bd3599cb279 req-997f447a-1c80-4baf-a4d3-7ea8db02aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:20.437394 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d26cae34-604d-414d-8f59-2bd3599cb279 req-997f447a-1c80-4baf-a4d3-7ea8db02aecf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a71e50f-fd3d-4b09-9759-8d42445860b8 HTTP/1.1" status: 200 len: 834 time: 0.1724093 Jul 23 20:50:20.525340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0395ab47-605d-49b7-a9d2-81e7144351f2 req-4a939a76-214c-4d70-8a79-6d184aa8196c service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516770 Jul 23 20:50:20.556161 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71238002-7aa8-43c0-90a2-31b03cd81b2d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:20.582986 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cae34-604d-414d-8f59-2bd3599cb279 req-f3873fb0-9e1e-4961-9148-519fb306a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:20.585064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d26cae34-604d-414d-8f59-2bd3599cb279 req-f3873fb0-9e1e-4961-9148-519fb306a29e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c458ec9f-298d-44a2-b473-4f8ca25db621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1381443 Jul 23 20:50:20.593921 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-5f65b222-1210-4cbc-a082-e2e2808e4a82 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Deleting port 77042b28-bf0d-471e-9b44-b7a19900cc03 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:20.594294 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f65b222-1210-4cbc-a082-e2e2808e4a82 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:20.616327 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-71238002-7aa8-43c0-90a2-31b03cd81b2d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for d8317d67-cc23-4c63-b679-c0b66bd24195 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:20.723213 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f347bb57-1b7c-41da-bf14-a93738580952 None None] New status for floating IP 74123490-a9ca-4c09-8810-c690bfae8627: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:50:20.773170 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0395ab47-605d-49b7-a9d2-81e7144351f2 req-1ddc0920-c605-47d9-ae9a-aed95129fb3a service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410126 Jul 23 20:50:20.811197 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d26cae34-604d-414d-8f59-2bd3599cb279 req-ebc2799a-95a7-42fc-9156-96a4461069ba service neutron] 10.222.0.57 "GET /v2.0/networks/c458ec9f-298d-44a2-b473-4f8ca25db621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150841 Jul 23 20:50:20.853451 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f65b222-1210-4cbc-a082-e2e2808e4a82 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:20.881354 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-5f65b222-1210-4cbc-a082-e2e2808e4a82 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Calling delete_port for 77042b28-bf0d-471e-9b44-b7a19900cc03 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:20.951727 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d26cae34-604d-414d-8f59-2bd3599cb279 req-a74a5ac2-7419-4597-939b-801c4623b399 service neutron] 10.222.0.57 "GET /v2.0/networks/c458ec9f-298d-44a2-b473-4f8ca25db621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326203 Jul 23 20:50:21.174044 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71238002-7aa8-43c0-90a2-31b03cd81b2d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:21.183311 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f65b222-1210-4cbc-a082-e2e2808e4a82 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:21.213983 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71238002-7aa8-43c0-90a2-31b03cd81b2d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=d8317d67-cc23-4c63-b679-c0b66bd24195,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:21.271549 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65b222-1210-4cbc-a082-e2e2808e4a82 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event deleted for resources: {'Port': ['ID=77042b28-bf0d-471e-9b44-b7a19900cc03,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:21.392032 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71238002-7aa8-43c0-90a2-31b03cd81b2d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:21.420493 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f65b222-1210-4cbc-a082-e2e2808e4a82 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:21.422397 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5f65b222-1210-4cbc-a082-e2e2808e4a82 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "DELETE /v2.0/ports/77042b28-bf0d-471e-9b44-b7a19900cc03 HTTP/1.1" status: 204 len: 168 time: 1.0697861 Jul 23 20:50:21.425017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35254) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:21.510697 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ce14ee-37b8-416c-9639-8b42d9cff93a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Deleting subnet 0867a56c-547c-4c4a-96c2-7761d6b3057e {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:50:21.515609 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-02ce14ee-37b8-416c-9639-8b42d9cff93a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:21.570001 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-02ce14ee-37b8-416c-9639-8b42d9cff93a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:21.625905 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71238002-7aa8-43c0-90a2-31b03cd81b2d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Router dbf7fb99-776e-4fcd-a354-b7be52ed1637 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:50:21.717123 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71238002-7aa8-43c0-90a2-31b03cd81b2d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:50:21.726835 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8cf098-2f8c-408c-b854-0e8c7d2a86c2 None None] Sync routers for ids ['dbf7fb99-776e-4fcd-a354-b7be52ed1637'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:50:21.729381 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-71238002-7aa8-43c0-90a2-31b03cd81b2d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "PUT /v2.0/routers/dbf7fb99-776e-4fcd-a354-b7be52ed1637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9537263 Jul 23 20:50:21.732015 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35290) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:21.748109 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8cf098-2f8c-408c-b854-0e8c7d2a86c2 None None] Routers {'dbf7fb99-776e-4fcd-a354-b7be52ed1637'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:50:21.748821 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ad8cf098-2f8c-408c-b854-0e8c7d2a86c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:49:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['dbf7fb99-776e-4fcd-a354-b7be52ed1637'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:21.753306 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-02ce14ee-37b8-416c-9639-8b42d9cff93a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:21.781366 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-61571d81-267e-4b53-97e3-64dc184cdbbf tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] GET failed (client error): The resource could not be found. Jul 23 20:50:21.784614 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-61571d81-267e-4b53-97e3-64dc184cdbbf tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports/d8317d67-cc23-4c63-b679-c0b66bd24195 HTTP/1.1" status: 404 len: 333 time: 0.0512204 Jul 23 20:50:21.789874 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35298) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:21.835927 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ad8cf098-2f8c-408c-b854-0e8c7d2a86c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:21.865230 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8cf098-2f8c-408c-b854-0e8c7d2a86c2 None None] Routers {'dbf7fb99-776e-4fcd-a354-b7be52ed1637'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:50:21.866092 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ad8cf098-2f8c-408c-b854-0e8c7d2a86c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:49:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['dbf7fb99-776e-4fcd-a354-b7be52ed1637'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:21.906834 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ad8cf098-2f8c-408c-b854-0e8c7d2a86c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:21.907973 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8cf098-2f8c-408c-b854-0e8c7d2a86c2 None None] The sync data for ids ['dbf7fb99-776e-4fcd-a354-b7be52ed1637'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:50:21.917395 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-02ce14ee-37b8-416c-9639-8b42d9cff93a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:21.935087 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf5f3-078b-4ea2-878e-dc69b1d48c76 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:21.948683 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-02ce14ee-37b8-416c-9639-8b42d9cff93a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:21.952832 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03caabb2-3265-4298-9103-17e50c35719e None None] Network 950a5a79-45d4-4d93-a347-72e7566b3324 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:21.956822 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-02ce14ee-37b8-416c-9639-8b42d9cff93a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "DELETE /v2.0/subnets/0867a56c-547c-4c4a-96c2-7761d6b3057e HTTP/1.1" status: 204 len: 168 time: 0.5283921 Jul 23 20:50:21.957195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35318) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:22.008321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce14ee-37b8-416c-9639-8b42d9cff93a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event deleted for resources: {'Subnet': ['ID=0867a56c-547c-4c4a-96c2-7761d6b3057e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:22.043191 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2a7f67-b2f8-406c-9053-f870f474a3ae tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Deleting subnet 44c6a485-1e2e-4eca-8671-6557e9d07f4e {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:50:22.048584 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a2a7f67-b2f8-406c-9053-f870f474a3ae tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:22.145730 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a2a7f67-b2f8-406c-9053-f870f474a3ae tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:22.148578 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf5f3-078b-4ea2-878e-dc69b1d48c76 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:22.151000 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf5f3-078b-4ea2-878e-dc69b1d48c76 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:22.282560 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a2a7f67-b2f8-406c-9053-f870f474a3ae tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:22.419956 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a2a7f67-b2f8-406c-9053-f870f474a3ae tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:22.475207 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a7f67-b2f8-406c-9053-f870f474a3ae tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event deleted for resources: {'Subnet': ['ID=44c6a485-1e2e-4eca-8671-6557e9d07f4e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:22.494963 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a2a7f67-b2f8-406c-9053-f870f474a3ae tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:22.499489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6898e261-90c2-46e0-b632-e804258f0ea0 None None] Network 2a24e8cb-e405-4a03-a590-fe816e8a53f1 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:22.501857 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0a2a7f67-b2f8-406c-9053-f870f474a3ae tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "DELETE /v2.0/subnets/44c6a485-1e2e-4eca-8671-6557e9d07f4e HTTP/1.1" status: 204 len: 168 time: 0.5423179 Jul 23 20:50:22.505145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35372) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:22.578007 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] DHCP port deletion for 950a5a79-45d4-4d93-a347-72e7566b3324 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:50:22.631689 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf5f3-078b-4ea2-878e-dc69b1d48c76 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:22.632535 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6cf5f3-078b-4ea2-878e-dc69b1d48c76 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Fanout notify agent at l3_agent the message router_deleted on router dbf7fb99-776e-4fcd-a354-b7be52ed1637 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:50:22.658279 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf5f3-078b-4ea2-878e-dc69b1d48c76 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:22.659862 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1a6cf5f3-078b-4ea2-878e-dc69b1d48c76 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/routers/dbf7fb99-776e-4fcd-a354-b7be52ed1637 HTTP/1.1" status: 204 len: 168 time: 0.8686113 Jul 23 20:50:22.662366 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35390) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:22.701860 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:22.739505 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting subnet d120b9ba-6147-48ff-8479-95899262f766 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:50:22.743708 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:22.744652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e5783473-34b4-4fe6-a052-7bd5ba115ea0 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:22.789779 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Deleting port e5783473-34b4-4fe6-a052-7bd5ba115ea0 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:22.790425 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:22.791544 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:22.861566 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] Deleting port e5783473-34b4-4fe6-a052-7bd5ba115ea0 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:22.861993 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:22.873435 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] For port e5783473-34b4-4fe6-a052-7bd5ba115ea0, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e5783473-34b4-4fe6-a052-7bd5ba115ea0,segment=NetworkSegment(ae8f7742-d345-4509-9f8f-34053767ffe5),segment_id=ae8f7742-d345-4509-9f8f-34053767ffe5)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:22.873738 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:22.889234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Calling delete_port for e5783473-34b4-4fe6-a052-7bd5ba115ea0 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:22.938415 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:22.940351 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] For port e5783473-34b4-4fe6-a052-7bd5ba115ea0, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e5783473-34b4-4fe6-a052-7bd5ba115ea0,segment=NetworkSegment(ae8f7742-d345-4509-9f8f-34053767ffe5),segment_id=ae8f7742-d345-4509-9f8f-34053767ffe5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:22.941190 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:22.956833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] Calling delete_port for e5783473-34b4-4fe6-a052-7bd5ba115ea0 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:23.007017 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:23.029347 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:23.034698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35428) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:23.035554 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/d120b9ba-6147-48ff-8479-95899262f766 HTTP/1.1" status: 204 len: 168 time: 0.3718832 Jul 23 20:50:23.056233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Subnet': ['ID=d120b9ba-6147-48ff-8479-95899262f766,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:23.068246 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.068851 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.069219 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:23.069564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.070104 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.070643 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.071263 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4dcff1-93b9-4027-bad6-3c1f6f658c44 None None] Network 03e41725-41dc-4300-9205-a04eba18bcb8 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:23.071486 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.072078 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.072681 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.073337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.073675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.074037 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.074384 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ae4b6-bb9e-4c7d-8caf-3a5f87039e57 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.141980 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] Pushing event deleted for resources: {'Port': ['ID=e5783473-34b4-4fe6-a052-7bd5ba115ea0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:23.155487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.156501 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.156850 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.157191 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.157529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.157861 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.158191 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.158521 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.158884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.159312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.159498 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.159857 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:23.166221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266ee484-b2bd-41b5-96b7-ced9f90371c5 None None] No DVR routers for this DVR port e5783473-34b4-4fe6-a052-7bd5ba115ea0 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:23.166985 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:23.170242 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:23.203456 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:23.219236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event deleted for resources: {'Port': ['ID=e5783473-34b4-4fe6-a052-7bd5ba115ea0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:23.222502 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] No DVR routers for this DVR port e5783473-34b4-4fe6-a052-7bd5ba115ea0 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:23.388965 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160c0041-6e0e-4c5b-8465-4b04d0ee0b90 None None] DHCP port deletion for 2a24e8cb-e405-4a03-a590-fe816e8a53f1 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:50:23.501395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cce683b-0b59-42c0-b59e-6eecdd856eac None None] DHCP port deletion for 03e41725-41dc-4300-9205-a04eba18bcb8 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:50:23.595776 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-160c0041-6e0e-4c5b-8465-4b04d0ee0b90 None None] Deleting port dcf87af3-8769-45e8-a169-20db66d72580 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:23.596375 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-160c0041-6e0e-4c5b-8465-4b04d0ee0b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:23.720983 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-160c0041-6e0e-4c5b-8465-4b04d0ee0b90 None None] For port dcf87af3-8769-45e8-a169-20db66d72580, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=dcf87af3-8769-45e8-a169-20db66d72580,segment=NetworkSegment(842f8ebb-bade-42c1-a9f5-ba4a06effa4b),segment_id=842f8ebb-bade-42c1-a9f5-ba4a06effa4b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:23.721471 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-160c0041-6e0e-4c5b-8465-4b04d0ee0b90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:23.725007 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6cce683b-0b59-42c0-b59e-6eecdd856eac None None] Deleting port d1cffebc-43f1-4886-840b-84783351ead4 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:23.725576 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6cce683b-0b59-42c0-b59e-6eecdd856eac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:23.748074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-160c0041-6e0e-4c5b-8465-4b04d0ee0b90 None None] Calling delete_port for dcf87af3-8769-45e8-a169-20db66d72580 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:23.814914 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:23.831001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950a5a79-45d4-4d93-a347-72e7566b3324']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:23.845120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8f7742-d345-4509-9f8f-34053767ffe5') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:23.845414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8f7742-d345-4509-9f8f-34053767ffe5') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:23.861360 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:23.877827 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6cce683b-0b59-42c0-b59e-6eecdd856eac None None] For port d1cffebc-43f1-4886-840b-84783351ead4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d1cffebc-43f1-4886-840b-84783351ead4,segment=NetworkSegment(8d76b087-b233-45a4-80c4-5560be447ec5),segment_id=8d76b087-b233-45a4-80c4-5560be447ec5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:23.878214 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6cce683b-0b59-42c0-b59e-6eecdd856eac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:23.881367 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port d1cffebc-43f1-4886-840b-84783351ead4 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:23.885133 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:23.887431 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:23.899145 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6cce683b-0b59-42c0-b59e-6eecdd856eac None None] Calling delete_port for d1cffebc-43f1-4886-840b-84783351ead4 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:23.903949 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:50:23.904577 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:50:23.907796 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:50:23.987755 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-160c0041-6e0e-4c5b-8465-4b04d0ee0b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.021994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] For port d1cffebc-43f1-4886-840b-84783351ead4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d1cffebc-43f1-4886-840b-84783351ead4,segment=NetworkSegment(8d76b087-b233-45a4-80c4-5560be447ec5),segment_id=8d76b087-b233-45a4-80c4-5560be447ec5)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:24.022400 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.024767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160c0041-6e0e-4c5b-8465-4b04d0ee0b90 None None] No DVR routers for this DVR port dcf87af3-8769-45e8-a169-20db66d72580 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:24.030679 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.031021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c0041-6e0e-4c5b-8465-4b04d0ee0b90 None None] Pushing event deleted for resources: {'Port': ['ID=dcf87af3-8769-45e8-a169-20db66d72580,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:24.044879 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.046922 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "DELETE /v2.0/networks/950a5a79-45d4-4d93-a347-72e7566b3324 HTTP/1.1" status: 204 len: 168 time: 1.5395658 Jul 23 20:50:24.049512 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35514) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:24.050332 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for d1cffebc-43f1-4886-840b-84783351ead4 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:24.064395 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd663a95-5f59-439a-a6d3-4252ba41ddf3 tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event deleted for resources: {'Network': ['ID=950a5a79-45d4-4d93-a347-72e7566b3324,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:24.069965 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6cce683b-0b59-42c0-b59e-6eecdd856eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.124025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cce683b-0b59-42c0-b59e-6eecdd856eac None None] No DVR routers for this DVR port d1cffebc-43f1-4886-840b-84783351ead4 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:24.127161 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce683b-0b59-42c0-b59e-6eecdd856eac None None] Pushing event deleted for resources: {'Port': ['ID=d1cffebc-43f1-4886-840b-84783351ead4,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:24.148986 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.161370 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fecae4fd-148e-4993-9d01-9cde05bf444a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.182588 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=d1cffebc-43f1-4886-840b-84783351ead4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:24.186310 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No DVR routers for this DVR port d1cffebc-43f1-4886-840b-84783351ead4 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:24.255122 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fecae4fd-148e-4993-9d01-9cde05bf444a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.266150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-fecae4fd-148e-4993-9d01-9cde05bf444a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a24e8cb-e405-4a03-a590-fe816e8a53f1']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:24.273485 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.276791 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-fecae4fd-148e-4993-9d01-9cde05bf444a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842f8ebb-bade-42c1-a9f5-ba4a06effa4b') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:24.277326 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-fecae4fd-148e-4993-9d01-9cde05bf444a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842f8ebb-bade-42c1-a9f5-ba4a06effa4b') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:24.284117 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e41725-41dc-4300-9205-a04eba18bcb8']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:24.286920 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fecae4fd-148e-4993-9d01-9cde05bf444a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.295147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d76b087-b233-45a4-80c4-5560be447ec5') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:24.295512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d76b087-b233-45a4-80c4-5560be447ec5') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:24.305640 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.311025 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fecae4fd-148e-4993-9d01-9cde05bf444a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.320191 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fecae4fd-148e-4993-9d01-9cde05bf444a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:50:24.320665 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fecae4fd-148e-4993-9d01-9cde05bf444a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.321472 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:50:24.324142 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:50:24.333103 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:50:24.333822 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:50:24.338532 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:50:24.396877 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fecae4fd-148e-4993-9d01-9cde05bf444a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.405494 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fecae4fd-148e-4993-9d01-9cde05bf444a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.407290 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fecae4fd-148e-4993-9d01-9cde05bf444a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] 10.222.0.55 "DELETE /v2.0/networks/2a24e8cb-e405-4a03-a590-fe816e8a53f1 HTTP/1.1" status: 204 len: 168 time: 0.3566406 Jul 23 20:50:24.419790 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.419790 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.422290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/networks/03e41725-41dc-4300-9205-a04eba18bcb8 HTTP/1.1" status: 204 len: 168 time: 1.3853436 Jul 23 20:50:24.428664 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecae4fd-148e-4993-9d01-9cde05bf444a tempest-TaggedBootDevicesTest-1844703079 tempest-TaggedBootDevicesTest-1844703079-project] Pushing event deleted for resources: {'Network': ['ID=2a24e8cb-e405-4a03-a590-fe816e8a53f1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:24.429571 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35516) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:24.475282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91937517-e52d-4638-b7ec-1235be35a197 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Network': ['ID=03e41725-41dc-4300-9205-a04eba18bcb8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:24.522576 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451cbac8-f5b7-47f1-9de5-b2fbc0e0b2bb tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:24.525555 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-451cbac8-f5b7-47f1-9de5-b2fbc0e0b2bb tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports/c0e02a38-4684-499e-b426-f0c77e1207d8 HTTP/1.1" status: 200 len: 844 time: 0.0876975 Jul 23 20:50:24.528852 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35522) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:24.552918 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a71b09f4-02bc-4906-95e4-456d0190f3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.673197 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e8efd124-c016-4754-a7cf-f07c8d1c081c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports/c0e02a38-4684-499e-b426-f0c77e1207d8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1427212 Jul 23 20:50:24.680114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35530) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:24.686570 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-70e38f78-5454-4a2c-8b9e-0ea9d7a4d503 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'subnet': {'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:24.721996 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device dcf87af3-8769-45e8-a169-20db66d72580 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:24.783217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: dcf87af3-8769-45e8-a169-20db66d72580 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:24.783856 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device dcf87af3-8769-45e8-a169-20db66d72580 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:24.787244 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d1cffebc-43f1-4886-840b-84783351ead4 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:24.804680 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e38f78-5454-4a2c-8b9e-0ea9d7a4d503 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:24.809717 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-70e38f78-5454-4a2c-8b9e-0ea9d7a4d503 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:24.819848 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: d1cffebc-43f1-4886-840b-84783351ead4 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:24.820417 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d1cffebc-43f1-4886-840b-84783351ead4 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:25.054449 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-70e38f78-5454-4a2c-8b9e-0ea9d7a4d503 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:25.104950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e38f78-5454-4a2c-8b9e-0ea9d7a4d503 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:25.109853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-70e38f78-5454-4a2c-8b9e-0ea9d7a4d503 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:25.114471 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e38f78-5454-4a2c-8b9e-0ea9d7a4d503 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:25.115083 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-70e38f78-5454-4a2c-8b9e-0ea9d7a4d503 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:25.125014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6ca648-2384-458b-b756-fab4bd957225 None None] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:25.127851 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e38f78-5454-4a2c-8b9e-0ea9d7a4d503 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Subnet': ['ID=f64b643c-0faf-4bf9-9376-d16488a99e8d,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:25.138612 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-70e38f78-5454-4a2c-8b9e-0ea9d7a4d503 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4572465 Jul 23 20:50:25.141567 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35538) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:25.148102 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-904ef9d4-b68d-41c2-84ac-e5e20516db5e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'security_group': {'name': 'tempest-secgroup-1292674985'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:25.175826 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-904ef9d4-b68d-41c2-84ac-e5e20516db5e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:25.286913 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-904ef9d4-b68d-41c2-84ac-e5e20516db5e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:25.293663 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-904ef9d4-b68d-41c2-84ac-e5e20516db5e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:25.319587 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-904ef9d4-b68d-41c2-84ac-e5e20516db5e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:25.320828 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-904ef9d4-b68d-41c2-84ac-e5e20516db5e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1774280 Jul 23 20:50:25.323788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35540) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:25.329370 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-887e7b8c-1d98-4bb6-99d3-5c61c3bfdee5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'security_group': {'name': 'tempest-secgroup-1420665433'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:25.348970 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'tenant_id': '453a1be7dbc440628b70639d8414958e', 'fixed_ips': [{'subnet_id': 'f64b643c-0faf-4bf9-9376-d16488a99e8d'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:50:25.350472 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:25.354817 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ef9d4-b68d-41c2-84ac-e5e20516db5e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4f39bc-d7e7-42e5-a069-b34a490fbdd2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:25.357416 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-887e7b8c-1d98-4bb6-99d3-5c61c3bfdee5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:25.483569 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-887e7b8c-1d98-4bb6-99d3-5c61c3bfdee5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:25.488828 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-887e7b8c-1d98-4bb6-99d3-5c61c3bfdee5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:25.510391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Allocated IP 2001:db8::2 (c5004d18-fa4e-46e8-b3ed-525bffcd9db7/f64b643c-0faf-4bf9-9376-d16488a99e8d/93875dc5-f626-435f-9d71-de604ea8d5b4) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:25.532352 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-887e7b8c-1d98-4bb6-99d3-5c61c3bfdee5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:25.533775 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-887e7b8c-1d98-4bb6-99d3-5c61c3bfdee5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2084403 Jul 23 20:50:25.536764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35542) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:25.542822 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-ec14170c-4ccc-42ae-bfab-a07d9fdb3230 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1919623263', 'security_groups': ['5b4d1c88-a1ed-4d13-8759-f3158de888ca'], 'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f64b643c-0faf-4bf9-9376-d16488a99e8d'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:25.549892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e7b8c-1d98-4bb6-99d3-5c61c3bfdee5 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4d1c88-a1ed-4d13-8759-f3158de888ca,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:25.703326 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec14170c-4ccc-42ae-bfab-a07d9fdb3230 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:25.781642 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:25.793903 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Transition to ACTIVE for port object 93875dc5-f626-435f-9d71-de604ea8d5b4 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:25.819493 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec14170c-4ccc-42ae-bfab-a07d9fdb3230 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:25.825355 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Transition to ACTIVE for port object 93875dc5-f626-435f-9d71-de604ea8d5b4 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:25.836972 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:25.847337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-ec14170c-4ccc-42ae-bfab-a07d9fdb3230 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] device_id is not set on port a739355f-dba9-4d5e-957f-646ecea16535 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:50:25.936978 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Pushing event updated for resources: {'Port': ['ID=93875dc5-f626-435f-9d71-de604ea8d5b4,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:25.944887 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:25.946339 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:25.948663 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:26.046318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Attempting to bind port 93875dc5-f626-435f-9d71-de604ea8d5b4 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:50:26.046955 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Attempting to bind port 93875dc5-f626-435f-9d71-de604ea8d5b4 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'f6605be7-d969-40bf-90c1-de48fb876893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:50:26.047435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Attempting to bind port 93875dc5-f626-435f-9d71-de604ea8d5b4 on network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:26.053627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:50:26.054342 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Checking segment: {'id': 'f6605be7-d969-40bf-90c1-de48fb876893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:26.054817 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:26.055469 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Bound using segment: {'id': 'f6605be7-d969-40bf-90c1-de48fb876893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:50:26.056019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Bound port: 93875dc5-f626-435f-9d71-de604ea8d5b4, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6605be7-d969-40bf-90c1-de48fb876893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:50:26.056469 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:26.095522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-ec14170c-4ccc-42ae-bfab-a07d9fdb3230 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Allocated IP 2001:db8::3c1 (c5004d18-fa4e-46e8-b3ed-525bffcd9db7/f64b643c-0faf-4bf9-9376-d16488a99e8d/a739355f-dba9-4d5e-957f-646ecea16535) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:26.155556 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] For port 93875dc5-f626-435f-9d71-de604ea8d5b4, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:50:26.171000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] For port 93875dc5-f626-435f-9d71-de604ea8d5b4, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=93875dc5-f626-435f-9d71-de604ea8d5b4,segment=NetworkSegment(f6605be7-d969-40bf-90c1-de48fb876893),segment_id=f6605be7-d969-40bf-90c1-de48fb876893)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:50:26.181934 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:26.322508 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec14170c-4ccc-42ae-bfab-a07d9fdb3230 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:26.326667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3f117-dc31-42c9-8184-cc81ad12f70d None None] Pushing event updated for resources: {'Port': ['ID=93875dc5-f626-435f-9d71-de604ea8d5b4,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:26.344246 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-ec14170c-4ccc-42ae-bfab-a07d9fdb3230 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Transition to ACTIVE for port object a739355f-dba9-4d5e-957f-646ecea16535 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:26.404671 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec14170c-4ccc-42ae-bfab-a07d9fdb3230 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:26.458014 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14170c-4ccc-42ae-bfab-a07d9fdb3230 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=a739355f-dba9-4d5e-957f-646ecea16535,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:26.472358 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec14170c-4ccc-42ae-bfab-a07d9fdb3230 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:26.473703 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-ec14170c-4ccc-42ae-bfab-a07d9fdb3230 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:26.476299 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec14170c-4ccc-42ae-bfab-a07d9fdb3230 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:26.482370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec14170c-4ccc-42ae-bfab-a07d9fdb3230 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:26.482985 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec14170c-4ccc-42ae-bfab-a07d9fdb3230 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:26.531216 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ec14170c-4ccc-42ae-bfab-a07d9fdb3230 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9908772 Jul 23 20:50:26.532199 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35554) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:26.537599 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-74ed8130-0f54-4d6d-8b0e-1b21972d6c3e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'subnet': {'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:26.602257 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35556) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:26.743054 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35560) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:26.770542 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a97aba99-5444-4a8c-808f-5fc39999b7be tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/floatingips/15f3d45b-6749-4096-b980-a9e4700fa9b9 HTTP/1.1" status: 200 len: 993 time: 0.1616261 Jul 23 20:50:26.772238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ed8130-0f54-4d6d-8b0e-1b21972d6c3e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:26.785124 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-74ed8130-0f54-4d6d-8b0e-1b21972d6c3e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:26.869093 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 93875dc5-f626-435f-9d71-de604ea8d5b4 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:26.953266 n-d-791504-18 neutron-server[93810]: INFO neutron.db.ipam_backend_mixin [None req-74ed8130-0f54-4d6d-8b0e-1b21972d6c3e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f64b643c-0faf-4bf9-9376-d16488a99e8d (CIDR: 2001:db8::/64) Jul 23 20:50:26.966860 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ed8130-0f54-4d6d-8b0e-1b21972d6c3e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:50:26.966860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ed8130-0f54-4d6d-8b0e-1b21972d6c3e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:50:26.991560 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-74ed8130-0f54-4d6d-8b0e-1b21972d6c3e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4581258 Jul 23 20:50:26.995650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35572) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:26.997670 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 93875dc5-f626-435f-9d71-de604ea8d5b4 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:27.002609 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b9b0a538-81df-441e-acdc-0dd9907f0431 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'subnet': {'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:27.129920 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3767668c-c559-44cb-a34f-362b03903f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.135196 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35574) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:27.210445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b0a538-81df-441e-acdc-0dd9907f0431 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:27.214722 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9b0a538-81df-441e-acdc-0dd9907f0431 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.366748 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.651628 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-2569646c-ce88-41c7-970b-f998372096d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Deleting port 47f330a8-6c37-4b5e-849c-f0be8d9356f5 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:27.652296 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2569646c-ce88-41c7-970b-f998372096d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.685941 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9b0a538-81df-441e-acdc-0dd9907f0431 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.782731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b0a538-81df-441e-acdc-0dd9907f0431 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:27.790001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-b9b0a538-81df-441e-acdc-0dd9907f0431 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:27.804613 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b0a538-81df-441e-acdc-0dd9907f0431 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:27.805391 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9b0a538-81df-441e-acdc-0dd9907f0431 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.830647 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0a538-81df-441e-acdc-0dd9907f0431 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Subnet': ['ID=c9d0cd8c-1fc4-43d9-ac9c-bc9a0c8beb26,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:27.836923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b21e3d-a7ec-4cf5-b29f-e9565393238e None None] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:27.855085 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b9b0a538-81df-441e-acdc-0dd9907f0431 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8571770 Jul 23 20:50:27.860381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35576) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:27.869172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4f9fdc19-fbe2-44dd-9acd-f4e27de7297d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2071582272', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c9d0cd8c-1fc4-43d9-ac9c-bc9a0c8beb26'}], 'security_groups': ['0f4f39bc-d7e7-42e5-a069-b34a490fbdd2']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:27.875202 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2569646c-ce88-41c7-970b-f998372096d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.875657 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2569646c-ce88-41c7-970b-f998372096d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.934577 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-2569646c-ce88-41c7-970b-f998372096d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Calling delete_port for 47f330a8-6c37-4b5e-849c-f0be8d9356f5 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:28.068292 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3695e52b-be3f-4fcd-944d-091eec4daac4 None None] Provisioning for port 93875dc5-f626-435f-9d71-de604ea8d5b4 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:28.100967 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4f9fdc19-fbe2-44dd-9acd-f4e27de7297d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:28.143796 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3695e52b-be3f-4fcd-944d-091eec4daac4 None None] Provisioning complete for port 93875dc5-f626-435f-9d71-de604ea8d5b4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:28.145928 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3695e52b-be3f-4fcd-944d-091eec4daac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:28.206328 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-903f50b9-491c-4d3a-9c8d-0fd2fadd4085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:28.328688 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3695e52b-be3f-4fcd-944d-091eec4daac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:28.386527 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3695e52b-be3f-4fcd-944d-091eec4daac4 None None] For port 93875dc5-f626-435f-9d71-de604ea8d5b4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=93875dc5-f626-435f-9d71-de604ea8d5b4,segment=NetworkSegment(f6605be7-d969-40bf-90c1-de48fb876893),segment_id=f6605be7-d969-40bf-90c1-de48fb876893)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:28.389698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35586) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:28.410960 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3695e52b-be3f-4fcd-944d-091eec4daac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:28.473434 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2569646c-ce88-41c7-970b-f998372096d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:28.526015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3695e52b-be3f-4fcd-944d-091eec4daac4 None None] Provisioning complete for port c0e02a38-4684-499e-b426-f0c77e1207d8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:28.526383 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3695e52b-be3f-4fcd-944d-091eec4daac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:28.557012 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569646c-ce88-41c7-970b-f998372096d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'Port': ['ID=47f330a8-6c37-4b5e-849c-f0be8d9356f5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:28.619846 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695e52b-be3f-4fcd-944d-091eec4daac4 None None] Pushing event updated for resources: {'Port': ['ID=93875dc5-f626-435f-9d71-de604ea8d5b4,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:28.637902 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17b99d9-1a2f-4950-80b6-f566cc96bd45 None None] Update dhcp port {'port': {'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'fixed_ips': [{'subnet_id': 'f64b643c-0faf-4bf9-9376-d16488a99e8d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c9d0cd8c-1fc4-43d9-ac9c-bc9a0c8beb26'}], 'binding:host_id': 'n-d-791504-18'}, 'id': '93875dc5-f626-435f-9d71-de604ea8d5b4'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:50:28.665935 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:28.669671 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3695e52b-be3f-4fcd-944d-091eec4daac4 None None] Port c0e02a38-4684-499e-b426-f0c77e1207d8 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:50:28.675483 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65684310-4a27-44b9-8715-b203571e9a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:28.686333 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b17b99d9-1a2f-4950-80b6-f566cc96bd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:28.729112 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2569646c-ce88-41c7-970b-f998372096d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:28.729812 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-2569646c-ce88-41c7-970b-f998372096d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Floating IP 15f3d45b-6749-4096-b980-a9e4700fa9b9 disassociated (deleted). External IP: 172.25.3.157, port: 9821f101-a35c-4110-be3f-cb7e71f41bfe. Jul 23 20:50:28.832669 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-903f50b9-491c-4d3a-9c8d-0fd2fadd4085 admin admin] Deleting port c5ab5977-aa61-4f81-922c-93d1cac7e7b1 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:28.832927 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-903f50b9-491c-4d3a-9c8d-0fd2fadd4085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:28.903129 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65684310-4a27-44b9-8715-b203571e9a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:28.904512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-4f9fdc19-fbe2-44dd-9acd-f4e27de7297d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Delete allocated IP 2001:db8::3c1 (c5004d18-fa4e-46e8-b3ed-525bffcd9db7/f64b643c-0faf-4bf9-9376-d16488a99e8d) {{(pid=93811) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 20:50:28.914544 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65684310-4a27-44b9-8715-b203571e9a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:28.938293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-4f9fdc19-fbe2-44dd-9acd-f4e27de7297d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Allocated IP 2001:db8:0:1::105 (c5004d18-fa4e-46e8-b3ed-525bffcd9db7/c9d0cd8c-1fc4-43d9-ac9c-bc9a0c8beb26/a739355f-dba9-4d5e-957f-646ecea16535) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:28.946550 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-65684310-4a27-44b9-8715-b203571e9a0c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=76d1a18aded74c9091a74e23a3084137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5523195 Jul 23 20:50:28.952835 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35590) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:28.973568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-903f50b9-491c-4d3a-9c8d-0fd2fadd4085 admin admin] For port c5ab5977-aa61-4f81-922c-93d1cac7e7b1, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c5ab5977-aa61-4f81-922c-93d1cac7e7b1,segment=NetworkSegment(5245b357-d7e4-4f9e-9ddc-eace4be10505),segment_id=5245b357-d7e4-4f9e-9ddc-eace4be10505)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:28.974214 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-903f50b9-491c-4d3a-9c8d-0fd2fadd4085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:28.992134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65684310-4a27-44b9-8715-b203571e9a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d030d92-f44d-44b1-a4ca-dde9290c623b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:28.993384 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-903f50b9-491c-4d3a-9c8d-0fd2fadd4085 admin admin] Calling delete_port for c5ab5977-aa61-4f81-922c-93d1cac7e7b1 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:29.158640 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4f9fdc19-fbe2-44dd-9acd-f4e27de7297d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:29.175753 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-4f9fdc19-fbe2-44dd-9acd-f4e27de7297d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Ignored duplicate provisioning block setup for port a739355f-dba9-4d5e-957f-646ecea16535 by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 20:50:29.180339 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4f9fdc19-fbe2-44dd-9acd-f4e27de7297d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:29.220655 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d4569d2f-d3e5-4def-86a1-458b8908b0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:29.240875 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2569646c-ce88-41c7-970b-f998372096d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Router ce256826-92a6-4025-b503-02b5755d0d88 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:50:29.243530 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-4f9fdc19-fbe2-44dd-9acd-f4e27de7297d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] In _notify_port_updated(), no bound segment for port a739355f-dba9-4d5e-957f-646ecea16535 on network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 {{(pid=93811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:50:29.252813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9fdc19-fbe2-44dd-9acd-f4e27de7297d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:29.252813 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4f9fdc19-fbe2-44dd-9acd-f4e27de7297d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:29.252813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4f9fdc19-fbe2-44dd-9acd-f4e27de7297d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "PUT /v2.0/ports/a739355f-dba9-4d5e-957f-646ecea16535 HTTP/1.1" status: 200 len: 931 time: 1.3902652 Jul 23 20:50:29.255441 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35596) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:29.262346 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-b17b99d9-1a2f-4950-80b6-f566cc96bd45 None None] Allocated IP 2001:db8:0:1::2 (c5004d18-fa4e-46e8-b3ed-525bffcd9db7/c9d0cd8c-1fc4-43d9-ac9c-bc9a0c8beb26/93875dc5-f626-435f-9d71-de604ea8d5b4) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:29.294937 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d4569d2f-d3e5-4def-86a1-458b8908b0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:29.301769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fdc19-fbe2-44dd-9acd-f4e27de7297d tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=a739355f-dba9-4d5e-957f-646ecea16535,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:29.449926 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-90b03c88-eeba-4178-bd8b-087167a70faa tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port a739355f-dba9-4d5e-957f-646ecea16535 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:29.450332 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-90b03c88-eeba-4178-bd8b-087167a70faa tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:29.467384 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b17b99d9-1a2f-4950-80b6-f566cc96bd45 None None] For port 93875dc5-f626-435f-9d71-de604ea8d5b4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=93875dc5-f626-435f-9d71-de604ea8d5b4,segment=NetworkSegment(f6605be7-d969-40bf-90c1-de48fb876893),segment_id=f6605be7-d969-40bf-90c1-de48fb876893)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:29.512485 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b17b99d9-1a2f-4950-80b6-f566cc96bd45 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:29.517108 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d4569d2f-d3e5-4def-86a1-458b8908b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:29.527806 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b17b99d9-1a2f-4950-80b6-f566cc96bd45 None None] Transition to ACTIVE for port object 93875dc5-f626-435f-9d71-de604ea8d5b4 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:29.529135 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d4569d2f-d3e5-4def-86a1-458b8908b0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:29.530721 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d4569d2f-d3e5-4def-86a1-458b8908b0a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d030d92-f44d-44b1-a4ca-dde9290c623b HTTP/1.1" status: 204 len: 168 time: 0.5311880 Jul 23 20:50:29.534056 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b17b99d9-1a2f-4950-80b6-f566cc96bd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:29.569733 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4569d2f-d3e5-4def-86a1-458b8908b0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d030d92-f44d-44b1-a4ca-dde9290c623b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:29.571938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2569646c-ce88-41c7-970b-f998372096d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:50:29.588269 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2569646c-ce88-41c7-970b-f998372096d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:29.609900 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-90b03c88-eeba-4178-bd8b-087167a70faa tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:29.624881 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-90b03c88-eeba-4178-bd8b-087167a70faa tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for a739355f-dba9-4d5e-957f-646ecea16535 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:29.638984 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-903f50b9-491c-4d3a-9c8d-0fd2fadd4085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:29.747211 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f50b9-491c-4d3a-9c8d-0fd2fadd4085 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ab5977-aa61-4f81-922c-93d1cac7e7b1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:29.791083 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-90b03c88-eeba-4178-bd8b-087167a70faa tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:29.810884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec69a9-c12c-4a55-8a57-837ef1539f27 None None] Sync routers for ids ['ce256826-92a6-4025-b503-02b5755d0d88'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:50:29.823716 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2569646c-ce88-41c7-970b-f998372096d5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "DELETE /v2.0/floatingips/15f3d45b-6749-4096-b980-a9e4700fa9b9 HTTP/1.1" status: 204 len: 168 time: 2.6873000 Jul 23 20:50:29.828338 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce38246-2692-4462-8d33-1e0343d18a02', 'tag': '9821f101-a35c-4110-be3f-cb7e71f41bfe'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:29.838409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b03c88-eeba-4178-bd8b-087167a70faa tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=a739355f-dba9-4d5e-957f-646ecea16535,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:29.843739 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d21c95a-9bd9-4525-92b7-f64d7d3f722a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce38246-2692-4462-8d33-1e0343d18a02", "tag": "9821f101-a35c-4110-be3f-cb7e71f41bfe"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:29.881715 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec69a9-c12c-4a55-8a57-837ef1539f27 None None] Routers {'ce256826-92a6-4025-b503-02b5755d0d88'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:50:29.888475 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3dec69a9-c12c-4a55-8a57-837ef1539f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:50:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ce256826-92a6-4025-b503-02b5755d0d88'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:29.911381 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-90b03c88-eeba-4178-bd8b-087167a70faa tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:29.915375 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-90b03c88-eeba-4178-bd8b-087167a70faa tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/ports/a739355f-dba9-4d5e-957f-646ecea16535 HTTP/1.1" status: 204 len: 168 time: 0.6590953 Jul 23 20:50:29.920313 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35606) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:29.996302 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa5bee8-661e-48fa-8094-eb33fd3a012b x-openstack-request-id: req-daa5bee8-661e-48fa-8094-eb33fd3a012b {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:29.997172 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce38246-2692-4462-8d33-1e0343d18a02", "tag": "9821f101-a35c-4110-be3f-cb7e71f41bfe", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:29.997172 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-daa5bee8-661e-48fa-8094-eb33fd3a012b {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:29.997350 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce38246-2692-4462-8d33-1e0343d18a02', 'tag': '9821f101-a35c-4110-be3f-cb7e71f41bfe', 'status': 'completed', 'code': 200} Jul 23 20:50:30.029835 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-42093b58-bfbd-43a7-9183-12261e71b5ec tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] GET failed (client error): The resource could not be found. Jul 23 20:50:30.031989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-42093b58-bfbd-43a7-9183-12261e71b5ec tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports/a739355f-dba9-4d5e-957f-646ecea16535 HTTP/1.1" status: 404 len: 333 time: 0.1105647 Jul 23 20:50:30.035831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35608) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:30.127317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21c95a-9bd9-4525-92b7-f64d7d3f722a req-cb3a58b2-0a95-4edd-acc8-325c980b5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:30.129657 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d21c95a-9bd9-4525-92b7-f64d7d3f722a req-cb3a58b2-0a95-4edd-acc8-325c980b5947 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=658e4131401d4adf82a7d233679ed997&device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 1097 time: 0.1234338 Jul 23 20:50:30.207366 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b99d9-1a2f-4950-80b6-f566cc96bd45 None None] Pushing event updated for resources: {'Port': ['ID=93875dc5-f626-435f-9d71-de604ea8d5b4,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:30.238612 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:30.305222 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-3dec69a9-c12c-4a55-8a57-837ef1539f27 None None] Set router ce256826-92a6-4025-b503-02b5755d0d88 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:50:30.411210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21c95a-9bd9-4525-92b7-f64d7d3f722a req-fd8b2c11-c2e5-4e25-8db3-e04f11010aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:30.412788 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d21c95a-9bd9-4525-92b7-f64d7d3f722a req-fd8b2c11-c2e5-4e25-8db3-e04f11010aa2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c458ec9f-298d-44a2-b473-4f8ca25db621 HTTP/1.1" status: 200 len: 897 time: 0.2762437 Jul 23 20:50:30.483121 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d21c95a-9bd9-4525-92b7-f64d7d3f722a req-8a516ac8-7872-4a49-8407-814bdb904f1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9821f101-a35c-4110-be3f-cb7e71f41bfe HTTP/1.1" status: 200 len: 217 time: 0.0609121 Jul 23 20:50:30.593793 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82350d82-0f9e-4d15-8e87-0aec4bd0256b req-7c3ee359-99d9-46a3-9c98-7aa5f7ea02e1 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:30.604347 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82350d82-0f9e-4d15-8e87-0aec4bd0256b req-7c3ee359-99d9-46a3-9c98-7aa5f7ea02e1 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 945 time: 0.2680287 Jul 23 20:50:30.658943 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21c95a-9bd9-4525-92b7-f64d7d3f722a req-a5a1ee81-a005-4f46-ba32-d1dfbd5bd931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:30.660837 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d21c95a-9bd9-4525-92b7-f64d7d3f722a req-a5a1ee81-a005-4f46-ba32-d1dfbd5bd931 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a71e50f-fd3d-4b09-9759-8d42445860b8 HTTP/1.1" status: 200 len: 834 time: 0.1710477 Jul 23 20:50:30.824747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3dec69a9-c12c-4a55-8a57-837ef1539f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'name': 'tempest-TestNetworkBasicOps-router-1295559975', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:49:16Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:17Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'ac672534-f377-43f8-a83c-26ac0ad08bb6', 'name': '', 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:ee:e5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:21Z', 'updated_at': '2021-07-23T20:49:27Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:30.856688 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82350d82-0f9e-4d15-8e87-0aec4bd0256b req-60cfde8b-82d3-4f01-9a90-848b875597b4 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=476102e6-3b1b-4c4b-b541-77ffad4dfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319031 Jul 23 20:50:30.857009 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 93875dc5-f626-435f-9d71-de604ea8d5b4 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:30.871814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec69a9-c12c-4a55-8a57-837ef1539f27 None None] Checking router: ce256826-92a6-4025-b503-02b5755d0d88 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:50:30.880220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21c95a-9bd9-4525-92b7-f64d7d3f722a req-4d9a823b-39c9-4360-bbb3-da18e8d12848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:30.882056 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d21c95a-9bd9-4525-92b7-f64d7d3f722a req-4d9a823b-39c9-4360-bbb3-da18e8d12848 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c458ec9f-298d-44a2-b473-4f8ca25db621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1992974 Jul 23 20:50:30.957218 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d53108c6-d002-4379-b508-184165c30c6a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:30.995310 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec69a9-c12c-4a55-8a57-837ef1539f27 None None] Routers {'ce256826-92a6-4025-b503-02b5755d0d88'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:50:30.996027 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3dec69a9-c12c-4a55-8a57-837ef1539f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:50:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ce256826-92a6-4025-b503-02b5755d0d88'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:31.013614 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d53108c6-d002-4379-b508-184165c30c6a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:31.016931 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-903f50b9-491c-4d3a-9c8d-0fd2fadd4085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:31.123660 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d21c95a-9bd9-4525-92b7-f64d7d3f722a req-2489a7fe-d594-4f2e-b055-ae714a1d44ed service neutron] 10.222.0.57 "GET /v2.0/networks/c458ec9f-298d-44a2-b473-4f8ca25db621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335238 Jul 23 20:50:31.178730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-3dec69a9-c12c-4a55-8a57-837ef1539f27 None None] Set router ce256826-92a6-4025-b503-02b5755d0d88 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:50:31.238143 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d53108c6-d002-4379-b508-184165c30c6a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:31.241587 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d53108c6-d002-4379-b508-184165c30c6a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:31.245587 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d53108c6-d002-4379-b508-184165c30c6a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/security-groups/5b4d1c88-a1ed-4d13-8759-f3158de888ca HTTP/1.1" status: 204 len: 168 time: 1.2061789 Jul 23 20:50:31.254945 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35616) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:31.264811 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d21c95a-9bd9-4525-92b7-f64d7d3f722a req-247d2373-7088-4b30-8eb7-a23d5c4a877e service neutron] 10.222.0.57 "GET /v2.0/networks/c458ec9f-298d-44a2-b473-4f8ca25db621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336510 Jul 23 20:50:31.297335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53108c6-d002-4379-b508-184165c30c6a tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4d1c88-a1ed-4d13-8759-f3158de888ca,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:31.405366 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ecd3ecd2-dfd5-4272-a2d9-553610d2f32d None None] Provisioning complete for port c0e02a38-4684-499e-b426-f0c77e1207d8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:31.405764 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ecd2-dfd5-4272-a2d9-553610d2f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:31.450820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3ecd2-dfd5-4272-a2d9-553610d2f32d None None] Port c0e02a38-4684-499e-b426-f0c77e1207d8 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:50:31.499957 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ecd3ecd2-dfd5-4272-a2d9-553610d2f32d None None] Provisioning for port 93875dc5-f626-435f-9d71-de604ea8d5b4 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:31.524482 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ecd3ecd2-dfd5-4272-a2d9-553610d2f32d None None] Provisioning complete for port 93875dc5-f626-435f-9d71-de604ea8d5b4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:31.525152 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ecd2-dfd5-4272-a2d9-553610d2f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:31.576048 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903f50b9-491c-4d3a-9c8d-0fd2fadd4085 admin admin] Router cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:50:31.582852 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8610e5e-7645-46d1-97fc-8a4a2d485a11 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:31.631532 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8610e5e-7645-46d1-97fc-8a4a2d485a11 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:31.660631 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6372c-774f-466a-83e8-a68a7f3e379b req-22276fc8-1608-4124-b5dd-1c31aae3c6f5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:31.666015 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5f6372c-774f-466a-83e8-a68a7f3e379b req-22276fc8-1608-4124-b5dd-1c31aae3c6f5 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 945 time: 0.1845832 Jul 23 20:50:31.894346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-f5f6372c-774f-466a-83e8-a68a7f3e379b req-3d5bfb33-4d2b-469a-a227-37bb3ab85c9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Deleting port 9821f101-a35c-4110-be3f-cb7e71f41bfe {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:31.894872 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f5f6372c-774f-466a-83e8-a68a7f3e379b req-3d5bfb33-4d2b-469a-a227-37bb3ab85c9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:31.900803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903f50b9-491c-4d3a-9c8d-0fd2fadd4085 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:50:31.914476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ecd3ecd2-dfd5-4272-a2d9-553610d2f32d None None] Could not find standard attr ID for object a739355f-dba9-4d5e-957f-646ecea16535. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:50:31.925840 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bacbdc3-2391-4878-b348-1d9019ca4c15 None None] Sync routers for ids ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:50:31.930684 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35622) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:31.931561 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-903f50b9-491c-4d3a-9c8d-0fd2fadd4085 admin admin] 10.222.0.55 "PUT /v2.0/routers/cb7b7e63-b3f6-46ff-8bc7-9b2de4061862/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1881731 Jul 23 20:50:31.932420 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8610e5e-7645-46d1-97fc-8a4a2d485a11 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:31.935951 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e8610e5e-7645-46d1-97fc-8a4a2d485a11 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:31.939613 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e8610e5e-7645-46d1-97fc-8a4a2d485a11 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/security-groups/0f4f39bc-d7e7-42e5-a069-b34a490fbdd2 HTTP/1.1" status: 204 len: 168 time: 0.6811609 Jul 23 20:50:31.940631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35624) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:31.960390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8610e5e-7645-46d1-97fc-8a4a2d485a11 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4f39bc-d7e7-42e5-a069-b34a490fbdd2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:31.963795 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bacbdc3-2391-4878-b348-1d9019ca4c15 None None] Routers {'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:50:31.964518 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3bacbdc3-2391-4878-b348-1d9019ca4c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:50:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:32.024689 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3dec69a9-c12c-4a55-8a57-837ef1539f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'name': 'tempest-TestNetworkBasicOps-router-1295559975', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:49:16Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:17Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'ac672534-f377-43f8-a83c-26ac0ad08bb6', 'name': '', 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:ee:e5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:21Z', 'updated_at': '2021-07-23T20:49:27Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:32.045889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64b83bf-3bd4-4540-86c2-7379a405360e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting subnet f64b643c-0faf-4bf9-9376-d16488a99e8d {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:50:32.054572 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e64b83bf-3bd4-4540-86c2-7379a405360e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:32.092616 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8180f5fb-f03c-405e-aab7-d239a7b16402 admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:32.103617 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec69a9-c12c-4a55-8a57-837ef1539f27 None None] The sync data for ids ['ce256826-92a6-4025-b503-02b5755d0d88'] in n-d-791504-18 is: [{'id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'name': 'tempest-TestNetworkBasicOps-router-1295559975', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:49:16Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:17Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'ac672534-f377-43f8-a83c-26ac0ad08bb6', 'name': '', 'network_id': 'c458ec9f-298d-44a2-b473-4f8ca25db621', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'mac_address': 'fa:16:3e:ee:e5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:21Z', 'updated_at': '2021-07-23T20:49:27Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'subnets': [{'id': '2a71e50f-fd3d-4b09-9759-8d42445860b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:50:32.111269 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f272042c-cab0-4b33-8277-a1644d65244d None None] Could not find standard attr ID for object a739355f-dba9-4d5e-957f-646ecea16535. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:50:32.180724 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e64b83bf-3bd4-4540-86c2-7379a405360e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:32.232821 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-06f17986-98dd-4889-997a-54cec6771b61 None None] Could not find standard attr ID for object a739355f-dba9-4d5e-957f-646ecea16535. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:50:32.286723 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-3bacbdc3-2391-4878-b348-1d9019ca4c15 None None] Set router cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:50:32.348877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-f5f6372c-774f-466a-83e8-a68a7f3e379b req-3d5bfb33-4d2b-469a-a227-37bb3ab85c9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] For port 9821f101-a35c-4110-be3f-cb7e71f41bfe, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=9821f101-a35c-4110-be3f-cb7e71f41bfe,segment=NetworkSegment(29e68040-82c6-4ab9-8409-7148e6284551),segment_id=29e68040-82c6-4ab9-8409-7148e6284551)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:32.349461 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f5f6372c-774f-466a-83e8-a68a7f3e379b req-3d5bfb33-4d2b-469a-a227-37bb3ab85c9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:32.350945 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e64b83bf-3bd4-4540-86c2-7379a405360e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:32.376097 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-f5f6372c-774f-466a-83e8-a68a7f3e379b req-3d5bfb33-4d2b-469a-a227-37bb3ab85c9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Calling delete_port for 9821f101-a35c-4110-be3f-cb7e71f41bfe owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:32.476263 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e64b83bf-3bd4-4540-86c2-7379a405360e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:32.521978 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b83bf-3bd4-4540-86c2-7379a405360e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Subnet': ['ID=f64b643c-0faf-4bf9-9376-d16488a99e8d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:32.524756 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e64b83bf-3bd4-4540-86c2-7379a405360e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:32.542440 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e64b83bf-3bd4-4540-86c2-7379a405360e tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/f64b643c-0faf-4bf9-9376-d16488a99e8d HTTP/1.1" status: 204 len: 168 time: 0.5992343 Jul 23 20:50:32.547510 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35626) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:32.553282 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-524c7c82-cebe-4f92-aaed-a75ebf6c638b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'subnet': {'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:32.565772 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53b2fda-f97a-4894-88f6-53dd5a8b66fc None None] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:32.600393 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc000c-f2c8-4f22-85df-942432e5c9aa req-fb3db273-a289-44b6-95a3-af46e1dcb4a9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:32.602012 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c7fc000c-f2c8-4f22-85df-942432e5c9aa req-fb3db273-a289-44b6-95a3-af46e1dcb4a9 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ce38246-2692-4462-8d33-1e0343d18a02 HTTP/1.1" status: 200 len: 945 time: 0.5194764 Jul 23 20:50:32.646712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f096338b-41c8-450c-9482-ccd905758f94 None None] New status for floating IP 15f3d45b-6749-4096-b980-a9e4700fa9b9: DOWN {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:50:32.669315 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3bacbdc3-2391-4878-b348-1d9019ca4c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'name': 'tempest-TaggedBootDevicesTest_v242-1390473140-router', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:50:29Z', 'revision_number': 5, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'gw_port': {'id': '5eeca8cd-2337-4eca-b705-e6b9baaf538c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:03Z', 'updated_at': '2021-07-23T20:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:32.672071 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8180f5fb-f03c-405e-aab7-d239a7b16402 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:32.690077 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c7fc000c-f2c8-4f22-85df-942432e5c9aa req-a1d43a1f-4449-4aea-94d6-ee7291cd019e tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "GET /v2.0/security-groups?id=476102e6-3b1b-4c4b-b541-77ffad4dfa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746610 Jul 23 20:50:32.702994 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f5f6372c-774f-466a-83e8-a68a7f3e379b req-3d5bfb33-4d2b-469a-a227-37bb3ab85c9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:32.737054 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bacbdc3-2391-4878-b348-1d9019ca4c15 None None] Checking router: cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:50:32.740832 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bacbdc3-2391-4878-b348-1d9019ca4c15 None None] Routers {'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:50:32.741770 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3bacbdc3-2391-4878-b348-1d9019ca4c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:50:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:32.761150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bfb33-4d2b-469a-a227-37bb3ab85c9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'Port': ['ID=9821f101-a35c-4110-be3f-cb7e71f41bfe,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:32.771921 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524c7c82-cebe-4f92-aaed-a75ebf6c638b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:32.779346 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-524c7c82-cebe-4f92-aaed-a75ebf6c638b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:32.831859 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f6372c-774f-466a-83e8-a68a7f3e379b req-3d5bfb33-4d2b-469a-a227-37bb3ab85c9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] No DVR routers for this DVR port 9821f101-a35c-4110-be3f-cb7e71f41bfe on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:32.836379 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f5f6372c-774f-466a-83e8-a68a7f3e379b req-3d5bfb33-4d2b-469a-a227-37bb3ab85c9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:32.838540 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5f6372c-774f-466a-83e8-a68a7f3e379b req-3d5bfb33-4d2b-469a-a227-37bb3ab85c9f tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.57 "DELETE /v2.0/ports/9821f101-a35c-4110-be3f-cb7e71f41bfe HTTP/1.1" status: 204 len: 173 time: 1.1665497 Jul 23 20:50:32.840588 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce38246-2692-4462-8d33-1e0343d18a02', 'name': 'network-vif-deleted', 'tag': '9821f101-a35c-4110-be3f-cb7e71f41bfe'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:32.842852 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5c8963-8730-48a4-8bee-f521db0f4044" -d '{"events": [{"server_uuid": "8ce38246-2692-4462-8d33-1e0343d18a02", "name": "network-vif-deleted", "tag": "9821f101-a35c-4110-be3f-cb7e71f41bfe"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:32.866187 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-8180f5fb-f03c-405e-aab7-d239a7b16402 admin admin] Deleting port 5eeca8cd-2337-4eca-b705-e6b9baaf538c {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:32.868245 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8180f5fb-f03c-405e-aab7-d239a7b16402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:32.915528 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-3bacbdc3-2391-4878-b348-1d9019ca4c15 None None] Set router cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:50:33.010233 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab90ff2b-e55e-4213-95bf-b7bc42c38c29 x-openstack-request-id: req-ab90ff2b-e55e-4213-95bf-b7bc42c38c29 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:33.011141 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce38246-2692-4462-8d33-1e0343d18a02", "name": "network-vif-deleted", "tag": "9821f101-a35c-4110-be3f-cb7e71f41bfe", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:33.012414 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab90ff2b-e55e-4213-95bf-b7bc42c38c29 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:33.013020 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce38246-2692-4462-8d33-1e0343d18a02', 'name': 'network-vif-deleted', 'tag': '9821f101-a35c-4110-be3f-cb7e71f41bfe', 'status': 'completed', 'code': 200} Jul 23 20:50:33.032509 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3bacbdc3-2391-4878-b348-1d9019ca4c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'name': 'tempest-TaggedBootDevicesTest_v242-1390473140-router', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:50:32Z', 'revision_number': 6, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:33.055122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-8180f5fb-f03c-405e-aab7-d239a7b16402 admin admin] For port 5eeca8cd-2337-4eca-b705-e6b9baaf538c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=5eeca8cd-2337-4eca-b705-e6b9baaf538c,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:33.055584 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8180f5fb-f03c-405e-aab7-d239a7b16402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:33.075848 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-8180f5fb-f03c-405e-aab7-d239a7b16402 admin admin] Calling delete_port for 5eeca8cd-2337-4eca-b705-e6b9baaf538c owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:33.104471 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bacbdc3-2391-4878-b348-1d9019ca4c15 None None] The sync data for ids ['cb7b7e63-b3f6-46ff-8bc7-9b2de4061862'] in n-d-791504-18 is: [{'id': 'cb7b7e63-b3f6-46ff-8bc7-9b2de4061862', 'name': 'tempest-TaggedBootDevicesTest_v242-1390473140-router', 'tenant_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:50:32Z', 'revision_number': 6, 'project_id': '9ca36bd4dc5c4109bf8508b5723f3746', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:50:33.141222 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-524c7c82-cebe-4f92-aaed-a75ebf6c638b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:33.194830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524c7c82-cebe-4f92-aaed-a75ebf6c638b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:33.199915 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-524c7c82-cebe-4f92-aaed-a75ebf6c638b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:33.203587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524c7c82-cebe-4f92-aaed-a75ebf6c638b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:33.205642 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-524c7c82-cebe-4f92-aaed-a75ebf6c638b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:33.229740 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-524c7c82-cebe-4f92-aaed-a75ebf6c638b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6813791 Jul 23 20:50:33.233506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35632) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:33.241961 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5f94f648-2acf-45ae-ba4f-5fe66e96e227 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'security_group': {'name': 'tempest-secgroup-1126586854'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:33.264021 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c7c82-cebe-4f92-aaed-a75ebf6c638b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Subnet': ['ID=05fd5c16-4031-440c-8d2a-bc7d4a5ad647,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:33.291315 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f94f648-2acf-45ae-ba4f-5fe66e96e227 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:33.376293 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8180f5fb-f03c-405e-aab7-d239a7b16402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:33.420532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180f5fb-f03c-405e-aab7-d239a7b16402 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eeca8cd-2337-4eca-b705-e6b9baaf538c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:33.475001 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f94f648-2acf-45ae-ba4f-5fe66e96e227 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:33.486293 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f94f648-2acf-45ae-ba4f-5fe66e96e227 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:33.554035 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8180f5fb-f03c-405e-aab7-d239a7b16402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:33.554707 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f94f648-2acf-45ae-ba4f-5fe66e96e227 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:33.559883 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35634) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:33.566424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9f3d43a6-d050-4640-988a-6865ffd2c3cc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'security_group': {'name': 'tempest-secgroup-2146916301'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:33.566598 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5f94f648-2acf-45ae-ba4f-5fe66e96e227 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3247185 Jul 23 20:50:33.581666 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94f648-2acf-45ae-ba4f-5fe66e96e227 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56fa2a4b-01ea-4101-a213-1335c6670b78,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:33.689356 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8180f5fb-f03c-405e-aab7-d239a7b16402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:33.692836 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8180f5fb-f03c-405e-aab7-d239a7b16402 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:33.700893 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f3d43a6-d050-4640-988a-6865ffd2c3cc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:33.766087 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8180f5fb-f03c-405e-aab7-d239a7b16402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:33.766635 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8180f5fb-f03c-405e-aab7-d239a7b16402 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:50:33.774231 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8180f5fb-f03c-405e-aab7-d239a7b16402 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:33.775423 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8180f5fb-f03c-405e-aab7-d239a7b16402 admin admin] 10.222.0.55 "DELETE /v2.0/routers/cb7b7e63-b3f6-46ff-8bc7-9b2de4061862 HTTP/1.1" status: 204 len: 168 time: 1.8430676 Jul 23 20:50:33.778101 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35640) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:33.810983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35644) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:33.859799 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70069dc-b2ad-49e3-9976-b2dc1ba78863 admin admin] Deleting subnet e30070cc-08f6-4366-9d16-3dfe52a72249 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:50:33.864174 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f70069dc-b2ad-49e3-9976-b2dc1ba78863 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:33.908530 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f70069dc-b2ad-49e3-9976-b2dc1ba78863 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:33.948677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0a1b90-5b6c-4a2a-b90c-98472f40abab None None] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:33.987234 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f3d43a6-d050-4640-988a-6865ffd2c3cc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:33.988721 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-50517109-6327-4bf2-b648-8f31e79db8cf tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:33.996976 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f3d43a6-d050-4640-988a-6865ffd2c3cc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:34.033430 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f3d43a6-d050-4640-988a-6865ffd2c3cc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:34.034892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9f3d43a6-d050-4640-988a-6865ffd2c3cc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4737918 Jul 23 20:50:34.041798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35648) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:34.045199 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b2c65e85-b87d-4f09-925a-41c1eb9a920b None None] Provisioning complete for port c0e02a38-4684-499e-b426-f0c77e1207d8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:34.046296 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b2c65e85-b87d-4f09-925a-41c1eb9a920b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:34.055179 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c2ad0241-001c-469b-ac9d-3adadd0b9ada tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'security_group': {'name': 'tempest-secgroup-102315937'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:34.076949 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-50517109-6327-4bf2-b648-8f31e79db8cf tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:34.078075 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f70069dc-b2ad-49e3-9976-b2dc1ba78863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:34.109460 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d43a6-d050-4640-988a-6865ffd2c3cc tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e6c849-eb3b-4f7f-9f86-3ef16f836e6d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:34.169998 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f70069dc-b2ad-49e3-9976-b2dc1ba78863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:34.171991 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b2c65e85-b87d-4f09-925a-41c1eb9a920b None None] Port c0e02a38-4684-499e-b426-f0c77e1207d8 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:50:34.202600 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c2ad0241-001c-469b-ac9d-3adadd0b9ada tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:34.225092 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70069dc-b2ad-49e3-9976-b2dc1ba78863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e30070cc-08f6-4366-9d16-3dfe52a72249,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:34.225315 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-50517109-6327-4bf2-b648-8f31e79db8cf tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:34.234301 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-50517109-6327-4bf2-b648-8f31e79db8cf tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:34.238909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-50517109-6327-4bf2-b648-8f31e79db8cf tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "DELETE /v2.0/security-groups/476102e6-3b1b-4c4b-b541-77ffad4dfa7a HTTP/1.1" status: 204 len: 168 time: 0.4264071 Jul 23 20:50:34.251145 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f70069dc-b2ad-49e3-9976-b2dc1ba78863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:34.256708 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f70069dc-b2ad-49e3-9976-b2dc1ba78863 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e30070cc-08f6-4366-9d16-3dfe52a72249 HTTP/1.1" status: 204 len: 168 time: 0.4775419 Jul 23 20:50:34.263679 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35652) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:34.282166 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35654) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:34.293651 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50517109-6327-4bf2-b648-8f31e79db8cf tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=476102e6-3b1b-4c4b-b541-77ffad4dfa7a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:34.296952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd506d26-03fc-4e90-b600-f9abae05474a None None] Network bd17cd34-e969-4b19-90d9-ebcf6df4f73c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:34.413986 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:34.529206 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c2ad0241-001c-469b-ac9d-3adadd0b9ada tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:34.561953 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c2ad0241-001c-469b-ac9d-3adadd0b9ada tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:34.572809 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] Deleting port d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:34.573138 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:34.626145 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c2ad0241-001c-469b-ac9d-3adadd0b9ada tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:34.629236 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b2c65e85-b87d-4f09-925a-41c1eb9a920b None None] Provisioning complete for port 93875dc5-f626-435f-9d71-de604ea8d5b4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:34.629609 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b2c65e85-b87d-4f09-925a-41c1eb9a920b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:34.630501 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c2ad0241-001c-469b-ac9d-3adadd0b9ada tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5841048 Jul 23 20:50:34.631728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35656) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:34.645673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a65e75dd-95a0-4848-97cc-2c77c79f967b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-82909666', 'security_groups': ['c65a3e3f-266e-4404-b979-3f4267cffa14'], 'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '05fd5c16-4031-440c-8d2a-bc7d4a5ad647'}]}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:34.783596 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad0241-001c-469b-ac9d-3adadd0b9ada tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c65a3e3f-266e-4404-b979-3f4267cffa14,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:34.788422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c5ab5977-aa61-4f81-922c-93d1cac7e7b1 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:34.880124 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: c5ab5977-aa61-4f81-922c-93d1cac7e7b1 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:34.880849 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c5ab5977-aa61-4f81-922c-93d1cac7e7b1 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:34.881498 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5eeca8cd-2337-4eca-b705-e6b9baaf538c no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:34.918747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 5eeca8cd-2337-4eca-b705-e6b9baaf538c {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:34.919373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5eeca8cd-2337-4eca-b705-e6b9baaf538c not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:34.946010 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bb81ef-88d1-48c2-ae13-518b7c32b31b None None] DHCP port deletion for bd17cd34-e969-4b19-90d9-ebcf6df4f73c request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:50:34.998133 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d9b82d3-6f4b-4351-8406-1fa1b0a7a65b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.097776 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed60278-f245-45b7-a0a8-4f61896df1f6 None None] Update dhcp port {'port': {'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'fixed_ips': [{'subnet_id': 'c9d0cd8c-1fc4-43d9-ac9c-bc9a0c8beb26', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '05fd5c16-4031-440c-8d2a-bc7d4a5ad647'}], 'binding:host_id': 'n-d-791504-18'}, 'id': '93875dc5-f626-435f-9d71-de604ea8d5b4'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:50:35.175231 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-98bb81ef-88d1-48c2-ae13-518b7c32b31b None None] Deleting port d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:35.175965 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98bb81ef-88d1-48c2-ae13-518b7c32b31b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.291165 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-98bb81ef-88d1-48c2-ae13-518b7c32b31b None None] For port d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca,segment=NetworkSegment(5245b357-d7e4-4f9e-9ddc-eace4be10505),segment_id=5245b357-d7e4-4f9e-9ddc-eace4be10505)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:35.292209 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98bb81ef-88d1-48c2-ae13-518b7c32b31b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.306108 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-98bb81ef-88d1-48c2-ae13-518b7c32b31b None None] Calling delete_port for d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:35.308319 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] For port d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca,segment=NetworkSegment(5245b357-d7e4-4f9e-9ddc-eace4be10505),segment_id=5245b357-d7e4-4f9e-9ddc-eace4be10505)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:35.309140 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.328922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] Calling delete_port for d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:35.340902 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65e75dd-95a0-4848-97cc-2c77c79f967b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:35.405408 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98bb81ef-88d1-48c2-ae13-518b7c32b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.435423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb81ef-88d1-48c2-ae13-518b7c32b31b None None] Pushing event deleted for resources: {'Port': ['ID=d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:35.442752 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aed60278-f245-45b7-a0a8-4f61896df1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.462019 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b82d3-6f4b-4351-8406-1fa1b0a7a65b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Deleting port ac672534-f377-43f8-a83c-26ac0ad08bb6 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:35.463391 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d9b82d3-6f4b-4351-8406-1fa1b0a7a65b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.494823 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bb81ef-88d1-48c2-ae13-518b7c32b31b None None] No DVR routers for this DVR port d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:35.510546 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a65e75dd-95a0-4848-97cc-2c77c79f967b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.530761 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-a65e75dd-95a0-4848-97cc-2c77c79f967b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] device_id is not set on port 3f88eece-2414-4ee5-b8c4-bbb6f90419e6 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:50:35.536872 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.556136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] No DVR routers for this DVR port d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:35.619870 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-2d9b82d3-6f4b-4351-8406-1fa1b0a7a65b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] For port ac672534-f377-43f8-a83c-26ac0ad08bb6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=ac672534-f377-43f8-a83c-26ac0ad08bb6,segment=NetworkSegment(29e68040-82c6-4ab9-8409-7148e6284551),segment_id=29e68040-82c6-4ab9-8409-7148e6284551)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:35.620628 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d9b82d3-6f4b-4351-8406-1fa1b0a7a65b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.629866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:35.641710 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-aed60278-f245-45b7-a0a8-4f61896df1f6 None None] Allocated IP 2001:db8::2 (c5004d18-fa4e-46e8-b3ed-525bffcd9db7/05fd5c16-4031-440c-8d2a-bc7d4a5ad647/93875dc5-f626-435f-9d71-de604ea8d5b4) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:35.641913 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b82d3-6f4b-4351-8406-1fa1b0a7a65b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Calling delete_port for ac672534-f377-43f8-a83c-26ac0ad08bb6 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:35.737199 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.752233 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-aed60278-f245-45b7-a0a8-4f61896df1f6 None None] For port 93875dc5-f626-435f-9d71-de604ea8d5b4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=93875dc5-f626-435f-9d71-de604ea8d5b4,segment=NetworkSegment(f6605be7-d969-40bf-90c1-de48fb876893),segment_id=f6605be7-d969-40bf-90c1-de48fb876893)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:35.761064 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd17cd34-e969-4b19-90d9-ebcf6df4f73c']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:35.777901 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5245b357-d7e4-4f9e-9ddc-eace4be10505') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:35.778208 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5245b357-d7e4-4f9e-9ddc-eace4be10505') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:35.783904 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aed60278-f245-45b7-a0a8-4f61896df1f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.789947 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.798663 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-aed60278-f245-45b7-a0a8-4f61896df1f6 None None] Transition to ACTIVE for port object 93875dc5-f626-435f-9d71-de604ea8d5b4 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:35.806963 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aed60278-f245-45b7-a0a8-4f61896df1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.811612 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.844935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:50:35.845363 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: self.session.flush() Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:50:35.847613 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:50:35.914145 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed60278-f245-45b7-a0a8-4f61896df1f6 None None] Pushing event updated for resources: {'Port': ['ID=93875dc5-f626-435f-9d71-de604ea8d5b4,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:35.931853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-a65e75dd-95a0-4848-97cc-2c77c79f967b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Allocated IP 2001:db8::1fb (c5004d18-fa4e-46e8-b3ed-525bffcd9db7/05fd5c16-4031-440c-8d2a-bc7d4a5ad647/3f88eece-2414-4ee5-b8c4-bbb6f90419e6) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:35.937168 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.946014 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d9b82d3-6f4b-4351-8406-1fa1b0a7a65b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.959038 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:35.960956 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] 10.222.0.55 "DELETE /v2.0/networks/bd17cd34-e969-4b19-90d9-ebcf6df4f73c HTTP/1.1" status: 204 len: 168 time: 1.6948361 Jul 23 20:50:35.966311 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f94d5-d6a3-4ed6-8175-35c42117a998 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd17cd34-e969-4b19-90d9-ebcf6df4f73c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:36.051255 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b82d3-6f4b-4351-8406-1fa1b0a7a65b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'Port': ['ID=ac672534-f377-43f8-a83c-26ac0ad08bb6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:36.252231 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a65e75dd-95a0-4848-97cc-2c77c79f967b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:36.270953 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d9b82d3-6f4b-4351-8406-1fa1b0a7a65b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:36.272551 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-a65e75dd-95a0-4848-97cc-2c77c79f967b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Transition to ACTIVE for port object 3f88eece-2414-4ee5-b8c4-bbb6f90419e6 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:36.327740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35664) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:36.382966 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4d309976-4bb6-472d-811f-1fbd4107947b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ca36bd4dc5c4109bf8508b5723f3746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541170 Jul 23 20:50:36.383590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35666) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:36.390691 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a65e75dd-95a0-4848-97cc-2c77c79f967b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:36.462322 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e75dd-95a0-4848-97cc-2c77c79f967b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=3f88eece-2414-4ee5-b8c4-bbb6f90419e6,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:36.482020 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65e75dd-95a0-4848-97cc-2c77c79f967b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:36.486333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-a65e75dd-95a0-4848-97cc-2c77c79f967b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:36.489648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e75dd-95a0-4848-97cc-2c77c79f967b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:36.495612 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65e75dd-95a0-4848-97cc-2c77c79f967b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:36.496383 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a65e75dd-95a0-4848-97cc-2c77c79f967b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:36.517122 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2734df79-d7db-49d3-bc2e-53d83fb1189e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:36.544168 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a65e75dd-95a0-4848-97cc-2c77c79f967b tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9065323 Jul 23 20:50:36.546349 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2734df79-d7db-49d3-bc2e-53d83fb1189e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:36.547990 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35668) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:36.553135 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-bec6581b-5fbe-40c8-b2b5-a47a4a77e191 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'subnet': {'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:36.632651 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9b82d3-6f4b-4351-8406-1fa1b0a7a65b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Router ce256826-92a6-4025-b503-02b5755d0d88 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:50:36.732128 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2734df79-d7db-49d3-bc2e-53d83fb1189e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:36.742529 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2734df79-d7db-49d3-bc2e-53d83fb1189e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:36.744226 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2734df79-d7db-49d3-bc2e-53d83fb1189e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19c637b5-dab3-46c9-9149-fe19cb1a6fd7 HTTP/1.1" status: 204 len: 168 time: 0.3592355 Jul 23 20:50:36.768021 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734df79-d7db-49d3-bc2e-53d83fb1189e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c637b5-dab3-46c9-9149-fe19cb1a6fd7,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:36.808959 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9b82d3-6f4b-4351-8406-1fa1b0a7a65b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:50:36.811295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec6581b-5fbe-40c8-b2b5-a47a4a77e191 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:36.814955 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bec6581b-5fbe-40c8-b2b5-a47a4a77e191 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:36.822665 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5d1c9-501e-4c8d-a012-8cc03b89c8c4 None None] Sync routers for ids ['ce256826-92a6-4025-b503-02b5755d0d88'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:50:36.826714 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2d9b82d3-6f4b-4351-8406-1fa1b0a7a65b tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "PUT /v2.0/routers/ce256826-92a6-4025-b503-02b5755d0d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5428905 Jul 23 20:50:36.830647 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35672) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:36.843166 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 93875dc5-f626-435f-9d71-de604ea8d5b4 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:36.873794 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e5d1c9-501e-4c8d-a012-8cc03b89c8c4 None None] Routers {'ce256826-92a6-4025-b503-02b5755d0d88'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:50:36.877376 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e1e5d1c9-501e-4c8d-a012-8cc03b89c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:50:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ce256826-92a6-4025-b503-02b5755d0d88'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:36.960638 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-5253c4c7-fa8c-474d-babd-b1512b5fe4ba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Deleting subnet 2a71e50f-fd3d-4b09-9759-8d42445860b8 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:50:36.966513 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5253c4c7-fa8c-474d-babd-b1512b5fe4ba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:36.973658 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-51197aae-2c5a-465e-9fde-732f0f146b30 None None] Provisioning complete for port c0e02a38-4684-499e-b426-f0c77e1207d8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:36.975402 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-51197aae-2c5a-465e-9fde-732f0f146b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:36.990232 n-d-791504-18 neutron-server[93811]: INFO neutron.db.ipam_backend_mixin [None req-bec6581b-5fbe-40c8-b2b5-a47a4a77e191 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 05fd5c16-4031-440c-8d2a-bc7d4a5ad647 (CIDR: 2001:db8::/64) Jul 23 20:50:36.998160 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec6581b-5fbe-40c8-b2b5-a47a4a77e191 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:50:36.999831 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec6581b-5fbe-40c8-b2b5-a47a4a77e191 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:50:37.019841 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5253c4c7-fa8c-474d-babd-b1512b5fe4ba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:37.034078 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bec6581b-5fbe-40c8-b2b5-a47a4a77e191 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4842997 Jul 23 20:50:37.036866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35674) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:37.048096 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f3b13118-e24c-41cb-8267-7e29900061d9 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'subnet': {'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:37.076606 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-51197aae-2c5a-465e-9fde-732f0f146b30 None None] Port c0e02a38-4684-499e-b426-f0c77e1207d8 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:50:37.085124 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 9821f101-a35c-4110-be3f-cb7e71f41bfe no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:37.143560 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 9821f101-a35c-4110-be3f-cb7e71f41bfe {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:37.144388 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 9821f101-a35c-4110-be3f-cb7e71f41bfe not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:37.152369 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e1e5d1c9-501e-4c8d-a012-8cc03b89c8c4 None None] Set router ce256826-92a6-4025-b503-02b5755d0d88 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:50:37.177015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 93875dc5-f626-435f-9d71-de604ea8d5b4 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:37.177661 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:37.223067 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b13118-e24c-41cb-8267-7e29900061d9 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:37.227874 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f3b13118-e24c-41cb-8267-7e29900061d9 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:37.248264 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5253c4c7-fa8c-474d-babd-b1512b5fe4ba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:37.272119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-51197aae-2c5a-465e-9fde-732f0f146b30 None None] Provisioning for port 93875dc5-f626-435f-9d71-de604ea8d5b4 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:37.281225 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-51197aae-2c5a-465e-9fde-732f0f146b30 None None] Provisioning complete for port 93875dc5-f626-435f-9d71-de604ea8d5b4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:37.281607 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-51197aae-2c5a-465e-9fde-732f0f146b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:37.388120 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5253c4c7-fa8c-474d-babd-b1512b5fe4ba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:37.409705 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5253c4c7-fa8c-474d-babd-b1512b5fe4ba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:37.414753 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5253c4c7-fa8c-474d-babd-b1512b5fe4ba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "DELETE /v2.0/subnets/2a71e50f-fd3d-4b09-9759-8d42445860b8 HTTP/1.1" status: 204 len: 168 time: 0.5802987 Jul 23 20:50:37.435250 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35684) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:37.511544 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8b17d5-8e45-4fb8-b4a6-653c13101ddc None None] Network c458ec9f-298d-44a2-b473-4f8ca25db621 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:37.530722 n-d-791504-18 neutron-server[93811]: INFO neutron.db.ipam_backend_mixin [None req-f3b13118-e24c-41cb-8267-7e29900061d9 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c9d0cd8c-1fc4-43d9-ac9c-bc9a0c8beb26 (CIDR: 2001:db8:0:1::/64) Jul 23 20:50:37.546087 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b13118-e24c-41cb-8267-7e29900061d9 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:50:37.546645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b13118-e24c-41cb-8267-7e29900061d9 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:50:37.570466 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253c4c7-fa8c-474d-babd-b1512b5fe4ba tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'Subnet': ['ID=2a71e50f-fd3d-4b09-9759-8d42445860b8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:37.578189 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f3b13118-e24c-41cb-8267-7e29900061d9 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5400014 Jul 23 20:50:37.581290 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35690) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:37.586432 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-07650a5b-fd2f-47ec-b817-24ad9d13e9fb tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'subnet': {'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:37.625389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:37.644654 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee156b81-dba8-4dbe-ac7a-8def111b6a6d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:37.706255 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e1e5d1c9-501e-4c8d-a012-8cc03b89c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'name': 'tempest-TestNetworkBasicOps-router-1295559975', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:49:16Z', 'updated_at': '2021-07-23T20:50:35Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:17Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:37.740718 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5d1c9-501e-4c8d-a012-8cc03b89c8c4 None None] Checking router: ce256826-92a6-4025-b503-02b5755d0d88 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:50:37.751283 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e5d1c9-501e-4c8d-a012-8cc03b89c8c4 None None] Routers {'ce256826-92a6-4025-b503-02b5755d0d88'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:50:37.752206 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e1e5d1c9-501e-4c8d-a012-8cc03b89c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:50:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['ce256826-92a6-4025-b503-02b5755d0d88'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:37.791526 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:37.791822 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d7c91bf2-84a9-4dbf-8de3-2ecd2fb8d2ca not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:37.837210 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ffe433da-4a1e-4cf6-895a-e63a529c5120 None None] Provisioning for port 3f88eece-2414-4ee5-b8c4-bbb6f90419e6 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:37.842206 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07650a5b-fd2f-47ec-b817-24ad9d13e9fb tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Made reservation on behalf of 453a1be7dbc440628b70639d8414958e for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:37.847240 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-07650a5b-fd2f-47ec-b817-24ad9d13e9fb tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:37.851376 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ffe433da-4a1e-4cf6-895a-e63a529c5120 None None] Provisioning complete for port 3f88eece-2414-4ee5-b8c4-bbb6f90419e6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:37.851864 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffe433da-4a1e-4cf6-895a-e63a529c5120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:37.877117 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e1e5d1c9-501e-4c8d-a012-8cc03b89c8c4 None None] Set router ce256826-92a6-4025-b503-02b5755d0d88 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:50:37.883555 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee156b81-dba8-4dbe-ac7a-8def111b6a6d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:37.956964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ee156b81-dba8-4dbe-ac7a-8def111b6a6d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Deleting port c8cdb565-ae9a-48c9-940b-c00ed037ef5c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:37.957356 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee156b81-dba8-4dbe-ac7a-8def111b6a6d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:37.973335 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ffe433da-4a1e-4cf6-895a-e63a529c5120 None None] Port 3f88eece-2414-4ee5-b8c4-bbb6f90419e6 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:50:38.060852 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35702) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:38.087559 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbf3403-766e-42f6-925c-2ea23fbc880f None None] DHCP port deletion for c458ec9f-298d-44a2-b473-4f8ca25db621 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:50:38.115323 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-ee156b81-dba8-4dbe-ac7a-8def111b6a6d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] For port c8cdb565-ae9a-48c9-940b-c00ed037ef5c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c8cdb565-ae9a-48c9-940b-c00ed037ef5c,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:38.115715 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee156b81-dba8-4dbe-ac7a-8def111b6a6d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.129493 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ee156b81-dba8-4dbe-ac7a-8def111b6a6d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Calling delete_port for c8cdb565-ae9a-48c9-940b-c00ed037ef5c owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:38.180389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf3403-766e-42f6-925c-2ea23fbc880f None None] Deleting port 69807123-012c-4628-beeb-942f1dcac0d8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:38.181436 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3403-766e-42f6-925c-2ea23fbc880f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.206128 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-fe73a464-eb70-4939-9ec6-0f6e0afb6996 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-166227014-network', 'tenant_id': 'ec95fc28f546469d899337b65502b4b1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:38.214231 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e1e5d1c9-501e-4c8d-a012-8cc03b89c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'name': 'tempest-TestNetworkBasicOps-router-1295559975', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:49:16Z', 'updated_at': '2021-07-23T20:50:35Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:17Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:38.249244 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5d1c9-501e-4c8d-a012-8cc03b89c8c4 None None] The sync data for ids ['ce256826-92a6-4025-b503-02b5755d0d88'] in n-d-791504-18 is: [{'id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'name': 'tempest-TestNetworkBasicOps-router-1295559975', 'tenant_id': '658e4131401d4adf82a7d233679ed997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:49:16Z', 'updated_at': '2021-07-23T20:50:35Z', 'revision_number': 5, 'project_id': '658e4131401d4adf82a7d233679ed997', 'gw_port': {'id': 'c8cdb565-ae9a-48c9-940b-c00ed037ef5c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce256826-92a6-4025-b503-02b5755d0d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:49:17Z', 'updated_at': '2021-07-23T20:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:50:38.250378 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe73a464-eb70-4939-9ec6-0f6e0afb6996 admin admin] Made reservation on behalf of ec95fc28f546469d899337b65502b4b1 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:38.252822 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe73a464-eb70-4939-9ec6-0f6e0afb6996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.298749 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe73a464-eb70-4939-9ec6-0f6e0afb6996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.313594 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9fbf3403-766e-42f6-925c-2ea23fbc880f None None] For port 69807123-012c-4628-beeb-942f1dcac0d8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=69807123-012c-4628-beeb-942f1dcac0d8,segment=NetworkSegment(29e68040-82c6-4ab9-8409-7148e6284551),segment_id=29e68040-82c6-4ab9-8409-7148e6284551)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:38.314096 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3403-766e-42f6-925c-2ea23fbc880f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.316877 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-07650a5b-fd2f-47ec-b817-24ad9d13e9fb tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.337182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf3403-766e-42f6-925c-2ea23fbc880f None None] Calling delete_port for 69807123-012c-4628-beeb-942f1dcac0d8 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:38.372775 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35708) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:38.403985 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07650a5b-fd2f-47ec-b817-24ad9d13e9fb tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:38.407886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-07650a5b-fd2f-47ec-b817-24ad9d13e9fb tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:38.420030 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07650a5b-fd2f-47ec-b817-24ad9d13e9fb tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:38.420866 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-07650a5b-fd2f-47ec-b817-24ad9d13e9fb tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.435229 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee156b81-dba8-4dbe-ac7a-8def111b6a6d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.435621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07650a5b-fd2f-47ec-b817-24ad9d13e9fb tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Subnet': ['ID=2c5fd4c4-39ea-401a-bf17-b3a068eb25cb,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:38.480983 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee156b81-dba8-4dbe-ac7a-8def111b6a6d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'Port': ['ID=c8cdb565-ae9a-48c9-940b-c00ed037ef5c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:38.486541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b9dea9-260e-404b-bb3e-347fbd0c3b0d None None] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:38.491748 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3403-766e-42f6-925c-2ea23fbc880f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.532912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf3403-766e-42f6-925c-2ea23fbc880f None None] Pushing event deleted for resources: {'Port': ['ID=69807123-012c-4628-beeb-942f1dcac0d8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:38.568775 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf3403-766e-42f6-925c-2ea23fbc880f None None] No DVR routers for this DVR port 69807123-012c-4628-beeb-942f1dcac0d8 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:38.584504 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee156b81-dba8-4dbe-ac7a-8def111b6a6d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.706710 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee156b81-dba8-4dbe-ac7a-8def111b6a6d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.710017 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee156b81-dba8-4dbe-ac7a-8def111b6a6d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.769686 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe73a464-eb70-4939-9ec6-0f6e0afb6996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.775822 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee156b81-dba8-4dbe-ac7a-8def111b6a6d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.776342 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee156b81-dba8-4dbe-ac7a-8def111b6a6d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Fanout notify agent at l3_agent the message router_deleted on router ce256826-92a6-4025-b503-02b5755d0d88 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:50:38.777929 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe73a464-eb70-4939-9ec6-0f6e0afb6996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.786264 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ee156b81-dba8-4dbe-ac7a-8def111b6a6d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.787495 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ee156b81-dba8-4dbe-ac7a-8def111b6a6d tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "DELETE /v2.0/routers/ce256826-92a6-4025-b503-02b5755d0d88 HTTP/1.1" status: 204 len: 168 time: 1.3511765 Jul 23 20:50:38.791651 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35712) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:38.854049 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe73a464-eb70-4939-9ec6-0f6e0afb6996 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:50:38.880034 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-07650a5b-fd2f-47ec-b817-24ad9d13e9fb tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2976077 Jul 23 20:50:38.885323 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35714) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:38.889719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73a464-eb70-4939-9ec6-0f6e0afb6996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69adfbe-bff5-421a-a48c-dd6fd63e970c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:38.891579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ac672534-f377-43f8-a83c-26ac0ad08bb6 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:38.908729 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-31d037b0-9ffd-476c-aaf0-61739d8402e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-886940783', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2c5fd4c4-39ea-401a-bf17-b3a068eb25cb'}], 'security_groups': ['56fa2a4b-01ea-4101-a213-1335c6670b78', 'c7e6c849-eb3b-4f7f-9f86-3ef16f836e6d']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:38.953437 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe73a464-eb70-4939-9ec6-0f6e0afb6996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:38.954307 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-fe73a464-eb70-4939-9ec6-0f6e0afb6996 admin admin] Added segment db00df00-d479-4304-8acb-30e905f72086 of type vlan for network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 Jul 23 20:50:38.975849 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: ac672534-f377-43f8-a83c-26ac0ad08bb6 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:38.976372 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device ac672534-f377-43f8-a83c-26ac0ad08bb6 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:38.976854 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 69807123-012c-4628-beeb-942f1dcac0d8 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:39.006161 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 69807123-012c-4628-beeb-942f1dcac0d8 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:39.006721 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 69807123-012c-4628-beeb-942f1dcac0d8 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:39.018023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0e695d-7f9a-4a13-89ae-d05583fde214 None None] Update dhcp port {'port': {'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'fixed_ips': [{'subnet_id': 'c9d0cd8c-1fc4-43d9-ac9c-bc9a0c8beb26', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '05fd5c16-4031-440c-8d2a-bc7d4a5ad647', 'ip_address': '2001:db8::2'}, {'subnet_id': '2c5fd4c4-39ea-401a-bf17-b3a068eb25cb'}], 'binding:host_id': 'n-d-791504-18'}, 'id': '93875dc5-f626-435f-9d71-de604ea8d5b4'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:50:39.038870 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51dc9e0b-764d-4e31-83d3-e12a324b7937 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:39.065492 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd0e695d-7f9a-4a13-89ae-d05583fde214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:39.078738 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3339ddfe-0bc6-491c-ae4b-fe49174a0b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:39.260006 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-cd0e695d-7f9a-4a13-89ae-d05583fde214 None None] Allocated IP 2001:db8:0:2::2 (c5004d18-fa4e-46e8-b3ed-525bffcd9db7/2c5fd4c4-39ea-401a-bf17-b3a068eb25cb/93875dc5-f626-435f-9d71-de604ea8d5b4) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:39.375003 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cd0e695d-7f9a-4a13-89ae-d05583fde214 None None] For port 93875dc5-f626-435f-9d71-de604ea8d5b4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=93875dc5-f626-435f-9d71-de604ea8d5b4,segment=NetworkSegment(f6605be7-d969-40bf-90c1-de48fb876893),segment_id=f6605be7-d969-40bf-90c1-de48fb876893)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:39.384988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-3339ddfe-0bc6-491c-ae4b-fe49174a0b9d admin admin] Deleting port 68be1a11-8a57-47c4-b213-8ac77e0b3403 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:39.385322 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3339ddfe-0bc6-491c-ae4b-fe49174a0b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:39.412437 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd0e695d-7f9a-4a13-89ae-d05583fde214 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:39.429791 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cd0e695d-7f9a-4a13-89ae-d05583fde214 None None] Transition to ACTIVE for port object 93875dc5-f626-435f-9d71-de604ea8d5b4 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:39.434023 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd0e695d-7f9a-4a13-89ae-d05583fde214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:39.437007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe73a464-eb70-4939-9ec6-0f6e0afb6996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:39.484122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-3339ddfe-0bc6-491c-ae4b-fe49174a0b9d admin admin] For port 68be1a11-8a57-47c4-b213-8ac77e0b3403, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=68be1a11-8a57-47c4-b213-8ac77e0b3403,segment=NetworkSegment(060aa268-af4d-459a-b7ae-14b092772597),segment_id=060aa268-af4d-459a-b7ae-14b092772597)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:39.484531 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3339ddfe-0bc6-491c-ae4b-fe49174a0b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:39.501761 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-3339ddfe-0bc6-491c-ae4b-fe49174a0b9d admin admin] Calling delete_port for 68be1a11-8a57-47c4-b213-8ac77e0b3403 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:39.557140 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e695d-7f9a-4a13-89ae-d05583fde214 None None] Pushing event updated for resources: {'Port': ['ID=93875dc5-f626-435f-9d71-de604ea8d5b4,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:39.571403 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe73a464-eb70-4939-9ec6-0f6e0afb6996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:39.572679 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe73a464-eb70-4939-9ec6-0f6e0afb6996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:39.573268 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe73a464-eb70-4939-9ec6-0f6e0afb6996 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:39.680596 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51dc9e0b-764d-4e31-83d3-e12a324b7937 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:39.694537 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fe73a464-eb70-4939-9ec6-0f6e0afb6996 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6326272 Jul 23 20:50:39.700068 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35716) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:39.703297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-51dc9e0b-764d-4e31-83d3-e12a324b7937 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c458ec9f-298d-44a2-b473-4f8ca25db621']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:39.729033 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-12ff7177-65ba-4e10-8b1f-e678de286221 admin admin] Request body: {'subnet': {'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-166227014-subnet', 'tenant_id': 'ec95fc28f546469d899337b65502b4b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:39.745051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73a464-eb70-4939-9ec6-0f6e0afb6996 admin admin] Pushing event updated for resources: {'Network': ['ID=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:39.752543 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-51dc9e0b-764d-4e31-83d3-e12a324b7937 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e68040-82c6-4ab9-8409-7148e6284551') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:39.752842 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-51dc9e0b-764d-4e31-83d3-e12a324b7937 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e68040-82c6-4ab9-8409-7148e6284551') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:39.754643 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-31d037b0-9ffd-476c-aaf0-61739d8402e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:39.764526 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:50:39.771969 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51dc9e0b-764d-4e31-83d3-e12a324b7937 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:39.779027 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ff7177-65ba-4e10-8b1f-e678de286221 admin admin] Made reservation on behalf of ec95fc28f546469d899337b65502b4b1 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:39.783035 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-12ff7177-65ba-4e10-8b1f-e678de286221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:39.799018 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3339ddfe-0bc6-491c-ae4b-fe49174a0b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:39.811631 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51dc9e0b-764d-4e31-83d3-e12a324b7937 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:39.823467 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51dc9e0b-764d-4e31-83d3-e12a324b7937 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:50:39.823819 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51dc9e0b-764d-4e31-83d3-e12a324b7937 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:50:39.827471 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:50:39.854656 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339ddfe-0bc6-491c-ae4b-fe49174a0b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=68be1a11-8a57-47c4-b213-8ac77e0b3403,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:39.981448 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51dc9e0b-764d-4e31-83d3-e12a324b7937 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:40.001244 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51dc9e0b-764d-4e31-83d3-e12a324b7937 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:40.004021 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-51dc9e0b-764d-4e31-83d3-e12a324b7937 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] 10.222.0.55 "DELETE /v2.0/networks/c458ec9f-298d-44a2-b473-4f8ca25db621 HTTP/1.1" status: 204 len: 168 time: 1.2109113 Jul 23 20:50:40.167253 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3339ddfe-0bc6-491c-ae4b-fe49174a0b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:40.215598 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc9e0b-764d-4e31-83d3-e12a324b7937 tempest-TestNetworkBasicOps-735465509 tempest-TestNetworkBasicOps-735465509-project] Pushing event deleted for resources: {'Network': ['ID=c458ec9f-298d-44a2-b473-4f8ca25db621,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:40.317284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35722) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:40.333943 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-31d037b0-9ffd-476c-aaf0-61739d8402e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Delete allocated IP 2001:db8::1fb (c5004d18-fa4e-46e8-b3ed-525bffcd9db7/05fd5c16-4031-440c-8d2a-bc7d4a5ad647) {{(pid=93810) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 20:50:40.345281 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-31d037b0-9ffd-476c-aaf0-61739d8402e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Allocated IP 2001:db8:0:2::34d (c5004d18-fa4e-46e8-b3ed-525bffcd9db7/2c5fd4c4-39ea-401a-bf17-b3a068eb25cb/3f88eece-2414-4ee5-b8c4-bbb6f90419e6) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:40.346417 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-12ff7177-65ba-4e10-8b1f-e678de286221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:40.423595 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff7177-65ba-4e10-8b1f-e678de286221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc6be43a-d7df-443a-b9be-8076fedf749a,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:40.426832 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bf77ccd8-37ba-493b-b7f3-39e253156723 None None] Provisioning complete for port c0e02a38-4684-499e-b426-f0c77e1207d8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:40.428489 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf77ccd8-37ba-493b-b7f3-39e253156723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:40.478169 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-bf77ccd8-37ba-493b-b7f3-39e253156723 None None] Port c0e02a38-4684-499e-b426-f0c77e1207d8 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:50:40.489523 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bf77ccd8-37ba-493b-b7f3-39e253156723 None None] Provisioning for port 93875dc5-f626-435f-9d71-de604ea8d5b4 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:40.503603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bf77ccd8-37ba-493b-b7f3-39e253156723 None None] Provisioning complete for port 93875dc5-f626-435f-9d71-de604ea8d5b4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:40.505021 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf77ccd8-37ba-493b-b7f3-39e253156723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:40.507177 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff7177-65ba-4e10-8b1f-e678de286221 admin admin] Checking segment: {'id': 'db00df00-d479-4304-8acb-30e905f72086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:40.507601 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ff7177-65ba-4e10-8b1f-e678de286221 admin admin] Network hostable DHCP agents. Network: a7409a19-b4a5-48a6-877f-5ec54c2d1eb7, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:50:40.542230 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6f300afc-6f6e-49a7-95f4-d365ab7d00bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=658e4131401d4adf82a7d233679ed997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2235401 Jul 23 20:50:40.547204 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35726) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:40.559917 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ff7177-65ba-4e10-8b1f-e678de286221 admin admin] Network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:50:40.578802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-12ff7177-65ba-4e10-8b1f-e678de286221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, a7409a19-b4a5-48a6-877f-5ec54c2d1eb7) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:40.587963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eab557d-5a9f-4907-a886-fc9a898fea63 None None] Network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:40.590427 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-31d037b0-9ffd-476c-aaf0-61739d8402e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:40.601003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff7177-65ba-4e10-8b1f-e678de286221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:40.601897 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-12ff7177-65ba-4e10-8b1f-e678de286221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:40.615482 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-31d037b0-9ffd-476c-aaf0-61739d8402e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Transition to ACTIVE for port object 3f88eece-2414-4ee5-b8c4-bbb6f90419e6 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:40.621983 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-31d037b0-9ffd-476c-aaf0-61739d8402e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:40.639445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3339ddfe-0bc6-491c-ae4b-fe49174a0b9d admin admin] Router 65675695-ddfc-4d11-8a96-c3fa6f63b071 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:50:40.669693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-12ff7177-65ba-4e10-8b1f-e678de286221 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9673088 Jul 23 20:50:40.691157 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bf77ccd8-37ba-493b-b7f3-39e253156723 None None] Provisioning for port 3f88eece-2414-4ee5-b8c4-bbb6f90419e6 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:40.706480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bf77ccd8-37ba-493b-b7f3-39e253156723 None None] Provisioning complete for port 3f88eece-2414-4ee5-b8c4-bbb6f90419e6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:40.706840 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf77ccd8-37ba-493b-b7f3-39e253156723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:40.747723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d037b0-9ffd-476c-aaf0-61739d8402e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event updated for resources: {'Port': ['ID=3f88eece-2414-4ee5-b8c4-bbb6f90419e6,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:40.750715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-31d037b0-9ffd-476c-aaf0-61739d8402e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] In _notify_port_updated(), no bound segment for port 3f88eece-2414-4ee5-b8c4-bbb6f90419e6 on network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 {{(pid=93810) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:50:40.757494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d037b0-9ffd-476c-aaf0-61739d8402e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:40.758449 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-31d037b0-9ffd-476c-aaf0-61739d8402e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:40.760138 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-31d037b0-9ffd-476c-aaf0-61739d8402e6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "PUT /v2.0/ports/3f88eece-2414-4ee5-b8c4-bbb6f90419e6 HTTP/1.1" status: 200 len: 969 time: 1.8715124 Jul 23 20:50:40.763007 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35730) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:40.787529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-bf77ccd8-37ba-493b-b7f3-39e253156723 None None] Port 3f88eece-2414-4ee5-b8c4-bbb6f90419e6 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:50:40.834982 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e02e3636-82d8-4328-85bb-f447ff4a150f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:40.859509 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 93875dc5-f626-435f-9d71-de604ea8d5b4 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:40.874127 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e02e3636-82d8-4328-85bb-f447ff4a150f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:40.922088 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3339ddfe-0bc6-491c-ae4b-fe49174a0b9d admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:50:40.927946 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3339ddfe-0bc6-491c-ae4b-fe49174a0b9d admin admin] 10.222.0.55 "PUT /v2.0/routers/65675695-ddfc-4d11-8a96-c3fa6f63b071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5512638 Jul 23 20:50:40.938334 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35734) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:40.940113 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d829f-4b83-4d7e-96f3-226019097cb9 None None] Sync routers for ids ['65675695-ddfc-4d11-8a96-c3fa6f63b071'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:50:40.958379 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-7650dcfa-1494-4bc8-9b91-61f1cd9d7b80 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port 3f88eece-2414-4ee5-b8c4-bbb6f90419e6 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:40.958729 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7650dcfa-1494-4bc8-9b91-61f1cd9d7b80 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:40.995986 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d829f-4b83-4d7e-96f3-226019097cb9 None None] Routers {'65675695-ddfc-4d11-8a96-c3fa6f63b071'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:50:40.997423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bc2d829f-4b83-4d7e-96f3-226019097cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:50:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['65675695-ddfc-4d11-8a96-c3fa6f63b071'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:41.086980 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-34a53be6-238c-451b-a881-d5a0a1288417 admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.093307 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7650dcfa-1494-4bc8-9b91-61f1cd9d7b80 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.120421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-7650dcfa-1494-4bc8-9b91-61f1cd9d7b80 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for 3f88eece-2414-4ee5-b8c4-bbb6f90419e6 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:41.138497 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e02e3636-82d8-4328-85bb-f447ff4a150f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.141062 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e02e3636-82d8-4328-85bb-f447ff4a150f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.142380 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e02e3636-82d8-4328-85bb-f447ff4a150f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/847c198d-aead-402d-ac03-79775562b865 HTTP/1.1" status: 204 len: 168 time: 0.5922358 Jul 23 20:50:41.200747 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e3636-82d8-4328-85bb-f447ff4a150f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847c198d-aead-402d-ac03-79775562b865,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:41.270086 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-34a53be6-238c-451b-a881-d5a0a1288417 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.308945 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-a7409a19-b4a5-48a6-877f-5ec54c2d1eb7', 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7', 'tenant_id': 'ec95fc28f546469d899337b65502b4b1', 'fixed_ips': [{'subnet_id': 'fc6be43a-d7df-443a-b9be-8076fedf749a'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:50:41.309825 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.358176 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7650dcfa-1494-4bc8-9b91-61f1cd9d7b80 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.377809 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 93875dc5-f626-435f-9d71-de604ea8d5b4 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:41.378350 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.383281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-08ede282-48c9-420a-97f0-d4e7a5aa4d9c None None] Provisioning complete for port 3f88eece-2414-4ee5-b8c4-bbb6f90419e6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:41.383644 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08ede282-48c9-420a-97f0-d4e7a5aa4d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.403400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650dcfa-1494-4bc8-9b91-61f1cd9d7b80 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=3f88eece-2414-4ee5-b8c4-bbb6f90419e6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:41.457071 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7650dcfa-1494-4bc8-9b91-61f1cd9d7b80 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.461794 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7650dcfa-1494-4bc8-9b91-61f1cd9d7b80 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/ports/3f88eece-2414-4ee5-b8c4-bbb6f90419e6 HTTP/1.1" status: 204 len: 168 time: 0.6948304 Jul 23 20:50:41.463782 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35758) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:41.494525 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-6961184a-8b06-415b-afbd-1ae9f64a6494 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] GET failed (client error): The resource could not be found. Jul 23 20:50:41.499425 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6961184a-8b06-415b-afbd-1ae9f64a6494 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports/3f88eece-2414-4ee5-b8c4-bbb6f90419e6 HTTP/1.1" status: 404 len: 333 time: 0.0313921 Jul 23 20:50:41.500159 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35760) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:41.509927 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-08ede282-48c9-420a-97f0-d4e7a5aa4d9c None None] Port 3f88eece-2414-4ee5-b8c4-bbb6f90419e6 was deleted so its status cannot be updated. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 20:50:41.526035 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-34a53be6-238c-451b-a881-d5a0a1288417 admin admin] Deleting port 0c3e7fd3-0b64-44d9-babb-e250b76677e6 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:41.526700 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-34a53be6-238c-451b-a881-d5a0a1288417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.541666 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-bc2d829f-4b83-4d7e-96f3-226019097cb9 None None] Set router 65675695-ddfc-4d11-8a96-c3fa6f63b071 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:50:41.575366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-9f49a6a4-0f5b-4fe6-b8c1-3cb3a5d95836 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:41.577206 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-9f49a6a4-0f5b-4fe6-b8c1-3cb3a5d95836 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/networks?id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 HTTP/1.1" status: 200 len: 815 time: 0.2543468 Jul 23 20:50:41.595772 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b337-0181-4fe3-bd3b-419fd1275749 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.643657 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b337-0181-4fe3-bd3b-419fd1275749 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.681653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35762) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:41.698352 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-34a53be6-238c-451b-a881-d5a0a1288417 admin admin] For port 0c3e7fd3-0b64-44d9-babb-e250b76677e6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0c3e7fd3-0b64-44d9-babb-e250b76677e6,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:41.699519 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-34a53be6-238c-451b-a881-d5a0a1288417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.719125 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-51b58ace-8e5e-497f-afbe-eacceea5b505 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/quotas/ec95fc28f546469d899337b65502b4b1 HTTP/1.1" status: 200 len: 375 time: 0.1347890 Jul 23 20:50:41.722131 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b040898-70b0-4db5-9cc3-9e4f6007285c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.733436 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b337-0181-4fe3-bd3b-419fd1275749 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.737533 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b337-0181-4fe3-bd3b-419fd1275749 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.739000 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e7a2b337-0181-4fe3-bd3b-419fd1275749 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/security-groups/c65a3e3f-266e-4404-b979-3f4267cffa14 HTTP/1.1" status: 204 len: 168 time: 0.2378554 Jul 23 20:50:41.744425 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35764) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:41.753888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-34a53be6-238c-451b-a881-d5a0a1288417 admin admin] Calling delete_port for 0c3e7fd3-0b64-44d9-babb-e250b76677e6 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:41.765793 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2b337-0181-4fe3-bd3b-419fd1275749 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65a3e3f-266e-4404-b979-3f4267cffa14,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:41.776302 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Allocated IP 172.20.0.2 (a7409a19-b4a5-48a6-877f-5ec54c2d1eb7/fc6be43a-d7df-443a-b9be-8076fedf749a/dbb6b0fe-c653-4dd1-8719-0e526560703e) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:41.795745 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-4f2e84e1-446a-42ab-b779-5a82d7c67c7b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec95fc28f546469d899337b65502b4b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580039 Jul 23 20:50:41.821427 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8fbeaf2f-261d-4f47-951b-5648e8423980 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.849461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c8cdb565-ae9a-48c9-940b-c00ed037ef5c no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:41.853570 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8fbeaf2f-261d-4f47-951b-5648e8423980 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.893730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: c8cdb565-ae9a-48c9-940b-c00ed037ef5c {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:41.894380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c8cdb565-ae9a-48c9-940b-c00ed037ef5c not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:41.934864 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8fbeaf2f-261d-4f47-951b-5648e8423980 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.941803 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8fbeaf2f-261d-4f47-951b-5648e8423980 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:41.943016 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8fbeaf2f-261d-4f47-951b-5648e8423980 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/security-groups/c7e6c849-eb3b-4f7f-9f86-3ef16f836e6d HTTP/1.1" status: 204 len: 168 time: 0.1972692 Jul 23 20:50:41.945831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35768) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:41.964861 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbeaf2f-261d-4f47-951b-5648e8423980 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e6c849-eb3b-4f7f-9f86-3ef16f836e6d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:42.030993 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-81918ce4-6c5c-4f5b-9e74-f6a9acd35fd6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.054520 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bc2d829f-4b83-4d7e-96f3-226019097cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'name': 'tempest-TaggedBootDevicesTest-1554552862-router', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:51Z', 'updated_at': '2021-07-23T20:50:39Z', 'revision_number': 5, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'gw_port': {'id': '0c3e7fd3-0b64-44d9-babb-e250b76677e6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:52Z', 'updated_at': '2021-07-23T20:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:42.062091 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-81918ce4-6c5c-4f5b-9e74-f6a9acd35fd6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.085363 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.090071 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d829f-4b83-4d7e-96f3-226019097cb9 None None] Checking router: 65675695-ddfc-4d11-8a96-c3fa6f63b071 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:50:42.100632 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d829f-4b83-4d7e-96f3-226019097cb9 None None] Routers {'65675695-ddfc-4d11-8a96-c3fa6f63b071'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:50:42.101286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bc2d829f-4b83-4d7e-96f3-226019097cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:50:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['65675695-ddfc-4d11-8a96-c3fa6f63b071'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:42.114800 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-81918ce4-6c5c-4f5b-9e74-f6a9acd35fd6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.117688 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-81918ce4-6c5c-4f5b-9e74-f6a9acd35fd6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.122140 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-81918ce4-6c5c-4f5b-9e74-f6a9acd35fd6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/security-groups/56fa2a4b-01ea-4101-a213-1335c6670b78 HTTP/1.1" status: 204 len: 168 time: 0.1628096 Jul 23 20:50:42.123151 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35770) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:42.139059 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Transition to ACTIVE for port object dbb6b0fe-c653-4dd1-8719-0e526560703e will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:42.158665 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81918ce4-6c5c-4f5b-9e74-f6a9acd35fd6 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fa2a4b-01ea-4101-a213-1335c6670b78,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:42.190865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab88174e-deac-4493-bfa2-24e905906e07 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting subnet 05fd5c16-4031-440c-8d2a-bc7d4a5ad647 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:50:42.195726 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab88174e-deac-4493-bfa2-24e905906e07 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.204359 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Transition to ACTIVE for port object dbb6b0fe-c653-4dd1-8719-0e526560703e will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:42.209760 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b040898-70b0-4db5-9cc3-9e4f6007285c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.215214 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.224391 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b040898-70b0-4db5-9cc3-9e4f6007285c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.224587 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-bc2d829f-4b83-4d7e-96f3-226019097cb9 None None] Set router 65675695-ddfc-4d11-8a96-c3fa6f63b071 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:50:42.241771 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-51bc8ae8-8d75-4cfe-8dbc-16c266840a1a service neutron] 10.222.0.55 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229577 Jul 23 20:50:42.242828 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab88174e-deac-4493-bfa2-24e905906e07 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.297063 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4b040898-70b0-4db5-9cc3-9e4f6007285c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c4b566e73ef4f5bb409922d175f7264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6081522 Jul 23 20:50:42.298333 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35772) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:42.307715 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-34a53be6-238c-451b-a881-d5a0a1288417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.313229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-bc2d829f-4b83-4d7e-96f3-226019097cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'name': 'tempest-TaggedBootDevicesTest-1554552862-router', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:51Z', 'updated_at': '2021-07-23T20:50:41Z', 'revision_number': 6, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:42.321394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b040898-70b0-4db5-9cc3-9e4f6007285c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0ba967-cc03-48b2-aaae-d56948f6e4cb,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:42.351665 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:42.356462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Pushing event updated for resources: {'Port': ['ID=dbb6b0fe-c653-4dd1-8719-0e526560703e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:42.359677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2d829f-4b83-4d7e-96f3-226019097cb9 None None] The sync data for ids ['65675695-ddfc-4d11-8a96-c3fa6f63b071'] in n-d-791504-18 is: [{'id': '65675695-ddfc-4d11-8a96-c3fa6f63b071', 'name': 'tempest-TaggedBootDevicesTest-1554552862-router', 'tenant_id': 'fc19446ccb0a4c219ec6673fb3605878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:51Z', 'updated_at': '2021-07-23T20:50:41Z', 'revision_number': 6, 'project_id': 'fc19446ccb0a4c219ec6673fb3605878', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:50:42.361848 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:42.365821 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:42.385995 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a53be6-238c-451b-a881-d5a0a1288417 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c3e7fd3-0b64-44d9-babb-e250b76677e6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:42.406168 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab88174e-deac-4493-bfa2-24e905906e07 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.434023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Attempting to bind port dbb6b0fe-c653-4dd1-8719-0e526560703e on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:50:42.434542 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Attempting to bind port dbb6b0fe-c653-4dd1-8719-0e526560703e by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'db00df00-d479-4304-8acb-30e905f72086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:50:42.435165 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Attempting to bind port dbb6b0fe-c653-4dd1-8719-0e526560703e on network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:42.440690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:50:42.440916 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Checking segment: {'id': 'db00df00-d479-4304-8acb-30e905f72086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:42.441714 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.442080 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Bound using segment: {'id': 'db00df00-d479-4304-8acb-30e905f72086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:50:42.443256 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Bound port: dbb6b0fe-c653-4dd1-8719-0e526560703e, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db00df00-d479-4304-8acb-30e905f72086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:50:42.443256 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.451240 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99655745-ba50-4fef-b668-1100cdbf372f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.479312 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-34a53be6-238c-451b-a881-d5a0a1288417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.485103 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-99500001-e446-4a36-9ed7-f1a23e2d2486 service neutron] 10.222.0.55 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286224 Jul 23 20:50:42.486277 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99655745-ba50-4fef-b668-1100cdbf372f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.521121 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab88174e-deac-4493-bfa2-24e905906e07 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.531250 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] For port dbb6b0fe-c653-4dd1-8719-0e526560703e, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:50:42.535861 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] For port dbb6b0fe-c653-4dd1-8719-0e526560703e, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=dbb6b0fe-c653-4dd1-8719-0e526560703e,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:50:42.540252 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab88174e-deac-4493-bfa2-24e905906e07 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.547809 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ab88174e-deac-4493-bfa2-24e905906e07 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/05fd5c16-4031-440c-8d2a-bc7d4a5ad647 HTTP/1.1" status: 204 len: 168 time: 0.4224417 Jul 23 20:50:42.550080 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9147cc95-9b37-4fd2-9389-029e2611bd3e None None] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:42.550218 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35774) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:42.554931 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.604313 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88174e-deac-4493-bfa2-24e905906e07 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Subnet': ['ID=05fd5c16-4031-440c-8d2a-bc7d4a5ad647,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:42.615304 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-34a53be6-238c-451b-a881-d5a0a1288417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.623864 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-34a53be6-238c-451b-a881-d5a0a1288417 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.637051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-259bbc0e-8bed-4dee-bc26-219ca2a3a0fd tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting subnet 2c5fd4c4-39ea-401a-bf17-b3a068eb25cb {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:50:42.639941 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-259bbc0e-8bed-4dee-bc26-219ca2a3a0fd tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.642758 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99655745-ba50-4fef-b668-1100cdbf372f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.645614 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99655745-ba50-4fef-b668-1100cdbf372f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.649131 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-99655745-ba50-4fef-b668-1100cdbf372f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bf0ba967-cc03-48b2-aaae-d56948f6e4cb HTTP/1.1" status: 204 len: 168 time: 0.3474510 Jul 23 20:50:42.712791 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99655745-ba50-4fef-b668-1100cdbf372f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0ba967-cc03-48b2-aaae-d56948f6e4cb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:42.720127 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-34a53be6-238c-451b-a881-d5a0a1288417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.720911 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a53be6-238c-451b-a881-d5a0a1288417 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65675695-ddfc-4d11-8a96-c3fa6f63b071 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:50:42.727592 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-34a53be6-238c-451b-a881-d5a0a1288417 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.732115 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-34a53be6-238c-451b-a881-d5a0a1288417 admin admin] 10.222.0.55 "DELETE /v2.0/routers/65675695-ddfc-4d11-8a96-c3fa6f63b071 HTTP/1.1" status: 204 len: 168 time: 1.7913678 Jul 23 20:50:42.732674 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35784) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:42.737708 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-259bbc0e-8bed-4dee-bc26-219ca2a3a0fd tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.956286 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-259bbc0e-8bed-4dee-bc26-219ca2a3a0fd tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:42.990615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 68be1a11-8a57-47c4-b213-8ac77e0b3403 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:43.061786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 68be1a11-8a57-47c4-b213-8ac77e0b3403 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:43.062631 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 68be1a11-8a57-47c4-b213-8ac77e0b3403 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:43.094607 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-259bbc0e-8bed-4dee-bc26-219ca2a3a0fd tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:43.098769 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b607f-2e66-4241-8815-78dcf80aeef1 None None] Pushing event updated for resources: {'Port': ['ID=dbb6b0fe-c653-4dd1-8719-0e526560703e,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:43.143679 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bbc0e-8bed-4dee-bc26-219ca2a3a0fd tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Subnet': ['ID=2c5fd4c4-39ea-401a-bf17-b3a068eb25cb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:43.147752 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-259bbc0e-8bed-4dee-bc26-219ca2a3a0fd tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:43.152171 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-259bbc0e-8bed-4dee-bc26-219ca2a3a0fd tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/2c5fd4c4-39ea-401a-bf17-b3a068eb25cb HTTP/1.1" status: 204 len: 168 time: 0.5807526 Jul 23 20:50:43.155539 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35796) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:43.203832 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cff40ec-b13c-4496-9d7c-4f130d302979 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] DELETE failed (client error): The resource could not be found. Jul 23 20:50:43.205676 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cff40ec-b13c-4496-9d7c-4f130d302979 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:50:43.210772 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2cff40ec-b13c-4496-9d7c-4f130d302979 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/05fd5c16-4031-440c-8d2a-bc7d4a5ad647 HTTP/1.1" status: 404 len: 337 time: 0.0519276 Jul 23 20:50:43.211055 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35798) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:43.361971 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d6fea2-ff11-4e92-ae9f-54483c084fdb None None] Update dhcp port {'port': {'network_id': 'c5004d18-fa4e-46e8-b3ed-525bffcd9db7', 'fixed_ips': [{'subnet_id': 'c9d0cd8c-1fc4-43d9-ac9c-bc9a0c8beb26', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2c5fd4c4-39ea-401a-bf17-b3a068eb25cb'}], 'binding:host_id': 'n-d-791504-18'}, 'id': '93875dc5-f626-435f-9d71-de604ea8d5b4'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:50:43.422115 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9001dcc-9608-4c47-9e36-aebb37e9226c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting subnet c9d0cd8c-1fc4-43d9-ac9c-bc9a0c8beb26 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:50:43.427919 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9001dcc-9608-4c47-9e36-aebb37e9226c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:43.458337 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23d6fea2-ff11-4e92-ae9f-54483c084fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:43.499643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff64446-5809-45ed-bc26-350b9e493f59 admin admin] Deleting subnet 0fec6d45-9345-4d90-b1d2-40a8c0c03e92 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:50:43.504622 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ff64446-5809-45ed-bc26-350b9e493f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:43.548912 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9001dcc-9608-4c47-9e36-aebb37e9226c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:43.566699 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ff64446-5809-45ed-bc26-350b9e493f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:43.728115 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9001dcc-9608-4c47-9e36-aebb37e9226c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:43.792935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-ec52f27a-11cc-4dda-a0a6-afdec0272396 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:43.793302 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9001dcc-9608-4c47-9e36-aebb37e9226c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:43.795139 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-ec52f27a-11cc-4dda-a0a6-afdec0272396 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/networks?id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 HTTP/1.1" status: 200 len: 815 time: 0.5124197 Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server [None req-23d6fea2-ff11-4e92-ae9f-54483c084fdb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9d0cd8c-1fc4-43d9-ac9c-bc9a0c8beb26: This subnet is being modified by another concurrent operation. Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9d0cd8c-1fc4-43d9-ac9c-bc9a0c8beb26: This subnet is being modified by another concurrent operation. Jul 23 20:50:43.797645 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Jul 23 20:50:43.819194 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9001dcc-9608-4c47-9e36-aebb37e9226c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:43.819194 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e9001dcc-9608-4c47-9e36-aebb37e9226c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/c9d0cd8c-1fc4-43d9-ac9c-bc9a0c8beb26 HTTP/1.1" status: 204 len: 168 time: 0.5972004 Jul 23 20:50:43.819498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35806) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:43.828697 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9001dcc-9608-4c47-9e36-aebb37e9226c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Subnet': ['ID=c9d0cd8c-1fc4-43d9-ac9c-bc9a0c8beb26,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:43.859514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-a3448b25-8b0b-486a-87f8-300283fb96ec tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/quotas/ec95fc28f546469d899337b65502b4b1 HTTP/1.1" status: 200 len: 375 time: 0.0536659 Jul 23 20:50:43.891848 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ff64446-5809-45ed-bc26-350b9e493f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:43.916394 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964b9084-beda-444b-8198-4b37967637f8 None None] Network c5004d18-fa4e-46e8-b3ed-525bffcd9db7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:43.918632 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c9cdbc-0eef-482a-9056-16afdd905949 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] DELETE failed (client error): The resource could not be found. Jul 23 20:50:43.918801 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c9cdbc-0eef-482a-9056-16afdd905949 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:50:43.923679 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-42c9cdbc-0eef-482a-9056-16afdd905949 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/f64b643c-0faf-4bf9-9376-d16488a99e8d HTTP/1.1" status: 404 len: 337 time: 0.0834460 Jul 23 20:50:43.923960 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35808) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:43.987620 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-486250c0-4a83-4d9a-ac67-0983b2cce980 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbf7fb99-776e-4fcd-a354-b7be52ed1637 HTTP/1.1" status: 200 len: 205 time: 0.0601702 Jul 23 20:50:43.987620 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35812) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:44.012569 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-64276017-5fdd-43f1-9912-77b061c9c669 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec95fc28f546469d899337b65502b4b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1179008 Jul 23 20:50:44.014730 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ff64446-5809-45ed-bc26-350b9e493f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.039468 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-c9b98bff-d624-4b73-a742-29f60dc4f0e3 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] delete failed (client error): The resource could not be found. Jul 23 20:50:44.045806 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c9b98bff-d624-4b73-a742-29f60dc4f0e3 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/routers/dbf7fb99-776e-4fcd-a354-b7be52ed1637 HTTP/1.1" status: 404 len: 336 time: 0.0571570 Jul 23 20:50:44.046835 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35814) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:44.076882 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ff64446-5809-45ed-bc26-350b9e493f59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.083460 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5ff64446-5809-45ed-bc26-350b9e493f59 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0fec6d45-9345-4d90-b1d2-40a8c0c03e92 HTTP/1.1" status: 204 len: 168 time: 1.3489232 Jul 23 20:50:44.083676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad019e6-54f7-4d42-9272-9914dcc2ca76 None None] Network 04518969-2864-49dd-8fa7-d7bf22c7ecb5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:44.083801 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35816) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:44.087495 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff64446-5809-45ed-bc26-350b9e493f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fec6d45-9345-4d90-b1d2-40a8c0c03e92,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:44.093178 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-3516492a-871a-4bef-ad11-ca369b97c290 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] DELETE failed (client error): The resource could not be found. Jul 23 20:50:44.093928 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3516492a-871a-4bef-ad11-ca369b97c290 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:50:44.095980 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3516492a-871a-4bef-ad11-ca369b97c290 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/d120b9ba-6147-48ff-8479-95899262f766 HTTP/1.1" status: 404 len: 337 time: 0.0478215 Jul 23 20:50:44.098457 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35818) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:44.151030 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df19842-4c0d-4e20-9e1c-230a59c3ba46 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] DELETE failed (client error): The resource could not be found. Jul 23 20:50:44.151576 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df19842-4c0d-4e20-9e1c-230a59c3ba46 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:50:44.155665 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4df19842-4c0d-4e20-9e1c-230a59c3ba46 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/4ad97c3f-233c-4a1d-be53-b50f239608fe HTTP/1.1" status: 404 len: 337 time: 0.0537746 Jul 23 20:50:44.156005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35820) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:44.194241 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1931728-0c78-4be6-ac3c-74262bda1c90 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] DELETE failed (client error): The resource could not be found. Jul 23 20:50:44.194701 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1931728-0c78-4be6-ac3c-74262bda1c90 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:50:44.198906 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a1931728-0c78-4be6-ac3c-74262bda1c90 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/0b58ef2d-a319-4e6c-95c5-524f0dd1dd63 HTTP/1.1" status: 404 len: 337 time: 0.0396078 Jul 23 20:50:44.200158 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35822) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:44.224976 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0cac83a4-6e39-424d-b412-9173c41cc83d None None] Provisioning complete for port c0e02a38-4684-499e-b426-f0c77e1207d8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:44.225351 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cac83a4-6e39-424d-b412-9173c41cc83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.241066 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.272863 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-75416301-6437-4945-88db-8a43ff48ee9c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] DELETE failed (client error): The resource could not be found. Jul 23 20:50:44.273900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75416301-6437-4945-88db-8a43ff48ee9c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:50:44.280428 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-e482d1e3-312f-4060-9298-fcc04953a80c service neutron] 10.222.0.55 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600822 Jul 23 20:50:44.286799 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-75416301-6437-4945-88db-8a43ff48ee9c tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/ports/b7dd49ca-77b7-46be-a054-ab2e73c590f5 HTTP/1.1" status: 404 len: 333 time: 0.0850077 Jul 23 20:50:44.288893 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35824) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:44.348703 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0cac83a4-6e39-424d-b412-9173c41cc83d None None] Port c0e02a38-4684-499e-b426-f0c77e1207d8 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:50:44.370471 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c92291-77ed-4d67-b48c-34d8394b0e34 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] DELETE failed (client error): The resource could not be found. Jul 23 20:50:44.377371 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c92291-77ed-4d67-b48c-34d8394b0e34 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:50:44.378251 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0cac83a4-6e39-424d-b412-9173c41cc83d None None] Provisioning complete for port 93875dc5-f626-435f-9d71-de604ea8d5b4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:44.378673 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cac83a4-6e39-424d-b412-9173c41cc83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.383145 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d942b4cf-a221-422e-b416-10fbf806d6df None None] DHCP port deletion for c5004d18-fa4e-46e8-b3ed-525bffcd9db7 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:50:44.385058 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f8c92291-77ed-4d67-b48c-34d8394b0e34 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/bff6e9bd-f846-48d9-a4a9-ef08731481c7 HTTP/1.1" status: 404 len: 337 time: 0.0946255 Jul 23 20:50:44.388657 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35826) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:44.453592 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2abed3-73ec-45d1-bbf0-d30e6f3aa027 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] DELETE failed (client error): The resource could not be found. Jul 23 20:50:44.454050 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2abed3-73ec-45d1-bbf0-d30e6f3aa027 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:50:44.456108 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5d2abed3-73ec-45d1-bbf0-d30e6f3aa027 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/30efdd3e-478a-49eb-97cb-1a3a40e2460a HTTP/1.1" status: 404 len: 337 time: 0.0574367 Jul 23 20:50:44.459645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35828) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:44.500402 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-9008ed88-2909-4429-b6b6-29b90df31977 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] DELETE failed (client error): The resource could not be found. Jul 23 20:50:44.501725 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9008ed88-2909-4429-b6b6-29b90df31977 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:50:44.504179 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9008ed88-2909-4429-b6b6-29b90df31977 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/ports/cfcbfb20-5c3e-4388-9227-5886c2d4cece HTTP/1.1" status: 404 len: 333 time: 0.0430090 Jul 23 20:50:44.507359 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35830) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:44.518833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] Deleting port 91f95a09-8f4a-4493-bf29-02996487b827 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:44.519424 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.547905 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d942b4cf-a221-422e-b416-10fbf806d6df None None] Deleting port 93875dc5-f626-435f-9d71-de604ea8d5b4 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:44.548265 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d942b4cf-a221-422e-b416-10fbf806d6df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.552316 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-603803e1-ffeb-43d7-938f-b9a79c8fba99 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] DELETE failed (client error): The resource could not be found. Jul 23 20:50:44.553506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603803e1-ffeb-43d7-938f-b9a79c8fba99 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:50:44.554404 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53d1d51-3607-4157-b08c-68d44f906e88 None None] DHCP port deletion for 04518969-2864-49dd-8fa7-d7bf22c7ecb5 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:50:44.555819 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-603803e1-ffeb-43d7-938f-b9a79c8fba99 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/d46be23e-6326-4cae-91de-d9c2d037d701 HTTP/1.1" status: 404 len: 337 time: 0.0463889 Jul 23 20:50:44.558406 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35832) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:44.590378 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe247f1-2242-4629-91ce-ac8355299967 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] DELETE failed (client error): The resource could not be found. Jul 23 20:50:44.591038 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe247f1-2242-4629-91ce-ac8355299967 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:50:44.595148 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8fe247f1-2242-4629-91ce-ac8355299967 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/subnets/1d38832d-92e0-4db3-a4e2-f961547f27ee HTTP/1.1" status: 404 len: 337 time: 0.0336981 Jul 23 20:50:44.595754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35834) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:44.602398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7912239f-5213-49e8-a478-41a2398d99d1 None None] Network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:44.616986 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-e9fa5628-af6d-4b73-a578-b05b36ff14db service neutron] 10.222.0.55 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920012 Jul 23 20:50:44.623776 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] For port 91f95a09-8f4a-4493-bf29-02996487b827, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=91f95a09-8f4a-4493-bf29-02996487b827,segment=NetworkSegment(060aa268-af4d-459a-b7ae-14b092772597),segment_id=060aa268-af4d-459a-b7ae-14b092772597)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:44.624147 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.642946 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] Calling delete_port for 91f95a09-8f4a-4493-bf29-02996487b827 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:44.768901 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.850515 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-20f84a10-24f6-4f47-a665-f5459969e589 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Deleting port c0e02a38-4684-499e-b426-f0c77e1207d8 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:44.850857 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20f84a10-24f6-4f47-a665-f5459969e589 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.931340 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-4e5658a8-65a1-4da6-aa8c-bd67eaae193d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:44.932854 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-4e5658a8-65a1-4da6-aa8c-bd67eaae193d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.57 "GET /v2.0/networks?id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 HTTP/1.1" status: 200 len: 815 time: 0.1155813 Jul 23 20:50:44.934427 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f95a09-8f4a-4493-bf29-02996487b827,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:44.938328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] No DVR routers for this DVR port 91f95a09-8f4a-4493-bf29-02996487b827 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:44.947415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-27902190-2218-4403-8e7a-93867ca7998d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Request body: {'port': {'device_id': 'd8798461-a7d8-4051-8bc5-c5b2ce6937ec', 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7', 'admin_state_up': True, 'tenant_id': 'ec95fc28f546469d899337b65502b4b1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:44.966977 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d942b4cf-a221-422e-b416-10fbf806d6df None None] For port 93875dc5-f626-435f-9d71-de604ea8d5b4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=93875dc5-f626-435f-9d71-de604ea8d5b4,segment=NetworkSegment(f6605be7-d969-40bf-90c1-de48fb876893),segment_id=f6605be7-d969-40bf-90c1-de48fb876893)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:44.971234 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d942b4cf-a221-422e-b416-10fbf806d6df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.007391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d942b4cf-a221-422e-b416-10fbf806d6df None None] Calling delete_port for 93875dc5-f626-435f-9d71-de604ea8d5b4 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:45.042532 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20f84a10-24f6-4f47-a665-f5459969e589 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.063330 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-20f84a10-24f6-4f47-a665-f5459969e589 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Calling delete_port for c0e02a38-4684-499e-b426-f0c77e1207d8 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:45.100743 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.105922 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device dbb6b0fe-c653-4dd1-8719-0e526560703e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:45.116393 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d942b4cf-a221-422e-b416-10fbf806d6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.137766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04518969-2864-49dd-8fa7-d7bf22c7ecb5']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:45.157702 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-32aabbe8-7c55-4d52-988f-c7238f22e82a None None] Provisioning for port dbb6b0fe-c653-4dd1-8719-0e526560703e completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:45.183465 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20f84a10-24f6-4f47-a665-f5459969e589 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.186613 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060aa268-af4d-459a-b7ae-14b092772597') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:45.187199 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060aa268-af4d-459a-b7ae-14b092772597') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:45.193800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942b4cf-a221-422e-b416-10fbf806d6df None None] Pushing event deleted for resources: {'Port': ['ID=93875dc5-f626-435f-9d71-de604ea8d5b4,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:45.210998 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.224020 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f84a10-24f6-4f47-a665-f5459969e589 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Port': ['ID=c0e02a38-4684-499e-b426-f0c77e1207d8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:45.232716 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942b4cf-a221-422e-b416-10fbf806d6df None None] No DVR routers for this DVR port 93875dc5-f626-435f-9d71-de604ea8d5b4 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:45.248581 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.267531 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20f84a10-24f6-4f47-a665-f5459969e589 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.269543 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-20f84a10-24f6-4f47-a665-f5459969e589 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/ports/c0e02a38-4684-499e-b426-f0c77e1207d8 HTTP/1.1" status: 204 len: 168 time: 0.6725731 Jul 23 20:50:45.272123 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35854) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:45.274901 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf508a-36d3-462a-90cb-1259c73d416c req-5c0fcf2f-313b-4c26-b7b8-446bd3fca54b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:45.276696 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8acf508a-36d3-462a-90cb-1259c73d416c req-5c0fcf2f-313b-4c26-b7b8-446bd3fca54b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/networks?id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 HTTP/1.1" status: 200 len: 815 time: 0.2702107 Jul 23 20:50:45.278128 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:50:45.278570 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:50:45.282414 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:50:45.298837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-27902190-2218-4403-8e7a-93867ca7998d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Made reservation on behalf of ec95fc28f546469d899337b65502b4b1 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:45.302843 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-27902190-2218-4403-8e7a-93867ca7998d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.334061 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8acf508a-36d3-462a-90cb-1259c73d416c req-dd508a54-8892-45d3-8546-8218a1cf6790 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/quotas/ec95fc28f546469d899337b65502b4b1 HTTP/1.1" status: 200 len: 375 time: 0.0388618 Jul 23 20:50:45.372203 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08ee7426-d9c5-4d01-8da2-0e3c2b622459 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.383052 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d53d1d51-3607-4157-b08c-68d44f906e88 None None] Deleting port 91f95a09-8f4a-4493-bf29-02996487b827 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:45.383771 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d51-3607-4157-b08c-68d44f906e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.443147 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port dbb6b0fe-c653-4dd1-8719-0e526560703e completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:45.464061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port dbb6b0fe-c653-4dd1-8719-0e526560703e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:45.465016 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.465201 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.480834 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.485146 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08ee7426-d9c5-4d01-8da2-0e3c2b622459 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.485320 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] 10.222.0.55 "DELETE /v2.0/networks/04518969-2864-49dd-8fa7-d7bf22c7ecb5 HTTP/1.1" status: 204 len: 168 time: 1.3963494 Jul 23 20:50:45.510097 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5b040-522e-46ae-a431-515e29f3a009 admin admin] Pushing event deleted for resources: {'Network': ['ID=04518969-2864-49dd-8fa7-d7bf22c7ecb5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:45.514226 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-08ee7426-d9c5-4d01-8da2-0e3c2b622459 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5004d18-fa4e-46e8-b3ed-525bffcd9db7']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:45.540805 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-08ee7426-d9c5-4d01-8da2-0e3c2b622459 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6605be7-d969-40bf-90c1-de48fb876893') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:45.541192 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-08ee7426-d9c5-4d01-8da2-0e3c2b622459 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6605be7-d969-40bf-90c1-de48fb876893') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:45.572807 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08ee7426-d9c5-4d01-8da2-0e3c2b622459 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.587710 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.591515 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08ee7426-d9c5-4d01-8da2-0e3c2b622459 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.598723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ee7426-d9c5-4d01-8da2-0e3c2b622459 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:50:45.599427 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08ee7426-d9c5-4d01-8da2-0e3c2b622459 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.600895 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8acf508a-36d3-462a-90cb-1259c73d416c req-03c41b22-0064-4a45-a11d-347b78bdcf1f tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec95fc28f546469d899337b65502b4b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2261958 Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:50:45.602764 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:50:45.613847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d53d1d51-3607-4157-b08c-68d44f906e88 None None] For port 91f95a09-8f4a-4493-bf29-02996487b827, host n-d-791504-18, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:45.614707 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d51-3607-4157-b08c-68d44f906e88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.638051 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d53d1d51-3607-4157-b08c-68d44f906e88 None None] Calling delete_port for 91f95a09-8f4a-4493-bf29-02996487b827 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:45.640947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-27902190-2218-4403-8e7a-93867ca7998d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Allocated IP 172.20.0.5 (a7409a19-b4a5-48a6-877f-5ec54c2d1eb7/fc6be43a-d7df-443a-b9be-8076fedf749a/3a3c6e75-733d-4ead-ad14-f469bc5cc0c2) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:45.645698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-d53d1d51-3607-4157-b08c-68d44f906e88 None None] Port 91f95a09-8f4a-4493-bf29-02996487b827 was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:50:45.671425 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d51-3607-4157-b08c-68d44f906e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.702452 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d1d51-3607-4157-b08c-68d44f906e88 None None] Pushing event deleted for resources: {'Port': ['ID=91f95a09-8f4a-4493-bf29-02996487b827,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:45.716815 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08ee7426-d9c5-4d01-8da2-0e3c2b622459 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.729909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d53d1d51-3607-4157-b08c-68d44f906e88 None None] Network 04518969-2864-49dd-8fa7-d7bf22c7ecb5 is not hosted by any dhcp agent {{(pid=93812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:50:45.730605 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d1d51-3607-4157-b08c-68d44f906e88 None None] No DVR routers for this DVR port 91f95a09-8f4a-4493-bf29-02996487b827 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:45.737776 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.747311 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8acf508a-36d3-462a-90cb-1259c73d416c req-c18bfa55-efb8-463d-8b1b-229656e4a9de service neutron] 10.222.0.55 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452932 Jul 23 20:50:45.753691 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-08ee7426-d9c5-4d01-8da2-0e3c2b622459 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.760588 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-08ee7426-d9c5-4d01-8da2-0e3c2b622459 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] 10.222.0.55 "DELETE /v2.0/networks/c5004d18-fa4e-46e8-b3ed-525bffcd9db7 HTTP/1.1" status: 204 len: 168 time: 0.4874585 Jul 23 20:50:45.788749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee7426-d9c5-4d01-8da2-0e3c2b622459 tempest-PortsIpV6TestJSON-786624549 tempest-PortsIpV6TestJSON-786624549-project] Pushing event deleted for resources: {'Network': ['ID=c5004d18-fa4e-46e8-b3ed-525bffcd9db7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:45.797457 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port dbb6b0fe-c653-4dd1-8719-0e526560703e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=dbb6b0fe-c653-4dd1-8719-0e526560703e,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:45.804880 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35862) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:45.805095 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:45.903414 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=dbb6b0fe-c653-4dd1-8719-0e526560703e,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:45.906336 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0c3e7fd3-0b64-44d9-babb-e250b76677e6 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:45.914467 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-eaa46419-658c-400f-8924-39f88801fad7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fc19446ccb0a4c219ec6673fb3605878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1083720 Jul 23 20:50:45.915129 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35864) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:45.927277 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 0c3e7fd3-0b64-44d9-babb-e250b76677e6 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:45.927621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0c3e7fd3-0b64-44d9-babb-e250b76677e6 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:45.928220 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 93875dc5-f626-435f-9d71-de604ea8d5b4 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:45.955683 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 93875dc5-f626-435f-9d71-de604ea8d5b4 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:45.956363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 93875dc5-f626-435f-9d71-de604ea8d5b4 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:45.956825 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 91f95a09-8f4a-4493-bf29-02996487b827 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:45.978287 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 91f95a09-8f4a-4493-bf29-02996487b827 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:45.979507 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 91f95a09-8f4a-4493-bf29-02996487b827 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:45.999361 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c62edde8-55ec-4a0a-8cba-a46f0719715d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.024574 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8acf508a-36d3-462a-90cb-1259c73d416c req-0f07320f-8c72-438c-9bbf-27b65ff3df21 service neutron] 10.222.0.55 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762005 Jul 23 20:50:46.029212 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c62edde8-55ec-4a0a-8cba-a46f0719715d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.054453 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-27902190-2218-4403-8e7a-93867ca7998d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.081983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-27902190-2218-4403-8e7a-93867ca7998d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Transition to ACTIVE for port object 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:46.100787 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c62edde8-55ec-4a0a-8cba-a46f0719715d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.103521 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c62edde8-55ec-4a0a-8cba-a46f0719715d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.107759 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c62edde8-55ec-4a0a-8cba-a46f0719715d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af1f6218-6582-4c4a-915c-c97ede89d5cc HTTP/1.1" status: 204 len: 168 time: 0.1915946 Jul 23 20:50:46.115230 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea328daa-f16a-4270-815e-f5ef4ac59630 None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:50:46.119423 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62edde8-55ec-4a0a-8cba-a46f0719715d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1f6218-6582-4c4a-915c-c97ede89d5cc,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:46.148445 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-27902190-2218-4403-8e7a-93867ca7998d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.179837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-27902190-2218-4403-8e7a-93867ca7998d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:46.183785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-27902190-2218-4403-8e7a-93867ca7998d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:46.210248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-27902190-2218-4403-8e7a-93867ca7998d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:46.269522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3d0cdb8c-cb97-47cb-89de-5c4fc08b4e56 None None] Provisioning complete for port dbb6b0fe-c653-4dd1-8719-0e526560703e triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:46.270586 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3d0cdb8c-cb97-47cb-89de-5c4fc08b4e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.280660 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35874) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:46.374668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea328daa-f16a-4270-815e-f5ef4ac59630 None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:50:46.377580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-7809f738-4f77-4746-8807-9ad9cb51d652 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:46.379086 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-7809f738-4f77-4746-8807-9ad9cb51d652 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.48 "GET /v2.0/networks?id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 HTTP/1.1" status: 200 len: 815 time: 0.1121268 Jul 23 20:50:46.414637 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-10470c81-6c47-45cb-95e6-444335b98f83 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Request body: {'port': {'device_id': 'd8b9e233-c549-40dd-9f35-36fdde9f3d28', 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7', 'admin_state_up': True, 'tenant_id': 'ec95fc28f546469d899337b65502b4b1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:46.445339 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27902190-2218-4403-8e7a-93867ca7998d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Pushing event updated for resources: {'Port': ['ID=3a3c6e75-733d-4ead-ad14-f469bc5cc0c2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:46.462243 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc6fa6a0-9081-494a-b745-bc39c28b8828 req-0b3d933c-fb94-442f-bf68-df72ce2a4ca6 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 210 time: 0.0819192 Jul 23 20:50:46.538950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-27902190-2218-4403-8e7a-93867ca7998d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:46.539818 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-27902190-2218-4403-8e7a-93867ca7998d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.687818 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-10470c81-6c47-45cb-95e6-444335b98f83 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Made reservation on behalf of ec95fc28f546469d899337b65502b4b1 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:46.693168 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-10470c81-6c47-45cb-95e6-444335b98f83 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.702427 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-27902190-2218-4403-8e7a-93867ca7998d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7589824 Jul 23 20:50:46.738109 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Request body: {'port': {'device_id': 'd8798461-a7d8-4051-8bc5-c5b2ce6937ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:46.765117 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e1a02cba-0538-4d69-8847-497fb5eb50c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=453a1be7dbc440628b70639d8414958e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4830947 Jul 23 20:50:46.767827 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35892) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:46.777862 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device dbb6b0fe-c653-4dd1-8719-0e526560703e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:46.853708 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59c3e54b-1deb-4f5e-ae79-6d77a8dec77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.892754 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59c3e54b-1deb-4f5e-ae79-6d77a8dec77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.906426 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port dbb6b0fe-c653-4dd1-8719-0e526560703e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:46.906968 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.908668 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.982553 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59c3e54b-1deb-4f5e-ae79-6d77a8dec77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.986041 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-59c3e54b-1deb-4f5e-ae79-6d77a8dec77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.988079 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-59c3e54b-1deb-4f5e-ae79-6d77a8dec77b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09662500-bdc4-4e34-acb5-5e4ffcc3b64f HTTP/1.1" status: 204 len: 168 time: 0.2191591 Jul 23 20:50:47.002221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3e54b-1deb-4f5e-ae79-6d77a8dec77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09662500-bdc4-4e34-acb5-5e4ffcc3b64f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:47.027779 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:47.184993 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-10470c81-6c47-45cb-95e6-444335b98f83 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Allocated IP 172.20.0.6 (a7409a19-b4a5-48a6-877f-5ec54c2d1eb7/fc6be43a-d7df-443a-b9be-8076fedf749a/1c06f898-140c-4f85-a9b2-fb03b021ddb1) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:47.209526 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f111b7c8-0e9d-418a-863f-baf66d8c201d None None] Provisioning for port 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:47.221028 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f111b7c8-0e9d-418a-863f-baf66d8c201d None None] Provisioning complete for port 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:47.221690 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f111b7c8-0e9d-418a-863f-baf66d8c201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:47.269048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f111b7c8-0e9d-418a-863f-baf66d8c201d None None] Port 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:50:47.385836 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-10470c81-6c47-45cb-95e6-444335b98f83 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:47.388269 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35912) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:47.401429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-10470c81-6c47-45cb-95e6-444335b98f83 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Transition to ACTIVE for port object 1c06f898-140c-4f85-a9b2-fb03b021ddb1 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:47.448034 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-10470c81-6c47-45cb-95e6-444335b98f83 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:47.505730 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-89cab10f-3084-40ca-95d4-d44e91ca4ea9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1896222110-network', 'tenant_id': 'd56047fd0a054ccba0bdc43b6ff76f7b'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:47.529797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10470c81-6c47-45cb-95e6-444335b98f83 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Pushing event updated for resources: {'Port': ['ID=1c06f898-140c-4f85-a9b2-fb03b021ddb1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:47.555356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-10470c81-6c47-45cb-95e6-444335b98f83 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:47.560163 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cab10f-3084-40ca-95d4-d44e91ca4ea9 admin admin] Made reservation on behalf of d56047fd0a054ccba0bdc43b6ff76f7b for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:47.566331 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89cab10f-3084-40ca-95d4-d44e91ca4ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:47.578209 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89cab10f-3084-40ca-95d4-d44e91ca4ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:47.588226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-10470c81-6c47-45cb-95e6-444335b98f83 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:47.606916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-10470c81-6c47-45cb-95e6-444335b98f83 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:47.667299 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-10470c81-6c47-45cb-95e6-444335b98f83 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:47.668413 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-10470c81-6c47-45cb-95e6-444335b98f83 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:47.701554 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89cab10f-3084-40ca-95d4-d44e91ca4ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:47.711456 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89cab10f-3084-40ca-95d4-d44e91ca4ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:47.740339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cab10f-3084-40ca-95d4-d44e91ca4ea9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:50:47.751321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cab10f-3084-40ca-95d4-d44e91ca4ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54419fe-0a99-4d11-8b75-364f3d4690ba,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:47.756412 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89cab10f-3084-40ca-95d4-d44e91ca4ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:47.756740 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-89cab10f-3084-40ca-95d4-d44e91ca4ea9 admin admin] Added segment 9626fb25-40f0-47ab-aea0-54c3edff0962 of type vlan for network e1be926e-7e71-4265-a181-59b3b0f770ba Jul 23 20:50:47.840777 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89cab10f-3084-40ca-95d4-d44e91ca4ea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:47.844282 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-36c5dbca-f9a2-49d6-82a1-82cf255e225a req-8418899f-d5fb-4a0d-8e9e-caabf944d089 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 210 time: 0.2573106 Jul 23 20:50:47.881584 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-10470c81-6c47-45cb-95e6-444335b98f83 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4722598 Jul 23 20:50:47.881808 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89cab10f-3084-40ca-95d4-d44e91ca4ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:47.882884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cab10f-3084-40ca-95d4-d44e91ca4ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:47.883821 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-89cab10f-3084-40ca-95d4-d44e91ca4ea9 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:47.898619 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-37dcc126-db99-4aac-9df6-1ded9538b8bd None None] Provisioning for port 1c06f898-140c-4f85-a9b2-fb03b021ddb1 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:47.899056 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-37dcc126-db99-4aac-9df6-1ded9538b8bd None None] Provisioning complete for port 1c06f898-140c-4f85-a9b2-fb03b021ddb1 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:47.899510 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37dcc126-db99-4aac-9df6-1ded9538b8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:47.912912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Request body: {'port': {'device_id': 'd8b9e233-c549-40dd-9f35-36fdde9f3d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:47.920156 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-89cab10f-3084-40ca-95d4-d44e91ca4ea9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5304871 Jul 23 20:50:47.922392 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35932) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:47.928889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-44c18d68-4437-4949-997a-127673bc02c7 admin admin] Request body: {'subnet': {'network_id': 'e1be926e-7e71-4265-a181-59b3b0f770ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1896222110-subnet', 'tenant_id': 'd56047fd0a054ccba0bdc43b6ff76f7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:47.942418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-37dcc126-db99-4aac-9df6-1ded9538b8bd None None] Port 1c06f898-140c-4f85-a9b2-fb03b021ddb1 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:50:47.965172 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cab10f-3084-40ca-95d4-d44e91ca4ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=e1be926e-7e71-4265-a181-59b3b0f770ba,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:47.978258 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network e1be926e-7e71-4265-a181-59b3b0f770ba details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:50:47.985459 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c18d68-4437-4949-997a-127673bc02c7 admin admin] Made reservation on behalf of d56047fd0a054ccba0bdc43b6ff76f7b for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:47.988650 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-44c18d68-4437-4949-997a-127673bc02c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:48.009903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf508a-36d3-462a-90cb-1259c73d416c req-bba4474b-dc89-464f-938a-561e4b947433 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:48.012208 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8acf508a-36d3-462a-90cb-1259c73d416c req-bba4474b-dc89-464f-938a-561e4b947433 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.57 "GET /v2.0/networks?id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 HTTP/1.1" status: 200 len: 815 time: 0.3165202 Jul 23 20:50:48.014677 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:48.034930 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-8acf508a-36d3-462a-90cb-1259c73d416c req-6b048a88-74e1-4a62-ac68-546c91fe442d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Request body: {'port': {'device_id': 'dabc15cc-b769-4921-a2e9-d93983503d84', 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7', 'admin_state_up': True, 'tenant_id': 'ec95fc28f546469d899337b65502b4b1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:48.048807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 35934) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:48.138469 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:50:48.173569 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-44c18d68-4437-4949-997a-127673bc02c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:48.187413 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:48.196193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e8e961fe-2117-4d23-ac26-3aace0b92153 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1888428026'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:48.231072 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c18d68-4437-4949-997a-127673bc02c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d12deb-5645-4801-84a4-42db963e0d90,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:48.240957 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c18d68-4437-4949-997a-127673bc02c7 admin admin] Checking segment: {'id': '9626fb25-40f0-47ab-aea0-54c3edff0962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1be926e-7e71-4265-a181-59b3b0f770ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:48.241319 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c18d68-4437-4949-997a-127673bc02c7 admin admin] Network hostable DHCP agents. Network: e1be926e-7e71-4265-a181-59b3b0f770ba, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:50:48.257292 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c18d68-4437-4949-997a-127673bc02c7 admin admin] Network e1be926e-7e71-4265-a181-59b3b0f770ba is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:50:48.266848 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Transition to ACTIVE for port object 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:48.267328 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-44c18d68-4437-4949-997a-127673bc02c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, e1be926e-7e71-4265-a181-59b3b0f770ba) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:48.271475 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c18d68-4437-4949-997a-127673bc02c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:48.272059 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-44c18d68-4437-4949-997a-127673bc02c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:48.281013 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94515bd1-ed3f-42f3-8757-a98072efa5a5 None None] Network e1be926e-7e71-4265-a181-59b3b0f770ba requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:48.286595 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:48.357797 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-44c18d68-4437-4949-997a-127673bc02c7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4344220 Jul 23 20:50:48.375989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e961fe-2117-4d23-ac26-3aace0b92153 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:48.379644 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8e961fe-2117-4d23-ac26-3aace0b92153 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:48.409213 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Pushing event updated for resources: {'Port': ['ID=3a3c6e75-733d-4ead-ad14-f469bc5cc0c2,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:48.422375 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8e961fe-2117-4d23-ac26-3aace0b92153 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:48.450689 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e79242-1749-47b1-ae88-c7af8eafb6ca None None] Network e1be926e-7e71-4265-a181-59b3b0f770ba requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:48.885617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8acf508a-36d3-462a-90cb-1259c73d416c req-6b048a88-74e1-4a62-ac68-546c91fe442d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Made reservation on behalf of ec95fc28f546469d899337b65502b4b1 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:48.889053 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8acf508a-36d3-462a-90cb-1259c73d416c req-6b048a88-74e1-4a62-ac68-546c91fe442d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:49.031413 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b73ae232-5c9d-497a-898e-cea913ff2e9a req-0f77625d-f56a-4d01-af98-08712c69f45d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 210 time: 0.1006372 Jul 23 20:50:49.093294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Attempting to bind port 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:50:49.093625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Attempting to bind port 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'db00df00-d479-4304-8acb-30e905f72086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:50:49.093954 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Attempting to bind port 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 on network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:49.127479 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Port 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 on network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:50:49.127801 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Attempting to bind port 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 on network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:49.178211 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:50:49.178548 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Checking segment: {'id': 'db00df00-d479-4304-8acb-30e905f72086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:49.178934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Bound using segment: {'id': 'db00df00-d479-4304-8acb-30e905f72086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:50:49.179397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Bound port: 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db00df00-d479-4304-8acb-30e905f72086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:50:49.179803 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:49.193577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-91d47b85-e641-4df8-a7d8-af1fee22c4e9 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:49.195058 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-91d47b85-e641-4df8-a7d8-af1fee22c4e9 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/networks?id=e1be926e-7e71-4265-a181-59b3b0f770ba HTTP/1.1" status: 200 len: 814 time: 0.3696864 Jul 23 20:50:49.227294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c06f898-140c-4f85-a9b2-fb03b021ddb1 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:50:49.243048 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:49.269528 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-22b7fcf8-6423-4009-89d2-9ab25b261648 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/quotas/d56047fd0a054ccba0bdc43b6ff76f7b HTTP/1.1" status: 200 len: 375 time: 0.0629852 Jul 23 20:50:49.328665 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Transition to ACTIVE for port object 1c06f898-140c-4f85-a9b2-fb03b021ddb1 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:49.335759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-2438f4f3-9728-4997-bb92-3621a2305c98 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d56047fd0a054ccba0bdc43b6ff76f7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566959 Jul 23 20:50:49.340825 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8e961fe-2117-4d23-ac26-3aace0b92153 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:49.349839 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:49.388992 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8e961fe-2117-4d23-ac26-3aace0b92153 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:49.459093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] For port 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:50:49.484704 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e961fe-2117-4d23-ac26-3aace0b92153 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:50:49.514324 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] For port 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3a3c6e75-733d-4ead-ad14-f469bc5cc0c2,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:50:49.558706 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8e961fe-2117-4d23-ac26-3aace0b92153 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:49.559069 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-e8e961fe-2117-4d23-ac26-3aace0b92153 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Added segment e863e6b7-1c5c-413d-84b4-50cc50f2aeea of type vlan for network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 Jul 23 20:50:49.562562 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:49.564437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e961fe-2117-4d23-ac26-3aace0b92153 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b02a7731-ef06-426b-b4a1-29086ec8688f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:49.581923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Pushing event updated for resources: {'Port': ['ID=1c06f898-140c-4f85-a9b2-fb03b021ddb1,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:49.593386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-8acf508a-36d3-462a-90cb-1259c73d416c req-6b048a88-74e1-4a62-ac68-546c91fe442d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Allocated IP 172.20.0.14 (a7409a19-b4a5-48a6-877f-5ec54c2d1eb7/fc6be43a-d7df-443a-b9be-8076fedf749a/c8c291fd-c4a1-4d97-9553-b2e30499be87) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:49.695336 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:49.695967 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:49.697549 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] 10.222.0.57 "PUT /v2.0/ports/3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 HTTP/1.1" status: 200 len: 1092 time: 2.9756193 Jul 23 20:50:49.718412 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8798461-a7d8-4051-8bc5-c5b2ce6937ec', 'tag': '3a3c6e75-733d-4ead-ad14-f469bc5cc0c2'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:49.720808 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc33e775-8f1a-485d-84c6-805ece52a007" -d '{"events": [{"name": "network-changed", "server_uuid": "d8798461-a7d8-4051-8bc5-c5b2ce6937ec", "tag": "3a3c6e75-733d-4ead-ad14-f469bc5cc0c2"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:49.732971 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8e961fe-2117-4d23-ac26-3aace0b92153 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:49.766650 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-242db901-2eb7-4f59-9c13-e15d0daa67f7 service neutron] 10.222.0.55 "GET /v2.0/networks/e1be926e-7e71-4265-a181-59b3b0f770ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176328 Jul 23 20:50:49.781941 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86270508-31da-4e89-9cd0-79449751aeb2 x-openstack-request-id: req-86270508-31da-4e89-9cd0-79449751aeb2 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:49.782234 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8798461-a7d8-4051-8bc5-c5b2ce6937ec", "tag": "3a3c6e75-733d-4ead-ad14-f469bc5cc0c2", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:49.782483 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86270508-31da-4e89-9cd0-79449751aeb2 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:49.782869 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8798461-a7d8-4051-8bc5-c5b2ce6937ec', 'tag': '3a3c6e75-733d-4ead-ad14-f469bc5cc0c2', 'status': 'completed', 'code': 200} Jul 23 20:50:49.887403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2e19d-b0a3-48b9-b107-6c5707ad45bb service neutron] Pushing event updated for resources: {'Port': ['ID=3a3c6e75-733d-4ead-ad14-f469bc5cc0c2,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:49.947667 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8e961fe-2117-4d23-ac26-3aace0b92153 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:49.953812 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e961fe-2117-4d23-ac26-3aace0b92153 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:49.954645 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8e961fe-2117-4d23-ac26-3aace0b92153 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:49.979784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Attempting to bind port 1c06f898-140c-4f85-a9b2-fb03b021ddb1 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:50:49.980149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Attempting to bind port 1c06f898-140c-4f85-a9b2-fb03b021ddb1 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'db00df00-d479-4304-8acb-30e905f72086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:50:49.980477 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Attempting to bind port 1c06f898-140c-4f85-a9b2-fb03b021ddb1 on network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:50.047873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Port 1c06f898-140c-4f85-a9b2-fb03b021ddb1 on network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:50:50.048200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Attempting to bind port 1c06f898-140c-4f85-a9b2-fb03b021ddb1 on network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:50.067539 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e8e961fe-2117-4d23-ac26-3aace0b92153 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.0176644 Jul 23 20:50:50.070382 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35960) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:50.076189 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3164a3f4-db36-4d7d-9f4a-b292edfa3665 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'name': 'tempest-PortsTestJSON-1371243827'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:50.085507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:50:50.085850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Checking segment: {'id': 'db00df00-d479-4304-8acb-30e905f72086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:50.086239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Bound using segment: {'id': 'db00df00-d479-4304-8acb-30e905f72086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:50:50.086685 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Bound port: 1c06f898-140c-4f85-a9b2-fb03b021ddb1, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db00df00-d479-4304-8acb-30e905f72086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:50:50.087046 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:50.137394 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-060bf996-4faa-4e69-b522-25981f5558cb service neutron] 10.222.0.55 "GET /v2.0/networks/e1be926e-7e71-4265-a181-59b3b0f770ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478479 Jul 23 20:50:50.139064 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-bc8c78f4-8507-4c00-a6a3-5445cf36b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:50.140952 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-bc8c78f4-8507-4c00-a6a3-5445cf36b480 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec95fc28f546469d899337b65502b4b1&device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 1095 time: 0.3925118 Jul 23 20:50:50.144983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e961fe-2117-4d23-ac26-3aace0b92153 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Network': ['ID=6772e228-df11-4ba1-ac84-27cb2cbf6b57,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:50.160798 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:50:50.195411 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6ad0287-9c44-4e6c-9c45-1cc22671a1cf req-857b83d3-f5b5-452a-aca3-a1964b7dec43 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 210 time: 0.0603831 Jul 23 20:50:50.203862 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3164a3f4-db36-4d7d-9f4a-b292edfa3665 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:50.214700 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3164a3f4-db36-4d7d-9f4a-b292edfa3665 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:50.242805 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-3164a3f4-db36-4d7d-9f4a-b292edfa3665 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] device_id is not set on port bc893218-efac-4aad-b007-802de406c606 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:50:50.254787 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-0f8f02f3-09b5-4f4c-9239-6d5cdf9c1641 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 HTTP/1.1" status: 200 len: 217 time: 0.0964270 Jul 23 20:50:50.260880 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8acf508a-36d3-462a-90cb-1259c73d416c req-6b048a88-74e1-4a62-ac68-546c91fe442d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:50.330826 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-8acf508a-36d3-462a-90cb-1259c73d416c req-6b048a88-74e1-4a62-ac68-546c91fe442d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Transition to ACTIVE for port object c8c291fd-c4a1-4d97-9553-b2e30499be87 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:50.376743 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d8d6d87-aa41-4f79-999f-6da6231a917f req-09d7684a-fbf6-457a-bd6c-d331111b112c tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 210 time: 0.0525055 Jul 23 20:50:50.383210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] For port 1c06f898-140c-4f85-a9b2-fb03b021ddb1, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:50:50.398959 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-02e648c5-bb2c-4cd7-abb1-2cee09f94a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:50.400615 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-02e648c5-bb2c-4cd7-abb1-2cee09f94a8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc6be43a-d7df-443a-b9be-8076fedf749a HTTP/1.1" status: 200 len: 854 time: 0.1355782 Jul 23 20:50:50.405726 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] For port 1c06f898-140c-4f85-a9b2-fb03b021ddb1, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1c06f898-140c-4f85-a9b2-fb03b021ddb1,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:50:50.426651 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:50.445362 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3164a3f4-db36-4d7d-9f4a-b292edfa3665 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:50.484933 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3164a3f4-db36-4d7d-9f4a-b292edfa3665 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:50.496190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:50.497153 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:50.499191 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] 10.222.0.48 "PUT /v2.0/ports/1c06f898-140c-4f85-a9b2-fb03b021ddb1 HTTP/1.1" status: 200 len: 1092 time: 2.5922761 Jul 23 20:50:50.507209 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8acf508a-36d3-462a-90cb-1259c73d416c req-6b048a88-74e1-4a62-ac68-546c91fe442d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:50.535168 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed174cc-3590-4cbc-81b3-860c0552baec service neutron] Pushing event updated for resources: {'Port': ['ID=1c06f898-140c-4f85-a9b2-fb03b021ddb1,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:50.591698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8acf508a-36d3-462a-90cb-1259c73d416c req-6b048a88-74e1-4a62-ac68-546c91fe442d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:50.597201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164a3f4-db36-4d7d-9f4a-b292edfa3665 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=bc893218-efac-4aad-b007-802de406c606,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:50.607498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-8acf508a-36d3-462a-90cb-1259c73d416c req-6b048a88-74e1-4a62-ac68-546c91fe442d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:50.609082 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3164a3f4-db36-4d7d-9f4a-b292edfa3665 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Checking segment: {'id': 'e863e6b7-1c5c-413d-84b4-50cc50f2aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:50.609699 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3164a3f4-db36-4d7d-9f4a-b292edfa3665 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network hostable DHCP agents. Network: 6772e228-df11-4ba1-ac84-27cb2cbf6b57, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:50:50.627894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acf508a-36d3-462a-90cb-1259c73d416c req-6b048a88-74e1-4a62-ac68-546c91fe442d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:50.645678 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3164a3f4-db36-4d7d-9f4a-b292edfa3665 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:50:50.657859 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-3164a3f4-db36-4d7d-9f4a-b292edfa3665 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 6772e228-df11-4ba1-ac84-27cb2cbf6b57) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:50.666147 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe23d7f-4f3c-43af-a5ef-1a4b27d2b616 None None] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:50.671954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3164a3f4-db36-4d7d-9f4a-b292edfa3665 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:50.685146 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-12667f6b-802f-45ea-96b5-84bd6fee3f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:50.686692 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-12667f6b-802f-45ea-96b5-84bd6fee3f34 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2782478 Jul 23 20:50:50.687214 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3164a3f4-db36-4d7d-9f4a-b292edfa3665 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:50.688233 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3164a3f4-db36-4d7d-9f4a-b292edfa3665 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:50.695402 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b048a88-74e1-4a62-ac68-546c91fe442d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Pushing event updated for resources: {'Port': ['ID=c8c291fd-c4a1-4d97-9553-b2e30499be87,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:50.721954 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3164a3f4-db36-4d7d-9f4a-b292edfa3665 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6500976 Jul 23 20:50:50.724555 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35972) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:50.736450 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-740ddc15-4847-4dca-a496-a544fd7f7845 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-543503549'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:50.736586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf508a-36d3-462a-90cb-1259c73d416c req-6b048a88-74e1-4a62-ac68-546c91fe442d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:50.737179 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8acf508a-36d3-462a-90cb-1259c73d416c req-6b048a88-74e1-4a62-ac68-546c91fe442d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:50.765212 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740ddc15-4847-4dca-a496-a544fd7f7845 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:50.778476 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-740ddc15-4847-4dca-a496-a544fd7f7845 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:50.808554 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8acf508a-36d3-462a-90cb-1259c73d416c req-6b048a88-74e1-4a62-ac68-546c91fe442d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7801797 Jul 23 20:50:50.812683 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740ddc15-4847-4dca-a496-a544fd7f7845 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:50:50.824667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Request body: {'port': {'device_id': 'dabc15cc-b769-4921-a2e9-d93983503d84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:50.826088 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-740ddc15-4847-4dca-a496-a544fd7f7845 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:50.826524 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-740ddc15-4847-4dca-a496-a544fd7f7845 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Added segment de1935db-2142-4190-a545-56eebe975915 of type vlan for network 1adc722b-7079-4dd6-97c7-4ba7a931eb98 Jul 23 20:50:50.866096 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-9e6c564b-84f8-4a57-85cb-a8c041ee2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:50.872744 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-9e6c564b-84f8-4a57-85cb-a8c041ee2ca9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec95fc28f546469d899337b65502b4b1&device_id=d8b9e233-c549-40dd-9f35-36fdde9f3d28 HTTP/1.1" status: 200 len: 1095 time: 0.3047087 Jul 23 20:50:50.889617 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-740ddc15-4847-4dca-a496-a544fd7f7845 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:50.943389 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-740ddc15-4847-4dca-a496-a544fd7f7845 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:50.951486 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ddc15-4847-4dca-a496-a544fd7f7845 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:50.953057 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-740ddc15-4847-4dca-a496-a544fd7f7845 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:50.971863 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-f32085c9-6ce4-4a93-84bb-2e0d98652f31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c06f898-140c-4f85-a9b2-fb03b021ddb1 HTTP/1.1" status: 200 len: 217 time: 0.0700965 Jul 23 20:50:50.974404 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-79f86a36-6cc8-4dcf-be3d-6cd6de99ff63 service neutron] 10.222.0.57 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732475 Jul 23 20:50:50.994084 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-740ddc15-4847-4dca-a496-a544fd7f7845 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2681022 Jul 23 20:50:50.997168 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35974) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:51.002317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'ports': [{'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57'}, {'network_id': '1adc722b-7079-4dd6-97c7-4ba7a931eb98'}]} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:51.002587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:51.003056 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'network_id': '1adc722b-7079-4dd6-97c7-4ba7a931eb98'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:51.052104 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:50:51.053751 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ddc15-4847-4dca-a496-a544fd7f7845 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Network': ['ID=1adc722b-7079-4dd6-97c7-4ba7a931eb98,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:51.065674 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 1adc722b-7079-4dd6-97c7-4ba7a931eb98 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:50:51.091327 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:51.170681 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b5a704c-1a8b-4ab8-97d9-349f6542b52d req-60e123d8-a0fc-4d34-8e86-8d050af4d76d service neutron] 10.222.0.57 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707466 Jul 23 20:50:51.177070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-b1ae9ecc-f2b0-4bb1-8751-278d88c446a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:51.178837 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-b1ae9ecc-f2b0-4bb1-8751-278d88c446a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fc6be43a-d7df-443a-b9be-8076fedf749a HTTP/1.1" status: 200 len: 854 time: 0.1778679 Jul 23 20:50:51.236959 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'port': 2} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:51.241781 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:51.257731 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:51.278692 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ae89d7ef-53fa-425d-b7ed-8b3935bf8d43 None None] Provisioning for port c8c291fd-c4a1-4d97-9553-b2e30499be87 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:51.282771 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ae89d7ef-53fa-425d-b7ed-8b3935bf8d43 None None] Provisioning complete for port c8c291fd-c4a1-4d97-9553-b2e30499be87 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:51.283319 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae89d7ef-53fa-425d-b7ed-8b3935bf8d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:51.318696 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ae89d7ef-53fa-425d-b7ed-8b3935bf8d43 None None] Port c8c291fd-c4a1-4d97-9553-b2e30499be87 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:50:51.350417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] device_id is not set on port 51f78e34-7d14-4cea-85a0-43b02daf2aa3 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:50:51.454504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-8b5171e1-9569-433a-8ca4-0f42d6c7b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:51.456451 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-8b5171e1-9569-433a-8ca4-0f42d6c7b6a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2563038 Jul 23 20:50:51.464896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33e775-8f1a-485d-84c6-805ece52a007 req-2080e4d7-018c-4175-9c78-2872ae99d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:51.466789 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fc33e775-8f1a-485d-84c6-805ece52a007 req-2080e4d7-018c-4175-9c78-2872ae99d024 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec95fc28f546469d899337b65502b4b1&device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 1095 time: 0.2300439 Jul 23 20:50:51.539577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cb59a-2e41-43f8-a9ae-7730fae2659e req-e45fa5d6-74a5-4471-b457-6ed1edcde262 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:51.541417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-532cb59a-2e41-43f8-a9ae-7730fae2659e req-e45fa5d6-74a5-4471-b457-6ed1edcde262 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 932 time: 0.2593420 Jul 23 20:50:51.576195 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:51.601409 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-aa8ab459-8da7-4546-9cca-97d2c3361fce tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:51.603025 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-aa8ab459-8da7-4546-9cca-97d2c3361fce tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.57 "GET /v2.0/networks?id=e1be926e-7e71-4265-a181-59b3b0f770ba HTTP/1.1" status: 200 len: 814 time: 0.1673844 Jul 23 20:50:51.605933 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-859c60d2-e874-4305-8539-e8fe72976453 req-9b744d6a-c214-457e-985f-8c55e371388d tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 210 time: 0.1090999 Jul 23 20:50:51.625017 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-6557a37f-0cc8-4f4b-9afc-26c5d036648c tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Request body: {'port': {'device_id': '0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea', 'network_id': 'e1be926e-7e71-4265-a181-59b3b0f770ba', 'admin_state_up': True, 'tenant_id': 'd56047fd0a054ccba0bdc43b6ff76f7b'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:51.693005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] device_id is not set on port 4ff5d8f5-41dd-4073-96ff-e420d19e22b0 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:50:51.743980 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-532cb59a-2e41-43f8-a9ae-7730fae2659e req-91eaf60b-78d4-420d-99cd-d3da1c800c2b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670065 Jul 23 20:50:51.773353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33e775-8f1a-485d-84c6-805ece52a007 req-e57ccd86-1f93-4405-b364-c48ed1376756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:51.774849 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fc33e775-8f1a-485d-84c6-805ece52a007 req-e57ccd86-1f93-4405-b364-c48ed1376756 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 HTTP/1.1" status: 200 len: 916 time: 0.2770286 Jul 23 20:50:51.776933 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-e35f625c-cdd1-44de-a156-7f2c20e7157c service neutron] 10.222.0.48 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819772 Jul 23 20:50:51.785328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b9e233-c549-40dd-9f35-36fdde9f3d28', 'tag': '1c06f898-140c-4f85-a9b2-fb03b021ddb1'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:51.787636 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73ec77e-3e35-48cb-b4bf-34ded8e6ea97" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b9e233-c549-40dd-9f35-36fdde9f3d28", "tag": "1c06f898-140c-4f85-a9b2-fb03b021ddb1"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:51.832489 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-6557a37f-0cc8-4f4b-9afc-26c5d036648c tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Made reservation on behalf of d56047fd0a054ccba0bdc43b6ff76f7b for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:51.836403 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-6557a37f-0cc8-4f4b-9afc-26c5d036648c tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:51.868607 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5891ed91-53ab-4967-867f-e3acebf8f565 x-openstack-request-id: req-5891ed91-53ab-4967-867f-e3acebf8f565 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:51.868895 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b9e233-c549-40dd-9f35-36fdde9f3d28", "tag": "1c06f898-140c-4f85-a9b2-fb03b021ddb1", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:51.869141 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5891ed91-53ab-4967-867f-e3acebf8f565 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:51.869525 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b9e233-c549-40dd-9f35-36fdde9f3d28', 'tag': '1c06f898-140c-4f85-a9b2-fb03b021ddb1', 'status': 'completed', 'code': 200} Jul 23 20:50:51.878438 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fc33e775-8f1a-485d-84c6-805ece52a007 req-8d671fa4-f6b4-41c2-974c-eaab9d15b50b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 HTTP/1.1" status: 200 len: 217 time: 0.0866592 Jul 23 20:50:51.922104 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:52.021223 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-6557a37f-0cc8-4f4b-9afc-26c5d036648c tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Allocated IP 172.20.0.10 (e1be926e-7e71-4265-a181-59b3b0f770ba/00d12deb-5645-4801-84a4-42db963e0d90/bd80ad8b-fb0e-4c4d-964e-911dad32708d) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:52.023648 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:52.102565 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:52.107485 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=51f78e34-7d14-4cea-85a0-43b02daf2aa3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:52.115019 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:52.119440 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:52.120322 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:52.206791 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=4ff5d8f5-41dd-4073-96ff-e420d19e22b0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:52.269747 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Checking segment: {'id': 'de1935db-2142-4190-a545-56eebe975915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1adc722b-7079-4dd6-97c7-4ba7a931eb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:52.270465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network hostable DHCP agents. Network: 1adc722b-7079-4dd6-97c7-4ba7a931eb98, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:50:52.288918 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c291fd-c4a1-4d97-9553-b2e30499be87 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:50:52.305002 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:52.312551 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-6557a37f-0cc8-4f4b-9afc-26c5d036648c tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:52.314554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 1adc722b-7079-4dd6-97c7-4ba7a931eb98 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:50:52.329950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 1adc722b-7079-4dd6-97c7-4ba7a931eb98) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:52.335673 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:52.337742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33e775-8f1a-485d-84c6-805ece52a007 req-5aa865bc-5931-4399-b7b3-911d31692841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:52.339917 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fc33e775-8f1a-485d-84c6-805ece52a007 req-5aa865bc-5931-4399-b7b3-911d31692841 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc6be43a-d7df-443a-b9be-8076fedf749a HTTP/1.1" status: 200 len: 854 time: 0.4523146 Jul 23 20:50:52.341437 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26b3b73-01b2-4d5a-8d97-ed96f3eb2401 None None] Network 1adc722b-7079-4dd6-97c7-4ba7a931eb98 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:52.341916 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:52.345519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Transition to ACTIVE for port object c8c291fd-c4a1-4d97-9553-b2e30499be87 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:52.346789 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:52.347521 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:52.359814 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:52.375657 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-77c8fc15-4e84-4dc8-a7ee-d862a0abc839 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3774054 Jul 23 20:50:52.379225 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35986) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:52.385291 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1a14a23-884b-4dbe-891a-9243c74475cc req-dc52ab7c-a86e-4cd5-b43b-ea769bf5bde3 service neutron] 10.222.0.48 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5873201 Jul 23 20:50:52.431701 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-6557a37f-0cc8-4f4b-9afc-26c5d036648c tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:52.448432 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Pushing event updated for resources: {'Port': ['ID=c8c291fd-c4a1-4d97-9553-b2e30499be87,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:52.532660 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557a37f-0cc8-4f4b-9afc-26c5d036648c tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Pushing event updated for resources: {'Port': ['ID=bd80ad8b-fb0e-4c4d-964e-911dad32708d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:52.541316 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-6557a37f-0cc8-4f4b-9afc-26c5d036648c tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Network e1be926e-7e71-4265-a181-59b3b0f770ba is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:52.549039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-6557a37f-0cc8-4f4b-9afc-26c5d036648c tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:52.550580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33e775-8f1a-485d-84c6-805ece52a007 req-19e3ad25-290f-4ba0-8264-4e4703c36c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:52.552332 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fc33e775-8f1a-485d-84c6-805ece52a007 req-19e3ad25-290f-4ba0-8264-4e4703c36c95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2057786 Jul 23 20:50:52.561848 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-6557a37f-0cc8-4f4b-9afc-26c5d036648c tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:52.612590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Attempting to bind port c8c291fd-c4a1-4d97-9553-b2e30499be87 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:50:52.613175 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-740bfe97-e0e2-46af-b811-baa543c8cb8e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port 4ff5d8f5-41dd-4073-96ff-e420d19e22b0 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:52.613327 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Attempting to bind port c8c291fd-c4a1-4d97-9553-b2e30499be87 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'db00df00-d479-4304-8acb-30e905f72086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:50:52.613547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Attempting to bind port c8c291fd-c4a1-4d97-9553-b2e30499be87 on network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:52.613763 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-740bfe97-e0e2-46af-b811-baa543c8cb8e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:52.655078 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-6557a37f-0cc8-4f4b-9afc-26c5d036648c tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:52.655767 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-6557a37f-0cc8-4f4b-9afc-26c5d036648c tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:52.660459 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Port c8c291fd-c4a1-4d97-9553-b2e30499be87 on network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:50:52.660782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Attempting to bind port c8c291fd-c4a1-4d97-9553-b2e30499be87 on network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:52.675231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ec77e-3e35-48cb-b4bf-34ded8e6ea97 req-f638dbff-49a1-449e-a8ce-24542382ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:52.677678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e73ec77e-3e35-48cb-b4bf-34ded8e6ea97 req-f638dbff-49a1-449e-a8ce-24542382ae7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec95fc28f546469d899337b65502b4b1&device_id=d8b9e233-c549-40dd-9f35-36fdde9f3d28 HTTP/1.1" status: 200 len: 1095 time: 0.2074952 Jul 23 20:50:52.680422 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:50:52.680756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Checking segment: {'id': 'db00df00-d479-4304-8acb-30e905f72086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:52.681135 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Bound using segment: {'id': 'db00df00-d479-4304-8acb-30e905f72086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:50:52.681566 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Bound port: c8c291fd-c4a1-4d97-9553-b2e30499be87, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db00df00-d479-4304-8acb-30e905f72086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:50:52.681920 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:52.710604 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-740bfe97-e0e2-46af-b811-baa543c8cb8e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:52.719082 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-6557a37f-0cc8-4f4b-9afc-26c5d036648c tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0987272 Jul 23 20:50:52.724435 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-740bfe97-e0e2-46af-b811-baa543c8cb8e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for 4ff5d8f5-41dd-4073-96ff-e420d19e22b0 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:52.730346 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Request body: {'port': {'device_id': '0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:52.771715 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fc33e775-8f1a-485d-84c6-805ece52a007 req-50e92c2b-d68e-4156-b9f0-8da71234a43a service neutron] 10.222.0.57 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114131 Jul 23 20:50:52.862133 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:52.907276 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-740bfe97-e0e2-46af-b811-baa543c8cb8e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:52.942971 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bfe97-e0e2-46af-b811-baa543c8cb8e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=4ff5d8f5-41dd-4073-96ff-e420d19e22b0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:52.955075 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-740bfe97-e0e2-46af-b811-baa543c8cb8e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:52.957323 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-740bfe97-e0e2-46af-b811-baa543c8cb8e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/ports/4ff5d8f5-41dd-4073-96ff-e420d19e22b0 HTTP/1.1" status: 204 len: 168 time: 0.5770030 Jul 23 20:50:52.960096 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35992) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:52.976011 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] For port c8c291fd-c4a1-4d97-9553-b2e30499be87, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:50:52.983911 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ec77e-3e35-48cb-b4bf-34ded8e6ea97 req-28184474-5ced-4c49-8b55-6efd955f5ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:52.985591 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e73ec77e-3e35-48cb-b4bf-34ded8e6ea97 req-28184474-5ced-4c49-8b55-6efd955f5ba0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 HTTP/1.1" status: 200 len: 916 time: 0.2981181 Jul 23 20:50:53.021485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] For port c8c291fd-c4a1-4d97-9553-b2e30499be87, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c8c291fd-c4a1-4d97-9553-b2e30499be87,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:50:53.067551 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:53.074487 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e73ec77e-3e35-48cb-b4bf-34ded8e6ea97 req-3500822a-34f1-4154-9508-87dead8ba535 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c06f898-140c-4f85-a9b2-fb03b021ddb1 HTTP/1.1" status: 200 len: 217 time: 0.0697904 Jul 23 20:50:53.086512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c482ca5-29d5-4df1-835d-bbb39ab6564b req-b0f66cb3-9099-4497-86fd-024c8e0d61e4 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:53.088085 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c482ca5-29d5-4df1-835d-bbb39ab6564b req-b0f66cb3-9099-4497-86fd-024c8e0d61e4 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 932 time: 0.3843467 Jul 23 20:50:53.113196 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fc33e775-8f1a-485d-84c6-805ece52a007 req-96315f12-a6f4-4e86-a20d-f96e41eafa47 service neutron] 10.222.0.57 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183539 Jul 23 20:50:53.185658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc50166-8b28-4b1e-ad8f-39db05db55b7 req-3b767bcf-9622-42f2-9ac2-cf3a5b7bee1b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:53.187294 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bc50166-8b28-4b1e-ad8f-39db05db55b7 req-3b767bcf-9622-42f2-9ac2-cf3a5b7bee1b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 944 time: 0.3546543 Jul 23 20:50:53.192178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:53.192799 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:53.194210 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8acf508a-36d3-462a-90cb-1259c73d416c req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] 10.222.0.57 "PUT /v2.0/ports/c8c291fd-c4a1-4d97-9553-b2e30499be87 HTTP/1.1" status: 200 len: 1093 time: 2.3754418 Jul 23 20:50:53.260300 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61fd41-d928-4927-9085-17f9b41948de service neutron] Pushing event updated for resources: {'Port': ['ID=c8c291fd-c4a1-4d97-9553-b2e30499be87,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:53.286845 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ec77e-3e35-48cb-b4bf-34ded8e6ea97 req-e81e9f6f-591e-4eed-a535-ae0310677a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:53.288632 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e73ec77e-3e35-48cb-b4bf-34ded8e6ea97 req-e81e9f6f-591e-4eed-a535-ae0310677a6c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fc6be43a-d7df-443a-b9be-8076fedf749a HTTP/1.1" status: 200 len: 854 time: 0.1984868 Jul 23 20:50:53.291892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c482ca5-29d5-4df1-835d-bbb39ab6564b req-79255941-e62d-4e11-a0ae-7f0ab87f41e4 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54419fe-0a99-4d11-8b75-364f3d4690ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715028 Jul 23 20:50:53.323616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bc50166-8b28-4b1e-ad8f-39db05db55b7 req-86e849c1-6cbe-4808-a3db-4091d12aa4d6 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235626 Jul 23 20:50:53.387492 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf508a-36d3-462a-90cb-1259c73d416c req-58933b6d-28b2-4d9c-a20f-63be8bd56f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:53.389054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8acf508a-36d3-462a-90cb-1259c73d416c req-58933b6d-28b2-4d9c-a20f-63be8bd56f82 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec95fc28f546469d899337b65502b4b1&device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 1096 time: 0.1411388 Jul 23 20:50:53.392155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ec77e-3e35-48cb-b4bf-34ded8e6ea97 req-1e33922b-2a9a-47d0-8c4f-eed7ed357746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:53.393597 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e73ec77e-3e35-48cb-b4bf-34ded8e6ea97 req-1e33922b-2a9a-47d0-8c4f-eed7ed357746 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920968 Jul 23 20:50:53.452459 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8acf508a-36d3-462a-90cb-1259c73d416c req-0f8e61b8-1753-4e25-a3bd-9568926fc711 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8c291fd-c4a1-4d97-9553-b2e30499be87 HTTP/1.1" status: 200 len: 217 time: 0.0561137 Jul 23 20:50:53.477126 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5532c6-a503-4dd8-86b5-395008b22f66 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:53.483453 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5532c6-a503-4dd8-86b5-395008b22f66 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:53.484987 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-df5532c6-a503-4dd8-86b5-395008b22f66 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5239871 Jul 23 20:50:53.487616 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35994) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:53.548689 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf508a-36d3-462a-90cb-1259c73d416c req-a60cb400-8351-40eb-9b64-19f9f6257af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:53.549903 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8acf508a-36d3-462a-90cb-1259c73d416c req-a60cb400-8351-40eb-9b64-19f9f6257af8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc6be43a-d7df-443a-b9be-8076fedf749a HTTP/1.1" status: 200 len: 854 time: 0.0892115 Jul 23 20:50:53.592699 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e73ec77e-3e35-48cb-b4bf-34ded8e6ea97 req-42d7d728-2af6-4b08-bea0-26ba7f4cc39d service neutron] 10.222.0.48 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898646 Jul 23 20:50:53.676251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd80ad8b-fb0e-4c4d-964e-911dad32708d {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:50:53.681462 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-cb959c8a-0910-4a03-821c-942465e11585 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port 51f78e34-7d14-4cea-85a0-43b02daf2aa3 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:53.681801 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb959c8a-0910-4a03-821c-942465e11585 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:53.683563 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf508a-36d3-462a-90cb-1259c73d416c req-33eccf09-5e38-415b-881e-997ef31f266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:53.685072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8acf508a-36d3-462a-90cb-1259c73d416c req-33eccf09-5e38-415b-881e-997ef31f266b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1266146 Jul 23 20:50:53.688391 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:53.724240 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Transition to ACTIVE for port object bd80ad8b-fb0e-4c4d-964e-911dad32708d will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:53.743539 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e73ec77e-3e35-48cb-b4bf-34ded8e6ea97 req-3f97aa82-6ec1-4af1-9158-98b7bb5a68e9 service neutron] 10.222.0.48 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385005 Jul 23 20:50:53.756620 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:53.788889 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb959c8a-0910-4a03-821c-942465e11585 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:53.798750 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8acf508a-36d3-462a-90cb-1259c73d416c req-7f96a794-5aa8-43a2-ace4-5794b5469c9e service neutron] 10.222.0.57 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060193 Jul 23 20:50:53.817074 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-cb959c8a-0910-4a03-821c-942465e11585 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for 51f78e34-7d14-4cea-85a0-43b02daf2aa3 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:53.826901 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd80ad8b-fb0e-4c4d-964e-911dad32708d,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:53.870267 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dabc15cc-b769-4921-a2e9-d93983503d84', 'tag': 'c8c291fd-c4a1-4d97-9553-b2e30499be87'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:53.872569 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accee8b5-e4d4-41dc-bb65-b94531bb88d7" -d '{"events": [{"name": "network-changed", "server_uuid": "dabc15cc-b769-4921-a2e9-d93983503d84", "tag": "c8c291fd-c4a1-4d97-9553-b2e30499be87"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:53.905346 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8acf508a-36d3-462a-90cb-1259c73d416c req-f4c9a81b-62a0-4260-96ec-3eda2dd08ac5 service neutron] 10.222.0.57 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974956 Jul 23 20:50:53.913625 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caffe252-8fb2-4e42-b31e-ce62a5152537 x-openstack-request-id: req-caffe252-8fb2-4e42-b31e-ce62a5152537 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:53.914252 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dabc15cc-b769-4921-a2e9-d93983503d84", "tag": "c8c291fd-c4a1-4d97-9553-b2e30499be87", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:53.914505 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-caffe252-8fb2-4e42-b31e-ce62a5152537 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:53.914985 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dabc15cc-b769-4921-a2e9-d93983503d84', 'tag': 'c8c291fd-c4a1-4d97-9553-b2e30499be87', 'status': 'completed', 'code': 200} Jul 23 20:50:53.960409 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Attempting to bind port bd80ad8b-fb0e-4c4d-964e-911dad32708d on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:50:53.960717 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Attempting to bind port bd80ad8b-fb0e-4c4d-964e-911dad32708d by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '9626fb25-40f0-47ab-aea0-54c3edff0962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1be926e-7e71-4265-a181-59b3b0f770ba'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:50:53.961011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Attempting to bind port bd80ad8b-fb0e-4c4d-964e-911dad32708d on network e1be926e-7e71-4265-a181-59b3b0f770ba {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:53.967448 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Port bd80ad8b-fb0e-4c4d-964e-911dad32708d on network e1be926e-7e71-4265-a181-59b3b0f770ba not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:50:53.967838 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Attempting to bind port bd80ad8b-fb0e-4c4d-964e-911dad32708d on network e1be926e-7e71-4265-a181-59b3b0f770ba {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:53.973927 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb959c8a-0910-4a03-821c-942465e11585 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:53.975583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:50:53.975989 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Checking segment: {'id': '9626fb25-40f0-47ab-aea0-54c3edff0962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1be926e-7e71-4265-a181-59b3b0f770ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:53.976328 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Bound using segment: {'id': '9626fb25-40f0-47ab-aea0-54c3edff0962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1be926e-7e71-4265-a181-59b3b0f770ba'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:50:53.976774 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Bound port: bd80ad8b-fb0e-4c4d-964e-911dad32708d, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9626fb25-40f0-47ab-aea0-54c3edff0962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1be926e-7e71-4265-a181-59b3b0f770ba'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:50:53.977136 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:54.012777 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accee8b5-e4d4-41dc-bb65-b94531bb88d7 req-7dd5d8b9-0967-4e43-8913-89f019599284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:54.014512 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-accee8b5-e4d4-41dc-bb65-b94531bb88d7 req-7dd5d8b9-0967-4e43-8913-89f019599284 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec95fc28f546469d899337b65502b4b1&device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 1096 time: 0.0628078 Jul 23 20:50:54.014850 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb959c8a-0910-4a03-821c-942465e11585 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=51f78e34-7d14-4cea-85a0-43b02daf2aa3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:54.038723 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb959c8a-0910-4a03-821c-942465e11585 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:54.040623 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cb959c8a-0910-4a03-821c-942465e11585 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/ports/51f78e34-7d14-4cea-85a0-43b02daf2aa3 HTTP/1.1" status: 204 len: 168 time: 0.5521076 Jul 23 20:50:54.044523 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 35998) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:54.104926 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accee8b5-e4d4-41dc-bb65-b94531bb88d7 req-bfeb82e7-7bbe-4bfe-b719-9f4aa66a180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:54.106598 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-accee8b5-e4d4-41dc-bb65-b94531bb88d7 req-bfeb82e7-7bbe-4bfe-b719-9f4aa66a180e service neutron] 10.222.0.57 "GET /v2.0/networks?id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 HTTP/1.1" status: 200 len: 916 time: 0.0861068 Jul 23 20:50:54.106955 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] For port bd80ad8b-fb0e-4c4d-964e-911dad32708d, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:50:54.110602 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] For port bd80ad8b-fb0e-4c4d-964e-911dad32708d, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bd80ad8b-fb0e-4c4d-964e-911dad32708d,segment=NetworkSegment(9626fb25-40f0-47ab-aea0-54c3edff0962),segment_id=9626fb25-40f0-47ab-aea0-54c3edff0962)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:50:54.114770 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:54.163725 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:54.165150 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:54.166270 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-accee8b5-e4d4-41dc-bb65-b94531bb88d7 req-c518518e-e67b-48c2-a826-9d817e3fb5dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8c291fd-c4a1-4d97-9553-b2e30499be87 HTTP/1.1" status: 200 len: 217 time: 0.0532341 Jul 23 20:50:54.167525 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] 10.222.0.57 "PUT /v2.0/ports/bd80ad8b-fb0e-4c4d-964e-911dad32708d HTTP/1.1" status: 200 len: 1093 time: 1.4412162 Jul 23 20:50:54.169799 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea', 'tag': 'bd80ad8b-fb0e-4c4d-964e-911dad32708d'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:54.172094 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81ad452-1b96-439e-ba44-84985ee481e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea", "tag": "bd80ad8b-fb0e-4c4d-964e-911dad32708d"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:54.189135 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bd5d53-8300-4c05-9414-5aa47cb28c5d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:54.190670 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-96bd5d53-8300-4c05-9414-5aa47cb28c5d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1452413 Jul 23 20:50:54.194512 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36002) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:54.228368 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ef87d6-98b8-43a8-8b54-21411686afcb x-openstack-request-id: req-f7ef87d6-98b8-43a8-8b54-21411686afcb {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:54.228578 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accee8b5-e4d4-41dc-bb65-b94531bb88d7 req-7a7d0142-7059-43cb-9ea4-85e1e6456043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:54.228701 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea", "tag": "bd80ad8b-fb0e-4c4d-964e-911dad32708d", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:54.228902 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f7ef87d6-98b8-43a8-8b54-21411686afcb {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:54.229290 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea', 'tag': 'bd80ad8b-fb0e-4c4d-964e-911dad32708d', 'status': 'completed', 'code': 200} Jul 23 20:50:54.229982 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-accee8b5-e4d4-41dc-bb65-b94531bb88d7 req-7a7d0142-7059-43cb-9ea4-85e1e6456043 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc6be43a-d7df-443a-b9be-8076fedf749a HTTP/1.1" status: 200 len: 854 time: 0.0538819 Jul 23 20:50:54.249338 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba39be1-09be-4cb1-81cb-2e81de526c2f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] GET failed (client error): The resource could not be found. Jul 23 20:50:54.250918 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fba39be1-09be-4cb1-81cb-2e81de526c2f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports/4ff5d8f5-41dd-4073-96ff-e420d19e22b0 HTTP/1.1" status: 404 len: 333 time: 0.0555825 Jul 23 20:50:54.254585 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bad0f-837f-4651-a996-0db80f5878f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd80ad8b-fb0e-4c4d-964e-911dad32708d,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:54.264314 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36004) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:54.297844 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-267332ee-1401-436b-8eba-9fa656167203 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] GET failed (client error): The resource could not be found. Jul 23 20:50:54.299335 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-267332ee-1401-436b-8eba-9fa656167203 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports/51f78e34-7d14-4cea-85a0-43b02daf2aa3 HTTP/1.1" status: 404 len: 333 time: 0.0338938 Jul 23 20:50:54.302709 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36006) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:54.303216 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-ccd16dfe-dce0-4dca-bc16-44aec203556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:54.304716 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-ccd16dfe-dce0-4dca-bc16-44aec203556d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d56047fd0a054ccba0bdc43b6ff76f7b&device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 1096 time: 0.0723214 Jul 23 20:50:54.348335 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-b48842d2-109b-468a-8400-deccfbbee1ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd80ad8b-fb0e-4c4d-964e-911dad32708d HTTP/1.1" status: 200 len: 217 time: 0.0357790 Jul 23 20:50:54.384192 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accee8b5-e4d4-41dc-bb65-b94531bb88d7 req-80c2a079-e4be-47ce-8ab4-75c059519a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:54.385691 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-accee8b5-e4d4-41dc-bb65-b94531bb88d7 req-80c2a079-e4be-47ce-8ab4-75c059519a57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1496675 Jul 23 20:50:54.409784 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9121-0ac8-47bc-87bf-19d9100f8531 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:54.410038 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-2d849c5f-d0e2-4069-a11e-5ba1c17b3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:54.411515 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-2d849c5f-d0e2-4069-a11e-5ba1c17b3930 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00d12deb-5645-4801-84a4-42db963e0d90 HTTP/1.1" status: 200 len: 854 time: 0.0567992 Jul 23 20:50:54.454135 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-0379395f-fdeb-4a05-bd00-2d255253d1cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1be926e-7e71-4265-a181-59b3b0f770ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340164 Jul 23 20:50:54.546838 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5dbb-d7d3-46f0-a0e0-843d779c5d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:54.551361 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-5025c1d4-480c-4350-9124-c734100d2168 service neutron] 10.222.0.57 "GET /v2.0/networks/e1be926e-7e71-4265-a181-59b3b0f770ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902569 Jul 23 20:50:54.650576 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-059b2df5-a817-42b0-9e5a-384c71577b51 req-744ca7c2-8edf-40af-95a1-2195354ed04e service neutron] 10.222.0.57 "GET /v2.0/networks/e1be926e-7e71-4265-a181-59b3b0f770ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926299 Jul 23 20:50:54.665283 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9121-0ac8-47bc-87bf-19d9100f8531 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:54.682309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879898b-180e-4572-b57f-67f49a6875fe req-694b7dd0-f3e9-48dd-9cf4-0bd41095374f tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:54.683899 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b879898b-180e-4572-b57f-67f49a6875fe req-694b7dd0-f3e9-48dd-9cf4-0bd41095374f tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 944 time: 0.3021913 Jul 23 20:50:54.686223 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-accee8b5-e4d4-41dc-bb65-b94531bb88d7 req-a841dd3b-eb42-4390-8879-6b1661413976 service neutron] 10.222.0.57 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884402 Jul 23 20:50:54.691175 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-3e6c9121-0ac8-47bc-87bf-19d9100f8531 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1adc722b-7079-4dd6-97c7-4ba7a931eb98']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:54.731757 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-3e6c9121-0ac8-47bc-87bf-19d9100f8531 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1935db-2142-4190-a545-56eebe975915') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:54.732035 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-3e6c9121-0ac8-47bc-87bf-19d9100f8531 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1935db-2142-4190-a545-56eebe975915') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:54.740969 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037b8ae-daa1-4a10-adc5-99baf5a08fa4 req-20eacc2f-d929-4bca-bd43-dea70ce7de44 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:54.742610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e037b8ae-daa1-4a10-adc5-99baf5a08fa4 req-20eacc2f-d929-4bca-bd43-dea70ce7de44 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 944 time: 0.3297327 Jul 23 20:50:54.762659 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ad452-1b96-439e-ba44-84985ee481e1 req-b36575e3-4299-49b5-a16a-4459590cce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:54.764236 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e81ad452-1b96-439e-ba44-84985ee481e1 req-b36575e3-4299-49b5-a16a-4459590cce8e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d56047fd0a054ccba0bdc43b6ff76f7b&device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 1096 time: 0.0638471 Jul 23 20:50:54.768340 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9121-0ac8-47bc-87bf-19d9100f8531 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:54.845147 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9121-0ac8-47bc-87bf-19d9100f8531 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:54.852804 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b879898b-180e-4572-b57f-67f49a6875fe req-74eb16de-b620-43cb-8598-13bc9e4036ad tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54419fe-0a99-4d11-8b75-364f3d4690ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590590 Jul 23 20:50:54.864640 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ad452-1b96-439e-ba44-84985ee481e1 req-7b5d5a2d-8da0-4bb4-8104-d72d4f28d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:54.876228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6c9121-0ac8-47bc-87bf-19d9100f8531 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:50:54.876228 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9121-0ac8-47bc-87bf-19d9100f8531 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:54.876740 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e81ad452-1b96-439e-ba44-84985ee481e1 req-7b5d5a2d-8da0-4bb4-8104-d72d4f28d7f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e1be926e-7e71-4265-a181-59b3b0f770ba HTTP/1.1" status: 200 len: 915 time: 0.0964894 Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e037b8ae-daa1-4a10-adc5-99baf5a08fa4 req-109fa9ce-8d05-44e5-9ec0-da87d1040cca tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096566 Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:50:54.876862 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:50:54.918071 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e81ad452-1b96-439e-ba44-84985ee481e1 req-571e2046-e874-4885-934f-0883497182b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd80ad8b-fb0e-4c4d-964e-911dad32708d HTTP/1.1" status: 200 len: 217 time: 0.0440009 Jul 23 20:50:54.943737 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-accee8b5-e4d4-41dc-bb65-b94531bb88d7 req-ca21f010-56a6-493a-8ecc-7c6e19c1c39a service neutron] 10.222.0.57 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488942 Jul 23 20:50:54.951989 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9121-0ac8-47bc-87bf-19d9100f8531 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:54.961890 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9121-0ac8-47bc-87bf-19d9100f8531 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:54.963913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3e6c9121-0ac8-47bc-87bf-19d9100f8531 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/networks/1adc722b-7079-4dd6-97c7-4ba7a931eb98 HTTP/1.1" status: 204 len: 168 time: 0.6602814 Jul 23 20:50:54.967587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36012) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:54.972974 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-76387961-8dfa-47b4-996b-db518c396be2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-57912236'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:54.974352 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c9121-0ac8-47bc-87bf-19d9100f8531 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Network': ['ID=1adc722b-7079-4dd6-97c7-4ba7a931eb98,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:54.989981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:50:54.992814 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ad452-1b96-439e-ba44-84985ee481e1 req-dee1ce3c-2eda-4c1b-940e-252b62c66382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:54.994346 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e81ad452-1b96-439e-ba44-84985ee481e1 req-dee1ce3c-2eda-4c1b-940e-252b62c66382 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00d12deb-5645-4801-84a4-42db963e0d90 HTTP/1.1" status: 200 len: 854 time: 0.0699382 Jul 23 20:50:55.034891 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e81ad452-1b96-439e-ba44-84985ee481e1 req-5c28610d-4423-47de-99a4-fb094f2626e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1be926e-7e71-4265-a181-59b3b0f770ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307417 Jul 23 20:50:55.035590 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76387961-8dfa-47b4-996b-db518c396be2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:55.038872 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76387961-8dfa-47b4-996b-db518c396be2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:55.092674 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76387961-8dfa-47b4-996b-db518c396be2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:50:55.095798 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3a3c6e75-733d-4ead-ad14-f469bc5cc0c2,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:55.107657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '3a3c6e75-733d-4ead-ad14-f469bc5cc0c2', 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7', 'port_id': '3a3c6e75-733d-4ead-ad14-f469bc5cc0c2', 'mac_address': 'fa:16:3e:28:ad:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6be43a-d7df-443a-b9be-8076fedf749a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:50:55.131931 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76387961-8dfa-47b4-996b-db518c396be2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:55.132271 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-76387961-8dfa-47b4-996b-db518c396be2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Added segment b767316b-afdc-49fd-ab58-81fffe4f4259 of type vlan for network 42af5499-bd82-4469-a2ba-358eb5fd38d6 Jul 23 20:50:55.147585 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:55.160740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:50:55.180330 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3a3c6e75-733d-4ead-ad14-f469bc5cc0c2,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:55.183949 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e81ad452-1b96-439e-ba44-84985ee481e1 req-51b98fc3-3f63-4e5a-8698-19f4c8e047ab service neutron] 10.222.0.57 "GET /v2.0/networks/e1be926e-7e71-4265-a181-59b3b0f770ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418216 Jul 23 20:50:55.184236 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:55.185604 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76387961-8dfa-47b4-996b-db518c396be2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:55.236026 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=3a3c6e75-733d-4ead-ad14-f469bc5cc0c2,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:55.274065 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76387961-8dfa-47b4-996b-db518c396be2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:55.279984 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76387961-8dfa-47b4-996b-db518c396be2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:55.280554 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76387961-8dfa-47b4-996b-db518c396be2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:55.328319 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-76387961-8dfa-47b4-996b-db518c396be2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3596818 Jul 23 20:50:55.331650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36014) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:55.334768 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e81ad452-1b96-439e-ba44-84985ee481e1 req-83ff564e-be04-4d91-881b-91d8c6b39c05 service neutron] 10.222.0.57 "GET /v2.0/networks/e1be926e-7e71-4265-a181-59b3b0f770ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436079 Jul 23 20:50:55.336919 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-09a7af43-c7de-49be-8af3-9296338cf78b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'subnet': {'network_id': '42af5499-bd82-4469-a2ba-358eb5fd38d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:55.371923 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76387961-8dfa-47b4-996b-db518c396be2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Network': ['ID=42af5499-bd82-4469-a2ba-358eb5fd38d6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:55.385177 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 42af5499-bd82-4469-a2ba-358eb5fd38d6 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:50:55.434748 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a7af43-c7de-49be-8af3-9296338cf78b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:55.438353 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09a7af43-c7de-49be-8af3-9296338cf78b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:55.443238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['3a3c6e75-733d-4ead-ad14-f469bc5cc0c2'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:50:55.638462 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09a7af43-c7de-49be-8af3-9296338cf78b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:55.702577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7af43-c7de-49be-8af3-9296338cf78b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Subnet': ['ID=56938f3f-c959-45f8-bde9-707788f1df44,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:55.712953 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7af43-c7de-49be-8af3-9296338cf78b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Checking segment: {'id': 'b767316b-afdc-49fd-ab58-81fffe4f4259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42af5499-bd82-4469-a2ba-358eb5fd38d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:55.713540 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a7af43-c7de-49be-8af3-9296338cf78b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network hostable DHCP agents. Network: 42af5499-bd82-4469-a2ba-358eb5fd38d6, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:50:55.733162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a7af43-c7de-49be-8af3-9296338cf78b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 42af5499-bd82-4469-a2ba-358eb5fd38d6 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:50:55.742725 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-09a7af43-c7de-49be-8af3-9296338cf78b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 42af5499-bd82-4469-a2ba-358eb5fd38d6) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:55.748368 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a7af43-c7de-49be-8af3-9296338cf78b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:55.749007 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09a7af43-c7de-49be-8af3-9296338cf78b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:55.755663 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b42176-408b-4392-87b1-748f48a9b188 None None] Network 42af5499-bd82-4469-a2ba-358eb5fd38d6 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:55.766215 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-09a7af43-c7de-49be-8af3-9296338cf78b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4334247 Jul 23 20:50:55.769488 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36016) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:55.774842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-5f19d4ee-13bf-4476-bf6c-8e248517304b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'network_id': '42af5499-bd82-4469-a2ba-358eb5fd38d6', 'name': 'tempest-PortsTestJSON-1421985957'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:55.825208 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1c06f898-140c-4f85-a9b2-fb03b021ddb1 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:50:55.890661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f19d4ee-13bf-4476-bf6c-8e248517304b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:55.895881 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f19d4ee-13bf-4476-bf6c-8e248517304b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:55.920161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-5f19d4ee-13bf-4476-bf6c-8e248517304b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] device_id is not set on port eaf85edd-5ae3-4791-ad9a-f1ec8d1ab269 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:50:55.990964 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-42af5499-bd82-4469-a2ba-358eb5fd38d6', 'network_id': '42af5499-bd82-4469-a2ba-358eb5fd38d6', 'tenant_id': 'f676d74686d04c22a5e9a84193dfae1f', 'fixed_ips': [{'subnet_id': '56938f3f-c959-45f8-bde9-707788f1df44'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:50:55.991842 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:56.006152 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1c06f898-140c-4f85-a9b2-fb03b021ddb1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1c06f898-140c-4f85-a9b2-fb03b021ddb1,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:56.027221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '1c06f898-140c-4f85-a9b2-fb03b021ddb1', 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7', 'port_id': '1c06f898-140c-4f85-a9b2-fb03b021ddb1', 'mac_address': 'fa:16:3e:2b:98:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6be43a-d7df-443a-b9be-8076fedf749a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:50:56.147008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-5f19d4ee-13bf-4476-bf6c-8e248517304b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Allocated IP 172.20.0.10 (42af5499-bd82-4469-a2ba-358eb5fd38d6/56938f3f-c959-45f8-bde9-707788f1df44/eaf85edd-5ae3-4791-ad9a-f1ec8d1ab269) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:56.162358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7d21b-d3e9-461c-89e4-dab26cc75925 req-ebacb9d2-73d2-4ff7-bfdf-5dfb07a38e8d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:56.164169 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-88a7d21b-d3e9-461c-89e4-dab26cc75925 req-ebacb9d2-73d2-4ff7-bfdf-5dfb07a38e8d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 944 time: 0.1855719 Jul 23 20:50:56.181461 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e60ece-6d1b-4a09-a328-5b670bdc9271 req-5b45ca4a-6c68-4b88-a153-897de9d5dcbc tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:56.183625 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10e60ece-6d1b-4a09-a328-5b670bdc9271 req-5b45ca4a-6c68-4b88-a153-897de9d5dcbc tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 944 time: 0.2218382 Jul 23 20:50:56.283962 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:56.287706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-88a7d21b-d3e9-461c-89e4-dab26cc75925 req-754fbbf9-eb74-4d2d-b101-c9166e62dba4 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151097 Jul 23 20:50:56.297651 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c06f898-140c-4f85-a9b2-fb03b021ddb1 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:50:56.302149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10e60ece-6d1b-4a09-a328-5b670bdc9271 req-1ef6feb9-a637-40ab-a415-580bdf06558e tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54419fe-0a99-4d11-8b75-364f3d4690ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069710 Jul 23 20:50:56.319326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1c06f898-140c-4f85-a9b2-fb03b021ddb1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1c06f898-140c-4f85-a9b2-fb03b021ddb1,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:56.324885 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:56.374160 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=1c06f898-140c-4f85-a9b2-fb03b021ddb1,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:56.409952 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f19d4ee-13bf-4476-bf6c-8e248517304b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:56.423720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-5f19d4ee-13bf-4476-bf6c-8e248517304b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Transition to ACTIVE for port object eaf85edd-5ae3-4791-ad9a-f1ec8d1ab269 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:56.456369 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f19d4ee-13bf-4476-bf6c-8e248517304b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:56.505741 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Allocated IP 172.20.0.2 (42af5499-bd82-4469-a2ba-358eb5fd38d6/56938f3f-c959-45f8-bde9-707788f1df44/b7d1bbdc-34f0-40ea-ab29-7034ae325a7c) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:56.506099 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f19d4ee-13bf-4476-bf6c-8e248517304b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 42af5499-bd82-4469-a2ba-358eb5fd38d6 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:56.511039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-5f19d4ee-13bf-4476-bf6c-8e248517304b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:56.514924 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f19d4ee-13bf-4476-bf6c-8e248517304b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:56.538934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19d4ee-13bf-4476-bf6c-8e248517304b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=eaf85edd-5ae3-4791-ad9a-f1ec8d1ab269,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:56.572518 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f19d4ee-13bf-4476-bf6c-8e248517304b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:56.573135 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5f19d4ee-13bf-4476-bf6c-8e248517304b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:56.580829 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['1c06f898-140c-4f85-a9b2-fb03b021ddb1'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:50:56.588030 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5f19d4ee-13bf-4476-bf6c-8e248517304b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8175473 Jul 23 20:50:56.591418 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36024) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:56.691449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-62f0d8f8-b2cf-44e3-ae1f-0e4c2ade6f0a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port eaf85edd-5ae3-4791-ad9a-f1ec8d1ab269 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:56.691880 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-62f0d8f8-b2cf-44e3-ae1f-0e4c2ade6f0a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:56.719649 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:56.743070 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Transition to ACTIVE for port object b7d1bbdc-34f0-40ea-ab29-7034ae325a7c will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:56.770078 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Transition to ACTIVE for port object b7d1bbdc-34f0-40ea-ab29-7034ae325a7c will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:56.781555 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:56.786540 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-62f0d8f8-b2cf-44e3-ae1f-0e4c2ade6f0a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:56.798886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-62f0d8f8-b2cf-44e3-ae1f-0e4c2ade6f0a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for eaf85edd-5ae3-4791-ad9a-f1ec8d1ab269 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:56.832788 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Network 42af5499-bd82-4469-a2ba-358eb5fd38d6 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:56.843237 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:56.848575 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:56.853438 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Pushing event updated for resources: {'Port': ['ID=b7d1bbdc-34f0-40ea-ab29-7034ae325a7c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:56.918612 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Attempting to bind port b7d1bbdc-34f0-40ea-ab29-7034ae325a7c on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:50:56.919034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Attempting to bind port b7d1bbdc-34f0-40ea-ab29-7034ae325a7c by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'b767316b-afdc-49fd-ab58-81fffe4f4259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42af5499-bd82-4469-a2ba-358eb5fd38d6'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:50:56.919452 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Attempting to bind port b7d1bbdc-34f0-40ea-ab29-7034ae325a7c on network 42af5499-bd82-4469-a2ba-358eb5fd38d6 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:56.924588 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:50:56.924944 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Checking segment: {'id': 'b767316b-afdc-49fd-ab58-81fffe4f4259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42af5499-bd82-4469-a2ba-358eb5fd38d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:56.925396 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:56.925839 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Bound using segment: {'id': 'b767316b-afdc-49fd-ab58-81fffe4f4259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42af5499-bd82-4469-a2ba-358eb5fd38d6'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:50:56.926295 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Bound port: b7d1bbdc-34f0-40ea-ab29-7034ae325a7c, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b767316b-afdc-49fd-ab58-81fffe4f4259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42af5499-bd82-4469-a2ba-358eb5fd38d6'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:50:56.926669 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:56.943775 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-62f0d8f8-b2cf-44e3-ae1f-0e4c2ade6f0a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:56.977231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0d8f8-b2cf-44e3-ae1f-0e4c2ade6f0a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=eaf85edd-5ae3-4791-ad9a-f1ec8d1ab269,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:57.000630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] For port b7d1bbdc-34f0-40ea-ab29-7034ae325a7c, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:50:57.003622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] For port b7d1bbdc-34f0-40ea-ab29-7034ae325a7c, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b7d1bbdc-34f0-40ea-ab29-7034ae325a7c,segment=NetworkSegment(b767316b-afdc-49fd-ab58-81fffe4f4259),segment_id=b767316b-afdc-49fd-ab58-81fffe4f4259)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:50:57.008038 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:57.015611 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bd80ad8b-fb0e-4c4d-964e-911dad32708d details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:50:57.018082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:57.049329 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-62f0d8f8-b2cf-44e3-ae1f-0e4c2ade6f0a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:57.051335 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-62f0d8f8-b2cf-44e3-ae1f-0e4c2ade6f0a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/ports/eaf85edd-5ae3-4791-ad9a-f1ec8d1ab269 HTTP/1.1" status: 204 len: 168 time: 0.4589288 Jul 23 20:50:57.053965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36026) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:57.081458 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51d6b8e-aec0-476a-aef9-7a5a9ac49d33 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] DELETE failed (client error): The resource could not be found. Jul 23 20:50:57.082126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51d6b8e-aec0-476a-aef9-7a5a9ac49d33 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:50:57.086602 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e51d6b8e-aec0-476a-aef9-7a5a9ac49d33 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/ports/eaf85edd-5ae3-4791-ad9a-f1ec8d1ab269 HTTP/1.1" status: 404 len: 333 time: 0.0289176 Jul 23 20:50:57.086801 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36028) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:57.123038 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bdce16c-c620-4f9a-a4c6-b8ae5bb3a3a0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] GET failed (client error): The resource could not be found. Jul 23 20:50:57.124585 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2bdce16c-c620-4f9a-a4c6-b8ae5bb3a3a0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports/eaf85edd-5ae3-4791-ad9a-f1ec8d1ab269 HTTP/1.1" status: 404 len: 333 time: 0.0368779 Jul 23 20:50:57.127315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36030) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:57.139395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84cc9e-b248-402e-925c-9e65573abac0 None None] Pushing event updated for resources: {'Port': ['ID=b7d1bbdc-34f0-40ea-ab29-7034ae325a7c,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:57.161650 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d58144b3-cfa9-45cc-97f7-45429a71ebdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:57.184662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fe4ab6-c636-4562-b2d6-cf821683bdd0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting subnet 56938f3f-c959-45f8-bde9-707788f1df44 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:50:57.187936 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a8fe4ab6-c636-4562-b2d6-cf821683bdd0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:57.200714 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:57.208622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:57.208976 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:57.232065 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a8fe4ab6-c636-4562-b2d6-cf821683bdd0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:57.253380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port bd80ad8b-fb0e-4c4d-964e-911dad32708d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bd80ad8b-fb0e-4c4d-964e-911dad32708d,segment=NetworkSegment(9626fb25-40f0-47ab-aea0-54c3edff0962),segment_id=9626fb25-40f0-47ab-aea0-54c3edff0962)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:57.274840 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'bd80ad8b-fb0e-4c4d-964e-911dad32708d', 'network_id': 'e1be926e-7e71-4265-a181-59b3b0f770ba', 'port_id': 'bd80ad8b-fb0e-4c4d-964e-911dad32708d', 'mac_address': 'fa:16:3e:25:c2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d12deb-5645-4801-84a4-42db963e0d90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:50:57.377770 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a8fe4ab6-c636-4562-b2d6-cf821683bdd0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:57.396933 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:57.450780 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:57.452442 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8798461-a7d8-4051-8bc5-c5b2ce6937ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3c6e75-733d-4ead-ad14-f469bc5cc0c2'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:57.455303 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2747d5-1302-4ec0-951b-b9d1ebe0a7d7" -d '{"events": [{"server_uuid": "d8798461-a7d8-4051-8bc5-c5b2ce6937ec", "name": "network-vif-plugged", "status": "completed", "tag": "3a3c6e75-733d-4ead-ad14-f469bc5cc0c2"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:57.469660 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:57.482956 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3a3c6e75-733d-4ead-ad14-f469bc5cc0c2,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:57.486824 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd80ad8b-fb0e-4c4d-964e-911dad32708d {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:50:57.494829 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:57.542126 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port bd80ad8b-fb0e-4c4d-964e-911dad32708d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bd80ad8b-fb0e-4c4d-964e-911dad32708d,segment=NetworkSegment(9626fb25-40f0-47ab-aea0-54c3edff0962),segment_id=9626fb25-40f0-47ab-aea0-54c3edff0962)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:57.542814 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a8fe4ab6-c636-4562-b2d6-cf821683bdd0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:57.548355 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:57.549015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device c8c291fd-c4a1-4d97-9553-b2e30499be87 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:50:57.584860 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=3a3c6e75-733d-4ead-ad14-f469bc5cc0c2,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:57.700395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=bd80ad8b-fb0e-4c4d-964e-911dad32708d,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:57.728259 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port c8c291fd-c4a1-4d97-9553-b2e30499be87, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c8c291fd-c4a1-4d97-9553-b2e30499be87,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:57.742201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'c8c291fd-c4a1-4d97-9553-b2e30499be87', 'network_id': 'a7409a19-b4a5-48a6-877f-5ec54c2d1eb7', 'port_id': 'c8c291fd-c4a1-4d97-9553-b2e30499be87', 'mac_address': 'fa:16:3e:16:9b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6be43a-d7df-443a-b9be-8076fedf749a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:50:57.785120 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:57.801261 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c291fd-c4a1-4d97-9553-b2e30499be87 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:50:57.824838 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port c8c291fd-c4a1-4d97-9553-b2e30499be87, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c8c291fd-c4a1-4d97-9553-b2e30499be87,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:57.829677 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:57.860536 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1c06f898-140c-4f85-a9b2-fb03b021ddb1 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:57.920135 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=c8c291fd-c4a1-4d97-9553-b2e30499be87,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:57.940079 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 1c06f898-140c-4f85-a9b2-fb03b021ddb1 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:57.940209 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804cc04-3f58-4bbc-999a-54bcc8eef455 req-778896aa-f399-47bf-880e-4f3a9a051515 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:57.941824 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4804cc04-3f58-4bbc-999a-54bcc8eef455 req-778896aa-f399-47bf-880e-4f3a9a051515 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 944 time: 0.4969196 Jul 23 20:50:57.944701 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 1c06f898-140c-4f85-a9b2-fb03b021ddb1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:57.945132 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:57.973712 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe4ab6-c636-4562-b2d6-cf821683bdd0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Subnet': ['ID=56938f3f-c959-45f8-bde9-707788f1df44,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:57.987068 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a8fe4ab6-c636-4562-b2d6-cf821683bdd0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:57.989000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a8fe4ab6-c636-4562-b2d6-cf821683bdd0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/56938f3f-c959-45f8-bde9-707788f1df44 HTTP/1.1" status: 204 len: 168 time: 0.8607256 Jul 23 20:50:57.991918 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36038) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:57.998250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1326a5-1dab-4ce7-aa51-ecdc200eda8c req-855101df-f829-4d38-bffe-e9755338dd63 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:58.006341 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b1326a5-1dab-4ce7-aa51-ecdc200eda8c req-855101df-f829-4d38-bffe-e9755338dd63 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 944 time: 0.6005750 Jul 23 20:50:58.055917 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['bd80ad8b-fb0e-4c4d-964e-911dad32708d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:50:58.061417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4804cc04-3f58-4bbc-999a-54bcc8eef455 req-15a6d505-ccf3-4ddf-8e43-e77ccacd0c4c tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54419fe-0a99-4d11-8b75-364f3d4690ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933840 Jul 23 20:50:58.070424 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b1326a5-1dab-4ce7-aa51-ecdc200eda8c req-f41808f2-8d12-436c-85e2-f95a79ebb894 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558808 Jul 23 20:50:58.075090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['c8c291fd-c4a1-4d97-9553-b2e30499be87'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:50:58.138316 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:58.165439 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:58.204066 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port b7d1bbdc-34f0-40ea-ab29-7034ae325a7c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:58.204867 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:58.205348 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1c06f898-140c-4f85-a9b2-fb03b021ddb1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1c06f898-140c-4f85-a9b2-fb03b021ddb1,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:58.218728 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb9bda1-d1c9-40ab-8285-a810527dcf5e x-openstack-request-id: req-6fb9bda1-d1c9-40ab-8285-a810527dcf5e {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:58.218974 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8798461-a7d8-4051-8bc5-c5b2ce6937ec", "name": "network-vif-plugged", "status": "completed", "tag": "3a3c6e75-733d-4ead-ad14-f469bc5cc0c2", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:58.219203 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6fb9bda1-d1c9-40ab-8285-a810527dcf5e {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:58.219708 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8798461-a7d8-4051-8bc5-c5b2ce6937ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3c6e75-733d-4ead-ad14-f469bc5cc0c2', 'code': 200} Jul 23 20:50:58.223816 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:58.296193 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54f1b5a-549b-455d-afa6-54c51d01c7ef None None] Network 42af5499-bd82-4469-a2ba-358eb5fd38d6 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:58.305587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] For port b7d1bbdc-34f0-40ea-ab29-7034ae325a7c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b7d1bbdc-34f0-40ea-ab29-7034ae325a7c,segment=NetworkSegment(b767316b-afdc-49fd-ab58-81fffe4f4259),segment_id=b767316b-afdc-49fd-ab58-81fffe4f4259)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:58.305988 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:58.338148 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for b7d1bbdc-34f0-40ea-ab29-7034ae325a7c owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:58.359697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=1c06f898-140c-4f85-a9b2-fb03b021ddb1,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:58.419033 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e552a-2fb1-4b94-9611-6d25e3b32c5b req-2f0ad976-1478-4a38-a225-62cd9a6cc2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:58.420662 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-667e552a-2fb1-4b94-9611-6d25e3b32c5b req-2f0ad976-1478-4a38-a225-62cd9a6cc2fe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 1097 time: 0.1296034 Jul 23 20:50:58.437856 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c2d9a065-3ca6-4515-a0cf-cf935929fcf0 None None] Provisioning for port b7d1bbdc-34f0-40ea-ab29-7034ae325a7c completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:58.491493 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:58.518758 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-667e552a-2fb1-4b94-9611-6d25e3b32c5b req-b1939426-0de5-4c6d-af2b-2e794fdb77ea service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916855 Jul 23 20:50:58.521691 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=b7d1bbdc-34f0-40ea-ab29-7034ae325a7c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:58.525417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No DVR routers for this DVR port b7d1bbdc-34f0-40ea-ab29-7034ae325a7c on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:58.543921 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:58.612133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1436e230-ea08-4f8d-8636-5ad963716359 None None] DHCP port deletion for 42af5499-bd82-4469-a2ba-358eb5fd38d6 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:50:58.615865 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:58.626690 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42af5499-bd82-4469-a2ba-358eb5fd38d6']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:58.635900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b767316b-afdc-49fd-ab58-81fffe4f4259') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:58.636731 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b767316b-afdc-49fd-ab58-81fffe4f4259') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:50:58.646386 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:58.659813 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:58.665491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:50:58.665881 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:50:58.668842 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:50:58.727397 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:58.732372 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:58.737544 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/networks/42af5499-bd82-4469-a2ba-358eb5fd38d6 HTTP/1.1" status: 204 len: 168 time: 0.7412438 Jul 23 20:50:58.738289 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36042) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:58.743402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-eba4a04f-350e-453b-af9d-51e50ab20cd6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-374792801'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:58.764337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e4fff-7cdc-4da0-9bbb-026fd01d9d47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Network': ['ID=42af5499-bd82-4469-a2ba-358eb5fd38d6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:58.780959 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba4a04f-350e-453b-af9d-51e50ab20cd6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:58.784469 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eba4a04f-350e-453b-af9d-51e50ab20cd6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:58.813798 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba4a04f-350e-453b-af9d-51e50ab20cd6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:50:58.822472 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eba4a04f-350e-453b-af9d-51e50ab20cd6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:58.822864 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-eba4a04f-350e-453b-af9d-51e50ab20cd6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Added segment ce4fde1c-9e47-4743-977d-476ba62fc018 of type vlan for network 8368e5e6-b7ca-4f97-addb-e23ea473cf85 Jul 23 20:50:58.862773 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eba4a04f-350e-453b-af9d-51e50ab20cd6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:58.894021 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eba4a04f-350e-453b-af9d-51e50ab20cd6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:58.900949 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba4a04f-350e-453b-af9d-51e50ab20cd6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:58.901610 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eba4a04f-350e-453b-af9d-51e50ab20cd6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:58.944039 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-eba4a04f-350e-453b-af9d-51e50ab20cd6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2046592 Jul 23 20:50:58.946894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36044) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:58.952251 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'subnet': {'network_id': '8368e5e6-b7ca-4f97-addb-e23ea473cf85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:58.978032 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4a04f-350e-453b-af9d-51e50ab20cd6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Network': ['ID=8368e5e6-b7ca-4f97-addb-e23ea473cf85,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:58.988884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 8368e5e6-b7ca-4f97-addb-e23ea473cf85 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:50:59.015695 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bd80ad8b-fb0e-4c4d-964e-911dad32708d up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:59.039333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:59.043608 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:59.103639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port bd80ad8b-fb0e-4c4d-964e-911dad32708d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:59.109951 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port bd80ad8b-fb0e-4c4d-964e-911dad32708d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:59.111229 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:59.190557 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:59.227028 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port bd80ad8b-fb0e-4c4d-964e-911dad32708d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bd80ad8b-fb0e-4c4d-964e-911dad32708d,segment=NetworkSegment(9626fb25-40f0-47ab-aea0-54c3edff0962),segment_id=9626fb25-40f0-47ab-aea0-54c3edff0962)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:59.230996 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:59.231866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device c8c291fd-c4a1-4d97-9553-b2e30499be87 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:59.324071 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=bd80ad8b-fb0e-4c4d-964e-911dad32708d,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:59.325640 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:59.330099 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port c8c291fd-c4a1-4d97-9553-b2e30499be87 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:59.334096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port c8c291fd-c4a1-4d97-9553-b2e30499be87 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:59.334441 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:59.345314 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df6a24-e60a-47bc-a11c-ed1132545934 req-afa67c68-e31d-472a-9a81-6ac0e339279f tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:59.347144 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55df6a24-e60a-47bc-a11c-ed1132545934 req-afa67c68-e31d-472a-9a81-6ac0e339279f tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 945 time: 0.1930938 Jul 23 20:50:59.397181 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44af855-562f-40bd-8cfa-808182396d72 req-01911bf4-d5a0-4ba9-a993-56c4ab79d398 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:59.398860 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b44af855-562f-40bd-8cfa-808182396d72 req-01911bf4-d5a0-4ba9-a993-56c4ab79d398 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 945 time: 0.2249966 Jul 23 20:50:59.414095 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:59.438816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Subnet': ['ID=c9be12dd-aa87-4bc0-8368-21033698d152,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:59.449273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port c8c291fd-c4a1-4d97-9553-b2e30499be87, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c8c291fd-c4a1-4d97-9553-b2e30499be87,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:59.453372 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:59.472174 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:59.472525 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:59.472866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:59.473202 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:59.473534 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:59.473868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:59.474195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:59.474520 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:59.474870 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:59.475225 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:59.475559 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:59.475882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:59.487540 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55df6a24-e60a-47bc-a11c-ed1132545934 req-f1604d12-c0b1-474a-8334-2883174b9e24 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54419fe-0a99-4d11-8b75-364f3d4690ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193323 Jul 23 20:50:59.495894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Checking segment: {'id': 'ce4fde1c-9e47-4743-977d-476ba62fc018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8368e5e6-b7ca-4f97-addb-e23ea473cf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:59.496264 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network hostable DHCP agents. Network: 8368e5e6-b7ca-4f97-addb-e23ea473cf85, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:50:59.500646 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b44af855-562f-40bd-8cfa-808182396d72 req-36560702-3b12-4cec-9ef9-8373b83b2597 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861044 Jul 23 20:50:59.513742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=c8c291fd-c4a1-4d97-9553-b2e30499be87,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:59.526020 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 8368e5e6-b7ca-4f97-addb-e23ea473cf85 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:50:59.534789 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 8368e5e6-b7ca-4f97-addb-e23ea473cf85) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:59.544657 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:59.544657 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:59.548360 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3289d36c-4001-45cb-8191-7a7f809364fc None None] Network 8368e5e6-b7ca-4f97-addb-e23ea473cf85 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:50:59.558547 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8147c899-7a49-4fef-82fc-0aea6c3df69e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6098576 Jul 23 20:50:59.561220 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36050) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:59.566946 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3a658e9c-d1c4-4462-b9a9-31ea6a382766 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'network_id': '8368e5e6-b7ca-4f97-addb-e23ea473cf85', 'security_groups': [], 'name': 'tempest-PortsTestJSON-462207935'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:59.679764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a658e9c-d1c4-4462-b9a9-31ea6a382766 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:59.684060 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a658e9c-d1c4-4462-b9a9-31ea6a382766 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:59.694573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-8368e5e6-b7ca-4f97-addb-e23ea473cf85', 'network_id': '8368e5e6-b7ca-4f97-addb-e23ea473cf85', 'tenant_id': 'f676d74686d04c22a5e9a84193dfae1f', 'fixed_ips': [{'subnet_id': 'c9be12dd-aa87-4bc0-8368-21033698d152'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:50:59.695454 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:59.703309 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-3a658e9c-d1c4-4462-b9a9-31ea6a382766 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] device_id is not set on port bad735a9-5aeb-449b-aefb-938767a2eaba yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:50:59.816778 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-3a658e9c-d1c4-4462-b9a9-31ea6a382766 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Allocated IP 172.20.0.13 (8368e5e6-b7ca-4f97-addb-e23ea473cf85/c9be12dd-aa87-4bc0-8368-21033698d152/bad735a9-5aeb-449b-aefb-938767a2eaba) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:59.944902 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a658e9c-d1c4-4462-b9a9-31ea6a382766 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:59.951370 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:59.960826 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-3a658e9c-d1c4-4462-b9a9-31ea6a382766 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Transition to ACTIVE for port object bad735a9-5aeb-449b-aefb-938767a2eaba will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:59.993307 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a658e9c-d1c4-4462-b9a9-31ea6a382766 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.031842 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a658e9c-d1c4-4462-b9a9-31ea6a382766 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 8368e5e6-b7ca-4f97-addb-e23ea473cf85 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:00.034949 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-3a658e9c-d1c4-4462-b9a9-31ea6a382766 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:00.035477 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Allocated IP 172.20.0.2 (8368e5e6-b7ca-4f97-addb-e23ea473cf85/c9be12dd-aa87-4bc0-8368-21033698d152/bd678117-ba65-460b-9de6-99630c7a0c6e) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:00.037380 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a658e9c-d1c4-4462-b9a9-31ea6a382766 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:00.071806 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a658e9c-d1c4-4462-b9a9-31ea6a382766 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=bad735a9-5aeb-449b-aefb-938767a2eaba,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:00.098938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a658e9c-d1c4-4462-b9a9-31ea6a382766 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:00.099572 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a658e9c-d1c4-4462-b9a9-31ea6a382766 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.114442 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3a658e9c-d1c4-4462-b9a9-31ea6a382766 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.5515697 Jul 23 20:51:00.117323 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36052) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:00.182036 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.190761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Transition to ACTIVE for port object bd678117-ba65-460b-9de6-99630c7a0c6e will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:00.205555 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Transition to ACTIVE for port object bd678117-ba65-460b-9de6-99630c7a0c6e will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:00.212584 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.221206 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b9e233-c549-40dd-9f35-36fdde9f3d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c06f898-140c-4f85-a9b2-fb03b021ddb1'}, {'server_uuid': '0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd80ad8b-fb0e-4c4d-964e-911dad32708d'}, {'server_uuid': 'dabc15cc-b769-4921-a2e9-d93983503d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c291fd-c4a1-4d97-9553-b2e30499be87'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:00.222173 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-8e978d90-b6bf-411c-b258-ae824727174a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port bad735a9-5aeb-449b-aefb-938767a2eaba {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:00.222513 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e978d90-b6bf-411c-b258-ae824727174a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.223452 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398458df-ad13-4ee1-a362-c31a97b31ad0" -d '{"events": [{"server_uuid": "d8b9e233-c549-40dd-9f35-36fdde9f3d28", "name": "network-vif-plugged", "status": "completed", "tag": "1c06f898-140c-4f85-a9b2-fb03b021ddb1"}, {"server_uuid": "0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea", "name": "network-vif-plugged", "status": "completed", "tag": "bd80ad8b-fb0e-4c4d-964e-911dad32708d"}, {"server_uuid": "dabc15cc-b769-4921-a2e9-d93983503d84", "name": "network-vif-plugged", "status": "completed", "tag": "c8c291fd-c4a1-4d97-9553-b2e30499be87"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:00.253514 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Network 8368e5e6-b7ca-4f97-addb-e23ea473cf85 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:00.256459 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:00.266357 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:00.275010 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Pushing event updated for resources: {'Port': ['ID=bd678117-ba65-460b-9de6-99630c7a0c6e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:00.303302 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239b4f97-fbc3-448d-90f6-391eebe8cc2d x-openstack-request-id: req-239b4f97-fbc3-448d-90f6-391eebe8cc2d {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:00.303605 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b9e233-c549-40dd-9f35-36fdde9f3d28", "name": "network-vif-plugged", "status": "completed", "tag": "1c06f898-140c-4f85-a9b2-fb03b021ddb1", "code": 200}, {"server_uuid": "0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea", "name": "network-vif-plugged", "status": "completed", "tag": "bd80ad8b-fb0e-4c4d-964e-911dad32708d", "code": 200}, {"server_uuid": "dabc15cc-b769-4921-a2e9-d93983503d84", "name": "network-vif-plugged", "status": "completed", "tag": "c8c291fd-c4a1-4d97-9553-b2e30499be87", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:00.303858 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-239b4f97-fbc3-448d-90f6-391eebe8cc2d {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:00.304257 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b9e233-c549-40dd-9f35-36fdde9f3d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c06f898-140c-4f85-a9b2-fb03b021ddb1', 'code': 200} Jul 23 20:51:00.304656 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd80ad8b-fb0e-4c4d-964e-911dad32708d', 'code': 200} Jul 23 20:51:00.304804 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabc15cc-b769-4921-a2e9-d93983503d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c291fd-c4a1-4d97-9553-b2e30499be87', 'code': 200} Jul 23 20:51:00.322602 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e978d90-b6bf-411c-b258-ae824727174a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.335020 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Attempting to bind port bd678117-ba65-460b-9de6-99630c7a0c6e on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:51:00.335435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Attempting to bind port bd678117-ba65-460b-9de6-99630c7a0c6e by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'ce4fde1c-9e47-4743-977d-476ba62fc018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8368e5e6-b7ca-4f97-addb-e23ea473cf85'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:51:00.336121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Attempting to bind port bd678117-ba65-460b-9de6-99630c7a0c6e on network 8368e5e6-b7ca-4f97-addb-e23ea473cf85 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:00.340593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-8e978d90-b6bf-411c-b258-ae824727174a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for bad735a9-5aeb-449b-aefb-938767a2eaba owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:00.342009 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:51:00.342382 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Checking segment: {'id': 'ce4fde1c-9e47-4743-977d-476ba62fc018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8368e5e6-b7ca-4f97-addb-e23ea473cf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:00.342792 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.343189 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Bound using segment: {'id': 'ce4fde1c-9e47-4743-977d-476ba62fc018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8368e5e6-b7ca-4f97-addb-e23ea473cf85'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:51:00.343652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Bound port: bd678117-ba65-460b-9de6-99630c7a0c6e, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4fde1c-9e47-4743-977d-476ba62fc018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8368e5e6-b7ca-4f97-addb-e23ea473cf85'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:51:00.344027 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.421680 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] For port bd678117-ba65-460b-9de6-99630c7a0c6e, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:51:00.424743 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] For port bd678117-ba65-460b-9de6-99630c7a0c6e, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=bd678117-ba65-460b-9de6-99630c7a0c6e,segment=NetworkSegment(ce4fde1c-9e47-4743-977d-476ba62fc018),segment_id=ce4fde1c-9e47-4743-977d-476ba62fc018)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:51:00.428810 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.475868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3443925-3e8e-43c0-9188-e2d0b58c0915 req-5c7501ae-472a-4ca5-b3c7-e616303e9955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:00.478241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e3443925-3e8e-43c0-9188-e2d0b58c0915 req-5c7501ae-472a-4ca5-b3c7-e616303e9955 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d8b9e233-c549-40dd-9f35-36fdde9f3d28 HTTP/1.1" status: 200 len: 1097 time: 0.0965400 Jul 23 20:51:00.480988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa4b24-ed4a-4bb0-bf55-46a02125255c req-91c8a600-7b3a-48c9-be0e-5b8283a41147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:00.482943 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6aa4b24-ed4a-4bb0-bf55-46a02125255c req-91c8a600-7b3a-48c9-be0e-5b8283a41147 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 1098 time: 0.0920832 Jul 23 20:51:00.491290 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31c2b7-3845-4d5a-b701-bff4abaafafd None None] Pushing event updated for resources: {'Port': ['ID=bd678117-ba65-460b-9de6-99630c7a0c6e,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:00.532816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adcfc3-40de-4a96-8289-61fc8047d9bf req-defac358-e8cc-4332-8274-534be2f5f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:00.535050 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-14adcfc3-40de-4a96-8289-61fc8047d9bf req-defac358-e8cc-4332-8274-534be2f5f357 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 1098 time: 0.1216204 Jul 23 20:51:00.571357 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6aa4b24-ed4a-4bb0-bf55-46a02125255c req-7ff5ecab-eb26-4399-b065-0a58ed24c92c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748451 Jul 23 20:51:00.572877 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e3443925-3e8e-43c0-9188-e2d0b58c0915 req-ea8036c3-144e-456f-96ac-6cfa1e7992a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751724 Jul 23 20:51:00.608458 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e978d90-b6bf-411c-b258-ae824727174a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.658364 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e978d90-b6bf-411c-b258-ae824727174a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=bad735a9-5aeb-449b-aefb-938767a2eaba,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:00.665466 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-14adcfc3-40de-4a96-8289-61fc8047d9bf req-6d44cb6f-b4d1-4934-82dd-c494d560b0dd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e54419fe-0a99-4d11-8b75-364f3d4690ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135383 Jul 23 20:51:00.719545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4ddce-66b2-4d89-8504-51001484b02d req-d333bf5a-b27d-4f76-b3e6-b5b8bd35658b tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:00.721385 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbf4ddce-66b2-4d89-8504-51001484b02d req-d333bf5a-b27d-4f76-b3e6-b5b8bd35658b tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 946 time: 0.1301794 Jul 23 20:51:00.734553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c130f8-e6eb-48ee-bc49-354afd2b6a09 req-c9f80dbf-c02c-4f0e-87d4-9032353b0e1d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:00.737204 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48c130f8-e6eb-48ee-bc49-354afd2b6a09 req-c9f80dbf-c02c-4f0e-87d4-9032353b0e1d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 946 time: 0.1369479 Jul 23 20:51:00.752566 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e978d90-b6bf-411c-b258-ae824727174a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.755396 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8e978d90-b6bf-411c-b258-ae824727174a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/ports/bad735a9-5aeb-449b-aefb-938767a2eaba HTTP/1.1" status: 204 len: 168 time: 0.6366866 Jul 23 20:51:00.757800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36060) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:00.794635 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bd6819-bef2-47e4-a875-4f65de2199c5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] GET failed (client error): The resource could not be found. Jul 23 20:51:00.798731 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-92bd6819-bef2-47e4-a875-4f65de2199c5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports/bad735a9-5aeb-449b-aefb-938767a2eaba HTTP/1.1" status: 404 len: 333 time: 0.0375593 Jul 23 20:51:00.798932 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbf4ddce-66b2-4d89-8504-51001484b02d req-dcd416ca-65e2-4cc6-a3cf-a27730cedc5d tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54419fe-0a99-4d11-8b75-364f3d4690ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589981 Jul 23 20:51:00.800493 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36062) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:00.806633 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48c130f8-e6eb-48ee-bc49-354afd2b6a09 req-46173291-2cd1-45f8-b3a5-58bc38dd00d0 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600536 Jul 23 20:51:00.858444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-d578b825-aff8-440c-91b5-5f784d5d0e8b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting subnet c9be12dd-aa87-4bc0-8368-21033698d152 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:51:00.861752 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d578b825-aff8-440c-91b5-5f784d5d0e8b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.902888 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d578b825-aff8-440c-91b5-5f784d5d0e8b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.991472 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d578b825-aff8-440c-91b5-5f784d5d0e8b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:01.050212 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d578b825-aff8-440c-91b5-5f784d5d0e8b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:01.076714 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578b825-aff8-440c-91b5-5f784d5d0e8b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Subnet': ['ID=c9be12dd-aa87-4bc0-8368-21033698d152,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:01.083168 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d578b825-aff8-440c-91b5-5f784d5d0e8b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:01.085039 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d578b825-aff8-440c-91b5-5f784d5d0e8b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/c9be12dd-aa87-4bc0-8368-21033698d152 HTTP/1.1" status: 204 len: 168 time: 0.2833693 Jul 23 20:51:01.087746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36064) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:01.162187 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:01.221116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port bd678117-ba65-460b-9de6-99630c7a0c6e {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:01.221459 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:01.288642 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] For port bd678117-ba65-460b-9de6-99630c7a0c6e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=bd678117-ba65-460b-9de6-99630c7a0c6e,segment=NetworkSegment(ce4fde1c-9e47-4743-977d-476ba62fc018),segment_id=ce4fde1c-9e47-4743-977d-476ba62fc018)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:01.289006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:01.302462 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for bd678117-ba65-460b-9de6-99630c7a0c6e owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:01.411207 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:01.441691 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=bd678117-ba65-460b-9de6-99630c7a0c6e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:01.445674 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No DVR routers for this DVR port bd678117-ba65-460b-9de6-99630c7a0c6e on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:51:01.535232 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:01.549956 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8368e5e6-b7ca-4f97-addb-e23ea473cf85']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:01.555962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab87238a-c36b-46f1-ac68-d359eec10dfd None None] Network 8368e5e6-b7ca-4f97-addb-e23ea473cf85 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:01.563334 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4fde1c-9e47-4743-977d-476ba62fc018') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:01.563629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4fde1c-9e47-4743-977d-476ba62fc018') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:01.573214 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:01.587865 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:01.594831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:51:01.595334 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:51:01.598383 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:51:01.648850 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-82b17fd5-0348-402b-8152-390bbed69d1a None None] Could not find standard attr ID for object bd678117-ba65-460b-9de6-99630c7a0c6e. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:51:01.659800 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:01.665849 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:01.669335 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/networks/8368e5e6-b7ca-4f97-addb-e23ea473cf85 HTTP/1.1" status: 204 len: 168 time: 0.5806379 Jul 23 20:51:01.675344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36066) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:01.680989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a792ca89-3334-4175-af58-9da86a6673ef tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'name': 'tempest-PortsTestJSON-1587704915'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:01.689376 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9453d-ef9a-44fc-a5c7-725a99e201b2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Network': ['ID=8368e5e6-b7ca-4f97-addb-e23ea473cf85,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:01.749000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936e6df5-d5f9-4021-a410-38b17001d5b9 None None] DHCP port deletion for 8368e5e6-b7ca-4f97-addb-e23ea473cf85 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:51:01.787898 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a792ca89-3334-4175-af58-9da86a6673ef tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:01.791510 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a792ca89-3334-4175-af58-9da86a6673ef tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:01.809112 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-a792ca89-3334-4175-af58-9da86a6673ef tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] device_id is not set on port e3c4103a-5ee7-48b8-8860-1d2484f5e7b8 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:51:02.056829 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a792ca89-3334-4175-af58-9da86a6673ef tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:02.071990 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477336c-c5c0-4900-80f9-71d662bd6ed0 req-5a9b5258-2f47-446f-be44-ec52eb4637a5 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:02.073516 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4477336c-c5c0-4900-80f9-71d662bd6ed0 req-5a9b5258-2f47-446f-be44-ec52eb4637a5 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 946 time: 0.1987984 Jul 23 20:51:02.090705 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c332c-ae1c-4302-8461-c2883d0bb595 req-4411fc8e-0dd4-4883-98d4-98f7f63e1025 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:02.092131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e84c332c-ae1c-4302-8461-c2883d0bb595 req-4411fc8e-0dd4-4883-98d4-98f7f63e1025 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 946 time: 0.2041514 Jul 23 20:51:02.164723 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4477336c-c5c0-4900-80f9-71d662bd6ed0 req-3669cc01-5876-405e-8db1-10f7879cf1f5 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54419fe-0a99-4d11-8b75-364f3d4690ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839448 Jul 23 20:51:02.171331 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e84c332c-ae1c-4302-8461-c2883d0bb595 req-00896b06-42e8-4b86-8a7a-8d8bdddcef44 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720825 Jul 23 20:51:02.172769 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a792ca89-3334-4175-af58-9da86a6673ef tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:02.216987 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a792ca89-3334-4175-af58-9da86a6673ef tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:02.222176 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-a792ca89-3334-4175-af58-9da86a6673ef tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:02.225878 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a792ca89-3334-4175-af58-9da86a6673ef tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:02.231482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a792ca89-3334-4175-af58-9da86a6673ef tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:02.232092 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a792ca89-3334-4175-af58-9da86a6673ef tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:02.240773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792ca89-3334-4175-af58-9da86a6673ef tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=e3c4103a-5ee7-48b8-8860-1d2484f5e7b8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:02.285569 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a792ca89-3334-4175-af58-9da86a6673ef tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6066639 Jul 23 20:51:02.285837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36078) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:02.379346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86fd1-fdc0-423c-b54e-33df28838c7b req-43600a90-cbf3-45ff-a71b-a4263125bf33 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:02.380881 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0b86fd1-fdc0-423c-b54e-33df28838c7b req-43600a90-cbf3-45ff-a71b-a4263125bf33 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1376846 Jul 23 20:51:02.462400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a606a-c013-48b1-ba3e-fb59d3bc67d8 req-728628c9-2a4f-4cd1-ad3a-f216731e7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:02.464037 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5e7a606a-c013-48b1-ba3e-fb59d3bc67d8 req-728628c9-2a4f-4cd1-ad3a-f216731e7553 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d56047fd0a054ccba0bdc43b6ff76f7b&device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 1098 time: 0.0604539 Jul 23 20:51:02.471030 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc8607-65a2-4424-9f53-e98b075ae3b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port e3c4103a-5ee7-48b8-8860-1d2484f5e7b8 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:02.471398 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8607-65a2-4424-9f53-e98b075ae3b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:02.491777 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0b86fd1-fdc0-423c-b54e-33df28838c7b req-82498034-412e-449f-b0c8-2e09923d6830 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986841 Jul 23 20:51:02.552413 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8607-65a2-4424-9f53-e98b075ae3b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:02.569859 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a606a-c013-48b1-ba3e-fb59d3bc67d8 req-c878233a-249d-464d-b4ec-44cef1c974cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:02.571673 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5e7a606a-c013-48b1-ba3e-fb59d3bc67d8 req-c878233a-249d-464d-b4ec-44cef1c974cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=e1be926e-7e71-4265-a181-59b3b0f770ba HTTP/1.1" status: 200 len: 915 time: 0.1014073 Jul 23 20:51:02.583665 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca64cab-1377-42c8-88ee-ec7d583d1126 req-eeb5110e-62bd-474e-b2de-0414522b7161 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:02.585136 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cca64cab-1377-42c8-88ee-ec7d583d1126 req-eeb5110e-62bd-474e-b2de-0414522b7161 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 946 time: 0.1825175 Jul 23 20:51:02.588685 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc8607-65a2-4424-9f53-e98b075ae3b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for e3c4103a-5ee7-48b8-8860-1d2484f5e7b8 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:02.618596 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5e7a606a-c013-48b1-ba3e-fb59d3bc67d8 req-2f29f628-6fe0-4f0d-91d8-53fb90d4a7a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd80ad8b-fb0e-4c4d-964e-911dad32708d HTTP/1.1" status: 200 len: 217 time: 0.0406697 Jul 23 20:51:02.666874 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a606a-c013-48b1-ba3e-fb59d3bc67d8 req-b610a63c-b382-425c-bf5c-850cfbe467a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:02.668391 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5e7a606a-c013-48b1-ba3e-fb59d3bc67d8 req-b610a63c-b382-425c-bf5c-850cfbe467a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00d12deb-5645-4801-84a4-42db963e0d90 HTTP/1.1" status: 200 len: 854 time: 0.0438588 Jul 23 20:51:02.695029 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cca64cab-1377-42c8-88ee-ec7d583d1126 req-7d235bfe-3006-451a-9edb-d58fb5bdade3 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54419fe-0a99-4d11-8b75-364f3d4690ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881701 Jul 23 20:51:02.702459 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5e7a606a-c013-48b1-ba3e-fb59d3bc67d8 req-95836554-ea50-42b0-a1a6-4985889f8661 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1be926e-7e71-4265-a181-59b3b0f770ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283666 Jul 23 20:51:02.732883 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbacb39-3cd8-4823-b6e1-fd32ff883f1f req-1a445bea-dc7f-4822-9d5e-fc2ab17df1f5 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:02.734372 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7cbacb39-3cd8-4823-b6e1-fd32ff883f1f req-1a445bea-dc7f-4822-9d5e-fc2ab17df1f5 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b9e233-c549-40dd-9f35-36fdde9f3d28 HTTP/1.1" status: 200 len: 945 time: 0.1720991 Jul 23 20:51:02.770290 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8607-65a2-4424-9f53-e98b075ae3b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:02.797097 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5e7a606a-c013-48b1-ba3e-fb59d3bc67d8 req-efbb1339-5981-41c7-aec0-5b1b641850da service neutron] 10.222.0.57 "GET /v2.0/networks/e1be926e-7e71-4265-a181-59b3b0f770ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886960 Jul 23 20:51:02.803657 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7cbacb39-3cd8-4823-b6e1-fd32ff883f1f req-7372190c-47b2-4ac2-bde9-393091f7cca3 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623059 Jul 23 20:51:02.804780 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc8607-65a2-4424-9f53-e98b075ae3b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=e3c4103a-5ee7-48b8-8860-1d2484f5e7b8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:02.810618 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8607-65a2-4424-9f53-e98b075ae3b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:02.816505 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b4cc8607-65a2-4424-9f53-e98b075ae3b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/ports/e3c4103a-5ee7-48b8-8860-1d2484f5e7b8 HTTP/1.1" status: 204 len: 168 time: 0.5266681 Jul 23 20:51:02.818519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36084) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:02.824175 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e7fc4fb7-34d7-48f1-ad46-0573e64923f7 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'mac_address': 'fa:16:3e:d3:6d:25', 'name': 'tempest-PortsTestJSON-1358502694'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:02.892350 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5e7a606a-c013-48b1-ba3e-fb59d3bc67d8 req-aaa95e6f-e085-4c7d-ac41-588056de1aed service neutron] 10.222.0.57 "GET /v2.0/networks/e1be926e-7e71-4265-a181-59b3b0f770ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889184 Jul 23 20:51:02.920521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fc4fb7-34d7-48f1-ad46-0573e64923f7 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:02.990834 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4fb7-34d7-48f1-ad46-0573e64923f7 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:03.014480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-e7fc4fb7-34d7-48f1-ad46-0573e64923f7 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] device_id is not set on port 503ff397-1b09-40c8-a2ad-ac5d287b45c2 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:51:03.169314 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a946f-7a23-4878-8453-37252cac99c4 req-a06ccaa4-e292-4bd5-aa75-3dbb82ff8042 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:03.170792 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-388a946f-7a23-4878-8453-37252cac99c4 req-a06ccaa4-e292-4bd5-aa75-3dbb82ff8042 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 946 time: 0.1168480 Jul 23 20:51:03.240125 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4fb7-34d7-48f1-ad46-0573e64923f7 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:03.256720 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-388a946f-7a23-4878-8453-37252cac99c4 req-3b5f9d17-529d-4eb8-81c4-ac9e118f5d32 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540769 Jul 23 20:51:03.294217 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4fb7-34d7-48f1-ad46-0573e64923f7 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:03.339693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fc4fb7-34d7-48f1-ad46-0573e64923f7 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:03.344844 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-e7fc4fb7-34d7-48f1-ad46-0573e64923f7 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:03.348446 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc4fb7-34d7-48f1-ad46-0573e64923f7 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:03.354005 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fc4fb7-34d7-48f1-ad46-0573e64923f7 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:03.354615 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4fb7-34d7-48f1-ad46-0573e64923f7 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:03.361727 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc4fb7-34d7-48f1-ad46-0573e64923f7 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=503ff397-1b09-40c8-a2ad-ac5d287b45c2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:03.375387 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e7fc4fb7-34d7-48f1-ad46-0573e64923f7 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5557344 Jul 23 20:51:03.378009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36090) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:03.433016 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb76bb0f-8890-4432-803f-6061c1e638ec tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:03.434316 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fb76bb0f-8890-4432-803f-6061c1e638ec tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports/503ff397-1b09-40c8-a2ad-ac5d287b45c2 HTTP/1.1" status: 200 len: 841 time: 0.0553718 Jul 23 20:51:03.437224 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36092) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:03.539219 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-76cf040f-bac7-4af0-a98c-76927ceb2d6e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port 503ff397-1b09-40c8-a2ad-ac5d287b45c2 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:03.539581 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76cf040f-bac7-4af0-a98c-76927ceb2d6e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:03.564906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1041e8a-1a4d-418d-9fec-bf9f8acea75a req-5dc7793e-daba-493a-835b-a8c3c76a712a tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:03.566436 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1041e8a-1a4d-418d-9fec-bf9f8acea75a req-5dc7793e-daba-493a-835b-a8c3c76a712a tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.0678167 Jul 23 20:51:03.604348 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1041e8a-1a4d-418d-9fec-bf9f8acea75a req-4f699b7f-9d74-4d86-ab2e-2289e1f8d4e1 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320020 Jul 23 20:51:03.607587 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76cf040f-bac7-4af0-a98c-76927ceb2d6e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:03.620508 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-76cf040f-bac7-4af0-a98c-76927ceb2d6e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for 503ff397-1b09-40c8-a2ad-ac5d287b45c2 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:03.705676 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76cf040f-bac7-4af0-a98c-76927ceb2d6e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:03.735605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf040f-bac7-4af0-a98c-76927ceb2d6e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=503ff397-1b09-40c8-a2ad-ac5d287b45c2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:03.741321 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76cf040f-bac7-4af0-a98c-76927ceb2d6e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:03.746217 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36100) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:03.746717 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-76cf040f-bac7-4af0-a98c-76927ceb2d6e tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/ports/503ff397-1b09-40c8-a2ad-ac5d287b45c2 HTTP/1.1" status: 204 len: 168 time: 0.3080118 Jul 23 20:51:03.781020 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f06c65-88d4-4a50-ae99-63778875c445 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] GET failed (client error): The resource could not be found. Jul 23 20:51:03.782967 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-47f06c65-88d4-4a50-ae99-63778875c445 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports/503ff397-1b09-40c8-a2ad-ac5d287b45c2 HTTP/1.1" status: 404 len: 333 time: 0.0349922 Jul 23 20:51:03.786970 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36102) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:03.792324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-76024277-3c09-4c47-bbf8-b02491204c71 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'name': 'tempest-PortsTestJSON-1087176283'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:03.877331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8238e8b-0c18-4530-b779-e58a3181d717 req-a3374554-65d8-47ad-903e-d5ceab442bf0 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:03.878827 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f8238e8b-0c18-4530-b779-e58a3181d717 req-a3374554-65d8-47ad-903e-d5ceab442bf0 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 946 time: 0.0999420 Jul 23 20:51:03.885273 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76024277-3c09-4c47-bbf8-b02491204c71 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:03.889364 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76024277-3c09-4c47-bbf8-b02491204c71 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:03.912290 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-76024277-3c09-4c47-bbf8-b02491204c71 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] device_id is not set on port 09a073c2-28b5-4674-a90c-8edf0217c30e yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:51:03.933941 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f8238e8b-0c18-4530-b779-e58a3181d717 req-5fe4e28f-3f3d-4d15-bde7-e5d6eb9ed181 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54419fe-0a99-4d11-8b75-364f3d4690ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465152 Jul 23 20:51:03.947072 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e34a10-6a87-4ae8-a00c-932cabb7a5fc req-4f3f0dd9-1002-45fa-94b4-753498407883 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:03.953724 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e34a10-6a87-4ae8-a00c-932cabb7a5fc req-4f3f0dd9-1002-45fa-94b4-753498407883 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:03.961956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e34a10-6a87-4ae8-a00c-932cabb7a5fc req-4f3f0dd9-1002-45fa-94b4-753498407883 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:03.972478 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39e34a10-6a87-4ae8-a00c-932cabb7a5fc req-4f3f0dd9-1002-45fa-94b4-753498407883 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84&device_id=d8b9e233-c549-40dd-9f35-36fdde9f3d28&device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 2417 time: 0.1381915 Jul 23 20:51:04.011902 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39e34a10-6a87-4ae8-a00c-932cabb7a5fc req-6a1e4071-fcbb-4451-a13a-63a56fef43bd tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371478 Jul 23 20:51:04.096388 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76024277-3c09-4c47-bbf8-b02491204c71 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:04.142389 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76024277-3c09-4c47-bbf8-b02491204c71 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:04.177923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409a92b-de1c-4a1e-a14b-939b1188d702 req-a3f45865-d292-4b56-a129-f8ee5c3ae6dd tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:04.179495 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4409a92b-de1c-4a1e-a14b-939b1188d702 req-a3f45865-d292-4b56-a129-f8ee5c3ae6dd tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 946 time: 0.0770419 Jul 23 20:51:04.192893 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76024277-3c09-4c47-bbf8-b02491204c71 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:04.196140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-76024277-3c09-4c47-bbf8-b02491204c71 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:04.200054 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76024277-3c09-4c47-bbf8-b02491204c71 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:04.206180 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76024277-3c09-4c47-bbf8-b02491204c71 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:04.206856 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-76024277-3c09-4c47-bbf8-b02491204c71 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:04.224699 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76024277-3c09-4c47-bbf8-b02491204c71 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=09a073c2-28b5-4674-a90c-8edf0217c30e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:04.235859 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-76024277-3c09-4c47-bbf8-b02491204c71 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4476650 Jul 23 20:51:04.236526 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36114) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:04.241795 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b90f383d-1f32-4694-aa98-0898c3f33c53 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:04.252640 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4409a92b-de1c-4a1e-a14b-939b1188d702 req-0b572371-fe7e-4648-9b9a-4529afc2c298 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653777 Jul 23 20:51:04.287539 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09f561-3ef5-460f-a771-845d02f978cb req-feced364-cc72-4fb9-a372-ce1f0d7e9621 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:04.289118 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a09f561-3ef5-460f-a771-845d02f978cb req-feced364-cc72-4fb9-a372-ce1f0d7e9621 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 946 time: 0.0854185 Jul 23 20:51:04.329978 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a09f561-3ef5-460f-a771-845d02f978cb req-4667cc38-0b4d-457c-b2e4-6de001b241f0 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54419fe-0a99-4d11-8b75-364f3d4690ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349169 Jul 23 20:51:04.331744 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b90f383d-1f32-4694-aa98-0898c3f33c53 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:04.502070 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b90f383d-1f32-4694-aa98-0898c3f33c53 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:04.506746 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b90f383d-1f32-4694-aa98-0898c3f33c53 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:04.541067 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b90f383d-1f32-4694-aa98-0898c3f33c53 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] In _notify_port_updated(), no bound segment for port 09a073c2-28b5-4674-a90c-8edf0217c30e on network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 {{(pid=93810) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:51:04.547411 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f383d-1f32-4694-aa98-0898c3f33c53 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:04.548056 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b90f383d-1f32-4694-aa98-0898c3f33c53 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:04.552674 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b90f383d-1f32-4694-aa98-0898c3f33c53 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "PUT /v2.0/ports/09a073c2-28b5-4674-a90c-8edf0217c30e HTTP/1.1" status: 200 len: 818 time: 0.3117683 Jul 23 20:51:04.553204 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36122) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:04.564472 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f383d-1f32-4694-aa98-0898c3f33c53 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=09a073c2-28b5-4674-a90c-8edf0217c30e,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:04.656187 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd99a4-cab5-4c0a-93e4-dd120a00f5c9 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port 09a073c2-28b5-4674-a90c-8edf0217c30e {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:04.656528 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2bcd99a4-cab5-4c0a-93e4-dd120a00f5c9 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:04.726737 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2bcd99a4-cab5-4c0a-93e4-dd120a00f5c9 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:04.740793 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd99a4-cab5-4c0a-93e4-dd120a00f5c9 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for 09a073c2-28b5-4674-a90c-8edf0217c30e owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:04.821608 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2bcd99a4-cab5-4c0a-93e4-dd120a00f5c9 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:04.850237 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd99a4-cab5-4c0a-93e4-dd120a00f5c9 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=09a073c2-28b5-4674-a90c-8edf0217c30e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:04.858203 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2bcd99a4-cab5-4c0a-93e4-dd120a00f5c9 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:04.860686 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2bcd99a4-cab5-4c0a-93e4-dd120a00f5c9 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/ports/09a073c2-28b5-4674-a90c-8edf0217c30e HTTP/1.1" status: 204 len: 168 time: 0.3072622 Jul 23 20:51:04.863161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36130) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:04.931561 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebd953f-d233-44d1-8edd-1e059e9dc2d8 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:04.935470 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cebd953f-d233-44d1-8edd-1e059e9dc2d8 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0688987 Jul 23 20:51:04.935898 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36132) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:04.963007 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf885999-1892-4f7b-b358-37fbaa7dca15 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] GET failed (client error): The resource could not be found. Jul 23 20:51:04.965137 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cf885999-1892-4f7b-b358-37fbaa7dca15 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports/09a073c2-28b5-4674-a90c-8edf0217c30e HTTP/1.1" status: 404 len: 333 time: 0.0282757 Jul 23 20:51:04.968849 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36134) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:04.974037 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-0ef2877d-1190-4a6f-96d1-108abb24c027 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1864764429'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:04.996255 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef2877d-1190-4a6f-96d1-108abb24c027 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:04.999833 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ef2877d-1190-4a6f-96d1-108abb24c027 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:05.023983 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef2877d-1190-4a6f-96d1-108abb24c027 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:51:05.033716 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ef2877d-1190-4a6f-96d1-108abb24c027 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:05.034065 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-0ef2877d-1190-4a6f-96d1-108abb24c027 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Added segment 803e71a5-7523-42ab-9eba-fa1081b8e9b3 of type vlan for network 81c76652-0b12-447b-9298-97800be460e7 Jul 23 20:51:05.075092 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ef2877d-1190-4a6f-96d1-108abb24c027 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:05.104332 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ef2877d-1190-4a6f-96d1-108abb24c027 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:05.110830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef2877d-1190-4a6f-96d1-108abb24c027 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:05.111532 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ef2877d-1190-4a6f-96d1-108abb24c027 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:05.154079 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0ef2877d-1190-4a6f-96d1-108abb24c027 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1841283 Jul 23 20:51:05.156997 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36140) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:05.162637 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-26177c52-d968-48d0-b0c5-004cddaca1ed tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'subnet': {'network_id': '81c76652-0b12-447b-9298-97800be460e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:05.186265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2877d-1190-4a6f-96d1-108abb24c027 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Network': ['ID=81c76652-0b12-447b-9298-97800be460e7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:05.202040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 81c76652-0b12-447b-9298-97800be460e7 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:51:05.302937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11560112-c1bb-4c8b-96b3-8713bf0bdc20 req-6edd452f-2e1c-41c0-8da9-6b80f90a0cc5 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:05.304615 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11560112-c1bb-4c8b-96b3-8713bf0bdc20 req-6edd452f-2e1c-41c0-8da9-6b80f90a0cc5 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1379347 Jul 23 20:51:05.305029 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26177c52-d968-48d0-b0c5-004cddaca1ed tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:05.308274 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26177c52-d968-48d0-b0c5-004cddaca1ed tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:05.401596 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11560112-c1bb-4c8b-96b3-8713bf0bdc20 req-14e0fe2e-68ce-406c-b482-1abd762a916e tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901368 Jul 23 20:51:05.517023 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a0feb-f7c4-4bb2-bd51-eb641594eae3 req-953a0987-0316-4071-b9b7-cb1393640bb7 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:05.518505 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-487a0feb-f7c4-4bb2-bd51-eb641594eae3 req-953a0987-0316-4071-b9b7-cb1393640bb7 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 946 time: 0.1123712 Jul 23 20:51:05.590869 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-487a0feb-f7c4-4bb2-bd51-eb641594eae3 req-336f9091-98af-4563-9e2f-52bec5fedfb7 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/security-groups?id=e54419fe-0a99-4d11-8b75-364f3d4690ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665605 Jul 23 20:51:05.592135 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26177c52-d968-48d0-b0c5-004cddaca1ed tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:05.653089 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26177c52-d968-48d0-b0c5-004cddaca1ed tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Subnet': ['ID=5ce3a3af-c368-4405-a6fa-e52907c5bcf0,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:05.661460 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26177c52-d968-48d0-b0c5-004cddaca1ed tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Checking segment: {'id': '803e71a5-7523-42ab-9eba-fa1081b8e9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '81c76652-0b12-447b-9298-97800be460e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:05.661887 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26177c52-d968-48d0-b0c5-004cddaca1ed tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network hostable DHCP agents. Network: 81c76652-0b12-447b-9298-97800be460e7, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:51:05.678932 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26177c52-d968-48d0-b0c5-004cddaca1ed tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 81c76652-0b12-447b-9298-97800be460e7 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:51:05.685998 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f4f9f-64a6-4e06-bc39-211803367764 req-32519dbd-3e23-4c0c-b58f-e1513bade475 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:05.687653 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1c8f4f9f-64a6-4e06-bc39-211803367764 req-32519dbd-3e23-4c0c-b58f-e1513bade475 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 946 time: 0.0658963 Jul 23 20:51:05.688270 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-26177c52-d968-48d0-b0c5-004cddaca1ed tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 81c76652-0b12-447b-9298-97800be460e7) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:05.692719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26177c52-d968-48d0-b0c5-004cddaca1ed tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:05.693305 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-26177c52-d968-48d0-b0c5-004cddaca1ed tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:05.699243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7909765-74b9-40fb-ab6e-7c4c6c4a8770 None None] Network 81c76652-0b12-447b-9298-97800be460e7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:05.712770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-26177c52-d968-48d0-b0c5-004cddaca1ed tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5520744 Jul 23 20:51:05.713408 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36144) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:05.719398 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6747491d-346b-458c-8a03-c572065dc70d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'subnet': {'network_id': '81c76652-0b12-447b-9298-97800be460e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:05.841177 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6747491d-346b-458c-8a03-c572065dc70d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:05.845162 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6747491d-346b-458c-8a03-c572065dc70d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:05.875895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-81c76652-0b12-447b-9298-97800be460e7', 'network_id': '81c76652-0b12-447b-9298-97800be460e7', 'tenant_id': 'f676d74686d04c22a5e9a84193dfae1f', 'fixed_ips': [{'subnet_id': '5ce3a3af-c368-4405-a6fa-e52907c5bcf0'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:51:05.876918 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:05.943202 n-d-791504-18 neutron-server[93811]: INFO neutron.db.ipam_backend_mixin [None req-6747491d-346b-458c-8a03-c572065dc70d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5ce3a3af-c368-4405-a6fa-e52907c5bcf0 (CIDR: 172.20.0.0/28) Jul 23 20:51:05.947354 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-6747491d-346b-458c-8a03-c572065dc70d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:51:05.947846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6747491d-346b-458c-8a03-c572065dc70d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:51:05.966025 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6747491d-346b-458c-8a03-c572065dc70d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2486770 Jul 23 20:51:05.966356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36146) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:05.972800 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c12a9ddf-e555-4a68-a218-ebae57d7dc6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'subnet': {'network_id': '81c76652-0b12-447b-9298-97800be460e7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:06.023169 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Allocated IP 172.20.0.2 (81c76652-0b12-447b-9298-97800be460e7/5ce3a3af-c368-4405-a6fa-e52907c5bcf0/12559dbf-d49a-4a62-b340-ce8a7399fba3) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:06.108469 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12a9ddf-e555-4a68-a218-ebae57d7dc6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:06.115035 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c12a9ddf-e555-4a68-a218-ebae57d7dc6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:06.178409 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:06.187646 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Transition to ACTIVE for port object 12559dbf-d49a-4a62-b340-ce8a7399fba3 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:06.197787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-1c8f4f9f-64a6-4e06-bc39-211803367764 req-08f77f2a-2256-4488-8952-9a13ba21eadc tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Deleting port bd80ad8b-fb0e-4c4d-964e-911dad32708d {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:06.198377 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1c8f4f9f-64a6-4e06-bc39-211803367764 req-08f77f2a-2256-4488-8952-9a13ba21eadc tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:06.202607 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Transition to ACTIVE for port object 12559dbf-d49a-4a62-b340-ce8a7399fba3 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:06.210942 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:06.250756 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Network 81c76652-0b12-447b-9298-97800be460e7 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:06.253809 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:06.256356 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:06.272393 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Pushing event updated for resources: {'Port': ['ID=12559dbf-d49a-4a62-b340-ce8a7399fba3,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:06.295972 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-1c8f4f9f-64a6-4e06-bc39-211803367764 req-08f77f2a-2256-4488-8952-9a13ba21eadc tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] For port bd80ad8b-fb0e-4c4d-964e-911dad32708d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bd80ad8b-fb0e-4c4d-964e-911dad32708d,segment=NetworkSegment(9626fb25-40f0-47ab-aea0-54c3edff0962),segment_id=9626fb25-40f0-47ab-aea0-54c3edff0962)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:06.296629 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1c8f4f9f-64a6-4e06-bc39-211803367764 req-08f77f2a-2256-4488-8952-9a13ba21eadc tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:06.311467 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-1c8f4f9f-64a6-4e06-bc39-211803367764 req-08f77f2a-2256-4488-8952-9a13ba21eadc tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Calling delete_port for bd80ad8b-fb0e-4c4d-964e-911dad32708d owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:06.328920 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Attempting to bind port 12559dbf-d49a-4a62-b340-ce8a7399fba3 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:51:06.329914 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Attempting to bind port 12559dbf-d49a-4a62-b340-ce8a7399fba3 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '803e71a5-7523-42ab-9eba-fa1081b8e9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '81c76652-0b12-447b-9298-97800be460e7'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:51:06.330283 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Attempting to bind port 12559dbf-d49a-4a62-b340-ce8a7399fba3 on network 81c76652-0b12-447b-9298-97800be460e7 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:06.335949 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:51:06.336320 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Checking segment: {'id': '803e71a5-7523-42ab-9eba-fa1081b8e9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '81c76652-0b12-447b-9298-97800be460e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:06.336718 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:06.337112 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Bound using segment: {'id': '803e71a5-7523-42ab-9eba-fa1081b8e9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '81c76652-0b12-447b-9298-97800be460e7'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:51:06.337583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Bound port: 12559dbf-d49a-4a62-b340-ce8a7399fba3, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803e71a5-7523-42ab-9eba-fa1081b8e9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '81c76652-0b12-447b-9298-97800be460e7'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:51:06.337963 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:06.371794 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c12a9ddf-e555-4a68-a218-ebae57d7dc6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:06.406734 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] For port 12559dbf-d49a-4a62-b340-ce8a7399fba3, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:51:06.413402 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] For port 12559dbf-d49a-4a62-b340-ce8a7399fba3, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=12559dbf-d49a-4a62-b340-ce8a7399fba3,segment=NetworkSegment(803e71a5-7523-42ab-9eba-fa1081b8e9b3),segment_id=803e71a5-7523-42ab-9eba-fa1081b8e9b3)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:51:06.420868 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:06.422436 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12a9ddf-e555-4a68-a218-ebae57d7dc6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 81c76652-0b12-447b-9298-97800be460e7 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:06.426202 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-c12a9ddf-e555-4a68-a218-ebae57d7dc6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:06.431408 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12a9ddf-e555-4a68-a218-ebae57d7dc6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:06.432083 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c12a9ddf-e555-4a68-a218-ebae57d7dc6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:06.452840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c12a9ddf-e555-4a68-a218-ebae57d7dc6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4854312 Jul 23 20:51:06.454761 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36150) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:06.456711 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a9ddf-e555-4a68-a218-ebae57d7dc6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Subnet': ['ID=a4558bc7-0c53-4a6e-80cf-d6c52eecea13,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:06.461228 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c811e400-409b-4557-a1e3-bf62794ac354 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'network_id': '81c76652-0b12-447b-9298-97800be460e7', 'fixed_ips': [{'subnet_id': '5ce3a3af-c368-4405-a6fa-e52907c5bcf0'}, {'subnet_id': 'a4558bc7-0c53-4a6e-80cf-d6c52eecea13'}], 'name': 'tempest-PortsTestJSON-314723309'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:06.487079 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4e385-163c-4613-8162-b6023cbe1e07 None None] Pushing event updated for resources: {'Port': ['ID=12559dbf-d49a-4a62-b340-ce8a7399fba3,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:06.498731 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1c8f4f9f-64a6-4e06-bc39-211803367764 req-08f77f2a-2256-4488-8952-9a13ba21eadc tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:06.509506 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['bd80ad8b-fb0e-4c4d-964e-911dad32708d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:51:06.574472 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f77f2a-2256-4488-8952-9a13ba21eadc tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Pushing event deleted for resources: {'Port': ['ID=bd80ad8b-fb0e-4c4d-964e-911dad32708d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:06.605287 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4caa7f-58e1-4b35-aca3-6b2d4e77ae60 req-e889afb4-930a-426d-976f-3d7c7eb83b10 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:06.607345 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3f4caa7f-58e1-4b35-aca3-6b2d4e77ae60 req-e889afb4-930a-426d-976f-3d7c7eb83b10 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.0964565 Jul 23 20:51:06.633141 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8f4f9f-64a6-4e06-bc39-211803367764 req-08f77f2a-2256-4488-8952-9a13ba21eadc tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] No DVR routers for this DVR port bd80ad8b-fb0e-4c4d-964e-911dad32708d on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:51:06.636392 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1c8f4f9f-64a6-4e06-bc39-211803367764 req-08f77f2a-2256-4488-8952-9a13ba21eadc tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:06.639190 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1c8f4f9f-64a6-4e06-bc39-211803367764 req-08f77f2a-2256-4488-8952-9a13ba21eadc tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.57 "DELETE /v2.0/ports/bd80ad8b-fb0e-4c4d-964e-911dad32708d HTTP/1.1" status: 204 len: 173 time: 0.9464571 Jul 23 20:51:06.646748 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea', 'name': 'network-vif-deleted', 'tag': 'bd80ad8b-fb0e-4c4d-964e-911dad32708d'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:06.652229 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11ab190-a20f-4f7e-8f38-7c0cd6e195a6" -d '{"events": [{"server_uuid": "0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea", "name": "network-vif-deleted", "tag": "bd80ad8b-fb0e-4c4d-964e-911dad32708d"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:06.694685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3f4caa7f-58e1-4b35-aca3-6b2d4e77ae60 req-c0e4ccaa-25ed-49f3-9e87-5ef3c50b3b27 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723531 Jul 23 20:51:06.722300 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c811e400-409b-4557-a1e3-bf62794ac354 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:06.766406 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1b4e01b9-3024-4148-b799-7bee4ad0df42 req-3ca91c1d-1a8b-4f06-83d6-d84cac6a9ee7 tempest-InstanceActionsTestJSON-631128747 tempest-InstanceActionsTestJSON-631128747-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea HTTP/1.1" status: 200 len: 210 time: 0.0575278 Jul 23 20:51:06.829507 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf9ecb0-536e-4a6e-b8f8-09f8bd60fdd7 x-openstack-request-id: req-acf9ecb0-536e-4a6e-b8f8-09f8bd60fdd7 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:06.829810 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea", "name": "network-vif-deleted", "tag": "bd80ad8b-fb0e-4c4d-964e-911dad32708d", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:06.830061 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-acf9ecb0-536e-4a6e-b8f8-09f8bd60fdd7 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:06.830452 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbdd9f5-bc46-4bc6-b19b-33e1bb9e73ea', 'name': 'network-vif-deleted', 'tag': 'bd80ad8b-fb0e-4c4d-964e-911dad32708d', 'status': 'completed', 'code': 200} Jul 23 20:51:06.865189 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c811e400-409b-4557-a1e3-bf62794ac354 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:06.887268 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-c811e400-409b-4557-a1e3-bf62794ac354 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] device_id is not set on port 227b8292-8995-4015-bef2-d3f6f18aecc0 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:51:07.171735 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-c811e400-409b-4557-a1e3-bf62794ac354 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Allocated IP 172.20.0.13 (81c76652-0b12-447b-9298-97800be460e7/5ce3a3af-c368-4405-a6fa-e52907c5bcf0/227b8292-8995-4015-bef2-d3f6f18aecc0) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:07.178856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-c811e400-409b-4557-a1e3-bf62794ac354 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Allocated IP 172.20.0.25 (81c76652-0b12-447b-9298-97800be460e7/a4558bc7-0c53-4a6e-80cf-d6c52eecea13/227b8292-8995-4015-bef2-d3f6f18aecc0) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:07.358122 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c811e400-409b-4557-a1e3-bf62794ac354 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:07.374660 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-c811e400-409b-4557-a1e3-bf62794ac354 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Transition to ACTIVE for port object 227b8292-8995-4015-bef2-d3f6f18aecc0 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:07.411402 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c811e400-409b-4557-a1e3-bf62794ac354 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:07.456161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c811e400-409b-4557-a1e3-bf62794ac354 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 81c76652-0b12-447b-9298-97800be460e7 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:07.459476 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c811e400-409b-4557-a1e3-bf62794ac354 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:07.466528 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c811e400-409b-4557-a1e3-bf62794ac354 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:07.498495 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811e400-409b-4557-a1e3-bf62794ac354 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=227b8292-8995-4015-bef2-d3f6f18aecc0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:07.527370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c811e400-409b-4557-a1e3-bf62794ac354 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:07.528195 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c811e400-409b-4557-a1e3-bf62794ac354 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:07.546323 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c811e400-409b-4557-a1e3-bf62794ac354 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.0903590 Jul 23 20:51:07.549212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36156) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:07.557613 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d3d57882-66b8-4e50-8f5a-808596f74c28 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ce3a3af-c368-4405-a6fa-e52907c5bcf0'}]}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:07.582503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bf558f-8690-43fd-8389-d2a749fdf28a None None] Network 81c76652-0b12-447b-9298-97800be460e7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:07.648119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f70939ac-5a32-47cc-a125-359798800b79 None None] Provisioning for port 12559dbf-d49a-4a62-b340-ce8a7399fba3 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:07.742252 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3d57882-66b8-4e50-8f5a-808596f74c28 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:07.824210 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36162) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:07.841875 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2971267-bce4-4ea0-82d2-e68ca634bde8 None None] Update dhcp port {'port': {'network_id': '81c76652-0b12-447b-9298-97800be460e7', 'fixed_ips': [{'subnet_id': '5ce3a3af-c368-4405-a6fa-e52907c5bcf0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a4558bc7-0c53-4a6e-80cf-d6c52eecea13'}], 'binding:host_id': 'n-d-791504-18'}, 'id': '12559dbf-d49a-4a62-b340-ce8a7399fba3'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:51:07.883651 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2971267-bce4-4ea0-82d2-e68ca634bde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:07.884316 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadee883-7d8d-4cac-86dc-428e439e0827 admin admin] Deleting subnet 00d12deb-5645-4801-84a4-42db963e0d90 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:51:07.887584 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aadee883-7d8d-4cac-86dc-428e439e0827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:07.923387 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aadee883-7d8d-4cac-86dc-428e439e0827 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:07.941448 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bfe1e-da7d-4ff1-af86-d0945fb3ca07 req-85dc2f99-5363-4577-84c8-c216f44197c9 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:07.943143 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-410bfe1e-da7d-4ff1-af86-d0945fb3ca07 req-85dc2f99-5363-4577-84c8-c216f44197c9 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1576362 Jul 23 20:51:07.966511 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aadee883-7d8d-4cac-86dc-428e439e0827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.034109 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aadee883-7d8d-4cac-86dc-428e439e0827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.037337 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-410bfe1e-da7d-4ff1-af86-d0945fb3ca07 req-7d5b296f-e56a-400e-82f4-45371a288686 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843256 Jul 23 20:51:08.064008 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-d2971267-bce4-4ea0-82d2-e68ca634bde8 None None] Allocated IP 172.20.0.18 (81c76652-0b12-447b-9298-97800be460e7/a4558bc7-0c53-4a6e-80cf-d6c52eecea13/12559dbf-d49a-4a62-b340-ce8a7399fba3) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:08.066991 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee883-7d8d-4cac-86dc-428e439e0827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d12deb-5645-4801-84a4-42db963e0d90,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:08.068994 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aadee883-7d8d-4cac-86dc-428e439e0827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.071072 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-aadee883-7d8d-4cac-86dc-428e439e0827 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/00d12deb-5645-4801-84a4-42db963e0d90 HTTP/1.1" status: 204 len: 168 time: 0.2458019 Jul 23 20:51:08.073844 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36164) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:08.146445 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6e1c158b-d76c-40b7-ac79-8ab0e0c9148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.168872 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d2971267-bce4-4ea0-82d2-e68ca634bde8 None None] For port 12559dbf-d49a-4a62-b340-ce8a7399fba3, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=12559dbf-d49a-4a62-b340-ce8a7399fba3,segment=NetworkSegment(803e71a5-7523-42ab-9eba-fa1081b8e9b3),segment_id=803e71a5-7523-42ab-9eba-fa1081b8e9b3)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:08.201120 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2971267-bce4-4ea0-82d2-e68ca634bde8 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.215062 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d2971267-bce4-4ea0-82d2-e68ca634bde8 None None] Transition to ACTIVE for port object 12559dbf-d49a-4a62-b340-ce8a7399fba3 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:08.218841 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2971267-bce4-4ea0-82d2-e68ca634bde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.237239 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6e1c158b-d76c-40b7-ac79-8ab0e0c9148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.247434 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6e1c158b-d76c-40b7-ac79-8ab0e0c9148b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1be926e-7e71-4265-a181-59b3b0f770ba']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:08.258902 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6e1c158b-d76c-40b7-ac79-8ab0e0c9148b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9626fb25-40f0-47ab-aea0-54c3edff0962') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:08.259874 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6e1c158b-d76c-40b7-ac79-8ab0e0c9148b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9626fb25-40f0-47ab-aea0-54c3edff0962') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:08.269064 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6e1c158b-d76c-40b7-ac79-8ab0e0c9148b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.270401 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-d3d57882-66b8-4e50-8f5a-808596f74c28 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Delete allocated IP 172.20.0.25 (81c76652-0b12-447b-9298-97800be460e7/a4558bc7-0c53-4a6e-80cf-d6c52eecea13) {{(pid=93811) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 20:51:08.289122 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6e1c158b-d76c-40b7-ac79-8ab0e0c9148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.298069 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1c158b-d76c-40b7-ac79-8ab0e0c9148b admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:51:08.298874 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6e1c158b-d76c-40b7-ac79-8ab0e0c9148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:51:08.300860 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:51:08.317656 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2971267-bce4-4ea0-82d2-e68ca634bde8 None None] Pushing event updated for resources: {'Port': ['ID=12559dbf-d49a-4a62-b340-ce8a7399fba3,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:08.369622 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6e1c158b-d76c-40b7-ac79-8ab0e0c9148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.377117 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6e1c158b-d76c-40b7-ac79-8ab0e0c9148b admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.388812 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6e1c158b-d76c-40b7-ac79-8ab0e0c9148b admin admin] 10.222.0.55 "DELETE /v2.0/networks/e1be926e-7e71-4265-a181-59b3b0f770ba HTTP/1.1" status: 204 len: 168 time: 0.3068721 Jul 23 20:51:08.406753 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c158b-d76c-40b7-ac79-8ab0e0c9148b admin admin] Pushing event deleted for resources: {'Network': ['ID=e1be926e-7e71-4265-a181-59b3b0f770ba,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:08.443270 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3d57882-66b8-4e50-8f5a-808596f74c28 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.457896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-d3d57882-66b8-4e50-8f5a-808596f74c28 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Ignored duplicate provisioning block setup for port 227b8292-8995-4015-bef2-d3f6f18aecc0 by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 20:51:08.463319 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3d57882-66b8-4e50-8f5a-808596f74c28 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.559662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d57882-66b8-4e50-8f5a-808596f74c28 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=227b8292-8995-4015-bef2-d3f6f18aecc0,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:08.586341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d3d57882-66b8-4e50-8f5a-808596f74c28 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] In _notify_port_updated(), no bound segment for port 227b8292-8995-4015-bef2-d3f6f18aecc0 on network 81c76652-0b12-447b-9298-97800be460e7 {{(pid=93811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:51:08.592747 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d57882-66b8-4e50-8f5a-808596f74c28 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:08.593382 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3d57882-66b8-4e50-8f5a-808596f74c28 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.595160 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d3d57882-66b8-4e50-8f5a-808596f74c28 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "PUT /v2.0/ports/227b8292-8995-4015-bef2-d3f6f18aecc0 HTTP/1.1" status: 200 len: 919 time: 1.0435383 Jul 23 20:51:08.595580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36168) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:08.597318 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36170) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:08.602499 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-160062e8-ed82-4b1c-b711-62148f8f82f3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ce3a3af-c368-4405-a6fa-e52907c5bcf0'}, {'subnet_id': 'a4558bc7-0c53-4a6e-80cf-d6c52eecea13'}]}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:08.639918 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-56d8bf22-8b63-4fc4-89c3-3ae8988b0208 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d56047fd0a054ccba0bdc43b6ff76f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430236 Jul 23 20:51:08.640795 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36172) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:08.714867 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-160062e8-ed82-4b1c-b711-62148f8f82f3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.717980 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e712230-42bb-4fbd-86c5-bb9604d0802f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.747820 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e712230-42bb-4fbd-86c5-bb9604d0802f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.787324 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 12559dbf-d49a-4a62-b340-ce8a7399fba3 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:08.820007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e712230-42bb-4fbd-86c5-bb9604d0802f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.822543 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e712230-42bb-4fbd-86c5-bb9604d0802f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:08.824340 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3e712230-42bb-4fbd-86c5-bb9604d0802f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e54419fe-0a99-4d11-8b75-364f3d4690ba HTTP/1.1" status: 204 len: 168 time: 0.1823554 Jul 23 20:51:08.833199 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e712230-42bb-4fbd-86c5-bb9604d0802f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54419fe-0a99-4d11-8b75-364f3d4690ba,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:08.850984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 12559dbf-d49a-4a62-b340-ce8a7399fba3 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:08.889841 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ffd9aa-634a-4ee7-92e0-4039c46e3f2c None None] Network 81c76652-0b12-447b-9298-97800be460e7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:09.010648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-160062e8-ed82-4b1c-b711-62148f8f82f3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Allocated IP 172.20.0.25 (81c76652-0b12-447b-9298-97800be460e7/a4558bc7-0c53-4a6e-80cf-d6c52eecea13/227b8292-8995-4015-bef2-d3f6f18aecc0) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:09.014229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e41c8628-ca24-4dce-b8b4-926d03464cc9 None None] Provisioning for port 227b8292-8995-4015-bef2-d3f6f18aecc0 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:09.022493 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e41c8628-ca24-4dce-b8b4-926d03464cc9 None None] Provisioning complete for port 227b8292-8995-4015-bef2-d3f6f18aecc0 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:09.022912 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e41c8628-ca24-4dce-b8b4-926d03464cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:09.087416 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e41c8628-ca24-4dce-b8b4-926d03464cc9 None None] Port 227b8292-8995-4015-bef2-d3f6f18aecc0 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:09.113647 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e41c8628-ca24-4dce-b8b4-926d03464cc9 None None] Provisioning for port 12559dbf-d49a-4a62-b340-ce8a7399fba3 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:09.115132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e41c8628-ca24-4dce-b8b4-926d03464cc9 None None] Provisioning complete for port 12559dbf-d49a-4a62-b340-ce8a7399fba3 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:09.115522 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e41c8628-ca24-4dce-b8b4-926d03464cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:09.207002 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-160062e8-ed82-4b1c-b711-62148f8f82f3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:09.209716 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e41c8628-ca24-4dce-b8b4-926d03464cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:09.226899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-160062e8-ed82-4b1c-b711-62148f8f82f3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Ignored duplicate provisioning block setup for port 227b8292-8995-4015-bef2-d3f6f18aecc0 by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 20:51:09.239071 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f3e2c-3e98-4643-b60f-a404d1298be4 req-ca2ff32e-51a7-418a-9c63-6fbb83496d0c tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:09.240700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-745f3e2c-3e98-4643-b60f-a404d1298be4 req-ca2ff32e-51a7-418a-9c63-6fbb83496d0c tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1046901 Jul 23 20:51:09.241874 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-160062e8-ed82-4b1c-b711-62148f8f82f3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:09.248024 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e41c8628-ca24-4dce-b8b4-926d03464cc9 None None] For port 12559dbf-d49a-4a62-b340-ce8a7399fba3, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=12559dbf-d49a-4a62-b340-ce8a7399fba3,segment=NetworkSegment(803e71a5-7523-42ab-9eba-fa1081b8e9b3),segment_id=803e71a5-7523-42ab-9eba-fa1081b8e9b3)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:09.252094 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e41c8628-ca24-4dce-b8b4-926d03464cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:09.303684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c8628-ca24-4dce-b8b4-926d03464cc9 None None] Pushing event updated for resources: {'Port': ['ID=12559dbf-d49a-4a62-b340-ce8a7399fba3,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:09.364055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160062e8-ed82-4b1c-b711-62148f8f82f3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=227b8292-8995-4015-bef2-d3f6f18aecc0,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:09.385706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-745f3e2c-3e98-4643-b60f-a404d1298be4 req-dbce22b1-de82-491d-9a46-482c9837219c tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355724 Jul 23 20:51:09.413417 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-160062e8-ed82-4b1c-b711-62148f8f82f3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] In _notify_port_updated(), no bound segment for port 227b8292-8995-4015-bef2-d3f6f18aecc0 on network 81c76652-0b12-447b-9298-97800be460e7 {{(pid=93811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:51:09.419990 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160062e8-ed82-4b1c-b711-62148f8f82f3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:09.420614 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-160062e8-ed82-4b1c-b711-62148f8f82f3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:09.422270 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-160062e8-ed82-4b1c-b711-62148f8f82f3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "PUT /v2.0/ports/227b8292-8995-4015-bef2-d3f6f18aecc0 HTTP/1.1" status: 200 len: 999 time: 0.8239052 Jul 23 20:51:09.425466 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36192) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:09.527410 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-8e872bbb-7f6c-43d1-bf6a-fcfc40677b78 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port 227b8292-8995-4015-bef2-d3f6f18aecc0 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:09.528001 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e872bbb-7f6c-43d1-bf6a-fcfc40677b78 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:09.592503 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36198) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:09.626905 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e872bbb-7f6c-43d1-bf6a-fcfc40677b78 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:09.640054 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-8e872bbb-7f6c-43d1-bf6a-fcfc40677b78 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for 227b8292-8995-4015-bef2-d3f6f18aecc0 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:09.696541 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ff3748af-26f6-4f79-a5f2-27aa09589ce8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1899259056-network', 'tenant_id': '9434a58949a14f85acc7f64623347166'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:09.719471 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3748af-26f6-4f79-a5f2-27aa09589ce8 admin admin] Made reservation on behalf of 9434a58949a14f85acc7f64623347166 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:09.722254 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ff3748af-26f6-4f79-a5f2-27aa09589ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:09.733973 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ff3748af-26f6-4f79-a5f2-27aa09589ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:09.775861 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ce07956d-d50f-4e10-b372-68920346ff2f None None] Provisioning complete for port 227b8292-8995-4015-bef2-d3f6f18aecc0 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:09.776579 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ce07956d-d50f-4e10-b372-68920346ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:09.815276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ce07956d-d50f-4e10-b372-68920346ff2f None None] Port 227b8292-8995-4015-bef2-d3f6f18aecc0 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:09.826545 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ce07956d-d50f-4e10-b372-68920346ff2f None None] Provisioning complete for port 12559dbf-d49a-4a62-b340-ce8a7399fba3 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:09.828148 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ce07956d-d50f-4e10-b372-68920346ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:09.833105 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e872bbb-7f6c-43d1-bf6a-fcfc40677b78 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:09.868998 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e872bbb-7f6c-43d1-bf6a-fcfc40677b78 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=227b8292-8995-4015-bef2-d3f6f18aecc0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:09.918660 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ff3748af-26f6-4f79-a5f2-27aa09589ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:09.925864 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ff3748af-26f6-4f79-a5f2-27aa09589ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:09.951569 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3748af-26f6-4f79-a5f2-27aa09589ce8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:51:09.968167 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3748af-26f6-4f79-a5f2-27aa09589ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd94892e-874f-4fb1-b04c-de61228415eb,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:09.973740 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ff3748af-26f6-4f79-a5f2-27aa09589ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:09.974178 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-ff3748af-26f6-4f79-a5f2-27aa09589ce8 admin admin] Added segment f00dd7e0-3970-4285-a6fd-ed097e960064 of type vlan for network bc880b11-5437-4136-8df6-0d8e705db704 Jul 23 20:51:09.990397 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e872bbb-7f6c-43d1-bf6a-fcfc40677b78 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:09.996000 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8e872bbb-7f6c-43d1-bf6a-fcfc40677b78 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/ports/227b8292-8995-4015-bef2-d3f6f18aecc0 HTTP/1.1" status: 204 len: 168 time: 0.5688081 Jul 23 20:51:09.996708 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36202) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:10.020798 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ff3748af-26f6-4f79-a5f2-27aa09589ce8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:10.025023 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbf69fb-7dc8-4e7d-bb15-615aaf207307 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] GET failed (client error): The resource could not be found. Jul 23 20:51:10.029956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36204) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:10.030178 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-adbf69fb-7dc8-4e7d-bb15-615aaf207307 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports/227b8292-8995-4015-bef2-d3f6f18aecc0 HTTP/1.1" status: 404 len: 333 time: 0.0323076 Jul 23 20:51:10.051376 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a52e459f-bb8a-4555-8da4-69904a493f20 None None] Could not find standard attr ID for object 227b8292-8995-4015-bef2-d3f6f18aecc0. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:51:10.099266 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7cd1c6c-6dc8-4c05-b6d2-1ad1dcf68e80 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting subnet a4558bc7-0c53-4a6e-80cf-d6c52eecea13 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:51:10.102891 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ff3748af-26f6-4f79-a5f2-27aa09589ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:10.103892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3748af-26f6-4f79-a5f2-27aa09589ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:10.104471 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ff3748af-26f6-4f79-a5f2-27aa09589ce8 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:10.107274 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1c6c-6dc8-4c05-b6d2-1ad1dcf68e80 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:10.180383 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ff3748af-26f6-4f79-a5f2-27aa09589ce8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5867481 Jul 23 20:51:10.183383 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36206) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:10.188581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-379227ab-b3d2-4729-b74a-94fbfc24c651 admin admin] Request body: {'subnet': {'network_id': 'bc880b11-5437-4136-8df6-0d8e705db704', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1899259056-subnet', 'tenant_id': '9434a58949a14f85acc7f64623347166', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:10.189246 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1c6c-6dc8-4c05-b6d2-1ad1dcf68e80 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:10.211157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379227ab-b3d2-4729-b74a-94fbfc24c651 admin admin] Made reservation on behalf of 9434a58949a14f85acc7f64623347166 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:10.213660 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-379227ab-b3d2-4729-b74a-94fbfc24c651 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:10.263331 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9f70f3c2-e7ef-4c01-a8b9-a83fc6eb2edd None None] Could not find standard attr ID for object 227b8292-8995-4015-bef2-d3f6f18aecc0. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:51:10.419286 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-379227ab-b3d2-4729-b74a-94fbfc24c651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:10.477501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379227ab-b3d2-4729-b74a-94fbfc24c651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9925bdcd-e51d-4a6c-9a61-6d27cfaccae2,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:10.481506 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5e37f0dd-989a-4c0b-bb39-8d59677cc669 None None] Could not find standard attr ID for object 227b8292-8995-4015-bef2-d3f6f18aecc0. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:51:10.488174 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379227ab-b3d2-4729-b74a-94fbfc24c651 admin admin] Checking segment: {'id': 'f00dd7e0-3970-4285-a6fd-ed097e960064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bc880b11-5437-4136-8df6-0d8e705db704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:10.488531 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379227ab-b3d2-4729-b74a-94fbfc24c651 admin admin] Network hostable DHCP agents. Network: bc880b11-5437-4136-8df6-0d8e705db704, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:51:10.505374 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379227ab-b3d2-4729-b74a-94fbfc24c651 admin admin] Network bc880b11-5437-4136-8df6-0d8e705db704 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:51:10.515566 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-379227ab-b3d2-4729-b74a-94fbfc24c651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, bc880b11-5437-4136-8df6-0d8e705db704) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:10.524306 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca5c6d0-1034-47bf-905b-f572736e7825 None None] Network bc880b11-5437-4136-8df6-0d8e705db704 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:10.529258 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379227ab-b3d2-4729-b74a-94fbfc24c651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:10.530051 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-379227ab-b3d2-4729-b74a-94fbfc24c651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:10.561820 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-379227ab-b3d2-4729-b74a-94fbfc24c651 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3688803 Jul 23 20:51:10.644751 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3748af-26f6-4f79-a5f2-27aa09589ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=bc880b11-5437-4136-8df6-0d8e705db704,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:10.664314 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network bc880b11-5437-4136-8df6-0d8e705db704 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:51:10.717207 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8fc257-bc87-4030-899a-19505c6d306e None None] Network bc880b11-5437-4136-8df6-0d8e705db704 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:10.744559 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabec3a-2080-4caa-93a0-cb3ad5def051 req-b832a1bf-d394-49bc-803c-cf767f169211 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:10.746636 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fdabec3a-2080-4caa-93a0-cb3ad5def051 req-b832a1bf-d394-49bc-803c-cf767f169211 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1070035 Jul 23 20:51:10.768216 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1c6c-6dc8-4c05-b6d2-1ad1dcf68e80 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:10.817012 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 12559dbf-d49a-4a62-b340-ce8a7399fba3 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:10.830528 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fdabec3a-2080-4caa-93a0-cb3ad5def051 req-32900272-17cf-484e-937b-77a5dd733a59 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736639 Jul 23 20:51:10.864970 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1c6c-6dc8-4c05-b6d2-1ad1dcf68e80 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:10.896282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd1c6c-6dc8-4c05-b6d2-1ad1dcf68e80 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Subnet': ['ID=a4558bc7-0c53-4a6e-80cf-d6c52eecea13,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:10.898728 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1c6c-6dc8-4c05-b6d2-1ad1dcf68e80 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:10.900886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d7cd1c6c-6dc8-4c05-b6d2-1ad1dcf68e80 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/a4558bc7-0c53-4a6e-80cf-d6c52eecea13 HTTP/1.1" status: 204 len: 168 time: 0.8696988 Jul 23 20:51:10.903329 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36218) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:10.967791 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b291eb2-d879-49b5-9e1e-ec427d33b55a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting subnet 5ce3a3af-c368-4405-a6fa-e52907c5bcf0 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:51:10.971140 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b291eb2-d879-49b5-9e1e-ec427d33b55a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:10.978197 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 12559dbf-d49a-4a62-b340-ce8a7399fba3 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:10.978728 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:11.026141 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b291eb2-d879-49b5-9e1e-ec427d33b55a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:11.055320 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a519a7f-b582-400c-b8d8-2591e6db3a45 None None] Network 81c76652-0b12-447b-9298-97800be460e7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:11.120053 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bd80ad8b-fb0e-4c4d-964e-911dad32708d no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:51:11.121291 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b291eb2-d879-49b5-9e1e-ec427d33b55a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:11.123029 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-49430f68-e5c6-4937-8104-b2051ab200bc tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:11.124985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-49430f68-e5c6-4937-8104-b2051ab200bc tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/networks?id=bc880b11-5437-4136-8df6-0d8e705db704 HTTP/1.1" status: 200 len: 822 time: 0.1216583 Jul 23 20:51:11.139618 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-09167e80-4666-4c85-8964-87a3c03a9ab4 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/quotas/9434a58949a14f85acc7f64623347166 HTTP/1.1" status: 200 len: 375 time: 0.0093935 Jul 23 20:51:11.150343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: bd80ad8b-fb0e-4c4d-964e-911dad32708d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:51:11.150957 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bd80ad8b-fb0e-4c4d-964e-911dad32708d not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:51:11.174199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-307686ce-0a3c-4399-8acc-e55922d7d929 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9434a58949a14f85acc7f64623347166&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291586 Jul 23 20:51:11.185334 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b291eb2-d879-49b5-9e1e-ec427d33b55a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:11.225881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b291eb2-d879-49b5-9e1e-ec427d33b55a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce3a3af-c368-4405-a6fa-e52907c5bcf0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:11.234905 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b291eb2-d879-49b5-9e1e-ec427d33b55a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:11.236957 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3b291eb2-d879-49b5-9e1e-ec427d33b55a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/5ce3a3af-c368-4405-a6fa-e52907c5bcf0 HTTP/1.1" status: 204 len: 168 time: 0.3323746 Jul 23 20:51:11.239480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36228) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:11.278866 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-d10725ca-b831-4867-bac8-806d9c800e95 service neutron] 10.222.0.55 "GET /v2.0/networks/bc880b11-5437-4136-8df6-0d8e705db704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971253 Jul 23 20:51:11.321037 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:11.362694 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13d447e-a511-4433-82d7-276c133767c9 None None] Update dhcp port {'port': {'network_id': '81c76652-0b12-447b-9298-97800be460e7', 'fixed_ips': [{'subnet_id': '5ce3a3af-c368-4405-a6fa-e52907c5bcf0'}], 'binding:host_id': 'n-d-791504-18'}, 'id': '12559dbf-d49a-4a62-b340-ce8a7399fba3'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:51:11.372510 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-47c6ca19-637c-44bc-80f1-84c75f878daf service neutron] 10.222.0.55 "GET /v2.0/networks/bc880b11-5437-4136-8df6-0d8e705db704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927720 Jul 23 20:51:11.374696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port 12559dbf-d49a-4a62-b340-ce8a7399fba3 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:11.375042 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:11.403154 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b13d447e-a511-4433-82d7-276c133767c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:11.444908 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] For port 12559dbf-d49a-4a62-b340-ce8a7399fba3, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=12559dbf-d49a-4a62-b340-ce8a7399fba3,segment=NetworkSegment(803e71a5-7523-42ab-9eba-fa1081b8e9b3),segment_id=803e71a5-7523-42ab-9eba-fa1081b8e9b3)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:11.445341 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:11.459281 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for 12559dbf-d49a-4a62-b340-ce8a7399fba3 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:11.550389 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:11.570861 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3561565a-8f54-48ca-b24f-f246582cf563 req-f1f323bc-3dd6-47fa-b8dc-1f9fb6749355 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3796cc2-17f9-4588-a828-158fb209605c HTTP/1.1" status: 200 len: 210 time: 0.0569584 Jul 23 20:51:11.589954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=12559dbf-d49a-4a62-b340-ce8a7399fba3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:11.594472 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No DVR routers for this DVR port 12559dbf-d49a-4a62-b340-ce8a7399fba3 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:51:11.614869 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48084032-efa5-4f47-b7a9-18c56bc20ce4 None None] Network 81c76652-0b12-447b-9298-97800be460e7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:11.692513 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:11.703259 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c76652-0b12-447b-9298-97800be460e7']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:11.711908 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-03a48726-7942-47f3-a6f0-f8722834e99f None None] Could not find standard attr ID for object 12559dbf-d49a-4a62-b340-ce8a7399fba3. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:51:11.714262 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803e71a5-7523-42ab-9eba-fa1081b8e9b3') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:11.714514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803e71a5-7523-42ab-9eba-fa1081b8e9b3') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:11.724002 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:11.738907 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:11.746018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:51:11.746546 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:51:11.749503 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:51:11.757458 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb97bd8-f820-4bd0-ab88-3bf3ebce233c None None] DHCP port deletion for 81c76652-0b12-447b-9298-97800be460e7 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:51:11.812499 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:11.818400 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:11.820769 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/networks/81c76652-0b12-447b-9298-97800be460e7 HTTP/1.1" status: 204 len: 168 time: 0.5801225 Jul 23 20:51:11.825169 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36240) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:11.836555 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ac381-063f-4127-9cc4-cfb2ccc614cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Network': ['ID=81c76652-0b12-447b-9298-97800be460e7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:11.964174 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3c73ea-aae6-44b6-940d-54f74c2d5e22 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:11.965560 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2b3c73ea-aae6-44b6-940d-54f74c2d5e22 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1378763 Jul 23 20:51:11.969094 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36244) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:12.040610 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6b669-2399-4c13-8647-54ee7b4f2e1a req-065138c5-4e86-4c8c-9167-8080b698df8b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:12.042745 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-78d6b669-2399-4c13-8647-54ee7b4f2e1a req-065138c5-4e86-4c8c-9167-8080b698df8b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1212983 Jul 23 20:51:12.050978 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8da34c25-ac54-4637-8fb9-c1efc80976fb tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0808997 Jul 23 20:51:12.054690 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36246) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:12.060477 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4c4ac159-6bec-4c8d-a97a-010e36e2b3db tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1799575000'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:12.084137 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-78d6b669-2399-4c13-8647-54ee7b4f2e1a req-5ad3757c-6661-4552-a798-5fd4e5c3ed06 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319719 Jul 23 20:51:12.106034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4ac159-6bec-4c8d-a97a-010e36e2b3db tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:12.106034 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac159-6bec-4c8d-a97a-010e36e2b3db tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:12.128001 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4ac159-6bec-4c8d-a97a-010e36e2b3db tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:51:12.136929 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac159-6bec-4c8d-a97a-010e36e2b3db tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:12.137271 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-4c4ac159-6bec-4c8d-a97a-010e36e2b3db tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Added segment 4499fdbb-cef6-4564-a129-0c1235d03791 of type vlan for network c7bdab2a-49fe-4f90-935d-73e5fa869528 Jul 23 20:51:12.178937 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac159-6bec-4c8d-a97a-010e36e2b3db tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:12.207708 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac159-6bec-4c8d-a97a-010e36e2b3db tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:12.213224 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4ac159-6bec-4c8d-a97a-010e36e2b3db tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:12.213797 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac159-6bec-4c8d-a97a-010e36e2b3db tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:12.250065 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4c4ac159-6bec-4c8d-a97a-010e36e2b3db tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1942725 Jul 23 20:51:12.252783 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36248) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:12.257548 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1176a500-737b-4f7b-ae7c-20175bc73c9d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'subnet': {'network_id': 'c7bdab2a-49fe-4f90-935d-73e5fa869528', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:12.308100 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ac159-6bec-4c8d-a97a-010e36e2b3db tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Network': ['ID=c7bdab2a-49fe-4f90-935d-73e5fa869528,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:12.319519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network c7bdab2a-49fe-4f90-935d-73e5fa869528 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:51:12.377793 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1176a500-737b-4f7b-ae7c-20175bc73c9d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:12.381586 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1176a500-737b-4f7b-ae7c-20175bc73c9d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:12.572828 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1176a500-737b-4f7b-ae7c-20175bc73c9d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:12.590249 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-6e163694-f208-4e9a-8726-5966aa899fac tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:12.591899 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-6e163694-f208-4e9a-8726-5966aa899fac tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.48 "GET /v2.0/networks?id=bc880b11-5437-4136-8df6-0d8e705db704 HTTP/1.1" status: 200 len: 822 time: 0.1102235 Jul 23 20:51:12.610342 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-84316b21-148f-4d0e-bc15-a2c5ba377a54 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Request body: {'port': {'device_id': 'c3796cc2-17f9-4588-a828-158fb209605c', 'network_id': 'bc880b11-5437-4136-8df6-0d8e705db704', 'admin_state_up': True, 'tenant_id': '9434a58949a14f85acc7f64623347166'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:12.643427 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176a500-737b-4f7b-ae7c-20175bc73c9d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Subnet': ['ID=de51ad8c-b19e-465f-ad72-e40919c78b18,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:12.650828 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1176a500-737b-4f7b-ae7c-20175bc73c9d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Checking segment: {'id': '4499fdbb-cef6-4564-a129-0c1235d03791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7bdab2a-49fe-4f90-935d-73e5fa869528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:12.651232 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1176a500-737b-4f7b-ae7c-20175bc73c9d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network hostable DHCP agents. Network: c7bdab2a-49fe-4f90-935d-73e5fa869528, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:51:12.668625 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1176a500-737b-4f7b-ae7c-20175bc73c9d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network c7bdab2a-49fe-4f90-935d-73e5fa869528 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:51:12.679046 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1176a500-737b-4f7b-ae7c-20175bc73c9d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, c7bdab2a-49fe-4f90-935d-73e5fa869528) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:12.686411 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1176a500-737b-4f7b-ae7c-20175bc73c9d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:12.687063 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1176a500-737b-4f7b-ae7c-20175bc73c9d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:12.694882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5266dc02-ff09-44fb-ac18-858ac7b92b4f None None] Network c7bdab2a-49fe-4f90-935d-73e5fa869528 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:12.713783 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1176a500-737b-4f7b-ae7c-20175bc73c9d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4575489 Jul 23 20:51:12.714671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36252) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:12.715302 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e78d64c8-0df8-497a-a2ed-3999e9a2d97e req-95276b19-8cdb-40f0-a223-c572cf68dbcc tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3796cc2-17f9-4588-a828-158fb209605c HTTP/1.1" status: 200 len: 210 time: 0.0580647 Jul 23 20:51:12.723889 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 12559dbf-d49a-4a62-b340-ce8a7399fba3 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:51:12.731703 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1f575ec5-8e8b-4ffc-b668-185121ee2040 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'network_id': 'c7bdab2a-49fe-4f90-935d-73e5fa869528', 'name': 'tempest-PortsTestJSON-765776207'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:12.749754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 12559dbf-d49a-4a62-b340-ce8a7399fba3 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:51:12.750251 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 12559dbf-d49a-4a62-b340-ce8a7399fba3 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:51:12.784730 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-84316b21-148f-4d0e-bc15-a2c5ba377a54 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Made reservation on behalf of 9434a58949a14f85acc7f64623347166 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:12.788642 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-84316b21-148f-4d0e-bc15-a2c5ba377a54 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:12.858057 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f575ec5-8e8b-4ffc-b668-185121ee2040 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:12.861884 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1f575ec5-8e8b-4ffc-b668-185121ee2040 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:12.880883 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-1f575ec5-8e8b-4ffc-b668-185121ee2040 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] device_id is not set on port 1f000530-4d33-4112-af01-80a24833302c yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:51:12.883447 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-c7bdab2a-49fe-4f90-935d-73e5fa869528', 'network_id': 'c7bdab2a-49fe-4f90-935d-73e5fa869528', 'tenant_id': 'f676d74686d04c22a5e9a84193dfae1f', 'fixed_ips': [{'subnet_id': 'de51ad8c-b19e-465f-ad72-e40919c78b18'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:51:12.884356 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:12.931627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-84316b21-148f-4d0e-bc15-a2c5ba377a54 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Allocated IP 172.20.0.4 (bc880b11-5437-4136-8df6-0d8e705db704/9925bdcd-e51d-4a6c-9a61-6d27cfaccae2/c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:12.998017 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-1f575ec5-8e8b-4ffc-b668-185121ee2040 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Allocated IP 172.20.0.3 (c7bdab2a-49fe-4f90-935d-73e5fa869528/de51ad8c-b19e-465f-ad72-e40919c78b18/1f000530-4d33-4112-af01-80a24833302c) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:13.085653 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-84316b21-148f-4d0e-bc15-a2c5ba377a54 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.133613 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-84316b21-148f-4d0e-bc15-a2c5ba377a54 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.164958 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1f575ec5-8e8b-4ffc-b668-185121ee2040 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.178266 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-1f575ec5-8e8b-4ffc-b668-185121ee2040 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Transition to ACTIVE for port object 1f000530-4d33-4112-af01-80a24833302c will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:13.208268 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-84316b21-148f-4d0e-bc15-a2c5ba377a54 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Network bc880b11-5437-4136-8df6-0d8e705db704 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:13.212325 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1f575ec5-8e8b-4ffc-b668-185121ee2040 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.217429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-84316b21-148f-4d0e-bc15-a2c5ba377a54 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:13.219241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84316b21-148f-4d0e-bc15-a2c5ba377a54 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Pushing event updated for resources: {'Port': ['ID=c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:13.222346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-84316b21-148f-4d0e-bc15-a2c5ba377a54 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:13.264520 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Allocated IP 172.20.0.2 (c7bdab2a-49fe-4f90-935d-73e5fa869528/de51ad8c-b19e-465f-ad72-e40919c78b18/6f4a8030-e764-46ca-b09c-3cac95ee19d5) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:13.280353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f575ec5-8e8b-4ffc-b668-185121ee2040 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network c7bdab2a-49fe-4f90-935d-73e5fa869528 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:13.284293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-84316b21-148f-4d0e-bc15-a2c5ba377a54 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:13.284935 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-84316b21-148f-4d0e-bc15-a2c5ba377a54 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.286997 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1f575ec5-8e8b-4ffc-b668-185121ee2040 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:13.290221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f575ec5-8e8b-4ffc-b668-185121ee2040 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:13.295814 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f575ec5-8e8b-4ffc-b668-185121ee2040 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=1f000530-4d33-4112-af01-80a24833302c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:13.304923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ace230-f0b1-4359-8e13-c50c11f2903b req-ce2b85f6-0c72-4a18-81b6-dc1a36ceb053 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:13.306443 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65ace230-f0b1-4359-8e13-c50c11f2903b req-ce2b85f6-0c72-4a18-81b6-dc1a36ceb053 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1402373 Jul 23 20:51:13.312905 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-84316b21-148f-4d0e-bc15-a2c5ba377a54 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7081995 Jul 23 20:51:13.340008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Request body: {'port': {'device_id': 'c3796cc2-17f9-4588-a828-158fb209605c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:13.353692 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f575ec5-8e8b-4ffc-b668-185121ee2040 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:13.354976 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1f575ec5-8e8b-4ffc-b668-185121ee2040 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.371660 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1f575ec5-8e8b-4ffc-b668-185121ee2040 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6459026 Jul 23 20:51:13.374046 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36256) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:13.380028 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4e091bf9-30b5-4bea-b92f-30f8b22acef1 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'network_id': 'c7bdab2a-49fe-4f90-935d-73e5fa869528', 'name': 'tempest-PortsTestJSON-1414704388'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:13.388603 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65ace230-f0b1-4359-8e13-c50c11f2903b req-1cd0f312-6fc6-460b-a481-823f3523e157 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716560 Jul 23 20:51:13.433988 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.442110 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.452661 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Transition to ACTIVE for port object 6f4a8030-e764-46ca-b09c-3cac95ee19d5 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:13.474533 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Transition to ACTIVE for port object 6f4a8030-e764-46ca-b09c-3cac95ee19d5 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:13.482355 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.529998 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e091bf9-30b5-4bea-b92f-30f8b22acef1 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:13.533141 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Network c7bdab2a-49fe-4f90-935d-73e5fa869528 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:13.534338 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e091bf9-30b5-4bea-b92f-30f8b22acef1 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.537446 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:13.539141 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Pushing event updated for resources: {'Port': ['ID=6f4a8030-e764-46ca-b09c-3cac95ee19d5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:13.546759 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:13.555858 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-4e091bf9-30b5-4bea-b92f-30f8b22acef1 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] device_id is not set on port 6a8c3779-ec00-4421-a8e5-49a871e3a068 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:51:13.616453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Attempting to bind port 6f4a8030-e764-46ca-b09c-3cac95ee19d5 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:51:13.616826 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Attempting to bind port 6f4a8030-e764-46ca-b09c-3cac95ee19d5 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '4499fdbb-cef6-4564-a129-0c1235d03791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7bdab2a-49fe-4f90-935d-73e5fa869528'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:51:13.617198 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Attempting to bind port 6f4a8030-e764-46ca-b09c-3cac95ee19d5 on network c7bdab2a-49fe-4f90-935d-73e5fa869528 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:13.622972 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:51:13.623328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Checking segment: {'id': '4499fdbb-cef6-4564-a129-0c1235d03791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7bdab2a-49fe-4f90-935d-73e5fa869528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:13.623733 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.624132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Bound using segment: {'id': '4499fdbb-cef6-4564-a129-0c1235d03791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7bdab2a-49fe-4f90-935d-73e5fa869528'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:51:13.624599 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Bound port: 6f4a8030-e764-46ca-b09c-3cac95ee19d5, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4499fdbb-cef6-4564-a129-0c1235d03791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c7bdab2a-49fe-4f90-935d-73e5fa869528'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:51:13.624984 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.673941 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-4e091bf9-30b5-4bea-b92f-30f8b22acef1 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Allocated IP 172.20.0.5 (c7bdab2a-49fe-4f90-935d-73e5fa869528/de51ad8c-b19e-465f-ad72-e40919c78b18/6a8c3779-ec00-4421-a8e5-49a871e3a068) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:13.689647 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] For port 6f4a8030-e764-46ca-b09c-3cac95ee19d5, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:51:13.693278 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] For port 6f4a8030-e764-46ca-b09c-3cac95ee19d5, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6f4a8030-e764-46ca-b09c-3cac95ee19d5,segment=NetworkSegment(4499fdbb-cef6-4564-a129-0c1235d03791),segment_id=4499fdbb-cef6-4564-a129-0c1235d03791)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:51:13.697915 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.732258 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:51:13.746237 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.759917 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc91dbb-2cf6-4d70-9d30-097a2fb31167 None None] Pushing event updated for resources: {'Port': ['ID=6f4a8030-e764-46ca-b09c-3cac95ee19d5,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:13.766345 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Transition to ACTIVE for port object c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:13.772393 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.844652 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e091bf9-30b5-4bea-b92f-30f8b22acef1 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.860878 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-4e091bf9-30b5-4bea-b92f-30f8b22acef1 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Transition to ACTIVE for port object 6a8c3779-ec00-4421-a8e5-49a871e3a068 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:13.882936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:13.896675 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e091bf9-30b5-4bea-b92f-30f8b22acef1 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.948430 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e091bf9-30b5-4bea-b92f-30f8b22acef1 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network c7bdab2a-49fe-4f90-935d-73e5fa869528 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:13.951186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Attempting to bind port c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:51:13.951677 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Attempting to bind port c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'f00dd7e0-3970-4285-a6fd-ed097e960064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bc880b11-5437-4136-8df6-0d8e705db704'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:51:13.951873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Attempting to bind port c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 on network bc880b11-5437-4136-8df6-0d8e705db704 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:13.956662 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-4e091bf9-30b5-4bea-b92f-30f8b22acef1 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:13.960785 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e091bf9-30b5-4bea-b92f-30f8b22acef1 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:13.962690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Port c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 on network bc880b11-5437-4136-8df6-0d8e705db704 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:51:13.962993 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Attempting to bind port c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 on network bc880b11-5437-4136-8df6-0d8e705db704 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:13.983251 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:51:13.983589 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Checking segment: {'id': 'f00dd7e0-3970-4285-a6fd-ed097e960064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bc880b11-5437-4136-8df6-0d8e705db704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:13.984015 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Bound using segment: {'id': 'f00dd7e0-3970-4285-a6fd-ed097e960064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bc880b11-5437-4136-8df6-0d8e705db704'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:51:13.984413 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Bound port: c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00dd7e0-3970-4285-a6fd-ed097e960064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bc880b11-5437-4136-8df6-0d8e705db704'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:51:13.984768 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.999600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100975d2-dbf8-4c17-93aa-3da125f592cb req-50313e44-279d-41dd-858b-243d6bb53efb tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:14.001178 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-100975d2-dbf8-4c17-93aa-3da125f592cb req-50313e44-279d-41dd-858b-243d6bb53efb tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3796cc2-17f9-4588-a828-158fb209605c HTTP/1.1" status: 200 len: 943 time: 0.1547079 Jul 23 20:51:14.002484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e091bf9-30b5-4bea-b92f-30f8b22acef1 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=6a8c3779-ec00-4421-a8e5-49a871e3a068,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:14.037989 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e091bf9-30b5-4bea-b92f-30f8b22acef1 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:14.038763 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e091bf9-30b5-4bea-b92f-30f8b22acef1 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:14.059946 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4e091bf9-30b5-4bea-b92f-30f8b22acef1 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6821687 Jul 23 20:51:14.060319 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36260) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:14.074668 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-100975d2-dbf8-4c17-93aa-3da125f592cb req-9954bdfa-7e47-4dfc-bbd0-7cb3aa7426e6 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd94892e-874f-4fb1-b04c-de61228415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655792 Jul 23 20:51:14.105481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] For port c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:51:14.110669 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] For port c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1,segment=NetworkSegment(f00dd7e0-3970-4285-a6fd-ed097e960064),segment_id=f00dd7e0-3970-4285-a6fd-ed097e960064)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:51:14.117892 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:14.157186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:14.157801 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:14.159234 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] 10.222.0.48 "PUT /v2.0/ports/c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 HTTP/1.1" status: 200 len: 1092 time: 0.8324451 Jul 23 20:51:14.159680 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3796cc2-17f9-4588-a828-158fb209605c', 'tag': 'c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:14.161933 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60a0818-7560-4db2-a099-15a045c8f2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c3796cc2-17f9-4588-a828-158fb209605c", "tag": "c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:14.187498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c8d4b-f236-44f2-b0e1-dd9a93507d35 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:14.209639 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebb0333-87ec-48df-afdd-95cdef750e43 x-openstack-request-id: req-8ebb0333-87ec-48df-afdd-95cdef750e43 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:14.209996 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3796cc2-17f9-4588-a828-158fb209605c", "tag": "c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:14.210167 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ebb0333-87ec-48df-afdd-95cdef750e43 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:14.210548 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3796cc2-17f9-4588-a828-158fb209605c', 'tag': 'c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1', 'status': 'completed', 'code': 200} Jul 23 20:51:14.217181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa5042-c652-415c-a3bc-02c82659776d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:14.221238 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c5fa5042-c652-415c-a3bc-02c82659776d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.1573870 Jul 23 20:51:14.221423 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36264) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:14.279086 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-5ad5277d-74bf-4851-aa14-7dcef575d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:14.284140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-5ad5277d-74bf-4851-aa14-7dcef575d024 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9434a58949a14f85acc7f64623347166&device_id=c3796cc2-17f9-4588-a828-158fb209605c HTTP/1.1" status: 200 len: 1095 time: 0.0664942 Jul 23 20:51:14.330180 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-130936ef-62c7-4f54-8833-fd7520664fa2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 HTTP/1.1" status: 200 len: 217 time: 0.0372455 Jul 23 20:51:14.381694 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-d429743f-e331-4328-bee2-a59ec3a1a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:14.383198 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-d429743f-e331-4328-bee2-a59ec3a1a767 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9925bdcd-e51d-4a6c-9a61-6d27cfaccae2 HTTP/1.1" status: 200 len: 862 time: 0.0446570 Jul 23 20:51:14.427191 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-59c6f8f5-6661-46af-819d-35e82ca21d46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bc880b11-5437-4136-8df6-0d8e705db704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366178 Jul 23 20:51:14.568839 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-e94cc3f5-97b9-4f4a-ad46-04e42673725c service neutron] 10.222.0.48 "GET /v2.0/networks/bc880b11-5437-4136-8df6-0d8e705db704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344559 Jul 23 20:51:14.584892 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3cbafc93-ef19-4e56-a7cf-2315f667113a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port 6a8c3779-ec00-4421-a8e5-49a871e3a068 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:14.585165 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3cbafc93-ef19-4e56-a7cf-2315f667113a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:14.619078 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec861c0-e892-4c6a-8824-26ca1766c2ea req-d15da114-566d-4bae-b4ab-c99c8dfaaec3 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:14.620704 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aec861c0-e892-4c6a-8824-26ca1766c2ea req-d15da114-566d-4bae-b4ab-c99c8dfaaec3 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1200016 Jul 23 20:51:14.691297 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3cbafc93-ef19-4e56-a7cf-2315f667113a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:14.696829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aec861c0-e892-4c6a-8824-26ca1766c2ea req-906b84b2-9850-47f2-a1d0-e82523981106 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693181 Jul 23 20:51:14.711830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3cbafc93-ef19-4e56-a7cf-2315f667113a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for 6a8c3779-ec00-4421-a8e5-49a871e3a068 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:14.712074 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7fb194f4-4019-4d80-a287-af1ea7d74626 req-5e84af05-e64d-4a10-b6c4-7e23dfaa0c2c service neutron] 10.222.0.48 "GET /v2.0/networks/bc880b11-5437-4136-8df6-0d8e705db704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337407 Jul 23 20:51:14.803007 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6f4a8030-e764-46ca-b09c-3cac95ee19d5 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:14.805240 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5f7679-8cee-4b8d-bc85-66214f5f28b2 None None] Network c7bdab2a-49fe-4f90-935d-73e5fa869528 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:14.833220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a0818-7560-4db2-a099-15a045c8f2e7 req-7bff275b-8190-46c0-b14b-63c9ceb39b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:14.834826 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a60a0818-7560-4db2-a099-15a045c8f2e7 req-7bff275b-8190-46c0-b14b-63c9ceb39b97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9434a58949a14f85acc7f64623347166&device_id=c3796cc2-17f9-4588-a828-158fb209605c HTTP/1.1" status: 200 len: 1095 time: 0.0694833 Jul 23 20:51:14.875527 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3cbafc93-ef19-4e56-a7cf-2315f667113a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:14.904494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbafc93-ef19-4e56-a7cf-2315f667113a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=6a8c3779-ec00-4421-a8e5-49a871e3a068,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:14.945635 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a0818-7560-4db2-a099-15a045c8f2e7 req-5ee0bf19-c973-41bf-803a-1e2c5e7c0205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:14.947063 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a60a0818-7560-4db2-a099-15a045c8f2e7 req-5ee0bf19-c973-41bf-803a-1e2c5e7c0205 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bc880b11-5437-4136-8df6-0d8e705db704 HTTP/1.1" status: 200 len: 923 time: 0.1057270 Jul 23 20:51:14.982941 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3cbafc93-ef19-4e56-a7cf-2315f667113a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:14.988286 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3cbafc93-ef19-4e56-a7cf-2315f667113a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/ports/6a8c3779-ec00-4421-a8e5-49a871e3a068 HTTP/1.1" status: 204 len: 168 time: 0.7635350 Jul 23 20:51:14.988568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36268) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:14.996293 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a60a0818-7560-4db2-a099-15a045c8f2e7 req-86e768a7-3505-4dbd-ac9c-548aca385e95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 HTTP/1.1" status: 200 len: 217 time: 0.0415628 Jul 23 20:51:15.017580 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1a4f6e-61d3-45a5-a9a9-21c0db47f0cf tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] GET failed (client error): The resource could not be found. Jul 23 20:51:15.021883 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0c1a4f6e-61d3-45a5-a9a9-21c0db47f0cf tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports/6a8c3779-ec00-4421-a8e5-49a871e3a068 HTTP/1.1" status: 404 len: 333 time: 0.0296774 Jul 23 20:51:15.022228 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36270) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:15.052821 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a0818-7560-4db2-a099-15a045c8f2e7 req-a975f861-4fd7-4614-bca4-6b6a6e8dcab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:15.054365 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a60a0818-7560-4db2-a099-15a045c8f2e7 req-a975f861-4fd7-4614-bca4-6b6a6e8dcab7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9925bdcd-e51d-4a6c-9a61-6d27cfaccae2 HTTP/1.1" status: 200 len: 862 time: 0.0510247 Jul 23 20:51:15.091324 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a60a0818-7560-4db2-a099-15a045c8f2e7 req-6b9dd450-b587-4d7f-aee0-f7146fd911da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bc880b11-5437-4136-8df6-0d8e705db704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295792 Jul 23 20:51:15.098576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cc3e8d27-9e4a-4c24-a84d-149574eb084b None None] Provisioning for port 6f4a8030-e764-46ca-b09c-3cac95ee19d5 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:15.125427 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 6f4a8030-e764-46ca-b09c-3cac95ee19d5 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:15.131363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 6f4a8030-e764-46ca-b09c-3cac95ee19d5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:15.131732 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:15.146171 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d87f8a0f-5ce4-4226-a270-f97a7c37cdb0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port 1f000530-4d33-4112-af01-80a24833302c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:15.146518 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d87f8a0f-5ce4-4226-a270-f97a7c37cdb0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:15.244948 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d87f8a0f-5ce4-4226-a270-f97a7c37cdb0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:15.250475 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a60a0818-7560-4db2-a099-15a045c8f2e7 req-d90cca4b-01f1-486f-84b1-f4face8736b4 service neutron] 10.222.0.48 "GET /v2.0/networks/bc880b11-5437-4136-8df6-0d8e705db704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519687 Jul 23 20:51:15.251370 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:15.261591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d87f8a0f-5ce4-4226-a270-f97a7c37cdb0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for 1f000530-4d33-4112-af01-80a24833302c owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:15.284357 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 6f4a8030-e764-46ca-b09c-3cac95ee19d5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6f4a8030-e764-46ca-b09c-3cac95ee19d5,segment=NetworkSegment(4499fdbb-cef6-4564-a129-0c1235d03791),segment_id=4499fdbb-cef6-4564-a129-0c1235d03791)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:15.289872 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:15.375793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=6f4a8030-e764-46ca-b09c-3cac95ee19d5,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:15.466513 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d87f8a0f-5ce4-4226-a270-f97a7c37cdb0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:15.487512 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:15.512806 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f8a0f-5ce4-4226-a270-f97a7c37cdb0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=1f000530-4d33-4112-af01-80a24833302c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:15.540772 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1969a310-da4d-4362-baaf-1049990a0d30 None None] Could not find standard attr ID for object 1f000530-4d33-4112-af01-80a24833302c. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:51:15.558791 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1969a310-da4d-4362-baaf-1049990a0d30 None None] Provisioning complete for port 6f4a8030-e764-46ca-b09c-3cac95ee19d5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:15.562006 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1969a310-da4d-4362-baaf-1049990a0d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:15.574194 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-93f1aa44-abc9-49ee-975a-10f438c4f7f2 req-2238f70c-3e57-4fa5-9447-339162197727 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1457531 Jul 23 20:51:15.606934 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d87f8a0f-5ce4-4226-a270-f97a7c37cdb0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:15.609104 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d87f8a0f-5ce4-4226-a270-f97a7c37cdb0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/ports/1f000530-4d33-4112-af01-80a24833302c HTTP/1.1" status: 204 len: 168 time: 0.5858607 Jul 23 20:51:15.611715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36274) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:15.654380 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43c340e-27ae-4837-bddd-e60d365dffee tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] GET failed (client error): The resource could not be found. Jul 23 20:51:15.657478 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d43c340e-27ae-4837-bddd-e60d365dffee tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports/1f000530-4d33-4112-af01-80a24833302c HTTP/1.1" status: 404 len: 333 time: 0.0421598 Jul 23 20:51:15.677573 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36276) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:15.717759 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470621a-5471-4b04-b5d9-60dfbf121ca9 req-224fd0da-1920-41a4-b364-40cdf8f13d70 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:15.723301 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8470621a-5471-4b04-b5d9-60dfbf121ca9 req-224fd0da-1920-41a4-b364-40cdf8f13d70 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3796cc2-17f9-4588-a828-158fb209605c HTTP/1.1" status: 200 len: 943 time: 0.5466201 Jul 23 20:51:15.750841 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21540d7-146b-4085-847a-dabf9b2e28a6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting subnet de51ad8c-b19e-465f-ad72-e40919c78b18 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:51:15.755751 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b21540d7-146b-4085-847a-dabf9b2e28a6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:15.778310 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8470621a-5471-4b04-b5d9-60dfbf121ca9 req-fcdcec77-d23b-49ba-9e61-e301c20d095e tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd94892e-874f-4fb1-b04c-de61228415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508912 Jul 23 20:51:15.790344 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-65b40f66-fe1b-4b98-bdfc-8c5d588d68b2 None None] Could not find standard attr ID for object 1f000530-4d33-4112-af01-80a24833302c. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:51:15.791500 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1aa44-abc9-49ee-975a-10f438c4f7f2 req-b60d50a0-649b-4e25-998c-f3543df17305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:15.793266 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-93f1aa44-abc9-49ee-975a-10f438c4f7f2 req-b60d50a0-649b-4e25-998c-f3543df17305 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 1098 time: 0.1523869 Jul 23 20:51:15.799491 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a60a0818-7560-4db2-a099-15a045c8f2e7 req-83ff8db2-bc8b-4e81-982c-f239b1e3feae service neutron] 10.222.0.48 "GET /v2.0/networks/bc880b11-5437-4136-8df6-0d8e705db704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368919 Jul 23 20:51:15.831995 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b21540d7-146b-4085-847a-dabf9b2e28a6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:15.922764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76730d05-ec00-438f-a716-0162d894d34c req-58cba1a5-cf6d-42bf-8698-5cdf5faed091 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:15.924649 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76730d05-ec00-438f-a716-0162d894d34c req-58cba1a5-cf6d-42bf-8698-5cdf5faed091 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1381402 Jul 23 20:51:15.924810 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b6652461-f629-4f27-80f1-e74344a26de5 None None] Could not find standard attr ID for object 6a8c3779-ec00-4421-a8e5-49a871e3a068. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:51:15.932178 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b21540d7-146b-4085-847a-dabf9b2e28a6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:15.956056 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1aa44-abc9-49ee-975a-10f438c4f7f2 req-271eca92-4cb9-4640-90ad-b7a6f77437a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:15.957540 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93f1aa44-abc9-49ee-975a-10f438c4f7f2 req-271eca92-4cb9-4640-90ad-b7a6f77437a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 913 time: 0.1314867 Jul 23 20:51:15.982616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76730d05-ec00-438f-a716-0162d894d34c req-a2f4ed20-9c44-4525-80d2-dd2ea0216220 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455430 Jul 23 20:51:16.004035 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b21540d7-146b-4085-847a-dabf9b2e28a6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.032421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21540d7-146b-4085-847a-dabf9b2e28a6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Subnet': ['ID=de51ad8c-b19e-465f-ad72-e40919c78b18,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:16.037712 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b21540d7-146b-4085-847a-dabf9b2e28a6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.039994 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b21540d7-146b-4085-847a-dabf9b2e28a6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/de51ad8c-b19e-465f-ad72-e40919c78b18 HTTP/1.1" status: 204 len: 168 time: 0.3615518 Jul 23 20:51:16.042712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36280) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:16.051794 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93f1aa44-abc9-49ee-975a-10f438c4f7f2 req-6ad810a8-7625-43f4-8a5e-fd757f7d6a3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c13be93-21ea-49a4-bb03-fd9f4b51bfeb HTTP/1.1" status: 200 len: 1001 time: 0.0828557 Jul 23 20:51:16.104016 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1aa44-abc9-49ee-975a-10f438c4f7f2 req-31768b41-e1cd-4306-a538-458edf96150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:16.105530 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93f1aa44-abc9-49ee-975a-10f438c4f7f2 req-31768b41-e1cd-4306-a538-458edf96150d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.0479448 Jul 23 20:51:16.123343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef18d1-c13b-410e-94cb-2b877d017759 None None] Network c7bdab2a-49fe-4f90-935d-73e5fa869528 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:16.133209 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.176547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1aa44-abc9-49ee-975a-10f438c4f7f2 req-2875fe43-3afa-4c70-8842-53b2be9c093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:16.178062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93f1aa44-abc9-49ee-975a-10f438c4f7f2 req-2875fe43-3afa-4c70-8842-53b2be9c093a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660458 Jul 23 20:51:16.190206 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port 6f4a8030-e764-46ca-b09c-3cac95ee19d5 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:16.190206 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.257450 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] For port 6f4a8030-e764-46ca-b09c-3cac95ee19d5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6f4a8030-e764-46ca-b09c-3cac95ee19d5,segment=NetworkSegment(4499fdbb-cef6-4564-a129-0c1235d03791),segment_id=4499fdbb-cef6-4564-a129-0c1235d03791)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:16.257719 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.270332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for 6f4a8030-e764-46ca-b09c-3cac95ee19d5 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:16.276072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93f1aa44-abc9-49ee-975a-10f438c4f7f2 req-663aac10-5d57-4640-8685-5e2852877bb7 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911193 Jul 23 20:51:16.343381 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ecc837-7c53-4e2b-b72c-b784adfcc7e2 None None] DHCP port deletion for c7bdab2a-49fe-4f90-935d-73e5fa869528 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:51:16.361046 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.379611 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93f1aa44-abc9-49ee-975a-10f438c4f7f2 req-929631d1-7166-4ea9-a800-e029e50f05c3 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962167 Jul 23 20:51:16.390428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=6f4a8030-e764-46ca-b09c-3cac95ee19d5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:16.393096 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No DVR routers for this DVR port 6f4a8030-e764-46ca-b09c-3cac95ee19d5 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:51:16.412117 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-64ecc837-7c53-4e2b-b72c-b784adfcc7e2 None None] Deleting port 6f4a8030-e764-46ca-b09c-3cac95ee19d5 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:16.412489 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64ecc837-7c53-4e2b-b72c-b784adfcc7e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.481045 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-64ecc837-7c53-4e2b-b72c-b784adfcc7e2 None None] For port 6f4a8030-e764-46ca-b09c-3cac95ee19d5, host n-d-791504-18, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:16.481433 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64ecc837-7c53-4e2b-b72c-b784adfcc7e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.492393 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.493785 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-64ecc837-7c53-4e2b-b72c-b784adfcc7e2 None None] Calling delete_port for 6f4a8030-e764-46ca-b09c-3cac95ee19d5 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:16.498478 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-64ecc837-7c53-4e2b-b72c-b784adfcc7e2 None None] Port 6f4a8030-e764-46ca-b09c-3cac95ee19d5 was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:51:16.499924 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64ecc837-7c53-4e2b-b72c-b784adfcc7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.503302 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7bdab2a-49fe-4f90-935d-73e5fa869528']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:16.513615 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4499fdbb-cef6-4564-a129-0c1235d03791') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:16.514118 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4499fdbb-cef6-4564-a129-0c1235d03791') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:16.523399 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.525487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ecc837-7c53-4e2b-b72c-b784adfcc7e2 None None] Pushing event deleted for resources: {'Port': ['ID=6f4a8030-e764-46ca-b09c-3cac95ee19d5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:16.533011 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ecc837-7c53-4e2b-b72c-b784adfcc7e2 None None] No DVR routers for this DVR port 6f4a8030-e764-46ca-b09c-3cac95ee19d5 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:51:16.543555 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.549437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:51:16.549852 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:51:16.552918 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:51:16.611269 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.617855 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.619741 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/networks/c7bdab2a-49fe-4f90-935d-73e5fa869528 HTTP/1.1" status: 204 len: 168 time: 0.5758626 Jul 23 20:51:16.624579 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36282) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:16.629754 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-121254a4-cc3d-46a3-beed-37afe0ddb797 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1368359510'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:16.636618 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0855f-dc58-4974-9f3a-5cad112f14a5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Network': ['ID=c7bdab2a-49fe-4f90-935d-73e5fa869528,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:16.652955 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121254a4-cc3d-46a3-beed-37afe0ddb797 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:16.656485 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-121254a4-cc3d-46a3-beed-37afe0ddb797 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.684080 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121254a4-cc3d-46a3-beed-37afe0ddb797 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:51:16.694167 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-121254a4-cc3d-46a3-beed-37afe0ddb797 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.694587 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-121254a4-cc3d-46a3-beed-37afe0ddb797 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Added segment 9c0aafea-601a-4f12-8c5f-3a0850421259 of type vlan for network ba3bce28-0480-4f28-b18d-e5f722efa00f Jul 23 20:51:16.724050 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6f4a8030-e764-46ca-b09c-3cac95ee19d5 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:51:16.734656 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-121254a4-cc3d-46a3-beed-37afe0ddb797 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.748880 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 6f4a8030-e764-46ca-b09c-3cac95ee19d5 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:51:16.749228 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6f4a8030-e764-46ca-b09c-3cac95ee19d5 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:51:16.764586 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-121254a4-cc3d-46a3-beed-37afe0ddb797 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.770149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121254a4-cc3d-46a3-beed-37afe0ddb797 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:16.770820 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-121254a4-cc3d-46a3-beed-37afe0ddb797 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.803476 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-121254a4-cc3d-46a3-beed-37afe0ddb797 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1777732 Jul 23 20:51:16.806178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36286) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:16.811130 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-7152330e-177c-4d2e-83ab-3332e1a31700 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'subnet': {'network_id': 'ba3bce28-0480-4f28-b18d-e5f722efa00f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:16.870138 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.872638 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121254a4-cc3d-46a3-beed-37afe0ddb797 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Network': ['ID=ba3bce28-0480-4f28-b18d-e5f722efa00f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:16.884232 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network ba3bce28-0480-4f28-b18d-e5f722efa00f details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:51:16.974434 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7152330e-177c-4d2e-83ab-3332e1a31700 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:16.977824 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7152330e-177c-4d2e-83ab-3332e1a31700 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:17.010164 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409aaf5-4028-4892-82b2-ee9b4d313e1c req-77592148-5951-49d2-af8e-1bc8aea06fa9 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:17.011162 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6409aaf5-4028-4892-82b2-ee9b4d313e1c req-77592148-5951-49d2-af8e-1bc8aea06fa9 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3796cc2-17f9-4588-a828-158fb209605c HTTP/1.1" status: 200 len: 943 time: 0.1421118 Jul 23 20:51:17.122749 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6409aaf5-4028-4892-82b2-ee9b4d313e1c req-e5e434b9-dd01-4e96-ba75-999ce423958e tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd94892e-874f-4fb1-b04c-de61228415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057642 Jul 23 20:51:17.192198 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6a461-ade8-4a8a-800e-07368f22d9e8 req-5a69fb50-2f82-4995-abc9-363dcda34eae tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:17.193672 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5f6a461-ade8-4a8a-800e-07368f22d9e8 req-5a69fb50-2f82-4995-abc9-363dcda34eae tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1344912 Jul 23 20:51:17.265925 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7152330e-177c-4d2e-83ab-3332e1a31700 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:17.270002 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5f6a461-ade8-4a8a-800e-07368f22d9e8 req-1d89cad2-a3ce-41f1-94ce-b984dddf3522 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680423 Jul 23 20:51:17.331608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152330e-177c-4d2e-83ab-3332e1a31700 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Subnet': ['ID=bf699ebe-b85e-4bdf-84a3-8b5bba72fa14,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:17.346190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7152330e-177c-4d2e-83ab-3332e1a31700 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Checking segment: {'id': '9c0aafea-601a-4f12-8c5f-3a0850421259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ba3bce28-0480-4f28-b18d-e5f722efa00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:17.346543 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7152330e-177c-4d2e-83ab-3332e1a31700 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network hostable DHCP agents. Network: ba3bce28-0480-4f28-b18d-e5f722efa00f, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:51:17.363629 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7152330e-177c-4d2e-83ab-3332e1a31700 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network ba3bce28-0480-4f28-b18d-e5f722efa00f is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:51:17.372228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-7152330e-177c-4d2e-83ab-3332e1a31700 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, ba3bce28-0480-4f28-b18d-e5f722efa00f) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:17.376749 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7152330e-177c-4d2e-83ab-3332e1a31700 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:17.377877 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7152330e-177c-4d2e-83ab-3332e1a31700 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:17.381983 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032dec27-c94f-4595-aafc-a3732171043a None None] Network ba3bce28-0480-4f28-b18d-e5f722efa00f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:17.391586 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7152330e-177c-4d2e-83ab-3332e1a31700 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5844278 Jul 23 20:51:17.394329 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36290) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:17.400171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-2721ce44-71ff-41bf-9720-7075f9e47f99 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'network_id': 'ba3bce28-0480-4f28-b18d-e5f722efa00f', 'name': 'tempest-PortsTestJSON-867415699', 'fixed_ips': [{'subnet_id': 'bf699ebe-b85e-4bdf-84a3-8b5bba72fa14', 'ip_address': '172.20.0.10'}]}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:17.506290 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2721ce44-71ff-41bf-9720-7075f9e47f99 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:17.528980 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-ba3bce28-0480-4f28-b18d-e5f722efa00f', 'network_id': 'ba3bce28-0480-4f28-b18d-e5f722efa00f', 'tenant_id': 'f676d74686d04c22a5e9a84193dfae1f', 'fixed_ips': [{'subnet_id': 'bf699ebe-b85e-4bdf-84a3-8b5bba72fa14'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:51:17.529869 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:17.595058 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2721ce44-71ff-41bf-9720-7075f9e47f99 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:17.611796 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-2721ce44-71ff-41bf-9720-7075f9e47f99 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] device_id is not set on port e22eab32-e7d0-4b4f-8859-3f35922031fc yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:51:17.676972 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Allocated IP 172.20.0.2 (ba3bce28-0480-4f28-b18d-e5f722efa00f/bf699ebe-b85e-4bdf-84a3-8b5bba72fa14/9591192e-e260-4150-a3e4-ea260bcbb697) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:17.817387 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:17.825166 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Transition to ACTIVE for port object 9591192e-e260-4150-a3e4-ea260bcbb697 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:17.839780 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Transition to ACTIVE for port object 9591192e-e260-4150-a3e4-ea260bcbb697 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:17.844509 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:17.881159 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Network ba3bce28-0480-4f28-b18d-e5f722efa00f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:17.886604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:17.890111 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:17.896968 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Pushing event updated for resources: {'Port': ['ID=9591192e-e260-4150-a3e4-ea260bcbb697,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:17.902713 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-2721ce44-71ff-41bf-9720-7075f9e47f99 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Allocated IP 172.20.0.10 (ba3bce28-0480-4f28-b18d-e5f722efa00f/bf699ebe-b85e-4bdf-84a3-8b5bba72fa14/e22eab32-e7d0-4b4f-8859-3f35922031fc) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:17.950596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:51:17.962233 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Attempting to bind port 9591192e-e260-4150-a3e4-ea260bcbb697 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:51:17.962608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Attempting to bind port 9591192e-e260-4150-a3e4-ea260bcbb697 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '9c0aafea-601a-4f12-8c5f-3a0850421259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ba3bce28-0480-4f28-b18d-e5f722efa00f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:51:17.962970 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Attempting to bind port 9591192e-e260-4150-a3e4-ea260bcbb697 on network ba3bce28-0480-4f28-b18d-e5f722efa00f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:17.971863 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:51:17.972227 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Checking segment: {'id': '9c0aafea-601a-4f12-8c5f-3a0850421259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ba3bce28-0480-4f28-b18d-e5f722efa00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:17.972631 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:17.973025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Bound using segment: {'id': '9c0aafea-601a-4f12-8c5f-3a0850421259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ba3bce28-0480-4f28-b18d-e5f722efa00f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:51:17.973490 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Bound port: 9591192e-e260-4150-a3e4-ea260bcbb697, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0aafea-601a-4f12-8c5f-3a0850421259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ba3bce28-0480-4f28-b18d-e5f722efa00f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:51:17.973874 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:18.049423 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2721ce44-71ff-41bf-9720-7075f9e47f99 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:18.062564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-2721ce44-71ff-41bf-9720-7075f9e47f99 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Transition to ACTIVE for port object e22eab32-e7d0-4b4f-8859-3f35922031fc will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:18.093362 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] For port 9591192e-e260-4150-a3e4-ea260bcbb697, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:51:18.098559 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2721ce44-71ff-41bf-9720-7075f9e47f99 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:18.099331 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] For port 9591192e-e260-4150-a3e4-ea260bcbb697, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9591192e-e260-4150-a3e4-ea260bcbb697,segment=NetworkSegment(9c0aafea-601a-4f12-8c5f-3a0850421259),segment_id=9c0aafea-601a-4f12-8c5f-3a0850421259)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:51:18.105782 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:18.148150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2721ce44-71ff-41bf-9720-7075f9e47f99 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network ba3bce28-0480-4f28-b18d-e5f722efa00f is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:18.156486 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1,segment=NetworkSegment(f00dd7e0-3970-4285-a6fd-ed097e960064),segment_id=f00dd7e0-3970-4285-a6fd-ed097e960064)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:18.158205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-2721ce44-71ff-41bf-9720-7075f9e47f99 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:18.160602 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2721ce44-71ff-41bf-9720-7075f9e47f99 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:18.176235 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1', 'network_id': 'bc880b11-5437-4136-8df6-0d8e705db704', 'port_id': 'c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1', 'mac_address': 'fa:16:3e:9d:39:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9925bdcd-e51d-4a6c-9a61-6d27cfaccae2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:51:18.192565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721ce44-71ff-41bf-9720-7075f9e47f99 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=e22eab32-e7d0-4b4f-8859-3f35922031fc,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:18.211462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbaba44-6a3a-4e56-99be-8099229687c4 None None] Pushing event updated for resources: {'Port': ['ID=9591192e-e260-4150-a3e4-ea260bcbb697,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:18.230481 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:18.244385 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:51:18.254331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2721ce44-71ff-41bf-9720-7075f9e47f99 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:18.255181 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2721ce44-71ff-41bf-9720-7075f9e47f99 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:18.266085 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1,segment=NetworkSegment(f00dd7e0-3970-4285-a6fd-ed097e960064),segment_id=f00dd7e0-3970-4285-a6fd-ed097e960064)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:18.271086 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:18.276666 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2721ce44-71ff-41bf-9720-7075f9e47f99 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8798289 Jul 23 20:51:18.278125 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36294) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:18.283358 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-84befb24-1dd8-4109-adba-e00e15737397 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'network_id': 'ba3bce28-0480-4f28-b18d-e5f722efa00f', 'name': 'tempest-PortsTestJSON-1654448774', 'fixed_ips': [{'subnet_id': 'bf699ebe-b85e-4bdf-84a3-8b5bba72fa14', 'ip_address': '172.20.0.9'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:18.312124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fdf77-8c84-465c-8169-fda3b3947f3e req-5766d105-47ff-47ab-82de-ab3edab39f50 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:18.322413 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-667fdf77-8c84-465c-8169-fda3b3947f3e req-5766d105-47ff-47ab-82de-ab3edab39f50 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3796cc2-17f9-4588-a828-158fb209605c HTTP/1.1" status: 200 len: 943 time: 0.1157334 Jul 23 20:51:18.330713 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:18.418465 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-667fdf77-8c84-465c-8169-fda3b3947f3e req-9104c58e-0d02-4fd2-8337-9ec40656259a tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd94892e-874f-4fb1-b04c-de61228415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951614 Jul 23 20:51:18.462995 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84befb24-1dd8-4109-adba-e00e15737397 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:18.472350 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984062e2-3419-4fb5-8897-82ec533a7d93 req-802321cf-1711-4c22-88bf-5b5c97bdcb9a tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:18.475499 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-984062e2-3419-4fb5-8897-82ec533a7d93 req-802321cf-1711-4c22-88bf-5b5c97bdcb9a tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1174753 Jul 23 20:51:18.514899 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-984062e2-3419-4fb5-8897-82ec533a7d93 req-d9bb221b-2fd6-432b-979e-2418fcb17e61 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348926 Jul 23 20:51:18.529298 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:51:18.564749 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84befb24-1dd8-4109-adba-e00e15737397 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:18.583483 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-84befb24-1dd8-4109-adba-e00e15737397 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] device_id is not set on port 5ac09f8b-f0b8-48c4-9169-4979716fac09 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:51:18.747073 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9591192e-e260-4150-a3e4-ea260bcbb697 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:18.751685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-84befb24-1dd8-4109-adba-e00e15737397 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Allocated IP 172.20.0.9 (ba3bce28-0480-4f28-b18d-e5f722efa00f/bf699ebe-b85e-4bdf-84a3-8b5bba72fa14/5ac09f8b-f0b8-48c4-9169-4979716fac09) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:18.794530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 9591192e-e260-4150-a3e4-ea260bcbb697 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:18.900626 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84befb24-1dd8-4109-adba-e00e15737397 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:18.915005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-84befb24-1dd8-4109-adba-e00e15737397 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Transition to ACTIVE for port object 5ac09f8b-f0b8-48c4-9169-4979716fac09 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:18.950545 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84befb24-1dd8-4109-adba-e00e15737397 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:18.998516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84befb24-1dd8-4109-adba-e00e15737397 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network ba3bce28-0480-4f28-b18d-e5f722efa00f is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:19.003947 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-84befb24-1dd8-4109-adba-e00e15737397 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:19.007785 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84befb24-1dd8-4109-adba-e00e15737397 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:19.014285 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84befb24-1dd8-4109-adba-e00e15737397 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=5ac09f8b-f0b8-48c4-9169-4979716fac09,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:19.060818 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84befb24-1dd8-4109-adba-e00e15737397 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:19.061445 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84befb24-1dd8-4109-adba-e00e15737397 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.075988 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-84befb24-1dd8-4109-adba-e00e15737397 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7967539 Jul 23 20:51:19.078710 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36298) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:19.136524 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ef7972-a257-4600-a53c-9361c93be27d None None] Network ba3bce28-0480-4f28-b18d-e5f722efa00f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:19.188203 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8050cbb-d881-4397-ae97-a90721765819 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:19.189608 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b8050cbb-d881-4397-ae97-a90721765819 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1099231 Jul 23 20:51:19.192421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36300) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:19.204111 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ec729945-e76c-4883-881a-7dd94c5b01eb None None] Provisioning for port 9591192e-e260-4150-a3e4-ea260bcbb697 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:19.211931 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ec729945-e76c-4883-881a-7dd94c5b01eb None None] Provisioning complete for port 9591192e-e260-4150-a3e4-ea260bcbb697 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:19.212302 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec729945-e76c-4883-881a-7dd94c5b01eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.265613 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193cea63-37b2-47d1-9cae-e344b6c09495 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:19.271477 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193cea63-37b2-47d1-9cae-e344b6c09495 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:19.277843 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193cea63-37b2-47d1-9cae-e344b6c09495 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:19.279509 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-193cea63-37b2-47d1-9cae-e344b6c09495 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0861745 Jul 23 20:51:19.282446 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36302) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:19.355012 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec729945-e76c-4883-881a-7dd94c5b01eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.384394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-402bd0c8-f201-4a50-9837-d41322132723 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port 5ac09f8b-f0b8-48c4-9169-4979716fac09 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:19.384656 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-402bd0c8-f201-4a50-9837-d41322132723 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.400583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ec729945-e76c-4883-881a-7dd94c5b01eb None None] For port 9591192e-e260-4150-a3e4-ea260bcbb697, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9591192e-e260-4150-a3e4-ea260bcbb697,segment=NetworkSegment(9c0aafea-601a-4f12-8c5f-3a0850421259),segment_id=9c0aafea-601a-4f12-8c5f-3a0850421259)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:19.408457 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec729945-e76c-4883-881a-7dd94c5b01eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.461970 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec729945-e76c-4883-881a-7dd94c5b01eb None None] Pushing event updated for resources: {'Port': ['ID=9591192e-e260-4150-a3e4-ea260bcbb697,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:19.501147 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-402bd0c8-f201-4a50-9837-d41322132723 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.545390 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-402bd0c8-f201-4a50-9837-d41322132723 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for 5ac09f8b-f0b8-48c4-9169-4979716fac09 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:19.636395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c79d6320-9734-42b4-a6a7-97a2a61ff0fc None None] Provisioning for port e22eab32-e7d0-4b4f-8859-3f35922031fc completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:19.641664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c79d6320-9734-42b4-a6a7-97a2a61ff0fc None None] Provisioning complete for port e22eab32-e7d0-4b4f-8859-3f35922031fc triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:19.642263 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c79d6320-9734-42b4-a6a7-97a2a61ff0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.667122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3622f77-2533-4e09-a4ad-d930991ab894 req-786f41b5-08c2-4bc0-8b1d-aac5c2f9195c tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:19.668612 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e3622f77-2533-4e09-a4ad-d930991ab894 req-786f41b5-08c2-4bc0-8b1d-aac5c2f9195c tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3796cc2-17f9-4588-a828-158fb209605c HTTP/1.1" status: 200 len: 944 time: 0.1648943 Jul 23 20:51:19.683567 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c79d6320-9734-42b4-a6a7-97a2a61ff0fc None None] Port e22eab32-e7d0-4b4f-8859-3f35922031fc cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:19.694999 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c79d6320-9734-42b4-a6a7-97a2a61ff0fc None None] Provisioning complete for port 9591192e-e260-4150-a3e4-ea260bcbb697 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:19.695654 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c79d6320-9734-42b4-a6a7-97a2a61ff0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.758897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e3622f77-2533-4e09-a4ad-d930991ab894 req-872cec21-d056-4994-94a1-2ddbf60214b2 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd94892e-874f-4fb1-b04c-de61228415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826766 Jul 23 20:51:19.770016 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae9ba9-a044-4e80-ad9e-3654d66f4863 req-d4635444-c964-426d-b476-e6f62ed1ea5f tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:19.771741 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-75ae9ba9-a044-4e80-ad9e-3654d66f4863 req-d4635444-c964-426d-b476-e6f62ed1ea5f tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1737006 Jul 23 20:51:19.824652 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-402bd0c8-f201-4a50-9837-d41322132723 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.825737 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c79d6320-9734-42b4-a6a7-97a2a61ff0fc None None] Provisioning for port 5ac09f8b-f0b8-48c4-9169-4979716fac09 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:19.830335 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c79d6320-9734-42b4-a6a7-97a2a61ff0fc None None] Provisioning complete for port 5ac09f8b-f0b8-48c4-9169-4979716fac09 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:19.830704 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c79d6320-9734-42b4-a6a7-97a2a61ff0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.831600 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-75ae9ba9-a044-4e80-ad9e-3654d66f4863 req-052ff07c-0fac-43b0-bcd6-b4b69a61294d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487711 Jul 23 20:51:19.851294 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c79d6320-9734-42b4-a6a7-97a2a61ff0fc None None] Port 5ac09f8b-f0b8-48c4-9169-4979716fac09 was deleted so its status cannot be updated. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 20:51:19.867815 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bd0c8-f201-4a50-9837-d41322132723 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=5ac09f8b-f0b8-48c4-9169-4979716fac09,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:19.937893 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-402bd0c8-f201-4a50-9837-d41322132723 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.939858 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-402bd0c8-f201-4a50-9837-d41322132723 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/ports/5ac09f8b-f0b8-48c4-9169-4979716fac09 HTTP/1.1" status: 204 len: 168 time: 0.6562929 Jul 23 20:51:19.942449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36308) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:19.971268 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f606580-6d1d-4ac9-8334-9a7c74f8e259 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] GET failed (client error): The resource could not be found. Jul 23 20:51:19.972703 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4233c5c1-b8db-4519-af67-4d67cb5a3964 None None] Provisioning complete for port e22eab32-e7d0-4b4f-8859-3f35922031fc triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:19.972864 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7f606580-6d1d-4ac9-8334-9a7c74f8e259 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports/5ac09f8b-f0b8-48c4-9169-4979716fac09 HTTP/1.1" status: 404 len: 333 time: 0.0294802 Jul 23 20:51:19.973460 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4233c5c1-b8db-4519-af67-4d67cb5a3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.976532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36310) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:19.977950 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:20.054535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4233c5c1-b8db-4519-af67-4d67cb5a3964 None None] Port e22eab32-e7d0-4b4f-8859-3f35922031fc cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:20.082331 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:20.087072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:20.087554 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:20.089345 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-e9a69316-0e45-4cf7-93d4-8d1cd579a015 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port e22eab32-e7d0-4b4f-8859-3f35922031fc {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:20.089751 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e9a69316-0e45-4cf7-93d4-8d1cd579a015 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:20.173950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40855f-5322-49b0-8a36-8c493db0ba2f req-3080795c-76e2-487c-b8fa-f2af2f68c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:20.176882 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7a40855f-5322-49b0-8a36-8c493db0ba2f req-3080795c-76e2-487c-b8fa-f2af2f68c1a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec95fc28f546469d899337b65502b4b1&device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 1097 time: 0.0663717 Jul 23 20:51:20.191304 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d4619931-a921-4832-aa73-d7d09df88cfe None None] Could not find standard attr ID for object 5ac09f8b-f0b8-48c4-9169-4979716fac09. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:51:20.194333 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e9a69316-0e45-4cf7-93d4-8d1cd579a015 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:20.203663 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:20.207505 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-e9a69316-0e45-4cf7-93d4-8d1cd579a015 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for e22eab32-e7d0-4b4f-8859-3f35922031fc owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:20.228535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3796cc2-17f9-4588-a828-158fb209605c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:20.231507 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1105b3c-23cb-4648-8591-3fb1f619072b" -d '{"events": [{"server_uuid": "c3796cc2-17f9-4588-a828-158fb209605c", "name": "network-vif-plugged", "status": "completed", "tag": "c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:20.258806 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1,segment=NetworkSegment(f00dd7e0-3970-4285-a6fd-ed097e960064),segment_id=f00dd7e0-3970-4285-a6fd-ed097e960064)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:20.263602 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:20.290288 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9982b24-9a79-4c03-9056-fa47c14cc712 x-openstack-request-id: req-a9982b24-9a79-4c03-9056-fa47c14cc712 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:20.290806 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3796cc2-17f9-4588-a828-158fb209605c", "name": "network-vif-plugged", "status": "completed", "tag": "c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:20.291206 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9982b24-9a79-4c03-9056-fa47c14cc712 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:20.291630 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3796cc2-17f9-4588-a828-158fb209605c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1', 'code': 200} Jul 23 20:51:20.326682 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:20.331752 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40855f-5322-49b0-8a36-8c493db0ba2f req-508ad691-08a0-4fc3-9e28-49e95d0bd787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:20.333631 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7a40855f-5322-49b0-8a36-8c493db0ba2f req-508ad691-08a0-4fc3-9e28-49e95d0bd787 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 HTTP/1.1" status: 200 len: 916 time: 0.1258564 Jul 23 20:51:20.378747 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e9a69316-0e45-4cf7-93d4-8d1cd579a015 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:20.380287 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7a40855f-5322-49b0-8a36-8c493db0ba2f req-7d442d56-847e-4574-bb34-03ba5a71b223 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 HTTP/1.1" status: 200 len: 217 time: 0.0357485 Jul 23 20:51:20.419418 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a69316-0e45-4cf7-93d4-8d1cd579a015 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=e22eab32-e7d0-4b4f-8859-3f35922031fc,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:20.435964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40855f-5322-49b0-8a36-8c493db0ba2f req-39ba3282-640b-4a18-a3b0-df1ff70505af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:20.437458 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7a40855f-5322-49b0-8a36-8c493db0ba2f req-39ba3282-640b-4a18-a3b0-df1ff70505af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc6be43a-d7df-443a-b9be-8076fedf749a HTTP/1.1" status: 200 len: 854 time: 0.0508461 Jul 23 20:51:20.484136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c66e92-5d86-4558-b6e5-bd312773ed9d req-8f607a79-3c0c-4110-bce0-af4ed6bfd992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:20.485660 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39c66e92-5d86-4558-b6e5-bd312773ed9d req-8f607a79-3c0c-4110-bce0-af4ed6bfd992 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c3796cc2-17f9-4588-a828-158fb209605c HTTP/1.1" status: 200 len: 1097 time: 0.1447229 Jul 23 20:51:20.502249 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e9a69316-0e45-4cf7-93d4-8d1cd579a015 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:20.506536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e9a69316-0e45-4cf7-93d4-8d1cd579a015 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/ports/e22eab32-e7d0-4b4f-8859-3f35922031fc HTTP/1.1" status: 204 len: 168 time: 0.5266604 Jul 23 20:51:20.507061 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36314) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:20.532297 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39c66e92-5d86-4558-b6e5-bd312773ed9d req-f4aeda76-61cb-4b09-9e3e-481a8b781fff service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dd94892e-874f-4fb1-b04c-de61228415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359128 Jul 23 20:51:20.546179 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-2febfb8a-41b2-4c97-8b7f-e171442177fa tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] GET failed (client error): The resource could not be found. Jul 23 20:51:20.550418 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2febfb8a-41b2-4c97-8b7f-e171442177fa tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports/e22eab32-e7d0-4b4f-8859-3f35922031fc HTTP/1.1" status: 404 len: 333 time: 0.0399559 Jul 23 20:51:20.550530 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36316) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:20.564991 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40855f-5322-49b0-8a36-8c493db0ba2f req-e5b26609-3d27-4939-b693-830fc3a7036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:20.566509 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7a40855f-5322-49b0-8a36-8c493db0ba2f req-e5b26609-3d27-4939-b693-830fc3a7036e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192503 Jul 23 20:51:20.640248 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd23990-5d00-49e4-ba05-ed513076c7cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting subnet bf699ebe-b85e-4bdf-84a3-8b5bba72fa14 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:51:20.669865 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3fd23990-5d00-49e4-ba05-ed513076c7cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:20.723077 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3fd23990-5d00-49e4-ba05-ed513076c7cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:20.724444 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9591192e-e260-4150-a3e4-ea260bcbb697 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:20.750253 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7a40855f-5322-49b0-8a36-8c493db0ba2f req-cd4872ca-bf61-4acb-b0f8-394d4909b69e service neutron] 10.222.0.57 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647465 Jul 23 20:51:20.772423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9591192e-e260-4150-a3e4-ea260bcbb697 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:20.772707 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:20.887379 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3fd23990-5d00-49e4-ba05-ed513076c7cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:20.899797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90a185-cd77-4cfc-a276-d18a97e753a0 req-a1b2fbe2-2edf-4033-91ab-602d272d5a82 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:20.901944 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd90a185-cd77-4cfc-a276-d18a97e753a0 req-a1b2fbe2-2edf-4033-91ab-602d272d5a82 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3796cc2-17f9-4588-a828-158fb209605c HTTP/1.1" status: 200 len: 945 time: 0.0697980 Jul 23 20:51:20.918752 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7a40855f-5322-49b0-8a36-8c493db0ba2f req-53204a83-a061-43e0-94e0-40828580b20d service neutron] 10.222.0.57 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595109 Jul 23 20:51:20.958837 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3fd23990-5d00-49e4-ba05-ed513076c7cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:20.977367 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd90a185-cd77-4cfc-a276-d18a97e753a0 req-3684a24b-d24f-47aa-9a96-6631d432a6df tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd94892e-874f-4fb1-b04c-de61228415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679038 Jul 23 20:51:20.987700 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd23990-5d00-49e4-ba05-ed513076c7cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Subnet': ['ID=bf699ebe-b85e-4bdf-84a3-8b5bba72fa14,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:20.994607 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3fd23990-5d00-49e4-ba05-ed513076c7cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:20.997281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade31b53-276c-4c2a-959f-7e70f938dae2 None None] Network ba3bce28-0480-4f28-b18d-e5f722efa00f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:20.999195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36322) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:20.999333 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3fd23990-5d00-49e4-ba05-ed513076c7cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/bf699ebe-b85e-4bdf-84a3-8b5bba72fa14 HTTP/1.1" status: 204 len: 168 time: 0.4445958 Jul 23 20:51:21.017008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3229e40-1081-4f80-84bb-cdcb7b3fc7ba req-d77bcefe-dab4-4341-8a17-0fcb4bc9ddc7 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:21.018446 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c3229e40-1081-4f80-84bb-cdcb7b3fc7ba req-d77bcefe-dab4-4341-8a17-0fcb4bc9ddc7 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1108754 Jul 23 20:51:21.105628 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c3229e40-1081-4f80-84bb-cdcb7b3fc7ba req-fabffd2b-5410-45c5-b571-afc0f68325c3 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763104 Jul 23 20:51:21.108545 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:21.169258 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port 9591192e-e260-4150-a3e4-ea260bcbb697 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:21.169598 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:21.187753 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d864c2-3aa9-4f1a-8b87-96162d2167e0 None None] DHCP port deletion for ba3bce28-0480-4f28-b18d-e5f722efa00f request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:51:21.238436 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-86d864c2-3aa9-4f1a-8b87-96162d2167e0 None None] Deleting port 9591192e-e260-4150-a3e4-ea260bcbb697 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:21.238808 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86d864c2-3aa9-4f1a-8b87-96162d2167e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:21.239486 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] For port 9591192e-e260-4150-a3e4-ea260bcbb697, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9591192e-e260-4150-a3e4-ea260bcbb697,segment=NetworkSegment(9c0aafea-601a-4f12-8c5f-3a0850421259),segment_id=9c0aafea-601a-4f12-8c5f-3a0850421259)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:21.239973 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:21.252318 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for 9591192e-e260-4150-a3e4-ea260bcbb697 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:21.304322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-86d864c2-3aa9-4f1a-8b87-96162d2167e0 None None] For port 9591192e-e260-4150-a3e4-ea260bcbb697, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9591192e-e260-4150-a3e4-ea260bcbb697,segment=NetworkSegment(9c0aafea-601a-4f12-8c5f-3a0850421259),segment_id=9c0aafea-601a-4f12-8c5f-3a0850421259)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:21.304721 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86d864c2-3aa9-4f1a-8b87-96162d2167e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:21.320495 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-86d864c2-3aa9-4f1a-8b87-96162d2167e0 None None] Calling delete_port for 9591192e-e260-4150-a3e4-ea260bcbb697 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:21.341929 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:21.373933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=9591192e-e260-4150-a3e4-ea260bcbb697,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:21.377757 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No DVR routers for this DVR port 9591192e-e260-4150-a3e4-ea260bcbb697 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:51:21.411717 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86d864c2-3aa9-4f1a-8b87-96162d2167e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:21.437537 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d864c2-3aa9-4f1a-8b87-96162d2167e0 None None] Pushing event deleted for resources: {'Port': ['ID=9591192e-e260-4150-a3e4-ea260bcbb697,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:21.444393 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d864c2-3aa9-4f1a-8b87-96162d2167e0 None None] No DVR routers for this DVR port 9591192e-e260-4150-a3e4-ea260bcbb697 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:51:21.461223 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:21.471377 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3bce28-0480-4f28-b18d-e5f722efa00f']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:21.481410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0aafea-601a-4f12-8c5f-3a0850421259') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:21.481703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0aafea-601a-4f12-8c5f-3a0850421259') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:21.490278 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:21.504292 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:21.510094 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:51:21.510664 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:51:21.514185 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:51:21.579172 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:21.586277 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:21.588066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/networks/ba3bce28-0480-4f28-b18d-e5f722efa00f HTTP/1.1" status: 204 len: 168 time: 0.5876582 Jul 23 20:51:21.592686 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36324) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:21.597745 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f8063e37-2394-48e2-8e35-52ec2d4f84b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-164951645'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:21.601601 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40af62-a359-4c0c-b132-bba8d7462e79 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Network': ['ID=ba3bce28-0480-4f28-b18d-e5f722efa00f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:21.619051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8063e37-2394-48e2-8e35-52ec2d4f84b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:21.622494 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f8063e37-2394-48e2-8e35-52ec2d4f84b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:21.645672 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8063e37-2394-48e2-8e35-52ec2d4f84b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:51:21.655334 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f8063e37-2394-48e2-8e35-52ec2d4f84b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:21.655677 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-f8063e37-2394-48e2-8e35-52ec2d4f84b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Added segment 0cf01c66-47ec-40f9-94ba-18398d82a6b0 of type vlan for network a71dfa7d-d474-40c8-8bce-7b853d5b3f83 Jul 23 20:51:21.694723 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f8063e37-2394-48e2-8e35-52ec2d4f84b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:21.723469 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f8063e37-2394-48e2-8e35-52ec2d4f84b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:21.728859 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8063e37-2394-48e2-8e35-52ec2d4f84b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:21.729436 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f8063e37-2394-48e2-8e35-52ec2d4f84b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:21.766210 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f8063e37-2394-48e2-8e35-52ec2d4f84b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1724358 Jul 23 20:51:21.769398 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36326) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:21.776815 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d5edc0bf-addb-4f3d-92e0-4937c5e270a3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'subnet': {'network_id': 'a71dfa7d-d474-40c8-8bce-7b853d5b3f83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:21.808190 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8063e37-2394-48e2-8e35-52ec2d4f84b4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Network': ['ID=a71dfa7d-d474-40c8-8bce-7b853d5b3f83,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:21.819150 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network a71dfa7d-d474-40c8-8bce-7b853d5b3f83 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:51:21.896276 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5edc0bf-addb-4f3d-92e0-4937c5e270a3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:21.899656 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d5edc0bf-addb-4f3d-92e0-4937c5e270a3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:22.081246 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d5edc0bf-addb-4f3d-92e0-4937c5e270a3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:22.113591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471b6b0-67a8-4e76-97b3-056381d062a6 req-3161d714-17f5-43a4-81d3-f705118ceba7 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:22.115186 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7471b6b0-67a8-4e76-97b3-056381d062a6 req-3161d714-17f5-43a4-81d3-f705118ceba7 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3796cc2-17f9-4588-a828-158fb209605c HTTP/1.1" status: 200 len: 945 time: 0.0676718 Jul 23 20:51:22.151284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edc0bf-addb-4f3d-92e0-4937c5e270a3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Subnet': ['ID=538107bd-b23f-4f4c-a331-fb4b8393a039,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:22.157798 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5edc0bf-addb-4f3d-92e0-4937c5e270a3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Checking segment: {'id': '0cf01c66-47ec-40f9-94ba-18398d82a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a71dfa7d-d474-40c8-8bce-7b853d5b3f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:22.158253 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5edc0bf-addb-4f3d-92e0-4937c5e270a3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network hostable DHCP agents. Network: a71dfa7d-d474-40c8-8bce-7b853d5b3f83, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:51:22.176445 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5edc0bf-addb-4f3d-92e0-4937c5e270a3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network a71dfa7d-d474-40c8-8bce-7b853d5b3f83 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:51:22.187501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-d5edc0bf-addb-4f3d-92e0-4937c5e270a3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, a71dfa7d-d474-40c8-8bce-7b853d5b3f83) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:22.191816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5edc0bf-addb-4f3d-92e0-4937c5e270a3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:22.192460 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d5edc0bf-addb-4f3d-92e0-4937c5e270a3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:22.196595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db83c57-8ea4-4fbf-b473-1d0e7ff3898a None None] Network a71dfa7d-d474-40c8-8bce-7b853d5b3f83 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:22.211410 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d5edc0bf-addb-4f3d-92e0-4937c5e270a3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4404464 Jul 23 20:51:22.215341 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36332) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:22.221790 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1f383f1f-216b-4e8f-844f-3e0a16219513 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-949932850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:22.250467 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1f383f1f-216b-4e8f-844f-3e0a16219513 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:22.251606 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1f383f1f-216b-4e8f-844f-3e0a16219513 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:22.347466 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1f383f1f-216b-4e8f-844f-3e0a16219513 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:22.353212 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1f383f1f-216b-4e8f-844f-3e0a16219513 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:22.372761 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1f383f1f-216b-4e8f-844f-3e0a16219513 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:22.374223 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1f383f1f-216b-4e8f-844f-3e0a16219513 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1578631 Jul 23 20:51:22.376771 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36334) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:22.382293 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'network_id': 'a71dfa7d-d474-40c8-8bce-7b853d5b3f83', 'name': 'tempest-PortsTestJSON-687379769'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:22.451490 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7471b6b0-67a8-4e76-97b3-056381d062a6 req-cde2aab1-deb9-42de-85e1-2ec289f9f239 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd94892e-874f-4fb1-b04c-de61228415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295534 Jul 23 20:51:22.499474 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ecdb2-2da3-439c-8bc2-8865990ab585 req-148f3992-43dc-4575-97e4-7b4dbb576f77 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:22.502096 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c55ecdb2-2da3-439c-8bc2-8865990ab585 req-148f3992-43dc-4575-97e4-7b4dbb576f77 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1012888 Jul 23 20:51:22.533072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-a71dfa7d-d474-40c8-8bce-7b853d5b3f83', 'network_id': 'a71dfa7d-d474-40c8-8bce-7b853d5b3f83', 'tenant_id': 'f676d74686d04c22a5e9a84193dfae1f', 'fixed_ips': [{'subnet_id': '538107bd-b23f-4f4c-a331-fb4b8393a039'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:51:22.535142 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:22.576584 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c55ecdb2-2da3-439c-8bc2-8865990ab585 req-52a08211-68b7-47af-9aee-90d93e8da57a tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654180 Jul 23 20:51:22.727725 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Allocated IP 172.20.0.2 (a71dfa7d-d474-40c8-8bce-7b853d5b3f83/538107bd-b23f-4f4c-a331-fb4b8393a039/bda8ac75-6838-4f6c-b706-af099053b798) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:22.739820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9591192e-e260-4150-a3e4-ea260bcbb697 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:51:22.755854 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:22.761788 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:22.766919 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 9591192e-e260-4150-a3e4-ea260bcbb697 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:51:22.767295 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9591192e-e260-4150-a3e4-ea260bcbb697 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:51:22.780100 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] device_id is not set on port b9843bb1-4eeb-47a3-a21a-e37d1ef2e163 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:51:22.836692 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876034ba-1657-4331-88d5-ef38870b95db req-28413687-bb4b-4da9-b343-60d22cdae0ef tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:22.839305 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-876034ba-1657-4331-88d5-ef38870b95db req-28413687-bb4b-4da9-b343-60d22cdae0ef tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3796cc2-17f9-4588-a828-158fb209605c HTTP/1.1" status: 200 len: 945 time: 0.0779276 Jul 23 20:51:22.879768 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-876034ba-1657-4331-88d5-ef38870b95db req-96243506-024e-4c25-bc0e-87e11dbea19f tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd94892e-874f-4fb1-b04c-de61228415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349240 Jul 23 20:51:22.919610 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:22.927750 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Transition to ACTIVE for port object bda8ac75-6838-4f6c-b706-af099053b798 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:22.941717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Transition to ACTIVE for port object bda8ac75-6838-4f6c-b706-af099053b798 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:22.947341 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:22.985687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Network a71dfa7d-d474-40c8-8bce-7b853d5b3f83 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:22.990377 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:22.994253 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:23.003662 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.db.api [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e9161eec-eb49-4bb6-a972-5e8e918c5a44 {{(pid=93810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:51:23.003866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Pushing event updated for resources: {'Port': ['ID=bda8ac75-6838-4f6c-b706-af099053b798,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:23.004001 n-d-791504-18 neutron-server[93810]: DEBUG oslo_db.api [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:51:23.061169 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Attempting to bind port bda8ac75-6838-4f6c-b706-af099053b798 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:51:23.061537 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Attempting to bind port bda8ac75-6838-4f6c-b706-af099053b798 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '0cf01c66-47ec-40f9-94ba-18398d82a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a71dfa7d-d474-40c8-8bce-7b853d5b3f83'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:51:23.061897 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Attempting to bind port bda8ac75-6838-4f6c-b706-af099053b798 on network a71dfa7d-d474-40c8-8bce-7b853d5b3f83 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:23.066651 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:51:23.067118 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Checking segment: {'id': '0cf01c66-47ec-40f9-94ba-18398d82a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a71dfa7d-d474-40c8-8bce-7b853d5b3f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:23.067526 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:23.067920 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Bound using segment: {'id': '0cf01c66-47ec-40f9-94ba-18398d82a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a71dfa7d-d474-40c8-8bce-7b853d5b3f83'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:51:23.068382 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Bound port: bda8ac75-6838-4f6c-b706-af099053b798, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf01c66-47ec-40f9-94ba-18398d82a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a71dfa7d-d474-40c8-8bce-7b853d5b3f83'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:51:23.068758 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:23.129011 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] For port bda8ac75-6838-4f6c-b706-af099053b798, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:51:23.132031 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] For port bda8ac75-6838-4f6c-b706-af099053b798, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=bda8ac75-6838-4f6c-b706-af099053b798,segment=NetworkSegment(0cf01c66-47ec-40f9-94ba-18398d82a6b0),segment_id=0cf01c66-47ec-40f9-94ba-18398d82a6b0)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:51:23.137064 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:23.193575 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Pushing event updated for resources: {'Port': ['ID=bda8ac75-6838-4f6c-b706-af099053b798,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:23.201417 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.201765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.202108 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.202444 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.202777 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.203123 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.203490 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.203819 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.204151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.204735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.205056 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.205379 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037323c-68cd-4025-aa6b-064ff9c37e94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.505845 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:23.523694 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] device_id is not set on port 8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:51:23.634752 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Allocated IP 172.20.0.13 (a71dfa7d-d474-40c8-8bce-7b853d5b3f83/538107bd-b23f-4f4c-a331-fb4b8393a039/8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:23.710788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d75275-06b1-4d03-91de-27a0d6ddf720 req-f40d5594-4230-4f3a-a93f-38bfe8bc4bdf tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:23.712372 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98d75275-06b1-4d03-91de-27a0d6ddf720 req-f40d5594-4230-4f3a-a93f-38bfe8bc4bdf tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.0635316 Jul 23 20:51:23.751129 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98d75275-06b1-4d03-91de-27a0d6ddf720 req-fdefc38e-494e-4cb2-a05c-456bb7ec768b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327699 Jul 23 20:51:23.791002 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:23.812185 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Transition to ACTIVE for port object 8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:23.848833 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:23.896473 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network a71dfa7d-d474-40c8-8bce-7b853d5b3f83 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:23.899650 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:23.905850 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:23.934890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:23.948673 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.949017 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.949356 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.949689 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.950017 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.950343 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.950665 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.950986 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.951363 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.951698 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.952020 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.952344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:23.986367 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:23.987007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:24.008598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36348) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:24.008998 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6b4fd64b-f483-4819-ba19-f729b774d8f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6311204 Jul 23 20:51:24.092853 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dcd57e-f023-4374-8641-2ae086b43fc3 None None] Network a71dfa7d-d474-40c8-8bce-7b853d5b3f83 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:24.155239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebfc4d-5bf2-48a8-9a4e-27020eafe298 req-fc8508ef-1e2c-4f3c-ab08-a6c780cd3a61 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:24.156738 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85ebfc4d-5bf2-48a8-9a4e-27020eafe298 req-fc8508ef-1e2c-4f3c-ab08-a6c780cd3a61 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3796cc2-17f9-4588-a828-158fb209605c HTTP/1.1" status: 200 len: 945 time: 0.1941118 Jul 23 20:51:24.174095 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3fd9d8c9-88fe-4fd6-b875-bda95c3e651f None None] Provisioning for port bda8ac75-6838-4f6c-b706-af099053b798 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:24.345869 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85ebfc4d-5bf2-48a8-9a4e-27020eafe298 req-5354f34e-213a-4e5b-821a-4a6af60cd161 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd94892e-874f-4fb1-b04c-de61228415eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660964 Jul 23 20:51:24.396001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6965aa-e9ec-42f9-9c35-89b43930f093 req-98ae4687-6376-4086-954c-b03eb3015732 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:24.397533 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf6965aa-e9ec-42f9-9c35-89b43930f093 req-98ae4687-6376-4086-954c-b03eb3015732 tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3796cc2-17f9-4588-a828-158fb209605c HTTP/1.1" status: 200 len: 945 time: 0.2695804 Jul 23 20:51:24.517565 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6c68d39c-a1cc-47f9-9b77-e1ea4a69162d None None] Provisioning for port 8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:24.522089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6c68d39c-a1cc-47f9-9b77-e1ea4a69162d None None] Provisioning complete for port 8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:24.522605 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6c68d39c-a1cc-47f9-9b77-e1ea4a69162d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:24.566882 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11b5db90-d43f-439e-8565-3a2098845444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:24.572141 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6c68d39c-a1cc-47f9-9b77-e1ea4a69162d None None] Port 8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:24.580348 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7989-f76e-4e7b-8776-d124e013ced6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:24.601055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-bf6965aa-e9ec-42f9-9c35-89b43930f093 req-d8861fab-10b0-4785-b485-481a0ed80a6a tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Deleting port c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:24.601401 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bf6965aa-e9ec-42f9-9c35-89b43930f093 req-d8861fab-10b0-4785-b485-481a0ed80a6a tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:24.692908 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cb437635-e0ee-4987-8d3f-3c69fe8c44ce None None] Provisioning complete for port 8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:24.693275 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb437635-e0ee-4987-8d3f-3c69fe8c44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:24.731488 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cb437635-e0ee-4987-8d3f-3c69fe8c44ce None None] Port 8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:24.750246 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device bda8ac75-6838-4f6c-b706-af099053b798 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:24.802713 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port bda8ac75-6838-4f6c-b706-af099053b798 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:24.807281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port bda8ac75-6838-4f6c-b706-af099053b798 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:24.807776 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:24.825189 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-bf6965aa-e9ec-42f9-9c35-89b43930f093 req-d8861fab-10b0-4785-b485-481a0ed80a6a tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] For port c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1,segment=NetworkSegment(f00dd7e0-3970-4285-a6fd-ed097e960064),segment_id=f00dd7e0-3970-4285-a6fd-ed097e960064)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:24.825820 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bf6965aa-e9ec-42f9-9c35-89b43930f093 req-d8861fab-10b0-4785-b485-481a0ed80a6a tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:24.880892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-bf6965aa-e9ec-42f9-9c35-89b43930f093 req-d8861fab-10b0-4785-b485-481a0ed80a6a tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Calling delete_port for c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:24.899493 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:24.935617 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port bda8ac75-6838-4f6c-b706-af099053b798, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=bda8ac75-6838-4f6c-b706-af099053b798,segment=NetworkSegment(0cf01c66-47ec-40f9-94ba-18398d82a6b0),segment_id=0cf01c66-47ec-40f9-94ba-18398d82a6b0)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:24.939422 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:24.988548 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=bda8ac75-6838-4f6c-b706-af099053b798,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:25.024948 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7989-f76e-4e7b-8776-d124e013ced6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:25.032416 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7989-f76e-4e7b-8776-d124e013ced6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:25.050809 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb0fdf-bbe7-43d6-8d7a-9f46ab97e860 req-29b9fbc2-c9ad-4436-bf0e-e81fa68a1132 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:25.052257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29bb0fdf-bbe7-43d6-8d7a-9f46ab97e860 req-29b9fbc2-c9ad-4436-bf0e-e81fa68a1132 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.2218521 Jul 23 20:51:25.184420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb7989-f76e-4e7b-8776-d124e013ced6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:25.201830 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29bb0fdf-bbe7-43d6-8d7a-9f46ab97e860 req-73920926-6663-4969-a225-3705f72d83ca tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262491 Jul 23 20:51:25.241954 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bf6965aa-e9ec-42f9-9c35-89b43930f093 req-d8861fab-10b0-4785-b485-481a0ed80a6a tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:25.255071 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:51:25.277541 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8861fab-10b0-4785-b485-481a0ed80a6a tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Pushing event deleted for resources: {'Port': ['ID=c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:25.352099 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6965aa-e9ec-42f9-9c35-89b43930f093 req-d8861fab-10b0-4785-b485-481a0ed80a6a tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] No DVR routers for this DVR port c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:51:25.352364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-14ca5769-80c6-478f-aba9-180c0c9a1974 None None] Provisioning complete for port 8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:25.352755 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14ca5769-80c6-478f-aba9-180c0c9a1974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:25.358147 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-bf6965aa-e9ec-42f9-9c35-89b43930f093 req-d8861fab-10b0-4785-b485-481a0ed80a6a tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:25.360094 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf6965aa-e9ec-42f9-9c35-89b43930f093 req-d8861fab-10b0-4785-b485-481a0ed80a6a tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.48 "DELETE /v2.0/ports/c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 HTTP/1.1" status: 204 len: 173 time: 0.9563956 Jul 23 20:51:25.360539 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3796cc2-17f9-4588-a828-158fb209605c', 'name': 'network-vif-deleted', 'tag': 'c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:25.362796 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d89bcf-4f19-4d4b-a746-57232ffef2f0" -d '{"events": [{"server_uuid": "c3796cc2-17f9-4588-a828-158fb209605c", "name": "network-vif-deleted", "tag": "c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:25.420257 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-14ca5769-80c6-478f-aba9-180c0c9a1974 None None] Port 8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:25.428572 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eec46ea-d0f2-4f3b-8b63-505f299d5564 x-openstack-request-id: req-2eec46ea-d0f2-4f3b-8b63-505f299d5564 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:25.428982 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3796cc2-17f9-4588-a828-158fb209605c", "name": "network-vif-deleted", "tag": "c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:25.429310 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2eec46ea-d0f2-4f3b-8b63-505f299d5564 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:25.429776 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3796cc2-17f9-4588-a828-158fb209605c', 'name': 'network-vif-deleted', 'tag': 'c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1', 'status': 'completed', 'code': 200} Jul 23 20:51:25.469129 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7989-f76e-4e7b-8776-d124e013ced6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:25.505844 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e9ed5f87-1252-4f13-94a4-8b6dfc42f4a7 req-bdee623c-1be7-4e26-9a26-978d359c71cc tempest-ServerAddressesNegativeTestJSON-1817081005 tempest-ServerAddressesNegativeTestJSON-1817081005-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3796cc2-17f9-4588-a828-158fb209605c HTTP/1.1" status: 200 len: 210 time: 0.0635343 Jul 23 20:51:25.884618 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7989-f76e-4e7b-8776-d124e013ced6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:26.138135 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7989-f76e-4e7b-8776-d124e013ced6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:26.142474 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7989-f76e-4e7b-8776-d124e013ced6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:26.216873 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7989-f76e-4e7b-8776-d124e013ced6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:26.218668 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb7989-f76e-4e7b-8776-d124e013ced6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:26.346274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cb7989-f76e-4e7b-8776-d124e013ced6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network a71dfa7d-d474-40c8-8bce-7b853d5b3f83 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:26.350223 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-e0cb7989-f76e-4e7b-8776-d124e013ced6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:26.370093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f1256-1baf-4112-a74f-e74fa9a07cb2 req-9746b0ab-c17d-45a8-b947-b81d92dffc2a tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:26.371625 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca4f1256-1baf-4112-a74f-e74fa9a07cb2 req-9746b0ab-c17d-45a8-b947-b81d92dffc2a tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.0951383 Jul 23 20:51:26.477231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca4f1256-1baf-4112-a74f-e74fa9a07cb2 req-3ab1ef94-c1fd-44ef-a806-13dfb5830c83 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744851 Jul 23 20:51:26.518387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cb7989-f76e-4e7b-8776-d124e013ced6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Router e7626506-a0f7-4ab3-bced-87c9b8303d98 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:51:26.546643 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c6fc0d7d-e0d2-41a2-8544-f8d79abb765e None None] Provisioning complete for port 8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:26.547145 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6fc0d7d-e0d2-41a2-8544-f8d79abb765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:26.572205 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36360) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:26.586694 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc0d7d-e0d2-41a2-8544-f8d79abb765e None None] Port 8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:26.612407 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cb7989-f76e-4e7b-8776-d124e013ced6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:51:26.617453 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e0cb7989-f76e-4e7b-8776-d124e013ced6 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "PUT /v2.0/routers/e7626506-a0f7-4ab3-bced-87c9b8303d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6076252 Jul 23 20:51:26.621125 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36362) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:26.623823 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9c83de-cada-4344-90aa-e901ff0f2a45 None None] Sync routers for ids ['e7626506-a0f7-4ab3-bced-87c9b8303d98'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:51:26.625210 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e12cc1-62fd-4cf6-b702-fd0a118e38f9 admin admin] Deleting subnet 9925bdcd-e51d-4a6c-9a61-6d27cfaccae2 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:51:26.628632 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a8e12cc1-62fd-4cf6-b702-fd0a118e38f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:26.633551 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9c83de-cada-4344-90aa-e901ff0f2a45 None None] Routers {'e7626506-a0f7-4ab3-bced-87c9b8303d98'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:51:26.634170 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0b9c83de-cada-4344-90aa-e901ff0f2a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:50:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e7626506-a0f7-4ab3-bced-87c9b8303d98'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:26.665943 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a8e12cc1-62fd-4cf6-b702-fd0a118e38f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:26.671730 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0b9c83de-cada-4344-90aa-e901ff0f2a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:26.681756 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9c83de-cada-4344-90aa-e901ff0f2a45 None None] Routers {'e7626506-a0f7-4ab3-bced-87c9b8303d98'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:51:26.682892 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0b9c83de-cada-4344-90aa-e901ff0f2a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:50:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e7626506-a0f7-4ab3-bced-87c9b8303d98'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:26.688025 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113bd06f-57da-49af-b258-148227a02d77 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:26.689731 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-113bd06f-57da-49af-b258-148227a02d77 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7626506-a0f7-4ab3-bced-87c9b8303d98 HTTP/1.1" status: 200 len: 982 time: 0.0675933 Jul 23 20:51:26.692735 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36364) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:26.715380 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a8e12cc1-62fd-4cf6-b702-fd0a118e38f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:26.722760 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0b9c83de-cada-4344-90aa-e901ff0f2a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:26.723504 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9c83de-cada-4344-90aa-e901ff0f2a45 None None] The sync data for ids ['e7626506-a0f7-4ab3-bced-87c9b8303d98'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:51:26.749570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device bda8ac75-6838-4f6c-b706-af099053b798 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:26.771267 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a8e12cc1-62fd-4cf6-b702-fd0a118e38f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:26.799475 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e12cc1-62fd-4cf6-b702-fd0a118e38f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9925bdcd-e51d-4a6c-9a61-6d27cfaccae2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:26.801787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port bda8ac75-6838-4f6c-b706-af099053b798 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:26.802366 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:26.803478 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a8e12cc1-62fd-4cf6-b702-fd0a118e38f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:26.805881 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a8e12cc1-62fd-4cf6-b702-fd0a118e38f9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9925bdcd-e51d-4a6c-9a61-6d27cfaccae2 HTTP/1.1" status: 204 len: 168 time: 0.2315805 Jul 23 20:51:26.808925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36366) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:26.969793 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ccecd77-b7ed-425b-9317-eb082adf999c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.108809 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ccecd77-b7ed-425b-9317-eb082adf999c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.112861 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d44291c0-3f70-4554-acf4-7b28a7521bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.125270 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-7ccecd77-b7ed-425b-9317-eb082adf999c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc880b11-5437-4136-8df6-0d8e705db704']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:27.141943 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-7ccecd77-b7ed-425b-9317-eb082adf999c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00dd7e0-3970-4285-a6fd-ed097e960064') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:27.142232 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-7ccecd77-b7ed-425b-9317-eb082adf999c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00dd7e0-3970-4285-a6fd-ed097e960064') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:27.155944 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ccecd77-b7ed-425b-9317-eb082adf999c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.210349 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ccecd77-b7ed-425b-9317-eb082adf999c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.221334 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccecd77-b7ed-425b-9317-eb082adf999c admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:51:27.221652 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ccecd77-b7ed-425b-9317-eb082adf999c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:51:27.223372 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:51:27.288005 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ccecd77-b7ed-425b-9317-eb082adf999c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.296562 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7ccecd77-b7ed-425b-9317-eb082adf999c admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.298362 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7ccecd77-b7ed-425b-9317-eb082adf999c admin admin] 10.222.0.55 "DELETE /v2.0/networks/bc880b11-5437-4136-8df6-0d8e705db704 HTTP/1.1" status: 204 len: 168 time: 0.4885101 Jul 23 20:51:27.313096 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccecd77-b7ed-425b-9317-eb082adf999c admin admin] Pushing event deleted for resources: {'Network': ['ID=bc880b11-5437-4136-8df6-0d8e705db704,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:27.360630 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.397313 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6a6231ef-b6e3-4687-a940-877bae897cce tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.410139 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36370) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:27.453183 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3c205562-0872-4a86-9c5a-c367bd4871fa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9434a58949a14f85acc7f64623347166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393245 Jul 23 20:51:27.453433 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36372) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:27.501920 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d5e89e8-2c81-4229-8ca3-3ba3766c27d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.524434 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d5e89e8-2c81-4229-8ca3-3ba3766c27d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.579858 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d5e89e8-2c81-4229-8ca3-3ba3766c27d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.582379 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d5e89e8-2c81-4229-8ca3-3ba3766c27d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.583550 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4d5e89e8-2c81-4229-8ca3-3ba3766c27d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd94892e-874f-4fb1-b04c-de61228415eb HTTP/1.1" status: 204 len: 168 time: 0.1293035 Jul 23 20:51:27.592773 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e89e8-2c81-4229-8ca3-3ba3766c27d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd94892e-874f-4fb1-b04c-de61228415eb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:27.650748 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6857d3a-714f-419f-94b4-e69f4644b223 req-d64eb912-8beb-4a88-97c9-c89564265627 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:27.652876 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c6857d3a-714f-419f-94b4-e69f4644b223 req-d64eb912-8beb-4a88-97c9-c89564265627 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1063888 Jul 23 20:51:27.702884 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6a6231ef-b6e3-4687-a940-877bae897cce tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port 8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:27.703259 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6a6231ef-b6e3-4687-a940-877bae897cce tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.719412 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c6857d3a-714f-419f-94b4-e69f4644b223 req-4284a6e5-1ea2-46f1-ae87-2a3d4764bdbf tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601439 Jul 23 20:51:27.803364 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6a6231ef-b6e3-4687-a940-877bae897cce tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:27.815567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6a6231ef-b6e3-4687-a940-877bae897cce tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for 8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:27.987184 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6a6231ef-b6e3-4687-a940-877bae897cce tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.009521 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:51:28.016196 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6231ef-b6e3-4687-a940-877bae897cce tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:28.050474 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:51:28.065838 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:51:28.066267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device c4ab46ac-6f7b-4cfe-a516-f0a6e9c2c1f1 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:51:28.297704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36396) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:28.395165 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-17af86eb-bcf0-4383-a0bf-3aff98e79980 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-121028129-network', 'tenant_id': 'c36a5327b1a9476a891fb5ea3fcdd6c4'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:28.400759 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6a6231ef-b6e3-4687-a940-877bae897cce tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.416207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17af86eb-bcf0-4383-a0bf-3aff98e79980 admin admin] Made reservation on behalf of c36a5327b1a9476a891fb5ea3fcdd6c4 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:28.418993 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17af86eb-bcf0-4383-a0bf-3aff98e79980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.427419 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17af86eb-bcf0-4383-a0bf-3aff98e79980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.518299 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17af86eb-bcf0-4383-a0bf-3aff98e79980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.523457 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.524767 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17af86eb-bcf0-4383-a0bf-3aff98e79980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.553349 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17af86eb-bcf0-4383-a0bf-3aff98e79980 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:51:28.560395 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af86eb-bcf0-4383-a0bf-3aff98e79980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ee27ea-e947-45e1-9739-1eec894487bb,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:28.568808 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17af86eb-bcf0-4383-a0bf-3aff98e79980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.569159 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-17af86eb-bcf0-4383-a0bf-3aff98e79980 admin admin] Added segment 6d291c8d-b0f3-4bc6-883a-94fae6c8ffef of type vlan for network 83c73b16-4cd1-4bc3-a048-17be95ae297d Jul 23 20:51:28.575003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6231ef-b6e3-4687-a940-877bae897cce tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Router e7626506-a0f7-4ab3-bced-87c9b8303d98 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:51:28.610825 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17af86eb-bcf0-4383-a0bf-3aff98e79980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.640417 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17af86eb-bcf0-4383-a0bf-3aff98e79980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.641478 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17af86eb-bcf0-4383-a0bf-3aff98e79980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:28.642081 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-17af86eb-bcf0-4383-a0bf-3aff98e79980 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.654064 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6231ef-b6e3-4687-a940-877bae897cce tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:51:28.663843 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6a6231ef-b6e3-4687-a940-877bae897cce tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "PUT /v2.0/routers/e7626506-a0f7-4ab3-bced-87c9b8303d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9660168 Jul 23 20:51:28.663843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36400) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:28.673090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5416f-bb1a-427e-b421-7fecba678f1e None None] Sync routers for ids ['e7626506-a0f7-4ab3-bced-87c9b8303d98'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:51:28.676592 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-17af86eb-bcf0-4383-a0bf-3aff98e79980 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3777063 Jul 23 20:51:28.679498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36402) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:28.683596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5416f-bb1a-427e-b421-7fecba678f1e None None] Routers {'e7626506-a0f7-4ab3-bced-87c9b8303d98'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:51:28.684290 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-64f5416f-bb1a-427e-b421-7fecba678f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:51:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e7626506-a0f7-4ab3-bced-87c9b8303d98'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:28.688801 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e14e132b-8cbc-4258-9a76-5c3643dbd2c2 admin admin] Request body: {'subnet': {'network_id': '83c73b16-4cd1-4bc3-a048-17be95ae297d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-121028129-subnet', 'tenant_id': 'c36a5327b1a9476a891fb5ea3fcdd6c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:28.709506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af86eb-bcf0-4383-a0bf-3aff98e79980 admin admin] Pushing event updated for resources: {'Network': ['ID=83c73b16-4cd1-4bc3-a048-17be95ae297d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:28.712008 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c71f7b-311e-44b6-bceb-f4a11b7362c0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] GET failed (client error): The resource could not be found. Jul 23 20:51:28.716028 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f1c71f7b-311e-44b6-bceb-f4a11b7362c0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports/8a8a6b50-5df0-4a1d-9944-f7fa297b5eb3 HTTP/1.1" status: 404 len: 333 time: 0.0496087 Jul 23 20:51:28.716256 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36404) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:28.722252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 83c73b16-4cd1-4bc3-a048-17be95ae297d details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:51:28.725540 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-64f5416f-bb1a-427e-b421-7fecba678f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:28.755779 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5416f-bb1a-427e-b421-7fecba678f1e None None] Routers {'e7626506-a0f7-4ab3-bced-87c9b8303d98'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:51:28.756326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-64f5416f-bb1a-427e-b421-7fecba678f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:51:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e7626506-a0f7-4ab3-bced-87c9b8303d98'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:28.805819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14e132b-8cbc-4258-9a76-5c3643dbd2c2 admin admin] Made reservation on behalf of c36a5327b1a9476a891fb5ea3fcdd6c4 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:28.807994 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e14e132b-8cbc-4258-9a76-5c3643dbd2c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:28.819349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-64f5416f-bb1a-427e-b421-7fecba678f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:28.819981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5416f-bb1a-427e-b421-7fecba678f1e None None] The sync data for ids ['e7626506-a0f7-4ab3-bced-87c9b8303d98'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:51:28.843939 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf6dda1b-6c2f-4112-8d6b-3be4510a9a4d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.070686 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf6dda1b-6c2f-4112-8d6b-3be4510a9a4d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.074419 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf6dda1b-6c2f-4112-8d6b-3be4510a9a4d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.131126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d29718-976c-4ba5-8b6d-44c270824d8d req-6cbbfc14-e6e1-4924-bd63-3fa51476fbf8 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:29.132620 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02d29718-976c-4ba5-8b6d-44c270824d8d req-6cbbfc14-e6e1-4924-bd63-3fa51476fbf8 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.3416595 Jul 23 20:51:29.153147 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf6dda1b-6c2f-4112-8d6b-3be4510a9a4d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.153693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6dda1b-6c2f-4112-8d6b-3be4510a9a4d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Fanout notify agent at l3_agent the message router_deleted on router e7626506-a0f7-4ab3-bced-87c9b8303d98 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:51:29.184317 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf6dda1b-6c2f-4112-8d6b-3be4510a9a4d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.185418 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cf6dda1b-6c2f-4112-8d6b-3be4510a9a4d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/routers/e7626506-a0f7-4ab3-bced-87c9b8303d98 HTTP/1.1" status: 204 len: 168 time: 0.4682643 Jul 23 20:51:29.188278 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36408) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:29.219119 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02d29718-976c-4ba5-8b6d-44c270824d8d req-fb36dc7e-336e-4d07-b551-5294d69a0fd4 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800574 Jul 23 20:51:29.249306 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bff3893-ad3d-423f-aef5-d01e1a9ab36f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting subnet 538107bd-b23f-4f4c-a331-fb4b8393a039 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:51:29.252376 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bff3893-ad3d-423f-aef5-d01e1a9ab36f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.263972 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e14e132b-8cbc-4258-9a76-5c3643dbd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.292162 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bff3893-ad3d-423f-aef5-d01e1a9ab36f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.318846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e132b-8cbc-4258-9a76-5c3643dbd2c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f1e8a2a-634d-46f2-8261-bceb22973493,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:29.326253 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e132b-8cbc-4258-9a76-5c3643dbd2c2 admin admin] Checking segment: {'id': '6d291c8d-b0f3-4bc6-883a-94fae6c8ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '83c73b16-4cd1-4bc3-a048-17be95ae297d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:29.326604 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14e132b-8cbc-4258-9a76-5c3643dbd2c2 admin admin] Network hostable DHCP agents. Network: 83c73b16-4cd1-4bc3-a048-17be95ae297d, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:51:29.343373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14e132b-8cbc-4258-9a76-5c3643dbd2c2 admin admin] Network 83c73b16-4cd1-4bc3-a048-17be95ae297d is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:51:29.352302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-e14e132b-8cbc-4258-9a76-5c3643dbd2c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 83c73b16-4cd1-4bc3-a048-17be95ae297d) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:29.359594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14e132b-8cbc-4258-9a76-5c3643dbd2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:29.360474 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e14e132b-8cbc-4258-9a76-5c3643dbd2c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.361351 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a47df54-fc43-45ed-b88d-8e78e4b5bfe8 None None] Network 83c73b16-4cd1-4bc3-a048-17be95ae297d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:29.383841 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e14e132b-8cbc-4258-9a76-5c3643dbd2c2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6922970 Jul 23 20:51:29.384093 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bff3893-ad3d-423f-aef5-d01e1a9ab36f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.446402 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bff3893-ad3d-423f-aef5-d01e1a9ab36f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.475043 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff3893-ad3d-423f-aef5-d01e1a9ab36f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Subnet': ['ID=538107bd-b23f-4f4c-a331-fb4b8393a039,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:29.478804 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5bff3893-ad3d-423f-aef5-d01e1a9ab36f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.482313 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5bff3893-ad3d-423f-aef5-d01e1a9ab36f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/538107bd-b23f-4f4c-a331-fb4b8393a039 HTTP/1.1" status: 204 len: 168 time: 0.2914441 Jul 23 20:51:29.483363 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36412) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:29.501729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b28833-3aea-412b-bb1b-40b96dc36d62 None None] Network a71dfa7d-d474-40c8-8bce-7b853d5b3f83 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:29.528006 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473ba957-92cd-4802-999f-1326e3f5c03e None None] Network 83c73b16-4cd1-4bc3-a048-17be95ae297d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:29.571274 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.625701 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port bda8ac75-6838-4f6c-b706-af099053b798 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:29.626308 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.689456 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] For port bda8ac75-6838-4f6c-b706-af099053b798, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=bda8ac75-6838-4f6c-b706-af099053b798,segment=NetworkSegment(0cf01c66-47ec-40f9-94ba-18398d82a6b0),segment_id=0cf01c66-47ec-40f9-94ba-18398d82a6b0)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:29.689821 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.704903 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for bda8ac75-6838-4f6c-b706-af099053b798 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:29.796240 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.805266 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d03c239-7794-459c-a5c6-038f239e539e None None] DHCP port deletion for a71dfa7d-d474-40c8-8bce-7b853d5b3f83 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:51:29.825894 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=bda8ac75-6838-4f6c-b706-af099053b798,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:29.830005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No DVR routers for this DVR port bda8ac75-6838-4f6c-b706-af099053b798 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:51:29.860378 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-70e7467c-0ca7-4465-aac1-3b8d8272424b tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:29.861878 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-70e7467c-0ca7-4465-aac1-3b8d8272424b tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/networks?id=83c73b16-4cd1-4bc3-a048-17be95ae297d HTTP/1.1" status: 200 len: 812 time: 0.1199641 Jul 23 20:51:29.877457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-4f54e62c-fb38-453c-9410-3857c16d6ea7 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/quotas/c36a5327b1a9476a891fb5ea3fcdd6c4 HTTP/1.1" status: 200 len: 375 time: 0.0097315 Jul 23 20:51:29.910564 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-bdfd42f7-59b8-45e5-87a4-988c35eea143 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c36a5327b1a9476a891fb5ea3fcdd6c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280442 Jul 23 20:51:29.914761 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.925605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a71dfa7d-d474-40c8-8bce-7b853d5b3f83']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:29.936351 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf01c66-47ec-40f9-94ba-18398d82a6b0') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:29.936777 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf01c66-47ec-40f9-94ba-18398d82a6b0') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:29.947338 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.955790 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.965579 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.971402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:51:29.971805 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:51:29.975325 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:51:30.006900 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-0ac6d998-a4eb-4f19-b9a1-a3fdf820743c service neutron] 10.222.0.55 "GET /v2.0/networks/83c73b16-4cd1-4bc3-a048-17be95ae297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888176 Jul 23 20:51:30.034191 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:30.039509 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:30.045307 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/networks/a71dfa7d-d474-40c8-8bce-7b853d5b3f83 HTTP/1.1" status: 204 len: 168 time: 0.5569990 Jul 23 20:51:30.045765 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36428) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:30.070368 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf70ac-0555-4150-aa94-6706d9f4b616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Network': ['ID=a71dfa7d-d474-40c8-8bce-7b853d5b3f83,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:30.099510 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-a437e360-f079-41d1-96c0-374a20e24374 service neutron] 10.222.0.55 "GET /v2.0/networks/83c73b16-4cd1-4bc3-a048-17be95ae297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866699 Jul 23 20:51:30.118303 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea97875-bd6e-4dca-960a-ef42d1a6129c tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:30.119751 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fea97875-bd6e-4dca-960a-ef42d1a6129c tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports/bc893218-efac-4aad-b007-802de406c606 HTTP/1.1" status: 200 len: 841 time: 0.0718482 Jul 23 20:51:30.123967 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36430) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:30.173583 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-db367cad-572a-4f74-828f-52cee5620f47 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports/bc893218-efac-4aad-b007-802de406c606?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0485387 Jul 23 20:51:30.177121 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36432) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:30.181987 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-88858a77-500a-4140-9b18-9920539d1e87 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'subnet': {'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:30.296113 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bbe706d-89c9-44e6-b227-c0f0a511fbc0 req-e045d74d-0537-47a7-b87f-5a704932807d tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa38f13e-80c0-4317-9562-4de69db9a6d4 HTTP/1.1" status: 200 len: 210 time: 0.0407236 Jul 23 20:51:30.299381 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88858a77-500a-4140-9b18-9920539d1e87 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:30.303748 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-88858a77-500a-4140-9b18-9920539d1e87 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:30.382864 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043b13d-d14c-4403-9d3f-fd961e36666d req-036c9d39-1e41-4714-8454-3e534b973c79 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:30.384691 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0043b13d-d14c-4403-9d3f-fd961e36666d req-036c9d39-1e41-4714-8454-3e534b973c79 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.0849645 Jul 23 20:51:30.429505 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0043b13d-d14c-4403-9d3f-fd961e36666d req-1519563e-9b5e-4ea8-a9de-c4ef4bcce40a tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382264 Jul 23 20:51:30.509648 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-88858a77-500a-4140-9b18-9920539d1e87 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:30.558956 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88858a77-500a-4140-9b18-9920539d1e87 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:30.564509 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-88858a77-500a-4140-9b18-9920539d1e87 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:30.566357 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88858a77-500a-4140-9b18-9920539d1e87 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Subnet': ['ID=99fc9f53-caaf-4b52-a115-310906707e1d,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:30.569126 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88858a77-500a-4140-9b18-9920539d1e87 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:30.569721 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-88858a77-500a-4140-9b18-9920539d1e87 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:30.579166 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a7898a-66d5-499e-a581-8ad0f7c97645 None None] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:30.599733 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-88858a77-500a-4140-9b18-9920539d1e87 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4190898 Jul 23 20:51:30.600767 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36446) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:30.610053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c1753012-4377-4731-bb96-10eb50c39bf9 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'security_group': {'name': 'tempest-secgroup-811613055'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:30.639172 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1753012-4377-4731-bb96-10eb50c39bf9 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:30.765452 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1753012-4377-4731-bb96-10eb50c39bf9 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:30.770450 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1753012-4377-4731-bb96-10eb50c39bf9 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:30.778307 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device bda8ac75-6838-4f6c-b706-af099053b798 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:51:30.807021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: bda8ac75-6838-4f6c-b706-af099053b798 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:51:30.808015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device bda8ac75-6838-4f6c-b706-af099053b798 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:51:30.809773 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1753012-4377-4731-bb96-10eb50c39bf9 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:30.811176 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c1753012-4377-4731-bb96-10eb50c39bf9 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2090588 Jul 23 20:51:30.812577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1753012-4377-4731-bb96-10eb50c39bf9 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db473174-bfd7-4f2f-ba33-82a218fa38ff,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:30.816411 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36448) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:30.821951 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7142b566-6750-49b8-a6cf-e57a87731f60 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'security_group': {'name': 'tempest-secgroup-472579462'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:30.849222 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7142b566-6750-49b8-a6cf-e57a87731f60 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:30.857793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'tenant_id': 'f676d74686d04c22a5e9a84193dfae1f', 'fixed_ips': [{'subnet_id': '99fc9f53-caaf-4b52-a115-310906707e1d'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:51:30.858656 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:30.961128 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7142b566-6750-49b8-a6cf-e57a87731f60 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:30.966001 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7142b566-6750-49b8-a6cf-e57a87731f60 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:31.000553 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142b566-6750-49b8-a6cf-e57a87731f60 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93fc2b13-b5aa-467d-a370-0575d5dabf48,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:31.004493 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7142b566-6750-49b8-a6cf-e57a87731f60 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:31.005789 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7142b566-6750-49b8-a6cf-e57a87731f60 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1881287 Jul 23 20:51:31.008612 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36450) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:31.018365 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-cf1c1fae-b023-43ac-b39f-47aeb8bd737c tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1061405649', 'security_groups': ['93fc2b13-b5aa-467d-a370-0575d5dabf48'], 'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '99fc9f53-caaf-4b52-a115-310906707e1d'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:31.035959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Allocated IP 172.20.0.2 (6772e228-df11-4ba1-ac84-27cb2cbf6b57/99fc9f53-caaf-4b52-a115-310906707e1d/3149966a-bfed-4138-853d-ff18572621d4) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:31.139238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1c1fae-b023-43ac-b39f-47aeb8bd737c tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:31.194937 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:31.214669 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Transition to ACTIVE for port object 3149966a-bfed-4138-853d-ff18572621d4 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:31.224033 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1fae-b023-43ac-b39f-47aeb8bd737c tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:31.231786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Transition to ACTIVE for port object 3149966a-bfed-4138-853d-ff18572621d4 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:31.238998 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:31.243929 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-cf1c1fae-b023-43ac-b39f-47aeb8bd737c tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] device_id is not set on port aad10848-6081-4481-9c7f-132a5f307698 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:51:31.279761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:31.282700 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:31.288718 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:31.298572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Pushing event updated for resources: {'Port': ['ID=3149966a-bfed-4138-853d-ff18572621d4,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:31.374891 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Attempting to bind port 3149966a-bfed-4138-853d-ff18572621d4 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:51:31.375340 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Attempting to bind port 3149966a-bfed-4138-853d-ff18572621d4 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'e863e6b7-1c5c-413d-84b4-50cc50f2aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:51:31.375663 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Attempting to bind port 3149966a-bfed-4138-853d-ff18572621d4 on network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:31.381081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:51:31.381455 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Checking segment: {'id': 'e863e6b7-1c5c-413d-84b4-50cc50f2aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:31.381858 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:31.382520 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Bound using segment: {'id': 'e863e6b7-1c5c-413d-84b4-50cc50f2aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:51:31.382995 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Bound port: 3149966a-bfed-4138-853d-ff18572621d4, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e863e6b7-1c5c-413d-84b4-50cc50f2aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:51:31.383406 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:31.481483 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38477f93-69fa-43bf-8bfd-de3c108e2245 req-04390050-4f11-403e-89a9-40e40b40fb5a tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa38f13e-80c0-4317-9562-4de69db9a6d4 HTTP/1.1" status: 200 len: 210 time: 0.1074080 Jul 23 20:51:31.491438 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] For port 3149966a-bfed-4138-853d-ff18572621d4, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:51:31.503940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] For port 3149966a-bfed-4138-853d-ff18572621d4, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3149966a-bfed-4138-853d-ff18572621d4,segment=NetworkSegment(e863e6b7-1c5c-413d-84b4-50cc50f2aeea),segment_id=e863e6b7-1c5c-413d-84b4-50cc50f2aeea)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:51:31.511555 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:31.515880 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-e44432a8-3ce9-4569-9bfd-6a675ddeaa0b tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:31.517398 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-e44432a8-3ce9-4569-9bfd-6a675ddeaa0b tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.57 "GET /v2.0/networks?id=83c73b16-4cd1-4bc3-a048-17be95ae297d HTTP/1.1" status: 200 len: 812 time: 0.1614408 Jul 23 20:51:31.533788 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-189b7b04-8751-4e06-b540-ff515105b9b9 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Request body: {'port': {'device_id': 'fa38f13e-80c0-4317-9562-4de69db9a6d4', 'network_id': '83c73b16-4cd1-4bc3-a048-17be95ae297d', 'admin_state_up': True, 'tenant_id': 'c36a5327b1a9476a891fb5ea3fcdd6c4'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:31.553853 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-cf1c1fae-b023-43ac-b39f-47aeb8bd737c tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Allocated IP 172.20.0.5 (6772e228-df11-4ba1-ac84-27cb2cbf6b57/99fc9f53-caaf-4b52-a115-310906707e1d/aad10848-6081-4481-9c7f-132a5f307698) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:31.591787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7078f-f627-406d-bdd3-85092e8c2173 None None] Pushing event updated for resources: {'Port': ['ID=3149966a-bfed-4138-853d-ff18572621d4,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:31.616793 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292c22f-8a98-4254-a7f1-c1de6edee0f7 req-db56d013-19d2-4cb7-a573-5b1b57cd6098 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:31.618307 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1292c22f-8a98-4254-a7f1-c1de6edee0f7 req-db56d013-19d2-4cb7-a573-5b1b57cd6098 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.0947368 Jul 23 20:51:31.663050 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1292c22f-8a98-4254-a7f1-c1de6edee0f7 req-2d4ec6ee-c906-471a-b16c-bad8476c5648 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381818 Jul 23 20:51:31.757440 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-189b7b04-8751-4e06-b540-ff515105b9b9 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Made reservation on behalf of c36a5327b1a9476a891fb5ea3fcdd6c4 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:31.761985 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-189b7b04-8751-4e06-b540-ff515105b9b9 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:31.851480 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1fae-b023-43ac-b39f-47aeb8bd737c tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:31.880011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-cf1c1fae-b023-43ac-b39f-47aeb8bd737c tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Transition to ACTIVE for port object aad10848-6081-4481-9c7f-132a5f307698 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:31.951696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-189b7b04-8751-4e06-b540-ff515105b9b9 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Allocated IP 172.20.0.9 (83c73b16-4cd1-4bc3-a048-17be95ae297d/0f1e8a2a-634d-46f2-8261-bceb22973493/a0898b5b-1339-47d0-9527-52e8e56d0f94) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:31.965011 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1fae-b023-43ac-b39f-47aeb8bd737c tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.027032 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1c1fae-b023-43ac-b39f-47aeb8bd737c tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:32.035634 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-cf1c1fae-b023-43ac-b39f-47aeb8bd737c tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:32.041944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1c1fae-b023-43ac-b39f-47aeb8bd737c tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:32.080519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c1fae-b023-43ac-b39f-47aeb8bd737c tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=aad10848-6081-4481-9c7f-132a5f307698,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:32.129142 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1c1fae-b023-43ac-b39f-47aeb8bd737c tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:32.129749 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf1c1fae-b023-43ac-b39f-47aeb8bd737c tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.175032 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cf1c1fae-b023-43ac-b39f-47aeb8bd737c tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1652060 Jul 23 20:51:32.177931 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36456) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:32.183546 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-606664ae-28e6-49bc-8cd3-eedcd8a559ce tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'subnet': {'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:32.273039 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-189b7b04-8751-4e06-b540-ff515105b9b9 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.346675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606664ae-28e6-49bc-8cd3-eedcd8a559ce tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:32.350666 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-606664ae-28e6-49bc-8cd3-eedcd8a559ce tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.356465 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-189b7b04-8751-4e06-b540-ff515105b9b9 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.427726 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-189b7b04-8751-4e06-b540-ff515105b9b9 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Network 83c73b16-4cd1-4bc3-a048-17be95ae297d is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:32.437936 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-189b7b04-8751-4e06-b540-ff515105b9b9 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:32.440885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-189b7b04-8751-4e06-b540-ff515105b9b9 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:32.477674 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b7b04-8751-4e06-b540-ff515105b9b9 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Pushing event updated for resources: {'Port': ['ID=a0898b5b-1339-47d0-9527-52e8e56d0f94,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:32.546053 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-189b7b04-8751-4e06-b540-ff515105b9b9 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:32.546716 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-189b7b04-8751-4e06-b540-ff515105b9b9 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.550943 n-d-791504-18 neutron-server[93810]: INFO neutron.db.ipam_backend_mixin [None req-606664ae-28e6-49bc-8cd3-eedcd8a559ce tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 99fc9f53-caaf-4b52-a115-310906707e1d (CIDR: 172.20.0.0/28) Jul 23 20:51:32.559398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3b48e0aa-87d0-49f6-b3a5-db8f72673356 None None] Provisioning for port 3149966a-bfed-4138-853d-ff18572621d4 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:32.567501 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-606664ae-28e6-49bc-8cd3-eedcd8a559ce tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:51:32.568066 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606664ae-28e6-49bc-8cd3-eedcd8a559ce tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:51:32.573768 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-189b7b04-8751-4e06-b540-ff515105b9b9 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0455854 Jul 23 20:51:32.576467 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3b48e0aa-87d0-49f6-b3a5-db8f72673356 None None] Provisioning complete for port bc893218-efac-4aad-b007-802de406c606 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:32.577072 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b48e0aa-87d0-49f6-b3a5-db8f72673356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.588009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Request body: {'port': {'device_id': 'fa38f13e-80c0-4317-9562-4de69db9a6d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:32.593606 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-606664ae-28e6-49bc-8cd3-eedcd8a559ce tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4146907 Jul 23 20:51:32.597143 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36460) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:32.603454 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-68d248f4-0a2d-4996-929c-17047af371b8 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'subnet': {'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:32.629345 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3b48e0aa-87d0-49f6-b3a5-db8f72673356 None None] Port bc893218-efac-4aad-b007-802de406c606 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:32.676460 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.703241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3e66b-543b-4d21-b139-d9634d0b5510 req-2553b57e-5586-4325-9307-43e2eb19d051 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:32.705052 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0d3e66b-543b-4d21-b139-d9634d0b5510 req-2553b57e-5586-4325-9307-43e2eb19d051 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa38f13e-80c0-4317-9562-4de69db9a6d4 HTTP/1.1" status: 200 len: 931 time: 0.1589735 Jul 23 20:51:32.754324 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b30cd321-bb89-4a7e-be56-3251fe339762 None None] Provisioning for port aad10848-6081-4481-9c7f-132a5f307698 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:32.758293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b30cd321-bb89-4a7e-be56-3251fe339762 None None] Provisioning complete for port aad10848-6081-4481-9c7f-132a5f307698 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:32.759496 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b30cd321-bb89-4a7e-be56-3251fe339762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.799857 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3149966a-bfed-4138-853d-ff18572621d4 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:32.804650 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0d3e66b-543b-4d21-b139-d9634d0b5510 req-8d8094ba-4bb9-4627-9f64-35c1e66a0707 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/security-groups?id=41ee27ea-e947-45e1-9739-1eec894487bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868595 Jul 23 20:51:32.833656 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b30cd321-bb89-4a7e-be56-3251fe339762 None None] Port aad10848-6081-4481-9c7f-132a5f307698 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:32.836069 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d248f4-0a2d-4996-929c-17047af371b8 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:32.841116 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-68d248f4-0a2d-4996-929c-17047af371b8 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.866082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 3149966a-bfed-4138-853d-ff18572621d4 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:32.870297 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3149966a-bfed-4138-853d-ff18572621d4 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:32.870782 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.923880 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3022aa-a87c-46e6-a847-dce147ef76c7 req-9abcb2c9-f564-4557-9206-4bff9eee6087 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:32.925400 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca3022aa-a87c-46e6-a847-dce147ef76c7 req-9abcb2c9-f564-4557-9206-4bff9eee6087 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1712389 Jul 23 20:51:32.958100 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:32.990007 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca3022aa-a87c-46e6-a847-dce147ef76c7 req-a3edf5cd-015e-4efd-b480-8264e6d8952f tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586600 Jul 23 20:51:32.997322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 3149966a-bfed-4138-853d-ff18572621d4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3149966a-bfed-4138-853d-ff18572621d4,segment=NetworkSegment(e863e6b7-1c5c-413d-84b4-50cc50f2aeea),segment_id=e863e6b7-1c5c-413d-84b4-50cc50f2aeea)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:32.998918 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0898b5b-1339-47d0-9527-52e8e56d0f94 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:51:33.002378 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:33.013322 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:33.028339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Transition to ACTIVE for port object a0898b5b-1339-47d0-9527-52e8e56d0f94 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:33.032551 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:33.059076 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=3149966a-bfed-4138-853d-ff18572621d4,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:33.098545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Pushing event updated for resources: {'Port': ['ID=a0898b5b-1339-47d0-9527-52e8e56d0f94,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:33.125508 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-68d248f4-0a2d-4996-929c-17047af371b8 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:33.165194 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Attempting to bind port a0898b5b-1339-47d0-9527-52e8e56d0f94 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:51:33.165804 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Attempting to bind port a0898b5b-1339-47d0-9527-52e8e56d0f94 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '6d291c8d-b0f3-4bc6-883a-94fae6c8ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '83c73b16-4cd1-4bc3-a048-17be95ae297d'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:51:33.166132 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Attempting to bind port a0898b5b-1339-47d0-9527-52e8e56d0f94 on network 83c73b16-4cd1-4bc3-a048-17be95ae297d {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:33.168873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d248f4-0a2d-4996-929c-17047af371b8 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:33.171061 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Port a0898b5b-1339-47d0-9527-52e8e56d0f94 on network 83c73b16-4cd1-4bc3-a048-17be95ae297d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:51:33.171419 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Attempting to bind port a0898b5b-1339-47d0-9527-52e8e56d0f94 on network 83c73b16-4cd1-4bc3-a048-17be95ae297d {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:33.172222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-68d248f4-0a2d-4996-929c-17047af371b8 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:33.176455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d248f4-0a2d-4996-929c-17047af371b8 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:33.176659 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:51:33.176950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Checking segment: {'id': '6d291c8d-b0f3-4bc6-883a-94fae6c8ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '83c73b16-4cd1-4bc3-a048-17be95ae297d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:33.177117 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-68d248f4-0a2d-4996-929c-17047af371b8 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:33.177332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Bound using segment: {'id': '6d291c8d-b0f3-4bc6-883a-94fae6c8ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '83c73b16-4cd1-4bc3-a048-17be95ae297d'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:51:33.177769 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Bound port: a0898b5b-1339-47d0-9527-52e8e56d0f94, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d291c8d-b0f3-4bc6-883a-94fae6c8ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '83c73b16-4cd1-4bc3-a048-17be95ae297d'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:51:33.178134 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:33.182904 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154e27f2-b17e-465d-aaf2-d324db8aa2c7 None None] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:33.188416 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d248f4-0a2d-4996-929c-17047af371b8 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Subnet': ['ID=195f6f42-6b61-4289-84cf-5d045628c147,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:33.202202 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-68d248f4-0a2d-4996-929c-17047af371b8 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6031036 Jul 23 20:51:33.205340 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36464) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:33.211084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-477127e7-fdcd-439b-83f5-6d333f76ecd3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1224499641', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '195f6f42-6b61-4289-84cf-5d045628c147'}], 'security_groups': ['db473174-bfd7-4f2f-ba33-82a218fa38ff']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:33.402637 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-477127e7-fdcd-439b-83f5-6d333f76ecd3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:33.428541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdd8cb9-088f-45ad-a71d-b5fd785a08f4 None None] Update dhcp port {'port': {'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'fixed_ips': [{'subnet_id': '99fc9f53-caaf-4b52-a115-310906707e1d', 'ip_address': '172.20.0.2'}, {'subnet_id': '195f6f42-6b61-4289-84cf-5d045628c147'}], 'binding:host_id': 'n-d-791504-18'}, 'id': '3149966a-bfed-4138-853d-ff18572621d4'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:51:33.468867 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8cb9-088f-45ad-a71d-b5fd785a08f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:33.506114 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] For port a0898b5b-1339-47d0-9527-52e8e56d0f94, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:51:33.509240 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] For port a0898b5b-1339-47d0-9527-52e8e56d0f94, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a0898b5b-1339-47d0-9527-52e8e56d0f94,segment=NetworkSegment(6d291c8d-b0f3-4bc6-883a-94fae6c8ffef),segment_id=6d291c8d-b0f3-4bc6-883a-94fae6c8ffef)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:51:33.514980 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:33.558225 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:33.558845 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:33.560422 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] 10.222.0.57 "PUT /v2.0/ports/a0898b5b-1339-47d0-9527-52e8e56d0f94 HTTP/1.1" status: 200 len: 1092 time: 0.9780169 Jul 23 20:51:33.560896 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa38f13e-80c0-4317-9562-4de69db9a6d4', 'tag': 'a0898b5b-1339-47d0-9527-52e8e56d0f94'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:33.563478 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a30f57-c034-4db4-bd19-220787f4e915" -d '{"events": [{"name": "network-changed", "server_uuid": "fa38f13e-80c0-4317-9562-4de69db9a6d4", "tag": "a0898b5b-1339-47d0-9527-52e8e56d0f94"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:33.615713 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48ac9e-100a-4d57-95f4-383fa77c5786 service neutron] Pushing event updated for resources: {'Port': ['ID=a0898b5b-1339-47d0-9527-52e8e56d0f94,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:33.637115 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d2902b-81ac-47a5-b0a3-a0c3b88387ed x-openstack-request-id: req-41d2902b-81ac-47a5-b0a3-a0c3b88387ed {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:33.637408 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa38f13e-80c0-4317-9562-4de69db9a6d4", "tag": "a0898b5b-1339-47d0-9527-52e8e56d0f94", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:33.637656 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41d2902b-81ac-47a5-b0a3-a0c3b88387ed {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:33.638049 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa38f13e-80c0-4317-9562-4de69db9a6d4', 'tag': 'a0898b5b-1339-47d0-9527-52e8e56d0f94', 'status': 'completed', 'code': 200} Jul 23 20:51:33.654363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-dfdd8cb9-088f-45ad-a71d-b5fd785a08f4 None None] Allocated IP 172.20.0.18 (6772e228-df11-4ba1-ac84-27cb2cbf6b57/195f6f42-6b61-4289-84cf-5d045628c147/3149966a-bfed-4138-853d-ff18572621d4) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:33.665139 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-9021abea-a375-4cad-a42f-23af02fc7790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:33.667222 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-9021abea-a375-4cad-a42f-23af02fc7790 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c36a5327b1a9476a891fb5ea3fcdd6c4&device_id=fa38f13e-80c0-4317-9562-4de69db9a6d4 HTTP/1.1" status: 200 len: 1095 time: 0.0644183 Jul 23 20:51:33.711858 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-9f9832e0-5695-43f6-8c2f-e06ed0c24808 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0898b5b-1339-47d0-9527-52e8e56d0f94 HTTP/1.1" status: 200 len: 217 time: 0.0371718 Jul 23 20:51:33.747722 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-dfdd8cb9-088f-45ad-a71d-b5fd785a08f4 None None] For port 3149966a-bfed-4138-853d-ff18572621d4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3149966a-bfed-4138-853d-ff18572621d4,segment=NetworkSegment(e863e6b7-1c5c-413d-84b4-50cc50f2aeea),segment_id=e863e6b7-1c5c-413d-84b4-50cc50f2aeea)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:33.760358 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-a39701a0-c350-4582-9a94-baed399d0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:33.761856 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-a39701a0-c350-4582-9a94-baed399d0b2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f1e8a2a-634d-46f2-8261-bceb22973493 HTTP/1.1" status: 200 len: 852 time: 0.0435505 Jul 23 20:51:33.775399 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8cb9-088f-45ad-a71d-b5fd785a08f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:33.788956 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-dfdd8cb9-088f-45ad-a71d-b5fd785a08f4 None None] Transition to ACTIVE for port object 3149966a-bfed-4138-853d-ff18572621d4 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:33.793290 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8cb9-088f-45ad-a71d-b5fd785a08f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:33.795463 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-1af8d3d9-f91c-4e0b-812c-b854b7668ac8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83c73b16-4cd1-4bc3-a048-17be95ae297d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273790 Jul 23 20:51:33.913707 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-67aeec34-57bb-4e27-be66-a7a7f852ef7b service neutron] 10.222.0.57 "GET /v2.0/networks/83c73b16-4cd1-4bc3-a048-17be95ae297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092181 Jul 23 20:51:33.944355 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.api [None req-477127e7-fdcd-439b-83f5-6d333f76ecd3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-208f16f9-384e-40a5-8a77-ab7837e4df0c {{(pid=93811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:51:33.945002 n-d-791504-18 neutron-server[93811]: DEBUG oslo_db.api [None req-477127e7-fdcd-439b-83f5-6d333f76ecd3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:51:33.976631 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109435e-de90-4fac-838b-ed6d4204d3b1 req-46bfd9cf-50cd-4fcf-a9fd-cbbd51dcaf8d tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:33.983652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b109435e-de90-4fac-838b-ed6d4204d3b1 req-46bfd9cf-50cd-4fcf-a9fd-cbbd51dcaf8d tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa38f13e-80c0-4317-9562-4de69db9a6d4 HTTP/1.1" status: 200 len: 943 time: 0.0866103 Jul 23 20:51:34.015522 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8bde8f8a-caee-41c8-9381-838a477240c8 req-dcbca192-465f-4cc4-8238-b323af7219e4 service neutron] 10.222.0.57 "GET /v2.0/networks/83c73b16-4cd1-4bc3-a048-17be95ae297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938106 Jul 23 20:51:34.039736 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b109435e-de90-4fac-838b-ed6d4204d3b1 req-145ff031-fd53-47d4-9890-76fe46714dda tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/security-groups?id=41ee27ea-e947-45e1-9739-1eec894487bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548234 Jul 23 20:51:34.054160 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8cb9-088f-45ad-a71d-b5fd785a08f4 None None] Pushing event updated for resources: {'Port': ['ID=3149966a-bfed-4138-853d-ff18572621d4,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:34.122150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a30f57-c034-4db4-bd19-220787f4e915 req-19345504-6aba-41cd-bd6f-e84663d77002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:34.123701 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c3a30f57-c034-4db4-bd19-220787f4e915 req-19345504-6aba-41cd-bd6f-e84663d77002 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c36a5327b1a9476a891fb5ea3fcdd6c4&device_id=fa38f13e-80c0-4317-9562-4de69db9a6d4 HTTP/1.1" status: 200 len: 1095 time: 0.0579369 Jul 23 20:51:34.144791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73d18d-ce7d-43d9-b6e4-d77ee05d3566 req-00b5546d-c9a9-4c05-8210-c10bdad8e864 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:34.146474 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d73d18d-ce7d-43d9-b6e4-d77ee05d3566 req-00b5546d-c9a9-4c05-8210-c10bdad8e864 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.0677609 Jul 23 20:51:34.188949 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d73d18d-ce7d-43d9-b6e4-d77ee05d3566 req-4db459a9-3f5a-43f4-aaa2-88619b0b4976 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355957 Jul 23 20:51:34.221486 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a30f57-c034-4db4-bd19-220787f4e915 req-f7271eb8-40e3-4b7a-9036-09c33802df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:34.222970 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c3a30f57-c034-4db4-bd19-220787f4e915 req-f7271eb8-40e3-4b7a-9036-09c33802df48 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83c73b16-4cd1-4bc3-a048-17be95ae297d HTTP/1.1" status: 200 len: 913 time: 0.0925739 Jul 23 20:51:34.268413 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c3a30f57-c034-4db4-bd19-220787f4e915 req-044ca253-fefa-4dfd-962f-bbd06bc3f9bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0898b5b-1339-47d0-9527-52e8e56d0f94 HTTP/1.1" status: 200 len: 217 time: 0.0388432 Jul 23 20:51:34.320714 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a30f57-c034-4db4-bd19-220787f4e915 req-0581b7db-e5ec-4ef0-85d7-1f5d688ff441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:34.322181 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c3a30f57-c034-4db4-bd19-220787f4e915 req-0581b7db-e5ec-4ef0-85d7-1f5d688ff441 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f1e8a2a-634d-46f2-8261-bceb22973493 HTTP/1.1" status: 200 len: 852 time: 0.0463302 Jul 23 20:51:34.359061 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c3a30f57-c034-4db4-bd19-220787f4e915 req-01efb5d7-d124-479f-8079-d5cfdc4d2310 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83c73b16-4cd1-4bc3-a048-17be95ae297d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292294 Jul 23 20:51:34.458179 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c3a30f57-c034-4db4-bd19-220787f4e915 req-3f1c15b4-ace8-4bf4-a525-2e6ae9be7d5f service neutron] 10.222.0.57 "GET /v2.0/networks/83c73b16-4cd1-4bc3-a048-17be95ae297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919051 Jul 23 20:51:34.493935 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-477127e7-fdcd-439b-83f5-6d333f76ecd3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.557333 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c3a30f57-c034-4db4-bd19-220787f4e915 req-4699f05f-6d48-4f3c-a3b6-b98aad83b696 service neutron] 10.222.0.57 "GET /v2.0/networks/83c73b16-4cd1-4bc3-a048-17be95ae297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909979 Jul 23 20:51:34.565579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c268d417-a85a-427f-9c8c-5e0d3d58255e None None] Provisioning complete for port aad10848-6081-4481-9c7f-132a5f307698 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:34.565944 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c268d417-a85a-427f-9c8c-5e0d3d58255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.600567 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c268d417-a85a-427f-9c8c-5e0d3d58255e None None] Port aad10848-6081-4481-9c7f-132a5f307698 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:34.610479 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c268d417-a85a-427f-9c8c-5e0d3d58255e None None] Provisioning for port 3149966a-bfed-4138-853d-ff18572621d4 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:34.614462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c268d417-a85a-427f-9c8c-5e0d3d58255e None None] Provisioning complete for port 3149966a-bfed-4138-853d-ff18572621d4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:34.615419 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c268d417-a85a-427f-9c8c-5e0d3d58255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.707274 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c268d417-a85a-427f-9c8c-5e0d3d58255e None None] Provisioning complete for port bc893218-efac-4aad-b007-802de406c606 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:34.707934 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c268d417-a85a-427f-9c8c-5e0d3d58255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.728276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3149966a-bfed-4138-853d-ff18572621d4 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:34.770207 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c268d417-a85a-427f-9c8c-5e0d3d58255e None None] Port bc893218-efac-4aad-b007-802de406c606 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:34.785860 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3149966a-bfed-4138-853d-ff18572621d4 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:34.786229 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.793508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-477127e7-fdcd-439b-83f5-6d333f76ecd3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Delete allocated IP 172.20.0.5 (6772e228-df11-4ba1-ac84-27cb2cbf6b57/99fc9f53-caaf-4b52-a115-310906707e1d) {{(pid=93811) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 20:51:34.801223 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-477127e7-fdcd-439b-83f5-6d333f76ecd3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Allocated IP 172.20.0.24 (6772e228-df11-4ba1-ac84-27cb2cbf6b57/195f6f42-6b61-4289-84cf-5d045628c147/aad10848-6081-4481-9c7f-132a5f307698) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:34.953664 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-477127e7-fdcd-439b-83f5-6d333f76ecd3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:34.966794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-477127e7-fdcd-439b-83f5-6d333f76ecd3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Transition to ACTIVE for port object aad10848-6081-4481-9c7f-132a5f307698 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:34.970408 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-477127e7-fdcd-439b-83f5-6d333f76ecd3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:35.058917 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477127e7-fdcd-439b-83f5-6d333f76ecd3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=aad10848-6081-4481-9c7f-132a5f307698,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:35.081935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-477127e7-fdcd-439b-83f5-6d333f76ecd3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] In _notify_port_updated(), no bound segment for port aad10848-6081-4481-9c7f-132a5f307698 on network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 {{(pid=93811) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:51:35.087508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477127e7-fdcd-439b-83f5-6d333f76ecd3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:35.088131 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-477127e7-fdcd-439b-83f5-6d333f76ecd3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:35.089427 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-477127e7-fdcd-439b-83f5-6d333f76ecd3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "PUT /v2.0/ports/aad10848-6081-4481-9c7f-132a5f307698 HTTP/1.1" status: 200 len: 921 time: 1.8830955 Jul 23 20:51:35.092277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36474) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:35.221455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e47f75-aebb-4ebb-abed-d69c175233bd req-5ccb9588-6fb2-4e2f-9094-060a443eca0e tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:35.222968 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29e47f75-aebb-4ebb-abed-d69c175233bd req-5ccb9588-6fb2-4e2f-9094-060a443eca0e tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa38f13e-80c0-4317-9562-4de69db9a6d4 HTTP/1.1" status: 200 len: 943 time: 0.1018918 Jul 23 20:51:35.255984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-1053b207-75a6-4016-b022-addb22816acf tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port aad10848-6081-4481-9c7f-132a5f307698 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:35.256325 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1053b207-75a6-4016-b022-addb22816acf tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:35.574710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29e47f75-aebb-4ebb-abed-d69c175233bd req-a530edb2-de33-4c5e-a4b6-76efb06be12c tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/security-groups?id=41ee27ea-e947-45e1-9739-1eec894487bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443201 Jul 23 20:51:35.597190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-55c0ee17-1817-4722-a73f-b15c50f2bbcf None None] Provisioning for port aad10848-6081-4481-9c7f-132a5f307698 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:35.600885 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-55c0ee17-1817-4722-a73f-b15c50f2bbcf None None] Provisioning complete for port aad10848-6081-4481-9c7f-132a5f307698 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:35.601252 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55c0ee17-1817-4722-a73f-b15c50f2bbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:35.635291 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-55c0ee17-1817-4722-a73f-b15c50f2bbcf None None] Port aad10848-6081-4481-9c7f-132a5f307698 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:35.648630 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1053b207-75a6-4016-b022-addb22816acf tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:35.669629 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65355f7b-24bd-4935-9b0c-2a084c07b183 req-4575e329-3e63-4a7e-8fd8-4113c98a6899 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:35.671140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65355f7b-24bd-4935-9b0c-2a084c07b183 req-4575e329-3e63-4a7e-8fd8-4113c98a6899 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.4119930 Jul 23 20:51:35.671990 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-1053b207-75a6-4016-b022-addb22816acf tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for aad10848-6081-4481-9c7f-132a5f307698 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:35.746588 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65355f7b-24bd-4935-9b0c-2a084c07b183 req-70985554-7205-4de8-8c2f-6dad37e5f485 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691116 Jul 23 20:51:35.825391 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1053b207-75a6-4016-b022-addb22816acf tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:35.853602 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053b207-75a6-4016-b022-addb22816acf tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=aad10848-6081-4481-9c7f-132a5f307698,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:35.924274 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1053b207-75a6-4016-b022-addb22816acf tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:35.926242 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1053b207-75a6-4016-b022-addb22816acf tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/ports/aad10848-6081-4481-9c7f-132a5f307698 HTTP/1.1" status: 204 len: 168 time: 0.8330252 Jul 23 20:51:35.928826 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36478) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:35.956888 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3314d1e-ba31-4c8f-83ad-cb278f10752b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] GET failed (client error): The resource could not be found. Jul 23 20:51:35.960973 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a3314d1e-ba31-4c8f-83ad-cb278f10752b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports/aad10848-6081-4481-9c7f-132a5f307698 HTTP/1.1" status: 404 len: 333 time: 0.0287449 Jul 23 20:51:35.961474 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36480) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:36.019311 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-981f283f-6661-4e0c-b015-867e43246abd tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:36.042933 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-981f283f-6661-4e0c-b015-867e43246abd tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:36.082784 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-981f283f-6661-4e0c-b015-867e43246abd tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:36.085319 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-981f283f-6661-4e0c-b015-867e43246abd tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:36.089541 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-981f283f-6661-4e0c-b015-867e43246abd tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/security-groups/93fc2b13-b5aa-467d-a370-0575d5dabf48 HTTP/1.1" status: 204 len: 168 time: 0.1240785 Jul 23 20:51:36.090022 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36482) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:36.098819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f283f-6661-4e0c-b015-867e43246abd tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fc2b13-b5aa-467d-a370-0575d5dabf48,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:36.149235 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8dbadcb6-04f7-47f6-9dd7-ec1d093d07e2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:36.171185 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8dbadcb6-04f7-47f6-9dd7-ec1d093d07e2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:36.212349 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8dbadcb6-04f7-47f6-9dd7-ec1d093d07e2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:36.215545 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8dbadcb6-04f7-47f6-9dd7-ec1d093d07e2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:36.216712 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8dbadcb6-04f7-47f6-9dd7-ec1d093d07e2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/security-groups/db473174-bfd7-4f2f-ba33-82a218fa38ff HTTP/1.1" status: 204 len: 168 time: 0.1255629 Jul 23 20:51:36.219542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36484) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:36.225870 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbadcb6-04f7-47f6-9dd7-ec1d093d07e2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db473174-bfd7-4f2f-ba33-82a218fa38ff,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:36.269912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-63af6a73-87d3-4258-9fed-32664d018980 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting subnet 99fc9f53-caaf-4b52-a115-310906707e1d {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:51:36.272966 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63af6a73-87d3-4258-9fed-32664d018980 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:36.310664 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63af6a73-87d3-4258-9fed-32664d018980 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:36.395001 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63af6a73-87d3-4258-9fed-32664d018980 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:36.452241 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63af6a73-87d3-4258-9fed-32664d018980 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:36.479729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af6a73-87d3-4258-9fed-32664d018980 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Subnet': ['ID=99fc9f53-caaf-4b52-a115-310906707e1d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:36.481677 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63af6a73-87d3-4258-9fed-32664d018980 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:36.484641 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-63af6a73-87d3-4258-9fed-32664d018980 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/99fc9f53-caaf-4b52-a115-310906707e1d HTTP/1.1" status: 204 len: 168 time: 0.2629516 Jul 23 20:51:36.487377 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36486) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:36.489726 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a98843e-6a87-448e-96cf-4359510f2134 None None] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:36.492476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-95dbad35-03b2-4eb3-87bc-a1ccd9d7a99d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'subnet': {'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:36.606382 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dbad35-03b2-4eb3-87bc-a1ccd9d7a99d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:36.610947 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-95dbad35-03b2-4eb3-87bc-a1ccd9d7a99d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:36.776708 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95e12e-ca8d-4f5d-9bb6-f21a69a454b6 req-174f3aff-3fdf-4b48-bc82-ca22670377cb tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:36.778256 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4d95e12e-ca8d-4f5d-9bb6-f21a69a454b6 req-174f3aff-3fdf-4b48-bc82-ca22670377cb tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa38f13e-80c0-4317-9562-4de69db9a6d4 HTTP/1.1" status: 200 len: 943 time: 0.1066279 Jul 23 20:51:36.906720 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4d95e12e-ca8d-4f5d-9bb6-f21a69a454b6 req-988b4945-0ab0-42a0-9481-d7d0c89a5256 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/security-groups?id=41ee27ea-e947-45e1-9739-1eec894487bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041794 Jul 23 20:51:36.968487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07756b80-0151-4fe7-9d10-f72d3c2e8ddc req-4eb4db55-21fb-4d6b-b36b-ffb9b0dd3f8c tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:36.969991 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07756b80-0151-4fe7-9d10-f72d3c2e8ddc req-4eb4db55-21fb-4d6b-b36b-ffb9b0dd3f8c tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1482666 Jul 23 20:51:36.971494 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-95dbad35-03b2-4eb3-87bc-a1ccd9d7a99d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.028982 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dbad35-03b2-4eb3-87bc-a1ccd9d7a99d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:37.037174 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-95dbad35-03b2-4eb3-87bc-a1ccd9d7a99d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:37.047433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dbad35-03b2-4eb3-87bc-a1ccd9d7a99d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:37.048016 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-95dbad35-03b2-4eb3-87bc-a1ccd9d7a99d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.061134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbad35-03b2-4eb3-87bc-a1ccd9d7a99d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Subnet': ['ID=414bcb51-43b3-4a6c-b0a8-b5222c5d8569,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:37.067822 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07756b80-0151-4fe7-9d10-f72d3c2e8ddc req-0485cee4-9996-44c0-b70a-ba19452f6517 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908494 Jul 23 20:51:37.075389 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-95dbad35-03b2-4eb3-87bc-a1ccd9d7a99d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5869348 Jul 23 20:51:37.078026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36492) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:37.083885 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-078b8d8f-1ae5-484f-b18c-4c572b47e0cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'security_group': {'name': 'tempest-secgroup-71939433'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:37.116892 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-078b8d8f-1ae5-484f-b18c-4c572b47e0cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.167990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a0898b5b-1339-47d0-9527-52e8e56d0f94 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:51:37.208800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac20cf8-fcde-4484-b4ed-77115918e689 None None] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:37.219337 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-078b8d8f-1ae5-484f-b18c-4c572b47e0cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.226775 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-078b8d8f-1ae5-484f-b18c-4c572b47e0cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.258977 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-078b8d8f-1ae5-484f-b18c-4c572b47e0cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.263016 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-078b8d8f-1ae5-484f-b18c-4c572b47e0cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1805413 Jul 23 20:51:37.263379 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36498) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:37.265439 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b8d8f-1ae5-484f-b18c-4c572b47e0cc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d64f388-d665-4f41-8e98-f876f7a600dc,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:37.271239 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3f027c15-8c13-4c12-8bae-b00df4ee6676 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'security_group': {'name': 'tempest-secgroup-1648538249'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:37.296425 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f027c15-8c13-4c12-8bae-b00df4ee6676 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.355359 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-576ca054-1992-4705-9f32-6f443fbc88f9 None None] Provisioning complete for port 3149966a-bfed-4138-853d-ff18572621d4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:37.355674 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-576ca054-1992-4705-9f32-6f443fbc88f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.411329 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port a0898b5b-1339-47d0-9527-52e8e56d0f94, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a0898b5b-1339-47d0-9527-52e8e56d0f94,segment=NetworkSegment(6d291c8d-b0f3-4bc6-883a-94fae6c8ffef),segment_id=6d291c8d-b0f3-4bc6-883a-94fae6c8ffef)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:37.423281 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad521f-9c5e-43bb-8261-dee966f2b439 req-16de8622-065c-4042-a6fb-aec529a88b2d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:37.424788 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d1ad521f-9c5e-43bb-8261-dee966f2b439 req-16de8622-065c-4042-a6fb-aec529a88b2d tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.0890026 Jul 23 20:51:37.433439 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f027c15-8c13-4c12-8bae-b00df4ee6676 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.442589 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f027c15-8c13-4c12-8bae-b00df4ee6676 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.451372 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'a0898b5b-1339-47d0-9527-52e8e56d0f94', 'network_id': '83c73b16-4cd1-4bc3-a048-17be95ae297d', 'port_id': 'a0898b5b-1339-47d0-9527-52e8e56d0f94', 'mac_address': 'fa:16:3e:d7:ce:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1e8a2a-634d-46f2-8261-bceb22973493', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:51:37.481443 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3f027c15-8c13-4c12-8bae-b00df4ee6676 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.483367 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3f027c15-8c13-4c12-8bae-b00df4ee6676 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2183847 Jul 23 20:51:37.484296 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d1ad521f-9c5e-43bb-8261-dee966f2b439 req-dd496bfe-8454-4153-bf51-cfe681168a93 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521195 Jul 23 20:51:37.486104 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36502) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:37.489939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f027c15-8c13-4c12-8bae-b00df4ee6676 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2daf564-be04-48ac-8d15-351a13a163bb,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:37.492411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-5e30c75f-d286-43ae-b184-6296fddced8a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'security_group': {'name': 'tempest-secgroup-289171317'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:37.501153 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e1bd8-512c-4b0f-bec1-29e94285e18a req-2e716afb-8bf5-489e-acb5-f0e151d0938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:37.503570 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-624e1bd8-512c-4b0f-bec1-29e94285e18a req-2e716afb-8bf5-489e-acb5-f0e151d0938c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec95fc28f546469d899337b65502b4b1&device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 1097 time: 0.1096160 Jul 23 20:51:37.540053 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e30c75f-d286-43ae-b184-6296fddced8a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.556651 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.585021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0898b5b-1339-47d0-9527-52e8e56d0f94 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:51:37.610620 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port a0898b5b-1339-47d0-9527-52e8e56d0f94, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a0898b5b-1339-47d0-9527-52e8e56d0f94,segment=NetworkSegment(6d291c8d-b0f3-4bc6-883a-94fae6c8ffef),segment_id=6d291c8d-b0f3-4bc6-883a-94fae6c8ffef)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:37.619696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e1bd8-512c-4b0f-bec1-29e94285e18a req-590f5b6b-4c17-49bd-a271-eb77470b7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:37.621282 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-624e1bd8-512c-4b0f-bec1-29e94285e18a req-590f5b6b-4c17-49bd-a271-eb77470b7e09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 HTTP/1.1" status: 200 len: 916 time: 0.1085527 Jul 23 20:51:37.622220 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.648901 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e30c75f-d286-43ae-b184-6296fddced8a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.654054 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e30c75f-d286-43ae-b184-6296fddced8a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.657962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-576ca054-1992-4705-9f32-6f443fbc88f9 None None] Provisioning complete for port bc893218-efac-4aad-b007-802de406c606 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:37.658336 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-576ca054-1992-4705-9f32-6f443fbc88f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.666298 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-624e1bd8-512c-4b0f-bec1-29e94285e18a req-142aa5f8-e352-48e9-a6e9-0cc1e96db1dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 HTTP/1.1" status: 200 len: 217 time: 0.0386832 Jul 23 20:51:37.680598 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e30c75f-d286-43ae-b184-6296fddced8a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.681837 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5e30c75f-d286-43ae-b184-6296fddced8a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1947911 Jul 23 20:51:37.684679 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36504) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:37.689598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-0c2e93c7-7a9e-4278-88c3-00084900188b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-335828426', 'security_groups': ['bf0cd3ed-fe35-40d3-9216-68a0cbe150e2'], 'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '414bcb51-43b3-4a6c-b0a8-b5222c5d8569'}]}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:37.707330 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30c75f-d286-43ae-b184-6296fddced8a tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0cd3ed-fe35-40d3-9216-68a0cbe150e2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:37.738381 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e1bd8-512c-4b0f-bec1-29e94285e18a req-f06dd2cc-429b-42e1-baa4-ed1f6f57f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:37.739867 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-624e1bd8-512c-4b0f-bec1-29e94285e18a req-f06dd2cc-429b-42e1-baa4-ed1f6f57f7d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc6be43a-d7df-443a-b9be-8076fedf749a HTTP/1.1" status: 200 len: 854 time: 0.0667546 Jul 23 20:51:37.742621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=a0898b5b-1339-47d0-9527-52e8e56d0f94,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:37.747851 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-576ca054-1992-4705-9f32-6f443fbc88f9 None None] Port bc893218-efac-4aad-b007-802de406c606 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:37.775151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed985aa-aa18-4535-b7a1-9347f43dfe2b None None] Update dhcp port {'port': {'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'fixed_ips': [{'subnet_id': '195f6f42-6b61-4289-84cf-5d045628c147', 'ip_address': '172.20.0.18'}, {'subnet_id': '414bcb51-43b3-4a6c-b0a8-b5222c5d8569'}], 'binding:host_id': 'n-d-791504-18'}, 'id': '3149966a-bfed-4138-853d-ff18572621d4'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:51:37.812765 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e1bd8-512c-4b0f-bec1-29e94285e18a req-e813d2c2-39bc-4ab7-885d-c734935d9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:37.813089 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2e93c7-7a9e-4278-88c3-00084900188b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:37.814299 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-624e1bd8-512c-4b0f-bec1-29e94285e18a req-e813d2c2-39bc-4ab7-885d-c734935d9ad4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655663 Jul 23 20:51:37.817634 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ed985aa-aa18-4535-b7a1-9347f43dfe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.817890 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c2e93c7-7a9e-4278-88c3-00084900188b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:37.837373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-0c2e93c7-7a9e-4278-88c3-00084900188b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] device_id is not set on port 7b40da9e-e5d8-4284-885b-8b58df4c302a yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:51:37.853529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['a0898b5b-1339-47d0-9527-52e8e56d0f94'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:51:37.918606 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-624e1bd8-512c-4b0f-bec1-29e94285e18a req-d9551cdb-9145-48c2-a18f-7f1822cf62a6 service neutron] 10.222.0.57 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962946 Jul 23 20:51:38.023816 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-624e1bd8-512c-4b0f-bec1-29e94285e18a req-3a1ed543-8083-402b-bb7b-c4153c54a90f service neutron] 10.222.0.57 "GET /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987542 Jul 23 20:51:38.043550 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-0c2e93c7-7a9e-4278-88c3-00084900188b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Allocated IP 172.20.0.5 (6772e228-df11-4ba1-ac84-27cb2cbf6b57/414bcb51-43b3-4a6c-b0a8-b5222c5d8569/7b40da9e-e5d8-4284-885b-8b58df4c302a) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:38.089077 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e366b-400e-442b-afa8-50dc11114878 req-d168ce84-f168-4c0e-8f63-843f9796d04f tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:38.090648 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-977e366b-400e-442b-afa8-50dc11114878 req-d168ce84-f168-4c0e-8f63-843f9796d04f tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa38f13e-80c0-4317-9562-4de69db9a6d4 HTTP/1.1" status: 200 len: 944 time: 0.1039488 Jul 23 20:51:38.161241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-977e366b-400e-442b-afa8-50dc11114878 req-f8a3db40-97a4-4f61-b92a-5432fdaccf11 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/security-groups?id=41ee27ea-e947-45e1-9739-1eec894487bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633643 Jul 23 20:51:38.227067 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c2e93c7-7a9e-4278-88c3-00084900188b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:38.240451 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-0c2e93c7-7a9e-4278-88c3-00084900188b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Transition to ACTIVE for port object 7b40da9e-e5d8-4284-885b-8b58df4c302a will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:38.272926 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c2e93c7-7a9e-4278-88c3-00084900188b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:38.314910 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e93c7-7a9e-4278-88c3-00084900188b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:38.317661 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-4ed985aa-aa18-4535-b7a1-9347f43dfe2b None None] Allocated IP 172.20.0.2 (6772e228-df11-4ba1-ac84-27cb2cbf6b57/414bcb51-43b3-4a6c-b0a8-b5222c5d8569/3149966a-bfed-4138-853d-ff18572621d4) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:38.320522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-0c2e93c7-7a9e-4278-88c3-00084900188b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:38.324396 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e93c7-7a9e-4278-88c3-00084900188b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:38.348229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e93c7-7a9e-4278-88c3-00084900188b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=7b40da9e-e5d8-4284-885b-8b58df4c302a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:38.380546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2e93c7-7a9e-4278-88c3-00084900188b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:38.381151 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c2e93c7-7a9e-4278-88c3-00084900188b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:38.395849 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0c2e93c7-7a9e-4278-88c3-00084900188b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7101362 Jul 23 20:51:38.398533 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36508) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:38.404241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8e44f675-32ba-4864-a9c2-baa5ed53c018 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'subnet': {'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:38.425221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-4ed985aa-aa18-4535-b7a1-9347f43dfe2b None None] For port 3149966a-bfed-4138-853d-ff18572621d4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3149966a-bfed-4138-853d-ff18572621d4,segment=NetworkSegment(e863e6b7-1c5c-413d-84b4-50cc50f2aeea),segment_id=e863e6b7-1c5c-413d-84b4-50cc50f2aeea)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:38.456880 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ed985aa-aa18-4535-b7a1-9347f43dfe2b None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:38.469877 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4ed985aa-aa18-4535-b7a1-9347f43dfe2b None None] Transition to ACTIVE for port object 3149966a-bfed-4138-853d-ff18572621d4 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:38.476277 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ed985aa-aa18-4535-b7a1-9347f43dfe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:38.523390 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e44f675-32ba-4864-a9c2-baa5ed53c018 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:38.527427 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8e44f675-32ba-4864-a9c2-baa5ed53c018 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:38.568926 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed985aa-aa18-4535-b7a1-9347f43dfe2b None None] Pushing event updated for resources: {'Port': ['ID=3149966a-bfed-4138-853d-ff18572621d4,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:38.673623 n-d-791504-18 neutron-server[93811]: INFO neutron.db.ipam_backend_mixin [None req-8e44f675-32ba-4864-a9c2-baa5ed53c018 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 414bcb51-43b3-4a6c-b0a8-b5222c5d8569 (CIDR: 172.20.0.0/28) Jul 23 20:51:38.676864 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e44f675-32ba-4864-a9c2-baa5ed53c018 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:51:38.677354 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e44f675-32ba-4864-a9c2-baa5ed53c018 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:51:38.708400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64560d55-5b03-4121-a67f-d76c141e665a req-65ec1d6d-b105-44c9-bd59-36abd7be781e tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:38.710314 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64560d55-5b03-4121-a67f-d76c141e665a req-65ec1d6d-b105-44c9-bd59-36abd7be781e tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.0966282 Jul 23 20:51:38.715619 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36512) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:38.719773 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8e44f675-32ba-4864-a9c2-baa5ed53c018 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3199627 Jul 23 20:51:38.721044 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9830c6ba-67cc-4426-8e4c-6f1247fed3d3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'subnet': {'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:38.747913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3149966a-bfed-4138-853d-ff18572621d4 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:38.761276 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64560d55-5b03-4121-a67f-d76c141e665a req-1dc16ab5-81c6-49b3-8e48-ea29d36b787f tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402527 Jul 23 20:51:38.863621 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9830c6ba-67cc-4426-8e4c-6f1247fed3d3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:38.867140 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9830c6ba-67cc-4426-8e4c-6f1247fed3d3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:38.957698 n-d-791504-18 neutron-server[93810]: INFO neutron.db.ipam_backend_mixin [None req-9830c6ba-67cc-4426-8e4c-6f1247fed3d3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 195f6f42-6b61-4289-84cf-5d045628c147 (CIDR: 172.20.0.16/28) Jul 23 20:51:38.961433 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-9830c6ba-67cc-4426-8e4c-6f1247fed3d3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:51:38.961993 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9830c6ba-67cc-4426-8e4c-6f1247fed3d3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:51:38.977461 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9830c6ba-67cc-4426-8e4c-6f1247fed3d3 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2605929 Jul 23 20:51:38.980116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36514) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:38.985163 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e5e7da40-7c51-42f5-82dc-da3adfb84b6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'subnet': {'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:39.078342 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ad70a7e8-8036-4596-bed1-ab9a8fac5d03 None None] Provisioning for port 3149966a-bfed-4138-853d-ff18572621d4 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:39.083088 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ad70a7e8-8036-4596-bed1-ab9a8fac5d03 None None] Provisioning complete for port 3149966a-bfed-4138-853d-ff18572621d4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:39.083595 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad70a7e8-8036-4596-bed1-ab9a8fac5d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:39.104475 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e7da40-7c51-42f5-82dc-da3adfb84b6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Made reservation on behalf of f676d74686d04c22a5e9a84193dfae1f for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:39.108061 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e5e7da40-7c51-42f5-82dc-da3adfb84b6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:39.169065 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a0898b5b-1339-47d0-9527-52e8e56d0f94 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:39.229792 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ad70a7e8-8036-4596-bed1-ab9a8fac5d03 None None] Provisioning complete for port bc893218-efac-4aad-b007-802de406c606 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:39.230457 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad70a7e8-8036-4596-bed1-ab9a8fac5d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:39.280134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ad70a7e8-8036-4596-bed1-ab9a8fac5d03 None None] Port bc893218-efac-4aad-b007-802de406c606 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:39.281945 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port a0898b5b-1339-47d0-9527-52e8e56d0f94 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:39.286333 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port a0898b5b-1339-47d0-9527-52e8e56d0f94 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:39.286709 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:39.329264 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a103e-3bb2-47ed-bfdb-3d2e4be87056 req-c53371ec-e848-44b1-bcea-cac9f6ce0275 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:39.330953 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c84a103e-3bb2-47ed-bfdb-3d2e4be87056 req-c53371ec-e848-44b1-bcea-cac9f6ce0275 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa38f13e-80c0-4317-9562-4de69db9a6d4 HTTP/1.1" status: 200 len: 944 time: 0.0847733 Jul 23 20:51:39.367175 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:39.373592 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e5e7da40-7c51-42f5-82dc-da3adfb84b6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:39.380166 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c84a103e-3bb2-47ed-bfdb-3d2e4be87056 req-ce10f9b4-7311-4627-a0fa-f5885092159c tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/security-groups?id=41ee27ea-e947-45e1-9739-1eec894487bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420737 Jul 23 20:51:39.397740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa38f13e-80c0-4317-9562-4de69db9a6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0898b5b-1339-47d0-9527-52e8e56d0f94'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:39.400863 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965684e2-85b7-4096-ba32-c1f19a8eeb39" -d '{"events": [{"server_uuid": "fa38f13e-80c0-4317-9562-4de69db9a6d4", "name": "network-vif-plugged", "status": "completed", "tag": "a0898b5b-1339-47d0-9527-52e8e56d0f94"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:39.419778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port a0898b5b-1339-47d0-9527-52e8e56d0f94, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a0898b5b-1339-47d0-9527-52e8e56d0f94,segment=NetworkSegment(6d291c8d-b0f3-4bc6-883a-94fae6c8ffef),segment_id=6d291c8d-b0f3-4bc6-883a-94fae6c8ffef)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:39.420063 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e7da40-7c51-42f5-82dc-da3adfb84b6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:39.423381 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-e5e7da40-7c51-42f5-82dc-da3adfb84b6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:39.427007 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:39.429002 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7da40-7c51-42f5-82dc-da3adfb84b6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:39.429603 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e5e7da40-7c51-42f5-82dc-da3adfb84b6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:39.451444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7da40-7c51-42f5-82dc-da3adfb84b6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Subnet': ['ID=e21499c4-840e-4409-a184-c40f81f04f9a,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:39.459577 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e5e7da40-7c51-42f5-82dc-da3adfb84b6f tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4759707 Jul 23 20:51:39.459947 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36520) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:39.467420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8482a661-22fc-4d9a-a1b1-c77fc8bd585d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1630568842', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e21499c4-840e-4409-a184-c40f81f04f9a'}], 'security_groups': ['8d64f388-d665-4f41-8e98-f876f7a600dc', 'f2daf564-be04-48ac-8d15-351a13a163bb']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:39.469499 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289e4bfe-3a97-4f90-9b51-01d493065fd5 x-openstack-request-id: req-289e4bfe-3a97-4f90-9b51-01d493065fd5 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:39.469849 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa38f13e-80c0-4317-9562-4de69db9a6d4", "name": "network-vif-plugged", "status": "completed", "tag": "a0898b5b-1339-47d0-9527-52e8e56d0f94", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:39.470037 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-289e4bfe-3a97-4f90-9b51-01d493065fd5 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:39.470416 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa38f13e-80c0-4317-9562-4de69db9a6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0898b5b-1339-47d0-9527-52e8e56d0f94', 'code': 200} Jul 23 20:51:39.472028 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e9c18c-b635-481e-af9c-a1809b1fdff8 None None] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:39.481318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a0be0f82-4463-4dd1-a889-9fe7851a85bd None None] Provisioning for port 7b40da9e-e5d8-4284-885b-8b58df4c302a completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:39.500179 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a0be0f82-4463-4dd1-a889-9fe7851a85bd None None] Provisioning complete for port 7b40da9e-e5d8-4284-885b-8b58df4c302a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:39.500554 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a0be0f82-4463-4dd1-a889-9fe7851a85bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:39.585301 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=a0898b5b-1339-47d0-9527-52e8e56d0f94,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:39.597694 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a0be0f82-4463-4dd1-a889-9fe7851a85bd None None] Port 7b40da9e-e5d8-4284-885b-8b58df4c302a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:39.642769 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5ff36-efef-4f40-ae8d-b4f9b7b42382 req-c3411cea-4952-4c8a-a40d-7f03d1dab11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:39.644302 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6db5ff36-efef-4f40-ae8d-b4f9b7b42382 req-c3411cea-4952-4c8a-a40d-7f03d1dab11e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fa38f13e-80c0-4317-9562-4de69db9a6d4 HTTP/1.1" status: 200 len: 1097 time: 0.1317568 Jul 23 20:51:39.709317 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8482a661-22fc-4d9a-a1b1-c77fc8bd585d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:39.713740 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6db5ff36-efef-4f40-ae8d-b4f9b7b42382 req-fe0fbf42-c09d-4999-afed-0671c8dc73fa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=41ee27ea-e947-45e1-9739-1eec894487bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627358 Jul 23 20:51:39.766995 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00977de-f6be-48bc-8231-fe689511d9a1 None None] Update dhcp port {'port': {'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'fixed_ips': [{'subnet_id': '195f6f42-6b61-4289-84cf-5d045628c147', 'ip_address': '172.20.0.18'}, {'subnet_id': '414bcb51-43b3-4a6c-b0a8-b5222c5d8569', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e21499c4-840e-4409-a184-c40f81f04f9a'}], 'binding:host_id': 'n-d-791504-18'}, 'id': '3149966a-bfed-4138-853d-ff18572621d4'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:51:39.808101 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f00977de-f6be-48bc-8231-fe689511d9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:39.898113 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc6a2d-f85f-4c0a-b928-5489fad897c4 req-d030237c-3230-4e1e-9055-d6940269cba9 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:39.899695 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0bfc6a2d-f85f-4c0a-b928-5489fad897c4 req-d030237c-3230-4e1e-9055-d6940269cba9 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.0678387 Jul 23 20:51:39.947675 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0bfc6a2d-f85f-4c0a-b928-5489fad897c4 req-ab849a0d-a69b-489a-aa76-67d3e58a36ae tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420909 Jul 23 20:51:40.021376 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-8482a661-22fc-4d9a-a1b1-c77fc8bd585d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Delete allocated IP 172.20.0.5 (6772e228-df11-4ba1-ac84-27cb2cbf6b57/414bcb51-43b3-4a6c-b0a8-b5222c5d8569) {{(pid=93810) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 20:51:40.029789 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-8482a661-22fc-4d9a-a1b1-c77fc8bd585d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Allocated IP 172.20.0.34 (6772e228-df11-4ba1-ac84-27cb2cbf6b57/e21499c4-840e-4409-a184-c40f81f04f9a/7b40da9e-e5d8-4284-885b-8b58df4c302a) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:40.105668 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fbdbd-e486-47b1-8f11-91c656f29158 req-a14089eb-23a5-4484-8c06-d6b0093aa634 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:40.107293 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c34fbdbd-e486-47b1-8f11-91c656f29158 req-a14089eb-23a5-4484-8c06-d6b0093aa634 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.0660300 Jul 23 20:51:40.144021 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c34fbdbd-e486-47b1-8f11-91c656f29158 req-dedd9aac-889d-4dd4-b617-ed1278f0942e tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310922 Jul 23 20:51:40.197472 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8482a661-22fc-4d9a-a1b1-c77fc8bd585d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:40.212613 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-8482a661-22fc-4d9a-a1b1-c77fc8bd585d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Transition to ACTIVE for port object 7b40da9e-e5d8-4284-885b-8b58df4c302a will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:40.217388 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8482a661-22fc-4d9a-a1b1-c77fc8bd585d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:40.275151 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-f00977de-f6be-48bc-8231-fe689511d9a1 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-779c9792-0397-4c3b-9100-f28bb44e6af2 {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:51:40.275516 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-f00977de-f6be-48bc-8231-fe689511d9a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:51:40.282729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f577db-5b5a-49c3-ae42-2011fee7bc70 req-310079f5-c45f-4c64-901f-516f9f5c46c2 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:40.284284 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9f577db-5b5a-49c3-ae42-2011fee7bc70 req-310079f5-c45f-4c64-901f-516f9f5c46c2 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b9e233-c549-40dd-9f35-36fdde9f3d28 HTTP/1.1" status: 200 len: 945 time: 0.0740147 Jul 23 20:51:40.322440 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482a661-22fc-4d9a-a1b1-c77fc8bd585d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event updated for resources: {'Port': ['ID=7b40da9e-e5d8-4284-885b-8b58df4c302a,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:40.323078 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9f577db-5b5a-49c3-ae42-2011fee7bc70 req-28b96520-62a6-467c-afd0-d0eca9338101 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330410 Jul 23 20:51:40.339181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-8482a661-22fc-4d9a-a1b1-c77fc8bd585d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] In _notify_port_updated(), no bound segment for port 7b40da9e-e5d8-4284-885b-8b58df4c302a on network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 {{(pid=93810) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:51:40.344722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8482a661-22fc-4d9a-a1b1-c77fc8bd585d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:40.345948 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8482a661-22fc-4d9a-a1b1-c77fc8bd585d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:40.347350 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8482a661-22fc-4d9a-a1b1-c77fc8bd585d tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "PUT /v2.0/ports/7b40da9e-e5d8-4284-885b-8b58df4c302a HTTP/1.1" status: 200 len: 960 time: 0.8861654 Jul 23 20:51:40.350181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36532) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:40.462851 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-22b8bfef-7345-4a79-bfd0-3c732a009769 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port 7b40da9e-e5d8-4284-885b-8b58df4c302a {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:40.463215 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22b8bfef-7345-4a79-bfd0-3c732a009769 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:40.476173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576673f-6473-4142-ae25-8db84e941102 req-b92d4cba-1581-47f4-8746-21635d5b0d7b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:40.477833 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f576673f-6473-4142-ae25-8db84e941102 req-b92d4cba-1581-47f4-8746-21635d5b0d7b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 946 time: 0.0855832 Jul 23 20:51:40.543765 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f576673f-6473-4142-ae25-8db84e941102 req-a67f73ff-40cc-4f46-a26d-00ceb8ec9576 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484724 Jul 23 20:51:40.563359 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c8305-2572-4159-b019-678e660a9d4c req-b006f280-34f5-426a-b12b-0fb308d11cc2 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:40.563359 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-295c8305-2572-4159-b019-678e660a9d4c req-b006f280-34f5-426a-b12b-0fb308d11cc2 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa38f13e-80c0-4317-9562-4de69db9a6d4 HTTP/1.1" status: 200 len: 945 time: 0.1095006 Jul 23 20:51:40.570048 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22b8bfef-7345-4a79-bfd0-3c732a009769 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:40.584469 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-22b8bfef-7345-4a79-bfd0-3c732a009769 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for 7b40da9e-e5d8-4284-885b-8b58df4c302a owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:40.591142 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-4d21eb1e-75b6-4534-aba8-7655fc165095 req-943fde81-c8ae-46eb-b64b-e36326ad54ca tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:51:40.592148 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4d21eb1e-75b6-4534-aba8-7655fc165095 req-943fde81-c8ae-46eb-b64b-e36326ad54ca tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065739 Jul 23 20:51:40.645030 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-295c8305-2572-4159-b019-678e660a9d4c req-7433c409-49ad-405c-acca-92aeafadf538 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/security-groups?id=41ee27ea-e947-45e1-9739-1eec894487bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788794 Jul 23 20:51:40.717648 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4d21eb1e-75b6-4534-aba8-7655fc165095 req-cae4c6f9-71ee-4b53-a61e-8e8d7f50ca19 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1086588 Jul 23 20:51:40.728571 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22b8bfef-7345-4a79-bfd0-3c732a009769 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:40.757019 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8bfef-7345-4a79-bfd0-3c732a009769 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=7b40da9e-e5d8-4284-885b-8b58df4c302a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:40.816849 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f00977de-f6be-48bc-8231-fe689511d9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:40.827706 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-22b8bfef-7345-4a79-bfd0-3c732a009769 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:40.832230 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-22b8bfef-7345-4a79-bfd0-3c732a009769 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/ports/7b40da9e-e5d8-4284-885b-8b58df4c302a HTTP/1.1" status: 204 len: 168 time: 0.4786537 Jul 23 20:51:40.832558 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36538) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:40.863117 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08f7b2a-f924-4454-8b6a-e28fcb16fd08 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] GET failed (client error): The resource could not be found. Jul 23 20:51:40.867246 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a08f7b2a-f924-4454-8b6a-e28fcb16fd08 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports/7b40da9e-e5d8-4284-885b-8b58df4c302a HTTP/1.1" status: 404 len: 333 time: 0.0313561 Jul 23 20:51:40.867571 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36540) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:40.923202 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da9f606a-01b2-4cd4-9560-7d003eb77616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:40.946691 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da9f606a-01b2-4cd4-9560-7d003eb77616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:40.994996 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da9f606a-01b2-4cd4-9560-7d003eb77616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:40.998159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da9f606a-01b2-4cd4-9560-7d003eb77616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:40.999419 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-da9f606a-01b2-4cd4-9560-7d003eb77616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/security-groups/bf0cd3ed-fe35-40d3-9216-68a0cbe150e2 HTTP/1.1" status: 204 len: 168 time: 0.1307719 Jul 23 20:51:41.001031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc71ffc-efc9-41f5-aff2-a4d3cdba8bb0 req-adab9308-d059-4997-8f14-6cc10f8a32d5 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:41.002532 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-adc71ffc-efc9-41f5-aff2-a4d3cdba8bb0 req-adab9308-d059-4997-8f14-6cc10f8a32d5 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.0731089 Jul 23 20:51:41.002936 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36544) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:41.004395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-f00977de-f6be-48bc-8231-fe689511d9a1 None None] Allocated IP 172.20.0.34 (6772e228-df11-4ba1-ac84-27cb2cbf6b57/e21499c4-840e-4409-a184-c40f81f04f9a/3149966a-bfed-4138-853d-ff18572621d4) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:41.024272 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f606a-01b2-4cd4-9560-7d003eb77616 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0cd3ed-fe35-40d3-9216-68a0cbe150e2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:41.047262 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-adc71ffc-efc9-41f5-aff2-a4d3cdba8bb0 req-9b62a11e-6372-461d-be61-f26f7f1ecfea tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382979 Jul 23 20:51:41.077004 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a8e800f-f16b-4c76-91e7-25bf96912ca4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.101568 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a8e800f-f16b-4c76-91e7-25bf96912ca4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.124890 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f00977de-f6be-48bc-8231-fe689511d9a1 None None] For port 3149966a-bfed-4138-853d-ff18572621d4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3149966a-bfed-4138-853d-ff18572621d4,segment=NetworkSegment(e863e6b7-1c5c-413d-84b4-50cc50f2aeea),segment_id=e863e6b7-1c5c-413d-84b4-50cc50f2aeea)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:41.146038 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a8e800f-f16b-4c76-91e7-25bf96912ca4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.149070 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a8e800f-f16b-4c76-91e7-25bf96912ca4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.152621 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7a8e800f-f16b-4c76-91e7-25bf96912ca4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/security-groups/f2daf564-be04-48ac-8d15-351a13a163bb HTTP/1.1" status: 204 len: 168 time: 0.1461616 Jul 23 20:51:41.154525 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36548) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:41.157756 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f00977de-f6be-48bc-8231-fe689511d9a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.167792 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e800f-f16b-4c76-91e7-25bf96912ca4 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2daf564-be04-48ac-8d15-351a13a163bb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:41.172981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f00977de-f6be-48bc-8231-fe689511d9a1 None None] Transition to ACTIVE for port object 3149966a-bfed-4138-853d-ff18572621d4 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:41.182860 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f00977de-f6be-48bc-8231-fe689511d9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.190831 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54346edb-c0ea-456e-926a-8f564d4971fe req-4c480cd2-c94e-421a-b426-467052e7a486 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:41.192399 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-54346edb-c0ea-456e-926a-8f564d4971fe req-4c480cd2-c94e-421a-b426-467052e7a486 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b9e233-c549-40dd-9f35-36fdde9f3d28 HTTP/1.1" status: 200 len: 945 time: 0.0760920 Jul 23 20:51:41.226477 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2dc7154d-7a51-4b1e-a251-42424f6e95dd tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.245923 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-54346edb-c0ea-456e-926a-8f564d4971fe req-785bdcf7-9e9e-453c-945a-d6789fbc30a9 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456786 Jul 23 20:51:41.262697 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2dc7154d-7a51-4b1e-a251-42424f6e95dd tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.312383 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2dc7154d-7a51-4b1e-a251-42424f6e95dd tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.314994 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2dc7154d-7a51-4b1e-a251-42424f6e95dd tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.318846 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2dc7154d-7a51-4b1e-a251-42424f6e95dd tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/security-groups/8d64f388-d665-4f41-8e98-f876f7a600dc HTTP/1.1" status: 204 len: 168 time: 0.1606750 Jul 23 20:51:41.320062 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36552) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:41.335965 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7154d-7a51-4b1e-a251-42424f6e95dd tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d64f388-d665-4f41-8e98-f876f7a600dc,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:41.381861 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4b57df-65d5-4f33-96dc-9877854c69dc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting subnet 414bcb51-43b3-4a6c-b0a8-b5222c5d8569 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:51:41.385272 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-de4b57df-65d5-4f33-96dc-9877854c69dc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.393039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8f35-6f8b-4aa0-a9ff-d3c45fee5854 req-48bea1d2-9ef1-4257-81f6-b980437bcf51 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:41.394748 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3bcd8f35-6f8b-4aa0-a9ff-d3c45fee5854 req-48bea1d2-9ef1-4257-81f6-b980437bcf51 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 946 time: 0.0752416 Jul 23 20:51:41.430264 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-de4b57df-65d5-4f33-96dc-9877854c69dc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.439206 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3bcd8f35-6f8b-4aa0-a9ff-d3c45fee5854 req-c3885f27-8d06-4fdb-b44e-be49eb17ef5c tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368581 Jul 23 20:51:41.449399 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00977de-f6be-48bc-8231-fe689511d9a1 None None] Pushing event updated for resources: {'Port': ['ID=3149966a-bfed-4138-853d-ff18572621d4,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:41.538300 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-de4b57df-65d5-4f33-96dc-9877854c69dc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.605423 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-de4b57df-65d5-4f33-96dc-9877854c69dc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.620161 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-de4b57df-65d5-4f33-96dc-9877854c69dc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.622106 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-de4b57df-65d5-4f33-96dc-9877854c69dc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/414bcb51-43b3-4a6c-b0a8-b5222c5d8569 HTTP/1.1" status: 204 len: 168 time: 0.2997704 Jul 23 20:51:41.637119 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36556) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:41.640755 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b57df-65d5-4f33-96dc-9877854c69dc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Subnet': ['ID=414bcb51-43b3-4a6c-b0a8-b5222c5d8569,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:41.698862 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01616d1-6371-4bc4-bc57-ef39d87cdebc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting subnet e21499c4-840e-4409-a184-c40f81f04f9a {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:51:41.706458 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d01616d1-6371-4bc4-bc57-ef39d87cdebc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.784455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6157d-626d-47e3-b023-4caf6844627d req-fb303fa4-0f47-4d2b-b7af-99690a0a86dd tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:41.790302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6157d-626d-47e3-b023-4caf6844627d req-fb303fa4-0f47-4d2b-b7af-99690a0a86dd tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:41.796933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6157d-626d-47e3-b023-4caf6844627d req-fb303fa4-0f47-4d2b-b7af-99690a0a86dd tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:41.798660 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-edc6157d-626d-47e3-b023-4caf6844627d req-fb303fa4-0f47-4d2b-b7af-99690a0a86dd tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84&device_id=d8b9e233-c549-40dd-9f35-36fdde9f3d28&device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 2417 time: 0.1974919 Jul 23 20:51:41.807073 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d01616d1-6371-4bc4-bc57-ef39d87cdebc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:41.915824 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-edc6157d-626d-47e3-b023-4caf6844627d req-0c58f58c-3bf7-413c-a15a-328dd649b501 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058958 Jul 23 20:51:41.923024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aca7c0-02e9-43f6-9a76-9319e7c5e99c req-2a68679e-c892-4ab2-a04d-40b65f52731b tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:41.924487 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-31aca7c0-02e9-43f6-9a76-9319e7c5e99c req-2a68679e-c892-4ab2-a04d-40b65f52731b tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa38f13e-80c0-4317-9562-4de69db9a6d4 HTTP/1.1" status: 200 len: 945 time: 0.1963778 Jul 23 20:51:41.958304 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0902304f-e085-4840-b305-85cf2d772d9d None None] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:41.958808 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d01616d1-6371-4bc4-bc57-ef39d87cdebc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:42.043579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bfeacd7d-acfd-45d5-8c2b-cdbbbe2b34a9 None None] Could not find standard attr ID for object 7b40da9e-e5d8-4284-885b-8b58df4c302a. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:51:42.048104 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-31aca7c0-02e9-43f6-9a76-9319e7c5e99c req-ac16681a-adf3-4a3b-bd86-32fd8529e794 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/security-groups?id=41ee27ea-e947-45e1-9739-1eec894487bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149521 Jul 23 20:51:42.077011 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d01616d1-6371-4bc4-bc57-ef39d87cdebc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:42.081932 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bfeacd7d-acfd-45d5-8c2b-cdbbbe2b34a9 None None] Provisioning for port 3149966a-bfed-4138-853d-ff18572621d4 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:42.087216 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bfeacd7d-acfd-45d5-8c2b-cdbbbe2b34a9 None None] Provisioning complete for port 3149966a-bfed-4138-853d-ff18572621d4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:42.087595 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bfeacd7d-acfd-45d5-8c2b-cdbbbe2b34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:42.111917 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c92ea6b7-8b76-4844-bcc8-a8760a3187a6 req-2a1f6cf4-3f45-48fe-975e-d28d55e22e41 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1560268 Jul 23 20:51:42.123218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01616d1-6371-4bc4-bc57-ef39d87cdebc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Subnet': ['ID=e21499c4-840e-4409-a184-c40f81f04f9a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:42.125964 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d01616d1-6371-4bc4-bc57-ef39d87cdebc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:42.129601 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d01616d1-6371-4bc4-bc57-ef39d87cdebc tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/e21499c4-840e-4409-a184-c40f81f04f9a HTTP/1.1" status: 204 len: 168 time: 0.4905603 Jul 23 20:51:42.131989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36564) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:42.167746 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-662c24c6-efb0-4c68-8527-d8fc2777788b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] DELETE failed (client error): The resource could not be found. Jul 23 20:51:42.168252 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662c24c6-efb0-4c68-8527-d8fc2777788b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:51:42.170010 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-662c24c6-efb0-4c68-8527-d8fc2777788b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/414bcb51-43b3-4a6c-b0a8-b5222c5d8569 HTTP/1.1" status: 404 len: 337 time: 0.0370867 Jul 23 20:51:42.172593 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36566) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:42.234982 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bfeacd7d-acfd-45d5-8c2b-cdbbbe2b34a9 None None] Provisioning complete for port bc893218-efac-4aad-b007-802de406c606 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:42.235388 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bfeacd7d-acfd-45d5-8c2b-cdbbbe2b34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:42.248105 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-084cb726-6a41-45f2-9ebe-d11c6df880f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting subnet 195f6f42-6b61-4289-84cf-5d045628c147 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:51:42.255868 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-084cb726-6a41-45f2-9ebe-d11c6df880f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:42.279481 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-bfeacd7d-acfd-45d5-8c2b-cdbbbe2b34a9 None None] Port bc893218-efac-4aad-b007-802de406c606 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:42.309147 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-084cb726-6a41-45f2-9ebe-d11c6df880f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:42.329443 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d55ab4b-9b3d-4286-98c2-f71a53488c4a None None] Update dhcp port {'port': {'network_id': '6772e228-df11-4ba1-ac84-27cb2cbf6b57', 'fixed_ips': [{'subnet_id': '195f6f42-6b61-4289-84cf-5d045628c147', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e21499c4-840e-4409-a184-c40f81f04f9a'}], 'binding:host_id': 'n-d-791504-18'}, 'id': '3149966a-bfed-4138-853d-ff18572621d4'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:51:42.374692 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d55ab4b-9b3d-4286-98c2-f71a53488c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:42.409840 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-084cb726-6a41-45f2-9ebe-d11c6df880f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:42.514480 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-084cb726-6a41-45f2-9ebe-d11c6df880f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server [None req-2d55ab4b-9b3d-4286-98c2-f71a53488c4a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 195f6f42-6b61-4289-84cf-5d045628c147: This subnet is being modified by another concurrent operation. Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 195f6f42-6b61-4289-84cf-5d045628c147: This subnet is being modified by another concurrent operation. Jul 23 20:51:42.523879 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Jul 23 20:51:42.549538 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cb726-6a41-45f2-9ebe-d11c6df880f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Subnet': ['ID=195f6f42-6b61-4289-84cf-5d045628c147,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:42.551727 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-084cb726-6a41-45f2-9ebe-d11c6df880f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:42.553611 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-084cb726-6a41-45f2-9ebe-d11c6df880f2 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/195f6f42-6b61-4289-84cf-5d045628c147 HTTP/1.1" status: 204 len: 168 time: 0.3800893 Jul 23 20:51:42.557667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36578) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:42.595124 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-9acdf810-046b-421d-bfe7-e47c4375fb35 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] DELETE failed (client error): The resource could not be found. Jul 23 20:51:42.595586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9acdf810-046b-421d-bfe7-e47c4375fb35 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:51:42.597312 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9acdf810-046b-421d-bfe7-e47c4375fb35 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/99fc9f53-caaf-4b52-a115-310906707e1d HTTP/1.1" status: 404 len: 337 time: 0.0385203 Jul 23 20:51:42.600189 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36580) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:42.609921 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283314f4-11f2-4b8f-a3ad-c2d1588113bd req-c58ea322-3807-4958-a82b-50e01fe7a446 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:42.612586 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-283314f4-11f2-4b8f-a3ad-c2d1588113bd req-c58ea322-3807-4958-a82b-50e01fe7a446 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa38f13e-80c0-4317-9562-4de69db9a6d4 HTTP/1.1" status: 200 len: 945 time: 0.1504028 Jul 23 20:51:42.629760 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c0d498-4ceb-4978-8a7b-f7c271c4a980 None None] Network 6772e228-df11-4ba1-ac84-27cb2cbf6b57 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:42.647532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36582) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:42.648097 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a8d610f9-177d-44df-b936-8670c7c4a404 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7626506-a0f7-4ab3-bced-87c9b8303d98 HTTP/1.1" status: 200 len: 205 time: 0.0460274 Jul 23 20:51:42.702852 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-ac3717b0-6bc3-4684-b872-4488a401d6fd tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] delete failed (client error): The resource could not be found. Jul 23 20:51:42.706551 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ac3717b0-6bc3-4684-b872-4488a401d6fd tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/routers/e7626506-a0f7-4ab3-bced-87c9b8303d98 HTTP/1.1" status: 404 len: 336 time: 0.0542099 Jul 23 20:51:42.707378 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36586) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:42.718805 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-283314f4-11f2-4b8f-a3ad-c2d1588113bd req-b4eaf7c7-6e97-44c5-aa4c-0f0da33842fc tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/security-groups?id=41ee27ea-e947-45e1-9739-1eec894487bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006267 Jul 23 20:51:42.741484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-86d3fda4-068f-4bdf-90e5-358fb53891e2 None None] Provisioning complete for port 3149966a-bfed-4138-853d-ff18572621d4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:42.741951 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86d3fda4-068f-4bdf-90e5-358fb53891e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:42.751485 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e52d011-7e03-477f-ab88-3d169aea81e5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] DELETE failed (client error): The resource could not be found. Jul 23 20:51:42.752246 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e52d011-7e03-477f-ab88-3d169aea81e5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:51:42.754883 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5e52d011-7e03-477f-ab88-3d169aea81e5 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/538107bd-b23f-4f4c-a331-fb4b8393a039 HTTP/1.1" status: 404 len: 337 time: 0.0462074 Jul 23 20:51:42.756086 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36588) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:42.782398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3149966a-bfed-4138-853d-ff18572621d4 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:51:42.784775 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88011b0-5853-4e54-8236-a2ce3159a050 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] DELETE failed (client error): The resource could not be found. Jul 23 20:51:42.785242 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88011b0-5853-4e54-8236-a2ce3159a050 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:51:42.789389 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b88011b0-5853-4e54-8236-a2ce3159a050 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/bf699ebe-b85e-4bdf-84a3-8b5bba72fa14 HTTP/1.1" status: 404 len: 337 time: 0.0300550 Jul 23 20:51:42.789911 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36590) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:42.818724 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-5687232c-4ef3-4ce3-8bdf-cde3d74a07e9 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] DELETE failed (client error): The resource could not be found. Jul 23 20:51:42.819091 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5687232c-4ef3-4ce3-8bdf-cde3d74a07e9 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:51:42.823439 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5687232c-4ef3-4ce3-8bdf-cde3d74a07e9 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/de51ad8c-b19e-465f-ad72-e40919c78b18 HTTP/1.1" status: 404 len: 337 time: 0.0301840 Jul 23 20:51:42.823787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36592) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:42.851658 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e8bed5-8e56-4f64-92ff-8d1d246f4825 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] DELETE failed (client error): The resource could not be found. Jul 23 20:51:42.852339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e8bed5-8e56-4f64-92ff-8d1d246f4825 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:51:42.855152 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-16e8bed5-8e56-4f64-92ff-8d1d246f4825 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/ports/227b8292-8995-4015-bef2-d3f6f18aecc0 HTTP/1.1" status: 404 len: 333 time: 0.0299575 Jul 23 20:51:42.857586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36594) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:42.887446 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbdedab-d27c-4463-b078-cde1b72c1391 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] DELETE failed (client error): The resource could not be found. Jul 23 20:51:42.888349 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dbdedab-d27c-4463-b078-cde1b72c1391 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:51:42.890334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2dbdedab-d27c-4463-b078-cde1b72c1391 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/a4558bc7-0c53-4a6e-80cf-d6c52eecea13 HTTP/1.1" status: 404 len: 337 time: 0.0311131 Jul 23 20:51:42.892998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36596) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:42.921652 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69563a7-7912-458d-9b7c-6bb6eed14f92 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] DELETE failed (client error): The resource could not be found. Jul 23 20:51:42.922722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69563a7-7912-458d-9b7c-6bb6eed14f92 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:51:42.927817 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36598) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:42.937382 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c69563a7-7912-458d-9b7c-6bb6eed14f92 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/5ce3a3af-c368-4405-a6fa-e52907c5bcf0 HTTP/1.1" status: 404 len: 337 time: 0.0428717 Jul 23 20:51:42.939241 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:42.953182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e60001b-cc0c-42b8-9200-cea51cd78c52 None None] DHCP port deletion for 6772e228-df11-4ba1-ac84-27cb2cbf6b57 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:51:42.956877 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-9afe7e59-c447-4b8d-85c2-61753208d63b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] DELETE failed (client error): The resource could not be found. Jul 23 20:51:42.957391 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9afe7e59-c447-4b8d-85c2-61753208d63b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:51:42.959573 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9afe7e59-c447-4b8d-85c2-61753208d63b tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/ports/bad735a9-5aeb-449b-aefb-938767a2eaba HTTP/1.1" status: 404 len: 333 time: 0.0304449 Jul 23 20:51:42.962161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36600) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:42.989372 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-5850d8bd-ce57-4247-9d8e-7524a1498fc0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] DELETE failed (client error): The resource could not be found. Jul 23 20:51:42.989970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5850d8bd-ce57-4247-9d8e-7524a1498fc0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:51:42.994294 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5850d8bd-ce57-4247-9d8e-7524a1498fc0 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/c9be12dd-aa87-4bc0-8368-21033698d152 HTTP/1.1" status: 404 len: 337 time: 0.0288646 Jul 23 20:51:42.995310 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36602) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:43.000076 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-86d3fda4-068f-4bdf-90e5-358fb53891e2 None None] Provisioning complete for port bc893218-efac-4aad-b007-802de406c606 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:43.000615 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86d3fda4-068f-4bdf-90e5-358fb53891e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.028595 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5d6593-9db9-4c4b-aa46-bb4939c578ea tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] DELETE failed (client error): The resource could not be found. Jul 23 20:51:43.028988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5d6593-9db9-4c4b-aa46-bb4939c578ea tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:51:43.030310 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 3149966a-bfed-4138-853d-ff18572621d4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3149966a-bfed-4138-853d-ff18572621d4,segment=NetworkSegment(e863e6b7-1c5c-413d-84b4-50cc50f2aeea),segment_id=e863e6b7-1c5c-413d-84b4-50cc50f2aeea)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:43.033416 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9a5d6593-9db9-4c4b-aa46-bb4939c578ea tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/subnets/56938f3f-c959-45f8-bde9-707788f1df44 HTTP/1.1" status: 404 len: 337 time: 0.0347130 Jul 23 20:51:43.034299 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36604) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:43.045111 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.074239 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-86d3fda4-068f-4bdf-90e5-358fb53891e2 None None] Port bc893218-efac-4aad-b007-802de406c606 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:43.110419 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0e60001b-cc0c-42b8-9200-cea51cd78c52 None None] Deleting port 3149966a-bfed-4138-853d-ff18572621d4 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:43.111031 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e60001b-cc0c-42b8-9200-cea51cd78c52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.125249 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=3149966a-bfed-4138-853d-ff18572621d4,revision_number=11']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:43.142000 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-693823ae-bc23-480e-91d3-cbc8577f6709 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Deleting port bc893218-efac-4aad-b007-802de406c606 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:43.142355 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-693823ae-bc23-480e-91d3-cbc8577f6709 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.189512 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0e60001b-cc0c-42b8-9200-cea51cd78c52 None None] For port 3149966a-bfed-4138-853d-ff18572621d4, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3149966a-bfed-4138-853d-ff18572621d4,segment=NetworkSegment(e863e6b7-1c5c-413d-84b4-50cc50f2aeea),segment_id=e863e6b7-1c5c-413d-84b4-50cc50f2aeea)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:43.190045 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e60001b-cc0c-42b8-9200-cea51cd78c52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.201917 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0e60001b-cc0c-42b8-9200-cea51cd78c52 None None] Calling delete_port for 3149966a-bfed-4138-853d-ff18572621d4 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:43.213163 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-693823ae-bc23-480e-91d3-cbc8577f6709 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.225560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-693823ae-bc23-480e-91d3-cbc8577f6709 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Calling delete_port for bc893218-efac-4aad-b007-802de406c606 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:43.289831 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e60001b-cc0c-42b8-9200-cea51cd78c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.317594 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60001b-cc0c-42b8-9200-cea51cd78c52 None None] Pushing event deleted for resources: {'Port': ['ID=3149966a-bfed-4138-853d-ff18572621d4,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:43.321114 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e60001b-cc0c-42b8-9200-cea51cd78c52 None None] No DVR routers for this DVR port 3149966a-bfed-4138-853d-ff18572621d4 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:51:43.341082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c1f114-487a-4585-ba4a-77164cb994ee None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:51:43.436714 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1f114-487a-4585-ba4a-77164cb994ee None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:51:43.581680 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-693823ae-bc23-480e-91d3-cbc8577f6709 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.621336 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693823ae-bc23-480e-91d3-cbc8577f6709 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Port': ['ID=bc893218-efac-4aad-b007-802de406c606,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:43.623339 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-693823ae-bc23-480e-91d3-cbc8577f6709 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.625548 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-693823ae-bc23-480e-91d3-cbc8577f6709 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/ports/bc893218-efac-4aad-b007-802de406c606 HTTP/1.1" status: 204 len: 168 time: 0.5903573 Jul 23 20:51:43.628275 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36614) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:43.713088 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f29f6d44-71c1-4358-aa3c-0eb79c438806 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.741201 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205ef20-e692-472d-9e32-408cc9b2fda0 req-60d1fd1c-6a6a-4f4d-b4d9-bb5eeaf830e0 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:43.742478 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7205ef20-e692-472d-9e32-408cc9b2fda0 req-60d1fd1c-6a6a-4f4d-b4d9-bb5eeaf830e0 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 946 time: 0.0725765 Jul 23 20:51:43.800184 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7205ef20-e692-472d-9e32-408cc9b2fda0 req-54149257-6361-4218-8bfb-fb848ae74f2f tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451641 Jul 23 20:51:43.849828 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f29f6d44-71c1-4358-aa3c-0eb79c438806 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.851416 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce9bf4-00d1-4e8d-aafd-6e2f90605e94 req-b4630dda-93ee-4fe3-b91a-48e3040749f5 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:43.852902 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ebce9bf4-00d1-4e8d-aafd-6e2f90605e94 req-b4630dda-93ee-4fe3-b91a-48e3040749f5 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa38f13e-80c0-4317-9562-4de69db9a6d4 HTTP/1.1" status: 200 len: 945 time: 0.0690992 Jul 23 20:51:43.862189 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f29f6d44-71c1-4358-aa3c-0eb79c438806 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6772e228-df11-4ba1-ac84-27cb2cbf6b57']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:43.876905 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28363f-3887-4054-b4d2-297a2f5929ee req-3a8849f2-b7e7-411d-b9d2-d3907273479d tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:43.878378 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2c28363f-3887-4054-b4d2-297a2f5929ee req-3a8849f2-b7e7-411d-b9d2-d3907273479d tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa38f13e-80c0-4317-9562-4de69db9a6d4 HTTP/1.1" status: 200 len: 945 time: 0.1556947 Jul 23 20:51:43.881761 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f29f6d44-71c1-4358-aa3c-0eb79c438806 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e863e6b7-1c5c-413d-84b4-50cc50f2aeea') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:43.882049 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f29f6d44-71c1-4358-aa3c-0eb79c438806 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e863e6b7-1c5c-413d-84b4-50cc50f2aeea') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:43.891044 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ebce9bf4-00d1-4e8d-aafd-6e2f90605e94 req-ae4ea0cb-5947-4498-940a-54ede2220169 tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/security-groups?id=41ee27ea-e947-45e1-9739-1eec894487bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318420 Jul 23 20:51:43.899154 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f29f6d44-71c1-4358-aa3c-0eb79c438806 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.937948 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f29f6d44-71c1-4358-aa3c-0eb79c438806 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.956075 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29f6d44-71c1-4358-aa3c-0eb79c438806 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:51:43.956477 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f29f6d44-71c1-4358-aa3c-0eb79c438806 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:51:43.959626 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:51:44.043679 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f29f6d44-71c1-4358-aa3c-0eb79c438806 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:44.051708 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f29f6d44-71c1-4358-aa3c-0eb79c438806 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:44.053509 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f29f6d44-71c1-4358-aa3c-0eb79c438806 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] 10.222.0.55 "DELETE /v2.0/networks/6772e228-df11-4ba1-ac84-27cb2cbf6b57 HTTP/1.1" status: 204 len: 168 time: 0.4232543 Jul 23 20:51:44.069909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f6d44-71c1-4358-aa3c-0eb79c438806 tempest-PortsTestJSON-790776269 tempest-PortsTestJSON-790776269-project] Pushing event deleted for resources: {'Network': ['ID=6772e228-df11-4ba1-ac84-27cb2cbf6b57,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:44.077833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-2c28363f-3887-4054-b4d2-297a2f5929ee req-16657f86-f13d-4f5a-acab-4ea2541461cd tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Deleting port a0898b5b-1339-47d0-9527-52e8e56d0f94 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:44.078191 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2c28363f-3887-4054-b4d2-297a2f5929ee req-16657f86-f13d-4f5a-acab-4ea2541461cd tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:44.173893 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-2c28363f-3887-4054-b4d2-297a2f5929ee req-16657f86-f13d-4f5a-acab-4ea2541461cd tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] For port a0898b5b-1339-47d0-9527-52e8e56d0f94, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a0898b5b-1339-47d0-9527-52e8e56d0f94,segment=NetworkSegment(6d291c8d-b0f3-4bc6-883a-94fae6c8ffef),segment_id=6d291c8d-b0f3-4bc6-883a-94fae6c8ffef)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:44.174359 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2c28363f-3887-4054-b4d2-297a2f5929ee req-16657f86-f13d-4f5a-acab-4ea2541461cd tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:44.187849 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-2c28363f-3887-4054-b4d2-297a2f5929ee req-16657f86-f13d-4f5a-acab-4ea2541461cd tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Calling delete_port for a0898b5b-1339-47d0-9527-52e8e56d0f94 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:44.253251 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36622) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:44.326264 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2c28363f-3887-4054-b4d2-297a2f5929ee req-16657f86-f13d-4f5a-acab-4ea2541461cd tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:44.339840 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['a0898b5b-1339-47d0-9527-52e8e56d0f94'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:51:44.356757 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16657f86-f13d-4f5a-acab-4ea2541461cd tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Pushing event deleted for resources: {'Port': ['ID=a0898b5b-1339-47d0-9527-52e8e56d0f94,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:44.393490 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-68360b4b-0633-442b-ad60-5e5e50e37c97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f676d74686d04c22a5e9a84193dfae1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387300 Jul 23 20:51:44.395976 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36626) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:44.406757 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c28363f-3887-4054-b4d2-297a2f5929ee req-16657f86-f13d-4f5a-acab-4ea2541461cd tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] No DVR routers for this DVR port a0898b5b-1339-47d0-9527-52e8e56d0f94 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:51:44.409727 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2c28363f-3887-4054-b4d2-297a2f5929ee req-16657f86-f13d-4f5a-acab-4ea2541461cd tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:44.411816 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2c28363f-3887-4054-b4d2-297a2f5929ee req-16657f86-f13d-4f5a-acab-4ea2541461cd tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.57 "DELETE /v2.0/ports/a0898b5b-1339-47d0-9527-52e8e56d0f94 HTTP/1.1" status: 204 len: 173 time: 0.5232940 Jul 23 20:51:44.412638 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa38f13e-80c0-4317-9562-4de69db9a6d4', 'name': 'network-vif-deleted', 'tag': 'a0898b5b-1339-47d0-9527-52e8e56d0f94'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:44.416106 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2517255a-9c08-4d58-bb30-22061f460263" -d '{"events": [{"server_uuid": "fa38f13e-80c0-4317-9562-4de69db9a6d4", "name": "network-vif-deleted", "tag": "a0898b5b-1339-47d0-9527-52e8e56d0f94"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:44.446989 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-876a6f9d-93e6-4371-bd67-2f8a509f846b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:44.458523 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b01d96f-8d8a-4728-aeab-de5ce042b7a0 x-openstack-request-id: req-5b01d96f-8d8a-4728-aeab-de5ce042b7a0 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:44.458935 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa38f13e-80c0-4317-9562-4de69db9a6d4", "name": "network-vif-deleted", "tag": "a0898b5b-1339-47d0-9527-52e8e56d0f94", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:44.459301 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b01d96f-8d8a-4728-aeab-de5ce042b7a0 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:44.459865 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa38f13e-80c0-4317-9562-4de69db9a6d4', 'name': 'network-vif-deleted', 'tag': 'a0898b5b-1339-47d0-9527-52e8e56d0f94', 'status': 'completed', 'code': 200} Jul 23 20:51:44.470491 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-876a6f9d-93e6-4371-bd67-2f8a509f846b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:44.522903 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-876a6f9d-93e6-4371-bd67-2f8a509f846b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:44.525433 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-876a6f9d-93e6-4371-bd67-2f8a509f846b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:44.526645 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-876a6f9d-93e6-4371-bd67-2f8a509f846b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b02a7731-ef06-426b-b4a1-29086ec8688f HTTP/1.1" status: 204 len: 168 time: 0.1297581 Jul 23 20:51:44.534903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a6f9d-93e6-4371-bd67-2f8a509f846b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02a7731-ef06-426b-b4a1-29086ec8688f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:44.966115 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4779134-0e82-4251-a240-504d6f60d524 req-cf6ea472-3785-4bb3-b24a-c9e3a95ef766 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:44.973221 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4779134-0e82-4251-a240-504d6f60d524 req-cf6ea472-3785-4bb3-b24a-c9e3a95ef766 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 946 time: 0.0951614 Jul 23 20:51:45.027071 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-51954fa9-7d14-418b-a3af-0a38769b7de8 req-f76ce02d-9dc1-4940-acaf-4d35b177f1cd tempest-ServerPasswordTestJSON-833693697 tempest-ServerPasswordTestJSON-833693697-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa38f13e-80c0-4317-9562-4de69db9a6d4 HTTP/1.1" status: 200 len: 210 time: 0.0372627 Jul 23 20:51:45.040837 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4779134-0e82-4251-a240-504d6f60d524 req-4c8ee392-345c-46f6-89ae-f33554bd4a97 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667119 Jul 23 20:51:45.096525 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494566fc-a097-430a-ab8e-af134e0813c8 req-7f1a4d3a-459c-409a-8067-c9bff3bfe3ca tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:45.098048 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-494566fc-a097-430a-ab8e-af134e0813c8 req-7f1a4d3a-459c-409a-8067-c9bff3bfe3ca tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.57 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 946 time: 0.0769057 Jul 23 20:51:45.202713 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-494566fc-a097-430a-ab8e-af134e0813c8 req-509ce858-52dd-4214-a349-47ad347730bb tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Deleting port c8c291fd-c4a1-4d97-9553-b2e30499be87 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:45.203059 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-494566fc-a097-430a-ab8e-af134e0813c8 req-509ce858-52dd-4214-a349-47ad347730bb tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:45.299884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-494566fc-a097-430a-ab8e-af134e0813c8 req-509ce858-52dd-4214-a349-47ad347730bb tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] For port c8c291fd-c4a1-4d97-9553-b2e30499be87, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=c8c291fd-c4a1-4d97-9553-b2e30499be87,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:45.300251 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-494566fc-a097-430a-ab8e-af134e0813c8 req-509ce858-52dd-4214-a349-47ad347730bb tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:45.312780 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-494566fc-a097-430a-ab8e-af134e0813c8 req-509ce858-52dd-4214-a349-47ad347730bb tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Calling delete_port for c8c291fd-c4a1-4d97-9553-b2e30499be87 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:45.481504 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:45.688930 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-494566fc-a097-430a-ab8e-af134e0813c8 req-509ce858-52dd-4214-a349-47ad347730bb tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:45.706738 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['3a3c6e75-733d-4ead-ad14-f469bc5cc0c2', 'c8c291fd-c4a1-4d97-9553-b2e30499be87'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:51:45.720202 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ce858-52dd-4214-a349-47ad347730bb tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Pushing event deleted for resources: {'Port': ['ID=c8c291fd-c4a1-4d97-9553-b2e30499be87,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:45.754244 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['1c06f898-140c-4f85-a9b2-fb03b021ddb1'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:51:45.773475 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-494566fc-a097-430a-ab8e-af134e0813c8 req-509ce858-52dd-4214-a349-47ad347730bb tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] No DVR routers for this DVR port c8c291fd-c4a1-4d97-9553-b2e30499be87 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:51:45.776224 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-494566fc-a097-430a-ab8e-af134e0813c8 req-509ce858-52dd-4214-a349-47ad347730bb tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:45.778210 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-494566fc-a097-430a-ab8e-af134e0813c8 req-509ce858-52dd-4214-a349-47ad347730bb tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.57 "DELETE /v2.0/ports/c8c291fd-c4a1-4d97-9553-b2e30499be87 HTTP/1.1" status: 204 len: 173 time: 0.6743309 Jul 23 20:51:46.109354 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36688) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:46.174877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-4131cdc9-0d8c-4a53-a97f-25dcfb3374f7 admin admin] Deleting subnet 0f1e8a2a-634d-46f2-8261-bceb22973493 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:51:46.178818 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4131cdc9-0d8c-4a53-a97f-25dcfb3374f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.185228 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c58f56bf-6c64-40c1-9b1c-7b2cb7bf0769 req-24dc8c63-4ec7-4515-8323-62c8eaac23af tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=dabc15cc-b769-4921-a2e9-d93983503d84 HTTP/1.1" status: 200 len: 210 time: 0.0439641 Jul 23 20:51:46.221119 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4131cdc9-0d8c-4a53-a97f-25dcfb3374f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.301092 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4131cdc9-0d8c-4a53-a97f-25dcfb3374f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.325671 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36694) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:46.368910 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4131cdc9-0d8c-4a53-a97f-25dcfb3374f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.396208 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131cdc9-0d8c-4a53-a97f-25dcfb3374f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f1e8a2a-634d-46f2-8261-bceb22973493,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:46.408710 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4131cdc9-0d8c-4a53-a97f-25dcfb3374f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.411656 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4131cdc9-0d8c-4a53-a97f-25dcfb3374f7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0f1e8a2a-634d-46f2-8261-bceb22973493 HTTP/1.1" status: 204 len: 168 time: 0.3005328 Jul 23 20:51:46.415599 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36700) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:46.461095 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabc15cc-b769-4921-a2e9-d93983503d84', 'name': 'network-vif-deleted', 'tag': 'c8c291fd-c4a1-4d97-9553-b2e30499be87'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:46.463599 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8db5ede-552c-4b52-9623-e4ce78e90e94" -d '{"events": [{"server_uuid": "dabc15cc-b769-4921-a2e9-d93983503d84", "name": "network-vif-deleted", "tag": "c8c291fd-c4a1-4d97-9553-b2e30499be87"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:46.496763 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebd7d339-8cc2-4382-a541-9785e2374608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.512599 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51e74ccb-fdaa-4ba5-b241-bad8865f6b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.552139 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5df472-cb85-4f29-94ee-a8f30a18448f x-openstack-request-id: req-7d5df472-cb85-4f29-94ee-a8f30a18448f {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:46.552432 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabc15cc-b769-4921-a2e9-d93983503d84", "name": "network-vif-deleted", "tag": "c8c291fd-c4a1-4d97-9553-b2e30499be87", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:46.552680 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d5df472-cb85-4f29-94ee-a8f30a18448f {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:46.553251 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabc15cc-b769-4921-a2e9-d93983503d84', 'name': 'network-vif-deleted', 'tag': 'c8c291fd-c4a1-4d97-9553-b2e30499be87', 'status': 'completed', 'code': 200} Jul 23 20:51:46.611018 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51e74ccb-fdaa-4ba5-b241-bad8865f6b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.612310 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebd7d339-8cc2-4382-a541-9785e2374608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.616742 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebd7d339-8cc2-4382-a541-9785e2374608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.623218 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-51e74ccb-fdaa-4ba5-b241-bad8865f6b23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c73b16-4cd1-4bc3-a048-17be95ae297d']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:46.635137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-51e74ccb-fdaa-4ba5-b241-bad8865f6b23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d291c8d-b0f3-4bc6-883a-94fae6c8ffef') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:46.635658 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-51e74ccb-fdaa-4ba5-b241-bad8865f6b23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d291c8d-b0f3-4bc6-883a-94fae6c8ffef') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:46.646329 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51e74ccb-fdaa-4ba5-b241-bad8865f6b23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.657038 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ebd7d339-8cc2-4382-a541-9785e2374608 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5b84e93de474ee1964b7e2b1c28ac5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297050 Jul 23 20:51:46.659013 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7d339-8cc2-4382-a541-9785e2374608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6e574c-302c-453e-9ff6-d36f70c71d61,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:46.659667 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36704) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:46.669219 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51e74ccb-fdaa-4ba5-b241-bad8865f6b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.684358 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e74ccb-fdaa-4ba5-b241-bad8865f6b23 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:51:46.684877 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51e74ccb-fdaa-4ba5-b241-bad8865f6b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:51:46.686756 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:51:46.769312 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51e74ccb-fdaa-4ba5-b241-bad8865f6b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.776634 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51e74ccb-fdaa-4ba5-b241-bad8865f6b23 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.778775 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-51e74ccb-fdaa-4ba5-b241-bad8865f6b23 admin admin] 10.222.0.55 "DELETE /v2.0/networks/83c73b16-4cd1-4bc3-a048-17be95ae297d HTTP/1.1" status: 204 len: 168 time: 0.3606124 Jul 23 20:51:46.779547 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-366df3dd-43e3-4745-8f0d-24ddb2ab94e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.798273 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e74ccb-fdaa-4ba5-b241-bad8865f6b23 admin admin] Pushing event deleted for resources: {'Network': ['ID=83c73b16-4cd1-4bc3-a048-17be95ae297d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:46.814413 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-366df3dd-43e3-4745-8f0d-24ddb2ab94e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.864586 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-366df3dd-43e3-4745-8f0d-24ddb2ab94e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.867301 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-366df3dd-43e3-4745-8f0d-24ddb2ab94e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.867516 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.871163 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-366df3dd-43e3-4745-8f0d-24ddb2ab94e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e6e574c-302c-453e-9ff6-d36f70c71d61 HTTP/1.1" status: 204 len: 168 time: 0.2075639 Jul 23 20:51:46.880933 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366df3dd-43e3-4745-8f0d-24ddb2ab94e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6e574c-302c-453e-9ff6-d36f70c71d61,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:46.916018 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36710) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:46.965475 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6c94360b-c4aa-422b-a532-bddf90c9558e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c36a5327b1a9476a891fb5ea3fcdd6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474751 Jul 23 20:51:46.967915 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36712) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:47.018214 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-921e4bf8-2d1f-4870-b726-34e4afe3a542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:47.039988 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-921e4bf8-2d1f-4870-b726-34e4afe3a542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:47.090776 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-921e4bf8-2d1f-4870-b726-34e4afe3a542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:47.093644 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-921e4bf8-2d1f-4870-b726-34e4afe3a542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:47.097501 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-921e4bf8-2d1f-4870-b726-34e4afe3a542 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41ee27ea-e947-45e1-9739-1eec894487bb HTTP/1.1" status: 204 len: 168 time: 0.1260834 Jul 23 20:51:47.111631 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e4bf8-2d1f-4870-b726-34e4afe3a542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ee27ea-e947-45e1-9739-1eec894487bb,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:47.224688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36720) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:47.238875 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb2d79c7-f9ca-4b65-8859-ec415ecbe6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:47.244616 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a0898b5b-1339-47d0-9527-52e8e56d0f94 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:51:47.271050 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: a0898b5b-1339-47d0-9527-52e8e56d0f94 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:51:47.271690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a0898b5b-1339-47d0-9527-52e8e56d0f94 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:51:47.392302 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb2d79c7-f9ca-4b65-8859-ec415ecbe6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:47.397737 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb2d79c7-f9ca-4b65-8859-ec415ecbe6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:47.439939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36730) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:47.440826 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-eb2d79c7-f9ca-4b65-8859-ec415ecbe6e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=087d2562231647899fc0813027cdb2dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2144926 Jul 23 20:51:47.500441 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d79c7-f9ca-4b65-8859-ec415ecbe6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582783a8-7f3f-48ff-ad71-57a9b404bb8d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:47.592360 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a34cc0a-7d35-49e9-b622-cc60d687f7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:47.623499 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a34cc0a-7d35-49e9-b622-cc60d687f7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:47.687888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3dc45-9ddc-4e83-bd46-e236a8d07b34 req-84776acd-a199-4537-88de-4e4764f95332 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:47.688211 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a34cc0a-7d35-49e9-b622-cc60d687f7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:47.689477 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eee3dc45-9ddc-4e83-bd46-e236a8d07b34 req-84776acd-a199-4537-88de-4e4764f95332 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b9e233-c549-40dd-9f35-36fdde9f3d28 HTTP/1.1" status: 200 len: 945 time: 0.0939815 Jul 23 20:51:47.691802 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a34cc0a-7d35-49e9-b622-cc60d687f7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:47.695400 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2a34cc0a-7d35-49e9-b622-cc60d687f7b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/582783a8-7f3f-48ff-ad71-57a9b404bb8d HTTP/1.1" status: 204 len: 168 time: 0.2520354 Jul 23 20:51:47.701976 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34cc0a-7d35-49e9-b622-cc60d687f7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582783a8-7f3f-48ff-ad71-57a9b404bb8d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:47.735075 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eee3dc45-9ddc-4e83-bd46-e236a8d07b34 req-0ca5edc1-9d67-4249-a0d8-1dffa9200236 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387671 Jul 23 20:51:48.502127 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36780) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:48.730143 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30e83faa-585e-4632-a2b2-b36677f81d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:48.860656 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30e83faa-585e-4632-a2b2-b36677f81d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:48.867253 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-30e83faa-585e-4632-a2b2-b36677f81d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:48.889955 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91d809-34a0-4e3c-a6da-35e7c7ae21cd req-dbc059aa-10fa-4348-b5ac-7f1fab41ca8c tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:48.897379 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de91d809-34a0-4e3c-a6da-35e7c7ae21cd req-dbc059aa-10fa-4348-b5ac-7f1fab41ca8c tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b9e233-c549-40dd-9f35-36fdde9f3d28 HTTP/1.1" status: 200 len: 945 time: 0.0774505 Jul 23 20:51:48.913059 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-30e83faa-585e-4632-a2b2-b36677f81d77 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d8c0ed05f134e67bfb0bd2081cc64db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4098129 Jul 23 20:51:48.913779 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e83faa-585e-4632-a2b2-b36677f81d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c07ddad-a59f-41c8-ac7f-24a31da954d8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:48.916799 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36802) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:48.953695 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de91d809-34a0-4e3c-a6da-35e7c7ae21cd req-4069d8a0-3597-450a-ae31-d4f600dfb901 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514388 Jul 23 20:51:49.005989 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7613f157-b81d-435d-9303-5000474df8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:49.040431 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7613f157-b81d-435d-9303-5000474df8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:49.068036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446148f-0b27-4359-8e43-f8ea1c9796ec req-9338e4d2-5514-4fb6-94f1-05bd430d8841 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:49.069841 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e446148f-0b27-4359-8e43-f8ea1c9796ec req-9338e4d2-5514-4fb6-94f1-05bd430d8841 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8b9e233-c549-40dd-9f35-36fdde9f3d28 HTTP/1.1" status: 200 len: 945 time: 0.1137912 Jul 23 20:51:49.099803 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7613f157-b81d-435d-9303-5000474df8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:49.102447 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7613f157-b81d-435d-9303-5000474df8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:49.104391 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7613f157-b81d-435d-9303-5000474df8ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c07ddad-a59f-41c8-ac7f-24a31da954d8 HTTP/1.1" status: 204 len: 168 time: 0.1859198 Jul 23 20:51:49.115779 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613f157-b81d-435d-9303-5000474df8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c07ddad-a59f-41c8-ac7f-24a31da954d8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:49.209118 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-e446148f-0b27-4359-8e43-f8ea1c9796ec req-80a975ab-6abd-4c91-bac2-8f6ce3930a97 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Deleting port 1c06f898-140c-4f85-a9b2-fb03b021ddb1 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:49.209888 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e446148f-0b27-4359-8e43-f8ea1c9796ec req-80a975ab-6abd-4c91-bac2-8f6ce3930a97 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:49.250691 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device c8c291fd-c4a1-4d97-9553-b2e30499be87 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:51:49.287012 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: c8c291fd-c4a1-4d97-9553-b2e30499be87 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:51:49.289539 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device c8c291fd-c4a1-4d97-9553-b2e30499be87 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:51:49.324288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-e446148f-0b27-4359-8e43-f8ea1c9796ec req-80a975ab-6abd-4c91-bac2-8f6ce3930a97 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] For port 1c06f898-140c-4f85-a9b2-fb03b021ddb1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1c06f898-140c-4f85-a9b2-fb03b021ddb1,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:49.325230 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e446148f-0b27-4359-8e43-f8ea1c9796ec req-80a975ab-6abd-4c91-bac2-8f6ce3930a97 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:49.344369 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-e446148f-0b27-4359-8e43-f8ea1c9796ec req-80a975ab-6abd-4c91-bac2-8f6ce3930a97 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Calling delete_port for 1c06f898-140c-4f85-a9b2-fb03b021ddb1 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:49.473506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36822) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:49.537059 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e446148f-0b27-4359-8e43-f8ea1c9796ec req-80a975ab-6abd-4c91-bac2-8f6ce3930a97 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:49.557183 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['1c06f898-140c-4f85-a9b2-fb03b021ddb1'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:51:49.559708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['3a3c6e75-733d-4ead-ad14-f469bc5cc0c2'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:51:49.624442 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ae28999-0732-4201-b94b-0d24f205f9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:49.627908 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a975ab-6abd-4c91-bac2-8f6ce3930a97 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Pushing event deleted for resources: {'Port': ['ID=1c06f898-140c-4f85-a9b2-fb03b021ddb1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:49.656692 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e446148f-0b27-4359-8e43-f8ea1c9796ec req-80a975ab-6abd-4c91-bac2-8f6ce3930a97 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] No DVR routers for this DVR port 1c06f898-140c-4f85-a9b2-fb03b021ddb1 on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:51:49.659676 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e446148f-0b27-4359-8e43-f8ea1c9796ec req-80a975ab-6abd-4c91-bac2-8f6ce3930a97 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:49.664083 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e446148f-0b27-4359-8e43-f8ea1c9796ec req-80a975ab-6abd-4c91-bac2-8f6ce3930a97 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.48 "DELETE /v2.0/ports/1c06f898-140c-4f85-a9b2-fb03b021ddb1 HTTP/1.1" status: 204 len: 173 time: 0.5843904 Jul 23 20:51:49.666730 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b9e233-c549-40dd-9f35-36fdde9f3d28', 'name': 'network-vif-deleted', 'tag': '1c06f898-140c-4f85-a9b2-fb03b021ddb1'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:49.669697 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c55c60-1524-4bf0-8d94-7057841281bd" -d '{"events": [{"server_uuid": "d8b9e233-c549-40dd-9f35-36fdde9f3d28", "name": "network-vif-deleted", "tag": "1c06f898-140c-4f85-a9b2-fb03b021ddb1"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:49.745186 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c10f07a-5a40-4be7-ae81-2e8279ac2743 x-openstack-request-id: req-1c10f07a-5a40-4be7-ae81-2e8279ac2743 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:49.745479 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b9e233-c549-40dd-9f35-36fdde9f3d28", "name": "network-vif-deleted", "tag": "1c06f898-140c-4f85-a9b2-fb03b021ddb1", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:49.745756 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c10f07a-5a40-4be7-ae81-2e8279ac2743 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:49.746173 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b9e233-c549-40dd-9f35-36fdde9f3d28', 'name': 'network-vif-deleted', 'tag': '1c06f898-140c-4f85-a9b2-fb03b021ddb1', 'status': 'completed', 'code': 200} Jul 23 20:51:49.858207 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ae28999-0732-4201-b94b-0d24f205f9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:49.865219 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ae28999-0732-4201-b94b-0d24f205f9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:49.908434 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4ae28999-0732-4201-b94b-0d24f205f9ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7754e982cf55492ca09f75a9ca4ff33c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4335778 Jul 23 20:51:49.911194 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36842) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:49.918606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae28999-0732-4201-b94b-0d24f205f9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a331eda9-9b91-47c9-bef1-54fb935271b4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:49.981223 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-488b1cef-cc43-4593-bff6-b94a044db5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:50.009423 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-488b1cef-cc43-4593-bff6-b94a044db5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:50.086577 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-488b1cef-cc43-4593-bff6-b94a044db5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:50.089820 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-488b1cef-cc43-4593-bff6-b94a044db5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:50.091246 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-488b1cef-cc43-4593-bff6-b94a044db5d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a331eda9-9b91-47c9-bef1-54fb935271b4 HTTP/1.1" status: 204 len: 168 time: 0.1789262 Jul 23 20:51:50.104416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b1cef-cc43-4593-bff6-b94a044db5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a331eda9-9b91-47c9-bef1-54fb935271b4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:50.148574 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36852) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:50.157706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-654bcb5d-a4af-40a8-b0e4-726a684c80e9 req-07e04f77-9e6f-4e3c-83e9-3dbbd0df6636 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8b9e233-c549-40dd-9f35-36fdde9f3d28 HTTP/1.1" status: 200 len: 210 time: 0.1011598 Jul 23 20:51:50.272441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-aa5c3da7-2502-4898-bc84-99ef49d74958 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-543597146-network', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:50.298257 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5c3da7-2502-4898-bc84-99ef49d74958 admin admin] Made reservation on behalf of f291d0a23afa4b17b7ae45ed6291a3cb for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:50.301158 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3da7-2502-4898-bc84-99ef49d74958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:50.309887 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3da7-2502-4898-bc84-99ef49d74958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:50.420117 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3da7-2502-4898-bc84-99ef49d74958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:50.424415 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3da7-2502-4898-bc84-99ef49d74958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:50.453474 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5c3da7-2502-4898-bc84-99ef49d74958 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:51:50.464839 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c3da7-2502-4898-bc84-99ef49d74958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2a3986-a58f-4ea5-8cd5-ee7368ddedca,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:50.471870 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3da7-2502-4898-bc84-99ef49d74958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:50.472223 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-aa5c3da7-2502-4898-bc84-99ef49d74958 admin admin] Added segment 7acafd24-d66a-4f21-b956-cae3d4cdb212 of type vlan for network f9c611d9-51f1-472c-aa78-1e8d57241baa Jul 23 20:51:50.518330 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3da7-2502-4898-bc84-99ef49d74958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:50.534436 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36858) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:50.550977 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebf02a0f-3536-4cc7-a3e2-afe4335618ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:50.562955 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3da7-2502-4898-bc84-99ef49d74958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:50.563956 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5c3da7-2502-4898-bc84-99ef49d74958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:50.564714 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3da7-2502-4898-bc84-99ef49d74958 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:50.628778 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c3da7-2502-4898-bc84-99ef49d74958 admin admin] Pushing event updated for resources: {'Network': ['ID=f9c611d9-51f1-472c-aa78-1e8d57241baa,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:50.642272 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network f9c611d9-51f1-472c-aa78-1e8d57241baa details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:51:50.672064 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebf02a0f-3536-4cc7-a3e2-afe4335618ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:50.678514 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebf02a0f-3536-4cc7-a3e2-afe4335618ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:50.684916 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-aa5c3da7-2502-4898-bc84-99ef49d74958 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5352056 Jul 23 20:51:50.687669 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36860) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:50.693711 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9037e12b-7800-41e4-8cb5-dfc4ff148b3d admin admin] Request body: {'subnet': {'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-543597146-subnet', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:50.727543 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9037e12b-7800-41e4-8cb5-dfc4ff148b3d admin admin] Made reservation on behalf of f291d0a23afa4b17b7ae45ed6291a3cb for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:51:50.730105 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9037e12b-7800-41e4-8cb5-dfc4ff148b3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:50.733337 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ebf02a0f-3536-4cc7-a3e2-afe4335618ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ed9fa0819e94f9b886c568f51c01b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948621 Jul 23 20:51:50.733453 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36862) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:50.743360 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf02a0f-3536-4cc7-a3e2-afe4335618ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5990d43b-f26e-45b2-b383-0fbeaf358805,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:50.858030 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6f86d60e-2ad1-44c0-8827-362d1e74bfb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:50.890144 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6f86d60e-2ad1-44c0-8827-362d1e74bfb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:51.001175 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9037e12b-7800-41e4-8cb5-dfc4ff148b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:51.008564 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6f86d60e-2ad1-44c0-8827-362d1e74bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:51.011138 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6f86d60e-2ad1-44c0-8827-362d1e74bfb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:51.012279 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6f86d60e-2ad1-44c0-8827-362d1e74bfb9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5990d43b-f26e-45b2-b383-0fbeaf358805 HTTP/1.1" status: 204 len: 168 time: 0.2777061 Jul 23 20:51:51.048110 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86d60e-2ad1-44c0-8827-362d1e74bfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5990d43b-f26e-45b2-b383-0fbeaf358805,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:51.083924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037e12b-7800-41e4-8cb5-dfc4ff148b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:51.098092 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9037e12b-7800-41e4-8cb5-dfc4ff148b3d admin admin] Checking segment: {'id': '7acafd24-d66a-4f21-b956-cae3d4cdb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:51.098681 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9037e12b-7800-41e4-8cb5-dfc4ff148b3d admin admin] Network hostable DHCP agents. Network: f9c611d9-51f1-472c-aa78-1e8d57241baa, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:51:51.118783 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9037e12b-7800-41e4-8cb5-dfc4ff148b3d admin admin] Network f9c611d9-51f1-472c-aa78-1e8d57241baa is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:51:51.129676 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-9037e12b-7800-41e4-8cb5-dfc4ff148b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, f9c611d9-51f1-472c-aa78-1e8d57241baa) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:51.135348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9037e12b-7800-41e4-8cb5-dfc4ff148b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:51.136312 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9037e12b-7800-41e4-8cb5-dfc4ff148b3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:51.140681 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb08a567-4b19-481b-bb60-0e659e787ea3 None None] Network f9c611d9-51f1-472c-aa78-1e8d57241baa requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:51.155843 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9037e12b-7800-41e4-8cb5-dfc4ff148b3d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4657745 Jul 23 20:51:51.157786 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36868) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:51.167236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:51.202236 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:51.203831 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:51.332118 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:51.400182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-f9c611d9-51f1-472c-aa78-1e8d57241baa', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'fixed_ips': [{'subnet_id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:51:51.401716 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:51.599664 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:51.662864 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Allocated IP 172.20.0.2 (f9c611d9-51f1-472c-aa78-1e8d57241baa/56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a/48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:51.708269 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a54cf0-fe09-4177-9a86-0014907c02b3 req-556e9b44-3257-45c8-8c3b-3a0d936f9028 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:51.712482 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26a54cf0-fe09-4177-9a86-0014907c02b3 req-556e9b44-3257-45c8-8c3b-3a0d936f9028 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1311734 Jul 23 20:51:51.829983 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26a54cf0-fe09-4177-9a86-0014907c02b3 req-df144775-a63f-4b6c-8f58-9fbeca7299f9 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087425 Jul 23 20:51:51.899385 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:51.899385 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Transition to ACTIVE for port object 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:51.925860 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Transition to ACTIVE for port object 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:51.939671 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:51.979206 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Network f9c611d9-51f1-472c-aa78-1e8d57241baa is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:51.982391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:51.992393 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:52.057623 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Pushing event updated for resources: {'Port': ['ID=48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:52.077735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1c06f898-140c-4f85-a9b2-fb03b021ddb1 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:51:52.078915 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:52.111889 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:52.112283 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 1c06f898-140c-4f85-a9b2-fb03b021ddb1 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:51:52.112570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1c06f898-140c-4f85-a9b2-fb03b021ddb1 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:51:52.116148 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Attempting to bind port 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:51:52.116495 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Attempting to bind port 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '7acafd24-d66a-4f21-b956-cae3d4cdb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:51:52.117010 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Attempting to bind port 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d on network f9c611d9-51f1-472c-aa78-1e8d57241baa {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:52.123485 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:51:52.123856 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Checking segment: {'id': '7acafd24-d66a-4f21-b956-cae3d4cdb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:52.124311 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:52.124662 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Bound using segment: {'id': '7acafd24-d66a-4f21-b956-cae3d4cdb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:51:52.125212 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Bound port: 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7acafd24-d66a-4f21-b956-cae3d4cdb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:51:52.126297 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:52.216978 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] For port 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:51:52.224534 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] For port 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d,segment=NetworkSegment(7acafd24-d66a-4f21-b956-cae3d4cdb212),segment_id=7acafd24-d66a-4f21-b956-cae3d4cdb212)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:51:52.230304 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:52.335070 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7f09e-8029-41c5-8cd6-1887a230a40f None None] Pushing event updated for resources: {'Port': ['ID=48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:52.344273 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Allocated IP 172.25.3.238 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/5ba996a3-6e1a-49f4-a155-d52edd4e13fa) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:52.522463 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:52.592674 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:52.642915 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:52.650152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:52.655577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:52.712981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Pushing event updated for resources: {'Port': ['ID=5ba996a3-6e1a-49f4-a155-d52edd4e13fa,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:52.901358 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:53.043654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:53.151129 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bb691-b4bd-4ed4-9140-a7ad994bb78b req-38a943de-0ee7-4f5e-a758-e4196ffe7606 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:53.153444 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-815bb691-b4bd-4ed4-9140-a7ad994bb78b req-38a943de-0ee7-4f5e-a758-e4196ffe7606 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1192977 Jul 23 20:51:53.167075 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624c769-de19-4539-982f-44ad8e075e3c req-94915bf6-de11-4367-9a02-6e714c7ed43e tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:53.168678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b624c769-de19-4539-982f-44ad8e075e3c req-94915bf6-de11-4367-9a02-6e714c7ed43e tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 945 time: 0.1989143 Jul 23 20:51:53.191843 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:53.349697 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b624c769-de19-4539-982f-44ad8e075e3c req-f6346c45-6230-48d7-a146-98f5100e4b9a tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/security-groups?id=e69adfbe-bff5-421a-a48c-dd6fd63e970c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569345 Jul 23 20:51:53.399424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-815bb691-b4bd-4ed4-9140-a7ad994bb78b req-f9709953-57fe-434f-95ed-a6f74161859b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Deleting port 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:53.403223 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-815bb691-b4bd-4ed4-9140-a7ad994bb78b req-f9709953-57fe-434f-95ed-a6f74161859b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:53.603519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-815bb691-b4bd-4ed4-9140-a7ad994bb78b req-f9709953-57fe-434f-95ed-a6f74161859b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] For port 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3a3c6e75-733d-4ead-ad14-f469bc5cc0c2,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:53.606538 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-815bb691-b4bd-4ed4-9140-a7ad994bb78b req-f9709953-57fe-434f-95ed-a6f74161859b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:53.618588 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:53.633278 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-815bb691-b4bd-4ed4-9140-a7ad994bb78b req-f9709953-57fe-434f-95ed-a6f74161859b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Calling delete_port for 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:53.782479 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7824ba4-cafc-427c-a8bf-c7b7ef99891f None None] Network f9c611d9-51f1-472c-aa78-1e8d57241baa requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:53.929123 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-815bb691-b4bd-4ed4-9140-a7ad994bb78b req-f9709953-57fe-434f-95ed-a6f74161859b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:53.939957 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d1a5b9c8-c235-484e-b14c-00aa16b9c05a None None] Provisioning for port 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:53.959552 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d1a5b9c8-c235-484e-b14c-00aa16b9c05a None None] Provisioning complete for port 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:53.959936 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b9c8-c235-484e-b14c-00aa16b9c05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:53.962023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['3a3c6e75-733d-4ead-ad14-f469bc5cc0c2'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:51:53.991678 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9709953-57fe-434f-95ed-a6f74161859b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Pushing event deleted for resources: {'Port': ['ID=3a3c6e75-733d-4ead-ad14-f469bc5cc0c2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:54.075094 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-815bb691-b4bd-4ed4-9140-a7ad994bb78b req-f9709953-57fe-434f-95ed-a6f74161859b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] No DVR routers for this DVR port 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:51:54.077711 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-815bb691-b4bd-4ed4-9140-a7ad994bb78b req-f9709953-57fe-434f-95ed-a6f74161859b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:54.080785 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-815bb691-b4bd-4ed4-9140-a7ad994bb78b req-f9709953-57fe-434f-95ed-a6f74161859b tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.57 "DELETE /v2.0/ports/3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 HTTP/1.1" status: 204 len: 173 time: 0.9210811 Jul 23 20:51:54.081597 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8798461-a7d8-4051-8bc5-c5b2ce6937ec', 'name': 'network-vif-deleted', 'tag': '3a3c6e75-733d-4ead-ad14-f469bc5cc0c2'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:54.094880 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa581a7-6487-43bd-b9c5-cea00bbd72ac" -d '{"events": [{"server_uuid": "d8798461-a7d8-4051-8bc5-c5b2ce6937ec", "name": "network-vif-deleted", "tag": "3a3c6e75-733d-4ead-ad14-f469bc5cc0c2"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:54.161653 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8274f125-0d47-4e23-9e7b-b01a6578eead x-openstack-request-id: req-8274f125-0d47-4e23-9e7b-b01a6578eead {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:54.162698 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8798461-a7d8-4051-8bc5-c5b2ce6937ec", "name": "network-vif-deleted", "tag": "3a3c6e75-733d-4ead-ad14-f469bc5cc0c2", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:54.163208 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8274f125-0d47-4e23-9e7b-b01a6578eead {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:54.163833 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8798461-a7d8-4051-8bc5-c5b2ce6937ec', 'name': 'network-vif-deleted', 'tag': '3a3c6e75-733d-4ead-ad14-f469bc5cc0c2', 'status': 'completed', 'code': 200} Jul 23 20:51:54.239962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:51:54.284162 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b9c8-c235-484e-b14c-00aa16b9c05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:54.330714 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d1a5b9c8-c235-484e-b14c-00aa16b9c05a None None] For port 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d,segment=NetworkSegment(7acafd24-d66a-4f21-b956-cae3d4cdb212),segment_id=7acafd24-d66a-4f21-b956-cae3d4cdb212)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:54.337731 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b9c8-c235-484e-b14c-00aa16b9c05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:54.433482 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5b9c8-c235-484e-b14c-00aa16b9c05a None None] Pushing event updated for resources: {'Port': ['ID=48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:54.474117 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:51:54.496538 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d80657d-6145-4841-82db-492017b892fb None None] Sync routers for ids ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:51:54.513639 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d80657d-6145-4841-82db-492017b892fb None None] Routers {'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:51:54.513875 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3d80657d-6145-4841-82db-492017b892fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:51:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:54.546757 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-264da26e-2f02-4fd0-ba84-7bcb021661ca req-50f82c33-a485-49f0-902b-7b0ca4186ea6 tempest-ListServerFiltersTestJSON-1057268302 tempest-ListServerFiltersTestJSON-1057268302-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8798461-a7d8-4051-8bc5-c5b2ce6937ec HTTP/1.1" status: 200 len: 210 time: 0.0431726 Jul 23 20:51:54.547691 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:54.551908 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36932) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:54.561779 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e0add0bc-57fe-4f18-ab12-036029399c07 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3984873 Jul 23 20:51:54.596258 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8074b561-360b-4d6b-a002-c1748fd8e042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:54.774679 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-3d80657d-6145-4841-82db-492017b892fb None None] Set router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:51:54.834528 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:55.160005 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cd65fdc2-9ad6-4ce3-8f22-d73c76139612 None None] Provisioning complete for port 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:55.160682 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd65fdc2-9ad6-4ce3-8f22-d73c76139612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:55.162449 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3d80657d-6145-4841-82db-492017b892fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:51:52Z', 'revision_number': 3, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:55.196868 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d80657d-6145-4841-82db-492017b892fb None None] Checking router: b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:51:55.197213 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d80657d-6145-4841-82db-492017b892fb None None] Updating router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 port 5ba996a3-6e1a-49f4-a155-d52edd4e13fa binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:51:55.246029 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d80657d-6145-4841-82db-492017b892fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:55.264026 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:55.264320 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:55.394604 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:55.649118 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d80657d-6145-4841-82db-492017b892fb None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:55.649660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36942) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:55.699160 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-3d80657d-6145-4841-82db-492017b892fb None None] Transition to ACTIVE for port object 5ba996a3-6e1a-49f4-a155-d52edd4e13fa will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:55.714986 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d80657d-6145-4841-82db-492017b892fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:55.753133 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e1b9dc-56e8-4cb0-8e11-116405b1bc00 admin admin] Deleting subnet fc6be43a-d7df-443a-b9be-8076fedf749a {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:51:55.756905 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9e1b9dc-56e8-4cb0-8e11-116405b1bc00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:55.798656 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9e1b9dc-56e8-4cb0-8e11-116405b1bc00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:55.832956 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed35d7-c103-497a-9ab9-5586c22db0ff None None] Pushing event updated for resources: {'Port': ['ID=5ba996a3-6e1a-49f4-a155-d52edd4e13fa,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:55.859658 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed35d7-c103-497a-9ab9-5586c22db0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:55.860008 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed35d7-c103-497a-9ab9-5586c22db0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:55.860345 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed35d7-c103-497a-9ab9-5586c22db0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:55.860675 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed35d7-c103-497a-9ab9-5586c22db0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:55.861009 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed35d7-c103-497a-9ab9-5586c22db0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:55.861341 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed35d7-c103-497a-9ab9-5586c22db0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:55.865179 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed35d7-c103-497a-9ab9-5586c22db0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:55.865561 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed35d7-c103-497a-9ab9-5586c22db0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:55.865897 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed35d7-c103-497a-9ab9-5586c22db0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:55.866228 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed35d7-c103-497a-9ab9-5586c22db0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:55.866553 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed35d7-c103-497a-9ab9-5586c22db0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:55.866877 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ed35d7-c103-497a-9ab9-5586c22db0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:51:55.870346 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-3d80657d-6145-4841-82db-492017b892fb None None] Attempting to bind port 5ba996a3-6e1a-49f4-a155-d52edd4e13fa on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:51:55.870715 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-3d80657d-6145-4841-82db-492017b892fb None None] Attempting to bind port 5ba996a3-6e1a-49f4-a155-d52edd4e13fa by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:51:55.871197 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d80657d-6145-4841-82db-492017b892fb None None] Attempting to bind port 5ba996a3-6e1a-49f4-a155-d52edd4e13fa on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:51:55.892824 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9e1b9dc-56e8-4cb0-8e11-116405b1bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:55.910598 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d80657d-6145-4841-82db-492017b892fb None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:51:55.910867 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d80657d-6145-4841-82db-492017b892fb None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:51:55.914894 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d80657d-6145-4841-82db-492017b892fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:55.915322 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d80657d-6145-4841-82db-492017b892fb None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:51:55.917689 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-3d80657d-6145-4841-82db-492017b892fb None None] Bound port: 5ba996a3-6e1a-49f4-a155-d52edd4e13fa, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:51:55.918581 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d80657d-6145-4841-82db-492017b892fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:55.959996 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9e1b9dc-56e8-4cb0-8e11-116405b1bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:55.970897 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3d80657d-6145-4841-82db-492017b892fb None None] For port 5ba996a3-6e1a-49f4-a155-d52edd4e13fa, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:51:55.973672 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Allocated IP 172.20.0.1 (f9c611d9-51f1-472c-aa78-1e8d57241baa/56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a/a5c4e07c-7961-4668-85b5-7faaf92d771c) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:51:55.974639 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3d80657d-6145-4841-82db-492017b892fb None None] For port 5ba996a3-6e1a-49f4-a155-d52edd4e13fa, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=5ba996a3-6e1a-49f4-a155-d52edd4e13fa,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:51:55.989600 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9e1b9dc-56e8-4cb0-8e11-116405b1bc00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:55.990538 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ed02eb-3474-4cfa-8f9d-d1de42174591 None None] Network a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:51:55.991630 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a9e1b9dc-56e8-4cb0-8e11-116405b1bc00 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fc6be43a-d7df-443a-b9be-8076fedf749a HTTP/1.1" status: 204 len: 168 time: 0.3416433 Jul 23 20:51:56.000990 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 36954) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:56.009226 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d80657d-6145-4841-82db-492017b892fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:56.014049 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1b9dc-56e8-4cb0-8e11-116405b1bc00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc6be43a-d7df-443a-b9be-8076fedf749a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:56.080074 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d80657d-6145-4841-82db-492017b892fb None None] Routers {'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:51:56.080486 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3d80657d-6145-4841-82db-492017b892fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:51:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:56.120048 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed35d7-c103-497a-9ab9-5586c22db0ff None None] Pushing event updated for resources: {'Port': ['ID=5ba996a3-6e1a-49f4-a155-d52edd4e13fa,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:56.297624 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:56.360009 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35e374b-5e2e-4be2-bd0a-fa21ce971bee None None] DHCP port deletion for a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:51:56.386760 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-3d80657d-6145-4841-82db-492017b892fb None None] Set router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:51:56.398918 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:56.437480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Transition to ACTIVE for port object a5c4e07c-7961-4668-85b5-7faaf92d771c will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:51:56.461286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c35e374b-5e2e-4be2-bd0a-fa21ce971bee None None] Deleting port dbb6b0fe-c653-4dd1-8719-0e526560703e {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:56.461540 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c35e374b-5e2e-4be2-bd0a-fa21ce971bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:56.462091 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] Deleting port dbb6b0fe-c653-4dd1-8719-0e526560703e {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:51:56.462534 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:56.536351 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-c35e374b-5e2e-4be2-bd0a-fa21ce971bee None None] For port dbb6b0fe-c653-4dd1-8719-0e526560703e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=dbb6b0fe-c653-4dd1-8719-0e526560703e,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:56.536784 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c35e374b-5e2e-4be2-bd0a-fa21ce971bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:56.568242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c35e374b-5e2e-4be2-bd0a-fa21ce971bee None None] Calling delete_port for dbb6b0fe-c653-4dd1-8719-0e526560703e owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:56.649450 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] For port dbb6b0fe-c653-4dd1-8719-0e526560703e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=dbb6b0fe-c653-4dd1-8719-0e526560703e,segment=NetworkSegment(db00df00-d479-4304-8acb-30e905f72086),segment_id=db00df00-d479-4304-8acb-30e905f72086)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:56.649851 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:56.658644 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c35e374b-5e2e-4be2-bd0a-fa21ce971bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:56.666258 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] Calling delete_port for dbb6b0fe-c653-4dd1-8719-0e526560703e owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:51:56.707925 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e374b-5e2e-4be2-bd0a-fa21ce971bee None None] Pushing event deleted for resources: {'Port': ['ID=dbb6b0fe-c653-4dd1-8719-0e526560703e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:56.716308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e374b-5e2e-4be2-bd0a-fa21ce971bee None None] No DVR routers for this DVR port dbb6b0fe-c653-4dd1-8719-0e526560703e on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:51:56.740027 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3d80657d-6145-4841-82db-492017b892fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:51:52Z', 'revision_number': 3, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:56.807494 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d80657d-6145-4841-82db-492017b892fb None None] The sync data for ids ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'] in n-d-791504-18 is: [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:51:52Z', 'revision_number': 3, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:51:56.809035 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device dbb6b0fe-c653-4dd1-8719-0e526560703e no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:51:56.845038 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:56.855808 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: dbb6b0fe-c653-4dd1-8719-0e526560703e {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:51:56.856201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device dbb6b0fe-c653-4dd1-8719-0e526560703e not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:51:56.923522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Network f9c611d9-51f1-472c-aa78-1e8d57241baa is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:56.930101 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:56.937956 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:51:56.940967 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c4e07c-7961-4668-85b5-7faaf92d771c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:57.006945 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:57.020772 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:57.140721 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f9df34e3-2383-4985-8c4c-dfd190d21eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:57.269306 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:51:57.325093 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:51:57.325708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 3a3c6e75-733d-4ead-ad14-f469bc5cc0c2 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:51:57.387189 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:57.432833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3c946166-10f3-4d13-ba3f-d155b8c1addc None None] Provisioning for port a5c4e07c-7961-4668-85b5-7faaf92d771c completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:57.449207 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3c946166-10f3-4d13-ba3f-d155b8c1addc None None] Provisioning complete for port a5c4e07c-7961-4668-85b5-7faaf92d771c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:57.449588 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c946166-10f3-4d13-ba3f-d155b8c1addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:57.466252 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] No DVR routers for this DVR port dbb6b0fe-c653-4dd1-8719-0e526560703e on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:51:57.483349 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb6b0fe-c653-4dd1-8719-0e526560703e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:57.524981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3c946166-10f3-4d13-ba3f-d155b8c1addc None None] Port a5c4e07c-7961-4668-85b5-7faaf92d771c cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:57.640184 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:57.658749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7409a19-b4a5-48a6-877f-5ec54c2d1eb7']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:57.674228 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db00df00-d479-4304-8acb-30e905f72086') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:57.674571 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db00df00-d479-4304-8acb-30e905f72086') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:57.687294 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:57.726970 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:57.737425 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:51:57.739797 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: self.session.flush() Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:51:57.741679 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:51:57.772795 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:57.984046 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:57.989552 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:57.991481 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] 10.222.0.55 "DELETE /v2.0/networks/a7409a19-b4a5-48a6-877f-5ec54c2d1eb7 HTTP/1.1" status: 204 len: 168 time: 1.9894390 Jul 23 20:51:58.042677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb56c5-69f2-413a-85aa-bfda5117ad4a admin admin] Pushing event deleted for resources: {'Network': ['ID=a7409a19-b4a5-48a6-877f-5ec54c2d1eb7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:58.067914 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:58.081753 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:58.157822 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c4e07c-7961-4668-85b5-7faaf92d771c,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:58.185686 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:58.312647 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Network f9c611d9-51f1-472c-aa78-1e8d57241baa is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:51:58.317814 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:51:58.386196 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36978) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:58.451680 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-60a487e4-4c92-4799-a579-0ebe52ac99b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec95fc28f546469d899337b65502b4b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643489 Jul 23 20:51:58.453364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 36980) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:58.534401 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:58.550144 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:51:58.566888 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c138a85a-faf7-4796-9988-8228c45f2350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:58.614298 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c138a85a-faf7-4796-9988-8228c45f2350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:58.695413 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:51:58.714065 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0f3d2987-0139-40f8-98b1-fffba1b9b4c3 admin admin] 10.222.0.55 "PUT /v2.0/routers/b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1607978 Jul 23 20:51:58.722532 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c138a85a-faf7-4796-9988-8228c45f2350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:58.726487 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c138a85a-faf7-4796-9988-8228c45f2350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:58.727836 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c138a85a-faf7-4796-9988-8228c45f2350 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e69adfbe-bff5-421a-a48c-dd6fd63e970c HTTP/1.1" status: 204 len: 168 time: 0.2731440 Jul 23 20:51:58.738764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138a85a-faf7-4796-9988-8228c45f2350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69adfbe-bff5-421a-a48c-dd6fd63e970c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:58.783169 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5348ffe6-1ccd-4c8b-8968-ca07330a3725 None None] Provisioning complete for port a5c4e07c-7961-4668-85b5-7faaf92d771c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:58.783554 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5348ffe6-1ccd-4c8b-8968-ca07330a3725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:58.865396 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5ba996a3-6e1a-49f4-a155-d52edd4e13fa up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:51:58.951144 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5348ffe6-1ccd-4c8b-8968-ca07330a3725 None None] Port a5c4e07c-7961-4668-85b5-7faaf92d771c cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:51:58.991992 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 5ba996a3-6e1a-49f4-a155-d52edd4e13fa completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:51:59.004600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 5ba996a3-6e1a-49f4-a155-d52edd4e13fa triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:51:59.004994 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:59.236779 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Sync routers for ids ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:51:59.272050 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Routers {'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:51:59.272837 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:51:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:59.281652 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:59.419342 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 5ba996a3-6e1a-49f4-a155-d52edd4e13fa, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=5ba996a3-6e1a-49f4-a155-d52edd4e13fa,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:51:59.437883 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:59.553321 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=5ba996a3-6e1a-49f4-a155-d52edd4e13fa,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:59.558705 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Set router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:51:59.892968 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:51:57Z', 'revision_number': 4, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a5c4e07c-7961-4668-85b5-7faaf92d771c', 'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'mac_address': 'fa:16:3e:e5:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:55Z', 'updated_at': '2021-07-23T20:51:57Z', 'revision_number': 2, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'subnets': [{'id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:59.922238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Checking router: b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:51:59.922746 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Updating router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 port a5c4e07c-7961-4668-85b5-7faaf92d771c binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:51:59.955491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37012) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:51:59.960257 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-cd3cfc8b-a71a-4a83-b79f-ebf523e133ef tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1467632155', 'description': 'tempest-description--2049052134'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:51:59.974404 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:59.975361 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:59.989385 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd3cfc8b-a71a-4a83-b79f-ebf523e133ef tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.088764 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd3cfc8b-a71a-4a83-b79f-ebf523e133ef tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.094735 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd3cfc8b-a71a-4a83-b79f-ebf523e133ef tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.106571 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37016) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:00.130063 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd3cfc8b-a71a-4a83-b79f-ebf523e133ef tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.134160 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cd3cfc8b-a71a-4a83-b79f-ebf523e133ef tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1748693 Jul 23 20:52:00.134160 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cfc8b-a71a-4a83-b79f-ebf523e133ef tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=855672ca-4322-41bc-aa2f-3ad772c647fa,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:00.135066 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37020) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:00.140498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Request body: {'security_group_rule': {'security_group_id': '855672ca-4322-41bc-aa2f-3ad772c647fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:00.186140 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.292507 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.301309 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.308474 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a17a7c24-224b-4ad4-b088-615e8f8e77a9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-474372298-network', 'tenant_id': 'e924962b97434700881679a2bf2a8570'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:00.316210 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.336912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1c53ea-ba8a-4b21-8972-5ab33dc75794,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:00.342905 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Transition to ACTIVE for port object a5c4e07c-7961-4668-85b5-7faaf92d771c will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:52:00.353139 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:00.353377 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.354750 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:00.355179 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:00.355720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:00.356292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:00.356852 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:00.357427 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:00.358033 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:00.358589 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:00.359120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:00.359644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:00.360088 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:00.378141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17a7c24-224b-4ad4-b088-615e8f8e77a9 admin admin] Made reservation on behalf of e924962b97434700881679a2bf2a8570 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:52:00.380510 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a17a7c24-224b-4ad4-b088-615e8f8e77a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.383860 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.385507 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0d118a06-2f98-4323-a5b7-f66c258248c8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2485428 Jul 23 20:52:00.388704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37028) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:00.391925 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a17a7c24-224b-4ad4-b088-615e8f8e77a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.407139 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e1ec5100-9991-45c5-a3e4-46a53b1fe6eb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Request body: {'security_group_rule': {'security_group_id': '855672ca-4322-41bc-aa2f-3ad772c647fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:00.416878 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb1567-8c83-49a9-9aad-973fffce0720 None None] Pushing event updated for resources: {'Port': ['ID=a5c4e07c-7961-4668-85b5-7faaf92d771c,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:00.499132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Attempting to bind port a5c4e07c-7961-4668-85b5-7faaf92d771c on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:52:00.499981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Attempting to bind port a5c4e07c-7961-4668-85b5-7faaf92d771c by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '7acafd24-d66a-4f21-b956-cae3d4cdb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:52:00.500364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Attempting to bind port a5c4e07c-7961-4668-85b5-7faaf92d771c on network f9c611d9-51f1-472c-aa78-1e8d57241baa {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:52:00.507448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:52:00.507831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Checking segment: {'id': '7acafd24-d66a-4f21-b956-cae3d4cdb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:52:00.508247 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.508652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Bound using segment: {'id': '7acafd24-d66a-4f21-b956-cae3d4cdb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:52:00.509397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Bound port: a5c4e07c-7961-4668-85b5-7faaf92d771c, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7acafd24-d66a-4f21-b956-cae3d4cdb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:52:00.510790 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.597981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] For port a5c4e07c-7961-4668-85b5-7faaf92d771c, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:52:00.611371 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] For port a5c4e07c-7961-4668-85b5-7faaf92d771c, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a5c4e07c-7961-4668-85b5-7faaf92d771c,segment=NetworkSegment(7acafd24-d66a-4f21-b956-cae3d4cdb212),segment_id=7acafd24-d66a-4f21-b956-cae3d4cdb212)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:52:00.621806 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.657487 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a17a7c24-224b-4ad4-b088-615e8f8e77a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.669672 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a17a7c24-224b-4ad4-b088-615e8f8e77a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.682707 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Routers {'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:52:00.683362 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:51:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:00.701659 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17a7c24-224b-4ad4-b088-615e8f8e77a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:52:00.711983 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a17a7c24-224b-4ad4-b088-615e8f8e77a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.712254 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-a17a7c24-224b-4ad4-b088-615e8f8e77a9 admin admin] Added segment be27db90-d310-4b2d-945d-78f37778dc08 of type vlan for network 7221e424-f224-4970-b402-f1c70a2a0ec8 Jul 23 20:52:00.715834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e1ec5100-9991-45c5-a3e4-46a53b1fe6eb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.759635 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a17a7c24-224b-4ad4-b088-615e8f8e77a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.798826 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb1567-8c83-49a9-9aad-973fffce0720 None None] Pushing event updated for resources: {'Port': ['ID=a5c4e07c-7961-4668-85b5-7faaf92d771c,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:00.824856 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a17a7c24-224b-4ad4-b088-615e8f8e77a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.826205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17a7c24-224b-4ad4-b088-615e8f8e77a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:00.826563 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5ba996a3-6e1a-49f4-a155-d52edd4e13fa up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:52:00.827434 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a17a7c24-224b-4ad4-b088-615e8f8e77a9 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.864798 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e1ec5100-9991-45c5-a3e4-46a53b1fe6eb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.871863 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e1ec5100-9991-45c5-a3e4-46a53b1fe6eb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.876556 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a7c24-224b-4ad4-b088-615e8f8e77a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f18c6c5-6441-4521-b5cc-1c979e9e0b48,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:00.897357 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec5100-9991-45c5-a3e4-46a53b1fe6eb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9188ca4-0f56-41ed-9b4e-c4c19e540f31,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:00.917148 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e1ec5100-9991-45c5-a3e4-46a53b1fe6eb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.918426 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e1ec5100-9991-45c5-a3e4-46a53b1fe6eb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5283632 Jul 23 20:52:00.921508 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37038) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:00.926423 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a17a7c24-224b-4ad4-b088-615e8f8e77a9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8146927 Jul 23 20:52:00.927477 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3039a473-f931-477e-9409-b2b3eab097ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:00.928552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37040) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:00.934165 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6e6ef08d-9c35-42bb-a758-a429ce64a2df admin admin] Request body: {'subnet': {'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-474372298-subnet', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:00.934858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] Set router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:52:00.953753 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-3dcf202f-a551-4131-b28b-a0c01a252ae4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994884804&fields=id&tenant_id=c35e6d69f6ba464b946144b17db2c502 HTTP/1.1" status: 200 len: 267 time: 0.1659369 Jul 23 20:52:00.965094 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3039a473-f931-477e-9409-b2b3eab097ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:00.971751 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 5ba996a3-6e1a-49f4-a155-d52edd4e13fa triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:52:00.972130 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:01.035468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a7c24-224b-4ad4-b088-615e8f8e77a9 admin admin] Pushing event updated for resources: {'Network': ['ID=7221e424-f224-4970-b402-f1c70a2a0ec8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:01.051735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 7221e424-f224-4970-b402-f1c70a2a0ec8 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:52:01.099422 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3039a473-f931-477e-9409-b2b3eab097ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:01.148497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6ef08d-9c35-42bb-a758-a429ce64a2df admin admin] Made reservation on behalf of e924962b97434700881679a2bf2a8570 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:52:01.152451 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6e6ef08d-9c35-42bb-a758-a429ce64a2df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:01.223805 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-3039a473-f931-477e-9409-b2b3eab097ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Allocated IP 172.25.3.23 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/324c6a8c-60c6-4b94-b858-d9dd8277dba2) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:52:01.293981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-a56fab3a-8c57-48fb-a8f9-4267677f514e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:01.295671 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-a56fab3a-8c57-48fb-a8f9-4267677f514e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 812 time: 0.2641814 Jul 23 20:52:01.314947 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:51:57Z', 'revision_number': 4, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a5c4e07c-7961-4668-85b5-7faaf92d771c', 'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'mac_address': 'fa:16:3e:e5:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:55Z', 'updated_at': '2021-07-23T20:52:00Z', 'revision_number': 4, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'subnets': [{'id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:01.344754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4b0fa-6128-4031-bada-0dccf8190527 None None] The sync data for ids ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'] in n-d-791504-18 is: [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:51:57Z', 'revision_number': 4, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a5c4e07c-7961-4668-85b5-7faaf92d771c', 'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'mac_address': 'fa:16:3e:e5:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:55Z', 'updated_at': '2021-07-23T20:52:00Z', 'revision_number': 4, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'subnets': [{'id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:52:01.365407 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3039a473-f931-477e-9409-b2b3eab097ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:01.434152 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-5c274373-83e0-4f09-9df3-314931f4c52a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/quotas/c35e6d69f6ba464b946144b17db2c502 HTTP/1.1" status: 200 len: 375 time: 0.0454962 Jul 23 20:52:01.436102 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6e6ef08d-9c35-42bb-a758-a429ce64a2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:01.449682 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3039a473-f931-477e-9409-b2b3eab097ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:01.495016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3039a473-f931-477e-9409-b2b3eab097ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:52:01.500237 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-3039a473-f931-477e-9409-b2b3eab097ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:52:01.505279 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3039a473-f931-477e-9409-b2b3eab097ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:52:01.532937 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039a473-f931-477e-9409-b2b3eab097ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Pushing event updated for resources: {'Port': ['ID=324c6a8c-60c6-4b94-b858-d9dd8277dba2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:01.568541 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ef08d-9c35-42bb-a758-a429ce64a2df admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4cfa8a1-7429-4d51-8365-37f5e816425d,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:01.582867 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ef08d-9c35-42bb-a758-a429ce64a2df admin admin] Checking segment: {'id': 'be27db90-d310-4b2d-945d-78f37778dc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:52:01.583203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6ef08d-9c35-42bb-a758-a429ce64a2df admin admin] Network hostable DHCP agents. Network: 7221e424-f224-4970-b402-f1c70a2a0ec8, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:52:01.625938 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-09ef96ec-937b-44d1-b6a4-b9b1e15726f0 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1841748 Jul 23 20:52:01.626595 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6ef08d-9c35-42bb-a758-a429ce64a2df admin admin] Network 7221e424-f224-4970-b402-f1c70a2a0ec8 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:52:01.677455 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3039a473-f931-477e-9409-b2b3eab097ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:01.738875 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3039a473-f931-477e-9409-b2b3eab097ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:01.740364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-6e6ef08d-9c35-42bb-a758-a429ce64a2df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 7221e424-f224-4970-b402-f1c70a2a0ec8) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:52:01.755448 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6ef08d-9c35-42bb-a758-a429ce64a2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:01.755448 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6e6ef08d-9c35-42bb-a758-a429ce64a2df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:01.764354 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d0a1c7-bf74-4b46-aa5c-33f98955d8a6 None None] Network 7221e424-f224-4970-b402-f1c70a2a0ec8 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:52:01.799746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6e6ef08d-9c35-42bb-a758-a429ce64a2df admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8678560 Jul 23 20:52:01.801801 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37046) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:01.807607 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-83f3deb9-1e8d-40f9-a9fc-823a9fedd8f2 service neutron] 10.222.0.55 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572278 Jul 23 20:52:01.811762 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-474372298-router', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:01.884169 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:01.885717 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:01.931061 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-7f8c2ca3-ca4f-4d96-9b58-63c40fa38a08 service neutron] 10.222.0.55 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171725 Jul 23 20:52:01.949980 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9415d4cb-c508-4d5a-84a0-2a2d999e2aa0 None None] Network 7221e424-f224-4970-b402-f1c70a2a0ec8 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:52:02.061306 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3039a473-f931-477e-9409-b2b3eab097ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:02.071536 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3039a473-f931-477e-9409-b2b3eab097ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:02.193688 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:02.269031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039a473-f931-477e-9409-b2b3eab097ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Pushing event updated for resources: {'Port': ['ID=324c6a8c-60c6-4b94-b858-d9dd8277dba2,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:02.307628 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3039a473-f931-477e-9409-b2b3eab097ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:02.325468 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3039a473-f931-477e-9409-b2b3eab097ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:02.326754 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3039a473-f931-477e-9409-b2b3eab097ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4042840 Jul 23 20:52:02.409412 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:02.488592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16ecf9fe-d704-4f83-b1ce-0d774b54fff6 req-db23805b-0781-4d93-b407-0d1cf8a2e6be tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 210 time: 0.0657818 Jul 23 20:52:02.647779 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa3e8f66-5de5-4992-87db-03197d33852a req-89ba93bd-7a54-4360-9807-de77bc82209d tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1467632155&fields=id&tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb HTTP/1.1" status: 200 len: 267 time: 0.0545466 Jul 23 20:52:02.693555 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:02.722695 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:02.835836 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a5c4e07c-7961-4668-85b5-7faaf92d771c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:52:02.895029 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e8f66-5de5-4992-87db-03197d33852a req-d5d0bcf1-91ef-47c2-8efa-00a96a854f96 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:02.896975 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa3e8f66-5de5-4992-87db-03197d33852a req-d5d0bcf1-91ef-47c2-8efa-00a96a854f96 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/networks?id=f9c611d9-51f1-472c-aa78-1e8d57241baa HTTP/1.1" status: 200 len: 810 time: 0.2409770 Jul 23 20:52:02.918841 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Allocated IP 172.25.3.198 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/2a38f5bb-4ced-4a23-9240-f7ecc7f2e644) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:52:02.935758 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa3e8f66-5de5-4992-87db-03197d33852a req-ab7dd04b-d7de-41aa-aff9-228a7afc332a tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/quotas/f291d0a23afa4b17b7ae45ed6291a3cb HTTP/1.1" status: 200 len: 375 time: 0.0179086 Jul 23 20:52:02.944796 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port a5c4e07c-7961-4668-85b5-7faaf92d771c completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:52:02.951287 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a5c4e07c-7961-4668-85b5-7faaf92d771c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:52:02.955999 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:03.067683 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa3e8f66-5de5-4992-87db-03197d33852a req-239ad0a3-fa92-444d-a6a7-88f512ff98fd tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1233082 Jul 23 20:52:03.161889 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:03.188047 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:03.258649 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port a5c4e07c-7961-4668-85b5-7faaf92d771c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a5c4e07c-7961-4668-85b5-7faaf92d771c,segment=NetworkSegment(7acafd24-d66a-4f21-b956-cae3d4cdb212),segment_id=7acafd24-d66a-4f21-b956-cae3d4cdb212)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:52:03.265396 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:03.271252 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa3e8f66-5de5-4992-87db-03197d33852a req-ea342a66-3d35-4e86-9a1a-b00caad74d37 service neutron] 10.222.0.55 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842394 Jul 23 20:52:03.293115 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:03.352562 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=a5c4e07c-7961-4668-85b5-7faaf92d771c,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:03.356909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:52:03.359857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:52:03.366154 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:52:03.407842 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Pushing event updated for resources: {'Port': ['ID=2a38f5bb-4ced-4a23-9240-f7ecc7f2e644,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:03.461210 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa3e8f66-5de5-4992-87db-03197d33852a req-36ddcdc7-bb0c-406c-b9af-decb5b40ac0b service neutron] 10.222.0.55 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785440 Jul 23 20:52:03.620848 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-05b87dd5-81c5-46ff-b95d-37e1c6d170a5 req-d576d5de-4be0-4423-96a9-b522451141a0 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 210 time: 0.0417671 Jul 23 20:52:03.758501 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5894177c-58fa-4c15-950a-4fc8a74a7a9a req-026c2473-cc1e-4931-8aaf-b1d8adc5e243 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 210 time: 0.0732605 Jul 23 20:52:04.140062 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-a0813523-7a63-4e7d-9a4c-824d05ecf6e6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:04.142050 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-a0813523-7a63-4e7d-9a4c-824d05ecf6e6 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.57 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 812 time: 0.2968369 Jul 23 20:52:04.187924 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:04.311264 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-666933aa-caeb-4d87-8a60-19de35efa53e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c35e6d69f6ba464b946144b17db2c502 HTTP/1.1" status: 200 len: 379 time: 0.1580667 Jul 23 20:52:04.320229 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-108c05b7-76c0-4349-860b-0ee744976eeb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Request body: {'port': {'device_id': '2abaa510-2f80-4cd1-affb-09127bb2798e', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'admin_state_up': True, 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'security_groups': ['47ba2719-2bb4-47e0-919a-7142b44dfdf8']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:04.561961 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-108c05b7-76c0-4349-860b-0ee744976eeb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Made reservation on behalf of c35e6d69f6ba464b946144b17db2c502 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:52:04.566368 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-108c05b7-76c0-4349-860b-0ee744976eeb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:04.668205 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:04.772678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a5c4e07c-7961-4668-85b5-7faaf92d771c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:52:04.858919 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-189cdedb-e23a-4390-97ab-6924da8df6dd req-3c503b8d-c891-4d93-9938-608db643d57f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 210 time: 0.1034718 Jul 23 20:52:04.903603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a5c4e07c-7961-4668-85b5-7faaf92d771c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:52:04.904405 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:04.956131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abd4b02c-5075-4f60-8bed-b13cfe274ced req-0206f4a2-413a-400d-b0f9-7de176b5ea6e tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 210 time: 0.0482831 Jul 23 20:52:04.977961 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-108c05b7-76c0-4349-860b-0ee744976eeb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Allocated IP 172.20.0.3 (b37ae9d4-a01a-4b66-aedc-028c2a70372c/fef0d0b9-4029-46b2-a364-4ad3b1845875/3666e93c-3697-4836-8ee8-1bc303aa2f75) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:52:05.077159 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:52:05.230415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Router a64a9093-d4fa-4246-ae01-10d859cecf1d is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:52:05.261718 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-108c05b7-76c0-4349-860b-0ee744976eeb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:05.339686 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-108c05b7-76c0-4349-860b-0ee744976eeb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Transition to ACTIVE for port object 3666e93c-3697-4836-8ee8-1bc303aa2f75 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:52:05.402450 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:52:05.420390 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Sync routers for ids ['a64a9093-d4fa-4246-ae01-10d859cecf1d'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:52:05.421578 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-108c05b7-76c0-4349-860b-0ee744976eeb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:05.446657 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Routers {'a64a9093-d4fa-4246-ae01-10d859cecf1d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:52:05.450301 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:51:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a64a9093-d4fa-4246-ae01-10d859cecf1d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:05.472600 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-108c05b7-76c0-4349-860b-0ee744976eeb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Network b37ae9d4-a01a-4b66-aedc-028c2a70372c is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:52:05.481520 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:05.487919 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b2ceb791-c612-4e42-a270-c92834476049 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6822712 Jul 23 20:52:05.487919 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-108c05b7-76c0-4349-860b-0ee744976eeb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:52:05.488190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37106) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:05.493241 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-108c05b7-76c0-4349-860b-0ee744976eeb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:52:05.547363 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c05b7-76c0-4349-860b-0ee744976eeb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'Port': ['ID=3666e93c-3697-4836-8ee8-1bc303aa2f75,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:05.588877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-108c05b7-76c0-4349-860b-0ee744976eeb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:05.593234 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-108c05b7-76c0-4349-860b-0ee744976eeb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:05.632160 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-108c05b7-76c0-4349-860b-0ee744976eeb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3121624 Jul 23 20:52:05.652760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Request body: {'port': {'device_id': '2abaa510-2f80-4cd1-affb-09127bb2798e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:05.686569 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Set router a64a9093-d4fa-4246-ae01-10d859cecf1d gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:52:05.854285 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:05.949600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3f1937a7-c328-44a3-ba1f-8176c8999d19 None None] Provisioning for port 3666e93c-3697-4836-8ee8-1bc303aa2f75 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:52:05.959397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3f1937a7-c328-44a3-ba1f-8176c8999d19 None None] Provisioning complete for port 3666e93c-3697-4836-8ee8-1bc303aa2f75 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:52:05.961477 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f1937a7-c328-44a3-ba1f-8176c8999d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:06.142026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e8f66-5de5-4992-87db-03197d33852a req-6e8cd848-6f93-41a9-926b-35f257c40451 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:06.145063 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa3e8f66-5de5-4992-87db-03197d33852a req-6e8cd848-6f93-41a9-926b-35f257c40451 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.48 "GET /v2.0/networks?id=f9c611d9-51f1-472c-aa78-1e8d57241baa HTTP/1.1" status: 200 len: 810 time: 0.4878356 Jul 23 20:52:06.151574 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-474372298-router', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:52:01Z', 'updated_at': '2021-07-23T20:52:03Z', 'revision_number': 3, 'project_id': 'e924962b97434700881679a2bf2a8570', 'gw_port': {'id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:46:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:02Z', 'updated_at': '2021-07-23T20:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:06.208354 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Checking router: a64a9093-d4fa-4246-ae01-10d859cecf1d for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:52:06.209074 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Updating router a64a9093-d4fa-4246-ae01-10d859cecf1d port 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:52:06.293178 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f61c3b5e-cfb2-4b32-8b1e-ca25e28d91ed req-5984cd97-c002-465f-8577-dc54c0570682 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 210 time: 0.2125752 Jul 23 20:52:06.301028 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:06.425373 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa3e8f66-5de5-4992-87db-03197d33852a req-a8b8594b-e9f0-4535-a024-2ac96849c9f1 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb HTTP/1.1" status: 200 len: 380 time: 0.2644846 Jul 23 20:52:06.429265 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3f1937a7-c328-44a3-ba1f-8176c8999d19 None None] Port 3666e93c-3697-4836-8ee8-1bc303aa2f75 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:52:06.497825 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-aa3e8f66-5de5-4992-87db-03197d33852a req-e4e03055-0be7-437a-898d-25acdfff6ee2 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Request body: {'port': {'device_id': 'd98c5ea2-9d51-42d2-8de6-405723d0fcbf', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'admin_state_up': True, 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'security_groups': ['855672ca-4322-41bc-aa2f-3ad772c647fa']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:06.527759 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3666e93c-3697-4836-8ee8-1bc303aa2f75 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:52:06.535926 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:06.554210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b8c31-90b9-457c-a317-8a25feaa74f2 req-81a9cce8-4ab0-4c5f-9439-78c0d525b8cb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:06.561506 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d6b8c31-90b9-457c-a317-8a25feaa74f2 req-81a9cce8-4ab0-4c5f-9439-78c0d525b8cb tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 931 time: 0.4666345 Jul 23 20:52:06.572308 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Transition to ACTIVE for port object 3666e93c-3697-4836-8ee8-1bc303aa2f75 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:52:06.578125 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:06.703674 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d6b8c31-90b9-457c-a317-8a25feaa74f2 req-87be7b72-2e21-4678-a620-438498b59275 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408935 Jul 23 20:52:06.740822 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3666e93c-3697-4836-8ee8-1bc303aa2f75,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:06.759016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Attempting to bind port 3666e93c-3697-4836-8ee8-1bc303aa2f75 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:52:06.760168 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Attempting to bind port 3666e93c-3697-4836-8ee8-1bc303aa2f75 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:52:06.760715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Attempting to bind port 3666e93c-3697-4836-8ee8-1bc303aa2f75 on network b37ae9d4-a01a-4b66-aedc-028c2a70372c {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:52:06.766430 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Port 3666e93c-3697-4836-8ee8-1bc303aa2f75 on network b37ae9d4-a01a-4b66-aedc-028c2a70372c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:52:06.766741 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Attempting to bind port 3666e93c-3697-4836-8ee8-1bc303aa2f75 on network b37ae9d4-a01a-4b66-aedc-028c2a70372c {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:52:06.773316 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:52:06.774145 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Checking segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:52:06.774526 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Bound using segment: {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:52:06.775150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Bound port: 3666e93c-3697-4836-8ee8-1bc303aa2f75, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0025f91d-8ba8-461b-8094-78a0883386de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:52:06.776099 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:06.800405 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa3e8f66-5de5-4992-87db-03197d33852a req-e4e03055-0be7-437a-898d-25acdfff6ee2 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Made reservation on behalf of f291d0a23afa4b17b7ae45ed6291a3cb for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:52:06.807792 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa3e8f66-5de5-4992-87db-03197d33852a req-e4e03055-0be7-437a-898d-25acdfff6ee2 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:06.875697 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] For port 3666e93c-3697-4836-8ee8-1bc303aa2f75, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:52:06.881161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] For port 3666e93c-3697-4836-8ee8-1bc303aa2f75, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3666e93c-3697-4836-8ee8-1bc303aa2f75,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:52:06.895000 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:06.978585 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:06.980895 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:06.983034 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:06.988108 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] 10.222.0.57 "PUT /v2.0/ports/3666e93c-3697-4836-8ee8-1bc303aa2f75 HTTP/1.1" status: 200 len: 1092 time: 1.3476629 Jul 23 20:52:07.025567 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Transition to ACTIVE for port object 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:52:07.031931 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abaa510-2f80-4cd1-affb-09127bb2798e', 'tag': '3666e93c-3697-4836-8ee8-1bc303aa2f75'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:52:07.037511 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f7a24c-d589-4a4f-bb85-bf76efaa832e" -d '{"events": [{"name": "network-changed", "server_uuid": "2abaa510-2f80-4cd1-affb-09127bb2798e", "tag": "3666e93c-3697-4836-8ee8-1bc303aa2f75"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:52:07.044930 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:07.172593 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bea476-bbe8-4c17-abf0-b0f0bfee4116 x-openstack-request-id: req-c2bea476-bbe8-4c17-abf0-b0f0bfee4116 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:52:07.172891 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abaa510-2f80-4cd1-affb-09127bb2798e", "tag": "3666e93c-3697-4836-8ee8-1bc303aa2f75", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:52:07.173142 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c2bea476-bbe8-4c17-abf0-b0f0bfee4116 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:52:07.173528 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abaa510-2f80-4cd1-affb-09127bb2798e', 'tag': '3666e93c-3697-4836-8ee8-1bc303aa2f75', 'status': 'completed', 'code': 200} Jul 23 20:52:07.174953 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Attempting to bind port 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:52:07.175487 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Attempting to bind port 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:52:07.175702 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Attempting to bind port 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:52:07.185125 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a1686-996b-4e22-ab95-ff5b6b993dac None None] Pushing event updated for resources: {'Port': ['ID=2a38f5bb-4ced-4a23-9240-f7ecc7f2e644,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:07.187926 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:52:07.188342 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:52:07.195489 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:07.197011 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:52:07.198780 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Bound port: 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:52:07.199903 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:07.217500 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61538a71-9261-4e0f-87f8-cf5145f110c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3666e93c-3697-4836-8ee8-1bc303aa2f75,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:07.235155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-6dccd93b-a8a6-47f1-809b-f8b4257d35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:07.237000 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-6dccd93b-a8a6-47f1-809b-f8b4257d35ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 1095 time: 0.1925681 Jul 23 20:52:07.319698 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] For port 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:52:07.329476 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] For port 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2a38f5bb-4ced-4a23-9240-f7ecc7f2e644,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:52:07.352929 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:07.359254 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-241f042a-c0b6-4287-bb6f-e8beb8772b9a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3666e93c-3697-4836-8ee8-1bc303aa2f75 HTTP/1.1" status: 200 len: 217 time: 0.1145389 Jul 23 20:52:07.507888 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Routers {'a64a9093-d4fa-4246-ae01-10d859cecf1d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:52:07.509104 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:51:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a64a9093-d4fa-4246-ae01-10d859cecf1d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:07.560477 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d92fc544-673e-491c-b2b3-3f1c715561b5 req-4018d3d9-2ec9-44c6-a7e6-105f9eec27b3 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 210 time: 0.0758328 Jul 23 20:52:07.569616 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-8840e202-06a2-4b53-88be-e8a00886cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:07.572004 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-8840e202-06a2-4b53-88be-e8a00886cdc0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.1976244 Jul 23 20:52:07.641961 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:07.676961 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-f6eb5ddb-2ebe-4511-b5fb-e80403866af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:07.683240 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-f6eb5ddb-2ebe-4511-b5fb-e80403866af2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961118 Jul 23 20:52:07.689442 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a1686-996b-4e22-ab95-ff5b6b993dac None None] Pushing event updated for resources: {'Port': ['ID=2a38f5bb-4ced-4a23-9240-f7ecc7f2e644,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:07.762828 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] Set router a64a9093-d4fa-4246-ae01-10d859cecf1d gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:52:07.808017 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-888bff64-6ac9-4ff8-b405-a2403635fbfd service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211755 Jul 23 20:52:07.881653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-aa3e8f66-5de5-4992-87db-03197d33852a req-e4e03055-0be7-437a-898d-25acdfff6ee2 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Allocated IP 172.20.0.5 (f9c611d9-51f1-472c-aa78-1e8d57241baa/56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a/127262a8-2021-47d2-87cb-c4f2b64a8011) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:52:07.922492 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aea80f04-5ac2-4802-9413-508c59a63e0d req-4521b31c-4bee-438e-8056-4590f19a10bf service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078849 Jul 23 20:52:08.112633 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-474372298-router', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:52:01Z', 'updated_at': '2021-07-23T20:52:03Z', 'revision_number': 3, 'project_id': 'e924962b97434700881679a2bf2a8570', 'gw_port': {'id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:46:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:02Z', 'updated_at': '2021-07-23T20:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:08.126549 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7a24c-d589-4a4f-bb85-bf76efaa832e req-6a716807-4a99-4bf8-a828-23d89711be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:08.133776 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-28f7a24c-d589-4a4f-bb85-bf76efaa832e req-6a716807-4a99-4bf8-a828-23d89711be7c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 1095 time: 0.1596260 Jul 23 20:52:08.137658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bdecd-92fb-4659-a5b3-49de4f9ba2fc req-8fc8e491-f341-4de5-acd7-e1c1fce77624 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:08.139250 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-103bdecd-92fb-4659-a5b3-49de4f9ba2fc req-8fc8e491-f341-4de5-acd7-e1c1fce77624 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 943 time: 0.2478569 Jul 23 20:52:08.154577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] Allocated IP 172.20.0.1 (7221e424-f224-4970-b402-f1c70a2a0ec8/d4cfa8a1-7429-4d51-8365-37f5e816425d/bc158e44-27b1-42fa-959b-843941380360) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:52:08.184866 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142d9ab1-f7de-43bb-9ae9-d116a2f70e88 None None] The sync data for ids ['a64a9093-d4fa-4246-ae01-10d859cecf1d'] in n-d-791504-18 is: [{'id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-474372298-router', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:52:01Z', 'updated_at': '2021-07-23T20:52:03Z', 'revision_number': 3, 'project_id': 'e924962b97434700881679a2bf2a8570', 'gw_port': {'id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:46:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:02Z', 'updated_at': '2021-07-23T20:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:52:08.289770 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa3e8f66-5de5-4992-87db-03197d33852a req-e4e03055-0be7-437a-898d-25acdfff6ee2 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:08.304761 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7a24c-d589-4a4f-bb85-bf76efaa832e req-06459bb1-4935-42be-910f-265439a592ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:08.308694 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-28f7a24c-d589-4a4f-bb85-bf76efaa832e req-06459bb1-4935-42be-910f-265439a592ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 913 time: 0.1678510 Jul 23 20:52:08.314237 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-aa3e8f66-5de5-4992-87db-03197d33852a req-e4e03055-0be7-437a-898d-25acdfff6ee2 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Transition to ACTIVE for port object 127262a8-2021-47d2-87cb-c4f2b64a8011 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:52:08.363232 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-103bdecd-92fb-4659-a5b3-49de4f9ba2fc req-7372eaa8-cff1-4293-875f-5fae6db8182a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097721 Jul 23 20:52:08.374776 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-28f7a24c-d589-4a4f-bb85-bf76efaa832e req-f4ddec72-5fc2-40c4-b993-a60db2f357a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3666e93c-3697-4836-8ee8-1bc303aa2f75 HTTP/1.1" status: 200 len: 217 time: 0.0581558 Jul 23 20:52:08.449518 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7a24c-d589-4a4f-bb85-bf76efaa832e req-ec39c3ea-1fa5-451c-80ed-fd56195ee271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:08.451285 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-28f7a24c-d589-4a4f-bb85-bf76efaa832e req-ec39c3ea-1fa5-451c-80ed-fd56195ee271 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.0697763 Jul 23 20:52:08.498968 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa3e8f66-5de5-4992-87db-03197d33852a req-e4e03055-0be7-437a-898d-25acdfff6ee2 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:08.520189 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:08.622347 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7a24c-d589-4a4f-bb85-bf76efaa832e req-8910f69d-b488-400b-ae1b-4459362cb6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:08.623932 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-28f7a24c-d589-4a4f-bb85-bf76efaa832e req-8910f69d-b488-400b-ae1b-4459362cb6ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1634128 Jul 23 20:52:08.665261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa3e8f66-5de5-4992-87db-03197d33852a req-e4e03055-0be7-437a-898d-25acdfff6ee2 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Network f9c611d9-51f1-472c-aa78-1e8d57241baa is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:52:08.678901 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e03055-0be7-437a-898d-25acdfff6ee2 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Pushing event updated for resources: {'Port': ['ID=127262a8-2021-47d2-87cb-c4f2b64a8011,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:08.688874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-aa3e8f66-5de5-4992-87db-03197d33852a req-e4e03055-0be7-437a-898d-25acdfff6ee2 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:52:08.718522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3e8f66-5de5-4992-87db-03197d33852a req-e4e03055-0be7-437a-898d-25acdfff6ee2 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:52:08.860599 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e8f66-5de5-4992-87db-03197d33852a req-e4e03055-0be7-437a-898d-25acdfff6ee2 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:08.861310 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa3e8f66-5de5-4992-87db-03197d33852a req-e4e03055-0be7-437a-898d-25acdfff6ee2 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:08.925000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:52:08.984421 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa3e8f66-5de5-4992-87db-03197d33852a req-e4e03055-0be7-437a-898d-25acdfff6ee2 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5192630 Jul 23 20:52:09.005681 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Request body: {'port': {'device_id': 'd98c5ea2-9d51-42d2-8de6-405723d0fcbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:09.006413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:52:09.011578 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:52:09.012072 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:09.019593 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:09.161834 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c3d3b-a70b-4335-80f3-7967b2634a9d req-eb5c72ba-a34f-445b-8878-b33439caa3a6 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:09.163474 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c65c3d3b-a70b-4335-80f3-7967b2634a9d req-eb5c72ba-a34f-445b-8878-b33439caa3a6 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 931 time: 0.2929766 Jul 23 20:52:09.230576 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:09.255035 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] Network 7221e424-f224-4970-b402-f1c70a2a0ec8 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:52:09.287934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2a38f5bb-4ced-4a23-9240-f7ecc7f2e644,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:52:09.292315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] Pushing event updated for resources: {'Port': ['ID=bc158e44-27b1-42fa-959b-843941380360,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:09.301220 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:09.309672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:52:09.350176 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5b87dfd6-b280-4c14-b45b-5c6668cd7199 None None] Provisioning for port 127262a8-2021-47d2-87cb-c4f2b64a8011 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:52:09.363528 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5b87dfd6-b280-4c14-b45b-5c6668cd7199 None None] Provisioning complete for port 127262a8-2021-47d2-87cb-c4f2b64a8011 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:52:09.364294 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b87dfd6-b280-4c14-b45b-5c6668cd7199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:09.397946 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-28f7a24c-d589-4a4f-bb85-bf76efaa832e req-7ff8189d-12ec-40ad-a27c-92d33f61c863 service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640257 Jul 23 20:52:09.412327 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:52:09.416552 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:09.441600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=2a38f5bb-4ced-4a23-9240-f7ecc7f2e644,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:09.471607 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5b87dfd6-b280-4c14-b45b-5c6668cd7199 None None] Port 127262a8-2021-47d2-87cb-c4f2b64a8011 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:52:09.577332 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-28f7a24c-d589-4a4f-bb85-bf76efaa832e req-7497104e-64bd-4e30-8994-d47a6860358d service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680675 Jul 23 20:52:09.628723 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c65c3d3b-a70b-4335-80f3-7967b2634a9d req-53a46e80-646c-4a53-ae67-71ee4550f08d tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4365900 Jul 23 20:52:09.737789 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:09.932048 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18914925-33ef-4127-ab06-90a312933b92 req-ab1e76ae-46f8-4d6b-be07-70e32f5dccd4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:09.933652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18914925-33ef-4127-ab06-90a312933b92 req-ab1e76ae-46f8-4d6b-be07-70e32f5dccd4 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 943 time: 0.2685843 Jul 23 20:52:10.009177 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127262a8-2021-47d2-87cb-c4f2b64a8011 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:52:10.029193 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:10.050474 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18914925-33ef-4127-ab06-90a312933b92 req-cfc0f98e-aa0b-4c63-9d67-3d3958fb2281 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939043 Jul 23 20:52:10.064294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Transition to ACTIVE for port object 127262a8-2021-47d2-87cb-c4f2b64a8011 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:52:10.066197 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:10.082600 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:10.173443 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Pushing event updated for resources: {'Port': ['ID=127262a8-2021-47d2-87cb-c4f2b64a8011,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:10.313664 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Attempting to bind port 127262a8-2021-47d2-87cb-c4f2b64a8011 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:52:10.313997 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Attempting to bind port 127262a8-2021-47d2-87cb-c4f2b64a8011 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '7acafd24-d66a-4f21-b956-cae3d4cdb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:52:10.314331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Attempting to bind port 127262a8-2021-47d2-87cb-c4f2b64a8011 on network f9c611d9-51f1-472c-aa78-1e8d57241baa {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:52:10.328703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Port 127262a8-2021-47d2-87cb-c4f2b64a8011 on network f9c611d9-51f1-472c-aa78-1e8d57241baa not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:52:10.328930 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Attempting to bind port 127262a8-2021-47d2-87cb-c4f2b64a8011 on network f9c611d9-51f1-472c-aa78-1e8d57241baa {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:52:10.350173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:52:10.350446 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Checking segment: {'id': '7acafd24-d66a-4f21-b956-cae3d4cdb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:52:10.350702 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Bound using segment: {'id': '7acafd24-d66a-4f21-b956-cae3d4cdb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:52:10.351226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Bound port: 127262a8-2021-47d2-87cb-c4f2b64a8011, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acafd24-d66a-4f21-b956-cae3d4cdb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:52:10.351534 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:10.420111 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:10.433879 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:10.523141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] For port 127262a8-2021-47d2-87cb-c4f2b64a8011, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:52:10.549506 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] Pushing event updated for resources: {'Port': ['ID=bc158e44-27b1-42fa-959b-843941380360,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:10.565033 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:10.574962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] For port 127262a8-2021-47d2-87cb-c4f2b64a8011, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=127262a8-2021-47d2-87cb-c4f2b64a8011,segment=NetworkSegment(7acafd24-d66a-4f21-b956-cae3d4cdb212),segment_id=7acafd24-d66a-4f21-b956-cae3d4cdb212)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:52:10.588739 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:10.673863 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:10.674578 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:10.676024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa3e8f66-5de5-4992-87db-03197d33852a req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] 10.222.0.48 "PUT /v2.0/ports/127262a8-2021-47d2-87cb-c4f2b64a8011 HTTP/1.1" status: 200 len: 1092 time: 1.6767228 Jul 23 20:52:10.676564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98c5ea2-9d51-42d2-8de6-405723d0fcbf', 'tag': '127262a8-2021-47d2-87cb-c4f2b64a8011'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:52:10.678933 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd33275-2cb2-4053-9911-af6f4b1e2008" -d '{"events": [{"name": "network-changed", "server_uuid": "d98c5ea2-9d51-42d2-8de6-405723d0fcbf", "tag": "127262a8-2021-47d2-87cb-c4f2b64a8011"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:52:10.774188 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824f71b-0ebe-4d11-b448-c9367fb25251 service neutron] Pushing event updated for resources: {'Port': ['ID=127262a8-2021-47d2-87cb-c4f2b64a8011,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:10.854313 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2310ac13-8c07-4ac3-a7d0-73f026073cad x-openstack-request-id: req-2310ac13-8c07-4ac3-a7d0-73f026073cad {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:52:10.854609 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98c5ea2-9d51-42d2-8de6-405723d0fcbf", "tag": "127262a8-2021-47d2-87cb-c4f2b64a8011", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:52:10.854867 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2310ac13-8c07-4ac3-a7d0-73f026073cad {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:52:10.855354 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98c5ea2-9d51-42d2-8de6-405723d0fcbf', 'tag': '127262a8-2021-47d2-87cb-c4f2b64a8011', 'status': 'completed', 'code': 200} Jul 23 20:52:10.870655 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:52:10.929859 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] Network 7221e424-f224-4970-b402-f1c70a2a0ec8 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:52:10.941873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:52:10.944293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:52:10.945199 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:11.105743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e8f66-5de5-4992-87db-03197d33852a req-d2e4b504-0c25-49e1-b4a3-f8b4ad717fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:11.107537 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa3e8f66-5de5-4992-87db-03197d33852a req-d2e4b504-0c25-49e1-b4a3-f8b4ad717fd9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb&device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 1095 time: 0.3637950 Jul 23 20:52:11.121993 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0a469-602e-4962-84e8-ba25b42942a0 req-f7ad43b8-31cb-4720-aeb7-01fe878a02a2 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:11.123593 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82a0a469-602e-4962-84e8-ba25b42942a0 req-f7ad43b8-31cb-4720-aeb7-01fe878a02a2 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 943 time: 0.3398006 Jul 23 20:52:11.192075 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa3e8f66-5de5-4992-87db-03197d33852a req-b7d7a7ff-e53e-4ab5-965c-0265f0645b43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=127262a8-2021-47d2-87cb-c4f2b64a8011 HTTP/1.1" status: 200 len: 217 time: 0.0657032 Jul 23 20:52:11.274499 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] Router a64a9093-d4fa-4246-ae01-10d859cecf1d has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:52:11.325801 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82a0a469-602e-4962-84e8-ba25b42942a0 req-736937ad-d17d-46f8-9839-6237a4162440 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838546 Jul 23 20:52:11.415497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e8f66-5de5-4992-87db-03197d33852a req-62a281d8-fd3e-4aec-85f6-650848ca4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:11.416994 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa3e8f66-5de5-4992-87db-03197d33852a req-62a281d8-fd3e-4aec-85f6-650848ca4312 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a HTTP/1.1" status: 200 len: 849 time: 0.1914358 Jul 23 20:52:11.449371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74963f-499d-4202-88cf-ae3065087442 req-82138bb7-f49c-4dac-acef-769c912d280a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:11.450947 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d74963f-499d-4202-88cf-ae3065087442 req-82138bb7-f49c-4dac-acef-769c912d280a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 943 time: 0.2774284 Jul 23 20:52:11.531483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:52:11.538519 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d74963f-499d-4202-88cf-ae3065087442 req-b1129d13-10e0-4a54-b36e-04d7d64f6bd1 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675282 Jul 23 20:52:11.542931 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b59ede4d-3ded-44f6-9faa-ce4ce12b56ba admin admin] 10.222.0.55 "PUT /v2.0/routers/a64a9093-d4fa-4246-ae01-10d859cecf1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0530367 Jul 23 20:52:11.549420 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Sync routers for ids ['a64a9093-d4fa-4246-ae01-10d859cecf1d'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:52:11.564017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e8f66-5de5-4992-87db-03197d33852a req-9c19c836-4ec2-4916-814d-0981f947a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:11.565598 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa3e8f66-5de5-4992-87db-03197d33852a req-9c19c836-4ec2-4916-814d-0981f947a60d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9c611d9-51f1-472c-aa78-1e8d57241baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1358173 Jul 23 20:52:11.566809 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Routers {'a64a9093-d4fa-4246-ae01-10d859cecf1d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:52:11.567597 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:51:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a64a9093-d4fa-4246-ae01-10d859cecf1d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:11.696927 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa3e8f66-5de5-4992-87db-03197d33852a req-41accadc-f790-4373-a7da-fc28f75decf6 service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159115 Jul 23 20:52:11.706247 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Set router a64a9093-d4fa-4246-ae01-10d859cecf1d gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:52:11.826864 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa3e8f66-5de5-4992-87db-03197d33852a req-7d9886e2-00b1-4221-8647-dda9147c1df9 service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185203 Jul 23 20:52:11.944431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd33275-2cb2-4053-9911-af6f4b1e2008 req-bc2d7cf9-85aa-4268-8bf9-edaf8b5bf7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:11.946040 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2cd33275-2cb2-4053-9911-af6f4b1e2008 req-bc2d7cf9-85aa-4268-8bf9-edaf8b5bf7c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb&device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 1095 time: 0.0701945 Jul 23 20:52:11.992909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-474372298-router', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:52:01Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': 'e924962b97434700881679a2bf2a8570', 'gw_port': {'id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:02Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'bc158e44-27b1-42fa-959b-843941380360', 'name': '', 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'mac_address': 'fa:16:3e:bc:5b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:07Z', 'updated_at': '2021-07-23T20:52:10Z', 'revision_number': 2, 'project_id': 'e924962b97434700881679a2bf2a8570', 'subnets': [{'id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:12.030290 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Checking router: a64a9093-d4fa-4246-ae01-10d859cecf1d for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:52:12.030679 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Updating router a64a9093-d4fa-4246-ae01-10d859cecf1d port bc158e44-27b1-42fa-959b-843941380360 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:52:12.074695 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:12.396805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd33275-2cb2-4053-9911-af6f4b1e2008 req-a5c8ed95-11ea-4337-8fce-e48b1fd653c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:12.398294 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2cd33275-2cb2-4053-9911-af6f4b1e2008 req-a5c8ed95-11ea-4337-8fce-e48b1fd653c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9c611d9-51f1-472c-aa78-1e8d57241baa HTTP/1.1" status: 200 len: 911 time: 0.4457283 Jul 23 20:52:12.414471 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:12.427180 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Transition to ACTIVE for port object bc158e44-27b1-42fa-959b-843941380360 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:52:12.436196 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:12.447199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2cd33275-2cb2-4053-9911-af6f4b1e2008 req-f06493e4-efbc-4e5f-9fa7-74512ae9c035 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=127262a8-2021-47d2-87cb-c4f2b64a8011 HTTP/1.1" status: 200 len: 217 time: 0.0401943 Jul 23 20:52:12.456087 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-410f304e-c916-414b-929d-f6ce9662ca61 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:12.457794 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-410f304e-c916-414b-929d-f6ce9662ca61 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/networks?id=7221e424-f224-4970-b402-f1c70a2a0ec8 HTTP/1.1" status: 200 len: 819 time: 0.4796550 Jul 23 20:52:12.526684 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-47331df0-230f-4c7c-abd7-93d3f77c85bb tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/quotas/e924962b97434700881679a2bf2a8570 HTTP/1.1" status: 200 len: 375 time: 0.0600214 Jul 23 20:52:12.567484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371b9ad-9f33-46b4-894e-4afbe9b85c51 None None] Pushing event updated for resources: {'Port': ['ID=bc158e44-27b1-42fa-959b-843941380360,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:12.578977 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd33275-2cb2-4053-9911-af6f4b1e2008 req-20301e81-f1c1-470a-ac53-419627e76fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:12.580865 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2cd33275-2cb2-4053-9911-af6f4b1e2008 req-20301e81-f1c1-470a-ac53-419627e76fc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a HTTP/1.1" status: 200 len: 849 time: 0.1153593 Jul 23 20:52:12.581216 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Attempting to bind port bc158e44-27b1-42fa-959b-843941380360 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:52:12.581630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Attempting to bind port bc158e44-27b1-42fa-959b-843941380360 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'be27db90-d310-4b2d-945d-78f37778dc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:52:12.582008 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Attempting to bind port bc158e44-27b1-42fa-959b-843941380360 on network 7221e424-f224-4970-b402-f1c70a2a0ec8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:52:12.587540 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:52:12.588621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Checking segment: {'id': 'be27db90-d310-4b2d-945d-78f37778dc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:52:12.589039 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:12.589394 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Bound using segment: {'id': 'be27db90-d310-4b2d-945d-78f37778dc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:52:12.589859 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Bound port: bc158e44-27b1-42fa-959b-843941380360, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be27db90-d310-4b2d-945d-78f37778dc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:52:12.590259 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:12.649565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca819ac-f79a-4d34-a8d6-f23ed14c85ec req-daca42c2-0a54-4373-b377-cd4f0af35015 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:12.651545 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ca819ac-f79a-4d34-a8d6-f23ed14c85ec req-daca42c2-0a54-4373-b377-cd4f0af35015 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 943 time: 0.2039633 Jul 23 20:52:12.663355 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-ab2c57c5-be2c-4c95-a637-a4c0be11b4c2 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e924962b97434700881679a2bf2a8570&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1288342 Jul 23 20:52:12.665250 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] For port bc158e44-27b1-42fa-959b-843941380360, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:52:12.668951 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] For port bc158e44-27b1-42fa-959b-843941380360, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=bc158e44-27b1-42fa-959b-843941380360,segment=NetworkSegment(be27db90-d310-4b2d-945d-78f37778dc08),segment_id=be27db90-d310-4b2d-945d-78f37778dc08)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:52:12.673673 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:12.725318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Routers {'a64a9093-d4fa-4246-ae01-10d859cecf1d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:52:12.726039 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:51:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a64a9093-d4fa-4246-ae01-10d859cecf1d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:12.766329 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ca819ac-f79a-4d34-a8d6-f23ed14c85ec req-f120c6a2-4a30-4731-9516-e1f650bd8ad1 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019773 Jul 23 20:52:12.769793 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd33275-2cb2-4053-9911-af6f4b1e2008 req-59e38427-581c-4513-96e8-7d5ec831210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:12.771283 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2cd33275-2cb2-4053-9911-af6f4b1e2008 req-59e38427-581c-4513-96e8-7d5ec831210d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9c611d9-51f1-472c-aa78-1e8d57241baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1813149 Jul 23 20:52:12.825017 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371b9ad-9f33-46b4-894e-4afbe9b85c51 None None] Pushing event updated for resources: {'Port': ['ID=bc158e44-27b1-42fa-959b-843941380360,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:12.843600 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-1ad49d23-f45d-428b-9d0e-25f0f8855c9b service neutron] 10.222.0.55 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697359 Jul 23 20:52:12.876570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] Set router a64a9093-d4fa-4246-ae01-10d859cecf1d gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:52:12.956511 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2cd33275-2cb2-4053-9911-af6f4b1e2008 req-1b2fbd75-6aef-422f-af40-e9f6a35530f4 service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731517 Jul 23 20:52:13.081060 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-387d3bdc-b126-4fdd-a94d-f5b61f498e57 service neutron] 10.222.0.55 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100139 Jul 23 20:52:13.099941 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219f4f-dd63-4c78-af3c-c320838c803c req-e292102f-4519-478b-b7af-80fc657c5a64 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:13.101518 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-97219f4f-dd63-4c78-af3c-c320838c803c req-e292102f-4519-478b-b7af-80fc657c5a64 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 943 time: 0.2293994 Jul 23 20:52:13.103591 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-474372298-router', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:52:01Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': 'e924962b97434700881679a2bf2a8570', 'gw_port': {'id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:02Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'bc158e44-27b1-42fa-959b-843941380360', 'name': '', 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'mac_address': 'fa:16:3e:bc:5b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:07Z', 'updated_at': '2021-07-23T20:52:12Z', 'revision_number': 4, 'project_id': 'e924962b97434700881679a2bf2a8570', 'subnets': [{'id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:13.137959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01268353-e392-40fb-a7c7-58a86abdebf9 None None] The sync data for ids ['a64a9093-d4fa-4246-ae01-10d859cecf1d'] in n-d-791504-18 is: [{'id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-474372298-router', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:52:01Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': 'e924962b97434700881679a2bf2a8570', 'gw_port': {'id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:02Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'bc158e44-27b1-42fa-959b-843941380360', 'name': '', 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'mac_address': 'fa:16:3e:bc:5b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:07Z', 'updated_at': '2021-07-23T20:52:12Z', 'revision_number': 4, 'project_id': 'e924962b97434700881679a2bf2a8570', 'subnets': [{'id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:52:13.139792 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2cd33275-2cb2-4053-9911-af6f4b1e2008 req-102bdc4f-f356-477e-a5d5-8efc4836beab service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529467 Jul 23 20:52:13.161060 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-97219f4f-dd63-4c78-af3c-c320838c803c req-3a809a58-e348-4ec7-b18f-470b01f3e858 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476232 Jul 23 20:52:13.326859 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-caf1cf6b-3efb-4dbc-9d23-fae3c1eb6ae0 req-1be44f9f-ee41-48c5-9164-c7b0d486b2ae tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 210 time: 0.0385623 Jul 23 20:52:13.972827 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543e666-7f46-4d4f-a9e5-27dfb65612e4 req-cd2a639b-741f-40d3-aabd-2de97e3836f4 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:13.983028 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9543e666-7f46-4d4f-a9e5-27dfb65612e4 req-cd2a639b-741f-40d3-aabd-2de97e3836f4 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 943 time: 0.1089439 Jul 23 20:52:14.030706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9543e666-7f46-4d4f-a9e5-27dfb65612e4 req-92093c04-21ab-4cc8-a8a7-e2794e139d16 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454562 Jul 23 20:52:14.111287 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 127262a8-2021-47d2-87cb-c4f2b64a8011 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:52:14.305208 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 127262a8-2021-47d2-87cb-c4f2b64a8011, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=127262a8-2021-47d2-87cb-c4f2b64a8011,segment=NetworkSegment(7acafd24-d66a-4f21-b956-cae3d4cdb212),segment_id=7acafd24-d66a-4f21-b956-cae3d4cdb212)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:52:14.332379 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '127262a8-2021-47d2-87cb-c4f2b64a8011', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'port_id': '127262a8-2021-47d2-87cb-c4f2b64a8011', 'mac_address': 'fa:16:3e:8d:12:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:52:14.380463 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:14.412763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127262a8-2021-47d2-87cb-c4f2b64a8011 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:52:14.444241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8082a7-3546-4bbf-968c-2dd141fbac1c req-a9cea613-ffb9-4f02-8f0c-2c3e28f4636a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:14.452047 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 127262a8-2021-47d2-87cb-c4f2b64a8011, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=127262a8-2021-47d2-87cb-c4f2b64a8011,segment=NetworkSegment(7acafd24-d66a-4f21-b956-cae3d4cdb212),segment_id=7acafd24-d66a-4f21-b956-cae3d4cdb212)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:52:14.456099 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb8082a7-3546-4bbf-968c-2dd141fbac1c req-a9cea613-ffb9-4f02-8f0c-2c3e28f4636a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 943 time: 0.1737943 Jul 23 20:52:14.462454 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:14.521200 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-52240d98-7ba3-46b5-8590-2833b45fffac req-f82cddeb-47a2-4931-8bcc-3a8be9304742 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 210 time: 0.0479221 Jul 23 20:52:14.538104 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb8082a7-3546-4bbf-968c-2dd141fbac1c req-c3405b45-9c91-4747-b209-7d6979137561 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809536 Jul 23 20:52:14.539462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=127262a8-2021-47d2-87cb-c4f2b64a8011,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:14.723316 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['127262a8-2021-47d2-87cb-c4f2b64a8011'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:52:14.838299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device bc158e44-27b1-42fa-959b-843941380360 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:52:14.888247 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-55c7b1f3-3715-45b5-b32b-30a501b8792b tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:14.889746 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-55c7b1f3-3715-45b5-b32b-30a501b8792b tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.57 "GET /v2.0/networks?id=7221e424-f224-4970-b402-f1c70a2a0ec8 HTTP/1.1" status: 200 len: 819 time: 0.1663289 Jul 23 20:52:14.911397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port bc158e44-27b1-42fa-959b-843941380360 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:52:14.912009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-6ad52370-c228-489e-b38e-7859abcf5751 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Request body: {'port': {'device_id': '37dec986-da57-4a65-aba8-a5997a91b2be', 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8', 'admin_state_up': True, 'tenant_id': 'e924962b97434700881679a2bf2a8570'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:14.932174 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port bc158e44-27b1-42fa-959b-843941380360 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:52:14.932838 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:15.057070 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-6ad52370-c228-489e-b38e-7859abcf5751 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Made reservation on behalf of e924962b97434700881679a2bf2a8570 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:52:15.062787 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-6ad52370-c228-489e-b38e-7859abcf5751 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:15.076568 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:15.127241 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port bc158e44-27b1-42fa-959b-843941380360, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=bc158e44-27b1-42fa-959b-843941380360,segment=NetworkSegment(be27db90-d310-4b2d-945d-78f37778dc08),segment_id=be27db90-d310-4b2d-945d-78f37778dc08)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:52:15.164586 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:15.216073 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=bc158e44-27b1-42fa-959b-843941380360,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:15.216433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce2ad4-bd39-4708-93ce-d08b998440bd req-6822a225-a5bd-44f2-95c7-13174494b5ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:15.217812 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44ce2ad4-bd39-4708-93ce-d08b998440bd req-6822a225-a5bd-44f2-95c7-13174494b5ee tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 944 time: 0.1195865 Jul 23 20:52:15.243593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-6ad52370-c228-489e-b38e-7859abcf5751 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Allocated IP 172.20.0.8 (7221e424-f224-4970-b402-f1c70a2a0ec8/d4cfa8a1-7429-4d51-8365-37f5e816425d/0f07d894-43af-4c00-a0d4-cb7d57146afc) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:52:15.260057 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44ce2ad4-bd39-4708-93ce-d08b998440bd req-d1e00bdd-ee3d-483c-844a-3891d3f7ffd6 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354445 Jul 23 20:52:15.403584 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-6ad52370-c228-489e-b38e-7859abcf5751 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:15.449323 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-6ad52370-c228-489e-b38e-7859abcf5751 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:15.475297 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:15.491525 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-6ad52370-c228-489e-b38e-7859abcf5751 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Network 7221e424-f224-4970-b402-f1c70a2a0ec8 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:52:15.495263 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-6ad52370-c228-489e-b38e-7859abcf5751 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:52:15.501928 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-6ad52370-c228-489e-b38e-7859abcf5751 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:52:15.527645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad52370-c228-489e-b38e-7859abcf5751 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Pushing event updated for resources: {'Port': ['ID=0f07d894-43af-4c00-a0d4-cb7d57146afc,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:15.555643 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-6ad52370-c228-489e-b38e-7859abcf5751 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:15.556811 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-6ad52370-c228-489e-b38e-7859abcf5751 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:15.577373 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-6ad52370-c228-489e-b38e-7859abcf5751 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6701872 Jul 23 20:52:15.590552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Request body: {'port': {'device_id': '37dec986-da57-4a65-aba8-a5997a91b2be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:15.682542 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:15.737181 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cf401-6596-4ace-b5c6-c89af43d7b4d req-27b5316b-0c07-4be8-9685-8d0c56b43278 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:15.746327 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d6cf401-6596-4ace-b5c6-c89af43d7b4d req-27b5316b-0c07-4be8-9685-8d0c56b43278 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 943 time: 0.1211686 Jul 23 20:52:15.761242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8eaddd-316c-40dd-9215-28c874c991c4 req-a3862795-efce-4c45-8079-f89551034dda tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:15.762797 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f8eaddd-316c-40dd-9215-28c874c991c4 req-a3862795-efce-4c45-8079-f89551034dda tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 931 time: 0.1276782 Jul 23 20:52:15.813066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d6cf401-6596-4ace-b5c6-c89af43d7b4d req-124b715f-25cc-40f2-a3b8-ec5a8dbea90d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670729 Jul 23 20:52:15.831445 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f8eaddd-316c-40dd-9215-28c874c991c4 req-bad7821d-a822-4490-80f6-504a543c995c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601034 Jul 23 20:52:15.966929 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f07d894-43af-4c00-a0d4-cb7d57146afc {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:52:15.974221 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:15.986068 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Transition to ACTIVE for port object 0f07d894-43af-4c00-a0d4-cb7d57146afc will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:52:15.989860 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:16.060586 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Pushing event updated for resources: {'Port': ['ID=0f07d894-43af-4c00-a0d4-cb7d57146afc,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:16.119239 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 127262a8-2021-47d2-87cb-c4f2b64a8011 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:52:16.122873 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Attempting to bind port 0f07d894-43af-4c00-a0d4-cb7d57146afc on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:52:16.123088 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Attempting to bind port 0f07d894-43af-4c00-a0d4-cb7d57146afc by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'be27db90-d310-4b2d-945d-78f37778dc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:52:16.123438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Attempting to bind port 0f07d894-43af-4c00-a0d4-cb7d57146afc on network 7221e424-f224-4970-b402-f1c70a2a0ec8 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:52:16.127703 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Port 0f07d894-43af-4c00-a0d4-cb7d57146afc on network 7221e424-f224-4970-b402-f1c70a2a0ec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:52:16.128030 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Attempting to bind port 0f07d894-43af-4c00-a0d4-cb7d57146afc on network 7221e424-f224-4970-b402-f1c70a2a0ec8 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:52:16.132864 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:52:16.133197 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Checking segment: {'id': 'be27db90-d310-4b2d-945d-78f37778dc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:52:16.133577 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Bound using segment: {'id': 'be27db90-d310-4b2d-945d-78f37778dc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:52:16.133998 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Bound port: 0f07d894-43af-4c00-a0d4-cb7d57146afc, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be27db90-d310-4b2d-945d-78f37778dc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:52:16.134352 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:16.188268 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 127262a8-2021-47d2-87cb-c4f2b64a8011 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:52:16.193380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 127262a8-2021-47d2-87cb-c4f2b64a8011 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:52:16.194000 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:16.204794 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] For port 0f07d894-43af-4c00-a0d4-cb7d57146afc, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:52:16.208796 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] For port 0f07d894-43af-4c00-a0d4-cb7d57146afc, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0f07d894-43af-4c00-a0d4-cb7d57146afc,segment=NetworkSegment(be27db90-d310-4b2d-945d-78f37778dc08),segment_id=be27db90-d310-4b2d-945d-78f37778dc08)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:52:16.213531 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:16.253604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:16.254426 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:16.256026 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] 10.222.0.57 "PUT /v2.0/ports/0f07d894-43af-4c00-a0d4-cb7d57146afc HTTP/1.1" status: 200 len: 1092 time: 0.6713998 Jul 23 20:52:16.258446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dec986-da57-4a65-aba8-a5997a91b2be', 'tag': '0f07d894-43af-4c00-a0d4-cb7d57146afc'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:52:16.261639 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c89a26-0a27-49bc-8fcd-48d2696d53f7" -d '{"events": [{"name": "network-changed", "server_uuid": "37dec986-da57-4a65-aba8-a5997a91b2be", "tag": "0f07d894-43af-4c00-a0d4-cb7d57146afc"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:52:16.299480 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:16.310224 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc91d188-a36f-4f39-9ac9-8398a5426440 x-openstack-request-id: req-fc91d188-a36f-4f39-9ac9-8398a5426440 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:52:16.310523 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37dec986-da57-4a65-aba8-a5997a91b2be", "tag": "0f07d894-43af-4c00-a0d4-cb7d57146afc", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:52:16.310779 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc91d188-a36f-4f39-9ac9-8398a5426440 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:52:16.311218 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37dec986-da57-4a65-aba8-a5997a91b2be', 'tag': '0f07d894-43af-4c00-a0d4-cb7d57146afc', 'status': 'completed', 'code': 200} Jul 23 20:52:16.327163 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3db6ce-1c66-4bc5-b201-8e2b4b9b9c4f service neutron] Pushing event updated for resources: {'Port': ['ID=0f07d894-43af-4c00-a0d4-cb7d57146afc,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:16.356060 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98c5ea2-9d51-42d2-8de6-405723d0fcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127262a8-2021-47d2-87cb-c4f2b64a8011'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:52:16.359578 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f279dc2d-1095-495a-84f8-be01547b4cbc" -d '{"events": [{"server_uuid": "d98c5ea2-9d51-42d2-8de6-405723d0fcbf", "name": "network-vif-plugged", "status": "completed", "tag": "127262a8-2021-47d2-87cb-c4f2b64a8011"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:52:16.374591 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 127262a8-2021-47d2-87cb-c4f2b64a8011, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=127262a8-2021-47d2-87cb-c4f2b64a8011,segment=NetworkSegment(7acafd24-d66a-4f21-b956-cae3d4cdb212),segment_id=7acafd24-d66a-4f21-b956-cae3d4cdb212)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:52:16.387699 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:16.416653 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-90fbd071-551c-4244-8277-3734a8147aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:16.419696 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-90fbd071-551c-4244-8277-3734a8147aa5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e924962b97434700881679a2bf2a8570&device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 1095 time: 0.1049850 Jul 23 20:52:16.460887 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=127262a8-2021-47d2-87cb-c4f2b64a8011,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:16.466483 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebd97a7-2712-4430-b394-6db5841fb312 x-openstack-request-id: req-1ebd97a7-2712-4430-b394-6db5841fb312 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:52:16.466894 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98c5ea2-9d51-42d2-8de6-405723d0fcbf", "name": "network-vif-plugged", "status": "completed", "tag": "127262a8-2021-47d2-87cb-c4f2b64a8011", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:52:16.467280 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ebd97a7-2712-4430-b394-6db5841fb312 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:52:16.467783 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98c5ea2-9d51-42d2-8de6-405723d0fcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127262a8-2021-47d2-87cb-c4f2b64a8011', 'code': 200} Jul 23 20:52:16.483930 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17d2c0-f0dd-45dc-a5c3-ae3358dda196 req-f79877e7-eb36-405c-97f9-72e9dcbdf0d2 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:16.486583 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba17d2c0-f0dd-45dc-a5c3-ae3358dda196 req-f79877e7-eb36-405c-97f9-72e9dcbdf0d2 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.1101284 Jul 23 20:52:16.509035 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-3b3c3ef2-206e-4b24-bc2f-56851fc170ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f07d894-43af-4c00-a0d4-cb7d57146afc HTTP/1.1" status: 200 len: 217 time: 0.0757504 Jul 23 20:52:16.573091 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ba17d2c0-f0dd-45dc-a5c3-ae3358dda196 req-80ae2a1d-6423-4039-af12-3d2ba3c7893d tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809410 Jul 23 20:52:16.581309 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-62355a9c-64dc-48a5-ba88-c29d2fd087c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:16.583159 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-62355a9c-64dc-48a5-ba88-c29d2fd087c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4cfa8a1-7429-4d51-8365-37f5e816425d HTTP/1.1" status: 200 len: 859 time: 0.0649817 Jul 23 20:52:16.609280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4639ee-55b8-4522-b21e-f54647c4a983 req-d6e8dc92-f0ca-4879-a9f5-525d42724089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:16.611382 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f4639ee-55b8-4522-b21e-f54647c4a983 req-d6e8dc92-f0ca-4879-a9f5-525d42724089 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 1097 time: 0.1110666 Jul 23 20:52:16.622635 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-be5c281c-904b-412b-a2a5-73e852aba1a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7221e424-f224-4970-b402-f1c70a2a0ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309608 Jul 23 20:52:16.632483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37250) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:16.668469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f4639ee-55b8-4522-b21e-f54647c4a983 req-b4b22e80-2613-44af-b6f0-30504f99ff6c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430069 Jul 23 20:52:16.747714 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-6067c53a-82f4-4a2f-8cd0-a89ebf469cfe service neutron] 10.222.0.57 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173835 Jul 23 20:52:16.791506 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13e12d61-5f49-4859-bb12-86c8a0602e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:16.819880 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device bc158e44-27b1-42fa-959b-843941380360 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:52:16.904043 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port bc158e44-27b1-42fa-959b-843941380360 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:52:16.904905 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:16.931082 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bde8602b-4799-478d-bbdd-8c4fd7f6a71a req-941e7d1f-6b13-40a8-bf64-75305366cddd service neutron] 10.222.0.57 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750200 Jul 23 20:52:16.934259 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:17.042800 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13e12d61-5f49-4859-bb12-86c8a0602e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:17.047000 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c89a26-0a27-49bc-8fcd-48d2696d53f7 req-35c57a75-4bae-4ebf-a89b-3aa3ff3ec25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:17.048733 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65c89a26-0a27-49bc-8fcd-48d2696d53f7 req-35c57a75-4bae-4ebf-a89b-3aa3ff3ec25c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e924962b97434700881679a2bf2a8570&device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 1095 time: 0.0656345 Jul 23 20:52:17.050970 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13e12d61-5f49-4859-bb12-86c8a0602e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:17.115693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-13e12d61-5f49-4859-bb12-86c8a0602e1a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27dadb7680a047d38b533477f90b841b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4818809 Jul 23 20:52:17.116632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37258) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:17.129371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa4b04-c973-469b-846f-247f6199e394 req-3b117b3c-fe23-44a7-9981-be2ba9025652 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:17.131352 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49aa4b04-c973-469b-846f-247f6199e394 req-3b117b3c-fe23-44a7-9981-be2ba9025652 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 943 time: 0.2114446 Jul 23 20:52:17.133342 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e12d61-5f49-4859-bb12-86c8a0602e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9f675f-2b5b-4534-bc02-f0c4a6ab9ab5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:17.148437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c89a26-0a27-49bc-8fcd-48d2696d53f7 req-cba19b21-9eba-4631-be15-03ede97a6c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:17.150228 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65c89a26-0a27-49bc-8fcd-48d2696d53f7 req-cba19b21-9eba-4631-be15-03ede97a6c80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7221e424-f224-4970-b402-f1c70a2a0ec8 HTTP/1.1" status: 200 len: 920 time: 0.0924497 Jul 23 20:52:17.167766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7769837-f21b-4cf7-9981-f9410e323c01 req-1ff0bf3c-3238-4c71-b13a-723998f614c4 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:17.169246 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7769837-f21b-4cf7-9981-f9410e323c01 req-1ff0bf3c-3238-4c71-b13a-723998f614c4 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 943 time: 0.1970642 Jul 23 20:52:17.196039 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65c89a26-0a27-49bc-8fcd-48d2696d53f7 req-441b8e1d-781b-4736-80bc-290bb8358b3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f07d894-43af-4c00-a0d4-cb7d57146afc HTTP/1.1" status: 200 len: 217 time: 0.0391345 Jul 23 20:52:17.245679 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c89a26-0a27-49bc-8fcd-48d2696d53f7 req-49b2cb18-6099-48b7-98eb-0ec53259ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:17.247185 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65c89a26-0a27-49bc-8fcd-48d2696d53f7 req-49b2cb18-6099-48b7-98eb-0ec53259ccfc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4cfa8a1-7429-4d51-8365-37f5e816425d HTTP/1.1" status: 200 len: 859 time: 0.0441113 Jul 23 20:52:17.247595 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49aa4b04-c973-469b-846f-247f6199e394 req-740fb380-6f00-4cc1-a3ba-d984fa206960 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023581 Jul 23 20:52:17.258014 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7769837-f21b-4cf7-9981-f9410e323c01 req-e18cf8c0-9566-4455-afcb-db949f68065d tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742095 Jul 23 20:52:17.258799 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f4e61604-36b9-412d-9794-230fc4d9dcbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:17.281583 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f4e61604-36b9-412d-9794-230fc4d9dcbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:17.282402 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65c89a26-0a27-49bc-8fcd-48d2696d53f7 req-193ed55a-3965-4c69-aa9f-39d32945a137 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7221e424-f224-4970-b402-f1c70a2a0ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286353 Jul 23 20:52:17.327904 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f4e61604-36b9-412d-9794-230fc4d9dcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:17.330759 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f4e61604-36b9-412d-9794-230fc4d9dcbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:17.332007 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f4e61604-36b9-412d-9794-230fc4d9dcbb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dc9f675f-2b5b-4534-bc02-f0c4a6ab9ab5 HTTP/1.1" status: 204 len: 168 time: 0.1997211 Jul 23 20:52:17.340938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e61604-36b9-412d-9794-230fc4d9dcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9f675f-2b5b-4534-bc02-f0c4a6ab9ab5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:17.379067 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65c89a26-0a27-49bc-8fcd-48d2696d53f7 req-43deb254-5e42-41e1-bf44-9dea11d351bb service neutron] 10.222.0.57 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898046 Jul 23 20:52:17.473437 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65c89a26-0a27-49bc-8fcd-48d2696d53f7 req-c58c7615-058c-409d-93a5-7907a0cddc13 service neutron] 10.222.0.57 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868475 Jul 23 20:52:17.595272 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37264) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:17.614321 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36744479-1a29-4f9e-bdeb-bcf75fc95528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:17.716107 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36744479-1a29-4f9e-bdeb-bcf75fc95528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:17.719934 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-36744479-1a29-4f9e-bdeb-bcf75fc95528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:17.726670 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1aecf2-9fcd-463b-a3eb-8b707cd1c1ca req-8b1fe634-a596-4b74-a462-1932d9db285f tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:17.728868 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b1aecf2-9fcd-463b-a3eb-8b707cd1c1ca req-8b1fe634-a596-4b74-a462-1932d9db285f tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0721269 Jul 23 20:52:17.758979 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-36744479-1a29-4f9e-bdeb-bcf75fc95528 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=662b4cf725fd4de194982f2d19e9cf29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1625776 Jul 23 20:52:17.760186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36744479-1a29-4f9e-bdeb-bcf75fc95528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6fe3df-9f97-46a0-87a2-877ce1416bc9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:17.761816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37268) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:17.773451 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b1aecf2-9fcd-463b-a3eb-8b707cd1c1ca req-266b60fd-e85c-46dc-b84e-eb1d46d4be6c tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388300 Jul 23 20:52:17.814789 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3679a86-27e6-457c-945b-9e7f3633c44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:17.836040 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3679a86-27e6-457c-945b-9e7f3633c44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:17.880796 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3679a86-27e6-457c-945b-9e7f3633c44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:17.883303 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d3679a86-27e6-457c-945b-9e7f3633c44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:17.884983 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d3679a86-27e6-457c-945b-9e7f3633c44d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd6fe3df-9f97-46a0-87a2-877ce1416bc9 HTTP/1.1" status: 204 len: 168 time: 0.1199474 Jul 23 20:52:17.892429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3679a86-27e6-457c-945b-9e7f3633c44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6fe3df-9f97-46a0-87a2-877ce1416bc9,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:18.428994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9d168-d1b8-4844-bd18-cd4ecf9faf2f req-4f9bab43-5e21-410a-8174-7c391d986726 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:18.430506 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4b9d168-d1b8-4844-bd18-cd4ecf9faf2f req-4f9bab43-5e21-410a-8174-7c391d986726 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 943 time: 0.1092904 Jul 23 20:52:18.439225 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cfc42-f400-43cc-90cb-7afd7503cabd req-5e68cb64-4589-481f-a378-c34e9381f103 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:18.440632 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a39cfc42-f400-43cc-90cb-7afd7503cabd req-5e68cb64-4589-481f-a378-c34e9381f103 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 943 time: 0.1047990 Jul 23 20:52:18.497121 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4b9d168-d1b8-4844-bd18-cd4ecf9faf2f req-a65204b0-adf5-4fe3-af56-be45ebeedf20 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555129 Jul 23 20:52:18.501949 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a39cfc42-f400-43cc-90cb-7afd7503cabd req-15bb38c9-ed7b-4bf9-ac03-fa999b570063 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538063 Jul 23 20:52:18.906813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98ddf6-35e8-448c-aeb9-8bbf7f9ccb48 req-e84cacf3-a4c4-41f1-a1da-55847ae526f6 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:18.908337 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a98ddf6-35e8-448c-aeb9-8bbf7f9ccb48 req-e84cacf3-a4c4-41f1-a1da-55847ae526f6 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0636797 Jul 23 20:52:18.947186 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a98ddf6-35e8-448c-aeb9-8bbf7f9ccb48 req-d1a98cea-decc-4ea1-bd8b-a91d114ebed1 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330932 Jul 23 20:52:19.078811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4608a4-a063-49d0-b62b-05ad442259e0 req-5c81b2fc-3e41-437c-acd3-56bcd563252e tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:19.080645 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b4608a4-a063-49d0-b62b-05ad442259e0 req-5c81b2fc-3e41-437c-acd3-56bcd563252e tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0682230 Jul 23 20:52:19.094147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37316) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:19.098722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-5b579ca5-56e3-4105-96e0-de2b1c570255 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Request body: {'floatingip': {'port_id': '127262a8-2021-47d2-87cb-c4f2b64a8011'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:19.137529 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5b579ca5-56e3-4105-96e0-de2b1c570255 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:19.337432 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0f07d894-43af-4c00-a0d4-cb7d57146afc details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:52:19.448879 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 0f07d894-43af-4c00-a0d4-cb7d57146afc, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0f07d894-43af-4c00-a0d4-cb7d57146afc,segment=NetworkSegment(be27db90-d310-4b2d-945d-78f37778dc08),segment_id=be27db90-d310-4b2d-945d-78f37778dc08)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:52:19.462181 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '0f07d894-43af-4c00-a0d4-cb7d57146afc', 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8', 'port_id': '0f07d894-43af-4c00-a0d4-cb7d57146afc', 'mac_address': 'fa:16:3e:90:e8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:52:19.511024 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:19.524901 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f07d894-43af-4c00-a0d4-cb7d57146afc {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:52:19.549764 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 0f07d894-43af-4c00-a0d4-cb7d57146afc, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0f07d894-43af-4c00-a0d4-cb7d57146afc,segment=NetworkSegment(be27db90-d310-4b2d-945d-78f37778dc08),segment_id=be27db90-d310-4b2d-945d-78f37778dc08)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:52:19.554816 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:19.556252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 3666e93c-3697-4836-8ee8-1bc303aa2f75 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:52:19.631890 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=0f07d894-43af-4c00-a0d4-cb7d57146afc,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:19.670274 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5b579ca5-56e3-4105-96e0-de2b1c570255 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:19.677794 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5b579ca5-56e3-4105-96e0-de2b1c570255 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:19.718630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 3666e93c-3697-4836-8ee8-1bc303aa2f75, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3666e93c-3697-4836-8ee8-1bc303aa2f75,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:52:19.733487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '3666e93c-3697-4836-8ee8-1bc303aa2f75', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'port_id': '3666e93c-3697-4836-8ee8-1bc303aa2f75', 'mac_address': 'fa:16:3e:6c:9c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:52:19.772923 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:19.791865 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3666e93c-3697-4836-8ee8-1bc303aa2f75 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:52:19.795887 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680377af-6e90-4973-837f-b7642aa0698f req-194a92c6-3c6d-4d48-be6e-ca57612bba64 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:19.797405 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-680377af-6e90-4973-837f-b7642aa0698f req-194a92c6-3c6d-4d48-be6e-ca57612bba64 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 943 time: 0.2098241 Jul 23 20:52:19.813829 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 3666e93c-3697-4836-8ee8-1bc303aa2f75, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3666e93c-3697-4836-8ee8-1bc303aa2f75,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:52:19.817608 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:19.817858 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1808c-5400-4ddf-838a-cb423d5d63ed req-7762ccc4-c11d-4388-b4aa-5a3d1f15ef5c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:19.819704 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02c1808c-5400-4ddf-838a-cb423d5d63ed req-7762ccc4-c11d-4388-b4aa-5a3d1f15ef5c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 944 time: 0.1942685 Jul 23 20:52:19.852841 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-5b579ca5-56e3-4105-96e0-de2b1c570255 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Floating IP 93025481-6e7b-4d76-b5a1-0a5889377a69 associated. External IP: 172.25.3.23, port: 127262a8-2021-47d2-87cb-c4f2b64a8011. Jul 23 20:52:19.874481 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=3666e93c-3697-4836-8ee8-1bc303aa2f75,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:20.044367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0f07d894-43af-4c00-a0d4-cb7d57146afc'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:52:20.047896 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['3666e93c-3697-4836-8ee8-1bc303aa2f75'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:52:20.247840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-680377af-6e90-4973-837f-b7642aa0698f req-39169c9d-5089-4300-ae00-7399d51c7236 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4425950 Jul 23 20:52:20.263614 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02c1808c-5400-4ddf-838a-cb423d5d63ed req-327bd20c-2b55-4c41-a971-4f1f59c882c2 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358244 Jul 23 20:52:20.406093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b579ca5-56e3-4105-96e0-de2b1c570255 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:52:20.519541 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b579ca5-56e3-4105-96e0-de2b1c570255 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:52:20.523534 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5b579ca5-56e3-4105-96e0-de2b1c570255 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:20.531733 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75bf40-b99e-43a0-9677-5b5b4223e766 None None] Sync routers for ids ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:52:20.552326 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75bf40-b99e-43a0-9677-5b5b4223e766 None None] Routers {'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:52:20.553362 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2b75bf40-b99e-43a0-9677-5b5b4223e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:51:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:20.569734 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5b579ca5-56e3-4105-96e0-de2b1c570255 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "PUT /v2.0/floatingips/93025481-6e7b-4d76-b5a1-0a5889377a69 HTTP/1.1" status: 200 len: 990 time: 1.4716394 Jul 23 20:52:20.569734 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98c5ea2-9d51-42d2-8de6-405723d0fcbf', 'tag': '127262a8-2021-47d2-87cb-c4f2b64a8011'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:52:20.570171 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2189bb2-e798-49c6-9897-cdc8d4864719" -d '{"events": [{"name": "network-changed", "server_uuid": "d98c5ea2-9d51-42d2-8de6-405723d0fcbf", "tag": "127262a8-2021-47d2-87cb-c4f2b64a8011"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:52:20.606031 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b479ee1-7026-4040-8d6a-27a09942ea04 x-openstack-request-id: req-9b479ee1-7026-4040-8d6a-27a09942ea04 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:52:20.606329 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98c5ea2-9d51-42d2-8de6-405723d0fcbf", "tag": "127262a8-2021-47d2-87cb-c4f2b64a8011", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:52:20.606572 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b479ee1-7026-4040-8d6a-27a09942ea04 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:52:20.608235 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98c5ea2-9d51-42d2-8de6-405723d0fcbf', 'tag': '127262a8-2021-47d2-87cb-c4f2b64a8011', 'status': 'completed', 'code': 200} Jul 23 20:52:20.694291 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-2b75bf40-b99e-43a0-9677-5b5b4223e766 None None] Set router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:52:20.694598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2189bb2-e798-49c6-9897-cdc8d4864719 req-36799748-6fc3-4dc4-ab29-bf5b36d65163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:20.696371 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2189bb2-e798-49c6-9897-cdc8d4864719 req-36799748-6fc3-4dc4-ab29-bf5b36d65163 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb&device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 1097 time: 0.0645025 Jul 23 20:52:20.801003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2189bb2-e798-49c6-9897-cdc8d4864719 req-480dd907-4fe3-462c-91eb-bb2be87c86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:20.802608 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2189bb2-e798-49c6-9897-cdc8d4864719 req-480dd907-4fe3-462c-91eb-bb2be87c86b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9c611d9-51f1-472c-aa78-1e8d57241baa HTTP/1.1" status: 200 len: 911 time: 0.0999975 Jul 23 20:52:20.882628 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2189bb2-e798-49c6-9897-cdc8d4864719 req-6000a2bd-ac44-47b8-a677-818aff3ce111 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=127262a8-2021-47d2-87cb-c4f2b64a8011 HTTP/1.1" status: 200 len: 998 time: 0.0732667 Jul 23 20:52:20.932899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2189bb2-e798-49c6-9897-cdc8d4864719 req-76939b21-1d47-4b9a-9e0b-fa18a646465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:20.934431 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2189bb2-e798-49c6-9897-cdc8d4864719 req-76939b21-1d47-4b9a-9e0b-fa18a646465d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a HTTP/1.1" status: 200 len: 849 time: 0.0454800 Jul 23 20:52:20.995668 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2189bb2-e798-49c6-9897-cdc8d4864719 req-b3f1241c-e46c-41ac-bbdc-efdcaffc6d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:20.997247 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2189bb2-e798-49c6-9897-cdc8d4864719 req-b3f1241c-e46c-41ac-bbdc-efdcaffc6d31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9c611d9-51f1-472c-aa78-1e8d57241baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567527 Jul 23 20:52:21.024557 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2b75bf40-b99e-43a0-9677-5b5b4223e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:51:57Z', 'revision_number': 4, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '93025481-6e7b-4d76-b5a1-0a5889377a69', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'port_id': '127262a8-2021-47d2-87cb-c4f2b64a8011', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'mac_address': 'fa:16:3e:8d:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98c5ea2-9d51-42d2-8de6-405723d0fcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:52:01Z', 'updated_at': '2021-07-23T20:52:19Z', 'revision_number': 1, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c4e07c-7961-4668-85b5-7faaf92d771c', 'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'mac_address': 'fa:16:3e:e5:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:55Z', 'updated_at': '2021-07-23T20:52:03Z', 'revision_number': 5, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'subnets': [{'id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:21.051348 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75bf40-b99e-43a0-9677-5b5b4223e766 None None] Checking router: b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:52:21.060289 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75bf40-b99e-43a0-9677-5b5b4223e766 None None] Routers {'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:52:21.060910 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2b75bf40-b99e-43a0-9677-5b5b4223e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:51:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:21.093940 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2189bb2-e798-49c6-9897-cdc8d4864719 req-c16e56d1-cffd-488b-817b-2674e1648f6d service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898645 Jul 23 20:52:21.167555 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-2b75bf40-b99e-43a0-9677-5b5b4223e766 None None] Set router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:52:21.189682 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2189bb2-e798-49c6-9897-cdc8d4864719 req-3e814e65-e5f3-47a1-af7f-bf1c4af9b7a4 service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880938 Jul 23 20:52:21.354635 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 3666e93c-3697-4836-8ee8-1bc303aa2f75 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:52:21.422026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d78cb-1a99-40ef-a87f-619cc2e1fa8d req-fe020de6-0031-4d5d-a74c-9431bbd1f5c8 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:21.424817 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f2d78cb-1a99-40ef-a87f-619cc2e1fa8d req-fe020de6-0031-4d5d-a74c-9431bbd1f5c8 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 944 time: 0.0883954 Jul 23 20:52:21.448967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 3666e93c-3697-4836-8ee8-1bc303aa2f75 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:52:21.453080 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 3666e93c-3697-4836-8ee8-1bc303aa2f75 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:52:21.454296 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:21.481418 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2b75bf40-b99e-43a0-9677-5b5b4223e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:51:57Z', 'revision_number': 4, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '93025481-6e7b-4d76-b5a1-0a5889377a69', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'port_id': '127262a8-2021-47d2-87cb-c4f2b64a8011', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'mac_address': 'fa:16:3e:8d:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98c5ea2-9d51-42d2-8de6-405723d0fcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:52:01Z', 'updated_at': '2021-07-23T20:52:19Z', 'revision_number': 1, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c4e07c-7961-4668-85b5-7faaf92d771c', 'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'mac_address': 'fa:16:3e:e5:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:55Z', 'updated_at': '2021-07-23T20:52:03Z', 'revision_number': 5, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'subnets': [{'id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:21.520575 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f2d78cb-1a99-40ef-a87f-619cc2e1fa8d req-ef621bca-588f-4460-9f60-782bc303317b tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824010 Jul 23 20:52:21.533020 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75bf40-b99e-43a0-9677-5b5b4223e766 None None] The sync data for ids ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'] in n-d-791504-18 is: [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:51:57Z', 'revision_number': 4, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '93025481-6e7b-4d76-b5a1-0a5889377a69', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'floating_ip_address': '172.25.3.23', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'port_id': '127262a8-2021-47d2-87cb-c4f2b64a8011', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'mac_address': 'fa:16:3e:8d:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98c5ea2-9d51-42d2-8de6-405723d0fcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:52:01Z', 'updated_at': '2021-07-23T20:52:19Z', 'revision_number': 1, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c4e07c-7961-4668-85b5-7faaf92d771c', 'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'mac_address': 'fa:16:3e:e5:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:55Z', 'updated_at': '2021-07-23T20:52:03Z', 'revision_number': 5, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'subnets': [{'id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:52:21.550600 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:21.585472 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abaa510-2f80-4cd1-affb-09127bb2798e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3666e93c-3697-4836-8ee8-1bc303aa2f75'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:52:21.588773 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbd98a1-222f-45db-889a-72967fbe2a5c" -d '{"events": [{"server_uuid": "2abaa510-2f80-4cd1-affb-09127bb2798e", "name": "network-vif-plugged", "status": "completed", "tag": "3666e93c-3697-4836-8ee8-1bc303aa2f75"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:52:21.604480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 3666e93c-3697-4836-8ee8-1bc303aa2f75, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3666e93c-3697-4836-8ee8-1bc303aa2f75,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:52:21.615194 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:21.616479 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0f07d894-43af-4c00-a0d4-cb7d57146afc up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:52:21.644070 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a6c319-f3de-43b3-954c-155ce78333d7 x-openstack-request-id: req-d5a6c319-f3de-43b3-954c-155ce78333d7 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:52:21.644712 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abaa510-2f80-4cd1-affb-09127bb2798e", "name": "network-vif-plugged", "status": "completed", "tag": "3666e93c-3697-4836-8ee8-1bc303aa2f75", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:52:21.645039 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5a6c319-f3de-43b3-954c-155ce78333d7 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:52:21.645576 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abaa510-2f80-4cd1-affb-09127bb2798e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3666e93c-3697-4836-8ee8-1bc303aa2f75', 'code': 200} Jul 23 20:52:21.679728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a99fa-6521-4edf-9fa5-4db39ccec548 req-6f83f8f2-16d0-4242-bcfc-667fd2d85813 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:21.681459 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b54a99fa-6521-4edf-9fa5-4db39ccec548 req-6f83f8f2-16d0-4242-bcfc-667fd2d85813 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 944 time: 0.1093967 Jul 23 20:52:21.719409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=3666e93c-3697-4836-8ee8-1bc303aa2f75,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:21.747384 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 0f07d894-43af-4c00-a0d4-cb7d57146afc completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:52:21.752669 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 0f07d894-43af-4c00-a0d4-cb7d57146afc triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:52:21.753291 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:21.778785 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b54a99fa-6521-4edf-9fa5-4db39ccec548 req-e2b27fab-f401-4bd3-a42d-e0fbd388dd3b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847578 Jul 23 20:52:21.877784 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448e2f2-5ee0-4291-b050-0c9e2dae1ddf req-a9710b49-54bb-4b5c-ba29-b1674e096167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:21.879856 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5448e2f2-5ee0-4291-b050-0c9e2dae1ddf req-a9710b49-54bb-4b5c-ba29-b1674e096167 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 1097 time: 0.1536520 Jul 23 20:52:21.946130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28caec5-aaa0-47c7-9229-4e5ad83e1902 None None] New status for floating IP 93025481-6e7b-4d76-b5a1-0a5889377a69: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:52:21.948557 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5448e2f2-5ee0-4291-b050-0c9e2dae1ddf req-e641bdf9-6685-4056-97fe-4c1da16853b9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621626 Jul 23 20:52:21.980789 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:22.062078 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 0f07d894-43af-4c00-a0d4-cb7d57146afc, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0f07d894-43af-4c00-a0d4-cb7d57146afc,segment=NetworkSegment(be27db90-d310-4b2d-945d-78f37778dc08),segment_id=be27db90-d310-4b2d-945d-78f37778dc08)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:52:22.066677 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:22.150096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=0f07d894-43af-4c00-a0d4-cb7d57146afc,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:22.646941 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89092da-2688-4ec7-8645-01ea9bac137f req-7698c0ec-ce72-4ead-a15b-cb58e9a6f461 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:22.648450 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c89092da-2688-4ec7-8645-01ea9bac137f req-7698c0ec-ce72-4ead-a15b-cb58e9a6f461 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0671659 Jul 23 20:52:22.690507 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c89092da-2688-4ec7-8645-01ea9bac137f req-2b351cee-2392-4379-8040-6db8b22be1cd tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359170 Jul 23 20:52:22.926168 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6349275-6960-4cda-a503-370b686e4f9a req-53c988ae-7093-4512-a0ec-8c8e4768960e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:22.927716 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6349275-6960-4cda-a503-370b686e4f9a req-53c988ae-7093-4512-a0ec-8c8e4768960e tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 945 time: 0.0662897 Jul 23 20:52:22.967523 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6349275-6960-4cda-a503-370b686e4f9a req-3a017070-ad1e-4a68-88e8-539832912d1c tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340514 Jul 23 20:52:23.101764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd135672-77dd-4579-85f6-691173cd2fdc req-4f494952-8c06-4cd3-9902-7f708cac9301 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:23.103912 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd135672-77dd-4579-85f6-691173cd2fdc req-4f494952-8c06-4cd3-9902-7f708cac9301 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 945 time: 0.0658853 Jul 23 20:52:23.140823 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd135672-77dd-4579-85f6-691173cd2fdc req-21f53dff-b0f7-4bf0-bf4f-9a42cfae8470 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313454 Jul 23 20:52:23.170603 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37372) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:23.420842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d84cc6e-6564-470e-9d3d-895e84f83662 tempest-TestVolumeBootPattern-808295619 tempest-TestVolumeBootPattern-808295619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:23.422584 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5d84cc6e-6564-470e-9d3d-895e84f83662 tempest-TestVolumeBootPattern-808295619 tempest-TestVolumeBootPattern-808295619-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 1092 time: 0.2508512 Jul 23 20:52:23.425442 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37378) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:23.429780 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': '3666e93c-3697-4836-8ee8-1bc303aa2f75', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:23.454563 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:23.552442 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:23.647214 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dec986-da57-4a65-aba8-a5997a91b2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f07d894-43af-4c00-a0d4-cb7d57146afc'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:52:23.649565 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36037948-49d2-4a31-a07f-69154359d23c" -d '{"events": [{"server_uuid": "37dec986-da57-4a65-aba8-a5997a91b2be", "name": "network-vif-plugged", "status": "completed", "tag": "0f07d894-43af-4c00-a0d4-cb7d57146afc"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:52:23.662132 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Allocated IP 172.25.3.232 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/f56d734d-4208-412d-ae14-2d0acb4f476e) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:52:23.693115 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbefb79b-7c14-41e2-a32b-f84ef72b203f x-openstack-request-id: req-dbefb79b-7c14-41e2-a32b-f84ef72b203f {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:52:23.693639 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dec986-da57-4a65-aba8-a5997a91b2be", "name": "network-vif-plugged", "status": "completed", "tag": "0f07d894-43af-4c00-a0d4-cb7d57146afc", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:52:23.693885 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dbefb79b-7c14-41e2-a32b-f84ef72b203f {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:52:23.694306 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37dec986-da57-4a65-aba8-a5997a91b2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f07d894-43af-4c00-a0d4-cb7d57146afc', 'code': 200} Jul 23 20:52:23.806702 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:23.831246 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea3b64-9ea5-491a-9f36-112d96d54938 req-f6db8824-320a-4037-aa35-4accb58ee220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:23.833698 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70ea3b64-9ea5-491a-9f36-112d96d54938 req-f6db8824-320a-4037-aa35-4accb58ee220 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 1097 time: 0.0728967 Jul 23 20:52:23.868444 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00baa80-c5c7-4c93-bcbd-d36149cc350f req-f084a01b-8d4b-4991-80e9-111a0c581ddb tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:23.870726 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e00baa80-c5c7-4c93-bcbd-d36149cc350f req-f084a01b-8d4b-4991-80e9-111a0c581ddb tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.1060328 Jul 23 20:52:23.883408 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70ea3b64-9ea5-491a-9f36-112d96d54938 req-9ec45c94-515a-49c7-9f72-a137302149b1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421507 Jul 23 20:52:23.888045 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:23.943040 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:52:23.949394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:52:23.955648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:52:23.960026 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e00baa80-c5c7-4c93-bcbd-d36149cc350f req-79fb5660-b05d-4f4e-b486-3a6fe41dc31d tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822368 Jul 23 20:52:23.989708 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'Port': ['ID=f56d734d-4208-412d-ae14-2d0acb4f476e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:24.367248 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:24.451768 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:24.547075 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6b5e35dc-a854-43cd-85cf-a0ba640b08f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:24.605184 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:24.609627 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:24.676643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event updated for resources: {'Port': ['ID=f56d734d-4208-412d-ae14-2d0acb4f476e,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:24.689617 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:24.791719 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Floating IP f9081852-ccca-48f9-8999-8957943500ff associated. External IP: 172.25.3.232, port: 3666e93c-3697-4836-8ee8-1bc303aa2f75. Jul 23 20:52:25.002923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Router 8730fafd-633c-439d-b5d2-c283a01ce331 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:52:25.149217 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:52:25.159571 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390601ec-4833-457d-8763-58c7bf047f52 None None] Sync routers for ids ['8730fafd-633c-439d-b5d2-c283a01ce331'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:52:25.168208 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390601ec-4833-457d-8763-58c7bf047f52 None None] Routers {'8730fafd-633c-439d-b5d2-c283a01ce331'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:52:25.168805 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-390601ec-4833-457d-8763-58c7bf047f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:51:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8730fafd-633c-439d-b5d2-c283a01ce331'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:25.170248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32ab8a-3fc4-41f5-8d06-fca5e84d9191 req-cfe36f5f-188d-4486-9dd3-6e08baa84edc tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:25.171767 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd32ab8a-3fc4-41f5-8d06-fca5e84d9191 req-cfe36f5f-188d-4486-9dd3-6e08baa84edc tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.1276603 Jul 23 20:52:25.176975 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:25.238026 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-52721e1c-c35e-4557-b9bf-8986b6cc963d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8115561 Jul 23 20:52:25.238758 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abaa510-2f80-4cd1-affb-09127bb2798e', 'tag': '3666e93c-3697-4836-8ee8-1bc303aa2f75'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:52:25.241025 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2055d09-c601-4ae9-a58c-8106f769bce1" -d '{"events": [{"name": "network-changed", "server_uuid": "2abaa510-2f80-4cd1-affb-09127bb2798e", "tag": "3666e93c-3697-4836-8ee8-1bc303aa2f75"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:52:25.246180 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd32ab8a-3fc4-41f5-8d06-fca5e84d9191 req-0addae24-7adc-456f-a81a-89297c0373f6 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669563 Jul 23 20:52:25.285056 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-390601ec-4833-457d-8763-58c7bf047f52 None None] Set router 8730fafd-633c-439d-b5d2-c283a01ce331 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:52:25.291346 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb1f4d2-2ce2-4324-96a8-2976ae7cec41 x-openstack-request-id: req-8fb1f4d2-2ce2-4324-96a8-2976ae7cec41 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:52:25.291527 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abaa510-2f80-4cd1-affb-09127bb2798e", "tag": "3666e93c-3697-4836-8ee8-1bc303aa2f75", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:52:25.291688 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8fb1f4d2-2ce2-4324-96a8-2976ae7cec41 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:52:25.292082 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abaa510-2f80-4cd1-affb-09127bb2798e', 'tag': '3666e93c-3697-4836-8ee8-1bc303aa2f75', 'status': 'completed', 'code': 200} Jul 23 20:52:25.404754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2055d09-c601-4ae9-a58c-8106f769bce1 req-f96f96a9-b4cb-4486-8022-a7d9fd04a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:25.406686 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f2055d09-c601-4ae9-a58c-8106f769bce1 req-f96f96a9-b4cb-4486-8022-a7d9fd04a00e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 1097 time: 0.0789385 Jul 23 20:52:25.615129 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2055d09-c601-4ae9-a58c-8106f769bce1 req-71e04a61-1de5-4509-bad5-c24593897758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:25.617863 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f2055d09-c601-4ae9-a58c-8106f769bce1 req-71e04a61-1de5-4509-bad5-c24593897758 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 913 time: 0.2048485 Jul 23 20:52:25.657461 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a9b42-17da-42f2-b4c5-bfd3134fb72c req-a09df229-4556-4d6d-b82d-e17d20b4ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:25.661912 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c0a9b42-17da-42f2-b4c5-bfd3134fb72c req-a09df229-4556-4d6d-b82d-e17d20b4ca8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e924962b97434700881679a2bf2a8570&device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 1097 time: 0.1771512 Jul 23 20:52:25.680755 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-390601ec-4833-457d-8763-58c7bf047f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '74123490-a9ca-4c09-8810-c690bfae8627', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'port_id': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'mac_address': 'fa:16:3e:ac:2e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:50:16Z', 'updated_at': '2021-07-23T20:50:20Z', 'revision_number': 1, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ip_address_scope': None}, {'id': 'f9081852-ccca-48f9-8999-8957943500ff', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'port_id': '3666e93c-3697-4836-8ee8-1bc303aa2f75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'mac_address': 'fa:16:3e:6c:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abaa510-2f80-4cd1-affb-09127bb2798e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:52:24Z', 'updated_at': '2021-07-23T20:52:24Z', 'revision_number': 0, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:25.711766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf084c9-6ed8-48a5-a775-077cb96064f2 req-1db65f35-fea1-4357-af5c-7863b23c27cd tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:25.721272 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bf084c9-6ed8-48a5-a775-077cb96064f2 req-1db65f35-fea1-4357-af5c-7863b23c27cd tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.2061851 Jul 23 20:52:25.735697 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f2055d09-c601-4ae9-a58c-8106f769bce1 req-5085f054-15d1-4943-8372-937d6acd0acd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3666e93c-3697-4836-8ee8-1bc303aa2f75 HTTP/1.1" status: 200 len: 999 time: 0.1099336 Jul 23 20:52:25.748637 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390601ec-4833-457d-8763-58c7bf047f52 None None] Checking router: 8730fafd-633c-439d-b5d2-c283a01ce331 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:52:25.765402 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390601ec-4833-457d-8763-58c7bf047f52 None None] Routers {'8730fafd-633c-439d-b5d2-c283a01ce331'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:52:25.766093 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-390601ec-4833-457d-8763-58c7bf047f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:51:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8730fafd-633c-439d-b5d2-c283a01ce331'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:25.793022 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2055d09-c601-4ae9-a58c-8106f769bce1 req-bcac02b6-c751-4c27-a717-23f26edc8eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:25.793799 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8bf084c9-6ed8-48a5-a775-077cb96064f2 req-9ec83f72-b8f9-4ebf-a5ba-768f3fbe0bf3 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711446 Jul 23 20:52:25.795292 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f2055d09-c601-4ae9-a58c-8106f769bce1 req-bcac02b6-c751-4c27-a717-23f26edc8eb9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.0530500 Jul 23 20:52:25.859639 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a9b42-17da-42f2-b4c5-bfd3134fb72c req-e9e45412-111b-44d2-9906-b16d1426e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:25.861177 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c0a9b42-17da-42f2-b4c5-bfd3134fb72c req-e9e45412-111b-44d2-9906-b16d1426e6c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7221e424-f224-4970-b402-f1c70a2a0ec8 HTTP/1.1" status: 200 len: 920 time: 0.1924350 Jul 23 20:52:25.879822 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2055d09-c601-4ae9-a58c-8106f769bce1 req-a160bb4c-3b54-42d7-a7a0-4dcda0e4de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:25.882247 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f2055d09-c601-4ae9-a58c-8106f769bce1 req-a160bb4c-3b54-42d7-a7a0-4dcda0e4de5f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782535 Jul 23 20:52:25.894826 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-390601ec-4833-457d-8763-58c7bf047f52 None None] Set router 8730fafd-633c-439d-b5d2-c283a01ce331 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:52:25.914118 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c0a9b42-17da-42f2-b4c5-bfd3134fb72c req-db57b151-16dc-4df2-8428-af82a5b3264e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f07d894-43af-4c00-a0d4-cb7d57146afc HTTP/1.1" status: 200 len: 217 time: 0.0460975 Jul 23 20:52:25.969597 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a9b42-17da-42f2-b4c5-bfd3134fb72c req-95a43a33-c77a-4685-91a8-6d1333bb4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:25.971208 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c0a9b42-17da-42f2-b4c5-bfd3134fb72c req-95a43a33-c77a-4685-91a8-6d1333bb4d8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4cfa8a1-7429-4d51-8365-37f5e816425d HTTP/1.1" status: 200 len: 859 time: 0.0499885 Jul 23 20:52:25.995450 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f2055d09-c601-4ae9-a58c-8106f769bce1 req-bca3d7bc-5eef-4d25-a0f5-35b1312d3ff4 service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056180 Jul 23 20:52:26.008362 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c0a9b42-17da-42f2-b4c5-bfd3134fb72c req-571f8ca7-0433-4de0-b07e-d1398fe88d14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7221e424-f224-4970-b402-f1c70a2a0ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286963 Jul 23 20:52:26.124308 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f2055d09-c601-4ae9-a58c-8106f769bce1 req-2badbfb7-b2f7-40db-88f4-6cccd2e1dc7e service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223516 Jul 23 20:52:26.140618 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c0a9b42-17da-42f2-b4c5-bfd3134fb72c req-b6785ee1-6966-4be2-872d-a8e5a325b839 service neutron] 10.222.0.57 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260808 Jul 23 20:52:26.203385 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-390601ec-4833-457d-8763-58c7bf047f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '74123490-a9ca-4c09-8810-c690bfae8627', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'port_id': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'mac_address': 'fa:16:3e:ac:2e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:50:16Z', 'updated_at': '2021-07-23T20:50:20Z', 'revision_number': 1, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ip_address_scope': None}, {'id': 'f9081852-ccca-48f9-8999-8957943500ff', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'port_id': '3666e93c-3697-4836-8ee8-1bc303aa2f75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'mac_address': 'fa:16:3e:6c:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abaa510-2f80-4cd1-affb-09127bb2798e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:52:24Z', 'updated_at': '2021-07-23T20:52:24Z', 'revision_number': 0, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:26.237754 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390601ec-4833-457d-8763-58c7bf047f52 None None] The sync data for ids ['8730fafd-633c-439d-b5d2-c283a01ce331'] in n-d-791504-18 is: [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '74123490-a9ca-4c09-8810-c690bfae8627', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'port_id': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'mac_address': 'fa:16:3e:ac:2e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:50:16Z', 'updated_at': '2021-07-23T20:50:20Z', 'revision_number': 1, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ip_address_scope': None}, {'id': 'f9081852-ccca-48f9-8999-8957943500ff', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'port_id': '3666e93c-3697-4836-8ee8-1bc303aa2f75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'mac_address': 'fa:16:3e:6c:9c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abaa510-2f80-4cd1-affb-09127bb2798e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:52:24Z', 'updated_at': '2021-07-23T20:52:24Z', 'revision_number': 0, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:52:26.241957 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c0a9b42-17da-42f2-b4c5-bfd3134fb72c req-db9140ae-0339-44e1-a9ea-2ab3da67fdc6 service neutron] 10.222.0.57 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941348 Jul 23 20:52:26.467046 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c7a2a-f776-44bc-a67c-f45ec46b556b None None] New status for floating IP f9081852-ccca-48f9-8999-8957943500ff: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:52:26.920595 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4ed70-936a-4728-901d-58db2f420770 req-333f5ebb-4314-4f9d-97d8-ab59526e87fb tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:26.922078 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6f4ed70-936a-4728-901d-58db2f420770 req-333f5ebb-4314-4f9d-97d8-ab59526e87fb tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0667629 Jul 23 20:52:26.958805 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6f4ed70-936a-4728-901d-58db2f420770 req-4b2af7e7-f28b-4d76-bc0c-767fb54f9f7b tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311680 Jul 23 20:52:27.114058 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c224193-e42e-412b-825a-7ac3c951ad63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:27.358964 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:28.086174 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3adec-cb59-47be-b390-d2b992b75ffc req-4d81b2dc-ba87-49bc-a8da-067b5ded13ac tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:28.088223 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ff3adec-cb59-47be-b390-d2b992b75ffc req-4d81b2dc-ba87-49bc-a8da-067b5ded13ac tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0629478 Jul 23 20:52:28.127696 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ff3adec-cb59-47be-b390-d2b992b75ffc req-b6eef967-e99a-4921-a96c-0b8df310d87e tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337446 Jul 23 20:52:28.527624 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:29.268763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8933d75-7de2-4d94-93ab-a9613533f33d req-e4a0f065-892a-4b5b-b08c-9cf272ef230c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:29.270237 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8933d75-7de2-4d94-93ab-a9613533f33d req-e4a0f065-892a-4b5b-b08c-9cf272ef230c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0683980 Jul 23 20:52:29.306706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8933d75-7de2-4d94-93ab-a9613533f33d req-d4866e36-3d61-4e3d-b6ed-81d651860e03 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303621 Jul 23 20:52:29.961118 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:30.441815 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bd5ca-1ee7-4821-b187-4768a521631a req-0b87588b-b59e-473f-8257-e8eec1edfdb8 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:30.443415 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c04bd5ca-1ee7-4821-b187-4768a521631a req-0b87588b-b59e-473f-8257-e8eec1edfdb8 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0676951 Jul 23 20:52:30.482818 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c04bd5ca-1ee7-4821-b187-4768a521631a req-6ab07efd-aa88-44f8-9de1-c2a31a220416 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330410 Jul 23 20:52:31.617905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be0303-f0ab-4ff0-a09e-b6e9c06190ca req-bb80e071-f52d-4c23-baa5-785ba0b26f6e tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:31.620091 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50be0303-f0ab-4ff0-a09e-b6e9c06190ca req-bb80e071-f52d-4c23-baa5-785ba0b26f6e tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0659084 Jul 23 20:52:31.661556 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50be0303-f0ab-4ff0-a09e-b6e9c06190ca req-d274001f-88bb-4e96-80de-44965777457c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319483 Jul 23 20:52:32.796074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9b462-cf4f-4e3d-841b-9845a5b33267 req-92d5a1b9-ed47-4fa6-b449-f80c1974ee3e tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:32.797618 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-21e9b462-cf4f-4e3d-841b-9845a5b33267 req-92d5a1b9-ed47-4fa6-b449-f80c1974ee3e tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0675485 Jul 23 20:52:32.834780 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-21e9b462-cf4f-4e3d-841b-9845a5b33267 req-70be6a7f-88b1-40c2-89d1-88620f7cc5d4 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Jul 23 20:52:33.970681 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd1200-2296-4801-b4b1-7308877e61e5 req-cb3801cf-9e57-4a8a-9718-1b182f39b82a tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:33.972254 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2cd1200-2296-4801-b4b1-7308877e61e5 req-cb3801cf-9e57-4a8a-9718-1b182f39b82a tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0659769 Jul 23 20:52:34.011031 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2cd1200-2296-4801-b4b1-7308877e61e5 req-f331d161-8523-464d-ae94-aef2d10d556b tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328948 Jul 23 20:52:35.144578 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f29158-fb82-4a05-86b3-7e1d4d42fa44 req-79c4824c-4df6-48ff-a623-f5deb201f98e tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:35.146008 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29f29158-fb82-4a05-86b3-7e1d4d42fa44 req-79c4824c-4df6-48ff-a623-f5deb201f98e tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0682359 Jul 23 20:52:35.183219 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-29f29158-fb82-4a05-86b3-7e1d4d42fa44 req-57ce16bd-8b98-43b2-b5d1-470fb712aa52 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309217 Jul 23 20:52:36.314426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4ea5c-e1cc-4cc6-985c-f620aa7b1070 req-918f01e5-8d41-4a56-85a4-b057313064f6 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:36.315961 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5cd4ea5c-e1cc-4cc6-985c-f620aa7b1070 req-918f01e5-8d41-4a56-85a4-b057313064f6 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0654294 Jul 23 20:52:36.352903 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5cd4ea5c-e1cc-4cc6-985c-f620aa7b1070 req-73a1954f-c73e-4837-8b1e-5d91653fdd42 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313337 Jul 23 20:52:37.483296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9c699-cd0a-4bdd-ae53-7c395c74e0dc req-c058c231-8a91-415d-8e67-bc94adebd15d tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:37.484680 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fdd9c699-cd0a-4bdd-ae53-7c395c74e0dc req-c058c231-8a91-415d-8e67-bc94adebd15d tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0638402 Jul 23 20:52:37.522976 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fdd9c699-cd0a-4bdd-ae53-7c395c74e0dc req-9bbb6da4-457b-4ed4-bf25-89cabac3f7a1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326023 Jul 23 20:52:38.660472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529b52c-c7d9-4a6b-8975-391f91c249de req-2697fb04-4692-455b-82c7-7068a69a9f4b tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:38.661959 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0529b52c-c7d9-4a6b-8975-391f91c249de req-2697fb04-4692-455b-82c7-7068a69a9f4b tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0679698 Jul 23 20:52:38.699330 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0529b52c-c7d9-4a6b-8975-391f91c249de req-eb39bc84-0118-405d-aaa9-220626ff3598 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317464 Jul 23 20:52:39.863714 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5393c6-b737-4d1b-a4cf-4bbcbfa1c5f2 req-c182d420-e75c-4806-bcd9-b5bc73f9ff3d tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:39.866187 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c5393c6-b737-4d1b-a4cf-4bbcbfa1c5f2 req-c182d420-e75c-4806-bcd9-b5bc73f9ff3d tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0893044 Jul 23 20:52:39.916871 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c5393c6-b737-4d1b-a4cf-4bbcbfa1c5f2 req-5694b700-5148-46d7-b2fa-e6a794054184 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413589 Jul 23 20:52:41.061226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b80980-8f64-471c-976f-6431df4681a5 req-576ed764-db47-44ff-a7ac-8c7ea49bc2e7 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:41.062758 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-34b80980-8f64-471c-976f-6431df4681a5 req-576ed764-db47-44ff-a7ac-8c7ea49bc2e7 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0692337 Jul 23 20:52:41.103968 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-34b80980-8f64-471c-976f-6431df4681a5 req-876fbe8b-c1d4-40a1-b570-fb0e63b4ca17 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355446 Jul 23 20:52:42.046758 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:52:42.244934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfbfd8-e8b9-40c3-b19d-1267756f7353 req-7fd12139-8c7c-451f-a72e-1c66fdb361f4 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:42.247226 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99dfbfd8-e8b9-40c3-b19d-1267756f7353 req-7fd12139-8c7c-451f-a72e-1c66fdb361f4 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0695307 Jul 23 20:52:42.291459 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99dfbfd8-e8b9-40c3-b19d-1267756f7353 req-3f089ade-291e-41f4-87f1-f245e973f81d tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366547 Jul 23 20:52:43.427945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a781c1a-fd0c-4947-b14f-50b100537e0d req-e2f034a6-4bdd-41f1-8414-b569dabd3dce tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:43.430251 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a781c1a-fd0c-4947-b14f-50b100537e0d req-e2f034a6-4bdd-41f1-8414-b569dabd3dce tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0665274 Jul 23 20:52:43.472029 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a781c1a-fd0c-4947-b14f-50b100537e0d req-91c475a6-e5f6-423d-b5db-975fd4e15021 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368922 Jul 23 20:52:44.620029 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664508ff-e7a8-406a-95b7-d256dd17abee req-444e274d-f7dc-474f-a32c-80069f77e848 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:44.621568 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-664508ff-e7a8-406a-95b7-d256dd17abee req-444e274d-f7dc-474f-a32c-80069f77e848 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0796297 Jul 23 20:52:44.660401 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-664508ff-e7a8-406a-95b7-d256dd17abee req-bdb11944-9381-42b1-8653-76c0350c3b52 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328877 Jul 23 20:52:45.477020 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:45.800798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ab563-bdc5-47b2-90ef-d25f5a9b7d65 req-62aa71ba-0035-4b22-8347-0efe8d9511ef tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:45.802341 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-662ab563-bdc5-47b2-90ef-d25f5a9b7d65 req-62aa71ba-0035-4b22-8347-0efe8d9511ef tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0668657 Jul 23 20:52:45.842654 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-662ab563-bdc5-47b2-90ef-d25f5a9b7d65 req-b1bab646-4091-40b1-97d0-06d7daef692f tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324175 Jul 23 20:52:45.891516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37612) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:46.013295 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b2c5077-f40a-4e5d-b20c-dc8fc616ad08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:46.102604 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b2c5077-f40a-4e5d-b20c-dc8fc616ad08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:46.107941 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b2c5077-f40a-4e5d-b20c-dc8fc616ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:46.145509 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4b2c5077-f40a-4e5d-b20c-dc8fc616ad08 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a6c8c0c47484dbebb3a7fc1832aab32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527909 Jul 23 20:52:46.146631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c5077-f40a-4e5d-b20c-dc8fc616ad08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d5ca61-c9e6-4ea6-a6d7-39907bd1552b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:46.148116 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37616) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:46.154800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c5077-f40a-4e5d-b20c-dc8fc616ad08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:46.155170 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c5077-f40a-4e5d-b20c-dc8fc616ad08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:46.155506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c5077-f40a-4e5d-b20c-dc8fc616ad08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:46.155832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c5077-f40a-4e5d-b20c-dc8fc616ad08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:46.156208 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c5077-f40a-4e5d-b20c-dc8fc616ad08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:46.156531 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c5077-f40a-4e5d-b20c-dc8fc616ad08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:46.156856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c5077-f40a-4e5d-b20c-dc8fc616ad08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:46.157167 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c5077-f40a-4e5d-b20c-dc8fc616ad08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:46.157481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c5077-f40a-4e5d-b20c-dc8fc616ad08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:46.157796 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c5077-f40a-4e5d-b20c-dc8fc616ad08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:46.158107 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c5077-f40a-4e5d-b20c-dc8fc616ad08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:46.158419 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c5077-f40a-4e5d-b20c-dc8fc616ad08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:46.201662 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-33b1256a-8afc-4c9f-8350-ede88a631888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:46.230734 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-33b1256a-8afc-4c9f-8350-ede88a631888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:46.283231 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-33b1256a-8afc-4c9f-8350-ede88a631888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:46.285933 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-33b1256a-8afc-4c9f-8350-ede88a631888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:46.287204 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-33b1256a-8afc-4c9f-8350-ede88a631888 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01d5ca61-c9e6-4ea6-a6d7-39907bd1552b HTTP/1.1" status: 204 len: 168 time: 0.1380193 Jul 23 20:52:46.296294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1256a-8afc-4c9f-8350-ede88a631888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d5ca61-c9e6-4ea6-a6d7-39907bd1552b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:46.551039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37626) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:46.564620 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e5dd1dc-8618-4187-876e-e686b45a8db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:46.655948 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e5dd1dc-8618-4187-876e-e686b45a8db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:46.659526 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e5dd1dc-8618-4187-876e-e686b45a8db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:46.702215 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4e5dd1dc-8618-4187-876e-e686b45a8db9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1cd1888f74ed4095b6e2b2b9e36cda61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499906 Jul 23 20:52:46.703115 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dd1dc-8618-4187-876e-e686b45a8db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977c877a-4023-4216-89e9-c2f2887add2f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:46.705006 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37630) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:46.758170 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-99f5b755-2dfb-4310-b92e-1d89bd1db836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:46.780750 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-99f5b755-2dfb-4310-b92e-1d89bd1db836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:46.827844 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-99f5b755-2dfb-4310-b92e-1d89bd1db836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:46.830723 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-99f5b755-2dfb-4310-b92e-1d89bd1db836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:46.831938 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-99f5b755-2dfb-4310-b92e-1d89bd1db836 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/977c877a-4023-4216-89e9-c2f2887add2f HTTP/1.1" status: 204 len: 168 time: 0.1256521 Jul 23 20:52:46.839682 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5b755-2dfb-4310-b92e-1d89bd1db836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977c877a-4023-4216-89e9-c2f2887add2f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:46.875049 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:46.983507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb5626-6889-4447-86b7-3d80433bce3c req-563562a9-767f-48de-af68-95688216b199 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:46.985510 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bcbb5626-6889-4447-86b7-3d80433bce3c req-563562a9-767f-48de-af68-95688216b199 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0684657 Jul 23 20:52:47.028579 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bcbb5626-6889-4447-86b7-3d80433bce3c req-859d484a-5a6a-413b-99a0-821d9e10ae3b tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372522 Jul 23 20:52:48.172405 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68d2ec-5380-4035-bd0a-ea6679e241de req-688e4840-9666-40a0-8d99-d5921c27cf0b tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:48.174093 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc68d2ec-5380-4035-bd0a-ea6679e241de req-688e4840-9666-40a0-8d99-d5921c27cf0b tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0727608 Jul 23 20:52:48.220261 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc68d2ec-5380-4035-bd0a-ea6679e241de req-4f3ad604-90b0-46ae-a0e5-74c3047d3ad2 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399773 Jul 23 20:52:49.350155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa27feb-2358-44fb-bf0c-f798d18ee133 req-7f345bb0-cd1b-46a9-bae6-5c9f813944cf tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:49.351677 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fa27feb-2358-44fb-bf0c-f798d18ee133 req-7f345bb0-cd1b-46a9-bae6-5c9f813944cf tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0652082 Jul 23 20:52:49.388963 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9fa27feb-2358-44fb-bf0c-f798d18ee133 req-06b4a346-4c7f-4110-9796-404e8d7e35bd tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312228 Jul 23 20:52:50.522156 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f509-db84-4b68-823f-0d2a34f712d2 req-4829975f-c03d-4a03-b495-577494a39b52 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:50.523697 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8704f509-db84-4b68-823f-0d2a34f712d2 req-4829975f-c03d-4a03-b495-577494a39b52 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0700061 Jul 23 20:52:50.827612 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8704f509-db84-4b68-823f-0d2a34f712d2 req-ca2677c1-15b2-47e7-ac6e-efccb4a13d09 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984359 Jul 23 20:52:51.734402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37742) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:51.837975 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-548823b9-d61b-47f7-b133-da009aca8e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:51.927074 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-548823b9-d61b-47f7-b133-da009aca8e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:51.932333 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-548823b9-d61b-47f7-b133-da009aca8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:51.959695 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0893f-d937-46c4-9ebe-633740971c88 req-2efbcb1c-deb0-452f-ad25-383cd694fba4 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:51.961201 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1bf0893f-d937-46c4-9ebe-633740971c88 req-2efbcb1c-deb0-452f-ad25-383cd694fba4 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0673161 Jul 23 20:52:51.971816 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-548823b9-d61b-47f7-b133-da009aca8e0c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9173ae43a61a4e05b9c2680df381d85e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362595 Jul 23 20:52:51.972798 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548823b9-d61b-47f7-b133-da009aca8e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83355365-bd86-40b6-b040-8bd87a6e13fd,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:51.974345 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37748) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:52.025702 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1bf0893f-d937-46c4-9ebe-633740971c88 req-4d2dcea3-bc30-4a43-97de-e225b4889855 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582044 Jul 23 20:52:52.042423 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea4e0aae-cd95-483f-8471-812f0bbf38f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:52.063857 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea4e0aae-cd95-483f-8471-812f0bbf38f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:52.111223 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea4e0aae-cd95-483f-8471-812f0bbf38f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:52.113644 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea4e0aae-cd95-483f-8471-812f0bbf38f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:52.114773 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ea4e0aae-cd95-483f-8471-812f0bbf38f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83355365-bd86-40b6-b040-8bd87a6e13fd HTTP/1.1" status: 204 len: 168 time: 0.1395254 Jul 23 20:52:52.122626 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e0aae-cd95-483f-8471-812f0bbf38f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83355365-bd86-40b6-b040-8bd87a6e13fd,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:52.272586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081db21-1692-490a-98f9-76fc8785a10e req-6a6fbc96-bcd4-48dc-9d03-46c44cc0803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:52.274101 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0081db21-1692-490a-98f9-76fc8785a10e req-6a6fbc96-bcd4-48dc-9d03-46c44cc0803a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 1097 time: 0.0528512 Jul 23 20:52:52.308287 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0081db21-1692-490a-98f9-76fc8785a10e req-ac167586-f91f-4d45-9f58-33ee0c72f18c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276160 Jul 23 20:52:52.365792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 37754) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:52.379673 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f47ec252-636c-4072-89db-f6e9868ee728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:52.466496 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f47ec252-636c-4072-89db-f6e9868ee728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:52.470002 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f47ec252-636c-4072-89db-f6e9868ee728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:52.507740 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f47ec252-636c-4072-89db-f6e9868ee728 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e9a69fd265344bc953e61a4193b7717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408806 Jul 23 20:52:52.508648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ec252-636c-4072-89db-f6e9868ee728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f6a37e-306e-43cd-b222-5bd744c04011,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:52.510541 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37756) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:52.559817 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-40ba4108-ca39-40f1-ad08-49cf7a422f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:52.580560 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-40ba4108-ca39-40f1-ad08-49cf7a422f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:52.627819 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-40ba4108-ca39-40f1-ad08-49cf7a422f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:52.630246 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-40ba4108-ca39-40f1-ad08-49cf7a422f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:52.631469 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-40ba4108-ca39-40f1-ad08-49cf7a422f33 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42f6a37e-306e-43cd-b222-5bd744c04011 HTTP/1.1" status: 204 len: 168 time: 0.1198459 Jul 23 20:52:52.639488 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba4108-ca39-40f1-ad08-49cf7a422f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f6a37e-306e-43cd-b222-5bd744c04011,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:53.161663 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17580c45-d5ab-4375-868b-8c0dc2e01f42 req-7a95c6a7-bcac-45bf-834e-344bb4c8e92a tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:53.163129 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-17580c45-d5ab-4375-868b-8c0dc2e01f42 req-7a95c6a7-bcac-45bf-834e-344bb4c8e92a tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0691068 Jul 23 20:52:53.207366 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-17580c45-d5ab-4375-868b-8c0dc2e01f42 req-8f76f2b2-661e-44b2-a907-fb32238ec24a tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381835 Jul 23 20:52:53.246625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-d0ede383-ed6b-4da7-947e-ce1caf429615 req-891c806c-7f55-4a64-9666-bc65853fe617 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1793356455', 'description': 'tempest-description-1715493184'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:53.269446 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d0ede383-ed6b-4da7-947e-ce1caf429615 req-891c806c-7f55-4a64-9666-bc65853fe617 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:53.352659 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d0ede383-ed6b-4da7-947e-ce1caf429615 req-891c806c-7f55-4a64-9666-bc65853fe617 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:53.357803 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d0ede383-ed6b-4da7-947e-ce1caf429615 req-891c806c-7f55-4a64-9666-bc65853fe617 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:53.388339 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-d0ede383-ed6b-4da7-947e-ce1caf429615 req-891c806c-7f55-4a64-9666-bc65853fe617 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:53.389627 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0ede383-ed6b-4da7-947e-ce1caf429615 req-891c806c-7f55-4a64-9666-bc65853fe617 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1472757 Jul 23 20:52:53.390631 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c806c-7f55-4a64-9666-bc65853fe617 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f31c17-6b7a-42c3-b9f9-46b4648104f3,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:53.475635 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a207ef5-b61a-4cd4-939a-4d8080d7d69d req-eb9229c6-670b-424f-a421-051cbd65ff57 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1793356455&fields=id&tenant_id=e924962b97434700881679a2bf2a8570 HTTP/1.1" status: 200 len: 267 time: 0.0338042 Jul 23 20:52:53.543646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a207ef5-b61a-4cd4-939a-4d8080d7d69d req-c392c6b4-f1d7-42f9-b9c1-b3920b0f0406 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:53.545200 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a207ef5-b61a-4cd4-939a-4d8080d7d69d req-c392c6b4-f1d7-42f9-b9c1-b3920b0f0406 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0642614 Jul 23 20:52:53.556904 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-1a207ef5-b61a-4cd4-939a-4d8080d7d69d req-e692e496-8a61-4bba-9003-998f75182bf1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Request body: {'port': {'security_groups': ['0f18c6c5-6441-4521-b5cc-1c979e9e0b48', 'a8f31c17-6b7a-42c3-b9f9-46b4648104f3']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:53.646064 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1a207ef5-b61a-4cd4-939a-4d8080d7d69d req-e692e496-8a61-4bba-9003-998f75182bf1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:53.839983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-1a207ef5-b61a-4cd4-939a-4d8080d7d69d req-e692e496-8a61-4bba-9003-998f75182bf1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] For port 0f07d894-43af-4c00-a0d4-cb7d57146afc, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0f07d894-43af-4c00-a0d4-cb7d57146afc,segment=NetworkSegment(be27db90-d310-4b2d-945d-78f37778dc08),segment_id=be27db90-d310-4b2d-945d-78f37778dc08)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:52:53.869981 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1a207ef5-b61a-4cd4-939a-4d8080d7d69d req-e692e496-8a61-4bba-9003-998f75182bf1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:53.875086 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1a207ef5-b61a-4cd4-939a-4d8080d7d69d req-e692e496-8a61-4bba-9003-998f75182bf1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:53.887273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0f07d894-43af-4c00-a0d4-cb7d57146afc'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:52:53.919624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a207ef5-b61a-4cd4-939a-4d8080d7d69d req-e692e496-8a61-4bba-9003-998f75182bf1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:53.920708 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1a207ef5-b61a-4cd4-939a-4d8080d7d69d req-e692e496-8a61-4bba-9003-998f75182bf1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:53.921674 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a207ef5-b61a-4cd4-939a-4d8080d7d69d req-e692e496-8a61-4bba-9003-998f75182bf1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "PUT /v2.0/ports/0f07d894-43af-4c00-a0d4-cb7d57146afc HTTP/1.1" status: 200 len: 981 time: 0.3703229 Jul 23 20:52:53.922130 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dec986-da57-4a65-aba8-a5997a91b2be', 'tag': '0f07d894-43af-4c00-a0d4-cb7d57146afc'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:52:53.924733 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b79712e-fd91-4b36-815b-a67528aa12b4" -d '{"events": [{"name": "network-changed", "server_uuid": "37dec986-da57-4a65-aba8-a5997a91b2be", "tag": "0f07d894-43af-4c00-a0d4-cb7d57146afc"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:52:53.957645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692e496-8a61-4bba-9003-998f75182bf1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Pushing event updated for resources: {'Port': ['ID=0f07d894-43af-4c00-a0d4-cb7d57146afc,revision_number=6']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:53.979151 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f97d569-33e8-4037-b4b5-8eb264efd59e x-openstack-request-id: req-5f97d569-33e8-4037-b4b5-8eb264efd59e {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:52:53.979432 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37dec986-da57-4a65-aba8-a5997a91b2be", "tag": "0f07d894-43af-4c00-a0d4-cb7d57146afc", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:52:53.979680 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f97d569-33e8-4037-b4b5-8eb264efd59e {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:52:53.980078 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37dec986-da57-4a65-aba8-a5997a91b2be', 'tag': '0f07d894-43af-4c00-a0d4-cb7d57146afc', 'status': 'completed', 'code': 200} Jul 23 20:52:53.997940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0f07d894-43af-4c00-a0d4-cb7d57146afc'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:52:54.070612 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-17d944ec-3fcf-41a9-9d9e-7b0bb97d7f16 req-0f24c9be-9092-4cd8-a80f-9d291836bc32 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1793356455&fields=id&tenant_id=e924962b97434700881679a2bf2a8570 HTTP/1.1" status: 200 len: 267 time: 0.0825295 Jul 23 20:52:54.120825 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79712e-fd91-4b36-815b-a67528aa12b4 req-ac30621d-f8d8-43cf-b270-3bf04006c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:54.122340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b79712e-fd91-4b36-815b-a67528aa12b4 req-ac30621d-f8d8-43cf-b270-3bf04006c8a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e924962b97434700881679a2bf2a8570&device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 1136 time: 0.1144989 Jul 23 20:52:54.212285 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d944ec-3fcf-41a9-9d9e-7b0bb97d7f16 req-5c44b85e-1825-46ae-a0ad-7d27e8ea8e84 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:54.213801 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-17d944ec-3fcf-41a9-9d9e-7b0bb97d7f16 req-5c44b85e-1825-46ae-a0ad-7d27e8ea8e84 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 984 time: 0.1376917 Jul 23 20:52:54.229581 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-17d944ec-3fcf-41a9-9d9e-7b0bb97d7f16 req-a450e042-79a0-4d1c-9ea7-4d9d25059ff5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Request body: {'port': {'security_groups': ['0f18c6c5-6441-4521-b5cc-1c979e9e0b48']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:54.277238 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79712e-fd91-4b36-815b-a67528aa12b4 req-7695984a-a7f2-4215-93bf-eccc5ee48602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:54.278707 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b79712e-fd91-4b36-815b-a67528aa12b4 req-7695984a-a7f2-4215-93bf-eccc5ee48602 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7221e424-f224-4970-b402-f1c70a2a0ec8 HTTP/1.1" status: 200 len: 920 time: 0.1496136 Jul 23 20:52:54.351662 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b79712e-fd91-4b36-815b-a67528aa12b4 req-cb6465ad-f0dc-4213-8044-ef75cfb81450 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f07d894-43af-4c00-a0d4-cb7d57146afc HTTP/1.1" status: 200 len: 217 time: 0.0603764 Jul 23 20:52:54.373087 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-17d944ec-3fcf-41a9-9d9e-7b0bb97d7f16 req-a450e042-79a0-4d1c-9ea7-4d9d25059ff5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:54.443508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79712e-fd91-4b36-815b-a67528aa12b4 req-ee1ed8fe-506f-4782-93ae-126520a5db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:54.444965 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b79712e-fd91-4b36-815b-a67528aa12b4 req-ee1ed8fe-506f-4782-93ae-126520a5db8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4cfa8a1-7429-4d51-8365-37f5e816425d HTTP/1.1" status: 200 len: 859 time: 0.0831573 Jul 23 20:52:54.486357 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b79712e-fd91-4b36-815b-a67528aa12b4 req-3c3f2148-22da-48e0-80ae-5510a5e21871 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7221e424-f224-4970-b402-f1c70a2a0ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343254 Jul 23 20:52:54.545519 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-871bd6c2-ed43-47c2-bf0e-dd0d1aeb97d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:54.657313 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b79712e-fd91-4b36-815b-a67528aa12b4 req-6ac7c1c8-c058-42fd-bd86-e90d20c83660 service neutron] 10.222.0.57 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631064 Jul 23 20:52:54.702612 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-17d944ec-3fcf-41a9-9d9e-7b0bb97d7f16 req-a450e042-79a0-4d1c-9ea7-4d9d25059ff5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] For port 0f07d894-43af-4c00-a0d4-cb7d57146afc, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0f07d894-43af-4c00-a0d4-cb7d57146afc,segment=NetworkSegment(be27db90-d310-4b2d-945d-78f37778dc08),segment_id=be27db90-d310-4b2d-945d-78f37778dc08)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:52:54.768403 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-17d944ec-3fcf-41a9-9d9e-7b0bb97d7f16 req-a450e042-79a0-4d1c-9ea7-4d9d25059ff5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:54.781426 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-17d944ec-3fcf-41a9-9d9e-7b0bb97d7f16 req-a450e042-79a0-4d1c-9ea7-4d9d25059ff5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:54.795660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0f07d894-43af-4c00-a0d4-cb7d57146afc'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:52:54.819211 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b79712e-fd91-4b36-815b-a67528aa12b4 req-e579360d-ac7d-4429-809f-78d34479974d service neutron] 10.222.0.57 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542599 Jul 23 20:52:54.836827 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d944ec-3fcf-41a9-9d9e-7b0bb97d7f16 req-a450e042-79a0-4d1c-9ea7-4d9d25059ff5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:54.837493 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-17d944ec-3fcf-41a9-9d9e-7b0bb97d7f16 req-a450e042-79a0-4d1c-9ea7-4d9d25059ff5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:54.838886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-17d944ec-3fcf-41a9-9d9e-7b0bb97d7f16 req-a450e042-79a0-4d1c-9ea7-4d9d25059ff5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "PUT /v2.0/ports/0f07d894-43af-4c00-a0d4-cb7d57146afc HTTP/1.1" status: 200 len: 942 time: 0.6162384 Jul 23 20:52:54.859285 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450e042-79a0-4d1c-9ea7-4d9d25059ff5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Pushing event updated for resources: {'Port': ['ID=0f07d894-43af-4c00-a0d4-cb7d57146afc,revision_number=7']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:54.903119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0f07d894-43af-4c00-a0d4-cb7d57146afc'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:52:55.052314 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-74b6b413-839b-4d82-8711-b8568a265bcf req-3ee1f16c-2307-4bd5-9677-699f317073ef tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1900682 Jul 23 20:52:55.062424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-74b6b413-839b-4d82-8711-b8568a265bcf req-98122b36-b88c-4933-8ddf-fa62ab4883d5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:55.088825 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-74b6b413-839b-4d82-8711-b8568a265bcf req-98122b36-b88c-4933-8ddf-fa62ab4883d5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.157859 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37844) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:55.189687 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-74b6b413-839b-4d82-8711-b8568a265bcf req-98122b36-b88c-4933-8ddf-fa62ab4883d5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.264139 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c314cc7-9e45-46b0-a56a-8ca6c814de6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.297299 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-74b6b413-839b-4d82-8711-b8568a265bcf req-98122b36-b88c-4933-8ddf-fa62ab4883d5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Allocated IP 172.25.3.91 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/93447371-a40b-4148-8e48-40c6c9ba3314) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:52:55.358003 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c314cc7-9e45-46b0-a56a-8ca6c814de6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.362419 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c314cc7-9e45-46b0-a56a-8ca6c814de6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.400819 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c314cc7-9e45-46b0-a56a-8ca6c814de6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e098c5-7ed4-454a-be51-34a787db345a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:55.404816 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-74b6b413-839b-4d82-8711-b8568a265bcf req-98122b36-b88c-4933-8ddf-fa62ab4883d5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.407631 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8c314cc7-9e45-46b0-a56a-8ca6c814de6b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=831786455bcd43c7b3dc2aad02320f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485960 Jul 23 20:52:55.409196 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37848) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:55.447518 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-74b6b413-839b-4d82-8711-b8568a265bcf req-98122b36-b88c-4933-8ddf-fa62ab4883d5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.459825 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9cc63bd-cdf2-42ee-bd77-ad2a9561f19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.481047 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9cc63bd-cdf2-42ee-bd77-ad2a9561f19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.484512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b6b413-839b-4d82-8711-b8568a265bcf req-98122b36-b88c-4933-8ddf-fa62ab4883d5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:52:55.489396 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-74b6b413-839b-4d82-8711-b8568a265bcf req-98122b36-b88c-4933-8ddf-fa62ab4883d5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:52:55.492854 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b6b413-839b-4d82-8711-b8568a265bcf req-98122b36-b88c-4933-8ddf-fa62ab4883d5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:52:55.514790 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98122b36-b88c-4933-8ddf-fa62ab4883d5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Pushing event updated for resources: {'Port': ['ID=93447371-a40b-4148-8e48-40c6c9ba3314,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:55.530996 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9cc63bd-cdf2-42ee-bd77-ad2a9561f19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.533771 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9cc63bd-cdf2-42ee-bd77-ad2a9561f19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.534936 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f9cc63bd-cdf2-42ee-bd77-ad2a9561f19d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9e098c5-7ed4-454a-be51-34a787db345a HTTP/1.1" status: 204 len: 168 time: 0.1243613 Jul 23 20:52:55.550031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc63bd-cdf2-42ee-bd77-ad2a9561f19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e098c5-7ed4-454a-be51-34a787db345a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:55.592678 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-74b6b413-839b-4d82-8711-b8568a265bcf req-98122b36-b88c-4933-8ddf-fa62ab4883d5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.636273 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-74b6b413-839b-4d82-8711-b8568a265bcf req-98122b36-b88c-4933-8ddf-fa62ab4883d5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.789999 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-74b6b413-839b-4d82-8711-b8568a265bcf req-98122b36-b88c-4933-8ddf-fa62ab4883d5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.796339 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-74b6b413-839b-4d82-8711-b8568a265bcf req-98122b36-b88c-4933-8ddf-fa62ab4883d5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.817206 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37856) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:55.836256 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2513d68c-8ef7-4f5d-a6a7-f94145677ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.867935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98122b36-b88c-4933-8ddf-fa62ab4883d5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Pushing event updated for resources: {'Port': ['ID=93447371-a40b-4148-8e48-40c6c9ba3314,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:55.879778 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-74b6b413-839b-4d82-8711-b8568a265bcf req-98122b36-b88c-4933-8ddf-fa62ab4883d5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.938151 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2513d68c-8ef7-4f5d-a6a7-f94145677ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.941913 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2513d68c-8ef7-4f5d-a6a7-f94145677ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.945126 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-74b6b413-839b-4d82-8711-b8568a265bcf req-98122b36-b88c-4933-8ddf-fa62ab4883d5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.947014 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-74b6b413-839b-4d82-8711-b8568a265bcf req-98122b36-b88c-4933-8ddf-fa62ab4883d5 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8880894 Jul 23 20:52:55.985965 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2513d68c-8ef7-4f5d-a6a7-f94145677ffd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9354588b0980402aa9bdadd1ea6f51b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648436 Jul 23 20:52:55.985965 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513d68c-8ef7-4f5d-a6a7-f94145677ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf719732-716d-4bbb-b33d-ef6a188624c3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:55.986864 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 37858) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:52:56.012204 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dec986-da57-4a65-aba8-a5997a91b2be', 'tag': '0f07d894-43af-4c00-a0d4-cb7d57146afc'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:52:56.014460 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f033f0d-de25-4842-b5b0-8c7ce7326e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "37dec986-da57-4a65-aba8-a5997a91b2be", "tag": "0f07d894-43af-4c00-a0d4-cb7d57146afc"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:52:56.029887 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-74b6b413-839b-4d82-8711-b8568a265bcf req-5a4f29ac-858d-4fc0-b2be-d6b57fad5343 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 695 time: 0.0764835 Jul 23 20:52:56.040309 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-791409b6-b755-4a1d-b4f2-2d17b9f8e6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:56.062445 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ffc7ed-9e1d-4846-9d1f-4e482f05a9f1 x-openstack-request-id: req-08ffc7ed-9e1d-4846-9d1f-4e482f05a9f1 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:52:56.062774 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37dec986-da57-4a65-aba8-a5997a91b2be", "tag": "0f07d894-43af-4c00-a0d4-cb7d57146afc", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:52:56.062980 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08ffc7ed-9e1d-4846-9d1f-4e482f05a9f1 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:52:56.063375 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37dec986-da57-4a65-aba8-a5997a91b2be', 'tag': '0f07d894-43af-4c00-a0d4-cb7d57146afc', 'status': 'completed', 'code': 200} Jul 23 20:52:56.069410 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-791409b6-b755-4a1d-b4f2-2d17b9f8e6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:56.119800 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-791409b6-b755-4a1d-b4f2-2d17b9f8e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:56.122311 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-791409b6-b755-4a1d-b4f2-2d17b9f8e6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:56.125849 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-791409b6-b755-4a1d-b4f2-2d17b9f8e6f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bf719732-716d-4bbb-b33d-ef6a188624c3 HTTP/1.1" status: 204 len: 168 time: 0.1357057 Jul 23 20:52:56.131507 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791409b6-b755-4a1d-b4f2-2d17b9f8e6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf719732-716d-4bbb-b33d-ef6a188624c3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:56.187650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6b413-839b-4d82-8711-b8568a265bcf req-706737ab-3192-42cb-8b76-01f77e8d147b tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:56.189012 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-74b6b413-839b-4d82-8711-b8568a265bcf req-706737ab-3192-42cb-8b76-01f77e8d147b tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.1518712 Jul 23 20:52:56.194187 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f033f0d-de25-4842-b5b0-8c7ce7326e5c req-f07a5156-d089-4291-9a9c-a825aa618768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:56.195623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3f033f0d-de25-4842-b5b0-8c7ce7326e5c req-f07a5156-d089-4291-9a9c-a825aa618768 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e924962b97434700881679a2bf2a8570&device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 1097 time: 0.1200142 Jul 23 20:52:56.201025 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-74b6b413-839b-4d82-8711-b8568a265bcf req-6f05fc29-8901-49b3-94db-f6a0adcf2c19 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:52:56.202069 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-74b6b413-839b-4d82-8711-b8568a265bcf req-6f05fc29-8901-49b3-94db-f6a0adcf2c19 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056112 Jul 23 20:52:56.353703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f033f0d-de25-4842-b5b0-8c7ce7326e5c req-6f4f2721-b3c7-4e25-a95e-9a4bf885c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:56.355261 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3f033f0d-de25-4842-b5b0-8c7ce7326e5c req-6f4f2721-b3c7-4e25-a95e-9a4bf885c76f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7221e424-f224-4970-b402-f1c70a2a0ec8 HTTP/1.1" status: 200 len: 920 time: 0.1523466 Jul 23 20:52:56.411535 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3f033f0d-de25-4842-b5b0-8c7ce7326e5c req-396df575-76d5-4bac-935b-9906022cb52d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f07d894-43af-4c00-a0d4-cb7d57146afc HTTP/1.1" status: 200 len: 217 time: 0.0472641 Jul 23 20:52:56.460690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-c430867c-6195-42fc-b720-7141f213fef4 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:56.462261 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-c430867c-6195-42fc-b720-7141f213fef4 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1948993 Jul 23 20:52:56.518171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f033f0d-de25-4842-b5b0-8c7ce7326e5c req-10f5c1ab-6f94-40a0-b9fb-7cb5d7f030fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:56.519677 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3f033f0d-de25-4842-b5b0-8c7ce7326e5c req-10f5c1ab-6f94-40a0-b9fb-7cb5d7f030fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4cfa8a1-7429-4d51-8365-37f5e816425d HTTP/1.1" status: 200 len: 859 time: 0.1020231 Jul 23 20:52:56.523108 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-6073b4b4-07dc-481e-bcd1-0621cee30773 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 695 time: 0.0543506 Jul 23 20:52:56.538098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-9c0c9f30-865e-4053-84b7-440bc6aee1b1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Request body: {'floatingip': {'port_id': '0f07d894-43af-4c00-a0d4-cb7d57146afc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:56.843664 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3f033f0d-de25-4842-b5b0-8c7ce7326e5c req-2ba617be-09e2-4e04-8919-09a265b52de9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7221e424-f224-4970-b402-f1c70a2a0ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3177159 Jul 23 20:52:56.895485 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-9c0c9f30-865e-4053-84b7-440bc6aee1b1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:57.064988 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3f033f0d-de25-4842-b5b0-8c7ce7326e5c req-11ced733-bc82-412c-8c7f-101056218c3a service neutron] 10.222.0.57 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945257 Jul 23 20:52:57.114596 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66c59dba-1b81-421d-bd20-cc2445649b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:57.246481 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3f033f0d-de25-4842-b5b0-8c7ce7326e5c req-81b89a4d-849f-4fc9-8870-6723f390723b service neutron] 10.222.0.57 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697664 Jul 23 20:52:57.363978 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:57.466779 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-9c0c9f30-865e-4053-84b7-440bc6aee1b1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:57.471780 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-9c0c9f30-865e-4053-84b7-440bc6aee1b1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:57.574866 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-9c0c9f30-865e-4053-84b7-440bc6aee1b1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Floating IP 8333ddd1-6dc5-4fdc-ac31-c0e69eae8095 associated. External IP: 172.25.3.91, port: 0f07d894-43af-4c00-a0d4-cb7d57146afc. Jul 23 20:52:57.796412 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-9c0c9f30-865e-4053-84b7-440bc6aee1b1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Router a64a9093-d4fa-4246-ae01-10d859cecf1d has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:52:57.907458 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-9c0c9f30-865e-4053-84b7-440bc6aee1b1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:52:57.913363 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-9c0c9f30-865e-4053-84b7-440bc6aee1b1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:57.921020 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158ac5c1-92a1-450f-8310-528e7f9d0f11 None None] Sync routers for ids ['a64a9093-d4fa-4246-ae01-10d859cecf1d'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:52:57.930883 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158ac5c1-92a1-450f-8310-528e7f9d0f11 None None] Routers {'a64a9093-d4fa-4246-ae01-10d859cecf1d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:52:57.931641 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-158ac5c1-92a1-450f-8310-528e7f9d0f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:52:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a64a9093-d4fa-4246-ae01-10d859cecf1d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:57.950576 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-9c0c9f30-865e-4053-84b7-440bc6aee1b1 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "PUT /v2.0/floatingips/8333ddd1-6dc5-4fdc-ac31-c0e69eae8095 HTTP/1.1" status: 200 len: 995 time: 1.4164302 Jul 23 20:52:58.029897 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-9e4a6d5f-9f54-479b-81f1-d7e4c95531d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:58.032328 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-9e4a6d5f-9f54-479b-81f1-d7e4c95531d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e924962b97434700881679a2bf2a8570&device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 1097 time: 0.0684900 Jul 23 20:52:58.066380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dec986-da57-4a65-aba8-a5997a91b2be', 'tag': '0f07d894-43af-4c00-a0d4-cb7d57146afc'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:52:58.069049 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b10b9c5-100c-4763-a2f6-581e44be4f02" -d '{"events": [{"name": "network-changed", "server_uuid": "37dec986-da57-4a65-aba8-a5997a91b2be", "tag": "0f07d894-43af-4c00-a0d4-cb7d57146afc"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:52:58.116907 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a5b725-5b45-4065-9bab-e72cab67c77e x-openstack-request-id: req-84a5b725-5b45-4065-9bab-e72cab67c77e {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:52:58.117198 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37dec986-da57-4a65-aba8-a5997a91b2be", "tag": "0f07d894-43af-4c00-a0d4-cb7d57146afc", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:52:58.117572 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84a5b725-5b45-4065-9bab-e72cab67c77e {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:52:58.117967 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37dec986-da57-4a65-aba8-a5997a91b2be', 'tag': '0f07d894-43af-4c00-a0d4-cb7d57146afc', 'status': 'completed', 'code': 200} Jul 23 20:52:58.153363 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-d0644d8f-78b4-4ee7-8412-bdde9d230a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:58.154868 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-d0644d8f-78b4-4ee7-8412-bdde9d230a42 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7221e424-f224-4970-b402-f1c70a2a0ec8 HTTP/1.1" status: 200 len: 920 time: 0.1177197 Jul 23 20:52:58.175401 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-158ac5c1-92a1-450f-8310-528e7f9d0f11 None None] Set router a64a9093-d4fa-4246-ae01-10d859cecf1d gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:52:58.246490 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-5de1b065-0baf-4897-ada4-da8eb48d6292 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f07d894-43af-4c00-a0d4-cb7d57146afc HTTP/1.1" status: 200 len: 998 time: 0.0749037 Jul 23 20:52:58.286839 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10b9c5-100c-4763-a2f6-581e44be4f02 req-daa1fde6-e42a-48f0-9c84-41e4e1fd8828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:58.288663 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b10b9c5-100c-4763-a2f6-581e44be4f02 req-daa1fde6-e42a-48f0-9c84-41e4e1fd8828 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e924962b97434700881679a2bf2a8570&device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 1097 time: 0.1479151 Jul 23 20:52:58.321195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-80616317-ae22-47e0-9aae-3900736cfbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:58.323245 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-80616317-ae22-47e0-9aae-3900736cfbba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4cfa8a1-7429-4d51-8365-37f5e816425d HTTP/1.1" status: 200 len: 859 time: 0.0700207 Jul 23 20:52:58.366031 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-d3935e24-8484-47b5-8be2-3cdb00632492 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7221e424-f224-4970-b402-f1c70a2a0ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328438 Jul 23 20:52:58.401424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-56af5a39-c69b-42ba-bb7b-189cd87123f0 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:52:58.402860 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-56af5a39-c69b-42ba-bb7b-189cd87123f0 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071931 Jul 23 20:52:58.421314 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-158ac5c1-92a1-450f-8310-528e7f9d0f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-474372298-router', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:52:01Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': 'e924962b97434700881679a2bf2a8570', 'gw_port': {'id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:02Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '8333ddd1-6dc5-4fdc-ac31-c0e69eae8095', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'port_id': '0f07d894-43af-4c00-a0d4-cb7d57146afc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8', 'mac_address': 'fa:16:3e:90:e8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dec986-da57-4a65-aba8-a5997a91b2be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:52:55Z', 'updated_at': '2021-07-23T20:52:57Z', 'revision_number': 1, 'project_id': 'e924962b97434700881679a2bf2a8570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc158e44-27b1-42fa-959b-843941380360', 'name': '', 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'mac_address': 'fa:16:3e:bc:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:07Z', 'updated_at': '2021-07-23T20:52:15Z', 'revision_number': 5, 'project_id': 'e924962b97434700881679a2bf2a8570', 'subnets': [{'id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:58.453500 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158ac5c1-92a1-450f-8310-528e7f9d0f11 None None] Checking router: a64a9093-d4fa-4246-ae01-10d859cecf1d for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:52:58.463033 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158ac5c1-92a1-450f-8310-528e7f9d0f11 None None] Routers {'a64a9093-d4fa-4246-ae01-10d859cecf1d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:52:58.464040 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-158ac5c1-92a1-450f-8310-528e7f9d0f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:52:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a64a9093-d4fa-4246-ae01-10d859cecf1d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:58.496336 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10b9c5-100c-4763-a2f6-581e44be4f02 req-341b422e-41f3-4637-832f-d5db7f5b99cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:58.498018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b10b9c5-100c-4763-a2f6-581e44be4f02 req-341b422e-41f3-4637-832f-d5db7f5b99cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=7221e424-f224-4970-b402-f1c70a2a0ec8 HTTP/1.1" status: 200 len: 920 time: 0.2009676 Jul 23 20:52:58.534201 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:58.575887 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-f348d45c-be80-4486-a6d9-1675e4e312cc service neutron] 10.222.0.55 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641777 Jul 23 20:52:58.586289 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-158ac5c1-92a1-450f-8310-528e7f9d0f11 None None] Set router a64a9093-d4fa-4246-ae01-10d859cecf1d gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:52:58.623555 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b10b9c5-100c-4763-a2f6-581e44be4f02 req-6ad24d84-677e-419b-85d5-0670861141b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f07d894-43af-4c00-a0d4-cb7d57146afc HTTP/1.1" status: 200 len: 998 time: 0.1172075 Jul 23 20:52:58.720704 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10b9c5-100c-4763-a2f6-581e44be4f02 req-2d0b6a0b-7957-4d41-810e-c67efa297403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:58.722378 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b10b9c5-100c-4763-a2f6-581e44be4f02 req-2d0b6a0b-7957-4d41-810e-c67efa297403 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4cfa8a1-7429-4d51-8365-37f5e816425d HTTP/1.1" status: 200 len: 859 time: 0.0921950 Jul 23 20:52:58.728591 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4eae0892-8b7b-4b88-99d5-163080ae383d req-9ff0e318-bb54-4532-9431-1c2d376bd516 service neutron] 10.222.0.55 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439962 Jul 23 20:52:58.758318 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b10b9c5-100c-4763-a2f6-581e44be4f02 req-b32a75be-44aa-48c4-b70b-27976f7ccafe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7221e424-f224-4970-b402-f1c70a2a0ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287867 Jul 23 20:52:58.829161 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-158ac5c1-92a1-450f-8310-528e7f9d0f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-474372298-router', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:52:01Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': 'e924962b97434700881679a2bf2a8570', 'gw_port': {'id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:02Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '8333ddd1-6dc5-4fdc-ac31-c0e69eae8095', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'port_id': '0f07d894-43af-4c00-a0d4-cb7d57146afc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8', 'mac_address': 'fa:16:3e:90:e8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dec986-da57-4a65-aba8-a5997a91b2be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:52:55Z', 'updated_at': '2021-07-23T20:52:57Z', 'revision_number': 1, 'project_id': 'e924962b97434700881679a2bf2a8570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc158e44-27b1-42fa-959b-843941380360', 'name': '', 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'mac_address': 'fa:16:3e:bc:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:07Z', 'updated_at': '2021-07-23T20:52:15Z', 'revision_number': 5, 'project_id': 'e924962b97434700881679a2bf2a8570', 'subnets': [{'id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:58.860250 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158ac5c1-92a1-450f-8310-528e7f9d0f11 None None] The sync data for ids ['a64a9093-d4fa-4246-ae01-10d859cecf1d'] in n-d-791504-18 is: [{'id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-474372298-router', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:52:01Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': 'e924962b97434700881679a2bf2a8570', 'gw_port': {'id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:02Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '8333ddd1-6dc5-4fdc-ac31-c0e69eae8095', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'port_id': '0f07d894-43af-4c00-a0d4-cb7d57146afc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8', 'mac_address': 'fa:16:3e:90:e8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dec986-da57-4a65-aba8-a5997a91b2be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:52:55Z', 'updated_at': '2021-07-23T20:52:57Z', 'revision_number': 1, 'project_id': 'e924962b97434700881679a2bf2a8570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc158e44-27b1-42fa-959b-843941380360', 'name': '', 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'mac_address': 'fa:16:3e:bc:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:07Z', 'updated_at': '2021-07-23T20:52:15Z', 'revision_number': 5, 'project_id': 'e924962b97434700881679a2bf2a8570', 'subnets': [{'id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:52:58.914538 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-2e2c9209-c2f8-4c4f-a9f9-ccd60c6e9125 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 998 time: 0.1469426 Jul 23 20:52:58.981627 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b10b9c5-100c-4763-a2f6-581e44be4f02 req-f1a94ed1-effc-495a-9f7a-e708e5b48427 service neutron] 10.222.0.57 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152526 Jul 23 20:52:59.005792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-4c701d25-a26a-4e6e-bc5b-b6eb29c7a42a tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:59.007243 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-4c701d25-a26a-4e6e-bc5b-b6eb29c7a42a tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports/0f07d894-43af-4c00-a0d4-cb7d57146afc HTTP/1.1" status: 200 len: 942 time: 0.0819654 Jul 23 20:52:59.142893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b10b9c5-100c-4763-a2f6-581e44be4f02 req-2ec67da0-43ec-4ce2-a9b9-602cc3e7eb9a service neutron] 10.222.0.57 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535370 Jul 23 20:52:59.160405 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e29234-91b7-4a39-bcb5-7f553d4e1b89 None None] New status for floating IP 8333ddd1-6dc5-4fdc-ac31-c0e69eae8095: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:52:59.163233 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-e1615088-b167-472b-944e-e6fd2d628209 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 998 time: 0.0904021 Jul 23 20:52:59.275935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-ac3bf369-370b-4153-a5b8-045cf99dcfe9 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:59.277319 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-ac3bf369-370b-4153-a5b8-045cf99dcfe9 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.1051261 Jul 23 20:52:59.287728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-0ec07d66-e4bc-49a1-977a-d1625b6d0f74 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:52:59.288719 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-0ec07d66-e4bc-49a1-977a-d1625b6d0f74 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058234 Jul 23 20:52:59.651875 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-52b25d3d-6479-45c9-98c6-2f65a945c0a0 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 1000 time: 0.3565831 Jul 23 20:52:59.661433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-90497270-9287-4f96-bbb8-bc529acf94cb tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:52:59.720710 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-90497270-9287-4f96-bbb8-bc529acf94cb tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:59.863880 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-90497270-9287-4f96-bbb8-bc529acf94cb tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:59.867356 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-90497270-9287-4f96-bbb8-bc529acf94cb tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:59.867613 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-90497270-9287-4f96-bbb8-bc529acf94cb tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Floating IP 8333ddd1-6dc5-4fdc-ac31-c0e69eae8095 disassociated. External IP: 172.25.3.91, port: 0f07d894-43af-4c00-a0d4-cb7d57146afc. Jul 23 20:52:59.963780 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:00.072877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-90497270-9287-4f96-bbb8-bc529acf94cb tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Router a64a9093-d4fa-4246-ae01-10d859cecf1d has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:53:00.188824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-90497270-9287-4f96-bbb8-bc529acf94cb tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:53:00.193214 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-90497270-9287-4f96-bbb8-bc529acf94cb tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:00.200349 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9c6895-523d-4597-8b09-1f9708dcb811 None None] Sync routers for ids ['a64a9093-d4fa-4246-ae01-10d859cecf1d'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:53:00.211231 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9c6895-523d-4597-8b09-1f9708dcb811 None None] Routers {'a64a9093-d4fa-4246-ae01-10d859cecf1d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:53:00.213251 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6f9c6895-523d-4597-8b09-1f9708dcb811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:52:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a64a9093-d4fa-4246-ae01-10d859cecf1d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:00.238288 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-90497270-9287-4f96-bbb8-bc529acf94cb tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "PUT /v2.0/floatingips/8333ddd1-6dc5-4fdc-ac31-c0e69eae8095 HTTP/1.1" status: 200 len: 694 time: 0.5808034 Jul 23 20:53:00.238728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dec986-da57-4a65-aba8-a5997a91b2be', 'tag': '0f07d894-43af-4c00-a0d4-cb7d57146afc'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:00.241852 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b669b99-8301-4d06-a4b4-321c8ca189e0" -d '{"events": [{"name": "network-changed", "server_uuid": "37dec986-da57-4a65-aba8-a5997a91b2be", "tag": "0f07d894-43af-4c00-a0d4-cb7d57146afc"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:00.285347 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bd8151-d459-42e6-9913-3be6c19cb70c x-openstack-request-id: req-c0bd8151-d459-42e6-9913-3be6c19cb70c {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:00.285628 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37dec986-da57-4a65-aba8-a5997a91b2be", "tag": "0f07d894-43af-4c00-a0d4-cb7d57146afc", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:00.285899 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0bd8151-d459-42e6-9913-3be6c19cb70c {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:00.286292 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37dec986-da57-4a65-aba8-a5997a91b2be', 'tag': '0f07d894-43af-4c00-a0d4-cb7d57146afc', 'status': 'completed', 'code': 200} Jul 23 20:53:00.336376 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6f9c6895-523d-4597-8b09-1f9708dcb811 None None] Set router a64a9093-d4fa-4246-ae01-10d859cecf1d gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:53:00.371265 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b669b99-8301-4d06-a4b4-321c8ca189e0 req-3ec4b6af-f3f3-4984-8fac-29f4d243d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:00.372797 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b669b99-8301-4d06-a4b4-321c8ca189e0 req-3ec4b6af-f3f3-4984-8fac-29f4d243d1a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e924962b97434700881679a2bf2a8570&device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 1097 time: 0.0603063 Jul 23 20:53:00.499839 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-5dcd48c9-26c6-4b15-9688-a9f76fb2c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:00.501381 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-5dcd48c9-26c6-4b15-9688-a9f76fb2c241 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e924962b97434700881679a2bf2a8570&device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 1097 time: 0.2457378 Jul 23 20:53:00.504153 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b669b99-8301-4d06-a4b4-321c8ca189e0 req-10761be3-8dba-4f65-bd57-72e7ff579024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:00.505502 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b669b99-8301-4d06-a4b4-321c8ca189e0 req-10761be3-8dba-4f65-bd57-72e7ff579024 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7221e424-f224-4970-b402-f1c70a2a0ec8 HTTP/1.1" status: 200 len: 920 time: 0.1248085 Jul 23 20:53:00.566156 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b669b99-8301-4d06-a4b4-321c8ca189e0 req-02c87f1c-5172-4cdc-acc5-b4bd478558f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f07d894-43af-4c00-a0d4-cb7d57146afc HTTP/1.1" status: 200 len: 217 time: 0.0484099 Jul 23 20:53:00.584449 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6f9c6895-523d-4597-8b09-1f9708dcb811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-474372298-router', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:52:01Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': 'e924962b97434700881679a2bf2a8570', 'gw_port': {'id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:02Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'bc158e44-27b1-42fa-959b-843941380360', 'name': '', 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'mac_address': 'fa:16:3e:bc:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:07Z', 'updated_at': '2021-07-23T20:52:15Z', 'revision_number': 5, 'project_id': 'e924962b97434700881679a2bf2a8570', 'subnets': [{'id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:00.610434 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9c6895-523d-4597-8b09-1f9708dcb811 None None] Checking router: a64a9093-d4fa-4246-ae01-10d859cecf1d for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:53:00.619143 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9c6895-523d-4597-8b09-1f9708dcb811 None None] Routers {'a64a9093-d4fa-4246-ae01-10d859cecf1d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:53:00.619745 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6f9c6895-523d-4597-8b09-1f9708dcb811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:52:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a64a9093-d4fa-4246-ae01-10d859cecf1d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:00.664425 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b669b99-8301-4d06-a4b4-321c8ca189e0 req-01bc2feb-2980-43ab-9d6e-526bc86cb2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:00.666475 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b669b99-8301-4d06-a4b4-321c8ca189e0 req-01bc2feb-2980-43ab-9d6e-526bc86cb2fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4cfa8a1-7429-4d51-8365-37f5e816425d HTTP/1.1" status: 200 len: 859 time: 0.0930245 Jul 23 20:53:00.671654 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-3e9b2356-96b2-4a23-90e6-0fc7c36fd7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:00.673202 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-3e9b2356-96b2-4a23-90e6-0fc7c36fd7db service neutron] 10.222.0.55 "GET /v2.0/networks?id=7221e424-f224-4970-b402-f1c70a2a0ec8 HTTP/1.1" status: 200 len: 920 time: 0.1644471 Jul 23 20:53:00.748331 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-2e9b2f15-16ae-4a5d-87ab-830643cd258d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f07d894-43af-4c00-a0d4-cb7d57146afc HTTP/1.1" status: 200 len: 217 time: 0.0661745 Jul 23 20:53:00.750544 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b669b99-8301-4d06-a4b4-321c8ca189e0 req-8c61055f-2dae-4fd1-b710-76283abf1946 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7221e424-f224-4970-b402-f1c70a2a0ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764151 Jul 23 20:53:00.769237 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6f9c6895-523d-4597-8b09-1f9708dcb811 None None] Set router a64a9093-d4fa-4246-ae01-10d859cecf1d gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:53:00.851818 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-4091ab98-fa22-4f46-a9f8-9b2721dfe778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:00.853871 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-4091ab98-fa22-4f46-a9f8-9b2721dfe778 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4cfa8a1-7429-4d51-8365-37f5e816425d HTTP/1.1" status: 200 len: 859 time: 0.1001344 Jul 23 20:53:00.895436 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-09f232b9-4e8d-40bf-ac6a-5395f7249fd5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7221e424-f224-4970-b402-f1c70a2a0ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356276 Jul 23 20:53:00.917580 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b669b99-8301-4d06-a4b4-321c8ca189e0 req-656828a9-c340-4dac-bce5-d84319d76fa3 service neutron] 10.222.0.57 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532414 Jul 23 20:53:00.983601 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6f9c6895-523d-4597-8b09-1f9708dcb811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-474372298-router', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:52:01Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': 'e924962b97434700881679a2bf2a8570', 'gw_port': {'id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:02Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'bc158e44-27b1-42fa-959b-843941380360', 'name': '', 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'mac_address': 'fa:16:3e:bc:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:07Z', 'updated_at': '2021-07-23T20:52:15Z', 'revision_number': 5, 'project_id': 'e924962b97434700881679a2bf2a8570', 'subnets': [{'id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:01.014656 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9c6895-523d-4597-8b09-1f9708dcb811 None None] The sync data for ids ['a64a9093-d4fa-4246-ae01-10d859cecf1d'] in n-d-791504-18 is: [{'id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-474372298-router', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:52:01Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': 'e924962b97434700881679a2bf2a8570', 'gw_port': {'id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:02Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'bc158e44-27b1-42fa-959b-843941380360', 'name': '', 'network_id': '7221e424-f224-4970-b402-f1c70a2a0ec8', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'mac_address': 'fa:16:3e:bc:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:07Z', 'updated_at': '2021-07-23T20:52:15Z', 'revision_number': 5, 'project_id': 'e924962b97434700881679a2bf2a8570', 'subnets': [{'id': 'd4cfa8a1-7429-4d51-8365-37f5e816425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:53:01.063961 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-00cbf550-63a3-4b45-9ac0-e86e8ec9c661 service neutron] 10.222.0.55 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594033 Jul 23 20:53:01.069450 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b669b99-8301-4d06-a4b4-321c8ca189e0 req-7108e44c-5d13-49a8-be76-eb5bc4546de3 service neutron] 10.222.0.57 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424966 Jul 23 20:53:01.178314 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e5964e-cb8e-4606-b3c8-bf17d2e50ec1 req-9a68bcb1-03ef-4c8a-b093-b4ec1d640847 service neutron] 10.222.0.55 "GET /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079280 Jul 23 20:53:01.291665 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2953d56a-29d1-4fc3-ad9f-22a6cc92801d req-fb7c6f3f-4b35-4581-b9a8-7ecd16b6e330 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/floatingips/8333ddd1-6dc5-4fdc-ac31-c0e69eae8095 HTTP/1.1" status: 200 len: 694 time: 0.0665491 Jul 23 20:53:01.304099 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d27eb2e-b9c9-44d8-b97c-c34fdbb3bf83 None None] New status for floating IP 8333ddd1-6dc5-4fdc-ac31-c0e69eae8095: DOWN {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:53:01.401872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953d56a-29d1-4fc3-ad9f-22a6cc92801d req-0bbaba8c-373d-4327-a9a0-8396f3d27000 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:01.403201 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2953d56a-29d1-4fc3-ad9f-22a6cc92801d req-0bbaba8c-373d-4327-a9a0-8396f3d27000 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/networks/e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 784 time: 0.1086650 Jul 23 20:53:01.415861 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-2953d56a-29d1-4fc3-ad9f-22a6cc92801d req-7f668119-2601-48ec-a2a0-014b24357d64 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:53:01.417045 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2953d56a-29d1-4fc3-ad9f-22a6cc92801d req-7f668119-2601-48ec-a2a0-014b24357d64 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071363 Jul 23 20:53:01.473279 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2953d56a-29d1-4fc3-ad9f-22a6cc92801d req-54e16ed7-9834-44e7-ac75-3e7c87d05497 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 697 time: 0.0469620 Jul 23 20:53:01.526217 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2953d56a-29d1-4fc3-ad9f-22a6cc92801d req-d6f6b04f-aea7-4467-a312-df5e41e1a751 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.3.91 HTTP/1.1" status: 200 len: 697 time: 0.0463066 Jul 23 20:53:01.663391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-2953d56a-29d1-4fc3-ad9f-22a6cc92801d req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Deleting port 93447371-a40b-4148-8e48-40c6c9ba3314 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:53:01.663733 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2953d56a-29d1-4fc3-ad9f-22a6cc92801d req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:01.748263 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2953d56a-29d1-4fc3-ad9f-22a6cc92801d req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:01.748907 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2953d56a-29d1-4fc3-ad9f-22a6cc92801d req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:01.760609 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-2953d56a-29d1-4fc3-ad9f-22a6cc92801d req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Calling delete_port for 93447371-a40b-4148-8e48-40c6c9ba3314 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:53:01.896286 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2953d56a-29d1-4fc3-ad9f-22a6cc92801d req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:01.924956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Pushing event deleted for resources: {'Port': ['ID=93447371-a40b-4148-8e48-40c6c9ba3314,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:01.950114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:01.950463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:01.950804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:01.951228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:01.951571 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:01.951893 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:01.952220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:01.952545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:01.952871 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:01.953194 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:01.953516 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:01.953836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:01.994942 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2953d56a-29d1-4fc3-ad9f-22a6cc92801d req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:01.997457 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-2953d56a-29d1-4fc3-ad9f-22a6cc92801d req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:01.998605 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2953d56a-29d1-4fc3-ad9f-22a6cc92801d req-06c3a5a6-393b-4f55-8423-2def9db3803c tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "DELETE /v2.0/floatingips/8333ddd1-6dc5-4fdc-ac31-c0e69eae8095 HTTP/1.1" status: 204 len: 173 time: 0.4669988 Jul 23 20:53:02.059253 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94ba3f9d-abc5-4146-b598-e5b55a4e3eac req-114be099-50de-4814-b7c1-23566f71de86 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups/a8f31c17-6b7a-42c3-b9f9-46b4648104f3 HTTP/1.1" status: 200 len: 1810 time: 0.0408025 Jul 23 20:53:02.119056 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-94ba3f9d-abc5-4146-b598-e5b55a4e3eac req-2a0b7cdc-b35d-4872-8706-48bdc6ee33e4 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:02.143259 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-94ba3f9d-abc5-4146-b598-e5b55a4e3eac req-2a0b7cdc-b35d-4872-8706-48bdc6ee33e4 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:02.184983 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-94ba3f9d-abc5-4146-b598-e5b55a4e3eac req-2a0b7cdc-b35d-4872-8706-48bdc6ee33e4 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:02.187702 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-94ba3f9d-abc5-4146-b598-e5b55a4e3eac req-2a0b7cdc-b35d-4872-8706-48bdc6ee33e4 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:02.188900 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94ba3f9d-abc5-4146-b598-e5b55a4e3eac req-2a0b7cdc-b35d-4872-8706-48bdc6ee33e4 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "DELETE /v2.0/security-groups/a8f31c17-6b7a-42c3-b9f9-46b4648104f3 HTTP/1.1" status: 204 len: 173 time: 0.1239021 Jul 23 20:53:02.198811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b7cdc-b35d-4872-8706-48bdc6ee33e4 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f31c17-6b7a-42c3-b9f9-46b4648104f3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:02.458906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d830ff6-49f3-4796-a200-dcc9a381a7ca req-d9e6998d-f301-4d86-b125-762deb2b71a2 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:02.460544 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d830ff6-49f3-4796-a200-dcc9a381a7ca req-d9e6998d-f301-4d86-b125-762deb2b71a2 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0679898 Jul 23 20:53:02.501446 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d830ff6-49f3-4796-a200-dcc9a381a7ca req-952b1244-c377-4897-bac7-1e97c3ff7aa0 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335865 Jul 23 20:53:03.638163 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0e6f0-f776-460f-ad71-a1102b664e90 req-029a6855-fc01-4a02-bc05-3110c92d5f88 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:03.639690 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ce0e6f0-f776-460f-ad71-a1102b664e90 req-029a6855-fc01-4a02-bc05-3110c92d5f88 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0676098 Jul 23 20:53:03.678599 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ce0e6f0-f776-460f-ad71-a1102b664e90 req-5198e5b1-a77d-4cf8-a53f-3c1a52ea466f tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332711 Jul 23 20:53:04.546048 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbae58-8693-4db3-9c34-7a2e5c38a010 req-4e0566db-7397-411d-8500-71ddd3620b97 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:04.547564 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1fbae58-8693-4db3-9c34-7a2e5c38a010 req-4e0566db-7397-411d-8500-71ddd3620b97 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.57 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.0717242 Jul 23 20:53:04.647140 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-f1fbae58-8693-4db3-9c34-7a2e5c38a010 req-c3797877-7307-4ea0-b00b-ebc9538cba72 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Deleting port 0f07d894-43af-4c00-a0d4-cb7d57146afc {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:53:04.647788 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f1fbae58-8693-4db3-9c34-7a2e5c38a010 req-c3797877-7307-4ea0-b00b-ebc9538cba72 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:04.740938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-f1fbae58-8693-4db3-9c34-7a2e5c38a010 req-c3797877-7307-4ea0-b00b-ebc9538cba72 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] For port 0f07d894-43af-4c00-a0d4-cb7d57146afc, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=0f07d894-43af-4c00-a0d4-cb7d57146afc,segment=NetworkSegment(be27db90-d310-4b2d-945d-78f37778dc08),segment_id=be27db90-d310-4b2d-945d-78f37778dc08)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:04.741528 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f1fbae58-8693-4db3-9c34-7a2e5c38a010 req-c3797877-7307-4ea0-b00b-ebc9538cba72 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:04.756641 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-f1fbae58-8693-4db3-9c34-7a2e5c38a010 req-c3797877-7307-4ea0-b00b-ebc9538cba72 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Calling delete_port for 0f07d894-43af-4c00-a0d4-cb7d57146afc owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:53:04.884763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24303363-4b25-4e8f-8927-a35fb8116041 req-a1b4ccc7-1ac1-46f6-b744-5d377320e3c8 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:04.886496 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24303363-4b25-4e8f-8927-a35fb8116041 req-a1b4ccc7-1ac1-46f6-b744-5d377320e3c8 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/ports?device_id=37dec986-da57-4a65-aba8-a5997a91b2be HTTP/1.1" status: 200 len: 945 time: 0.1310639 Jul 23 20:53:04.966967 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24303363-4b25-4e8f-8927-a35fb8116041 req-110ee43b-6159-4a7a-8a13-3aa5b040510f tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f18c6c5-6441-4521-b5cc-1c979e9e0b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735762 Jul 23 20:53:04.971588 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f1fbae58-8693-4db3-9c34-7a2e5c38a010 req-c3797877-7307-4ea0-b00b-ebc9538cba72 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:04.985546 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['0f07d894-43af-4c00-a0d4-cb7d57146afc'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:53:05.000456 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3797877-7307-4ea0-b00b-ebc9538cba72 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Pushing event deleted for resources: {'Port': ['ID=0f07d894-43af-4c00-a0d4-cb7d57146afc,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:05.050369 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fbae58-8693-4db3-9c34-7a2e5c38a010 req-c3797877-7307-4ea0-b00b-ebc9538cba72 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] No DVR routers for this DVR port 0f07d894-43af-4c00-a0d4-cb7d57146afc on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:53:05.052779 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f1fbae58-8693-4db3-9c34-7a2e5c38a010 req-c3797877-7307-4ea0-b00b-ebc9538cba72 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:05.054728 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1fbae58-8693-4db3-9c34-7a2e5c38a010 req-c3797877-7307-4ea0-b00b-ebc9538cba72 tempest-ServerRescueTestJSONUnderV235-456875173 tempest-ServerRescueTestJSONUnderV235-456875173-project] 10.222.0.57 "DELETE /v2.0/ports/0f07d894-43af-4c00-a0d4-cb7d57146afc HTTP/1.1" status: 204 len: 173 time: 0.5017493 Jul 23 20:53:05.055181 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dec986-da57-4a65-aba8-a5997a91b2be', 'name': 'network-vif-deleted', 'tag': '0f07d894-43af-4c00-a0d4-cb7d57146afc'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:05.057411 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6035b2d4-baa3-40a7-834d-d9ac6282053a" -d '{"events": [{"server_uuid": "37dec986-da57-4a65-aba8-a5997a91b2be", "name": "network-vif-deleted", "tag": "0f07d894-43af-4c00-a0d4-cb7d57146afc"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:05.094903 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff715e81-f6f5-4bc5-ac21-0d62c564960b x-openstack-request-id: req-ff715e81-f6f5-4bc5-ac21-0d62c564960b {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:05.095238 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dec986-da57-4a65-aba8-a5997a91b2be", "name": "network-vif-deleted", "tag": "0f07d894-43af-4c00-a0d4-cb7d57146afc", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:05.095488 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff715e81-f6f5-4bc5-ac21-0d62c564960b {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:05.095880 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37dec986-da57-4a65-aba8-a5997a91b2be', 'name': 'network-vif-deleted', 'tag': '0f07d894-43af-4c00-a0d4-cb7d57146afc', 'status': 'completed', 'code': 200} Jul 23 20:53:06.027543 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38032) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:06.378177 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-de8db295-e746-49a1-b29f-365638f1a6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:06.669365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-de8db295-e746-49a1-b29f-365638f1a6a8 admin admin] Deleting port bc158e44-27b1-42fa-959b-843941380360 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:53:06.669717 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-de8db295-e746-49a1-b29f-365638f1a6a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:07.059314 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-de8db295-e746-49a1-b29f-365638f1a6a8 admin admin] For port bc158e44-27b1-42fa-959b-843941380360, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=bc158e44-27b1-42fa-959b-843941380360,segment=NetworkSegment(be27db90-d310-4b2d-945d-78f37778dc08),segment_id=be27db90-d310-4b2d-945d-78f37778dc08)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:07.059972 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-de8db295-e746-49a1-b29f-365638f1a6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:07.074114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-de8db295-e746-49a1-b29f-365638f1a6a8 admin admin] Calling delete_port for bc158e44-27b1-42fa-959b-843941380360 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:53:07.260735 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38056) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:07.272847 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-de8db295-e746-49a1-b29f-365638f1a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:07.297243 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8db295-e746-49a1-b29f-365638f1a6a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc158e44-27b1-42fa-959b-843941380360,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:07.380713 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb936f2e-66e8-4a96-8f5e-098516da04f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:07.474711 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-de8db295-e746-49a1-b29f-365638f1a6a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:07.477160 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb936f2e-66e8-4a96-8f5e-098516da04f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:07.481494 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb936f2e-66e8-4a96-8f5e-098516da04f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:07.520696 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cb936f2e-66e8-4a96-8f5e-098516da04f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c219727f69464d918bf30db27d01959d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587383 Jul 23 20:53:07.521845 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb936f2e-66e8-4a96-8f5e-098516da04f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed7e377-1f16-49e7-b26f-8749de67ce8b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:07.524331 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38060) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:07.581610 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-58ac8de4-5549-4993-bfe8-180479af26f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:07.604974 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-58ac8de4-5549-4993-bfe8-180479af26f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:07.655795 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-58ac8de4-5549-4993-bfe8-180479af26f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:07.658573 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-58ac8de4-5549-4993-bfe8-180479af26f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:07.659821 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-58ac8de4-5549-4993-bfe8-180479af26f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ed7e377-1f16-49e7-b26f-8749de67ce8b HTTP/1.1" status: 204 len: 168 time: 0.1345782 Jul 23 20:53:07.668828 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac8de4-5549-4993-bfe8-180479af26f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed7e377-1f16-49e7-b26f-8749de67ce8b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:07.716174 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8db295-e746-49a1-b29f-365638f1a6a8 admin admin] Router a64a9093-d4fa-4246-ae01-10d859cecf1d has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:53:07.831315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8db295-e746-49a1-b29f-365638f1a6a8 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:53:07.836486 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-de8db295-e746-49a1-b29f-365638f1a6a8 admin admin] 10.222.0.55 "PUT /v2.0/routers/a64a9093-d4fa-4246-ae01-10d859cecf1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8078780 Jul 23 20:53:07.839821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38068) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:07.842554 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b59377a-7683-4e6e-9726-60f1b5baf353 None None] Sync routers for ids ['a64a9093-d4fa-4246-ae01-10d859cecf1d'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:53:07.853169 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b59377a-7683-4e6e-9726-60f1b5baf353 None None] Routers {'a64a9093-d4fa-4246-ae01-10d859cecf1d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:53:07.854093 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7b59377a-7683-4e6e-9726-60f1b5baf353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:52:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a64a9093-d4fa-4246-ae01-10d859cecf1d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:07.956133 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b95834d-30f7-4ca4-8a07-de859600f517 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:07.972326 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38070) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:07.987672 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c236d13e-3730-4635-a74f-8092c8e7f3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.073068 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7b59377a-7683-4e6e-9726-60f1b5baf353 None None] Set router a64a9093-d4fa-4246-ae01-10d859cecf1d gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:53:08.075845 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b95834d-30f7-4ca4-8a07-de859600f517 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.096882 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c236d13e-3730-4635-a74f-8092c8e7f3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.101498 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c236d13e-3730-4635-a74f-8092c8e7f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.137699 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-4b95834d-30f7-4ca4-8a07-de859600f517 admin admin] Deleting port 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:53:08.138063 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b95834d-30f7-4ca4-8a07-de859600f517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.147022 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c236d13e-3730-4635-a74f-8092c8e7f3ac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb96b00f216e40d0b4b56c170ccad0f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732688 Jul 23 20:53:08.148149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236d13e-3730-4635-a74f-8092c8e7f3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03c2f7c-ac95-4aa6-b2a6-86ff67edc0bb,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:08.151570 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38072) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:08.204806 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-528829c9-0a5e-4b11-997d-78a79b5a7a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.229139 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-528829c9-0a5e-4b11-997d-78a79b5a7a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.229417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-4b95834d-30f7-4ca4-8a07-de859600f517 admin admin] For port 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2a38f5bb-4ced-4a23-9240-f7ecc7f2e644,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:08.229725 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b95834d-30f7-4ca4-8a07-de859600f517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.248218 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-4b95834d-30f7-4ca4-8a07-de859600f517 admin admin] Calling delete_port for 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:53:08.281822 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-528829c9-0a5e-4b11-997d-78a79b5a7a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.285351 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-528829c9-0a5e-4b11-997d-78a79b5a7a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.287732 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-528829c9-0a5e-4b11-997d-78a79b5a7a0a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e03c2f7c-ac95-4aa6-b2a6-86ff67edc0bb HTTP/1.1" status: 204 len: 168 time: 0.1352878 Jul 23 20:53:08.296935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528829c9-0a5e-4b11-997d-78a79b5a7a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03c2f7c-ac95-4aa6-b2a6-86ff67edc0bb,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:08.297731 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7b59377a-7683-4e6e-9726-60f1b5baf353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-474372298-router', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:52:01Z', 'updated_at': '2021-07-23T20:53:07Z', 'revision_number': 5, 'project_id': 'e924962b97434700881679a2bf2a8570', 'gw_port': {'id': '2a38f5bb-4ced-4a23-9240-f7ecc7f2e644', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:52:02Z', 'updated_at': '2021-07-23T20:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:08.360879 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b59377a-7683-4e6e-9726-60f1b5baf353 None None] Checking router: a64a9093-d4fa-4246-ae01-10d859cecf1d for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:53:08.369265 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b59377a-7683-4e6e-9726-60f1b5baf353 None None] Routers {'a64a9093-d4fa-4246-ae01-10d859cecf1d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:53:08.369876 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7b59377a-7683-4e6e-9726-60f1b5baf353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:52:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a64a9093-d4fa-4246-ae01-10d859cecf1d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:08.428666 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b95834d-30f7-4ca4-8a07-de859600f517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.472857 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7b59377a-7683-4e6e-9726-60f1b5baf353 None None] Set router a64a9093-d4fa-4246-ae01-10d859cecf1d gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:53:08.477939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95834d-30f7-4ca4-8a07-de859600f517 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a38f5bb-4ced-4a23-9240-f7ecc7f2e644,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:08.534822 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7b59377a-7683-4e6e-9726-60f1b5baf353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-474372298-router', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:52:01Z', 'updated_at': '2021-07-23T20:53:08Z', 'revision_number': 6, 'project_id': 'e924962b97434700881679a2bf2a8570', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:08.541462 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b95834d-30f7-4ca4-8a07-de859600f517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.564240 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b59377a-7683-4e6e-9726-60f1b5baf353 None None] The sync data for ids ['a64a9093-d4fa-4246-ae01-10d859cecf1d'] in n-d-791504-18 is: [{'id': 'a64a9093-d4fa-4246-ae01-10d859cecf1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-474372298-router', 'tenant_id': 'e924962b97434700881679a2bf2a8570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:52:01Z', 'updated_at': '2021-07-23T20:53:08Z', 'revision_number': 6, 'project_id': 'e924962b97434700881679a2bf2a8570', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:53:08.645639 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b95834d-30f7-4ca4-8a07-de859600f517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.647986 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b95834d-30f7-4ca4-8a07-de859600f517 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.684652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38078) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:08.699440 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b95834d-30f7-4ca4-8a07-de859600f517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.700122 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b95834d-30f7-4ca4-8a07-de859600f517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a64a9093-d4fa-4246-ae01-10d859cecf1d {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:53:08.700387 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ca17fd6e-17fb-4b7a-8402-7b5693e945ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.705868 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4b95834d-30f7-4ca4-8a07-de859600f517 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.707181 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4b95834d-30f7-4ca4-8a07-de859600f517 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a64a9093-d4fa-4246-ae01-10d859cecf1d HTTP/1.1" status: 204 len: 168 time: 0.8660004 Jul 23 20:53:08.709867 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38080) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:08.766235 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f57991c-0ce8-4a3d-adee-46a01457f01e admin admin] Deleting subnet d4cfa8a1-7429-4d51-8365-37f5e816425d {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:53:08.771646 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6f57991c-0ce8-4a3d-adee-46a01457f01e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.804281 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ca17fd6e-17fb-4b7a-8402-7b5693e945ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.812492 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ca17fd6e-17fb-4b7a-8402-7b5693e945ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.813373 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6f57991c-0ce8-4a3d-adee-46a01457f01e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.858613 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ca17fd6e-17fb-4b7a-8402-7b5693e945ff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b924882a65e74ea4813e87b44c84a213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1725466 Jul 23 20:53:08.859475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17fd6e-17fb-4b7a-8402-7b5693e945ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe76cd2b-36a8-41ec-8551-a6b783e90b70,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:08.861030 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6f57991c-0ce8-4a3d-adee-46a01457f01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.863027 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38084) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:08.920956 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-48324e37-fffe-409b-99c9-4a4bf89e2cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.928160 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6f57991c-0ce8-4a3d-adee-46a01457f01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.951976 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-48324e37-fffe-409b-99c9-4a4bf89e2cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.960678 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57991c-0ce8-4a3d-adee-46a01457f01e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4cfa8a1-7429-4d51-8365-37f5e816425d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:08.971536 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6f57991c-0ce8-4a3d-adee-46a01457f01e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:08.976466 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6f57991c-0ce8-4a3d-adee-46a01457f01e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d4cfa8a1-7429-4d51-8365-37f5e816425d HTTP/1.1" status: 204 len: 168 time: 0.2652068 Jul 23 20:53:08.976912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38086) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:09.022929 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-48324e37-fffe-409b-99c9-4a4bf89e2cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:09.026182 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-48324e37-fffe-409b-99c9-4a4bf89e2cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:09.027622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-48324e37-fffe-409b-99c9-4a4bf89e2cab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe76cd2b-36a8-41ec-8551-a6b783e90b70 HTTP/1.1" status: 204 len: 168 time: 0.1633661 Jul 23 20:53:09.055176 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48324e37-fffe-409b-99c9-4a4bf89e2cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe76cd2b-36a8-41ec-8551-a6b783e90b70,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:09.058095 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device bc158e44-27b1-42fa-959b-843941380360 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:53:09.073374 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c59d2c4-474b-459e-bd6c-8bc1d12822a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:09.097969 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: bc158e44-27b1-42fa-959b-843941380360 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:53:09.098565 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device bc158e44-27b1-42fa-959b-843941380360 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:53:09.168482 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c59d2c4-474b-459e-bd6c-8bc1d12822a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:09.178939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5c59d2c4-474b-459e-bd6c-8bc1d12822a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7221e424-f224-4970-b402-f1c70a2a0ec8']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:09.190102 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5c59d2c4-474b-459e-bd6c-8bc1d12822a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be27db90-d310-4b2d-945d-78f37778dc08') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:09.190398 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5c59d2c4-474b-459e-bd6c-8bc1d12822a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be27db90-d310-4b2d-945d-78f37778dc08') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:09.202307 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c59d2c4-474b-459e-bd6c-8bc1d12822a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:09.213589 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c59d2c4-474b-459e-bd6c-8bc1d12822a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:09.219869 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c59d2c4-474b-459e-bd6c-8bc1d12822a2 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:53:09.220256 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c59d2c4-474b-459e-bd6c-8bc1d12822a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:53:09.221939 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:53:09.276384 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c59d2c4-474b-459e-bd6c-8bc1d12822a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:09.281301 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c59d2c4-474b-459e-bd6c-8bc1d12822a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:09.290791 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5c59d2c4-474b-459e-bd6c-8bc1d12822a2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7221e424-f224-4970-b402-f1c70a2a0ec8 HTTP/1.1" status: 204 len: 168 time: 0.3054097 Jul 23 20:53:09.299042 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59d2c4-474b-459e-bd6c-8bc1d12822a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7221e424-f224-4970-b402-f1c70a2a0ec8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:09.406751 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38100) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:09.461408 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ae9ac7fc-19df-4bf8-b6ed-67d36a806d60 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e924962b97434700881679a2bf2a8570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532942 Jul 23 20:53:09.464842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38104) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:09.520027 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f2ab310-6e7a-437d-8918-cf5c655993ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:09.546219 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f2ab310-6e7a-437d-8918-cf5c655993ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:09.599282 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f2ab310-6e7a-437d-8918-cf5c655993ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:09.601873 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f2ab310-6e7a-437d-8918-cf5c655993ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:09.603719 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7f2ab310-6e7a-437d-8918-cf5c655993ff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f18c6c5-6441-4521-b5cc-1c979e9e0b48 HTTP/1.1" status: 204 len: 168 time: 0.1378691 Jul 23 20:53:09.611937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ab310-6e7a-437d-8918-cf5c655993ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f18c6c5-6441-4521-b5cc-1c979e9e0b48,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:09.619332 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0f07d894-43af-4c00-a0d4-cb7d57146afc no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:53:09.645037 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 0f07d894-43af-4c00-a0d4-cb7d57146afc {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:53:09.645378 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 0f07d894-43af-4c00-a0d4-cb7d57146afc not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:53:10.280154 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38176) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:10.403985 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1318acbf-76de-4f6e-821c-de98f521f334 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-523888429-network', 'tenant_id': '820463b78e5a4a24a33bcac0c01967fa'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:10.427474 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1318acbf-76de-4f6e-821c-de98f521f334 admin admin] Made reservation on behalf of 820463b78e5a4a24a33bcac0c01967fa for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:53:10.429833 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1318acbf-76de-4f6e-821c-de98f521f334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:10.438855 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1318acbf-76de-4f6e-821c-de98f521f334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:10.532037 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1318acbf-76de-4f6e-821c-de98f521f334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:10.535866 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1318acbf-76de-4f6e-821c-de98f521f334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:10.560718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1318acbf-76de-4f6e-821c-de98f521f334 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:53:10.570817 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318acbf-76de-4f6e-821c-de98f521f334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba98e20-f7ca-4fd3-9907-fef9ab251870,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:10.576643 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1318acbf-76de-4f6e-821c-de98f521f334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:10.576988 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-1318acbf-76de-4f6e-821c-de98f521f334 admin admin] Added segment 1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83 of type vlan for network 7bb22769-158f-4c9d-be51-6b56b50f5d78 Jul 23 20:53:10.618389 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1318acbf-76de-4f6e-821c-de98f521f334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:10.652185 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1318acbf-76de-4f6e-821c-de98f521f334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:10.653126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1318acbf-76de-4f6e-821c-de98f521f334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:10.653894 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1318acbf-76de-4f6e-821c-de98f521f334 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:10.695834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1318acbf-76de-4f6e-821c-de98f521f334 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4118302 Jul 23 20:53:10.696764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38214) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:10.702098 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1eb31a54-0e6d-4eaf-8ba6-eb659774940b admin admin] Request body: {'subnet': {'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-523888429-subnet', 'tenant_id': '820463b78e5a4a24a33bcac0c01967fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:10.728376 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318acbf-76de-4f6e-821c-de98f521f334 admin admin] Pushing event updated for resources: {'Network': ['ID=7bb22769-158f-4c9d-be51-6b56b50f5d78,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:10.729217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb31a54-0e6d-4eaf-8ba6-eb659774940b admin admin] Made reservation on behalf of 820463b78e5a4a24a33bcac0c01967fa for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:53:10.732574 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1eb31a54-0e6d-4eaf-8ba6-eb659774940b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:10.738697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 7bb22769-158f-4c9d-be51-6b56b50f5d78 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:53:10.781509 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:53:10.806151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:53:10.806495 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2a38f5bb-4ced-4a23-9240-f7ecc7f2e644 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:53:10.929963 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1eb31a54-0e6d-4eaf-8ba6-eb659774940b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:11.000267 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb31a54-0e6d-4eaf-8ba6-eb659774940b admin admin] Checking segment: {'id': '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:53:11.000617 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb31a54-0e6d-4eaf-8ba6-eb659774940b admin admin] Network hostable DHCP agents. Network: 7bb22769-158f-4c9d-be51-6b56b50f5d78, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:53:11.003987 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb31a54-0e6d-4eaf-8ba6-eb659774940b admin admin] Pushing event updated for resources: {'Subnet': ['ID=201197ef-bbb9-4964-8c3e-06a56ddf1fbf,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:11.022150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb31a54-0e6d-4eaf-8ba6-eb659774940b admin admin] Network 7bb22769-158f-4c9d-be51-6b56b50f5d78 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:53:11.032108 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1eb31a54-0e6d-4eaf-8ba6-eb659774940b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 7bb22769-158f-4c9d-be51-6b56b50f5d78) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:53:11.036628 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb31a54-0e6d-4eaf-8ba6-eb659774940b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:11.037204 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1eb31a54-0e6d-4eaf-8ba6-eb659774940b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:11.044661 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738ea994-48da-46c1-8607-826cb6308304 None None] Network 7bb22769-158f-4c9d-be51-6b56b50f5d78 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:53:11.055088 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1eb31a54-0e6d-4eaf-8ba6-eb659774940b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3571153 Jul 23 20:53:11.179570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7935891f-7569-4204-ad18-66af630f608a None None] Network 7bb22769-158f-4c9d-be51-6b56b50f5d78 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:53:11.578903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-f6c74fd1-d0c2-4f8f-90f5-94ee453c1801 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:11.580688 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-f6c74fd1-d0c2-4f8f-90f5-94ee453c1801 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/networks?id=7bb22769-158f-4c9d-be51-6b56b50f5d78 HTTP/1.1" status: 200 len: 814 time: 0.1100590 Jul 23 20:53:11.596579 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-f7e6454e-b3ed-4b04-8aeb-7b6ae4b99a4b tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/quotas/820463b78e5a4a24a33bcac0c01967fa HTTP/1.1" status: 200 len: 375 time: 0.0101359 Jul 23 20:53:11.631614 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-1825d6c1-8308-4975-b8d0-3bd7f982872c tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=820463b78e5a4a24a33bcac0c01967fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296748 Jul 23 20:53:11.730132 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-a9842bf9-0872-4c86-84c1-52bcc88b7470 service neutron] 10.222.0.55 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917807 Jul 23 20:53:11.825872 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-e8716240-37f6-49a8-8d9d-a6aa86900ee5 service neutron] 10.222.0.55 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896895 Jul 23 20:53:12.012719 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc3c8c6d-59ec-43d3-a41c-d6cc870d2d23 req-2726245e-62c1-47dd-9d47-debf914624a8 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=a33a952b-414c-4913-a797-57ec35acc82d HTTP/1.1" status: 200 len: 210 time: 0.0370991 Jul 23 20:53:13.058173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-191d4ed2-0515-4945-838d-ff6d8040e486 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:13.059906 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-191d4ed2-0515-4945-838d-ff6d8040e486 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.48 "GET /v2.0/networks?id=7bb22769-158f-4c9d-be51-6b56b50f5d78 HTTP/1.1" status: 200 len: 814 time: 0.1195750 Jul 23 20:53:13.085436 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-b5347426-bfa5-4814-bba3-8ba23a75e65f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Request body: {'port': {'device_id': 'a33a952b-414c-4913-a797-57ec35acc82d', 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78', 'admin_state_up': True, 'tenant_id': '820463b78e5a4a24a33bcac0c01967fa'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:13.151928 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af8895ff-6005-4807-bc3c-a8a8443c677a req-6f528c31-2308-4bf3-a7e7-b0a6da5c99a3 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=a33a952b-414c-4913-a797-57ec35acc82d HTTP/1.1" status: 200 len: 210 time: 0.0469451 Jul 23 20:53:13.229688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-b5347426-bfa5-4814-bba3-8ba23a75e65f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Made reservation on behalf of 820463b78e5a4a24a33bcac0c01967fa for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:53:13.233251 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-b5347426-bfa5-4814-bba3-8ba23a75e65f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:13.367039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-b5347426-bfa5-4814-bba3-8ba23a75e65f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Allocated IP 172.20.0.9 (7bb22769-158f-4c9d-be51-6b56b50f5d78/201197ef-bbb9-4964-8c3e-06a56ddf1fbf/f1275022-9b5f-4e4b-9c77-328ff6eb9899) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:53:13.519252 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-b5347426-bfa5-4814-bba3-8ba23a75e65f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:13.563907 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-b5347426-bfa5-4814-bba3-8ba23a75e65f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:13.618349 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-b5347426-bfa5-4814-bba3-8ba23a75e65f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Network 7bb22769-158f-4c9d-be51-6b56b50f5d78 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:53:13.621414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-b5347426-bfa5-4814-bba3-8ba23a75e65f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:53:13.626269 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-b5347426-bfa5-4814-bba3-8ba23a75e65f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:53:13.630363 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5347426-bfa5-4814-bba3-8ba23a75e65f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Pushing event updated for resources: {'Port': ['ID=f1275022-9b5f-4e4b-9c77-328ff6eb9899,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:13.678762 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-b5347426-bfa5-4814-bba3-8ba23a75e65f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:13.679404 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-b5347426-bfa5-4814-bba3-8ba23a75e65f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:13.694279 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-b5347426-bfa5-4814-bba3-8ba23a75e65f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6194050 Jul 23 20:53:13.710501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Request body: {'port': {'device_id': 'a33a952b-414c-4913-a797-57ec35acc82d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:13.783953 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:14.060503 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1275022-9b5f-4e4b-9c77-328ff6eb9899 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:53:14.068431 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:14.083559 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Transition to ACTIVE for port object f1275022-9b5f-4e4b-9c77-328ff6eb9899 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:53:14.087734 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:14.138969 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Pushing event updated for resources: {'Port': ['ID=f1275022-9b5f-4e4b-9c77-328ff6eb9899,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:14.247579 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Attempting to bind port f1275022-9b5f-4e4b-9c77-328ff6eb9899 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:53:14.247928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Attempting to bind port f1275022-9b5f-4e4b-9c77-328ff6eb9899 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:53:14.248250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Attempting to bind port f1275022-9b5f-4e4b-9c77-328ff6eb9899 on network 7bb22769-158f-4c9d-be51-6b56b50f5d78 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:53:14.255945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Port f1275022-9b5f-4e4b-9c77-328ff6eb9899 on network 7bb22769-158f-4c9d-be51-6b56b50f5d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:53:14.256274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Attempting to bind port f1275022-9b5f-4e4b-9c77-328ff6eb9899 on network 7bb22769-158f-4c9d-be51-6b56b50f5d78 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:53:14.272410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:53:14.272761 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Checking segment: {'id': '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:53:14.273146 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Bound using segment: {'id': '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:53:14.273583 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Bound port: f1275022-9b5f-4e4b-9c77-328ff6eb9899, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:53:14.273968 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:14.377801 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306d4a-d2dc-4c30-bd9d-12b1c7360130 req-14def557-0a4a-476c-a687-b0ec4feb1489 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:14.379264 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da306d4a-d2dc-4c30-bd9d-12b1c7360130 req-14def557-0a4a-476c-a687-b0ec4feb1489 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=a33a952b-414c-4913-a797-57ec35acc82d HTTP/1.1" status: 200 len: 943 time: 0.1253419 Jul 23 20:53:14.381896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] For port f1275022-9b5f-4e4b-9c77-328ff6eb9899, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:53:14.385219 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] For port f1275022-9b5f-4e4b-9c77-328ff6eb9899, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f1275022-9b5f-4e4b-9c77-328ff6eb9899,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:53:14.394492 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:14.450986 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:14.451632 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:14.453106 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] 10.222.0.48 "PUT /v2.0/ports/f1275022-9b5f-4e4b-9c77-328ff6eb9899 HTTP/1.1" status: 200 len: 1092 time: 0.7468860 Jul 23 20:53:14.455185 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33a952b-414c-4913-a797-57ec35acc82d', 'tag': 'f1275022-9b5f-4e4b-9c77-328ff6eb9899'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:14.457710 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac886efc-3a50-488b-be01-01bd77c0b171" -d '{"events": [{"name": "network-changed", "server_uuid": "a33a952b-414c-4913-a797-57ec35acc82d", "tag": "f1275022-9b5f-4e4b-9c77-328ff6eb9899"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:14.482271 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da306d4a-d2dc-4c30-bd9d-12b1c7360130 req-0a5ea3eb-3b4c-48cc-aada-2d7624e60119 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957365 Jul 23 20:53:14.487030 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce1aa7-0b98-460d-9963-44d948cfee45 service neutron] Pushing event updated for resources: {'Port': ['ID=f1275022-9b5f-4e4b-9c77-328ff6eb9899,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:14.504092 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76272ac4-ead5-458d-b8a5-1983fac274b1 x-openstack-request-id: req-76272ac4-ead5-458d-b8a5-1983fac274b1 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:14.504392 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33a952b-414c-4913-a797-57ec35acc82d", "tag": "f1275022-9b5f-4e4b-9c77-328ff6eb9899", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:14.504785 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76272ac4-ead5-458d-b8a5-1983fac274b1 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:14.505191 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33a952b-414c-4913-a797-57ec35acc82d', 'tag': 'f1275022-9b5f-4e4b-9c77-328ff6eb9899', 'status': 'completed', 'code': 200} Jul 23 20:53:14.560655 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-9f617a81-8f56-41e8-9e88-6899e70f2ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:14.562268 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-9f617a81-8f56-41e8-9e88-6899e70f2ee1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=820463b78e5a4a24a33bcac0c01967fa&device_id=a33a952b-414c-4913-a797-57ec35acc82d HTTP/1.1" status: 200 len: 1095 time: 0.0668218 Jul 23 20:53:14.615574 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-59ae459e-a7df-49e9-9924-a9db35e538b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1275022-9b5f-4e4b-9c77-328ff6eb9899 HTTP/1.1" status: 200 len: 217 time: 0.0420043 Jul 23 20:53:14.670589 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-ce53b9bd-a463-476e-a98c-c0ed72817dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:14.672267 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-ce53b9bd-a463-476e-a98c-c0ed72817dad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=201197ef-bbb9-4964-8c3e-06a56ddf1fbf HTTP/1.1" status: 200 len: 854 time: 0.0466359 Jul 23 20:53:14.717703 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-b03f72dd-5f4a-47a5-97f1-990b8b4cd3b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7bb22769-158f-4c9d-be51-6b56b50f5d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340800 Jul 23 20:53:14.820788 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-e28decbf-bc56-4155-81de-99259d10576d service neutron] 10.222.0.48 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890491 Jul 23 20:53:14.923690 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-33e33875-2955-4454-9db6-f40f2e637fa1 req-5db3e689-6c20-4397-8738-a54aa692c05b service neutron] 10.222.0.48 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930529 Jul 23 20:53:15.041172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac886efc-3a50-488b-be01-01bd77c0b171 req-b9e789ea-dec6-4391-901a-7c0edc871d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:15.042781 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac886efc-3a50-488b-be01-01bd77c0b171 req-b9e789ea-dec6-4391-901a-7c0edc871d28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=820463b78e5a4a24a33bcac0c01967fa&device_id=a33a952b-414c-4913-a797-57ec35acc82d HTTP/1.1" status: 200 len: 1095 time: 0.0644510 Jul 23 20:53:15.142430 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac886efc-3a50-488b-be01-01bd77c0b171 req-9efda72a-9f84-40fe-aa36-a0fcc213a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:15.144107 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac886efc-3a50-488b-be01-01bd77c0b171 req-9efda72a-9f84-40fe-aa36-a0fcc213a282 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7bb22769-158f-4c9d-be51-6b56b50f5d78 HTTP/1.1" status: 200 len: 915 time: 0.0946081 Jul 23 20:53:15.191161 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac886efc-3a50-488b-be01-01bd77c0b171 req-3be2a9cb-860f-43c8-8d66-4c8d212aae1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1275022-9b5f-4e4b-9c77-328ff6eb9899 HTTP/1.1" status: 200 len: 217 time: 0.0367694 Jul 23 20:53:15.242447 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac886efc-3a50-488b-be01-01bd77c0b171 req-06d84e7a-cefc-4b19-a891-598e0572571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:15.244588 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac886efc-3a50-488b-be01-01bd77c0b171 req-06d84e7a-cefc-4b19-a891-598e0572571d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=201197ef-bbb9-4964-8c3e-06a56ddf1fbf HTTP/1.1" status: 200 len: 854 time: 0.0468833 Jul 23 20:53:15.285615 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac886efc-3a50-488b-be01-01bd77c0b171 req-3561da2a-1674-483e-ba61-35d4e70e0b32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7bb22769-158f-4c9d-be51-6b56b50f5d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336554 Jul 23 20:53:15.386243 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac886efc-3a50-488b-be01-01bd77c0b171 req-c7916906-c531-45ac-9d9e-5817790ee7be service neutron] 10.222.0.48 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932996 Jul 23 20:53:15.489744 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:15.490775 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac886efc-3a50-488b-be01-01bd77c0b171 req-32e9fa73-3936-4daf-813c-cdda4e579d3d service neutron] 10.222.0.48 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964761 Jul 23 20:53:15.645897 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf20427-82b3-4e4f-89aa-256d6dd958ca req-9e52de43-60f9-4135-9856-f5663dcb592e tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:15.647656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abf20427-82b3-4e4f-89aa-256d6dd958ca req-9e52de43-60f9-4135-9856-f5663dcb592e tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=a33a952b-414c-4913-a797-57ec35acc82d HTTP/1.1" status: 200 len: 943 time: 0.0680776 Jul 23 20:53:15.695772 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-abf20427-82b3-4e4f-89aa-256d6dd958ca req-79028618-c56f-48a4-9465-708b6fe0c190 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417619 Jul 23 20:53:16.318612 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f1275022-9b5f-4e4b-9c77-328ff6eb9899 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:53:16.444790 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f1275022-9b5f-4e4b-9c77-328ff6eb9899, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f1275022-9b5f-4e4b-9c77-328ff6eb9899,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:16.457990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'f1275022-9b5f-4e4b-9c77-328ff6eb9899', 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78', 'port_id': 'f1275022-9b5f-4e4b-9c77-328ff6eb9899', 'mac_address': 'fa:16:3e:36:e4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201197ef-bbb9-4964-8c3e-06a56ddf1fbf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:53:16.507433 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:16.522577 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1275022-9b5f-4e4b-9c77-328ff6eb9899 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:53:16.545645 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f1275022-9b5f-4e4b-9c77-328ff6eb9899, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f1275022-9b5f-4e4b-9c77-328ff6eb9899,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:16.549639 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:16.602822 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f1275022-9b5f-4e4b-9c77-328ff6eb9899,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:16.610124 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:16.610483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:16.610844 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:16.611232 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:16.611531 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:16.611892 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:16.612214 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:16.612531 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:16.612849 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:16.613163 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:16.613606 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:16.613782 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:16.840087 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f811e2-e9d7-4733-9ac4-f87fe8e7a5e6 req-779b32f9-24b5-4c0d-a49a-004b53010ebc tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:16.841634 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40f811e2-e9d7-4733-9ac4-f87fe8e7a5e6 req-779b32f9-24b5-4c0d-a49a-004b53010ebc tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=a33a952b-414c-4913-a797-57ec35acc82d HTTP/1.1" status: 200 len: 944 time: 0.0772090 Jul 23 20:53:16.855978 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f1275022-9b5f-4e4b-9c77-328ff6eb9899'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:53:16.888803 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40f811e2-e9d7-4733-9ac4-f87fe8e7a5e6 req-ddcab239-d45d-4be5-8519-971e6fa9e4b3 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392332 Jul 23 20:53:16.915906 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:18.040655 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f913-8f66-41ff-9604-c50c07ae791b req-10007c10-7efa-4533-a108-5d8274ce9b24 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:18.042166 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39c5f913-8f66-41ff-9604-c50c07ae791b req-10007c10-7efa-4533-a108-5d8274ce9b24 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=a33a952b-414c-4913-a797-57ec35acc82d HTTP/1.1" status: 200 len: 944 time: 0.0778883 Jul 23 20:53:18.083313 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39c5f913-8f66-41ff-9604-c50c07ae791b req-02169f77-2a21-41b1-9bea-ec8cecbf282c tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345137 Jul 23 20:53:18.329400 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f1275022-9b5f-4e4b-9c77-328ff6eb9899 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:53:18.385850 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port f1275022-9b5f-4e4b-9c77-328ff6eb9899 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:53:18.390110 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port f1275022-9b5f-4e4b-9c77-328ff6eb9899 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:53:18.390628 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:18.392356 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62bcbe53-023b-4ca5-98d9-aa65d1570f4e req-a03bc8dd-172f-4984-8b09-8265dfd349c4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587134 Jul 23 20:53:18.489655 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:18.512550 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcbe53-023b-4ca5-98d9-aa65d1570f4e req-d81aefd2-5436-437c-a135-85c74c37d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:18.515393 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62bcbe53-023b-4ca5-98d9-aa65d1570f4e req-d81aefd2-5436-437c-a135-85c74c37d2db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 1098 time: 0.0674100 Jul 23 20:53:18.515905 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33a952b-414c-4913-a797-57ec35acc82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1275022-9b5f-4e4b-9c77-328ff6eb9899'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:18.518166 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e86077-4ef9-429d-81c9-dfd14e8a7c13" -d '{"events": [{"server_uuid": "a33a952b-414c-4913-a797-57ec35acc82d", "name": "network-vif-plugged", "status": "completed", "tag": "f1275022-9b5f-4e4b-9c77-328ff6eb9899"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:18.532295 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f1275022-9b5f-4e4b-9c77-328ff6eb9899, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f1275022-9b5f-4e4b-9c77-328ff6eb9899,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:18.542011 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:18.571563 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92126487-2d5e-4427-b536-dc25682dfd09 x-openstack-request-id: req-92126487-2d5e-4427-b536-dc25682dfd09 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:18.571863 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33a952b-414c-4913-a797-57ec35acc82d", "name": "network-vif-plugged", "status": "completed", "tag": "f1275022-9b5f-4e4b-9c77-328ff6eb9899", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:18.572113 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92126487-2d5e-4427-b536-dc25682dfd09 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:18.572510 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33a952b-414c-4913-a797-57ec35acc82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1275022-9b5f-4e4b-9c77-328ff6eb9899', 'code': 200} Jul 23 20:53:18.607998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f1275022-9b5f-4e4b-9c77-328ff6eb9899,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:18.647182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcbe53-023b-4ca5-98d9-aa65d1570f4e req-32b1c6e5-89d8-426d-a291-59c8e4a1cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:18.648778 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62bcbe53-023b-4ca5-98d9-aa65d1570f4e req-32b1c6e5-89d8-426d-a291-59c8e4a1cf82 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 913 time: 0.1108944 Jul 23 20:53:18.692321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99704d-1319-4476-910c-925e2f480eac req-5c5e2e97-d87c-4ca5-ab40-b5b502f02810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:18.694560 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0b99704d-1319-4476-910c-925e2f480eac req-5c5e2e97-d87c-4ca5-ab40-b5b502f02810 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a33a952b-414c-4913-a797-57ec35acc82d HTTP/1.1" status: 200 len: 1097 time: 0.0621774 Jul 23 20:53:18.723147 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62bcbe53-023b-4ca5-98d9-aa65d1570f4e req-d170b04f-f695-4e99-bc2c-e390b0dbe779 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c13be93-21ea-49a4-bb03-fd9f4b51bfeb HTTP/1.1" status: 200 len: 1001 time: 0.0675802 Jul 23 20:53:18.732582 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0b99704d-1319-4476-910c-925e2f480eac req-b96dd9c9-9243-464e-938d-07ce76515854 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289710 Jul 23 20:53:18.777691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcbe53-023b-4ca5-98d9-aa65d1570f4e req-aa5ce7bb-51af-4d1a-92b7-506ea0c7b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:18.779251 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62bcbe53-023b-4ca5-98d9-aa65d1570f4e req-aa5ce7bb-51af-4d1a-92b7-506ea0c7b4e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.0467899 Jul 23 20:53:18.855905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcbe53-023b-4ca5-98d9-aa65d1570f4e req-af85bddc-eb0e-45ac-853e-4922019b771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:18.857486 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62bcbe53-023b-4ca5-98d9-aa65d1570f4e req-af85bddc-eb0e-45ac-853e-4922019b771b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596898 Jul 23 20:53:18.966427 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62bcbe53-023b-4ca5-98d9-aa65d1570f4e req-5cbd1734-6ec0-4fbc-b601-d125ddd2d459 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898225 Jul 23 20:53:19.048482 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:53:19.060179 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62bcbe53-023b-4ca5-98d9-aa65d1570f4e req-bb65efb7-c88a-4e38-a88d-ff2de4479f73 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863621 Jul 23 20:53:19.217558 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76834932-5c7f-4ef2-ba28-ac134d80c6af req-ac689f0d-197b-48ac-a911-a63b69f0f4ee tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:19.220853 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76834932-5c7f-4ef2-ba28-ac134d80c6af req-ac689f0d-197b-48ac-a911-a63b69f0f4ee tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=a33a952b-414c-4913-a797-57ec35acc82d HTTP/1.1" status: 200 len: 945 time: 0.0641959 Jul 23 20:53:19.267421 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76834932-5c7f-4ef2-ba28-ac134d80c6af req-69710b07-1bb6-427c-8990-a0f414b45920 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392528 Jul 23 20:53:20.097452 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24a287b9-db9d-48ba-bb1b-a7c37874fc3d req-3779b1a8-9e04-4b36-86bb-ddb09fa0ddd3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536404 Jul 23 20:53:20.205730 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a287b9-db9d-48ba-bb1b-a7c37874fc3d req-913eb546-4b30-4beb-9454-b91f96d42ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:20.207280 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24a287b9-db9d-48ba-bb1b-a7c37874fc3d req-913eb546-4b30-4beb-9454-b91f96d42ce7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 1097 time: 0.0638564 Jul 23 20:53:20.325246 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a287b9-db9d-48ba-bb1b-a7c37874fc3d req-39ccbe8d-906f-431f-9c81-de2a693f4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:20.326765 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24a287b9-db9d-48ba-bb1b-a7c37874fc3d req-39ccbe8d-906f-431f-9c81-de2a693f4d94 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 913 time: 0.1011436 Jul 23 20:53:20.421345 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24a287b9-db9d-48ba-bb1b-a7c37874fc3d req-b221dd3e-37c2-47d4-8567-f5a35bcb751f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3666e93c-3697-4836-8ee8-1bc303aa2f75 HTTP/1.1" status: 200 len: 1001 time: 0.0878897 Jul 23 20:53:20.479625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bed5b5-1693-4592-8a4b-6e01eaebd072 req-0eef1bf3-3e9c-4f88-833d-3325757b11b9 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:20.481050 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a5bed5b5-1693-4592-8a4b-6e01eaebd072 req-0eef1bf3-3e9c-4f88-833d-3325757b11b9 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=a33a952b-414c-4913-a797-57ec35acc82d HTTP/1.1" status: 200 len: 945 time: 0.1412904 Jul 23 20:53:20.504095 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a287b9-db9d-48ba-bb1b-a7c37874fc3d req-fa546d52-69f5-4408-8b19-9d1922976dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:20.505571 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24a287b9-db9d-48ba-bb1b-a7c37874fc3d req-fa546d52-69f5-4408-8b19-9d1922976dd8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.0744371 Jul 23 20:53:20.548417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a5bed5b5-1693-4592-8a4b-6e01eaebd072 req-f7aa9370-7a40-4c5b-a19a-34296bd701c3 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611835 Jul 23 20:53:20.585031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a287b9-db9d-48ba-bb1b-a7c37874fc3d req-e618745a-aa0b-4610-9846-5f3b7d64492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:20.586657 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24a287b9-db9d-48ba-bb1b-a7c37874fc3d req-e618745a-aa0b-4610-9846-5f3b7d64492c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728884 Jul 23 20:53:20.704535 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24a287b9-db9d-48ba-bb1b-a7c37874fc3d req-5f761a8a-841a-46a8-b2e8-04dc65823eae service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117461 Jul 23 20:53:20.805791 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24a287b9-db9d-48ba-bb1b-a7c37874fc3d req-76ca433f-30bd-4dd8-b1fc-1d5fd6571834 service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935113 Jul 23 20:53:24.539435 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9d057e24-e97d-418d-a25f-ee8f01776509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:27.119185 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-691fe67b-6c11-4555-89b4-44eaee0110bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:27.357201 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:27.847856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38400) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:27.961128 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f2cbab6-a6c8-4ab6-9c53-964b509dc810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:28.047883 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f2cbab6-a6c8-4ab6-9c53-964b509dc810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:28.051404 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f2cbab6-a6c8-4ab6-9c53-964b509dc810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:28.089315 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0f2cbab6-a6c8-4ab6-9c53-964b509dc810 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b5e1b5bf69a450999e0897d0d093a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403426 Jul 23 20:53:28.090195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cbab6-a6c8-4ab6-9c53-964b509dc810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721b95f0-e979-4d67-b11e-d66992361dd8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:28.092998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38404) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:28.152001 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c92abf77-b019-42bb-aa3d-e1886ff71ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:28.178665 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c92abf77-b019-42bb-aa3d-e1886ff71ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:28.229410 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c92abf77-b019-42bb-aa3d-e1886ff71ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:28.232195 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c92abf77-b019-42bb-aa3d-e1886ff71ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:28.233464 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c92abf77-b019-42bb-aa3d-e1886ff71ac9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/721b95f0-e979-4d67-b11e-d66992361dd8 HTTP/1.1" status: 204 len: 168 time: 0.1390550 Jul 23 20:53:28.241170 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92abf77-b019-42bb-aa3d-e1886ff71ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721b95f0-e979-4d67-b11e-d66992361dd8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:28.531733 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:28.824066 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 38430) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:28.917656 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1c028224-b8ba-4d15-8c15-1cd12d327f88 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-140620865-network', 'tenant_id': '4942bdf32e8e4c55805a8c3c4df1f883'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:28.940009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c028224-b8ba-4d15-8c15-1cd12d327f88 admin admin] Made reservation on behalf of 4942bdf32e8e4c55805a8c3c4df1f883 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:53:28.942175 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1c028224-b8ba-4d15-8c15-1cd12d327f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:28.951051 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1c028224-b8ba-4d15-8c15-1cd12d327f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:29.036949 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1c028224-b8ba-4d15-8c15-1cd12d327f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:29.042064 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1c028224-b8ba-4d15-8c15-1cd12d327f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:29.068937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c028224-b8ba-4d15-8c15-1cd12d327f88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:53:29.076235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c028224-b8ba-4d15-8c15-1cd12d327f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522fd847-ec5d-4350-b823-7360f3cd7481,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:29.083743 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1c028224-b8ba-4d15-8c15-1cd12d327f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:29.084155 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-1c028224-b8ba-4d15-8c15-1cd12d327f88 admin admin] Added segment d4781693-d4d0-4fd2-aaa2-64dd87dd0aea of type vlan for network 6b125249-0a3b-41bb-8e91-c500d942eacf Jul 23 20:53:29.123486 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1c028224-b8ba-4d15-8c15-1cd12d327f88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:29.150961 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1c028224-b8ba-4d15-8c15-1cd12d327f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:29.151998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c028224-b8ba-4d15-8c15-1cd12d327f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:29.152570 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1c028224-b8ba-4d15-8c15-1cd12d327f88 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:29.183249 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1c028224-b8ba-4d15-8c15-1cd12d327f88 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3579986 Jul 23 20:53:29.186359 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38436) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:29.191939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-93049a6d-e295-4fe9-bde9-2c0cb232b09b admin admin] Request body: {'subnet': {'network_id': '6b125249-0a3b-41bb-8e91-c500d942eacf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-140620865-subnet', 'tenant_id': '4942bdf32e8e4c55805a8c3c4df1f883', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:29.213054 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93049a6d-e295-4fe9-bde9-2c0cb232b09b admin admin] Made reservation on behalf of 4942bdf32e8e4c55805a8c3c4df1f883 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:53:29.215493 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-93049a6d-e295-4fe9-bde9-2c0cb232b09b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:29.394502 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-93049a6d-e295-4fe9-bde9-2c0cb232b09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:29.456185 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93049a6d-e295-4fe9-bde9-2c0cb232b09b admin admin] Pushing event updated for resources: {'Subnet': ['ID=afb2f5aa-7012-4409-a429-09fa6aca1cc9,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:29.464886 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93049a6d-e295-4fe9-bde9-2c0cb232b09b admin admin] Checking segment: {'id': 'd4781693-d4d0-4fd2-aaa2-64dd87dd0aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6b125249-0a3b-41bb-8e91-c500d942eacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:53:29.465239 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93049a6d-e295-4fe9-bde9-2c0cb232b09b admin admin] Network hostable DHCP agents. Network: 6b125249-0a3b-41bb-8e91-c500d942eacf, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:53:29.482602 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93049a6d-e295-4fe9-bde9-2c0cb232b09b admin admin] Network 6b125249-0a3b-41bb-8e91-c500d942eacf is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:53:29.492092 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-93049a6d-e295-4fe9-bde9-2c0cb232b09b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 6b125249-0a3b-41bb-8e91-c500d942eacf) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:53:29.497005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93049a6d-e295-4fe9-bde9-2c0cb232b09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:29.497654 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-93049a6d-e295-4fe9-bde9-2c0cb232b09b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:29.504419 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062f8afa-1bfe-4999-9178-7e6f34d0c7ec None None] Network 6b125249-0a3b-41bb-8e91-c500d942eacf requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:53:29.506946 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c028224-b8ba-4d15-8c15-1cd12d327f88 admin admin] Pushing event updated for resources: {'Network': ['ID=6b125249-0a3b-41bb-8e91-c500d942eacf,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:29.519623 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-93049a6d-e295-4fe9-bde9-2c0cb232b09b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3315923 Jul 23 20:53:29.521636 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 6b125249-0a3b-41bb-8e91-c500d942eacf details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:53:29.855539 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ee50dc-a7b4-4fb5-bb96-af8d0a3407ca None None] Network 6b125249-0a3b-41bb-8e91-c500d942eacf requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:53:30.003609 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:31.271055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-5365838e-672c-4478-a122-9b02ae11b595 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:31.272562 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-5365838e-672c-4478-a122-9b02ae11b595 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/networks?id=6b125249-0a3b-41bb-8e91-c500d942eacf HTTP/1.1" status: 200 len: 808 time: 0.1017289 Jul 23 20:53:31.287236 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-e444fc92-9b6d-4243-895b-314f8e9e7aa1 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/quotas/4942bdf32e8e4c55805a8c3c4df1f883 HTTP/1.1" status: 200 len: 375 time: 0.0092092 Jul 23 20:53:31.325569 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-aa858e38-bf3b-4f0e-8645-0ca53c21480e tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4942bdf32e8e4c55805a8c3c4df1f883&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333343 Jul 23 20:53:31.418523 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-4281ce9f-afeb-4fb4-b61e-cfbafe7f372d service neutron] 10.222.0.55 "GET /v2.0/networks/6b125249-0a3b-41bb-8e91-c500d942eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859981 Jul 23 20:53:31.509583 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-c31bbb13-0d64-4cae-9d95-0cd43c8bfe74 service neutron] 10.222.0.55 "GET /v2.0/networks/6b125249-0a3b-41bb-8e91-c500d942eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852900 Jul 23 20:53:32.708067 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0189fae1-35d9-4599-b8e4-5f064def9dab req-96c8bdd6-b36a-4a6f-b575-39d959223eb5 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae67cdc9-02c5-4c90-93a0-35c8972223be HTTP/1.1" status: 200 len: 210 time: 0.0297937 Jul 23 20:53:33.187984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-3892e834-0ede-4dbf-960b-352bb86a3e72 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:33.189333 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-3892e834-0ede-4dbf-960b-352bb86a3e72 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/networks?id=7bb22769-158f-4c9d-be51-6b56b50f5d78 HTTP/1.1" status: 200 len: 814 time: 0.1054440 Jul 23 20:53:33.204210 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-8d53e367-2219-4f5c-9c16-2fd71435ef89 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/quotas/820463b78e5a4a24a33bcac0c01967fa HTTP/1.1" status: 200 len: 375 time: 0.0092931 Jul 23 20:53:33.267348 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-b0f33859-d3dd-494b-b446-47f68dd66d5f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=820463b78e5a4a24a33bcac0c01967fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0576837 Jul 23 20:53:33.358782 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-3d64da66-ada5-40bd-b7c4-f300b7c8c071 service neutron] 10.222.0.55 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841033 Jul 23 20:53:33.446399 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-ab6c2180-4e3e-4294-99f3-5fc6269ddf74 service neutron] 10.222.0.55 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817604 Jul 23 20:53:33.630057 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-87b40d35-cc55-48b4-8924-66b151b0b4e8 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:33.631747 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-87b40d35-cc55-48b4-8924-66b151b0b4e8 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.57 "GET /v2.0/networks?id=6b125249-0a3b-41bb-8e91-c500d942eacf HTTP/1.1" status: 200 len: 808 time: 0.1296320 Jul 23 20:53:33.652770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-637b05d9-1981-46af-8a0f-d7c339a68ecf req-17fa2eb5-5190-42a1-bc55-37bf369952d8 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde HTTP/1.1" status: 200 len: 210 time: 0.0405447 Jul 23 20:53:33.656352 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-39b8c366-4311-4b65-bdda-687e39cc8d36 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Request body: {'port': {'device_id': 'ae67cdc9-02c5-4c90-93a0-35c8972223be', 'network_id': '6b125249-0a3b-41bb-8e91-c500d942eacf', 'admin_state_up': True, 'tenant_id': '4942bdf32e8e4c55805a8c3c4df1f883'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:33.774700 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-39b8c366-4311-4b65-bdda-687e39cc8d36 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Made reservation on behalf of 4942bdf32e8e4c55805a8c3c4df1f883 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:53:33.778492 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-39b8c366-4311-4b65-bdda-687e39cc8d36 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:33.831466 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3b73cf6-0328-4a2b-be84-2e4517494229 req-8f18e02e-4c5c-4d11-8f4e-fdc9be0c662e tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae67cdc9-02c5-4c90-93a0-35c8972223be HTTP/1.1" status: 200 len: 210 time: 0.0499368 Jul 23 20:53:33.945096 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-39b8c366-4311-4b65-bdda-687e39cc8d36 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Allocated IP 172.20.0.3 (6b125249-0a3b-41bb-8e91-c500d942eacf/afb2f5aa-7012-4409-a429-09fa6aca1cc9/db8d87a2-e773-4ac8-b946-ffcc348a132c) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:53:34.093386 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-39b8c366-4311-4b65-bdda-687e39cc8d36 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:34.131339 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-39b8c366-4311-4b65-bdda-687e39cc8d36 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:34.175774 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-39b8c366-4311-4b65-bdda-687e39cc8d36 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Network 6b125249-0a3b-41bb-8e91-c500d942eacf is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:53:34.178759 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-39b8c366-4311-4b65-bdda-687e39cc8d36 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:53:34.185163 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-39b8c366-4311-4b65-bdda-687e39cc8d36 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:53:34.210331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8c366-4311-4b65-bdda-687e39cc8d36 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Pushing event updated for resources: {'Port': ['ID=db8d87a2-e773-4ac8-b946-ffcc348a132c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:34.236523 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-39b8c366-4311-4b65-bdda-687e39cc8d36 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:34.237155 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-39b8c366-4311-4b65-bdda-687e39cc8d36 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:34.250871 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-39b8c366-4311-4b65-bdda-687e39cc8d36 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6020575 Jul 23 20:53:34.263326 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Request body: {'port': {'device_id': 'ae67cdc9-02c5-4c90-93a0-35c8972223be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:34.332034 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:34.541962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-498f1057-de3d-408d-a793-7f664ad13cae tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:34.543506 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-498f1057-de3d-408d-a793-7f664ad13cae tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.57 "GET /v2.0/networks?id=7bb22769-158f-4c9d-be51-6b56b50f5d78 HTTP/1.1" status: 200 len: 814 time: 0.1027188 Jul 23 20:53:34.558322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-72bf7bf9-71ac-4fe9-85ec-505c1fbbd57b tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Request body: {'port': {'device_id': 'cdfc7c43-617f-45bb-88f2-5cb504ab0dde', 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78', 'admin_state_up': True, 'tenant_id': '820463b78e5a4a24a33bcac0c01967fa'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:34.627426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db8d87a2-e773-4ac8-b946-ffcc348a132c {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:53:34.635299 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:34.647910 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Transition to ACTIVE for port object db8d87a2-e773-4ac8-b946-ffcc348a132c will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:53:34.650793 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:34.675912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-72bf7bf9-71ac-4fe9-85ec-505c1fbbd57b tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Made reservation on behalf of 820463b78e5a4a24a33bcac0c01967fa for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:53:34.679601 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-72bf7bf9-71ac-4fe9-85ec-505c1fbbd57b tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:34.702771 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Pushing event updated for resources: {'Port': ['ID=db8d87a2-e773-4ac8-b946-ffcc348a132c,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:34.781623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2c285d89-2f97-4d04-88b1-12d5f7026997 req-40513af8-79c2-4901-a81e-fb7baf7d64f7 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde HTTP/1.1" status: 200 len: 210 time: 0.0525222 Jul 23 20:53:34.807064 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Attempting to bind port db8d87a2-e773-4ac8-b946-ffcc348a132c on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:53:34.807420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Attempting to bind port db8d87a2-e773-4ac8-b946-ffcc348a132c by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'd4781693-d4d0-4fd2-aaa2-64dd87dd0aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6b125249-0a3b-41bb-8e91-c500d942eacf'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:53:34.807745 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Attempting to bind port db8d87a2-e773-4ac8-b946-ffcc348a132c on network 6b125249-0a3b-41bb-8e91-c500d942eacf {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:53:34.812041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Port db8d87a2-e773-4ac8-b946-ffcc348a132c on network 6b125249-0a3b-41bb-8e91-c500d942eacf not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:53:34.812357 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Attempting to bind port db8d87a2-e773-4ac8-b946-ffcc348a132c on network 6b125249-0a3b-41bb-8e91-c500d942eacf {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:53:34.814247 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-72bf7bf9-71ac-4fe9-85ec-505c1fbbd57b tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Allocated IP 172.20.0.13 (7bb22769-158f-4c9d-be51-6b56b50f5d78/201197ef-bbb9-4964-8c3e-06a56ddf1fbf/ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:53:34.817263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:53:34.817594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Checking segment: {'id': 'd4781693-d4d0-4fd2-aaa2-64dd87dd0aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6b125249-0a3b-41bb-8e91-c500d942eacf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:53:34.817972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Bound using segment: {'id': 'd4781693-d4d0-4fd2-aaa2-64dd87dd0aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6b125249-0a3b-41bb-8e91-c500d942eacf'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:53:34.818388 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Bound port: db8d87a2-e773-4ac8-b946-ffcc348a132c, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4781693-d4d0-4fd2-aaa2-64dd87dd0aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6b125249-0a3b-41bb-8e91-c500d942eacf'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:53:34.818758 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:34.886849 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] For port db8d87a2-e773-4ac8-b946-ffcc348a132c, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:53:34.890441 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] For port db8d87a2-e773-4ac8-b946-ffcc348a132c, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=db8d87a2-e773-4ac8-b946-ffcc348a132c,segment=NetworkSegment(d4781693-d4d0-4fd2-aaa2-64dd87dd0aea),segment_id=d4781693-d4d0-4fd2-aaa2-64dd87dd0aea)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:53:34.896274 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:34.964748 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:34.965377 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:34.966804 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] 10.222.0.57 "PUT /v2.0/ports/db8d87a2-e773-4ac8-b946-ffcc348a132c HTTP/1.1" status: 200 len: 1092 time: 0.7075398 Jul 23 20:53:34.967456 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae67cdc9-02c5-4c90-93a0-35c8972223be', 'tag': 'db8d87a2-e773-4ac8-b946-ffcc348a132c'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:34.969739 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0004c318-a1b4-4ea8-a8a5-b5db69c81803" -d '{"events": [{"name": "network-changed", "server_uuid": "ae67cdc9-02c5-4c90-93a0-35c8972223be", "tag": "db8d87a2-e773-4ac8-b946-ffcc348a132c"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:34.999780 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3ca77-8b49-4697-82a4-b1ca326aecbc service neutron] Pushing event updated for resources: {'Port': ['ID=db8d87a2-e773-4ac8-b946-ffcc348a132c,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:35.033110 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f073ec-df98-4e65-9bbb-8d9270eb2a95 x-openstack-request-id: req-30f073ec-df98-4e65-9bbb-8d9270eb2a95 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:35.033479 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae67cdc9-02c5-4c90-93a0-35c8972223be", "tag": "db8d87a2-e773-4ac8-b946-ffcc348a132c", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:35.033727 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30f073ec-df98-4e65-9bbb-8d9270eb2a95 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:35.034120 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae67cdc9-02c5-4c90-93a0-35c8972223be', 'tag': 'db8d87a2-e773-4ac8-b946-ffcc348a132c', 'status': 'completed', 'code': 200} Jul 23 20:53:35.043690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a138d-c9bf-4b15-bd32-2772a06c458d req-18a84e39-7630-4721-94b4-1a4954052ced tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:35.045261 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-433a138d-c9bf-4b15-bd32-2772a06c458d req-18a84e39-7630-4721-94b4-1a4954052ced tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae67cdc9-02c5-4c90-93a0-35c8972223be HTTP/1.1" status: 200 len: 943 time: 0.1225359 Jul 23 20:53:35.106634 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-433a138d-c9bf-4b15-bd32-2772a06c458d req-b47e60ce-4594-4d0e-8d02-409d1353b8c9 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432916 Jul 23 20:53:35.121677 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-0e786e51-380f-4834-b585-3b042223f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:35.123335 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-0e786e51-380f-4834-b585-3b042223f5ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4942bdf32e8e4c55805a8c3c4df1f883&device_id=ae67cdc9-02c5-4c90-93a0-35c8972223be HTTP/1.1" status: 200 len: 1095 time: 0.1021087 Jul 23 20:53:35.169750 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-5391a7dd-c412-4deb-b098-ff3faa3565ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db8d87a2-e773-4ac8-b946-ffcc348a132c HTTP/1.1" status: 200 len: 217 time: 0.0392551 Jul 23 20:53:35.220227 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-d366fb43-af6e-4d8e-9773-20700742453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:35.221793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-d366fb43-af6e-4d8e-9773-20700742453f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afb2f5aa-7012-4409-a429-09fa6aca1cc9 HTTP/1.1" status: 200 len: 848 time: 0.0464394 Jul 23 20:53:35.249546 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-72bf7bf9-71ac-4fe9-85ec-505c1fbbd57b tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:35.254625 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-b58ef4cc-3e5a-46db-b50f-69dfa5f133d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b125249-0a3b-41bb-8e91-c500d942eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268936 Jul 23 20:53:35.288353 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-72bf7bf9-71ac-4fe9-85ec-505c1fbbd57b tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:35.303431 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f1275022-9b5f-4e4b-9c77-328ff6eb9899'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:53:35.334288 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-72bf7bf9-71ac-4fe9-85ec-505c1fbbd57b tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Network 7bb22769-158f-4c9d-be51-6b56b50f5d78 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:53:35.340748 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-72bf7bf9-71ac-4fe9-85ec-505c1fbbd57b tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:53:35.344972 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-72bf7bf9-71ac-4fe9-85ec-505c1fbbd57b tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:53:35.351254 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-814e51f0-9a66-4098-a014-71d10d679b4b service neutron] 10.222.0.57 "GET /v2.0/networks/6b125249-0a3b-41bb-8e91-c500d942eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899172 Jul 23 20:53:35.368627 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf7bf9-71ac-4fe9-85ec-505c1fbbd57b tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Pushing event updated for resources: {'Port': ['ID=ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:35.397937 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-72bf7bf9-71ac-4fe9-85ec-505c1fbbd57b tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:35.398686 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-72bf7bf9-71ac-4fe9-85ec-505c1fbbd57b tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:35.413476 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-72bf7bf9-71ac-4fe9-85ec-505c1fbbd57b tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8621483 Jul 23 20:53:35.424498 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Request body: {'port': {'device_id': 'cdfc7c43-617f-45bb-88f2-5cb504ab0dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:35.448765 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd2ece19-3a43-464b-971c-6089cc2d9f40 req-8c0c04e0-b672-44a1-a350-e7e180a08747 service neutron] 10.222.0.57 "GET /v2.0/networks/6b125249-0a3b-41bb-8e91-c500d942eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915782 Jul 23 20:53:35.497804 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:35.546272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004c318-a1b4-4ea8-a8a5-b5db69c81803 req-eb32711c-018c-484d-b162-71dda9a7a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:35.547717 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0004c318-a1b4-4ea8-a8a5-b5db69c81803 req-eb32711c-018c-484d-b162-71dda9a7a24a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4942bdf32e8e4c55805a8c3c4df1f883&device_id=ae67cdc9-02c5-4c90-93a0-35c8972223be HTTP/1.1" status: 200 len: 1095 time: 0.0529952 Jul 23 20:53:35.645200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004c318-a1b4-4ea8-a8a5-b5db69c81803 req-32e680f7-764b-4e9c-8fb6-74bf5e00c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:35.646694 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0004c318-a1b4-4ea8-a8a5-b5db69c81803 req-32e680f7-764b-4e9c-8fb6-74bf5e00c29f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b125249-0a3b-41bb-8e91-c500d942eacf HTTP/1.1" status: 200 len: 909 time: 0.0924890 Jul 23 20:53:35.691140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0004c318-a1b4-4ea8-a8a5-b5db69c81803 req-82aba0db-0f21-4503-b03c-8fd859c18aeb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db8d87a2-e773-4ac8-b946-ffcc348a132c HTTP/1.1" status: 200 len: 217 time: 0.0378656 Jul 23 20:53:35.745032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004c318-a1b4-4ea8-a8a5-b5db69c81803 req-99d7afe6-8301-4a2b-809b-295c42828fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:35.746544 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0004c318-a1b4-4ea8-a8a5-b5db69c81803 req-99d7afe6-8301-4a2b-809b-295c42828fb3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afb2f5aa-7012-4409-a429-09fa6aca1cc9 HTTP/1.1" status: 200 len: 848 time: 0.0480802 Jul 23 20:53:35.764813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:53:35.772125 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:35.780400 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0004c318-a1b4-4ea8-a8a5-b5db69c81803 req-9157382c-52f0-407b-b4bd-970d4625234d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b125249-0a3b-41bb-8e91-c500d942eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272529 Jul 23 20:53:35.783759 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Transition to ACTIVE for port object ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:53:35.787735 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:35.858898 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:35.908967 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Attempting to bind port ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:53:35.909216 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Attempting to bind port ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:53:35.909538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Attempting to bind port ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed on network 7bb22769-158f-4c9d-be51-6b56b50f5d78 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:53:35.913937 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Port ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed on network 7bb22769-158f-4c9d-be51-6b56b50f5d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:53:35.914124 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0004c318-a1b4-4ea8-a8a5-b5db69c81803 req-bcdaef1f-51cd-472d-b8c6-ac82faaf3a5a service neutron] 10.222.0.57 "GET /v2.0/networks/6b125249-0a3b-41bb-8e91-c500d942eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266062 Jul 23 20:53:35.915128 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Attempting to bind port ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed on network 7bb22769-158f-4c9d-be51-6b56b50f5d78 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:53:35.919707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:53:35.920048 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Checking segment: {'id': '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:53:35.920467 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Bound using segment: {'id': '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:53:35.920902 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Bound port: ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:53:35.921260 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:35.985506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] For port ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:53:35.988519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] For port ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:53:35.993342 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9c4ac-394d-48fe-a8df-52a482a1e441 req-49ebdb7f-278a-4719-a03e-189c0d11f8d9 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:35.994406 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:35.994927 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4d9c4ac-394d-48fe-a8df-52a482a1e441 req-49ebdb7f-278a-4719-a03e-189c0d11f8d9 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde HTTP/1.1" status: 200 len: 944 time: 0.1364620 Jul 23 20:53:36.029830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:36.030908 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:36.032433 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] 10.222.0.57 "PUT /v2.0/ports/ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed HTTP/1.1" status: 200 len: 1093 time: 0.6123011 Jul 23 20:53:36.034645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfc7c43-617f-45bb-88f2-5cb504ab0dde', 'tag': 'ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:36.038150 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2d1707-af80-4c8a-891e-7bbef7fc5c60" -d '{"events": [{"name": "network-changed", "server_uuid": "cdfc7c43-617f-45bb-88f2-5cb504ab0dde", "tag": "ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:36.049537 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0004c318-a1b4-4ea8-a8a5-b5db69c81803 req-27e93175-efea-4cf5-b2b4-64e0adb5c271 service neutron] 10.222.0.57 "GET /v2.0/networks/6b125249-0a3b-41bb-8e91-c500d942eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272774 Jul 23 20:53:36.055909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4d9c4ac-394d-48fe-a8df-52a482a1e441 req-d43be626-eea9-4a79-9177-ae8bb42144de tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522966 Jul 23 20:53:36.067979 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b24f6-fe25-4ff7-ac79-07c5456cb6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:36.152166 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-e64e435e-349e-46ee-885f-e863bed74c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:36.153764 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-e64e435e-349e-46ee-885f-e863bed74c9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=820463b78e5a4a24a33bcac0c01967fa&device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde HTTP/1.1" status: 200 len: 1096 time: 0.0611348 Jul 23 20:53:36.199081 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-404a2c83-25db-4aa8-a6d0-3784cd3ee917 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed HTTP/1.1" status: 200 len: 217 time: 0.0378609 Jul 23 20:53:36.203167 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e1d0fc-4c8c-43c5-a1a9-012c7129ee1f x-openstack-request-id: req-46e1d0fc-4c8c-43c5-a1a9-012c7129ee1f {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:36.203460 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdfc7c43-617f-45bb-88f2-5cb504ab0dde", "tag": "ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:36.203711 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-46e1d0fc-4c8c-43c5-a1a9-012c7129ee1f {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:36.204101 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfc7c43-617f-45bb-88f2-5cb504ab0dde', 'tag': 'ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed', 'status': 'completed', 'code': 200} Jul 23 20:53:36.277766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-e23dcf57-bd75-4fa9-89af-90bd2c8b16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:36.279301 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-e23dcf57-bd75-4fa9-89af-90bd2c8b16d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=201197ef-bbb9-4964-8c3e-06a56ddf1fbf HTTP/1.1" status: 200 len: 854 time: 0.0714514 Jul 23 20:53:36.317984 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-d18e351d-15c8-4f84-87e4-c623a672d857 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7bb22769-158f-4c9d-be51-6b56b50f5d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310540 Jul 23 20:53:36.325575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212323f-09ae-4b43-9ebb-99cbfa36eaf5 req-c9259605-4e39-419d-82d5-a10f7061c720 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:36.326955 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0212323f-09ae-4b43-9ebb-99cbfa36eaf5 req-c9259605-4e39-419d-82d5-a10f7061c720 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae67cdc9-02c5-4c90-93a0-35c8972223be HTTP/1.1" status: 200 len: 943 time: 0.1304197 Jul 23 20:53:36.414666 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0212323f-09ae-4b43-9ebb-99cbfa36eaf5 req-867c2e7c-2c14-47ee-9070-a1fa23b66350 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796242 Jul 23 20:53:36.440985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-18b80f1e-13e9-4ac3-a266-ff847ca883a9 service neutron] 10.222.0.57 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130996 Jul 23 20:53:36.530042 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb3d9b6d-8dc8-461d-a11c-a53fc87e9c78 req-973c098c-3c5c-40e2-878d-86d3fa818c73 service neutron] 10.222.0.57 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822034 Jul 23 20:53:36.632611 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d1707-af80-4c8a-891e-7bbef7fc5c60 req-2df35115-ac6d-4458-8438-3535a24acbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:36.634133 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf2d1707-af80-4c8a-891e-7bbef7fc5c60 req-2df35115-ac6d-4458-8438-3535a24acbf7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=820463b78e5a4a24a33bcac0c01967fa&device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde HTTP/1.1" status: 200 len: 1096 time: 0.0578749 Jul 23 20:53:36.723690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d1707-af80-4c8a-891e-7bbef7fc5c60 req-8d0ed6b4-87fc-4ce8-aba6-cb7e132cc656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:36.725163 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf2d1707-af80-4c8a-891e-7bbef7fc5c60 req-8d0ed6b4-87fc-4ce8-aba6-cb7e132cc656 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7bb22769-158f-4c9d-be51-6b56b50f5d78 HTTP/1.1" status: 200 len: 915 time: 0.0844424 Jul 23 20:53:36.769393 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf2d1707-af80-4c8a-891e-7bbef7fc5c60 req-a67bcd88-7f96-49e4-b5e5-a13d4c35be6c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed HTTP/1.1" status: 200 len: 217 time: 0.0380168 Jul 23 20:53:36.818559 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d1707-af80-4c8a-891e-7bbef7fc5c60 req-3a0b3f9b-8e12-4206-85e5-b97490d7337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:36.820073 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf2d1707-af80-4c8a-891e-7bbef7fc5c60 req-3a0b3f9b-8e12-4206-85e5-b97490d7337f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=201197ef-bbb9-4964-8c3e-06a56ddf1fbf HTTP/1.1" status: 200 len: 854 time: 0.0441668 Jul 23 20:53:36.854965 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf2d1707-af80-4c8a-891e-7bbef7fc5c60 req-0af82370-e3f3-48d2-8362-acdbdccc5474 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7bb22769-158f-4c9d-be51-6b56b50f5d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270915 Jul 23 20:53:36.946408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf2d1707-af80-4c8a-891e-7bbef7fc5c60 req-9679bd9a-88ff-4f4f-a8c0-971bc77c7b09 service neutron] 10.222.0.57 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851614 Jul 23 20:53:37.036951 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf2d1707-af80-4c8a-891e-7bbef7fc5c60 req-30d00080-bd18-4aeb-80d9-06a77be17ad7 service neutron] 10.222.0.57 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823641 Jul 23 20:53:37.191014 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fd437-9c57-43d4-9ea9-e6cec9315170 req-620fce42-4ca6-43da-838e-61fdd7f4718a tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:37.192496 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-792fd437-9c57-43d4-9ea9-e6cec9315170 req-620fce42-4ca6-43da-838e-61fdd7f4718a tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde HTTP/1.1" status: 200 len: 944 time: 0.0613413 Jul 23 20:53:37.233151 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-792fd437-9c57-43d4-9ea9-e6cec9315170 req-9cd010e5-96f2-4e3f-b6bd-83ca89a5c8bd tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350652 Jul 23 20:53:37.544945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46f9c5-ea0d-46c8-b783-0fb248777888 req-13be3039-a9c7-4ce8-ab5b-e7419828417d tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:37.546439 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da46f9c5-ea0d-46c8-b783-0fb248777888 req-13be3039-a9c7-4ce8-ab5b-e7419828417d tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae67cdc9-02c5-4c90-93a0-35c8972223be HTTP/1.1" status: 200 len: 943 time: 0.0624275 Jul 23 20:53:37.583617 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da46f9c5-ea0d-46c8-b783-0fb248777888 req-7722c5d8-ea74-48e4-bfa6-043fbe155863 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315137 Jul 23 20:53:37.757793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device db8d87a2-e773-4ac8-b946-ffcc348a132c details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:53:37.857423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port db8d87a2-e773-4ac8-b946-ffcc348a132c, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=db8d87a2-e773-4ac8-b946-ffcc348a132c,segment=NetworkSegment(d4781693-d4d0-4fd2-aaa2-64dd87dd0aea),segment_id=d4781693-d4d0-4fd2-aaa2-64dd87dd0aea)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:37.868932 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'db8d87a2-e773-4ac8-b946-ffcc348a132c', 'network_id': '6b125249-0a3b-41bb-8e91-c500d942eacf', 'port_id': 'db8d87a2-e773-4ac8-b946-ffcc348a132c', 'mac_address': 'fa:16:3e:9c:90:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afb2f5aa-7012-4409-a429-09fa6aca1cc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:53:37.904330 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:37.924549 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db8d87a2-e773-4ac8-b946-ffcc348a132c {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:53:37.943120 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port db8d87a2-e773-4ac8-b946-ffcc348a132c, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=db8d87a2-e773-4ac8-b946-ffcc348a132c,segment=NetworkSegment(d4781693-d4d0-4fd2-aaa2-64dd87dd0aea),segment_id=d4781693-d4d0-4fd2-aaa2-64dd87dd0aea)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:37.946954 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:37.992797 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=db8d87a2-e773-4ac8-b946-ffcc348a132c,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:38.158007 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['db8d87a2-e773-4ac8-b946-ffcc348a132c'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:53:38.362967 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11754b8-b7ca-4fe9-a5b1-d523322c6fba req-e6a2dcae-cce5-4a81-8259-d70787c45c17 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:38.364502 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a11754b8-b7ca-4fe9-a5b1-d523322c6fba req-e6a2dcae-cce5-4a81-8259-d70787c45c17 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde HTTP/1.1" status: 200 len: 944 time: 0.0654151 Jul 23 20:53:38.401538 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a11754b8-b7ca-4fe9-a5b1-d523322c6fba req-b5f8763d-5e7f-4c59-aaf7-7ddede4add64 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312946 Jul 23 20:53:38.717231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917c193-c032-4dd5-841b-1cc2b3beaadb req-16c87196-647b-4dd7-8080-e0345698d0d7 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:38.718625 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5917c193-c032-4dd5-841b-1cc2b3beaadb req-16c87196-647b-4dd7-8080-e0345698d0d7 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae67cdc9-02c5-4c90-93a0-35c8972223be HTTP/1.1" status: 200 len: 944 time: 0.0663910 Jul 23 20:53:38.755089 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5917c193-c032-4dd5-841b-1cc2b3beaadb req-7a913925-79a8-4ad3-b49b-a3fa18a07077 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310085 Jul 23 20:53:39.528010 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac4044-e115-4343-ac41-7c2bdeaa8426 req-61d0ee89-11e8-4970-9caf-01f5c9391f87 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:39.529518 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44ac4044-e115-4343-ac41-7c2bdeaa8426 req-61d0ee89-11e8-4970-9caf-01f5c9391f87 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde HTTP/1.1" status: 200 len: 944 time: 0.0628500 Jul 23 20:53:39.566835 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44ac4044-e115-4343-ac41-7c2bdeaa8426 req-af620895-8eca-40eb-b073-b87c28929ffd tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317817 Jul 23 20:53:39.793822 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:53:39.795955 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device db8d87a2-e773-4ac8-b946-ffcc348a132c up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:53:39.887987 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17477922-01c7-47b7-b462-9a30b7048e8c req-d5c9f167-87d4-4275-9733-f0438242f2c8 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:39.889536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-17477922-01c7-47b7-b462-9a30b7048e8c req-d5c9f167-87d4-4275-9733-f0438242f2c8 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae67cdc9-02c5-4c90-93a0-35c8972223be HTTP/1.1" status: 200 len: 944 time: 0.0655932 Jul 23 20:53:39.908409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port db8d87a2-e773-4ac8-b946-ffcc348a132c completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:53:39.919730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port db8d87a2-e773-4ac8-b946-ffcc348a132c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:53:39.920672 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:39.936842 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-17477922-01c7-47b7-b462-9a30b7048e8c req-3dc948db-6bab-429f-bf67-dcdbc5d9e09f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409901 Jul 23 20:53:39.959849 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:39.978893 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed', 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78', 'port_id': 'ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed', 'mac_address': 'fa:16:3e:bd:5a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201197ef-bbb9-4964-8c3e-06a56ddf1fbf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:53:40.035980 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:40.056653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:53:40.072669 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:40.090017 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:40.098131 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:40.105750 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae67cdc9-02c5-4c90-93a0-35c8972223be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8d87a2-e773-4ac8-b946-ffcc348a132c'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:40.107977 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33e9bac-f02f-414c-b068-42f09d5f1323" -d '{"events": [{"server_uuid": "ae67cdc9-02c5-4c90-93a0-35c8972223be", "name": "network-vif-plugged", "status": "completed", "tag": "db8d87a2-e773-4ac8-b946-ffcc348a132c"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:40.138261 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port db8d87a2-e773-4ac8-b946-ffcc348a132c, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=db8d87a2-e773-4ac8-b946-ffcc348a132c,segment=NetworkSegment(d4781693-d4d0-4fd2-aaa2-64dd87dd0aea),segment_id=d4781693-d4d0-4fd2-aaa2-64dd87dd0aea)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:40.145078 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:40.147476 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d02f9f7-51ec-405a-a08e-cf2fba69101b x-openstack-request-id: req-9d02f9f7-51ec-405a-a08e-cf2fba69101b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:40.147757 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae67cdc9-02c5-4c90-93a0-35c8972223be", "name": "network-vif-plugged", "status": "completed", "tag": "db8d87a2-e773-4ac8-b946-ffcc348a132c", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:40.148005 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d02f9f7-51ec-405a-a08e-cf2fba69101b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:40.148375 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae67cdc9-02c5-4c90-93a0-35c8972223be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8d87a2-e773-4ac8-b946-ffcc348a132c', 'code': 200} Jul 23 20:53:40.166269 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:40.214368 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=db8d87a2-e773-4ac8-b946-ffcc348a132c,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:40.257582 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd4f0b-3895-424c-ad38-28baaf2a761b req-017baff8-c20c-4b7b-9df5-1c33b060081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:40.259748 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81dd4f0b-3895-424c-ad38-28baaf2a761b req-017baff8-c20c-4b7b-9df5-1c33b060081b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae67cdc9-02c5-4c90-93a0-35c8972223be HTTP/1.1" status: 200 len: 1097 time: 0.0545254 Jul 23 20:53:40.293670 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81dd4f0b-3895-424c-ad38-28baaf2a761b req-894b55b5-1ee6-4403-8c0f-d3b74c450989 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268416 Jul 23 20:53:40.308921 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:53:40.696439 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd033c-24e2-440d-aee4-8a09a81bee59 req-7d2d5cb3-3d59-48de-b408-ec4e18789e46 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:40.697951 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39fd033c-24e2-440d-aee4-8a09a81bee59 req-7d2d5cb3-3d59-48de-b408-ec4e18789e46 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde HTTP/1.1" status: 200 len: 945 time: 0.0650733 Jul 23 20:53:40.734944 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39fd033c-24e2-440d-aee4-8a09a81bee59 req-f7b04c61-bd19-4e57-967a-23b1cc8c46d7 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312450 Jul 23 20:53:41.073903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743c05f-29ab-4532-bee9-7a7d85ee36e8 req-b154a896-9899-4bc4-a42d-0ca7c1f3827f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:41.075430 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d743c05f-29ab-4532-bee9-7a7d85ee36e8 req-b154a896-9899-4bc4-a42d-0ca7c1f3827f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae67cdc9-02c5-4c90-93a0-35c8972223be HTTP/1.1" status: 200 len: 945 time: 0.0698719 Jul 23 20:53:41.398471 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d743c05f-29ab-4532-bee9-7a7d85ee36e8 req-80f0d7da-de64-4942-a8a0-4693ad007006 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175027 Jul 23 20:53:41.788611 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:53:41.838540 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:53:41.842137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:53:41.842502 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:41.869979 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d9c64-54c5-410d-9faa-788c4169375f req-ecfd175a-c299-43b1-a2b8-8a3802dcf036 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:41.871461 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-770d9c64-54c5-410d-9faa-788c4169375f req-ecfd175a-c299-43b1-a2b8-8a3802dcf036 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde HTTP/1.1" status: 200 len: 945 time: 0.0697613 Jul 23 20:53:41.908650 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-770d9c64-54c5-410d-9faa-788c4169375f req-390cc326-17e8-405b-ad59-dd932a135239 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314660 Jul 23 20:53:41.924420 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:41.956821 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:41.960390 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:42.008905 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:42.149231 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfc7c43-617f-45bb-88f2-5cb504ab0dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:42.151756 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34711136-e65c-4512-a654-8bb2fe99658a" -d '{"events": [{"server_uuid": "cdfc7c43-617f-45bb-88f2-5cb504ab0dde", "name": "network-vif-plugged", "status": "completed", "tag": "ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:42.194159 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acd814d-ec3d-4ebb-9d47-8cb1c4abba3d x-openstack-request-id: req-4acd814d-ec3d-4ebb-9d47-8cb1c4abba3d {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:42.194448 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfc7c43-617f-45bb-88f2-5cb504ab0dde", "name": "network-vif-plugged", "status": "completed", "tag": "ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:42.194698 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4acd814d-ec3d-4ebb-9d47-8cb1c4abba3d {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:42.195092 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfc7c43-617f-45bb-88f2-5cb504ab0dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed', 'code': 200} Jul 23 20:53:42.298685 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3597e5-816c-49ba-aa92-7a7c5a7fa992 req-424bd7d2-1431-4333-8f75-67ab90ef8b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:42.300119 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca3597e5-816c-49ba-aa92-7a7c5a7fa992 req-424bd7d2-1431-4333-8f75-67ab90ef8b0c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde HTTP/1.1" status: 200 len: 1098 time: 0.0518408 Jul 23 20:53:42.335838 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca3597e5-816c-49ba-aa92-7a7c5a7fa992 req-40a7be60-9b16-4388-850e-33ed060e1c93 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297947 Jul 23 20:53:42.538619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb4e1b-750a-475f-add9-bf3b5f9dd8a8 req-cfa82f37-a880-41c5-a0b7-be99c47029da tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:42.540708 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d6eb4e1b-750a-475f-add9-bf3b5f9dd8a8 req-cfa82f37-a880-41c5-a0b7-be99c47029da tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae67cdc9-02c5-4c90-93a0-35c8972223be HTTP/1.1" status: 200 len: 945 time: 0.0733485 Jul 23 20:53:42.581265 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d6eb4e1b-750a-475f-add9-bf3b5f9dd8a8 req-3b0c1d2d-0a38-486a-b538-69066ff2fbec tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Jul 23 20:53:43.052689 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bfbb9-7c9f-46c6-8f4b-ca820b4d48ba req-0f39dcc2-432f-44c3-88b2-b40df5e7c308 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:43.054320 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb7bfbb9-7c9f-46c6-8f4b-ca820b4d48ba req-0f39dcc2-432f-44c3-88b2-b40df5e7c308 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde HTTP/1.1" status: 200 len: 946 time: 0.0717010 Jul 23 20:53:43.107692 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb7bfbb9-7c9f-46c6-8f4b-ca820b4d48ba req-6191c993-c7a0-44d9-9c69-78c7b951da3a tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462329 Jul 23 20:53:43.235451 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f172a79-6e6b-4567-a364-5b541586a55f req-d06c7c6c-f6d5-4a16-b415-4ad82b544ab2 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:43.237029 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f172a79-6e6b-4567-a364-5b541586a55f req-d06c7c6c-f6d5-4a16-b415-4ad82b544ab2 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae67cdc9-02c5-4c90-93a0-35c8972223be HTTP/1.1" status: 200 len: 945 time: 0.0700176 Jul 23 20:53:43.274710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f172a79-6e6b-4567-a364-5b541586a55f req-b0b21b57-ba02-490d-a0de-9f805b5dfe8f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321651 Jul 23 20:53:44.252874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabada5-5128-4054-b071-3691bf34b72a req-18798669-ca59-49dc-b368-252744fbe273 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:44.254696 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8cabada5-5128-4054-b071-3691bf34b72a req-18798669-ca59-49dc-b368-252744fbe273 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde HTTP/1.1" status: 200 len: 946 time: 0.0709014 Jul 23 20:53:44.293054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8cabada5-5128-4054-b071-3691bf34b72a req-766b2d5b-2dc8-4741-b356-6f3e8a86e58b tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319717 Jul 23 20:53:44.434049 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915be656-a6d0-4269-ac39-d6ab6c2410d3 req-9f83e8cd-ecb7-4a68-b012-9116ad2a523b tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:44.435566 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-915be656-a6d0-4269-ac39-d6ab6c2410d3 req-9f83e8cd-ecb7-4a68-b012-9116ad2a523b tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae67cdc9-02c5-4c90-93a0-35c8972223be HTTP/1.1" status: 200 len: 945 time: 0.0924263 Jul 23 20:53:44.496760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7665e-e73f-4775-b180-554b77559694 req-f518d7bc-16ba-4cfe-8f48-f5fa509e3881 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:44.498312 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5a7665e-e73f-4775-b180-554b77559694 req-f518d7bc-16ba-4cfe-8f48-f5fa509e3881 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae67cdc9-02c5-4c90-93a0-35c8972223be HTTP/1.1" status: 200 len: 945 time: 0.1061959 Jul 23 20:53:44.501498 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-915be656-a6d0-4269-ac39-d6ab6c2410d3 req-01e051ad-df51-40c1-b551-0639df242867 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586901 Jul 23 20:53:44.608752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-e5a7665e-e73f-4775-b180-554b77559694 req-8d962059-b40f-4f6c-a0ac-c03353c255d4 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Deleting port db8d87a2-e773-4ac8-b946-ffcc348a132c {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:53:44.609100 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e5a7665e-e73f-4775-b180-554b77559694 req-8d962059-b40f-4f6c-a0ac-c03353c255d4 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:44.712952 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-e5a7665e-e73f-4775-b180-554b77559694 req-8d962059-b40f-4f6c-a0ac-c03353c255d4 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] For port db8d87a2-e773-4ac8-b946-ffcc348a132c, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=db8d87a2-e773-4ac8-b946-ffcc348a132c,segment=NetworkSegment(d4781693-d4d0-4fd2-aaa2-64dd87dd0aea),segment_id=d4781693-d4d0-4fd2-aaa2-64dd87dd0aea)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:44.713339 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e5a7665e-e73f-4775-b180-554b77559694 req-8d962059-b40f-4f6c-a0ac-c03353c255d4 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:44.725535 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-e5a7665e-e73f-4775-b180-554b77559694 req-8d962059-b40f-4f6c-a0ac-c03353c255d4 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Calling delete_port for db8d87a2-e773-4ac8-b946-ffcc348a132c owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:53:44.853846 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e5a7665e-e73f-4775-b180-554b77559694 req-8d962059-b40f-4f6c-a0ac-c03353c255d4 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:44.865282 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['db8d87a2-e773-4ac8-b946-ffcc348a132c'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:53:44.882334 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d962059-b40f-4f6c-a0ac-c03353c255d4 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Pushing event deleted for resources: {'Port': ['ID=db8d87a2-e773-4ac8-b946-ffcc348a132c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:44.928098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a7665e-e73f-4775-b180-554b77559694 req-8d962059-b40f-4f6c-a0ac-c03353c255d4 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] No DVR routers for this DVR port db8d87a2-e773-4ac8-b946-ffcc348a132c on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:53:44.930674 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-e5a7665e-e73f-4775-b180-554b77559694 req-8d962059-b40f-4f6c-a0ac-c03353c255d4 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:44.932721 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5a7665e-e73f-4775-b180-554b77559694 req-8d962059-b40f-4f6c-a0ac-c03353c255d4 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.57 "DELETE /v2.0/ports/db8d87a2-e773-4ac8-b946-ffcc348a132c HTTP/1.1" status: 204 len: 173 time: 0.4291980 Jul 23 20:53:44.933157 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae67cdc9-02c5-4c90-93a0-35c8972223be', 'name': 'network-vif-deleted', 'tag': 'db8d87a2-e773-4ac8-b946-ffcc348a132c'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:44.935523 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b4064c-c6d1-4783-a5a0-3bc960c80b08" -d '{"events": [{"server_uuid": "ae67cdc9-02c5-4c90-93a0-35c8972223be", "name": "network-vif-deleted", "tag": "db8d87a2-e773-4ac8-b946-ffcc348a132c"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:44.972567 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2c2ca9-afa2-4d13-8e35-e021afed65e1 x-openstack-request-id: req-cc2c2ca9-afa2-4d13-8e35-e021afed65e1 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:44.972865 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae67cdc9-02c5-4c90-93a0-35c8972223be", "name": "network-vif-deleted", "tag": "db8d87a2-e773-4ac8-b946-ffcc348a132c", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:44.973115 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc2c2ca9-afa2-4d13-8e35-e021afed65e1 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:44.973510 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae67cdc9-02c5-4c90-93a0-35c8972223be', 'name': 'network-vif-deleted', 'tag': 'db8d87a2-e773-4ac8-b946-ffcc348a132c', 'status': 'completed', 'code': 200} Jul 23 20:53:45.494982 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:45.779439 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-7a04687e-8aee-44e5-88fd-8fc2481d722b tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:45.781059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-7a04687e-8aee-44e5-88fd-8fc2481d722b tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/networks?id=6b125249-0a3b-41bb-8e91-c500d942eacf HTTP/1.1" status: 200 len: 808 time: 0.1107647 Jul 23 20:53:45.796919 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-856f2e6c-f44c-4e5e-b68d-884fb3e8cb46 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/quotas/4942bdf32e8e4c55805a8c3c4df1f883 HTTP/1.1" status: 200 len: 375 time: 0.0104208 Jul 23 20:53:45.833314 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-bcd2815a-666c-43d8-a515-0eef7227981e tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4942bdf32e8e4c55805a8c3c4df1f883&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308185 Jul 23 20:53:45.933453 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-20893510-aa25-419c-9952-7d2cf0eee04b service neutron] 10.222.0.55 "GET /v2.0/networks/6b125249-0a3b-41bb-8e91-c500d942eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889108 Jul 23 20:53:46.025067 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-32038ac9-e3fc-419d-afb9-8db38eab8dc6 service neutron] 10.222.0.55 "GET /v2.0/networks/6b125249-0a3b-41bb-8e91-c500d942eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848241 Jul 23 20:53:46.188589 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4165d6b1-f55f-4763-986c-9162b3644be9 req-e26d3433-8788-48a5-bf23-0a2bb504be5f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83 HTTP/1.1" status: 200 len: 210 time: 0.0302691 Jul 23 20:53:46.863038 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:47.110284 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-04f6bf78-5788-4d69-8d34-3488902d7192 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:47.111881 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-04f6bf78-5788-4d69-8d34-3488902d7192 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.57 "GET /v2.0/networks?id=6b125249-0a3b-41bb-8e91-c500d942eacf HTTP/1.1" status: 200 len: 808 time: 0.1140659 Jul 23 20:53:47.125561 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-47dda0ae-3b9b-4b02-816d-044a9530ec2f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Request body: {'port': {'device_id': 'e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83', 'network_id': '6b125249-0a3b-41bb-8e91-c500d942eacf', 'admin_state_up': True, 'tenant_id': '4942bdf32e8e4c55805a8c3c4df1f883'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:47.253034 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-47dda0ae-3b9b-4b02-816d-044a9530ec2f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Made reservation on behalf of 4942bdf32e8e4c55805a8c3c4df1f883 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:53:47.255948 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-47dda0ae-3b9b-4b02-816d-044a9530ec2f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:47.299004 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-88276d3b-2851-4821-87b4-6c87e9fca33a req-869145a8-8a41-4ead-b1fa-eca2b69537b9 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83 HTTP/1.1" status: 200 len: 210 time: 0.0326564 Jul 23 20:53:47.415640 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-47dda0ae-3b9b-4b02-816d-044a9530ec2f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Allocated IP 172.20.0.7 (6b125249-0a3b-41bb-8e91-c500d942eacf/afb2f5aa-7012-4409-a429-09fa6aca1cc9/9e2f0397-3ee9-4727-9b9f-b21071a089ca) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:53:47.565515 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-47dda0ae-3b9b-4b02-816d-044a9530ec2f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:47.611587 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-47dda0ae-3b9b-4b02-816d-044a9530ec2f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:47.661858 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-47dda0ae-3b9b-4b02-816d-044a9530ec2f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Network 6b125249-0a3b-41bb-8e91-c500d942eacf is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:53:47.667484 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-47dda0ae-3b9b-4b02-816d-044a9530ec2f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:53:47.669875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-47dda0ae-3b9b-4b02-816d-044a9530ec2f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:53:47.696021 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dda0ae-3b9b-4b02-816d-044a9530ec2f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Pushing event updated for resources: {'Port': ['ID=9e2f0397-3ee9-4727-9b9f-b21071a089ca,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:47.723797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-47dda0ae-3b9b-4b02-816d-044a9530ec2f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:47.724419 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-47dda0ae-3b9b-4b02-816d-044a9530ec2f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:47.738468 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-47dda0ae-3b9b-4b02-816d-044a9530ec2f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6171985 Jul 23 20:53:47.749725 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Request body: {'port': {'device_id': 'e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:47.819950 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device db8d87a2-e773-4ac8-b946-ffcc348a132c no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:53:47.824446 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:47.843163 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: db8d87a2-e773-4ac8-b946-ffcc348a132c {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:53:47.843599 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device db8d87a2-e773-4ac8-b946-ffcc348a132c not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:53:48.097632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2f0397-3ee9-4727-9b9f-b21071a089ca {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:53:48.104925 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:48.116464 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Transition to ACTIVE for port object 9e2f0397-3ee9-4727-9b9f-b21071a089ca will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:53:48.120303 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:48.174672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Pushing event updated for resources: {'Port': ['ID=9e2f0397-3ee9-4727-9b9f-b21071a089ca,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:48.244925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Attempting to bind port 9e2f0397-3ee9-4727-9b9f-b21071a089ca on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:53:48.245261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Attempting to bind port 9e2f0397-3ee9-4727-9b9f-b21071a089ca by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'd4781693-d4d0-4fd2-aaa2-64dd87dd0aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6b125249-0a3b-41bb-8e91-c500d942eacf'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:53:48.245587 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Attempting to bind port 9e2f0397-3ee9-4727-9b9f-b21071a089ca on network 6b125249-0a3b-41bb-8e91-c500d942eacf {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:53:48.249849 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Port 9e2f0397-3ee9-4727-9b9f-b21071a089ca on network 6b125249-0a3b-41bb-8e91-c500d942eacf not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:53:48.250171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Attempting to bind port 9e2f0397-3ee9-4727-9b9f-b21071a089ca on network 6b125249-0a3b-41bb-8e91-c500d942eacf {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:53:48.254880 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:53:48.255248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Checking segment: {'id': 'd4781693-d4d0-4fd2-aaa2-64dd87dd0aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6b125249-0a3b-41bb-8e91-c500d942eacf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:53:48.255634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Bound using segment: {'id': 'd4781693-d4d0-4fd2-aaa2-64dd87dd0aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6b125249-0a3b-41bb-8e91-c500d942eacf'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:53:48.256056 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Bound port: 9e2f0397-3ee9-4727-9b9f-b21071a089ca, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4781693-d4d0-4fd2-aaa2-64dd87dd0aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6b125249-0a3b-41bb-8e91-c500d942eacf'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:53:48.256410 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:48.319189 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] For port 9e2f0397-3ee9-4727-9b9f-b21071a089ca, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:53:48.322766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] For port 9e2f0397-3ee9-4727-9b9f-b21071a089ca, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=9e2f0397-3ee9-4727-9b9f-b21071a089ca,segment=NetworkSegment(d4781693-d4d0-4fd2-aaa2-64dd87dd0aea),segment_id=d4781693-d4d0-4fd2-aaa2-64dd87dd0aea)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:53:48.327369 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:48.363415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:48.363947 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:48.366108 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] 10.222.0.57 "PUT /v2.0/ports/9e2f0397-3ee9-4727-9b9f-b21071a089ca HTTP/1.1" status: 200 len: 1092 time: 0.6206946 Jul 23 20:53:48.368939 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83', 'tag': '9e2f0397-3ee9-4727-9b9f-b21071a089ca'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:48.371900 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406fc4da-c676-4419-b385-3a0f42bb6ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83", "tag": "9e2f0397-3ee9-4727-9b9f-b21071a089ca"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:48.420679 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b707b3-5ff7-471d-85aa-a9f7cc25e1a6 x-openstack-request-id: req-09b707b3-5ff7-471d-85aa-a9f7cc25e1a6 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:48.421165 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83", "tag": "9e2f0397-3ee9-4727-9b9f-b21071a089ca", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:48.421574 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09b707b3-5ff7-471d-85aa-a9f7cc25e1a6 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:48.422048 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83', 'tag': '9e2f0397-3ee9-4727-9b9f-b21071a089ca', 'status': 'completed', 'code': 200} Jul 23 20:53:48.478988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c416c26-e72e-42c9-a8b0-222c16deddbf service neutron] Pushing event updated for resources: {'Port': ['ID=9e2f0397-3ee9-4727-9b9f-b21071a089ca,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:48.518527 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-cf9faae3-7b60-4072-aec1-c2279dc62fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:48.520209 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-cf9faae3-7b60-4072-aec1-c2279dc62fff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4942bdf32e8e4c55805a8c3c4df1f883&device_id=e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83 HTTP/1.1" status: 200 len: 1095 time: 0.1040976 Jul 23 20:53:48.528122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f482b-34a7-4f67-adfa-b04d1a394dde req-948dfb35-e54e-477f-b02b-c95a2f49a62f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:48.529514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c85f482b-34a7-4f67-adfa-b04d1a394dde req-948dfb35-e54e-477f-b02b-c95a2f49a62f tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83 HTTP/1.1" status: 200 len: 943 time: 0.1495376 Jul 23 20:53:48.574897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-a0bb84ae-b64e-42e1-87a7-172dc04843fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e2f0397-3ee9-4727-9b9f-b21071a089ca HTTP/1.1" status: 200 len: 217 time: 0.0444453 Jul 23 20:53:48.640010 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c85f482b-34a7-4f67-adfa-b04d1a394dde req-cb6013eb-8141-4ccb-96b5-60941f18d289 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010606 Jul 23 20:53:48.646901 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-4daa050a-5c40-437b-8a14-b3538ebd748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:48.648339 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-4daa050a-5c40-437b-8a14-b3538ebd748e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afb2f5aa-7012-4409-a429-09fa6aca1cc9 HTTP/1.1" status: 200 len: 848 time: 0.0657647 Jul 23 20:53:48.681589 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-60815d06-65ba-48a8-b411-a9d62a6728fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b125249-0a3b-41bb-8e91-c500d942eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273247 Jul 23 20:53:48.769229 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-46d8b556-14ba-40a8-aa82-c4a42d008bd1 service neutron] 10.222.0.57 "GET /v2.0/networks/6b125249-0a3b-41bb-8e91-c500d942eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813091 Jul 23 20:53:48.861875 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-df230197-b206-4bec-b9fc-4daec2576fb1 req-502dee0e-88d9-4426-b06a-6cbe1e277d84 service neutron] 10.222.0.57 "GET /v2.0/networks/6b125249-0a3b-41bb-8e91-c500d942eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853870 Jul 23 20:53:48.958614 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fc4da-c676-4419-b385-3a0f42bb6ebf req-28a2a2e9-79dc-4581-ab97-974e50069b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:48.960194 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-406fc4da-c676-4419-b385-3a0f42bb6ebf req-28a2a2e9-79dc-4581-ab97-974e50069b04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4942bdf32e8e4c55805a8c3c4df1f883&device_id=e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83 HTTP/1.1" status: 200 len: 1095 time: 0.0574052 Jul 23 20:53:49.066928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fc4da-c676-4419-b385-3a0f42bb6ebf req-da84f7ae-b769-4a00-9b2b-db6538b33710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:49.068342 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-406fc4da-c676-4419-b385-3a0f42bb6ebf req-da84f7ae-b769-4a00-9b2b-db6538b33710 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b125249-0a3b-41bb-8e91-c500d942eacf HTTP/1.1" status: 200 len: 909 time: 0.1011901 Jul 23 20:53:49.125147 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-406fc4da-c676-4419-b385-3a0f42bb6ebf req-46494d54-43fe-4959-9ba1-2a2230733964 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e2f0397-3ee9-4727-9b9f-b21071a089ca HTTP/1.1" status: 200 len: 217 time: 0.0465238 Jul 23 20:53:49.216321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fc4da-c676-4419-b385-3a0f42bb6ebf req-79e22d16-8971-4d08-abdb-fe5de40fd6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:49.217753 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-406fc4da-c676-4419-b385-3a0f42bb6ebf req-79e22d16-8971-4d08-abdb-fe5de40fd6c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afb2f5aa-7012-4409-a429-09fa6aca1cc9 HTTP/1.1" status: 200 len: 848 time: 0.0630400 Jul 23 20:53:49.224274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-d9f21f8f-25d8-4678-b8df-337ac8ccc6e5 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:49.225605 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-d9f21f8f-25d8-4678-b8df-337ac8ccc6e5 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/networks?id=7bb22769-158f-4c9d-be51-6b56b50f5d78 HTTP/1.1" status: 200 len: 814 time: 0.1725912 Jul 23 20:53:49.262710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-406fc4da-c676-4419-b385-3a0f42bb6ebf req-e3dbb453-a5b4-48c8-8afd-f256c284ffbb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b125249-0a3b-41bb-8e91-c500d942eacf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361993 Jul 23 20:53:49.264316 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-c11c2dd7-9a40-4d98-894b-8493b6e1e9ca tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/quotas/820463b78e5a4a24a33bcac0c01967fa HTTP/1.1" status: 200 len: 375 time: 0.0310309 Jul 23 20:53:49.387350 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-406fc4da-c676-4419-b385-3a0f42bb6ebf req-41f5e3ab-4494-490b-bf6a-8e181dd14cc6 service neutron] 10.222.0.57 "GET /v2.0/networks/6b125249-0a3b-41bb-8e91-c500d942eacf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166053 Jul 23 20:53:49.394154 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-1c5bbb0c-1f92-4ad6-85d6-8b08d02303ac tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=820463b78e5a4a24a33bcac0c01967fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245568 Jul 23 20:53:49.551219 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-f0071b9e-abcd-4d73-ba3f-c91fe2658751 service neutron] 10.222.0.55 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493261 Jul 23 20:53:49.552981 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-406fc4da-c676-4419-b385-3a0f42bb6ebf req-452fbfe8-cdcd-494f-bc70-f005836333cf service neutron] 10.222.0.57 "GET /v2.0/networks/6b125249-0a3b-41bb-8e91-c500d942eacf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580033 Jul 23 20:53:49.638976 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-d8fddd81-70f1-487c-b135-8e92085cc238 service neutron] 10.222.0.55 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814929 Jul 23 20:53:49.781982 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7949f0a-9428-4997-b2c6-318648f2d367 req-e3c9b961-2750-4411-9dc9-0d724d8b5d2d tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:49.783703 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7949f0a-9428-4997-b2c6-318648f2d367 req-e3c9b961-2750-4411-9dc9-0d724d8b5d2d tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83 HTTP/1.1" status: 200 len: 943 time: 0.0744252 Jul 23 20:53:49.823423 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0faa27f-c659-46a2-84b7-da813b2e8b5a req-991385b6-01bb-4bf3-baa5-2c53ce48d43a tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=252bbf53-3141-4ce9-845b-bd809f0a1c6b HTTP/1.1" status: 200 len: 210 time: 0.0386145 Jul 23 20:53:49.844169 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7949f0a-9428-4997-b2c6-318648f2d367 req-e43aea54-447d-4618-b74d-c0459e7ba3bd tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507898 Jul 23 20:53:50.765442 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-c7e62a8d-f072-488b-95b3-2daf35343167 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:50.767156 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-c7e62a8d-f072-488b-95b3-2daf35343167 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.48 "GET /v2.0/networks?id=7bb22769-158f-4c9d-be51-6b56b50f5d78 HTTP/1.1" status: 200 len: 814 time: 0.1158781 Jul 23 20:53:50.786078 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-79938598-c79a-42f9-8cd2-ca1984788b75 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Request body: {'port': {'device_id': '252bbf53-3141-4ce9-845b-bd809f0a1c6b', 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78', 'admin_state_up': True, 'tenant_id': '820463b78e5a4a24a33bcac0c01967fa'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:50.893862 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-79938598-c79a-42f9-8cd2-ca1984788b75 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Made reservation on behalf of 820463b78e5a4a24a33bcac0c01967fa for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:53:50.897799 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-79938598-c79a-42f9-8cd2-ca1984788b75 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:50.950437 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-27e4caed-7c22-49a6-8d57-fc607697a0fc req-e663e021-68c9-4541-b912-3147ef812fc7 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=252bbf53-3141-4ce9-845b-bd809f0a1c6b HTTP/1.1" status: 200 len: 210 time: 0.0495720 Jul 23 20:53:51.076713 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad6d39-e5ea-4cde-9cf4-04bd76d5b711 req-7386b910-cf4e-4a2f-a49f-d9e55fbe37b8 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:51.078206 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65ad6d39-e5ea-4cde-9cf4-04bd76d5b711 req-7386b910-cf4e-4a2f-a49f-d9e55fbe37b8 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83 HTTP/1.1" status: 200 len: 943 time: 0.1582267 Jul 23 20:53:51.112195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-79938598-c79a-42f9-8cd2-ca1984788b75 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Allocated IP 172.20.0.8 (7bb22769-158f-4c9d-be51-6b56b50f5d78/201197ef-bbb9-4964-8c3e-06a56ddf1fbf/ee380b9e-4457-4d9f-80c1-359b8f5e69e3) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:53:51.140894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-65ad6d39-e5ea-4cde-9cf4-04bd76d5b711 req-cf296743-5bc0-4b9c-9f99-663abd64ad29 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552654 Jul 23 20:53:51.271395 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-79938598-c79a-42f9-8cd2-ca1984788b75 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:51.309786 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-79938598-c79a-42f9-8cd2-ca1984788b75 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:51.321633 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:53:51.325985 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f1275022-9b5f-4e4b-9c77-328ff6eb9899'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:53:51.349598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-79938598-c79a-42f9-8cd2-ca1984788b75 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Network 7bb22769-158f-4c9d-be51-6b56b50f5d78 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:53:51.353244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-79938598-c79a-42f9-8cd2-ca1984788b75 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:53:51.363592 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-79938598-c79a-42f9-8cd2-ca1984788b75 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:53:51.677259 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79938598-c79a-42f9-8cd2-ca1984788b75 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Pushing event updated for resources: {'Port': ['ID=ee380b9e-4457-4d9f-80c1-359b8f5e69e3,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:51.704325 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-79938598-c79a-42f9-8cd2-ca1984788b75 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:51.704928 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-79938598-c79a-42f9-8cd2-ca1984788b75 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:51.718823 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-79938598-c79a-42f9-8cd2-ca1984788b75 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9365394 Jul 23 20:53:51.733213 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Request body: {'port': {'device_id': '252bbf53-3141-4ce9-845b-bd809f0a1c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:51.801257 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:51.837827 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 9e2f0397-3ee9-4727-9b9f-b21071a089ca details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:53:51.931576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 9e2f0397-3ee9-4727-9b9f-b21071a089ca, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=9e2f0397-3ee9-4727-9b9f-b21071a089ca,segment=NetworkSegment(d4781693-d4d0-4fd2-aaa2-64dd87dd0aea),segment_id=d4781693-d4d0-4fd2-aaa2-64dd87dd0aea)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:51.942350 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '9e2f0397-3ee9-4727-9b9f-b21071a089ca', 'network_id': '6b125249-0a3b-41bb-8e91-c500d942eacf', 'port_id': '9e2f0397-3ee9-4727-9b9f-b21071a089ca', 'mac_address': 'fa:16:3e:29:7a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afb2f5aa-7012-4409-a429-09fa6aca1cc9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:53:51.988714 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:52.002115 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2f0397-3ee9-4727-9b9f-b21071a089ca {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:53:52.021539 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 9e2f0397-3ee9-4727-9b9f-b21071a089ca, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=9e2f0397-3ee9-4727-9b9f-b21071a089ca,segment=NetworkSegment(d4781693-d4d0-4fd2-aaa2-64dd87dd0aea),segment_id=d4781693-d4d0-4fd2-aaa2-64dd87dd0aea)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:52.026704 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:52.077594 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=9e2f0397-3ee9-4727-9b9f-b21071a089ca,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:52.108218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee380b9e-4457-4d9f-80c1-359b8f5e69e3 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:53:52.118984 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:52.141047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a60e7d-66e2-42e3-a902-2c78e838b67b req-d4435766-8d6e-492e-b89c-243fd8a8ce09 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:52.142526 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59a60e7d-66e2-42e3-a902-2c78e838b67b req-d4435766-8d6e-492e-b89c-243fd8a8ce09 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=252bbf53-3141-4ce9-845b-bd809f0a1c6b HTTP/1.1" status: 200 len: 931 time: 0.1193194 Jul 23 20:53:52.143427 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Transition to ACTIVE for port object ee380b9e-4457-4d9f-80c1-359b8f5e69e3 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:53:52.147318 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:52.222259 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Pushing event updated for resources: {'Port': ['ID=ee380b9e-4457-4d9f-80c1-359b8f5e69e3,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:52.241588 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['9e2f0397-3ee9-4727-9b9f-b21071a089ca'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:53:52.257346 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59a60e7d-66e2-42e3-a902-2c78e838b67b req-3dd0edcf-1c44-4b23-ba80-a8e38a51a7f6 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072471 Jul 23 20:53:52.347119 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0b24e-77bd-4896-bfe3-13b72bf6aad6 req-6ab8759f-2f49-44ac-ab7c-40373c80e437 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:52.348626 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93e0b24e-77bd-4896-bfe3-13b72bf6aad6 req-6ab8759f-2f49-44ac-ab7c-40373c80e437 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83 HTTP/1.1" status: 200 len: 944 time: 0.1348255 Jul 23 20:53:52.364883 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Attempting to bind port ee380b9e-4457-4d9f-80c1-359b8f5e69e3 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:53:52.365210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Attempting to bind port ee380b9e-4457-4d9f-80c1-359b8f5e69e3 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:53:52.365534 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Attempting to bind port ee380b9e-4457-4d9f-80c1-359b8f5e69e3 on network 7bb22769-158f-4c9d-be51-6b56b50f5d78 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:53:52.376951 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Port ee380b9e-4457-4d9f-80c1-359b8f5e69e3 on network 7bb22769-158f-4c9d-be51-6b56b50f5d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:53:52.377272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Attempting to bind port ee380b9e-4457-4d9f-80c1-359b8f5e69e3 on network 7bb22769-158f-4c9d-be51-6b56b50f5d78 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:53:52.386740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:53:52.387076 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Checking segment: {'id': '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:53:52.387482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Bound using segment: {'id': '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:53:52.387905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Bound port: ee380b9e-4457-4d9f-80c1-359b8f5e69e3, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:53:52.388264 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:52.409813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93e0b24e-77bd-4896-bfe3-13b72bf6aad6 req-9543a119-36be-4715-bd61-5afd3ea46c27 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534556 Jul 23 20:53:52.461609 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] For port ee380b9e-4457-4d9f-80c1-359b8f5e69e3, host n-h1-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:53:52.464458 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] For port ee380b9e-4457-4d9f-80c1-359b8f5e69e3, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=ee380b9e-4457-4d9f-80c1-359b8f5e69e3,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:53:52.469462 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:52.501146 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:52.501760 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:52.503180 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] 10.222.0.48 "PUT /v2.0/ports/ee380b9e-4457-4d9f-80c1-359b8f5e69e3 HTTP/1.1" status: 200 len: 1092 time: 0.7739074 Jul 23 20:53:52.503597 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252bbf53-3141-4ce9-845b-bd809f0a1c6b', 'tag': 'ee380b9e-4457-4d9f-80c1-359b8f5e69e3'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:52.505828 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfb425d-887f-440e-97e4-5fb94e5e6c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "252bbf53-3141-4ce9-845b-bd809f0a1c6b", "tag": "ee380b9e-4457-4d9f-80c1-359b8f5e69e3"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:52.533902 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f1da9-d7df-457b-a1ac-c4680392fccd service neutron] Pushing event updated for resources: {'Port': ['ID=ee380b9e-4457-4d9f-80c1-359b8f5e69e3,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:52.544505 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43bf68d-c231-40e2-9000-e01a1bd34106 x-openstack-request-id: req-f43bf68d-c231-40e2-9000-e01a1bd34106 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:52.544805 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252bbf53-3141-4ce9-845b-bd809f0a1c6b", "tag": "ee380b9e-4457-4d9f-80c1-359b8f5e69e3", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:52.545053 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f43bf68d-c231-40e2-9000-e01a1bd34106 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:52.545453 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252bbf53-3141-4ce9-845b-bd809f0a1c6b', 'tag': 'ee380b9e-4457-4d9f-80c1-359b8f5e69e3', 'status': 'completed', 'code': 200} Jul 23 20:53:52.608453 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-efeac4bb-f74a-43e8-86e9-8b23e95bb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:52.610208 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-efeac4bb-f74a-43e8-86e9-8b23e95bb7b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=820463b78e5a4a24a33bcac0c01967fa&device_id=252bbf53-3141-4ce9-845b-bd809f0a1c6b HTTP/1.1" status: 200 len: 1095 time: 0.0597129 Jul 23 20:53:52.651849 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-e92149c3-ad37-4812-856a-d24d314879ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee380b9e-4457-4d9f-80c1-359b8f5e69e3 HTTP/1.1" status: 200 len: 217 time: 0.0329804 Jul 23 20:53:52.706088 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-0cddf6ef-7f25-424f-870e-671c12072c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:52.707805 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-0cddf6ef-7f25-424f-870e-671c12072c4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=201197ef-bbb9-4964-8c3e-06a56ddf1fbf HTTP/1.1" status: 200 len: 854 time: 0.0459504 Jul 23 20:53:52.744667 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-6b57247a-4bdf-481b-ac77-786c869680ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7bb22769-158f-4c9d-be51-6b56b50f5d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295177 Jul 23 20:53:52.837037 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-26d82170-7f0b-49af-83b6-ec9cae80d0ab service neutron] 10.222.0.48 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860410 Jul 23 20:53:52.930397 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44c659aa-3378-45fb-a6a9-7b1f343b2828 req-0cd030b5-862b-4403-b3c6-df786776a624 service neutron] 10.222.0.48 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850558 Jul 23 20:53:53.031749 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb425d-887f-440e-97e4-5fb94e5e6c0d req-cc549347-d1fe-48ed-a4f3-ceda3d22a105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:53.033242 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dfb425d-887f-440e-97e4-5fb94e5e6c0d req-cc549347-d1fe-48ed-a4f3-ceda3d22a105 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=820463b78e5a4a24a33bcac0c01967fa&device_id=252bbf53-3141-4ce9-845b-bd809f0a1c6b HTTP/1.1" status: 200 len: 1095 time: 0.0527239 Jul 23 20:53:53.120996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb425d-887f-440e-97e4-5fb94e5e6c0d req-7ee8c791-f195-4974-b0d6-795895662fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:53.122432 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dfb425d-887f-440e-97e4-5fb94e5e6c0d req-7ee8c791-f195-4974-b0d6-795895662fef service neutron] 10.222.0.48 "GET /v2.0/networks?id=7bb22769-158f-4c9d-be51-6b56b50f5d78 HTTP/1.1" status: 200 len: 915 time: 0.0821395 Jul 23 20:53:53.169236 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dfb425d-887f-440e-97e4-5fb94e5e6c0d req-fedbce36-7795-4d99-8a22-0be041accc51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee380b9e-4457-4d9f-80c1-359b8f5e69e3 HTTP/1.1" status: 200 len: 217 time: 0.0382230 Jul 23 20:53:53.220072 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb425d-887f-440e-97e4-5fb94e5e6c0d req-d889144a-bb86-4a7f-a069-2e9f7e086af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:53.221524 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dfb425d-887f-440e-97e4-5fb94e5e6c0d req-d889144a-bb86-4a7f-a069-2e9f7e086af2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=201197ef-bbb9-4964-8c3e-06a56ddf1fbf HTTP/1.1" status: 200 len: 854 time: 0.0450239 Jul 23 20:53:53.258313 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dfb425d-887f-440e-97e4-5fb94e5e6c0d req-caed1bdf-21a5-4ed8-b4d3-b61faebf0649 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7bb22769-158f-4c9d-be51-6b56b50f5d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262096 Jul 23 20:53:53.383916 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dfb425d-887f-440e-97e4-5fb94e5e6c0d req-ede0d8ce-bd26-4a64-b8b5-c0277f3e61d6 service neutron] 10.222.0.48 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173093 Jul 23 20:53:53.433114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38a42d-2c2e-4da9-83d0-194ae3b590ca req-34c4fa8b-dca3-4eba-8a22-df93c1c5aa8d tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:53.434612 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc38a42d-2c2e-4da9-83d0-194ae3b590ca req-34c4fa8b-dca3-4eba-8a22-df93c1c5aa8d tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=252bbf53-3141-4ce9-845b-bd809f0a1c6b HTTP/1.1" status: 200 len: 943 time: 0.1058931 Jul 23 20:53:53.551678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc38a42d-2c2e-4da9-83d0-194ae3b590ca req-57987739-b0fd-4983-939e-03657dd64df4 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102428 Jul 23 20:53:53.553583 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dfb425d-887f-440e-97e4-5fb94e5e6c0d req-c8f4c66e-aa2f-4481-aeb4-f12a46f26211 service neutron] 10.222.0.48 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593735 Jul 23 20:53:53.584096 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b0766-3a89-493f-a110-2a849faec0c1 req-7c76f2f8-4bd2-453c-8d79-5f7448ed8f5a tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:53.585597 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c82b0766-3a89-493f-a110-2a849faec0c1 req-7c76f2f8-4bd2-453c-8d79-5f7448ed8f5a tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83 HTTP/1.1" status: 200 len: 944 time: 0.1056812 Jul 23 20:53:53.622810 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c82b0766-3a89-493f-a110-2a849faec0c1 req-c2c82c9e-d0cb-44af-b0ab-1f3577203073 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317626 Jul 23 20:53:53.852673 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 9e2f0397-3ee9-4727-9b9f-b21071a089ca up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:53:53.900173 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 9e2f0397-3ee9-4727-9b9f-b21071a089ca completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:53:53.903633 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 9e2f0397-3ee9-4727-9b9f-b21071a089ca triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:53:53.903996 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:53.986576 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:54.007522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2f0397-3ee9-4727-9b9f-b21071a089ca'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:54.010292 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffde7e20-2ef0-4fa7-96be-916bd298ea59" -d '{"events": [{"server_uuid": "e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83", "name": "network-vif-plugged", "status": "completed", "tag": "9e2f0397-3ee9-4727-9b9f-b21071a089ca"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:54.026016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 9e2f0397-3ee9-4727-9b9f-b21071a089ca, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=9e2f0397-3ee9-4727-9b9f-b21071a089ca,segment=NetworkSegment(d4781693-d4d0-4fd2-aaa2-64dd87dd0aea),segment_id=d4781693-d4d0-4fd2-aaa2-64dd87dd0aea)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:54.030273 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:54.052821 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4085a679-907e-4fe7-b044-4d5bd5af7b11 x-openstack-request-id: req-4085a679-907e-4fe7-b044-4d5bd5af7b11 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:54.053108 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83", "name": "network-vif-plugged", "status": "completed", "tag": "9e2f0397-3ee9-4727-9b9f-b21071a089ca", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:54.053361 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4085a679-907e-4fe7-b044-4d5bd5af7b11 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:54.053743 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2f0397-3ee9-4727-9b9f-b21071a089ca', 'code': 200} Jul 23 20:53:54.079744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=9e2f0397-3ee9-4727-9b9f-b21071a089ca,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:54.157008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafe4e9-5641-4ca6-842d-aaf4bcd13f2a req-2af6b57d-5b4c-4ab1-9604-0632bf51b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:54.158436 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ecafe4e9-5641-4ca6-842d-aaf4bcd13f2a req-2af6b57d-5b4c-4ab1-9604-0632bf51b2b0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83 HTTP/1.1" status: 200 len: 1097 time: 0.0574617 Jul 23 20:53:54.192523 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ecafe4e9-5641-4ca6-842d-aaf4bcd13f2a req-05d9bfb3-c7b3-4a01-9468-f3869b4179ea service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272310 Jul 23 20:53:54.540274 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2321981a-ed03-4416-9fde-586548929d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:54.694254 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d02bc-c57a-4b95-8ef2-1facd2413f28 req-5dfc20b1-846b-4100-aeb9-24b2b1b3e9c3 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:54.695793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6a4d02bc-c57a-4b95-8ef2-1facd2413f28 req-5dfc20b1-846b-4100-aeb9-24b2b1b3e9c3 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=252bbf53-3141-4ce9-845b-bd809f0a1c6b HTTP/1.1" status: 200 len: 943 time: 0.0640528 Jul 23 20:53:54.764560 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6a4d02bc-c57a-4b95-8ef2-1facd2413f28 req-f410b28d-e451-4755-89ad-3b5bb5abfebc tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598979 Jul 23 20:53:54.785653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b84359-28a5-4716-91cf-6f4ce2eec8d2 req-bc601649-9e8f-445d-b23c-6c1d6f8e8497 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:54.787168 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5b84359-28a5-4716-91cf-6f4ce2eec8d2 req-bc601649-9e8f-445d-b23c-6c1d6f8e8497 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83 HTTP/1.1" status: 200 len: 945 time: 0.0904660 Jul 23 20:53:54.826051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5b84359-28a5-4716-91cf-6f4ce2eec8d2 req-ea7dc543-58c9-447a-b35f-8fbb7dc02682 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330021 Jul 23 20:53:55.891998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046faa25-5167-4c31-bf50-3252ad1c270b req-1946af77-49fd-45fe-9870-25a89e95b25f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:55.893507 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-046faa25-5167-4c31-bf50-3252ad1c270b req-1946af77-49fd-45fe-9870-25a89e95b25f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=252bbf53-3141-4ce9-845b-bd809f0a1c6b HTTP/1.1" status: 200 len: 943 time: 0.0647113 Jul 23 20:53:55.959794 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-046faa25-5167-4c31-bf50-3252ad1c270b req-42c3adcf-4240-4782-9eb7-d14875f4272a tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569854 Jul 23 20:53:55.983042 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddae97-5139-438b-8bac-9c8e45ef5098 req-0172527d-6f20-4a6b-9daf-9ba1ec1fba36 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:55.984575 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d3ddae97-5139-438b-8bac-9c8e45ef5098 req-0172527d-6f20-4a6b-9daf-9ba1ec1fba36 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83 HTTP/1.1" status: 200 len: 945 time: 0.0902042 Jul 23 20:53:56.028605 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d3ddae97-5139-438b-8bac-9c8e45ef5098 req-ab586a80-6e62-4d5d-b0c2-ea1ce8ddf2b7 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379238 Jul 23 20:53:56.048465 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:53:56.491724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device ee380b9e-4457-4d9f-80c1-359b8f5e69e3 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:53:56.589260 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port ee380b9e-4457-4d9f-80c1-359b8f5e69e3, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=ee380b9e-4457-4d9f-80c1-359b8f5e69e3,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:56.600132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'ee380b9e-4457-4d9f-80c1-359b8f5e69e3', 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78', 'port_id': 'ee380b9e-4457-4d9f-80c1-359b8f5e69e3', 'mac_address': 'fa:16:3e:be:16:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201197ef-bbb9-4964-8c3e-06a56ddf1fbf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:53:56.641184 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:56.653718 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee380b9e-4457-4d9f-80c1-359b8f5e69e3 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:53:56.669954 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d399795-6fd7-4c13-b393-058839f72043 req-258bf5ee-82da-4d82-a7d7-8e67e647d7fa tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:56.671497 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d399795-6fd7-4c13-b393-058839f72043 req-258bf5ee-82da-4d82-a7d7-8e67e647d7fa tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83 HTTP/1.1" status: 200 len: 945 time: 0.0638521 Jul 23 20:53:56.673251 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port ee380b9e-4457-4d9f-80c1-359b8f5e69e3, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=ee380b9e-4457-4d9f-80c1-359b8f5e69e3,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:56.677183 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:56.710610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d399795-6fd7-4c13-b393-058839f72043 req-7692eb1f-31fd-4b6f-b5a4-8a7173434594 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331349 Jul 23 20:53:56.726874 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=ee380b9e-4457-4d9f-80c1-359b8f5e69e3,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:56.919320 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['ee380b9e-4457-4d9f-80c1-359b8f5e69e3'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:53:56.946853 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 38732) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:57.103389 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a3641-e5af-4eec-bba5-fcbf93d97fd2 req-6e220c9a-6e68-4d67-9267-759d51fb45b2 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:57.105876 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e10a3641-e5af-4eec-bba5-fcbf93d97fd2 req-6e220c9a-6e68-4d67-9267-759d51fb45b2 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=252bbf53-3141-4ce9-845b-bd809f0a1c6b HTTP/1.1" status: 200 len: 944 time: 0.0763843 Jul 23 20:53:57.110785 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Deleting port f56d734d-4208-412d-ae14-2d0acb4f476e {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:53:57.111162 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:57.125898 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbe4f3b6-69b8-49cd-887a-3dcfdcb23b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:57.146627 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e10a3641-e5af-4eec-bba5-fcbf93d97fd2 req-0dac5a62-94b4-4be7-b8f7-61c2ba18b827 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328617 Jul 23 20:53:57.192729 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:57.192975 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:57.204122 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Calling delete_port for f56d734d-4208-412d-ae14-2d0acb4f476e owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:53:57.355402 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:57.359325 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:57.379201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event deleted for resources: {'Port': ['ID=f56d734d-4208-412d-ae14-2d0acb4f476e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:57.389137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:57.389485 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:57.389802 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:57.390136 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:57.390459 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:57.391417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:57.391417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:57.391417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:57.391735 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:57.392021 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:57.392337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:57.392648 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:57.457337 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:57.457598 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Floating IP f9081852-ccca-48f9-8999-8957943500ff disassociated (deleted). External IP: 172.25.3.232, port: 3666e93c-3697-4836-8ee8-1bc303aa2f75. Jul 23 20:53:57.678930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Router 8730fafd-633c-439d-b5d2-c283a01ce331 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:53:57.792080 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:53:57.796752 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:57.807148 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764e1a3-fa5b-47df-8117-5270693c3c98 None None] Sync routers for ids ['8730fafd-633c-439d-b5d2-c283a01ce331'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:53:57.817040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e764e1a3-fa5b-47df-8117-5270693c3c98 None None] Routers {'8730fafd-633c-439d-b5d2-c283a01ce331'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:53:57.817765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e764e1a3-fa5b-47df-8117-5270693c3c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:53:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8730fafd-633c-439d-b5d2-c283a01ce331'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:57.836697 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-80ab2d83-3b3d-44b9-bc1c-2ef0c1f25795 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "DELETE /v2.0/floatingips/f9081852-ccca-48f9-8999-8957943500ff HTTP/1.1" status: 204 len: 168 time: 0.8886821 Jul 23 20:53:57.837874 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abaa510-2f80-4cd1-affb-09127bb2798e', 'tag': '3666e93c-3697-4836-8ee8-1bc303aa2f75'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:57.840413 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d24ca39-e022-4361-b4e2-d85a5079b942" -d '{"events": [{"name": "network-changed", "server_uuid": "2abaa510-2f80-4cd1-affb-09127bb2798e", "tag": "3666e93c-3697-4836-8ee8-1bc303aa2f75"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:57.877016 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347d909-532d-4e26-a5bf-289b41120685 req-769e3759-9ae9-402c-91c5-6ef1fac3dbd2 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:57.880716 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c347d909-532d-4e26-a5bf-289b41120685 req-769e3759-9ae9-402c-91c5-6ef1fac3dbd2 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83 HTTP/1.1" status: 200 len: 945 time: 0.0965312 Jul 23 20:53:57.929950 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c347d909-532d-4e26-a5bf-289b41120685 req-185b1324-959f-4c7c-a40a-77b8ee657a9b tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/security-groups?id=522fd847-ec5d-4350-b823-7360f3cd7481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407062 Jul 23 20:53:57.956060 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-e764e1a3-fa5b-47df-8117-5270693c3c98 None None] Set router 8730fafd-633c-439d-b5d2-c283a01ce331 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:53:57.975342 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32ac9fb-1e2e-487d-ad3c-2b7efeb7c6b2 x-openstack-request-id: req-a32ac9fb-1e2e-487d-ad3c-2b7efeb7c6b2 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:57.975342 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abaa510-2f80-4cd1-affb-09127bb2798e", "tag": "3666e93c-3697-4836-8ee8-1bc303aa2f75", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:57.976232 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a32ac9fb-1e2e-487d-ad3c-2b7efeb7c6b2 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:57.976232 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abaa510-2f80-4cd1-affb-09127bb2798e', 'tag': '3666e93c-3697-4836-8ee8-1bc303aa2f75', 'status': 'completed', 'code': 200} Jul 23 20:53:58.069642 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24ca39-e022-4361-b4e2-d85a5079b942 req-2b5939ce-4841-4cdd-b33f-ca92ec72e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:58.071306 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d24ca39-e022-4361-b4e2-d85a5079b942 req-2b5939ce-4841-4cdd-b33f-ca92ec72e5d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 1097 time: 0.0640562 Jul 23 20:53:58.093705 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a523d96-ce3a-476c-979d-c0ba028659d3 req-616c000c-bf4d-4be7-a875-4ce88f9f0715 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:58.095367 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9a523d96-ce3a-476c-979d-c0ba028659d3 req-616c000c-bf4d-4be7-a875-4ce88f9f0715 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83 HTTP/1.1" status: 200 len: 945 time: 0.0886252 Jul 23 20:53:58.218480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-9a523d96-ce3a-476c-979d-c0ba028659d3 req-81b921d6-0ca7-4c4e-b147-595a7593eb41 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Deleting port 9e2f0397-3ee9-4727-9b9f-b21071a089ca {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:53:58.218726 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519786a-0c21-4d3a-af3d-a97efae350c9 req-b66c0fdc-0bd3-4e99-a4a5-b229b7cabe58 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:58.219234 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9a523d96-ce3a-476c-979d-c0ba028659d3 req-81b921d6-0ca7-4c4e-b147-595a7593eb41 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:58.221086 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6519786a-0c21-4d3a-af3d-a97efae350c9 req-b66c0fdc-0bd3-4e99-a4a5-b229b7cabe58 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 945 time: 0.1477556 Jul 23 20:53:58.224553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24ca39-e022-4361-b4e2-d85a5079b942 req-b1539b28-a7ad-4e08-9f0c-248f74edbeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:58.226178 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d24ca39-e022-4361-b4e2-d85a5079b942 req-b1539b28-a7ad-4e08-9f0c-248f74edbeed service neutron] 10.222.0.57 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 913 time: 0.1436453 Jul 23 20:53:58.230611 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e764e1a3-fa5b-47df-8117-5270693c3c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '74123490-a9ca-4c09-8810-c690bfae8627', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'port_id': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'mac_address': 'fa:16:3e:ac:2e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:50:16Z', 'updated_at': '2021-07-23T20:50:20Z', 'revision_number': 1, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:58.267929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764e1a3-fa5b-47df-8117-5270693c3c98 None None] Checking router: 8730fafd-633c-439d-b5d2-c283a01ce331 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:53:58.277135 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e764e1a3-fa5b-47df-8117-5270693c3c98 None None] Routers {'8730fafd-633c-439d-b5d2-c283a01ce331'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:53:58.277745 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e764e1a3-fa5b-47df-8117-5270693c3c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:53:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8730fafd-633c-439d-b5d2-c283a01ce331'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:58.296027 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d24ca39-e022-4361-b4e2-d85a5079b942 req-63ba5a83-d81e-4f04-a674-624107c5d3f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3666e93c-3697-4836-8ee8-1bc303aa2f75 HTTP/1.1" status: 200 len: 217 time: 0.0587914 Jul 23 20:53:58.332484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-9a523d96-ce3a-476c-979d-c0ba028659d3 req-81b921d6-0ca7-4c4e-b147-595a7593eb41 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] For port 9e2f0397-3ee9-4727-9b9f-b21071a089ca, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=9e2f0397-3ee9-4727-9b9f-b21071a089ca,segment=NetworkSegment(d4781693-d4d0-4fd2-aaa2-64dd87dd0aea),segment_id=d4781693-d4d0-4fd2-aaa2-64dd87dd0aea)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:58.332901 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9a523d96-ce3a-476c-979d-c0ba028659d3 req-81b921d6-0ca7-4c4e-b147-595a7593eb41 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:58.341491 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6519786a-0c21-4d3a-af3d-a97efae350c9 req-d614e463-90ad-4ce9-964e-6022ea379eb7 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125240 Jul 23 20:53:58.348400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-9a523d96-ce3a-476c-979d-c0ba028659d3 req-81b921d6-0ca7-4c4e-b147-595a7593eb41 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Calling delete_port for 9e2f0397-3ee9-4727-9b9f-b21071a089ca owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:53:58.384996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24ca39-e022-4361-b4e2-d85a5079b942 req-23b5f5d2-d7ac-42f1-8b8c-e43c626ef201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:58.386804 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d24ca39-e022-4361-b4e2-d85a5079b942 req-23b5f5d2-d7ac-42f1-8b8c-e43c626ef201 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.0772550 Jul 23 20:53:58.390420 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-e764e1a3-fa5b-47df-8117-5270693c3c98 None None] Set router 8730fafd-633c-439d-b5d2-c283a01ce331 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:53:58.442508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e499d-6c68-46b9-bd63-bbfb88b8e334 req-ef7b3128-970d-4ef6-8112-fc51374b5459 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:58.444241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f70e499d-6c68-46b9-bd63-bbfb88b8e334 req-ef7b3128-970d-4ef6-8112-fc51374b5459 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=252bbf53-3141-4ce9-845b-bd809f0a1c6b HTTP/1.1" status: 200 len: 944 time: 0.1564105 Jul 23 20:53:58.495705 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24ca39-e022-4361-b4e2-d85a5079b942 req-2ef60a95-683c-4e13-9526-56eae98c71f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:58.496122 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9a523d96-ce3a-476c-979d-c0ba028659d3 req-81b921d6-0ca7-4c4e-b147-595a7593eb41 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:58.497378 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d24ca39-e022-4361-b4e2-d85a5079b942 req-2ef60a95-683c-4e13-9526-56eae98c71f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033850 Jul 23 20:53:58.537275 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b921d6-0ca7-4c4e-b147-595a7593eb41 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Pushing event deleted for resources: {'Port': ['ID=9e2f0397-3ee9-4727-9b9f-b21071a089ca,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:58.543112 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f70e499d-6c68-46b9-bd63-bbfb88b8e334 req-dbfcf3c5-01d6-418f-b737-9c046bd39ab5 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887268 Jul 23 20:53:58.590023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['9e2f0397-3ee9-4727-9b9f-b21071a089ca'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:53:58.592259 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device ee380b9e-4457-4d9f-80c1-359b8f5e69e3 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:53:58.600062 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a523d96-ce3a-476c-979d-c0ba028659d3 req-81b921d6-0ca7-4c4e-b147-595a7593eb41 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] No DVR routers for this DVR port 9e2f0397-3ee9-4727-9b9f-b21071a089ca on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:53:58.603451 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9a523d96-ce3a-476c-979d-c0ba028659d3 req-81b921d6-0ca7-4c4e-b147-595a7593eb41 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:58.606007 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9a523d96-ce3a-476c-979d-c0ba028659d3 req-81b921d6-0ca7-4c4e-b147-595a7593eb41 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.57 "DELETE /v2.0/ports/9e2f0397-3ee9-4727-9b9f-b21071a089ca HTTP/1.1" status: 204 len: 173 time: 0.5036438 Jul 23 20:53:58.642532 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d24ca39-e022-4361-b4e2-d85a5079b942 req-c004b4ca-4000-4242-80e1-ed347cbe7359 service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368270 Jul 23 20:53:58.659840 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:58.738428 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port ee380b9e-4457-4d9f-80c1-359b8f5e69e3 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:53:58.749119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port ee380b9e-4457-4d9f-80c1-359b8f5e69e3 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:53:58.749491 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:58.755593 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d24ca39-e022-4361-b4e2-d85a5079b942 req-a1c219b9-de60-4ff1-85e9-02c75a1439aa service neutron] 10.222.0.57 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989189 Jul 23 20:53:58.897707 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:58.926506 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252bbf53-3141-4ce9-845b-bd809f0a1c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee380b9e-4457-4d9f-80c1-359b8f5e69e3'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:58.928736 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46ac9da-fe30-429b-9a1a-c04694e291a9" -d '{"events": [{"server_uuid": "252bbf53-3141-4ce9-845b-bd809f0a1c6b", "name": "network-vif-plugged", "status": "completed", "tag": "ee380b9e-4457-4d9f-80c1-359b8f5e69e3"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:58.944323 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port ee380b9e-4457-4d9f-80c1-359b8f5e69e3, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=ee380b9e-4457-4d9f-80c1-359b8f5e69e3,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:58.950006 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:58.954879 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e764e1a3-fa5b-47df-8117-5270693c3c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '74123490-a9ca-4c09-8810-c690bfae8627', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'port_id': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'mac_address': 'fa:16:3e:ac:2e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:50:16Z', 'updated_at': '2021-07-23T20:50:20Z', 'revision_number': 1, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:59.004886 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39463589-63e0-4e99-8865-4a1e50ca92db x-openstack-request-id: req-39463589-63e0-4e99-8865-4a1e50ca92db {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:59.005181 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252bbf53-3141-4ce9-845b-bd809f0a1c6b", "name": "network-vif-plugged", "status": "completed", "tag": "ee380b9e-4457-4d9f-80c1-359b8f5e69e3", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:59.005439 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39463589-63e0-4e99-8865-4a1e50ca92db {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:59.005829 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252bbf53-3141-4ce9-845b-bd809f0a1c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee380b9e-4457-4d9f-80c1-359b8f5e69e3', 'code': 200} Jul 23 20:53:59.008343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764e1a3-fa5b-47df-8117-5270693c3c98 None None] The sync data for ids ['8730fafd-633c-439d-b5d2-c283a01ce331'] in n-d-791504-18 is: [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '74123490-a9ca-4c09-8810-c690bfae8627', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'port_id': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'mac_address': 'fa:16:3e:ac:2e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:50:16Z', 'updated_at': '2021-07-23T20:50:20Z', 'revision_number': 1, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:53:59.036956 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=ee380b9e-4457-4d9f-80c1-359b8f5e69e3,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:59.059833 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1ec21e0c-c2c0-4c4b-b410-4bce2d43c253 req-48184755-96e3-4ceb-9ceb-36d168a38a31 tempest-VolumesActionsTest-618252277 tempest-VolumesActionsTest-618252277-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83 HTTP/1.1" status: 200 len: 210 time: 0.0338640 Jul 23 20:53:59.129007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e8042-3fd5-41b1-9257-dcf07965ee03 req-fdda4e1e-0ac2-4b79-b27a-3f6455274986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:59.130507 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c82e8042-3fd5-41b1-9257-dcf07965ee03 req-fdda4e1e-0ac2-4b79-b27a-3f6455274986 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=252bbf53-3141-4ce9-845b-bd809f0a1c6b HTTP/1.1" status: 200 len: 1097 time: 0.0697958 Jul 23 20:53:59.171804 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c82e8042-3fd5-41b1-9257-dcf07965ee03 req-3ea47a5c-e29e-472e-b0a6-c40d0a7ef1c7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323944 Jul 23 20:53:59.278046 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4faf84b-75cc-42c5-9877-bad8c8dbe0a9 None None] New status for floating IP f9081852-ccca-48f9-8999-8957943500ff: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:53:59.483906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995ed22-1f30-49f3-9c33-8afa0aaf2128 req-7fb4e808-9557-454b-ad9f-ac3822530f7a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:59.485383 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a995ed22-1f30-49f3-9c33-8afa0aaf2128 req-7fb4e808-9557-454b-ad9f-ac3822530f7a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 945 time: 0.0671206 Jul 23 20:53:59.523323 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a995ed22-1f30-49f3-9c33-8afa0aaf2128 req-74e1b62f-d793-48b0-adfd-76d4138d8871 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321238 Jul 23 20:53:59.670572 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ba4b2-a473-42f4-a2ba-19c45bc0c238 req-e9318a68-9652-45bb-9754-257770e498af tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:59.672069 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-001ba4b2-a473-42f4-a2ba-19c45bc0c238 req-e9318a68-9652-45bb-9754-257770e498af tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=252bbf53-3141-4ce9-845b-bd809f0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.0636463 Jul 23 20:53:59.737141 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-001ba4b2-a473-42f4-a2ba-19c45bc0c238 req-293c73b9-df0b-4308-816e-af160954ebb5 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569270 Jul 23 20:53:59.758243 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82685d81-b3df-4a44-9fa7-663391e884d9 req-36348420-cf1e-4eb0-b70d-f34ed658aa14 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:59.759755 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82685d81-b3df-4a44-9fa7-663391e884d9 req-36348420-cf1e-4eb0-b70d-f34ed658aa14 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.57 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 945 time: 0.0868490 Jul 23 20:53:59.861533 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-82685d81-b3df-4a44-9fa7-663391e884d9 req-d9ed2131-66b6-435c-895b-f18c9b185f9d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Deleting port 3666e93c-3697-4836-8ee8-1bc303aa2f75 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:53:59.861777 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-82685d81-b3df-4a44-9fa7-663391e884d9 req-d9ed2131-66b6-435c-895b-f18c9b185f9d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:59.952742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-82685d81-b3df-4a44-9fa7-663391e884d9 req-d9ed2131-66b6-435c-895b-f18c9b185f9d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] For port 3666e93c-3697-4836-8ee8-1bc303aa2f75, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=3666e93c-3697-4836-8ee8-1bc303aa2f75,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:59.953101 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-82685d81-b3df-4a44-9fa7-663391e884d9 req-d9ed2131-66b6-435c-895b-f18c9b185f9d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:59.965931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-82685d81-b3df-4a44-9fa7-663391e884d9 req-d9ed2131-66b6-435c-895b-f18c9b185f9d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Calling delete_port for 3666e93c-3697-4836-8ee8-1bc303aa2f75 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:53:59.972177 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:59.976830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83', 'name': 'network-vif-deleted', 'tag': '9e2f0397-3ee9-4727-9b9f-b21071a089ca'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:59.981635 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13ce88a-caf8-4a83-8401-b0232ae79f8f" -d '{"events": [{"server_uuid": "e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83", "name": "network-vif-deleted", "tag": "9e2f0397-3ee9-4727-9b9f-b21071a089ca"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:54:00.021877 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69b6f09-c81d-4f7b-8a41-e93600d11937 x-openstack-request-id: req-d69b6f09-c81d-4f7b-8a41-e93600d11937 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:54:00.022176 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83", "name": "network-vif-deleted", "tag": "9e2f0397-3ee9-4727-9b9f-b21071a089ca", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:54:00.022431 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d69b6f09-c81d-4f7b-8a41-e93600d11937 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:54:00.022863 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c72a8f-be7d-4bad-8bb7-583bf8cfbc83', 'name': 'network-vif-deleted', 'tag': '9e2f0397-3ee9-4727-9b9f-b21071a089ca', 'status': 'completed', 'code': 200} Jul 23 20:54:00.100561 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-82685d81-b3df-4a44-9fa7-663391e884d9 req-d9ed2131-66b6-435c-895b-f18c9b185f9d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:00.128137 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed2131-66b6-435c-895b-f18c9b185f9d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event deleted for resources: {'Port': ['ID=3666e93c-3697-4836-8ee8-1bc303aa2f75,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:00.202522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-82685d81-b3df-4a44-9fa7-663391e884d9 req-d9ed2131-66b6-435c-895b-f18c9b185f9d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] No DVR routers for this DVR port 3666e93c-3697-4836-8ee8-1bc303aa2f75 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:54:00.207356 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-82685d81-b3df-4a44-9fa7-663391e884d9 req-d9ed2131-66b6-435c-895b-f18c9b185f9d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:00.209888 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82685d81-b3df-4a44-9fa7-663391e884d9 req-d9ed2131-66b6-435c-895b-f18c9b185f9d tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.57 "DELETE /v2.0/ports/3666e93c-3697-4836-8ee8-1bc303aa2f75 HTTP/1.1" status: 204 len: 173 time: 0.4444721 Jul 23 20:54:00.210343 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abaa510-2f80-4cd1-affb-09127bb2798e', 'name': 'network-vif-deleted', 'tag': '3666e93c-3697-4836-8ee8-1bc303aa2f75'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:54:00.213784 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8e448d-f5d6-4761-8dc6-37a5ba825ad9" -d '{"events": [{"server_uuid": "2abaa510-2f80-4cd1-affb-09127bb2798e", "name": "network-vif-deleted", "tag": "3666e93c-3697-4836-8ee8-1bc303aa2f75"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:54:00.268833 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c86294-976f-4679-9eb1-3f2533a5e91a x-openstack-request-id: req-33c86294-976f-4679-9eb1-3f2533a5e91a {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:54:00.269198 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abaa510-2f80-4cd1-affb-09127bb2798e", "name": "network-vif-deleted", "tag": "3666e93c-3697-4836-8ee8-1bc303aa2f75", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:54:00.269449 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33c86294-976f-4679-9eb1-3f2533a5e91a {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:54:00.269928 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abaa510-2f80-4cd1-affb-09127bb2798e', 'name': 'network-vif-deleted', 'tag': '3666e93c-3697-4836-8ee8-1bc303aa2f75', 'status': 'completed', 'code': 200} Jul 23 20:54:00.671876 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76f1f9c6-42a8-44b1-b923-c15cd6a64e5a req-ff5375e6-2987-403a-bfad-1664d6a52a6a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 210 time: 0.0471995 Jul 23 20:54:00.894380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663ac39-1295-4e48-bcc6-d0958e6866a2 req-dcee746a-de19-4954-8084-4df5e9798044 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:00.901578 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7663ac39-1295-4e48-bcc6-d0958e6866a2 req-dcee746a-de19-4954-8084-4df5e9798044 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=252bbf53-3141-4ce9-845b-bd809f0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.0767834 Jul 23 20:54:00.948911 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7663ac39-1295-4e48-bcc6-d0958e6866a2 req-2945964b-c620-4526-964a-bb4b84d9b9d2 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463324 Jul 23 20:54:01.811008 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f20e5632-176b-4f88-a969-385edd164533 req-24a8e5d2-d019-42b7-802b-902b53227e45 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 210 time: 0.0364399 Jul 23 20:54:01.906673 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 9e2f0397-3ee9-4727-9b9f-b21071a089ca no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:54:01.942758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 9e2f0397-3ee9-4727-9b9f-b21071a089ca {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:54:01.943025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 9e2f0397-3ee9-4727-9b9f-b21071a089ca not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:54:02.938829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87ad65b0-e873-41cf-bc2f-ba9c50f686b5 req-1d07ef65-9e51-4d20-860d-528a4c8a1d02 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 210 time: 0.0373037 Jul 23 20:54:03.913730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 3666e93c-3697-4836-8ee8-1bc303aa2f75 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:54:03.957747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 3666e93c-3697-4836-8ee8-1bc303aa2f75 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:54:03.958087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 3666e93c-3697-4836-8ee8-1bc303aa2f75 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:54:04.049415 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-46e9d7a4-42f0-463f-bf5d-1eae8244ccd0 req-3b2930a0-bd0c-4f2f-b10c-8f5ebc0da6ff tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=2abaa510-2f80-4cd1-affb-09127bb2798e HTTP/1.1" status: 200 len: 210 time: 0.0379217 Jul 23 20:54:15.534159 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:16.764299 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39012) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:16.909628 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:16.983880 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-2b8691e0-8255-4f47-bcd7-0ef53e865126 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Deleting port ee361da3-3a6d-4b49-9660-1da888c4e749 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:54:16.984226 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b8691e0-8255-4f47-bcd7-0ef53e865126 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:17.070642 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b9d05-2b46-44d1-bf07-3d2400bd1131 req-92ec2ace-92a6-410d-8c1b-9c20ff0fe857 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:17.090119 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ec9b9d05-2b46-44d1-bf07-3d2400bd1131 req-92ec2ace-92a6-410d-8c1b-9c20ff0fe857 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.2241080 Jul 23 20:54:17.145778 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ec9b9d05-2b46-44d1-bf07-3d2400bd1131 req-10cb912a-165f-45b7-8051-5eb232e4f686 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457883 Jul 23 20:54:17.176987 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b8691e0-8255-4f47-bcd7-0ef53e865126 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:17.177294 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b8691e0-8255-4f47-bcd7-0ef53e865126 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:17.218371 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-2b8691e0-8255-4f47-bcd7-0ef53e865126 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Calling delete_port for ee361da3-3a6d-4b49-9660-1da888c4e749 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:54:17.418624 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b8691e0-8255-4f47-bcd7-0ef53e865126 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:17.453233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8691e0-8255-4f47-bcd7-0ef53e865126 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event deleted for resources: {'Port': ['ID=ee361da3-3a6d-4b49-9660-1da888c4e749,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:17.547656 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b8691e0-8255-4f47-bcd7-0ef53e865126 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:17.548359 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-2b8691e0-8255-4f47-bcd7-0ef53e865126 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Floating IP 74123490-a9ca-4c09-8810-c690bfae8627 disassociated (deleted). External IP: 172.25.3.21, port: 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb. Jul 23 20:54:17.889755 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8691e0-8255-4f47-bcd7-0ef53e865126 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Router 8730fafd-633c-439d-b5d2-c283a01ce331 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:54:18.053746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8691e0-8255-4f47-bcd7-0ef53e865126 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:54:18.068643 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d7636-1659-4b8d-a139-d1fab08343e8 None None] Sync routers for ids ['8730fafd-633c-439d-b5d2-c283a01ce331'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:54:18.070731 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b8691e0-8255-4f47-bcd7-0ef53e865126 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:18.100715 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d7636-1659-4b8d-a139-d1fab08343e8 None None] Routers {'8730fafd-633c-439d-b5d2-c283a01ce331'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:54:18.101362 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-666d7636-1659-4b8d-a139-d1fab08343e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:53:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8730fafd-633c-439d-b5d2-c283a01ce331'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:18.130343 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2b8691e0-8255-4f47-bcd7-0ef53e865126 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "DELETE /v2.0/floatingips/74123490-a9ca-4c09-8810-c690bfae8627 HTTP/1.1" status: 204 len: 168 time: 1.3619597 Jul 23 20:54:18.142740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'tag': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:54:18.145678 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be2ba9f-60af-4d23-a57d-a2946200f000" -d '{"events": [{"name": "network-changed", "server_uuid": "f27a9294-2771-485e-a518-8393ca5b51b3", "tag": "8c13be93-21ea-49a4-bb03-fd9f4b51bfeb"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:54:18.286106 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-666d7636-1659-4b8d-a139-d1fab08343e8 None None] Set router 8730fafd-633c-439d-b5d2-c283a01ce331 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:54:18.383760 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13babffb-338a-467a-82da-40ccaf9ecf2b x-openstack-request-id: req-13babffb-338a-467a-82da-40ccaf9ecf2b {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:54:18.384286 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27a9294-2771-485e-a518-8393ca5b51b3", "tag": "8c13be93-21ea-49a4-bb03-fd9f4b51bfeb", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:54:18.384719 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-13babffb-338a-467a-82da-40ccaf9ecf2b {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:54:18.385302 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'tag': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb', 'status': 'completed', 'code': 200} Jul 23 20:54:18.579463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2ba9f-60af-4d23-a57d-a2946200f000 req-44899793-d8d7-45fe-8565-ca0cb3a85fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:18.584065 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2be2ba9f-60af-4d23-a57d-a2946200f000 req-44899793-d8d7-45fe-8565-ca0cb3a85fce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c35e6d69f6ba464b946144b17db2c502&device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 1098 time: 0.1727834 Jul 23 20:54:18.594504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f58da2-277a-45bf-8366-2f2606e0441b req-d5df0c46-5c7d-4083-93a2-b567f1bdd290 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:18.603786 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10f58da2-277a-45bf-8366-2f2606e0441b req-d5df0c46-5c7d-4083-93a2-b567f1bdd290 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.1336274 Jul 23 20:54:18.621305 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-666d7636-1659-4b8d-a139-d1fab08343e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:18.680034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d7636-1659-4b8d-a139-d1fab08343e8 None None] Checking router: 8730fafd-633c-439d-b5d2-c283a01ce331 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:54:18.706401 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d7636-1659-4b8d-a139-d1fab08343e8 None None] Routers {'8730fafd-633c-439d-b5d2-c283a01ce331'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:54:18.707407 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-666d7636-1659-4b8d-a139-d1fab08343e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:53:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8730fafd-633c-439d-b5d2-c283a01ce331'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:18.789639 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-10f58da2-277a-45bf-8366-2f2606e0441b req-5d1a6f6c-faca-4ce9-a8c1-45a2d80aff13 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844790 Jul 23 20:54:18.826907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2ba9f-60af-4d23-a57d-a2946200f000 req-2a2c7e81-d30f-408e-8f4d-278e9a20238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:18.828434 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2be2ba9f-60af-4d23-a57d-a2946200f000 req-2a2c7e81-d30f-408e-8f4d-278e9a20238a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 200 len: 913 time: 0.2223332 Jul 23 20:54:18.856678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-666d7636-1659-4b8d-a139-d1fab08343e8 None None] Set router 8730fafd-633c-439d-b5d2-c283a01ce331 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:54:18.886382 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2be2ba9f-60af-4d23-a57d-a2946200f000 req-51b76ac4-80be-44a0-9d26-f77c297882c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c13be93-21ea-49a4-bb03-fd9f4b51bfeb HTTP/1.1" status: 200 len: 217 time: 0.0404751 Jul 23 20:54:18.903360 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796de38-c054-4672-9c9c-ea904e9922a1 req-e38b86cb-bfb5-47bb-82dc-2399c1faeba2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:18.912252 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2796de38-c054-4672-9c9c-ea904e9922a1 req-e38b86cb-bfb5-47bb-82dc-2399c1faeba2 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 946 time: 0.1762223 Jul 23 20:54:18.991705 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2ba9f-60af-4d23-a57d-a2946200f000 req-99eb7fb4-4b84-4ef9-a617-6477b59492a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:18.993886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2be2ba9f-60af-4d23-a57d-a2946200f000 req-99eb7fb4-4b84-4ef9-a617-6477b59492a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 200 len: 851 time: 0.0559669 Jul 23 20:54:19.042514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2796de38-c054-4672-9c9c-ea904e9922a1 req-f8cd92e5-96eb-4cfb-bb48-5dec2b0a3992 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288598 Jul 23 20:54:19.098402 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2ba9f-60af-4d23-a57d-a2946200f000 req-9fd47480-c079-4c54-9e89-87939caaebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:19.100210 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2be2ba9f-60af-4d23-a57d-a2946200f000 req-9fd47480-c079-4c54-9e89-87939caaebb8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b37ae9d4-a01a-4b66-aedc-028c2a70372c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979540 Jul 23 20:54:19.122765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-666d7636-1659-4b8d-a139-d1fab08343e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:19.163015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d7636-1659-4b8d-a139-d1fab08343e8 None None] The sync data for ids ['8730fafd-633c-439d-b5d2-c283a01ce331'] in n-d-791504-18 is: [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 4, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9f93bdee-b109-4fd2-9521-abb8ba5bb349', 'name': '', 'network_id': 'b37ae9d4-a01a-4b66-aedc-028c2a70372c', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'mac_address': 'fa:16:3e:00:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:53Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'subnets': [{'id': 'fef0d0b9-4029-46b2-a364-4ad3b1845875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:54:19.221101 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2be2ba9f-60af-4d23-a57d-a2946200f000 req-f64c1b95-da9d-467c-a261-5cbbabaa7d59 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116543 Jul 23 20:54:19.365661 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2be2ba9f-60af-4d23-a57d-a2946200f000 req-7a137a8c-56b2-4362-8219-eb82b6c27aa8 service neutron] 10.222.0.48 "GET /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369295 Jul 23 20:54:19.518548 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecd8879-08d0-466c-ad2e-848a37361db2 None None] New status for floating IP 74123490-a9ca-4c09-8810-c690bfae8627: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:54:19.924074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88c308-9c28-47aa-a28d-638c3f23e56f req-ffae7e7f-d9c9-4c93-bc2a-69afb42059f4 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:19.925780 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa88c308-9c28-47aa-a28d-638c3f23e56f req-ffae7e7f-d9c9-4c93-bc2a-69afb42059f4 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0661516 Jul 23 20:54:19.966779 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa88c308-9c28-47aa-a28d-638c3f23e56f req-97497b5d-c60c-4f0b-88fa-e1a06a0a5e7e tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344644 Jul 23 20:54:20.125494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290f0ba-bab5-4dda-95c9-132506617cc7 req-021ec411-1d13-409a-a4e9-a8e0f8c11e7f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:20.127298 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4290f0ba-bab5-4dda-95c9-132506617cc7 req-021ec411-1d13-409a-a4e9-a8e0f8c11e7f tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.48 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 946 time: 0.0781024 Jul 23 20:54:20.267868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924224f-b21f-490b-ab17-74ddbc108f04 req-b25f0397-5d38-44b2-a2af-5cb11a7e077a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:20.269374 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7924224f-b21f-490b-ab17-74ddbc108f04 req-b25f0397-5d38-44b2-a2af-5cb11a7e077a tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 946 time: 0.1409512 Jul 23 20:54:20.312170 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-4290f0ba-bab5-4dda-95c9-132506617cc7 req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Deleting port 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:54:20.312575 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4290f0ba-bab5-4dda-95c9-132506617cc7 req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:20.342558 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7924224f-b21f-490b-ab17-74ddbc108f04 req-30035c73-3cbe-4d86-86a8-4faf2717e512 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/security-groups?id=47ba2719-2bb4-47e0-919a-7142b44dfdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664387 Jul 23 20:54:20.416039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b0c8f-01ee-4be3-8966-a45b3f337106 req-948d68a0-1870-4286-a515-ec1267e8ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:20.417604 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fa4b0c8f-01ee-4be3-8966-a45b3f337106 req-948d68a0-1870-4286-a515-ec1267e8ce49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb&device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 1097 time: 0.0689542 Jul 23 20:54:20.432086 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-4290f0ba-bab5-4dda-95c9-132506617cc7 req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] For port 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8c13be93-21ea-49a4-bb03-fd9f4b51bfeb,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:54:20.432663 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4290f0ba-bab5-4dda-95c9-132506617cc7 req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:20.445350 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-4290f0ba-bab5-4dda-95c9-132506617cc7 req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Calling delete_port for 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:54:20.530633 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b0c8f-01ee-4be3-8966-a45b3f337106 req-424dafb9-95e6-4545-9db0-2cd6fbd1b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:20.532190 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fa4b0c8f-01ee-4be3-8966-a45b3f337106 req-424dafb9-95e6-4545-9db0-2cd6fbd1b67d service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9c611d9-51f1-472c-aa78-1e8d57241baa HTTP/1.1" status: 200 len: 911 time: 0.0955851 Jul 23 20:54:20.590039 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4290f0ba-bab5-4dda-95c9-132506617cc7 req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:20.603427 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fa4b0c8f-01ee-4be3-8966-a45b3f337106 req-c6ab0215-1e5a-4e87-867d-5140a1e72d54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=127262a8-2021-47d2-87cb-c4f2b64a8011 HTTP/1.1" status: 200 len: 1000 time: 0.0640981 Jul 23 20:54:20.624420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event deleted for resources: {'Port': ['ID=8c13be93-21ea-49a4-bb03-fd9f4b51bfeb,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:20.659823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:20.659823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:20.660155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:20.660664 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:20.660664 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:20.660965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:20.661292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:20.661619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:20.661942 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:20.662267 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:20.662590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:20.662912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:20.665907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b0c8f-01ee-4be3-8966-a45b3f337106 req-fc0cca5a-c5ca-448f-a316-e1a02391de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:20.667779 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fa4b0c8f-01ee-4be3-8966-a45b3f337106 req-fc0cca5a-c5ca-448f-a316-e1a02391de60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a HTTP/1.1" status: 200 len: 849 time: 0.0549190 Jul 23 20:54:20.682842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-4290f0ba-bab5-4dda-95c9-132506617cc7 req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] No DVR routers for this DVR port 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb on host n-h1-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:54:20.687557 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-4290f0ba-bab5-4dda-95c9-132506617cc7 req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:20.688515 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4290f0ba-bab5-4dda-95c9-132506617cc7 req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.48 "DELETE /v2.0/ports/8c13be93-21ea-49a4-bb03-fd9f4b51bfeb HTTP/1.1" status: 204 len: 173 time: 0.5288353 Jul 23 20:54:20.689051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'name': 'network-vif-deleted', 'tag': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:54:20.692690 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a1f222-70bb-4abe-acbc-e972f5e56be3" -d '{"events": [{"server_uuid": "f27a9294-2771-485e-a518-8393ca5b51b3", "name": "network-vif-deleted", "tag": "8c13be93-21ea-49a4-bb03-fd9f4b51bfeb"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:54:20.738564 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83ed199-5649-4fa3-b11c-6b9ba48111a7 x-openstack-request-id: req-f83ed199-5649-4fa3-b11c-6b9ba48111a7 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:54:20.738860 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27a9294-2771-485e-a518-8393ca5b51b3", "name": "network-vif-deleted", "tag": "8c13be93-21ea-49a4-bb03-fd9f4b51bfeb", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:54:20.739161 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f83ed199-5649-4fa3-b11c-6b9ba48111a7 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:54:20.740182 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27a9294-2771-485e-a518-8393ca5b51b3', 'name': 'network-vif-deleted', 'tag': '8c13be93-21ea-49a4-bb03-fd9f4b51bfeb', 'status': 'completed', 'code': 200} Jul 23 20:54:20.752229 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b0c8f-01ee-4be3-8966-a45b3f337106 req-02e77688-6b37-409d-89d3-62b88f6bf94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:20.755341 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fa4b0c8f-01ee-4be3-8966-a45b3f337106 req-02e77688-6b37-409d-89d3-62b88f6bf94b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9c611d9-51f1-472c-aa78-1e8d57241baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784764 Jul 23 20:54:20.862499 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fa4b0c8f-01ee-4be3-8966-a45b3f337106 req-91b5b096-e56f-4549-bcdc-026d40447d4a service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990388 Jul 23 20:54:20.956880 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fa4b0c8f-01ee-4be3-8966-a45b3f337106 req-4b31cb60-044e-4ed7-abaa-a02243857db8 service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879133 Jul 23 20:54:21.109473 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ec41b-af84-478a-80dd-c9890cf94a3f req-39a12952-51e7-4de8-83ad-9b5dca905ce9 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:21.111022 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-459ec41b-af84-478a-80dd-c9890cf94a3f req-39a12952-51e7-4de8-83ad-9b5dca905ce9 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0682344 Jul 23 20:54:21.156261 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-459ec41b-af84-478a-80dd-c9890cf94a3f req-26ac1824-7260-4b13-ac01-dd0438a194ba tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395632 Jul 23 20:54:21.724624 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-944ee06d-8cef-46e5-bd0c-5ad322a440e5 req-3b7a0904-0430-4c30-bc0e-164ee7bd0693 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 210 time: 0.3113000 Jul 23 20:54:22.088563 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9acfc4ac-53eb-4b39-ae99-9a2e03b08c06 req-e726f8e3-2ed5-4ac6-9a00-dac1c25d8bfd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520837 Jul 23 20:54:22.190044 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfc4ac-53eb-4b39-ae99-9a2e03b08c06 req-fabd7ea8-1779-4813-860c-2cea5ade0d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:22.192221 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9acfc4ac-53eb-4b39-ae99-9a2e03b08c06 req-fabd7ea8-1779-4813-860c-2cea5ade0d9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=820463b78e5a4a24a33bcac0c01967fa&device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde HTTP/1.1" status: 200 len: 1098 time: 0.0552275 Jul 23 20:54:22.339365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfc4ac-53eb-4b39-ae99-9a2e03b08c06 req-5ee60fa5-2ef5-4293-912e-e9dad868b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:22.340851 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9acfc4ac-53eb-4b39-ae99-9a2e03b08c06 req-5ee60fa5-2ef5-4293-912e-e9dad868b304 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7bb22769-158f-4c9d-be51-6b56b50f5d78 HTTP/1.1" status: 200 len: 915 time: 0.1301358 Jul 23 20:54:22.349140 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d880f-2b2d-4ebf-bd37-bd60dd28b198 req-13947cfd-247d-4d8b-8bb6-8fd21f38530e tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:22.350520 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb5d880f-2b2d-4ebf-bd37-bd60dd28b198 req-13947cfd-247d-4d8b-8bb6-8fd21f38530e tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.1197822 Jul 23 20:54:22.395746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9acfc4ac-53eb-4b39-ae99-9a2e03b08c06 req-9c93fb34-5146-4e52-bdd8-7dbde5306be4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed HTTP/1.1" status: 200 len: 217 time: 0.0442619 Jul 23 20:54:22.439292 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb5d880f-2b2d-4ebf-bd37-bd60dd28b198 req-e0bfb181-19dc-401d-9880-53e383e6238e tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815814 Jul 23 20:54:22.466449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfc4ac-53eb-4b39-ae99-9a2e03b08c06 req-df283919-b8e8-47eb-a25d-71b005b8d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:22.468007 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9acfc4ac-53eb-4b39-ae99-9a2e03b08c06 req-df283919-b8e8-47eb-a25d-71b005b8d8a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=201197ef-bbb9-4964-8c3e-06a56ddf1fbf HTTP/1.1" status: 200 len: 854 time: 0.0651369 Jul 23 20:54:22.503178 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9acfc4ac-53eb-4b39-ae99-9a2e03b08c06 req-5a52de87-199d-4974-b6a1-660223504ece service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7bb22769-158f-4c9d-be51-6b56b50f5d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291440 Jul 23 20:54:22.612874 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9acfc4ac-53eb-4b39-ae99-9a2e03b08c06 req-0e330a59-fd2a-4484-8e6b-6872613bb700 service neutron] 10.222.0.57 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035872 Jul 23 20:54:22.754069 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9acfc4ac-53eb-4b39-ae99-9a2e03b08c06 req-300fec16-3d25-411c-b4e4-b888f735f301 service neutron] 10.222.0.57 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346810 Jul 23 20:54:22.855714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e94f118-d85f-4ffc-9cc5-34e9057cb21a req-f6ccb2a4-adf4-4fe3-9735-8ddf05b49079 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 210 time: 0.0335729 Jul 23 20:54:22.996827 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146af0a-584c-4667-8b16-9833a3517c8d req-245e0e8f-d3e7-4ae4-8257-21e9f80e40fb tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:22.998413 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f146af0a-584c-4667-8b16-9833a3517c8d req-245e0e8f-d3e7-4ae4-8257-21e9f80e40fb tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/networks?id=7bb22769-158f-4c9d-be51-6b56b50f5d78 HTTP/1.1" status: 200 len: 814 time: 0.1241338 Jul 23 20:54:23.016623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f146af0a-584c-4667-8b16-9833a3517c8d req-8e2bb819-1ed6-4e11-9940-19b5b888967c tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/quotas/820463b78e5a4a24a33bcac0c01967fa HTTP/1.1" status: 200 len: 375 time: 0.0124643 Jul 23 20:54:23.096606 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f146af0a-584c-4667-8b16-9833a3517c8d req-106051c4-5d17-4837-97b7-b0a2ff363f12 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=820463b78e5a4a24a33bcac0c01967fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739090 Jul 23 20:54:23.197406 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f146af0a-584c-4667-8b16-9833a3517c8d req-8939598c-dd77-49cc-b03c-bc0ac06ae647 service neutron] 10.222.0.55 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926318 Jul 23 20:54:23.319335 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f146af0a-584c-4667-8b16-9833a3517c8d req-e16452b5-4e1c-4f8d-a0db-d71ce2f58711 service neutron] 10.222.0.55 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129782 Jul 23 20:54:23.514594 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-39f42738-4aed-42a8-99e6-ba5026faef11 req-77c1bd29-103f-443f-9105-2309f33bcdf0 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb857f20-89e5-4689-83ff-f7ff75e0e051 HTTP/1.1" status: 200 len: 210 time: 0.0459015 Jul 23 20:54:23.616568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5d370-03fe-4ed7-90b6-a6b83db0c3fa req-0004c837-172b-4c25-aebd-6173a18af64e tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:23.618315 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ebd5d370-03fe-4ed7-90b6-a6b83db0c3fa req-0004c837-172b-4c25-aebd-6173a18af64e tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0760291 Jul 23 20:54:23.658927 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ebd5d370-03fe-4ed7-90b6-a6b83db0c3fa req-cfed2fc0-b4d6-4856-8245-b92c2864dfb5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345562 Jul 23 20:54:23.990184 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-22a46e19-7b98-42c3-93a1-674d68c5bdd1 req-423558a9-0f2d-4077-8a1f-2a2b60b19927 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 210 time: 0.0326278 Jul 23 20:54:24.516036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146af0a-584c-4667-8b16-9833a3517c8d req-58171414-f950-4885-918f-bdf586a18f58 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:24.517811 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f146af0a-584c-4667-8b16-9833a3517c8d req-58171414-f950-4885-918f-bdf586a18f58 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.57 "GET /v2.0/networks?id=7bb22769-158f-4c9d-be51-6b56b50f5d78 HTTP/1.1" status: 200 len: 814 time: 0.1399939 Jul 23 20:54:24.547066 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-f146af0a-584c-4667-8b16-9833a3517c8d req-afd69092-718f-4691-8c6b-99b49349a774 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Request body: {'port': {'device_id': 'cb857f20-89e5-4689-83ff-f7ff75e0e051', 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78', 'admin_state_up': True, 'tenant_id': '820463b78e5a4a24a33bcac0c01967fa'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:54:24.548264 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-99a57f92-1981-4769-82c0-3083a180a411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:24.663615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:54:24.704545 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:54:24.704885 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8c13be93-21ea-49a4-bb03-fd9f4b51bfeb not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:54:24.733837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f146af0a-584c-4667-8b16-9833a3517c8d req-afd69092-718f-4691-8c6b-99b49349a774 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Made reservation on behalf of 820463b78e5a4a24a33bcac0c01967fa for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:54:24.737663 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f146af0a-584c-4667-8b16-9833a3517c8d req-afd69092-718f-4691-8c6b-99b49349a774 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:24.760906 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1eef9f82-c3ce-4f15-999b-bb0edcf6b07c req-256e9fb7-7931-4b90-818e-975d5d743ccf tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb857f20-89e5-4689-83ff-f7ff75e0e051 HTTP/1.1" status: 200 len: 210 time: 0.1364202 Jul 23 20:54:24.926579 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc25a30-a627-4972-9487-3806cdda7b64 req-112f42c8-5d0a-4e6d-9329-e5c24dba6c0b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:24.928275 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9bc25a30-a627-4972-9487-3806cdda7b64 req-112f42c8-5d0a-4e6d-9329-e5c24dba6c0b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.1608372 Jul 23 20:54:24.961909 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-f146af0a-584c-4667-8b16-9833a3517c8d req-afd69092-718f-4691-8c6b-99b49349a774 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Allocated IP 172.20.0.14 (7bb22769-158f-4c9d-be51-6b56b50f5d78/201197ef-bbb9-4964-8c3e-06a56ddf1fbf/bb29f5da-2283-4984-a742-1811abc8b9c3) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:54:24.992877 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9bc25a30-a627-4972-9487-3806cdda7b64 req-31b771e8-4a4f-42a0-b908-6634aa2be7b7 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537860 Jul 23 20:54:25.114312 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0989869d-ef95-43bf-97e4-59f98fe7cba5 req-fa2ad96c-00b4-4f0a-bf3b-9011a82f781b tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 210 time: 0.0430830 Jul 23 20:54:25.187080 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f146af0a-584c-4667-8b16-9833a3517c8d req-afd69092-718f-4691-8c6b-99b49349a774 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:25.230581 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f146af0a-584c-4667-8b16-9833a3517c8d req-afd69092-718f-4691-8c6b-99b49349a774 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:25.243424 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:54:25.245866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f1275022-9b5f-4e4b-9c77-328ff6eb9899', 'ee380b9e-4457-4d9f-80c1-359b8f5e69e3'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:54:25.275785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f146af0a-584c-4667-8b16-9833a3517c8d req-afd69092-718f-4691-8c6b-99b49349a774 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Network 7bb22769-158f-4c9d-be51-6b56b50f5d78 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:54:25.295150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-f146af0a-584c-4667-8b16-9833a3517c8d req-afd69092-718f-4691-8c6b-99b49349a774 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:54:25.308637 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-f146af0a-584c-4667-8b16-9833a3517c8d req-afd69092-718f-4691-8c6b-99b49349a774 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:54:25.312236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd69092-718f-4691-8c6b-99b49349a774 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Pushing event updated for resources: {'Port': ['ID=bb29f5da-2283-4984-a742-1811abc8b9c3,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:25.381972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146af0a-584c-4667-8b16-9833a3517c8d req-afd69092-718f-4691-8c6b-99b49349a774 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:25.383017 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f146af0a-584c-4667-8b16-9833a3517c8d req-afd69092-718f-4691-8c6b-99b49349a774 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:25.415410 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f146af0a-584c-4667-8b16-9833a3517c8d req-afd69092-718f-4691-8c6b-99b49349a774 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8772702 Jul 23 20:54:25.435567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Request body: {'port': {'device_id': 'cb857f20-89e5-4689-83ff-f7ff75e0e051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:54:25.436303 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39194) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:25.487474 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79cc895-cbb6-4779-aaf4-f5d671c8f398 admin admin] Deleting subnet afb2f5aa-7012-4409-a429-09fa6aca1cc9 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:54:25.491035 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d79cc895-cbb6-4779-aaf4-f5d671c8f398 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:25.520955 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:25.569834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d79cc895-cbb6-4779-aaf4-f5d671c8f398 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:25.630136 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d79cc895-cbb6-4779-aaf4-f5d671c8f398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:25.730183 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d79cc895-cbb6-4779-aaf4-f5d671c8f398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:25.767830 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d79cc895-cbb6-4779-aaf4-f5d671c8f398 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:25.769727 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d79cc895-cbb6-4779-aaf4-f5d671c8f398 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/afb2f5aa-7012-4409-a429-09fa6aca1cc9 HTTP/1.1" status: 204 len: 168 time: 0.3318465 Jul 23 20:54:25.770945 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cc895-cbb6-4779-aaf4-f5d671c8f398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afb2f5aa-7012-4409-a429-09fa6aca1cc9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:25.772418 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 39196) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:25.935822 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47079144-7a5f-4872-856d-c73c4eefa319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:26.063731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ed03e-cef3-4a34-9b6b-350d15b89771 req-7af99218-1d15-4137-b15f-4b4ee57ba357 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:26.065225 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f9ed03e-cef3-4a34-9b6b-350d15b89771 req-7af99218-1d15-4137-b15f-4b4ee57ba357 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb857f20-89e5-4689-83ff-f7ff75e0e051 HTTP/1.1" status: 200 len: 932 time: 0.2157338 Jul 23 20:54:26.072530 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb29f5da-2283-4984-a742-1811abc8b9c3 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:54:26.103292 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:26.145563 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47079144-7a5f-4872-856d-c73c4eefa319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:26.173512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-47079144-7a5f-4872-856d-c73c4eefa319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b125249-0a3b-41bb-8e91-c500d942eacf']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:26.184989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Transition to ACTIVE for port object bb29f5da-2283-4984-a742-1811abc8b9c3 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:54:26.191156 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-47079144-7a5f-4872-856d-c73c4eefa319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4781693-d4d0-4fd2-aaa2-64dd87dd0aea') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:26.191453 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-47079144-7a5f-4872-856d-c73c4eefa319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4781693-d4d0-4fd2-aaa2-64dd87dd0aea') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:26.199548 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:26.239879 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47079144-7a5f-4872-856d-c73c4eefa319 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:26.253645 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f9ed03e-cef3-4a34-9b6b-350d15b89771 req-219f770b-7fcc-4bf3-9be2-0467e9571e45 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737661 Jul 23 20:54:26.271940 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47079144-7a5f-4872-856d-c73c4eefa319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:26.293676 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47079144-7a5f-4872-856d-c73c4eefa319 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:54:26.294075 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47079144-7a5f-4872-856d-c73c4eefa319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:54:26.297040 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:54:26.309790 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Pushing event updated for resources: {'Port': ['ID=bb29f5da-2283-4984-a742-1811abc8b9c3,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:26.329744 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1213a0-1b09-4d42-91bf-e059fd353f99 req-e54e37a6-aa74-40a7-9775-b8c565093cbc tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:26.331485 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce1213a0-1b09-4d42-91bf-e059fd353f99 req-e54e37a6-aa74-40a7-9775-b8c565093cbc tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.2617421 Jul 23 20:54:26.416999 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1b6e0bb-79f7-4f56-8cdc-853fd1abdb23 req-e363e6ae-72a8-420f-8f77-e93057a8abbd tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "GET /v2.0/ports?device_id=f27a9294-2771-485e-a518-8393ca5b51b3 HTTP/1.1" status: 200 len: 210 time: 0.0843773 Jul 23 20:54:26.446092 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47079144-7a5f-4872-856d-c73c4eefa319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:26.455152 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47079144-7a5f-4872-856d-c73c4eefa319 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:26.456999 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-47079144-7a5f-4872-856d-c73c4eefa319 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6b125249-0a3b-41bb-8e91-c500d942eacf HTTP/1.1" status: 204 len: 168 time: 0.6834135 Jul 23 20:54:26.484884 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47079144-7a5f-4872-856d-c73c4eefa319 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b125249-0a3b-41bb-8e91-c500d942eacf,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:26.491755 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce1213a0-1b09-4d42-91bf-e059fd353f99 req-ed33e1fc-e80b-417f-b043-3bc4aac6f32a tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531532 Jul 23 20:54:26.504756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Attempting to bind port bb29f5da-2283-4984-a742-1811abc8b9c3 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:54:26.505083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Attempting to bind port bb29f5da-2283-4984-a742-1811abc8b9c3 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:54:26.505415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Attempting to bind port bb29f5da-2283-4984-a742-1811abc8b9c3 on network 7bb22769-158f-4c9d-be51-6b56b50f5d78 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:54:26.509998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Port bb29f5da-2283-4984-a742-1811abc8b9c3 on network 7bb22769-158f-4c9d-be51-6b56b50f5d78 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:54:26.510294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Attempting to bind port bb29f5da-2283-4984-a742-1811abc8b9c3 on network 7bb22769-158f-4c9d-be51-6b56b50f5d78 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:54:26.515664 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:54:26.516104 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Checking segment: {'id': '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:54:26.516472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Bound using segment: {'id': '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:54:26.516927 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Bound port: bb29f5da-2283-4984-a742-1811abc8b9c3, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:54:26.517281 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:26.582542 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39206) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:26.598547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] For port bb29f5da-2283-4984-a742-1811abc8b9c3, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:54:26.602877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] For port bb29f5da-2283-4984-a742-1811abc8b9c3, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bb29f5da-2283-4984-a742-1811abc8b9c3,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:54:26.607534 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:26.633799 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1fbca5d1-de4a-4aad-99bc-70b3093c72c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4942bdf32e8e4c55805a8c3c4df1f883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475743 Jul 23 20:54:26.634056 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39208) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:26.649544 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:26.650263 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:26.651844 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f146af0a-584c-4667-8b16-9833a3517c8d req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] 10.222.0.57 "PUT /v2.0/ports/bb29f5da-2283-4984-a742-1811abc8b9c3 HTTP/1.1" status: 200 len: 1093 time: 1.2298856 Jul 23 20:54:26.652278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb857f20-89e5-4689-83ff-f7ff75e0e051', 'tag': 'bb29f5da-2283-4984-a742-1811abc8b9c3'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:54:26.654548 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc69262-bcd9-4325-923f-ed42d53b726c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb857f20-89e5-4689-83ff-f7ff75e0e051", "tag": "bb29f5da-2283-4984-a742-1811abc8b9c3"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:54:26.691731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185e1e9-bea8-4e35-a2d7-b726aef2bb4a service neutron] Pushing event updated for resources: {'Port': ['ID=bb29f5da-2283-4984-a742-1811abc8b9c3,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:26.697156 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ffa588-b81e-43e2-954d-cedea7a17ebc x-openstack-request-id: req-c4ffa588-b81e-43e2-954d-cedea7a17ebc {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:54:26.697452 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb857f20-89e5-4689-83ff-f7ff75e0e051", "tag": "bb29f5da-2283-4984-a742-1811abc8b9c3", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:54:26.697707 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4ffa588-b81e-43e2-954d-cedea7a17ebc {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:54:26.698416 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb857f20-89e5-4689-83ff-f7ff75e0e051', 'tag': 'bb29f5da-2283-4984-a742-1811abc8b9c3', 'status': 'completed', 'code': 200} Jul 23 20:54:26.712570 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0bb0881f-cec7-4ade-8bb4-d2f010279762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:26.738678 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0bb0881f-cec7-4ade-8bb4-d2f010279762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:26.760532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146af0a-584c-4667-8b16-9833a3517c8d req-230a0057-6e01-44ab-83f0-a2b3639ae68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:26.761785 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f146af0a-584c-4667-8b16-9833a3517c8d req-230a0057-6e01-44ab-83f0-a2b3639ae68f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=820463b78e5a4a24a33bcac0c01967fa&device_id=cb857f20-89e5-4689-83ff-f7ff75e0e051 HTTP/1.1" status: 200 len: 1096 time: 0.0585768 Jul 23 20:54:26.791270 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0bb0881f-cec7-4ade-8bb4-d2f010279762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:26.793776 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0bb0881f-cec7-4ade-8bb4-d2f010279762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:26.797226 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0bb0881f-cec7-4ade-8bb4-d2f010279762 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/522fd847-ec5d-4350-b823-7360f3cd7481 HTTP/1.1" status: 204 len: 168 time: 0.1598845 Jul 23 20:54:26.804416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0881f-cec7-4ade-8bb4-d2f010279762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522fd847-ec5d-4350-b823-7360f3cd7481,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:26.804645 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f146af0a-584c-4667-8b16-9833a3517c8d req-6380eb1c-f685-480e-aabd-df21ea7ab0ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb29f5da-2283-4984-a742-1811abc8b9c3 HTTP/1.1" status: 200 len: 217 time: 0.0361607 Jul 23 20:54:26.858650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146af0a-584c-4667-8b16-9833a3517c8d req-6a496691-6e71-4473-b3cc-01d87020a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:26.860156 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f146af0a-584c-4667-8b16-9833a3517c8d req-6a496691-6e71-4473-b3cc-01d87020a214 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=201197ef-bbb9-4964-8c3e-06a56ddf1fbf HTTP/1.1" status: 200 len: 854 time: 0.0493650 Jul 23 20:54:26.894072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f146af0a-584c-4667-8b16-9833a3517c8d req-bfcabaf5-c9b6-47cc-8f77-f9284ac3bdb8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7bb22769-158f-4c9d-be51-6b56b50f5d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274310 Jul 23 20:54:26.984327 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f146af0a-584c-4667-8b16-9833a3517c8d req-f8800f45-0c7e-4abd-b44a-622c8f1d9d29 service neutron] 10.222.0.57 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840402 Jul 23 20:54:27.078229 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f146af0a-584c-4667-8b16-9833a3517c8d req-fb062101-232e-46b8-ac66-a62ab5b99f89 service neutron] 10.222.0.57 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879743 Jul 23 20:54:27.119934 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db42bd59-260d-48e5-a12d-cbe129460e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:27.193120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc69262-bcd9-4325-923f-ed42d53b726c req-af0c5c1a-7bc1-4c2c-accd-4f5f323abb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:27.194672 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bfc69262-bcd9-4325-923f-ed42d53b726c req-af0c5c1a-7bc1-4c2c-accd-4f5f323abb13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=820463b78e5a4a24a33bcac0c01967fa&device_id=cb857f20-89e5-4689-83ff-f7ff75e0e051 HTTP/1.1" status: 200 len: 1096 time: 0.0581386 Jul 23 20:54:27.292466 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc69262-bcd9-4325-923f-ed42d53b726c req-571e7603-fa76-4791-b42c-e84838357498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:27.294092 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bfc69262-bcd9-4325-923f-ed42d53b726c req-571e7603-fa76-4791-b42c-e84838357498 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7bb22769-158f-4c9d-be51-6b56b50f5d78 HTTP/1.1" status: 200 len: 915 time: 0.0932639 Jul 23 20:54:27.339043 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bfc69262-bcd9-4325-923f-ed42d53b726c req-0ba22de2-cef2-46ef-8b2f-30c4a099d424 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb29f5da-2283-4984-a742-1811abc8b9c3 HTTP/1.1" status: 200 len: 217 time: 0.0385549 Jul 23 20:54:27.364557 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:27.415593 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc69262-bcd9-4325-923f-ed42d53b726c req-8c22e35a-9823-44f6-a2be-a4d9eb46d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:27.417104 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bfc69262-bcd9-4325-923f-ed42d53b726c req-8c22e35a-9823-44f6-a2be-a4d9eb46d784 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=201197ef-bbb9-4964-8c3e-06a56ddf1fbf HTTP/1.1" status: 200 len: 854 time: 0.0708597 Jul 23 20:54:27.456742 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bfc69262-bcd9-4325-923f-ed42d53b726c req-9ec70c5e-dcfc-4d3c-9d67-233d8f9b1a81 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7bb22769-158f-4c9d-be51-6b56b50f5d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326855 Jul 23 20:54:27.468936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d0a4b-624c-4488-aa76-416e6c06235e req-0de92419-d632-4dec-ae91-6f9bfe07b87e tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:27.470432 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e50d0a4b-624c-4488-aa76-416e6c06235e req-0de92419-d632-4dec-ae91-6f9bfe07b87e tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb857f20-89e5-4689-83ff-f7ff75e0e051 HTTP/1.1" status: 200 len: 944 time: 0.1342030 Jul 23 20:54:27.477368 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39236) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:27.572587 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e50d0a4b-624c-4488-aa76-416e6c06235e req-60f3f154-4349-4a73-b877-1060b11fca52 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840137 Jul 23 20:54:27.597318 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bfc69262-bcd9-4325-923f-ed42d53b726c req-4b24ce9d-a499-4084-9bc3-83bc7f587f2d service neutron] 10.222.0.57 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259391 Jul 23 20:54:27.628653 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-e38d755a-1dc0-45b9-be36-f8c7dd165553 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Deleting port 899bc0fa-71a0-4fa7-9011-68d79397db54 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:54:27.629138 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e38d755a-1dc0-45b9-be36-f8c7dd165553 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:27.708298 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e38d755a-1dc0-45b9-be36-f8c7dd165553 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:27.708934 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e38d755a-1dc0-45b9-be36-f8c7dd165553 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:27.721494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-e38d755a-1dc0-45b9-be36-f8c7dd165553 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Calling delete_port for 899bc0fa-71a0-4fa7-9011-68d79397db54 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:54:27.721660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3f644-07e1-4387-8867-a0fb29bbdd7e req-18dd08b8-9622-4f3e-981e-079b91a031c6 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:27.723307 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-15b3f644-07e1-4387-8867-a0fb29bbdd7e req-18dd08b8-9622-4f3e-981e-079b91a031c6 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.1369328 Jul 23 20:54:27.741899 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bfc69262-bcd9-4325-923f-ed42d53b726c req-637fbb24-7ea7-4dae-a9c9-4987aff9e251 service neutron] 10.222.0.57 "GET /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228144 Jul 23 20:54:27.771939 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-15b3f644-07e1-4387-8867-a0fb29bbdd7e req-6f527e88-395b-4a9f-824b-ecfe3b6fda91 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405335 Jul 23 20:54:27.864793 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e38d755a-1dc0-45b9-be36-f8c7dd165553 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:27.894619 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d755a-1dc0-45b9-be36-f8c7dd165553 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event deleted for resources: {'Port': ['ID=899bc0fa-71a0-4fa7-9011-68d79397db54,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:27.982743 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e38d755a-1dc0-45b9-be36-f8c7dd165553 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:27.987687 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e38d755a-1dc0-45b9-be36-f8c7dd165553 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:27.989137 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e38d755a-1dc0-45b9-be36-f8c7dd165553 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "DELETE /v2.0/floatingips/0faf1a4c-dd03-4476-92c5-b33e89569bbe HTTP/1.1" status: 204 len: 168 time: 0.5103323 Jul 23 20:54:28.064986 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a86b36-f385-47ed-87d6-86869cdd733d req-2c556be6-c575-4a24-8074-730500b1876d tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:28.068406 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda13ef4-cc65-4295-b832-82049406a186 req-3c796f1d-5b5f-4866-84e2-c8c573d4b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:28.070145 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dda13ef4-cc65-4295-b832-82049406a186 req-3c796f1d-5b5f-4866-84e2-c8c573d4b5a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb&device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 1097 time: 0.0697684 Jul 23 20:54:28.072558 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55a86b36-f385-47ed-87d6-86869cdd733d req-2c556be6-c575-4a24-8074-730500b1876d tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0978477 Jul 23 20:54:28.110162 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55a86b36-f385-47ed-87d6-86869cdd733d req-646fab98-8ee1-4be5-87c3-425868b6c779 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366926 Jul 23 20:54:28.447703 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda13ef4-cc65-4295-b832-82049406a186 req-0086baf3-ef46-491f-b240-5b45b0a181e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:28.449122 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dda13ef4-cc65-4295-b832-82049406a186 req-0086baf3-ef46-491f-b240-5b45b0a181e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9c611d9-51f1-472c-aa78-1e8d57241baa HTTP/1.1" status: 200 len: 911 time: 0.3704460 Jul 23 20:54:28.520695 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dda13ef4-cc65-4295-b832-82049406a186 req-01875aff-bd81-484f-b0ad-921e0c96a63f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=127262a8-2021-47d2-87cb-c4f2b64a8011 HTTP/1.1" status: 200 len: 1000 time: 0.0630515 Jul 23 20:54:28.541102 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:28.572066 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda13ef4-cc65-4295-b832-82049406a186 req-a76d74b1-ad1b-4a5c-b30d-9766e5b57b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:28.573595 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dda13ef4-cc65-4295-b832-82049406a186 req-a76d74b1-ad1b-4a5c-b30d-9766e5b57b90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a HTTP/1.1" status: 200 len: 849 time: 0.0460079 Jul 23 20:54:28.650009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda13ef4-cc65-4295-b832-82049406a186 req-b4bc4de8-87a6-401f-b24e-fc60592bc119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:28.651857 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dda13ef4-cc65-4295-b832-82049406a186 req-b4bc4de8-87a6-401f-b24e-fc60592bc119 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9c611d9-51f1-472c-aa78-1e8d57241baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713279 Jul 23 20:54:28.754094 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59253c-0b78-47f9-894f-10f5afe881e3 req-20586a79-2b51-45a4-9dae-3f95f083ae6a tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:28.762147 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8e59253c-0b78-47f9-894f-10f5afe881e3 req-20586a79-2b51-45a4-9dae-3f95f083ae6a tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb857f20-89e5-4689-83ff-f7ff75e0e051 HTTP/1.1" status: 200 len: 944 time: 0.1130941 Jul 23 20:54:28.772451 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dda13ef4-cc65-4295-b832-82049406a186 req-fa82359c-7445-4b39-b5e9-6109a8941042 service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114187 Jul 23 20:54:28.805160 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8e59253c-0b78-47f9-894f-10f5afe881e3 req-7499fa1e-c1b6-4a9d-bbca-9aa56511210a tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419550 Jul 23 20:54:28.884253 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dda13ef4-cc65-4295-b832-82049406a186 req-7f08031a-4e53-4c7d-b1d3-f55d1afe64e6 service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049063 Jul 23 20:54:29.252914 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872dec4-4646-48f6-a2f0-b583b067601a req-8749709d-4deb-430d-a214-e00a88cf0b7c tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:29.255600 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e872dec4-4646-48f6-a2f0-b583b067601a req-8749709d-4deb-430d-a214-e00a88cf0b7c tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0714979 Jul 23 20:54:29.318200 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e872dec4-4646-48f6-a2f0-b583b067601a req-5966c637-c3e0-476d-b53b-ec28b162f74e tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570598 Jul 23 20:54:29.943454 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ac1ff-072b-4db1-bc23-b41c70c4847d req-f50af47f-fd5f-4b94-9c79-6e6fa949181f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:29.945221 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d2ac1ff-072b-4db1-bc23-b41c70c4847d req-f50af47f-fd5f-4b94-9c79-6e6fa949181f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb857f20-89e5-4689-83ff-f7ff75e0e051 HTTP/1.1" status: 200 len: 944 time: 0.0661604 Jul 23 20:54:29.975334 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:29.986891 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d2ac1ff-072b-4db1-bc23-b41c70c4847d req-3b27e87c-b9e1-4a1a-8b59-dc57bb39f508 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355031 Jul 23 20:54:30.037616 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bb29f5da-2283-4984-a742-1811abc8b9c3 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:54:30.134593 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port bb29f5da-2283-4984-a742-1811abc8b9c3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bb29f5da-2283-4984-a742-1811abc8b9c3,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:54:30.146940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'bb29f5da-2283-4984-a742-1811abc8b9c3', 'network_id': '7bb22769-158f-4c9d-be51-6b56b50f5d78', 'port_id': 'bb29f5da-2283-4984-a742-1811abc8b9c3', 'mac_address': 'fa:16:3e:83:73:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201197ef-bbb9-4964-8c3e-06a56ddf1fbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:54:30.187937 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:30.200462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb29f5da-2283-4984-a742-1811abc8b9c3 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:54:30.221603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port bb29f5da-2283-4984-a742-1811abc8b9c3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bb29f5da-2283-4984-a742-1811abc8b9c3,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:54:30.231436 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:30.284708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=bb29f5da-2283-4984-a742-1811abc8b9c3,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:30.293556 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:30.293952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:30.294391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:30.294826 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:30.295287 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:30.295717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:30.296144 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:30.296583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:30.297005 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:30.297427 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:30.297850 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:30.298270 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:54:30.430706 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['bb29f5da-2283-4984-a742-1811abc8b9c3'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:54:30.536675 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e896e6-329f-4150-857d-2bfb80f94929 req-e61f716c-ada0-411f-827d-eb9ebb956727 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:30.538425 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-47e896e6-329f-4150-857d-2bfb80f94929 req-e61f716c-ada0-411f-827d-eb9ebb956727 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.1188781 Jul 23 20:54:30.613880 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-47e896e6-329f-4150-857d-2bfb80f94929 req-cca3f35e-258b-4bdb-80bc-d5be81017140 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615036 Jul 23 20:54:31.124150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7b0ee-6d56-4807-892a-d43f7d61592a req-7262db50-ed8d-4ccd-8805-6a69843845bf tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:31.126486 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24e7b0ee-6d56-4807-892a-d43f7d61592a req-7262db50-ed8d-4ccd-8805-6a69843845bf tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb857f20-89e5-4689-83ff-f7ff75e0e051 HTTP/1.1" status: 200 len: 945 time: 0.0668507 Jul 23 20:54:31.166144 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-24e7b0ee-6d56-4807-892a-d43f7d61592a req-53af20bf-cc51-4132-8067-093d2a18e512 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337992 Jul 23 20:54:31.458091 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 39296) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:31.525345 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e89c-e794-480f-a23c-9670211bcae5 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:31.561711 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e89c-e794-480f-a23c-9670211bcae5 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:31.628043 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e89c-e794-480f-a23c-9670211bcae5 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:31.631299 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e89c-e794-480f-a23c-9670211bcae5 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:31.635529 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b4d2e89c-e794-480f-a23c-9670211bcae5 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] 10.222.0.55 "DELETE /v2.0/security-groups/47ba2719-2bb4-47e0-919a-7142b44dfdf8 HTTP/1.1" status: 204 len: 168 time: 0.1763203 Jul 23 20:54:31.650148 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2e89c-e794-480f-a23c-9670211bcae5 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ba2719-2bb4-47e0-919a-7142b44dfdf8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:31.699006 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39302) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:31.716081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 39306) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:31.825984 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a0a252b3-117d-4301-b474-432b8c087cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:31.916536 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a0a252b3-117d-4301-b474-432b8c087cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:31.920875 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a0a252b3-117d-4301-b474-432b8c087cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:31.960837 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a0a252b3-117d-4301-b474-432b8c087cf7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=76de37ab2c75436d80fa845a33e7c897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433321 Jul 23 20:54:31.962376 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a252b3-117d-4301-b474-432b8c087cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d936237-d9c2-42b9-bc83-ab69ed76c30c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:31.966358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 39310) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:32.015032 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13f51ee1-32ca-486b-8016-e7cea4b8071b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:32.035842 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13f51ee1-32ca-486b-8016-e7cea4b8071b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:32.046385 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bb29f5da-2283-4984-a742-1811abc8b9c3 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:54:32.096312 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13f51ee1-32ca-486b-8016-e7cea4b8071b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:32.098929 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13f51ee1-32ca-486b-8016-e7cea4b8071b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:32.103741 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-13f51ee1-32ca-486b-8016-e7cea4b8071b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d936237-d9c2-42b9-bc83-ab69ed76c30c HTTP/1.1" status: 204 len: 168 time: 0.1335638 Jul 23 20:54:32.110062 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f51ee1-32ca-486b-8016-e7cea4b8071b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d936237-d9c2-42b9-bc83-ab69ed76c30c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:32.113492 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port bb29f5da-2283-4984-a742-1811abc8b9c3 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:54:32.119907 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port bb29f5da-2283-4984-a742-1811abc8b9c3 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:54:32.120766 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:32.192859 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e544271f-4c1c-4aff-96a0-7bed85031701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:32.218847 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:32.249170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb857f20-89e5-4689-83ff-f7ff75e0e051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb29f5da-2283-4984-a742-1811abc8b9c3'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:54:32.251718 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e663e2-9584-4705-bc7e-d866c7c3c43b" -d '{"events": [{"server_uuid": "cb857f20-89e5-4689-83ff-f7ff75e0e051", "name": "network-vif-plugged", "status": "completed", "tag": "bb29f5da-2283-4984-a742-1811abc8b9c3"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:54:32.291979 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port bb29f5da-2283-4984-a742-1811abc8b9c3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bb29f5da-2283-4984-a742-1811abc8b9c3,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:54:32.299367 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:32.328226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc9744-0230-4082-9ff1-83011db47f18 req-5e4c70e6-d1e7-4778-a630-044345b95022 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:32.329990 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7dbc9744-0230-4082-9ff1-83011db47f18 req-5e4c70e6-d1e7-4778-a630-044345b95022 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb857f20-89e5-4689-83ff-f7ff75e0e051 HTTP/1.1" status: 200 len: 945 time: 0.0774188 Jul 23 20:54:32.371249 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d5335a-2920-4853-8e87-ad7ebaf06f8f x-openstack-request-id: req-a3d5335a-2920-4853-8e87-ad7ebaf06f8f {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:54:32.371519 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb857f20-89e5-4689-83ff-f7ff75e0e051", "name": "network-vif-plugged", "status": "completed", "tag": "bb29f5da-2283-4984-a742-1811abc8b9c3", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:54:32.371772 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3d5335a-2920-4853-8e87-ad7ebaf06f8f {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:54:32.372367 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb857f20-89e5-4689-83ff-f7ff75e0e051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb29f5da-2283-4984-a742-1811abc8b9c3', 'code': 200} Jul 23 20:54:32.372910 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7dbc9744-0230-4082-9ff1-83011db47f18 req-640820e3-6684-4353-bc5a-7358504b48ba tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370407 Jul 23 20:54:32.390046 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=bb29f5da-2283-4984-a742-1811abc8b9c3,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:32.440281 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631e5c5-ef95-4067-b621-56b468c0c6ed req-c2333f77-0efd-466e-9c1c-5df6570934ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:32.441887 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e631e5c5-ef95-4067-b621-56b468c0c6ed req-c2333f77-0efd-466e-9c1c-5df6570934ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cb857f20-89e5-4689-83ff-f7ff75e0e051 HTTP/1.1" status: 200 len: 1098 time: 0.0727477 Jul 23 20:54:32.478195 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e631e5c5-ef95-4067-b621-56b468c0c6ed req-0fc415be-9d48-41c5-8c9d-8944c0d66cea service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300367 Jul 23 20:54:32.507238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-e544271f-4c1c-4aff-96a0-7bed85031701 admin admin] Deleting port 9f93bdee-b109-4fd2-9521-abb8ba5bb349 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:54:32.507586 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e544271f-4c1c-4aff-96a0-7bed85031701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:32.591862 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-e544271f-4c1c-4aff-96a0-7bed85031701 admin admin] For port 9f93bdee-b109-4fd2-9521-abb8ba5bb349, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9f93bdee-b109-4fd2-9521-abb8ba5bb349,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:54:32.592217 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e544271f-4c1c-4aff-96a0-7bed85031701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:32.605403 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-e544271f-4c1c-4aff-96a0-7bed85031701 admin admin] Calling delete_port for 9f93bdee-b109-4fd2-9521-abb8ba5bb349 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:54:32.792496 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e544271f-4c1c-4aff-96a0-7bed85031701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:32.824101 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544271f-4c1c-4aff-96a0-7bed85031701 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f93bdee-b109-4fd2-9521-abb8ba5bb349,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:32.837634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 39336) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:32.947122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ef099178-2761-42ad-b9f6-8d7dfc0c3a0a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-724882131-network', 'tenant_id': '69317a4fbb7642a58a6ae80a1b0a8f6d'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:54:32.971893 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef099178-2761-42ad-b9f6-8d7dfc0c3a0a admin admin] Made reservation on behalf of 69317a4fbb7642a58a6ae80a1b0a8f6d for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:54:32.975031 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef099178-2761-42ad-b9f6-8d7dfc0c3a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:32.987712 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef099178-2761-42ad-b9f6-8d7dfc0c3a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:32.993676 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e544271f-4c1c-4aff-96a0-7bed85031701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:33.047679 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:54:33.090071 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef099178-2761-42ad-b9f6-8d7dfc0c3a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:33.095801 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef099178-2761-42ad-b9f6-8d7dfc0c3a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:33.120771 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef099178-2761-42ad-b9f6-8d7dfc0c3a0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:54:33.131395 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef099178-2761-42ad-b9f6-8d7dfc0c3a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0968806d-e338-4665-b860-5f392ae3b56a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:33.136785 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef099178-2761-42ad-b9f6-8d7dfc0c3a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:33.137122 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-ef099178-2761-42ad-b9f6-8d7dfc0c3a0a admin admin] Added segment cc2e4b37-0388-484d-aea3-8c67fe568914 of type vlan for network 954b43a3-3537-4524-b2a0-0f0cabcf902a Jul 23 20:54:33.177999 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef099178-2761-42ad-b9f6-8d7dfc0c3a0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:33.216814 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef099178-2761-42ad-b9f6-8d7dfc0c3a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:33.218188 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef099178-2761-42ad-b9f6-8d7dfc0c3a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:33.218789 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef099178-2761-42ad-b9f6-8d7dfc0c3a0a admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:33.252103 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ef099178-2761-42ad-b9f6-8d7dfc0c3a0a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4133716 Jul 23 20:54:33.253686 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e544271f-4c1c-4aff-96a0-7bed85031701 admin admin] Router 8730fafd-633c-439d-b5d2-c283a01ce331 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:54:33.255417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39340) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:33.260954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e9ce73b1-9d45-47eb-8997-1c94da2e8835 admin admin] Request body: {'subnet': {'network_id': '954b43a3-3537-4524-b2a0-0f0cabcf902a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-724882131-subnet', 'tenant_id': '69317a4fbb7642a58a6ae80a1b0a8f6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:54:33.288703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef099178-2761-42ad-b9f6-8d7dfc0c3a0a admin admin] Pushing event updated for resources: {'Network': ['ID=954b43a3-3537-4524-b2a0-0f0cabcf902a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:33.299329 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 954b43a3-3537-4524-b2a0-0f0cabcf902a details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:54:33.348315 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ce73b1-9d45-47eb-8997-1c94da2e8835 admin admin] Made reservation on behalf of 69317a4fbb7642a58a6ae80a1b0a8f6d for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:54:33.350968 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9ce73b1-9d45-47eb-8997-1c94da2e8835 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:33.464082 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e544271f-4c1c-4aff-96a0-7bed85031701 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:54:33.470049 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e544271f-4c1c-4aff-96a0-7bed85031701 admin admin] 10.222.0.55 "PUT /v2.0/routers/8730fafd-633c-439d-b5d2-c283a01ce331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7699356 Jul 23 20:54:33.473509 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39344) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:33.477674 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dd0c6e-6a44-4d53-9b58-d0995e0761dd None None] Sync routers for ids ['8730fafd-633c-439d-b5d2-c283a01ce331'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:54:33.487732 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dd0c6e-6a44-4d53-9b58-d0995e0761dd None None] Routers {'8730fafd-633c-439d-b5d2-c283a01ce331'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:54:33.488514 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c2dd0c6e-6a44-4d53-9b58-d0995e0761dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:54:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8730fafd-633c-439d-b5d2-c283a01ce331'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:33.606337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-c2dd0c6e-6a44-4d53-9b58-d0995e0761dd None None] Set router 8730fafd-633c-439d-b5d2-c283a01ce331 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:54:33.652633 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1af78186-b212-4143-82c9-7c8360cffc35 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:33.722043 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9ce73b1-9d45-47eb-8997-1c94da2e8835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:33.806470 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce73b1-9d45-47eb-8997-1c94da2e8835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29111ac9-0a62-411f-89f0-9e493b01f81c,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:33.815303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c2dd0c6e-6a44-4d53-9b58-d0995e0761dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '17966f72-2f1b-4368-993b-a63461d70c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:54:32Z', 'revision_number': 5, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port': {'id': '17966f72-2f1b-4368-993b-a63461d70c47', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2039, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:45Z', 'updated_at': '2021-07-23T20:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:33.831905 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ce73b1-9d45-47eb-8997-1c94da2e8835 admin admin] Checking segment: {'id': 'cc2e4b37-0388-484d-aea3-8c67fe568914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '954b43a3-3537-4524-b2a0-0f0cabcf902a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:54:33.832267 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ce73b1-9d45-47eb-8997-1c94da2e8835 admin admin] Network hostable DHCP agents. Network: 954b43a3-3537-4524-b2a0-0f0cabcf902a, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:54:33.834060 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cba0f-a958-4758-9cf3-789d6ff38125 req-283bca7a-ce65-4a1e-bf3a-226a116cae85 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:33.835716 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d11cba0f-a958-4758-9cf3-789d6ff38125 req-283bca7a-ce65-4a1e-bf3a-226a116cae85 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb857f20-89e5-4689-83ff-f7ff75e0e051 HTTP/1.1" status: 200 len: 946 time: 0.3861315 Jul 23 20:54:33.841240 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1af78186-b212-4143-82c9-7c8360cffc35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:33.845509 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dd0c6e-6a44-4d53-9b58-d0995e0761dd None None] Checking router: 8730fafd-633c-439d-b5d2-c283a01ce331 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:54:33.855743 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dd0c6e-6a44-4d53-9b58-d0995e0761dd None None] Routers {'8730fafd-633c-439d-b5d2-c283a01ce331'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:54:33.856411 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c2dd0c6e-6a44-4d53-9b58-d0995e0761dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:54:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8730fafd-633c-439d-b5d2-c283a01ce331'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:33.877881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ce73b1-9d45-47eb-8997-1c94da2e8835 admin admin] Network 954b43a3-3537-4524-b2a0-0f0cabcf902a is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:54:33.892393 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-e9ce73b1-9d45-47eb-8997-1c94da2e8835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 954b43a3-3537-4524-b2a0-0f0cabcf902a) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:54:33.892812 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d11cba0f-a958-4758-9cf3-789d6ff38125 req-8961c84b-d57b-424b-a7a2-1d0f9d5d02e9 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453222 Jul 23 20:54:33.915244 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce73b1-9d45-47eb-8997-1c94da2e8835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:33.915837 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9ce73b1-9d45-47eb-8997-1c94da2e8835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:33.924879 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1af78186-b212-4143-82c9-7c8360cffc35 admin admin] Deleting port 17966f72-2f1b-4368-993b-a63461d70c47 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:54:33.925262 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1af78186-b212-4143-82c9-7c8360cffc35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:33.953406 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e9ce73b1-9d45-47eb-8997-1c94da2e8835 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6968060 Jul 23 20:54:34.040777 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-1af78186-b212-4143-82c9-7c8360cffc35 admin admin] For port 17966f72-2f1b-4368-993b-a63461d70c47, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=17966f72-2f1b-4368-993b-a63461d70c47,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:54:34.041161 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1af78186-b212-4143-82c9-7c8360cffc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:34.056259 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1af78186-b212-4143-82c9-7c8360cffc35 admin admin] Calling delete_port for 17966f72-2f1b-4368-993b-a63461d70c47 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:54:34.079283 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b122d7da-b99d-4cae-8780-1fa9776d7b46 None None] Network 954b43a3-3537-4524-b2a0-0f0cabcf902a requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:54:34.222430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-c2dd0c6e-6a44-4d53-9b58-d0995e0761dd None None] Set router 8730fafd-633c-439d-b5d2-c283a01ce331 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:54:34.333539 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c2dd0c6e-6a44-4d53-9b58-d0995e0761dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:54:33Z', 'revision_number': 6, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:34.366611 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1af78186-b212-4143-82c9-7c8360cffc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:34.392893 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dd0c6e-6a44-4d53-9b58-d0995e0761dd None None] The sync data for ids ['8730fafd-633c-439d-b5d2-c283a01ce331'] in n-d-791504-18 is: [{'id': '8730fafd-633c-439d-b5d2-c283a01ce331', 'name': 'tempest-TestVolumeBootPattern-1006544521-router', 'tenant_id': 'c35e6d69f6ba464b946144b17db2c502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:44Z', 'updated_at': '2021-07-23T20:54:33Z', 'revision_number': 6, 'project_id': 'c35e6d69f6ba464b946144b17db2c502', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:54:34.401202 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af78186-b212-4143-82c9-7c8360cffc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=17966f72-2f1b-4368-993b-a63461d70c47,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:34.517164 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1af78186-b212-4143-82c9-7c8360cffc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:34.637193 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beb181a-2780-4def-a115-f258e41c0c41 None None] Network 954b43a3-3537-4524-b2a0-0f0cabcf902a requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:54:34.669181 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1af78186-b212-4143-82c9-7c8360cffc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:34.674348 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1af78186-b212-4143-82c9-7c8360cffc35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:34.771031 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1af78186-b212-4143-82c9-7c8360cffc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:34.771598 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af78186-b212-4143-82c9-7c8360cffc35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8730fafd-633c-439d-b5d2-c283a01ce331 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:54:34.785229 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1af78186-b212-4143-82c9-7c8360cffc35 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:34.789383 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1af78186-b212-4143-82c9-7c8360cffc35 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8730fafd-633c-439d-b5d2-c283a01ce331 HTTP/1.1" status: 204 len: 168 time: 1.3146636 Jul 23 20:54:34.794542 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39364) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:34.896556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e688ae1-a5f7-4010-8614-0f3400f2e998 admin admin] Deleting subnet fef0d0b9-4029-46b2-a364-4ad3b1845875 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:54:34.910782 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e688ae1-a5f7-4010-8614-0f3400f2e998 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:34.983009 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e688ae1-a5f7-4010-8614-0f3400f2e998 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:35.066602 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e688ae1-a5f7-4010-8614-0f3400f2e998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:35.125109 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e688ae1-a5f7-4010-8614-0f3400f2e998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:35.152638 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e688ae1-a5f7-4010-8614-0f3400f2e998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fef0d0b9-4029-46b2-a364-4ad3b1845875,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:35.158596 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e688ae1-a5f7-4010-8614-0f3400f2e998 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:35.160514 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9e688ae1-a5f7-4010-8614-0f3400f2e998 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fef0d0b9-4029-46b2-a364-4ad3b1845875 HTTP/1.1" status: 204 len: 168 time: 0.3640363 Jul 23 20:54:35.163094 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39368) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:35.168355 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46556531-07a6-45aa-8886-b888568753c5 None None] Network b37ae9d4-a01a-4b66-aedc-028c2a70372c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:54:35.267493 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:35.357282 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] Deleting port 3a948d0f-4a62-4452-9f42-fc912d0d9a47 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:54:35.357630 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:35.369499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9f93bdee-b109-4fd2-9521-abb8ba5bb349 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:54:35.394303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 9f93bdee-b109-4fd2-9521-abb8ba5bb349 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:54:35.397609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9f93bdee-b109-4fd2-9521-abb8ba5bb349 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:54:35.429397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50611815-1e25-4c93-b2ae-b967316036a1 None None] DHCP port deletion for b37ae9d4-a01a-4b66-aedc-028c2a70372c request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:54:35.454004 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] For port 3a948d0f-4a62-4452-9f42-fc912d0d9a47, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3a948d0f-4a62-4452-9f42-fc912d0d9a47,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:54:35.454362 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:35.477418 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] Calling delete_port for 3a948d0f-4a62-4452-9f42-fc912d0d9a47 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:54:35.482572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-50611815-1e25-4c93-b2ae-b967316036a1 None None] Deleting port 3a948d0f-4a62-4452-9f42-fc912d0d9a47 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:54:35.486622 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-50611815-1e25-4c93-b2ae-b967316036a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:35.578064 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:35.578349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-50611815-1e25-4c93-b2ae-b967316036a1 None None] For port 3a948d0f-4a62-4452-9f42-fc912d0d9a47, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3a948d0f-4a62-4452-9f42-fc912d0d9a47,segment=NetworkSegment(0025f91d-8ba8-461b-8094-78a0883386de),segment_id=0025f91d-8ba8-461b-8094-78a0883386de)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:54:35.578507 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-50611815-1e25-4c93-b2ae-b967316036a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:35.592391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-50611815-1e25-4c93-b2ae-b967316036a1 None None] Calling delete_port for 3a948d0f-4a62-4452-9f42-fc912d0d9a47 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:54:35.607812 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a948d0f-4a62-4452-9f42-fc912d0d9a47,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:35.617522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] No DVR routers for this DVR port 3a948d0f-4a62-4452-9f42-fc912d0d9a47 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:54:35.675804 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 20:54:35.680451 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-50611815-1e25-4c93-b2ae-b967316036a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:35.705919 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50611815-1e25-4c93-b2ae-b967316036a1 None None] Pushing event deleted for resources: {'Port': ['ID=3a948d0f-4a62-4452-9f42-fc912d0d9a47,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:35.706387 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:35.712274 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50611815-1e25-4c93-b2ae-b967316036a1 None None] No DVR routers for this DVR port 3a948d0f-4a62-4452-9f42-fc912d0d9a47 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:54:35.719292 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37ae9d4-a01a-4b66-aedc-028c2a70372c']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:35.732359 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0025f91d-8ba8-461b-8094-78a0883386de') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:35.732660 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0025f91d-8ba8-461b-8094-78a0883386de') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:35.746000 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:35.759944 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:35.770015 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:54:35.771771 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:54:35.772508 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:54:35.829368 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:35.837006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:35.838731 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b37ae9d4-a01a-4b66-aedc-028c2a70372c HTTP/1.1" status: 204 len: 168 time: 0.6746986 Jul 23 20:54:35.841736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 39376) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:35.852715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf35be-db0e-4427-9199-0e179d89a116 admin admin] Pushing event deleted for resources: {'Network': ['ID=b37ae9d4-a01a-4b66-aedc-028c2a70372c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:36.203859 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-419ec489-55de-48b7-a5d5-d899b4e46d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:36.466787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-419ec489-55de-48b7-a5d5-d899b4e46d70 admin admin] Deleting port 0335c73d-9f26-40a3-b0ab-2087f11e97cd {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:54:36.467262 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-419ec489-55de-48b7-a5d5-d899b4e46d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:36.548113 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-419ec489-55de-48b7-a5d5-d899b4e46d70 admin admin] For port 0335c73d-9f26-40a3-b0ab-2087f11e97cd, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0335c73d-9f26-40a3-b0ab-2087f11e97cd,segment=NetworkSegment(fe937453-99c9-406b-84cd-d11eec6b3fea),segment_id=fe937453-99c9-406b-84cd-d11eec6b3fea)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:54:36.548469 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-419ec489-55de-48b7-a5d5-d899b4e46d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:36.561458 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-419ec489-55de-48b7-a5d5-d899b4e46d70 admin admin] Calling delete_port for 0335c73d-9f26-40a3-b0ab-2087f11e97cd owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:54:36.757572 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-419ec489-55de-48b7-a5d5-d899b4e46d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:36.787219 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ec489-55de-48b7-a5d5-d899b4e46d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=0335c73d-9f26-40a3-b0ab-2087f11e97cd,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:36.998275 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 17966f72-2f1b-4368-993b-a63461d70c47 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:54:37.081336 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 17966f72-2f1b-4368-993b-a63461d70c47 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:54:37.081748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 17966f72-2f1b-4368-993b-a63461d70c47 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:54:37.082172 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3a948d0f-4a62-4452-9f42-fc912d0d9a47 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:54:37.114021 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-419ec489-55de-48b7-a5d5-d899b4e46d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:37.122331 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 3a948d0f-4a62-4452-9f42-fc912d0d9a47 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:54:37.122676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3a948d0f-4a62-4452-9f42-fc912d0d9a47 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:54:37.348387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419ec489-55de-48b7-a5d5-d899b4e46d70 admin admin] Router 7d1b8871-8bf5-440d-b60c-01b50bf5f699 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:54:37.456988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419ec489-55de-48b7-a5d5-d899b4e46d70 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:54:37.463605 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-419ec489-55de-48b7-a5d5-d899b4e46d70 admin admin] 10.222.0.55 "PUT /v2.0/routers/7d1b8871-8bf5-440d-b60c-01b50bf5f699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6200953 Jul 23 20:54:37.465417 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9020c3ed-411b-4c42-88e6-3ee7d5e9c2dc None None] Sync routers for ids ['7d1b8871-8bf5-440d-b60c-01b50bf5f699'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:54:37.465873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 39394) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:37.475037 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9020c3ed-411b-4c42-88e6-3ee7d5e9c2dc None None] Routers {'7d1b8871-8bf5-440d-b60c-01b50bf5f699'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:54:37.475701 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9020c3ed-411b-4c42-88e6-3ee7d5e9c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:54:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['7d1b8871-8bf5-440d-b60c-01b50bf5f699'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:37.580294 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-abfa2a98-b10f-4030-9ab2-f27d83c0da03 admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:37.580447 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-9020c3ed-411b-4c42-88e6-3ee7d5e9c2dc None None] Set router 7d1b8871-8bf5-440d-b60c-01b50bf5f699 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:54:37.687856 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-abfa2a98-b10f-4030-9ab2-f27d83c0da03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:37.743341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-abfa2a98-b10f-4030-9ab2-f27d83c0da03 admin admin] Deleting port c6104610-c3b3-4e09-9910-2a157145a8b2 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:54:37.743808 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-abfa2a98-b10f-4030-9ab2-f27d83c0da03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:37.761685 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9020c3ed-411b-4c42-88e6-3ee7d5e9c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'name': 'tempest-TestVolumeBootPattern-1732236184-router', 'tenant_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'c6104610-c3b3-4e09-9910-2a157145a8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:03Z', 'updated_at': '2021-07-23T20:54:36Z', 'revision_number': 5, 'project_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'gw_port': {'id': 'c6104610-c3b3-4e09-9910-2a157145a8b2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:eb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:06Z', 'updated_at': '2021-07-23T20:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:37.793465 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9020c3ed-411b-4c42-88e6-3ee7d5e9c2dc None None] Checking router: 7d1b8871-8bf5-440d-b60c-01b50bf5f699 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:54:37.802746 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9020c3ed-411b-4c42-88e6-3ee7d5e9c2dc None None] Routers {'7d1b8871-8bf5-440d-b60c-01b50bf5f699'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:54:37.803321 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9020c3ed-411b-4c42-88e6-3ee7d5e9c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:54:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['7d1b8871-8bf5-440d-b60c-01b50bf5f699'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:37.829946 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-abfa2a98-b10f-4030-9ab2-f27d83c0da03 admin admin] For port c6104610-c3b3-4e09-9910-2a157145a8b2, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c6104610-c3b3-4e09-9910-2a157145a8b2,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:54:37.830271 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-abfa2a98-b10f-4030-9ab2-f27d83c0da03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:37.842411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-abfa2a98-b10f-4030-9ab2-f27d83c0da03 admin admin] Calling delete_port for c6104610-c3b3-4e09-9910-2a157145a8b2 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:54:37.890859 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-9020c3ed-411b-4c42-88e6-3ee7d5e9c2dc None None] Set router 7d1b8871-8bf5-440d-b60c-01b50bf5f699 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:54:37.944614 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9020c3ed-411b-4c42-88e6-3ee7d5e9c2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'name': 'tempest-TestVolumeBootPattern-1732236184-router', 'tenant_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:03Z', 'updated_at': '2021-07-23T20:54:37Z', 'revision_number': 6, 'project_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:37.974467 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9020c3ed-411b-4c42-88e6-3ee7d5e9c2dc None None] The sync data for ids ['7d1b8871-8bf5-440d-b60c-01b50bf5f699'] in n-d-791504-18 is: [{'id': '7d1b8871-8bf5-440d-b60c-01b50bf5f699', 'name': 'tempest-TestVolumeBootPattern-1732236184-router', 'tenant_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:03Z', 'updated_at': '2021-07-23T20:54:37Z', 'revision_number': 6, 'project_id': 'b32f9a483aa44a3fb8bb0212be7ff08f', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:54:38.028127 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-abfa2a98-b10f-4030-9ab2-f27d83c0da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:38.053434 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa2a98-b10f-4030-9ab2-f27d83c0da03 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6104610-c3b3-4e09-9910-2a157145a8b2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:38.120380 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-abfa2a98-b10f-4030-9ab2-f27d83c0da03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:38.246818 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-abfa2a98-b10f-4030-9ab2-f27d83c0da03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:38.249817 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-abfa2a98-b10f-4030-9ab2-f27d83c0da03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:38.301949 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-abfa2a98-b10f-4030-9ab2-f27d83c0da03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:38.302734 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfa2a98-b10f-4030-9ab2-f27d83c0da03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d1b8871-8bf5-440d-b60c-01b50bf5f699 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:54:38.314881 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-abfa2a98-b10f-4030-9ab2-f27d83c0da03 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:38.317624 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-abfa2a98-b10f-4030-9ab2-f27d83c0da03 admin admin] 10.222.0.55 "DELETE /v2.0/routers/7d1b8871-8bf5-440d-b60c-01b50bf5f699 HTTP/1.1" status: 204 len: 168 time: 0.8510234 Jul 23 20:54:38.320368 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39404) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:38.374012 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-7675d925-81c8-4570-bb81-38cdecd572f6 admin admin] Deleting subnet a8c23732-f27b-4898-ba7e-b4ffa76ae543 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:54:38.377814 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7675d925-81c8-4570-bb81-38cdecd572f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:38.419393 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7675d925-81c8-4570-bb81-38cdecd572f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:38.505341 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7675d925-81c8-4570-bb81-38cdecd572f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:38.573503 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7675d925-81c8-4570-bb81-38cdecd572f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:38.600829 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675d925-81c8-4570-bb81-38cdecd572f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8c23732-f27b-4898-ba7e-b4ffa76ae543,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:38.605023 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7675d925-81c8-4570-bb81-38cdecd572f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:38.606906 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7675d925-81c8-4570-bb81-38cdecd572f6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a8c23732-f27b-4898-ba7e-b4ffa76ae543 HTTP/1.1" status: 204 len: 168 time: 0.2849989 Jul 23 20:54:38.609570 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 39406) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:38.614372 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15aef34-8761-4d6e-98de-eb21c4832f65 None None] Network 0cabcfbb-bfc6-4845-bede-34fefffbf8b0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:54:38.680796 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:38.741659 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] Deleting port b9f25030-c36b-4a66-98b5-e522d6222582 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:54:38.741997 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:38.833835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] For port b9f25030-c36b-4a66-98b5-e522d6222582, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b9f25030-c36b-4a66-98b5-e522d6222582,segment=NetworkSegment(fe937453-99c9-406b-84cd-d11eec6b3fea),segment_id=fe937453-99c9-406b-84cd-d11eec6b3fea)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:54:38.836956 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:38.854311 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] Calling delete_port for b9f25030-c36b-4a66-98b5-e522d6222582 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:54:38.919402 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6331710-d9af-423a-af09-9f0e90e70fc8 None None] DHCP port deletion for 0cabcfbb-bfc6-4845-bede-34fefffbf8b0 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:54:38.960541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0335c73d-9f26-40a3-b0ab-2087f11e97cd no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:54:38.989829 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 0335c73d-9f26-40a3-b0ab-2087f11e97cd {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:54:38.990484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0335c73d-9f26-40a3-b0ab-2087f11e97cd not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:54:38.990906 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c6104610-c3b3-4e09-9910-2a157145a8b2 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:54:39.014668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: c6104610-c3b3-4e09-9910-2a157145a8b2 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:54:39.014945 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c6104610-c3b3-4e09-9910-2a157145a8b2 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:54:39.028691 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:39.052105 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b6331710-d9af-423a-af09-9f0e90e70fc8 None None] Deleting port b9f25030-c36b-4a66-98b5-e522d6222582 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:54:39.052779 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6331710-d9af-423a-af09-9f0e90e70fc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:39.065727 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f25030-c36b-4a66-98b5-e522d6222582,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:39.074410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] No DVR routers for this DVR port b9f25030-c36b-4a66-98b5-e522d6222582 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:54:39.180258 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b6331710-d9af-423a-af09-9f0e90e70fc8 None None] For port b9f25030-c36b-4a66-98b5-e522d6222582, host n-d-791504-18, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:54:39.180976 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6331710-d9af-423a-af09-9f0e90e70fc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:39.201137 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:39.212532 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b6331710-d9af-423a-af09-9f0e90e70fc8 None None] Calling delete_port for b9f25030-c36b-4a66-98b5-e522d6222582 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:54:39.213554 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cabcfbb-bfc6-4845-bede-34fefffbf8b0']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:39.215544 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-b6331710-d9af-423a-af09-9f0e90e70fc8 None None] Port b9f25030-c36b-4a66-98b5-e522d6222582 was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:54:39.217023 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6331710-d9af-423a-af09-9f0e90e70fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:39.230647 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe937453-99c9-406b-84cd-d11eec6b3fea') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:39.231181 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe937453-99c9-406b-84cd-d11eec6b3fea') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:54:39.240222 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6331710-d9af-423a-af09-9f0e90e70fc8 None None] No DVR routers for this DVR port b9f25030-c36b-4a66-98b5-e522d6222582 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:54:39.246210 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:39.262364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6331710-d9af-423a-af09-9f0e90e70fc8 None None] Pushing event deleted for resources: {'Port': ['ID=b9f25030-c36b-4a66-98b5-e522d6222582,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:39.273457 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:39.284529 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:54:39.285219 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:54:39.287824 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:54:39.346568 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:39.352488 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:39.357079 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] 10.222.0.55 "DELETE /v2.0/networks/0cabcfbb-bfc6-4845-bede-34fefffbf8b0 HTTP/1.1" status: 204 len: 168 time: 0.7435794 Jul 23 20:54:39.368859 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf82bf1-7b53-4727-8ae2-1528ce3e3ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=0cabcfbb-bfc6-4845-bede-34fefffbf8b0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:39.486903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 39414) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:39.529525 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a32df2d0-297d-47a0-a82e-388507c8ff35 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c35e6d69f6ba464b946144b17db2c502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394275 Jul 23 20:54:39.532205 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39416) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:39.594054 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-382eb945-0fdd-45c6-ad96-342d02f0b2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:39.615871 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-382eb945-0fdd-45c6-ad96-342d02f0b2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:39.663300 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-382eb945-0fdd-45c6-ad96-342d02f0b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:39.666509 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-382eb945-0fdd-45c6-ad96-342d02f0b2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:39.669933 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-382eb945-0fdd-45c6-ad96-342d02f0b2b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ce19680-6974-4f9d-aa2d-23b6ede8444c HTTP/1.1" status: 204 len: 168 time: 0.1344471 Jul 23 20:54:39.677551 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382eb945-0fdd-45c6-ad96-342d02f0b2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce19680-6974-4f9d-aa2d-23b6ede8444c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:40.034080 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39424) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:40.091288 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0de91ca7-2e1a-45ad-a9b5-5cd144b61a6e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b32f9a483aa44a3fb8bb0212be7ff08f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552993 Jul 23 20:54:40.093789 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 39426) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:54:40.158735 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d484775-23cf-45a0-9a66-5c5a6ed498ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:40.452322 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d484775-23cf-45a0-9a66-5c5a6ed498ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:40.516384 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d484775-23cf-45a0-9a66-5c5a6ed498ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:40.519660 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8d484775-23cf-45a0-9a66-5c5a6ed498ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:40.524235 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8d484775-23cf-45a0-9a66-5c5a6ed498ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7a0ea20-6e76-4bfc-af9b-a0e2a52625c6 HTTP/1.1" status: 204 len: 168 time: 0.4251049 Jul 23 20:54:40.530042 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d484775-23cf-45a0-9a66-5c5a6ed498ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a0ea20-6e76-4bfc-af9b-a0e2a52625c6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:40.910252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b9f25030-c36b-4a66-98b5-e522d6222582 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:54:40.953155 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: b9f25030-c36b-4a66-98b5-e522d6222582 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:54:40.953846 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b9f25030-c36b-4a66-98b5-e522d6222582 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:54:45.502488 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:46.906231 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:54.562237 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-150821ae-a8fc-4c15-8e55-5bf994abf37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:54.586802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f2a9a-beb7-4251-90ae-4cf40b4d16c9 req-36c75a51-4880-481d-8293-2ddaf96b87fb tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:54.588466 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-131f2a9a-beb7-4251-90ae-4cf40b4d16c9 req-36c75a51-4880-481d-8293-2ddaf96b87fb tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb857f20-89e5-4689-83ff-f7ff75e0e051 HTTP/1.1" status: 200 len: 946 time: 0.0978391 Jul 23 20:54:54.631578 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-131f2a9a-beb7-4251-90ae-4cf40b4d16c9 req-365a62ad-f883-4767-88f5-7a56f9b61e07 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365219 Jul 23 20:54:55.762930 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bbff5-a47f-4665-8ba7-e339b87d05ee req-dd849831-ed5d-4918-8219-baf734c9bbfd tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:55.764357 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-303bbff5-a47f-4665-8ba7-e339b87d05ee req-dd849831-ed5d-4918-8219-baf734c9bbfd tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb857f20-89e5-4689-83ff-f7ff75e0e051 HTTP/1.1" status: 200 len: 946 time: 0.0650911 Jul 23 20:54:55.802443 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-303bbff5-a47f-4665-8ba7-e339b87d05ee req-2d6eb1eb-911d-4dda-a5d8-80c6bdeb209f tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319223 Jul 23 20:54:56.055407 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91ab48-12d6-4179-8cb6-cf47a7396f00 req-3ac1b99a-05e9-40cf-bde8-72da638abd8b tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:56.056869 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd91ab48-12d6-4179-8cb6-cf47a7396f00 req-3ac1b99a-05e9-40cf-bde8-72da638abd8b tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb857f20-89e5-4689-83ff-f7ff75e0e051 HTTP/1.1" status: 200 len: 946 time: 0.0656433 Jul 23 20:54:56.164497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-dd91ab48-12d6-4179-8cb6-cf47a7396f00 req-5518ac1b-98c2-4b1f-8102-3acda3990365 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Deleting port bb29f5da-2283-4984-a742-1811abc8b9c3 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:54:56.164865 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dd91ab48-12d6-4179-8cb6-cf47a7396f00 req-5518ac1b-98c2-4b1f-8102-3acda3990365 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:56.257038 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-dd91ab48-12d6-4179-8cb6-cf47a7396f00 req-5518ac1b-98c2-4b1f-8102-3acda3990365 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] For port bb29f5da-2283-4984-a742-1811abc8b9c3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bb29f5da-2283-4984-a742-1811abc8b9c3,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:54:56.257397 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dd91ab48-12d6-4179-8cb6-cf47a7396f00 req-5518ac1b-98c2-4b1f-8102-3acda3990365 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:56.268874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-dd91ab48-12d6-4179-8cb6-cf47a7396f00 req-5518ac1b-98c2-4b1f-8102-3acda3990365 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Calling delete_port for bb29f5da-2283-4984-a742-1811abc8b9c3 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:54:56.398187 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dd91ab48-12d6-4179-8cb6-cf47a7396f00 req-5518ac1b-98c2-4b1f-8102-3acda3990365 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:56.412048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed', 'bb29f5da-2283-4984-a742-1811abc8b9c3'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:54:56.415107 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f1275022-9b5f-4e4b-9c77-328ff6eb9899', 'ee380b9e-4457-4d9f-80c1-359b8f5e69e3'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:54:56.433228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518ac1b-98c2-4b1f-8102-3acda3990365 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Pushing event deleted for resources: {'Port': ['ID=bb29f5da-2283-4984-a742-1811abc8b9c3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:54:56.481996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd91ab48-12d6-4179-8cb6-cf47a7396f00 req-5518ac1b-98c2-4b1f-8102-3acda3990365 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] No DVR routers for this DVR port bb29f5da-2283-4984-a742-1811abc8b9c3 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:54:56.484547 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-dd91ab48-12d6-4179-8cb6-cf47a7396f00 req-5518ac1b-98c2-4b1f-8102-3acda3990365 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:56.486774 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd91ab48-12d6-4179-8cb6-cf47a7396f00 req-5518ac1b-98c2-4b1f-8102-3acda3990365 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.57 "DELETE /v2.0/ports/bb29f5da-2283-4984-a742-1811abc8b9c3 HTTP/1.1" status: 204 len: 173 time: 0.4244978 Jul 23 20:54:56.487342 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb857f20-89e5-4689-83ff-f7ff75e0e051', 'name': 'network-vif-deleted', 'tag': 'bb29f5da-2283-4984-a742-1811abc8b9c3'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:54:56.489856 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74ca7cb-8c22-4b47-9e53-313d66cfc728" -d '{"events": [{"server_uuid": "cb857f20-89e5-4689-83ff-f7ff75e0e051", "name": "network-vif-deleted", "tag": "bb29f5da-2283-4984-a742-1811abc8b9c3"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:54:56.552939 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9b220f-4c2a-4f1c-9ac8-7eb5059aacb8 x-openstack-request-id: req-af9b220f-4c2a-4f1c-9ac8-7eb5059aacb8 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:54:56.553229 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb857f20-89e5-4689-83ff-f7ff75e0e051", "name": "network-vif-deleted", "tag": "bb29f5da-2283-4984-a742-1811abc8b9c3", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:54:56.553476 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af9b220f-4c2a-4f1c-9ac8-7eb5059aacb8 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:54:56.553873 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb857f20-89e5-4689-83ff-f7ff75e0e051', 'name': 'network-vif-deleted', 'tag': 'bb29f5da-2283-4984-a742-1811abc8b9c3', 'status': 'completed', 'code': 200} Jul 23 20:54:56.926336 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3899ec54-fa4d-4a1c-907f-b330cb7c9d25 req-93410df6-a6c6-4462-8f44-8d256212a165 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb857f20-89e5-4689-83ff-f7ff75e0e051 HTTP/1.1" status: 200 len: 210 time: 0.0330942 Jul 23 20:54:57.120965 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c2b65e9-0d28-4fe0-9e5e-f742963cfdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:57.359673 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:58.561526 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:59.977769 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:00.272248 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bb29f5da-2283-4984-a742-1811abc8b9c3 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:55:00.296006 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: bb29f5da-2283-4984-a742-1811abc8b9c3 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:55:00.296412 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bb29f5da-2283-4984-a742-1811abc8b9c3 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:55:00.483890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af858fec-7a61-4037-9751-7f19a2319f5d req-a083572d-5575-4c40-a7f5-d0be9856bc6a tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:00.486057 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af858fec-7a61-4037-9751-7f19a2319f5d req-a083572d-5575-4c40-a7f5-d0be9856bc6a tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=252bbf53-3141-4ce9-845b-bd809f0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.0749621 Jul 23 20:55:00.549675 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af858fec-7a61-4037-9751-7f19a2319f5d req-181d6399-aa00-4582-bb58-1ad96003fcf9 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527856 Jul 23 20:55:01.676392 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50256c-3d1e-4b08-b830-8ebaf1af44af req-e4772852-1a28-42d0-99e7-dafc8441f9de tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:01.677956 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b50256c-3d1e-4b08-b830-8ebaf1af44af req-e4772852-1a28-42d0-99e7-dafc8441f9de tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=252bbf53-3141-4ce9-845b-bd809f0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.0660872 Jul 23 20:55:01.722499 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5b50256c-3d1e-4b08-b830-8ebaf1af44af req-23592b13-08a0-49d5-a75f-fecb9ab1e58d tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388806 Jul 23 20:55:02.138330 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252c992-0655-4f4a-97a3-133914407b9e req-41425503-518e-4ced-aa5f-b256985fc78d tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:02.140032 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2252c992-0655-4f4a-97a3-133914407b9e req-41425503-518e-4ced-aa5f-b256985fc78d tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.48 "GET /v2.0/ports?device_id=252bbf53-3141-4ce9-845b-bd809f0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.0628304 Jul 23 20:55:02.247750 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-2252c992-0655-4f4a-97a3-133914407b9e req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Deleting port ee380b9e-4457-4d9f-80c1-359b8f5e69e3 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:55:02.248098 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2252c992-0655-4f4a-97a3-133914407b9e req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:02.338126 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-2252c992-0655-4f4a-97a3-133914407b9e req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] For port ee380b9e-4457-4d9f-80c1-359b8f5e69e3, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=ee380b9e-4457-4d9f-80c1-359b8f5e69e3,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:55:02.338485 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2252c992-0655-4f4a-97a3-133914407b9e req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:02.350837 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-2252c992-0655-4f4a-97a3-133914407b9e req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Calling delete_port for ee380b9e-4457-4d9f-80c1-359b8f5e69e3 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:55:02.485797 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2252c992-0655-4f4a-97a3-133914407b9e req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:02.499207 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f1275022-9b5f-4e4b-9c77-328ff6eb9899', 'ee380b9e-4457-4d9f-80c1-359b8f5e69e3'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:55:02.501742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:55:02.513877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Pushing event deleted for resources: {'Port': ['ID=ee380b9e-4457-4d9f-80c1-359b8f5e69e3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:02.522817 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:02.523719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:02.524091 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:02.524396 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:02.524725 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:02.525057 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:02.525382 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:02.525707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:02.526032 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:02.526356 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:02.526677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:02.526993 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:02.581946 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-2252c992-0655-4f4a-97a3-133914407b9e req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] No DVR routers for this DVR port ee380b9e-4457-4d9f-80c1-359b8f5e69e3 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:55:02.584738 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2252c992-0655-4f4a-97a3-133914407b9e req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:02.587308 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2252c992-0655-4f4a-97a3-133914407b9e req-8f278c78-54f9-42a0-af07-6c4ee71dd945 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.48 "DELETE /v2.0/ports/ee380b9e-4457-4d9f-80c1-359b8f5e69e3 HTTP/1.1" status: 204 len: 173 time: 0.4410219 Jul 23 20:55:02.587969 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252bbf53-3141-4ce9-845b-bd809f0a1c6b', 'name': 'network-vif-deleted', 'tag': 'ee380b9e-4457-4d9f-80c1-359b8f5e69e3'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:55:02.590330 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e644913b-0fd1-40d4-80b9-231dcc40badd" -d '{"events": [{"server_uuid": "252bbf53-3141-4ce9-845b-bd809f0a1c6b", "name": "network-vif-deleted", "tag": "ee380b9e-4457-4d9f-80c1-359b8f5e69e3"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:55:02.640212 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e317f28f-f02f-4daa-8839-62573757a143 x-openstack-request-id: req-e317f28f-f02f-4daa-8839-62573757a143 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:55:02.640591 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252bbf53-3141-4ce9-845b-bd809f0a1c6b", "name": "network-vif-deleted", "tag": "ee380b9e-4457-4d9f-80c1-359b8f5e69e3", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:55:02.640949 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e317f28f-f02f-4daa-8839-62573757a143 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:55:02.641450 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252bbf53-3141-4ce9-845b-bd809f0a1c6b', 'name': 'network-vif-deleted', 'tag': 'ee380b9e-4457-4d9f-80c1-359b8f5e69e3', 'status': 'completed', 'code': 200} Jul 23 20:55:02.851948 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5555c90d-55e3-44bf-9e65-95a2da47c16c req-31ed6238-5a20-4daf-b134-0ecafc25f938 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=252bbf53-3141-4ce9-845b-bd809f0a1c6b HTTP/1.1" status: 200 len: 210 time: 0.0328496 Jul 23 20:55:04.142091 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5073b-d0ee-4566-acc5-8ce687709461 req-65a0911b-f88e-44fb-98c0-88026be561d7 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:04.143636 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89f5073b-d0ee-4566-acc5-8ce687709461 req-65a0911b-f88e-44fb-98c0-88026be561d7 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde HTTP/1.1" status: 200 len: 946 time: 0.0675824 Jul 23 20:55:04.182368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89f5073b-d0ee-4566-acc5-8ce687709461 req-d40f1fe6-886b-48b2-9c58-5dfed58c4d27 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323231 Jul 23 20:55:05.343675 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9278c-fa52-4dce-afff-8f94beae177e req-a38788ea-480d-4519-852c-ef6115ded990 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:05.345271 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efa9278c-fa52-4dce-afff-8f94beae177e req-a38788ea-480d-4519-852c-ef6115ded990 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde HTTP/1.1" status: 200 len: 946 time: 0.0932910 Jul 23 20:55:05.397693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efa9278c-fa52-4dce-afff-8f94beae177e req-f20b1f8e-446c-4df4-8efd-c7bae02c91bc tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455110 Jul 23 20:55:05.405919 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58197f90-322d-4f15-9f8b-a88567304f7d req-455f1570-d5d1-47bd-b01c-e9c0594696d9 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:05.407366 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58197f90-322d-4f15-9f8b-a88567304f7d req-455f1570-d5d1-47bd-b01c-e9c0594696d9 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde HTTP/1.1" status: 200 len: 946 time: 0.1019008 Jul 23 20:55:05.515031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-58197f90-322d-4f15-9f8b-a88567304f7d req-2c4c784f-4bda-4042-913a-11d932ecaae2 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Deleting port ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:55:05.515418 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-58197f90-322d-4f15-9f8b-a88567304f7d req-2c4c784f-4bda-4042-913a-11d932ecaae2 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:05.611768 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-58197f90-322d-4f15-9f8b-a88567304f7d req-2c4c784f-4bda-4042-913a-11d932ecaae2 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] For port ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:55:05.612123 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-58197f90-322d-4f15-9f8b-a88567304f7d req-2c4c784f-4bda-4042-913a-11d932ecaae2 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:05.623799 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-58197f90-322d-4f15-9f8b-a88567304f7d req-2c4c784f-4bda-4042-913a-11d932ecaae2 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Calling delete_port for ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:55:06.076193 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-58197f90-322d-4f15-9f8b-a88567304f7d req-2c4c784f-4bda-4042-913a-11d932ecaae2 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:06.089825 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:55:06.109248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c784f-4bda-4042-913a-11d932ecaae2 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Pushing event deleted for resources: {'Port': ['ID=ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:06.116373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f1275022-9b5f-4e4b-9c77-328ff6eb9899'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:55:06.167049 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-58197f90-322d-4f15-9f8b-a88567304f7d req-2c4c784f-4bda-4042-913a-11d932ecaae2 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] No DVR routers for this DVR port ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:55:06.169683 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-58197f90-322d-4f15-9f8b-a88567304f7d req-2c4c784f-4bda-4042-913a-11d932ecaae2 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:06.171956 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58197f90-322d-4f15-9f8b-a88567304f7d req-2c4c784f-4bda-4042-913a-11d932ecaae2 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.57 "DELETE /v2.0/ports/ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed HTTP/1.1" status: 204 len: 173 time: 0.7589438 Jul 23 20:55:06.172363 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfc7c43-617f-45bb-88f2-5cb504ab0dde', 'name': 'network-vif-deleted', 'tag': 'ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:55:06.174673 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd873169-8dfb-4b01-b931-2b0c36ccbe29" -d '{"events": [{"server_uuid": "cdfc7c43-617f-45bb-88f2-5cb504ab0dde", "name": "network-vif-deleted", "tag": "ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:55:06.217017 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b69900-697a-48e7-8b43-ae80ddaef29d x-openstack-request-id: req-45b69900-697a-48e7-8b43-ae80ddaef29d {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:55:06.217270 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfc7c43-617f-45bb-88f2-5cb504ab0dde", "name": "network-vif-deleted", "tag": "ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:55:06.217649 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45b69900-697a-48e7-8b43-ae80ddaef29d {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:55:06.217936 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfc7c43-617f-45bb-88f2-5cb504ab0dde', 'name': 'network-vif-deleted', 'tag': 'ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed', 'status': 'completed', 'code': 200} Jul 23 20:55:06.510150 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af1e518e-10b8-4bcb-8701-a31e3e5d4f1c req-1f0348f8-a1c6-4cfd-89dc-0841895e2118 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=cdfc7c43-617f-45bb-88f2-5cb504ab0dde HTTP/1.1" status: 200 len: 210 time: 0.0315540 Jul 23 20:55:06.836484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device ee380b9e-4457-4d9f-80c1-359b8f5e69e3 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:55:06.857204 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: ee380b9e-4457-4d9f-80c1-359b8f5e69e3 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:55:06.857584 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device ee380b9e-4457-4d9f-80c1-359b8f5e69e3 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:55:09.462118 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-bf17a066-47c3-4cea-8a23-0e5a54e08589 req-1e60d7e4-c6f3-49ca-9302-90c265c51362 service neutron] (93810) timed out ('10.222.0.48', 51706) {{(pid=93810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:55:09.833478 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-d5e5fd32-35b5-47f4-9731-cad1df3aa3af req-9e2990bf-4e5b-4d27-a5a0-70c1aab85dcf service neutron] (93810) timed out ('10.222.0.48', 51650) {{(pid=93810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:55:10.146256 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:55:10.346216 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:55:10.410154 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:55:10.410776 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ddc6c5e2-380b-4bc0-a7b3-555ed92c2bed not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:55:10.415289 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357af7eb-1f33-40d5-826a-91236c1b248e req-f735fb08-5de0-42eb-87ba-95e2fb5b4e9b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:10.420081 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-357af7eb-1f33-40d5-826a-91236c1b248e req-f735fb08-5de0-42eb-87ba-95e2fb5b4e9b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0975845 Jul 23 20:55:10.463766 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-357af7eb-1f33-40d5-826a-91236c1b248e req-cbc6240b-0b0b-4077-b436-2cdacea9f4b7 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376415 Jul 23 20:55:11.603607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319b32a-fd9d-412b-81fd-f90e436bd6e4 req-7c62380a-754d-446a-b30d-4cf1c9503286 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:11.605767 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c319b32a-fd9d-412b-81fd-f90e436bd6e4 req-7c62380a-754d-446a-b30d-4cf1c9503286 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0715911 Jul 23 20:55:11.649730 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c319b32a-fd9d-412b-81fd-f90e436bd6e4 req-cfa322f4-5e75-4c60-a0c4-7f0d7d98317b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378804 Jul 23 20:55:12.138747 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72451c8f-0f98-4d30-a56c-4dd3a442e4fc req-be16ff71-cc97-44bd-a9b8-f4bfb77fb8f4 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:12.140222 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72451c8f-0f98-4d30-a56c-4dd3a442e4fc req-be16ff71-cc97-44bd-a9b8-f4bfb77fb8f4 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=a33a952b-414c-4913-a797-57ec35acc82d HTTP/1.1" status: 200 len: 945 time: 0.0686524 Jul 23 20:55:12.183138 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72451c8f-0f98-4d30-a56c-4dd3a442e4fc req-508f1cf2-12de-488f-99cd-8b1f04ad9697 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356357 Jul 23 20:55:12.803171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802a9de-c91e-4a54-ab3d-303690d63232 req-7b6032ae-f4d0-4e60-90b9-19906a27f226 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:12.804931 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7802a9de-c91e-4a54-ab3d-303690d63232 req-7b6032ae-f4d0-4e60-90b9-19906a27f226 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0860775 Jul 23 20:55:12.853581 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7802a9de-c91e-4a54-ab3d-303690d63232 req-f59b10f4-9c62-4226-b40c-6f7c4a76f793 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342565 Jul 23 20:55:13.323166 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f739c02-fa3c-427d-9c6c-c9e0690e7db3 req-85dd1f59-13ca-4c8a-93af-108f53cdf730 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:13.324730 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f739c02-fa3c-427d-9c6c-c9e0690e7db3 req-85dd1f59-13ca-4c8a-93af-108f53cdf730 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=a33a952b-414c-4913-a797-57ec35acc82d HTTP/1.1" status: 200 len: 945 time: 0.0678248 Jul 23 20:55:13.362763 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f739c02-fa3c-427d-9c6c-c9e0690e7db3 req-41af5fb7-73e7-426f-8b84-2b31f9b90043 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/security-groups?id=2ba98e20-f7ca-4fd3-9907-fef9ab251870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320699 Jul 23 20:55:13.749638 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb23748-b594-420c-b681-a6d3c4e96c89 req-3e8b1cb7-68c1-4cb1-9ed8-6245cd0b3ab7 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:13.751148 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3bb23748-b594-420c-b681-a6d3c4e96c89 req-3e8b1cb7-68c1-4cb1-9ed8-6245cd0b3ab7 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33a952b-414c-4913-a797-57ec35acc82d HTTP/1.1" status: 200 len: 945 time: 0.0650730 Jul 23 20:55:13.857564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-3bb23748-b594-420c-b681-a6d3c4e96c89 req-db58bc40-3e26-4b07-ba85-2fff33fa3aca tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Deleting port f1275022-9b5f-4e4b-9c77-328ff6eb9899 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:55:13.857904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3bb23748-b594-420c-b681-a6d3c4e96c89 req-db58bc40-3e26-4b07-ba85-2fff33fa3aca tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:13.952355 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-3bb23748-b594-420c-b681-a6d3c4e96c89 req-db58bc40-3e26-4b07-ba85-2fff33fa3aca tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] For port f1275022-9b5f-4e4b-9c77-328ff6eb9899, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f1275022-9b5f-4e4b-9c77-328ff6eb9899,segment=NetworkSegment(1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83),segment_id=1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:55:13.952828 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3bb23748-b594-420c-b681-a6d3c4e96c89 req-db58bc40-3e26-4b07-ba85-2fff33fa3aca tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:13.966503 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-3bb23748-b594-420c-b681-a6d3c4e96c89 req-db58bc40-3e26-4b07-ba85-2fff33fa3aca tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Calling delete_port for f1275022-9b5f-4e4b-9c77-328ff6eb9899 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:55:13.986822 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ff086-cfb2-4691-868e-91c535963ddb req-af7671b1-65ea-460e-9d57-8fe012986b15 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:13.988357 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed7ff086-cfb2-4691-868e-91c535963ddb req-af7671b1-65ea-460e-9d57-8fe012986b15 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0657060 Jul 23 20:55:14.039495 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed7ff086-cfb2-4691-868e-91c535963ddb req-96469733-d029-47ee-8104-b697bae78220 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441859 Jul 23 20:55:14.108279 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3bb23748-b594-420c-b681-a6d3c4e96c89 req-db58bc40-3e26-4b07-ba85-2fff33fa3aca tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:14.120786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f1275022-9b5f-4e4b-9c77-328ff6eb9899'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:55:14.135421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58bc40-3e26-4b07-ba85-2fff33fa3aca tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Pushing event deleted for resources: {'Port': ['ID=f1275022-9b5f-4e4b-9c77-328ff6eb9899,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:14.189274 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb23748-b594-420c-b681-a6d3c4e96c89 req-db58bc40-3e26-4b07-ba85-2fff33fa3aca tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] No DVR routers for this DVR port f1275022-9b5f-4e4b-9c77-328ff6eb9899 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:55:14.192076 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3bb23748-b594-420c-b681-a6d3c4e96c89 req-db58bc40-3e26-4b07-ba85-2fff33fa3aca tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:14.194133 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3bb23748-b594-420c-b681-a6d3c4e96c89 req-db58bc40-3e26-4b07-ba85-2fff33fa3aca tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.48 "DELETE /v2.0/ports/f1275022-9b5f-4e4b-9c77-328ff6eb9899 HTTP/1.1" status: 204 len: 173 time: 0.4353514 Jul 23 20:55:14.195017 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33a952b-414c-4913-a797-57ec35acc82d', 'name': 'network-vif-deleted', 'tag': 'f1275022-9b5f-4e4b-9c77-328ff6eb9899'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:55:14.198102 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26193764-8e05-4960-88ef-9dcafce701c1" -d '{"events": [{"server_uuid": "a33a952b-414c-4913-a797-57ec35acc82d", "name": "network-vif-deleted", "tag": "f1275022-9b5f-4e4b-9c77-328ff6eb9899"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:55:14.244793 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d92cced-853f-4f84-99c3-d488eb5cf2b8 x-openstack-request-id: req-1d92cced-853f-4f84-99c3-d488eb5cf2b8 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:55:14.244890 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33a952b-414c-4913-a797-57ec35acc82d", "name": "network-vif-deleted", "tag": "f1275022-9b5f-4e4b-9c77-328ff6eb9899", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:55:14.245142 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d92cced-853f-4f84-99c3-d488eb5cf2b8 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:55:14.245528 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33a952b-414c-4913-a797-57ec35acc82d', 'name': 'network-vif-deleted', 'tag': 'f1275022-9b5f-4e4b-9c77-328ff6eb9899', 'status': 'completed', 'code': 200} Jul 23 20:55:14.471311 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-17b58817-d568-4dfa-ab68-829abc713424 req-3e72cf67-9c76-4d4d-ac28-4216aab122c6 tempest-AttachVolumeNegativeTest-1691336779 tempest-AttachVolumeNegativeTest-1691336779-project] 10.222.0.55 "GET /v2.0/ports?device_id=a33a952b-414c-4913-a797-57ec35acc82d HTTP/1.1" status: 200 len: 210 time: 0.0294623 Jul 23 20:55:15.169238 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0462087-18f7-44a6-b28c-c44c579ec6ac req-e7914d27-03f4-40b6-80f8-c6ae02e17705 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:15.170764 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0462087-18f7-44a6-b28c-c44c579ec6ac req-e7914d27-03f4-40b6-80f8-c6ae02e17705 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0653348 Jul 23 20:55:15.208413 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0462087-18f7-44a6-b28c-c44c579ec6ac req-7b9a836e-9f2d-4cb9-a28c-2c2981dc58c0 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321581 Jul 23 20:55:15.505536 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:15.527760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40038) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:15.576884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34b75f3-4e93-4b56-b849-300d70b025d6 admin admin] Deleting subnet 201197ef-bbb9-4964-8c3e-06a56ddf1fbf {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:55:15.580094 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d34b75f3-4e93-4b56-b849-300d70b025d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:15.620094 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d34b75f3-4e93-4b56-b849-300d70b025d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:15.657874 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d34b75f3-4e93-4b56-b849-300d70b025d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:15.713156 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d34b75f3-4e93-4b56-b849-300d70b025d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:15.739986 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b75f3-4e93-4b56-b849-300d70b025d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=201197ef-bbb9-4964-8c3e-06a56ddf1fbf,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:15.742399 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d34b75f3-4e93-4b56-b849-300d70b025d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:15.744334 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d34b75f3-4e93-4b56-b849-300d70b025d6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/201197ef-bbb9-4964-8c3e-06a56ddf1fbf HTTP/1.1" status: 204 len: 168 time: 0.2154877 Jul 23 20:55:15.746967 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40044) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:15.819019 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c3bc597c-9049-43f5-a3f6-dbd9cb05d475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:15.888957 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-359f7bb2-ba9b-4bb5-9b39-6c29b1b9dc1a req-772600b9-054a-4b90-a6ee-b7e976b2c0d1 service neutron] (93811) timed out ('10.222.0.48', 51659) {{(pid=93811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:55:15.908152 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c3bc597c-9049-43f5-a3f6-dbd9cb05d475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:15.919280 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c3bc597c-9049-43f5-a3f6-dbd9cb05d475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb22769-158f-4c9d-be51-6b56b50f5d78']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:55:15.930958 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c3bc597c-9049-43f5-a3f6-dbd9cb05d475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:55:15.931284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c3bc597c-9049-43f5-a3f6-dbd9cb05d475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4e5a0f-8ee6-4e1c-898a-eb0900f5ef83') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:55:15.940696 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c3bc597c-9049-43f5-a3f6-dbd9cb05d475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:15.955164 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c3bc597c-9049-43f5-a3f6-dbd9cb05d475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:15.962226 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3bc597c-9049-43f5-a3f6-dbd9cb05d475 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:55:15.962622 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c3bc597c-9049-43f5-a3f6-dbd9cb05d475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:55:15.964376 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:55:16.023312 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c3bc597c-9049-43f5-a3f6-dbd9cb05d475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:16.028472 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c3bc597c-9049-43f5-a3f6-dbd9cb05d475 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:16.031033 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c3bc597c-9049-43f5-a3f6-dbd9cb05d475 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7bb22769-158f-4c9d-be51-6b56b50f5d78 HTTP/1.1" status: 204 len: 168 time: 0.2829170 Jul 23 20:55:16.044463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc597c-9049-43f5-a3f6-dbd9cb05d475 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bb22769-158f-4c9d-be51-6b56b50f5d78,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:16.263972 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40058) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:16.323145 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c5dbb9c1-7bdd-40d5-a9ec-0ce07bc83679 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=820463b78e5a4a24a33bcac0c01967fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559237 Jul 23 20:55:16.324413 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40062) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:16.347435 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83963757-3126-4241-a5d2-da6d11a3e323 req-2adfc474-7fcc-4d19-bb44-3b1d29cb788f tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:16.349636 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83963757-3126-4241-a5d2-da6d11a3e323 req-2adfc474-7fcc-4d19-bb44-3b1d29cb788f tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0719855 Jul 23 20:55:16.380280 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f685972-0c1b-41d5-805f-8f6c35561675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:16.392479 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83963757-3126-4241-a5d2-da6d11a3e323 req-2b7e1097-6334-4004-bf33-8723abc198c6 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363960 Jul 23 20:55:16.405347 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f685972-0c1b-41d5-805f-8f6c35561675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:16.455669 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f685972-0c1b-41d5-805f-8f6c35561675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:16.458662 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f685972-0c1b-41d5-805f-8f6c35561675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:16.460045 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8f685972-0c1b-41d5-805f-8f6c35561675 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ba98e20-f7ca-4fd3-9907-fef9ab251870 HTTP/1.1" status: 204 len: 168 time: 0.1343596 Jul 23 20:55:16.472337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f685972-0c1b-41d5-805f-8f6c35561675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba98e20-f7ca-4fd3-9907-fef9ab251870,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:16.912156 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:17.552892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a6116-3b38-4582-98cd-da31e62b9d14 req-19083dcb-3ed9-4a6d-bd01-e7c919df4e59 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:17.554456 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-264a6116-3b38-4582-98cd-da31e62b9d14 req-19083dcb-3ed9-4a6d-bd01-e7c919df4e59 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0806797 Jul 23 20:55:17.594358 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-264a6116-3b38-4582-98cd-da31e62b9d14 req-c3d75cfc-0a75-45fc-8f4e-52ca8d9cec29 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343556 Jul 23 20:55:18.731722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6db6ca-b2bb-4e65-9808-4ab001af3f1e req-19a5f3ca-5f3a-4964-ae51-b147fc6035b8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:18.733238 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb6db6ca-b2bb-4e65-9808-4ab001af3f1e req-19a5f3ca-5f3a-4964-ae51-b147fc6035b8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0636628 Jul 23 20:55:18.774644 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb6db6ca-b2bb-4e65-9808-4ab001af3f1e req-053d37a8-5a45-4616-9fe1-d6669aa5f216 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353956 Jul 23 20:55:18.833952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f1275022-9b5f-4e4b-9c77-328ff6eb9899 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:55:18.854768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: f1275022-9b5f-4e4b-9c77-328ff6eb9899 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:55:18.855132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f1275022-9b5f-4e4b-9c77-328ff6eb9899 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:55:19.917022 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b91460-c5ce-44ec-a8c9-326156a70587 req-1d1dad87-0307-41dc-9854-86bf2382b89a tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:19.918687 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07b91460-c5ce-44ec-a8c9-326156a70587 req-1d1dad87-0307-41dc-9854-86bf2382b89a tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0709093 Jul 23 20:55:19.966292 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07b91460-c5ce-44ec-a8c9-326156a70587 req-67e3ebe6-1bf0-46cf-8679-d7ec99ea6cc0 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413866 Jul 23 20:55:21.101884 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c056e2-4bcc-4535-bf41-fccc7658955a req-d1a14e71-f2b6-4e50-aef4-96e2a197b132 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:21.103518 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b4c056e2-4bcc-4535-bf41-fccc7658955a req-d1a14e71-f2b6-4e50-aef4-96e2a197b132 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0645487 Jul 23 20:55:21.170553 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b4c056e2-4bcc-4535-bf41-fccc7658955a req-df85ff90-4f2c-4530-8c49-2016d4162110 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476246 Jul 23 20:55:21.432729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d183db0-092e-4424-a7d9-77361143757b req-4c1e16eb-6249-438d-9c76-3f952bff2187 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:21.435657 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d183db0-092e-4424-a7d9-77361143757b req-4c1e16eb-6249-438d-9c76-3f952bff2187 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0713005 Jul 23 20:55:21.472791 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40184) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:21.524135 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d183db0-092e-4424-a7d9-77361143757b req-c0d29306-e4c0-4a0d-87bf-ff6954018a1c tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794761 Jul 23 20:55:21.620071 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f25926d1-99ba-49a3-abac-578734b5b7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:21.678710 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6a2f5-edf6-4bdd-a678-ce6080aa5cb3 req-ae7b633f-a07a-4fbe-80ad-6de3d30e7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:21.680798 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4fb6a2f5-edf6-4bdd-a678-ce6080aa5cb3 req-ae7b633f-a07a-4fbe-80ad-6de3d30e7411 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb&device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 1097 time: 0.2816317 Jul 23 20:55:21.800877 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f25926d1-99ba-49a3-abac-578734b5b7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:21.809486 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f25926d1-99ba-49a3-abac-578734b5b7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:21.824253 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6a2f5-edf6-4bdd-a678-ce6080aa5cb3 req-2954f75e-d13d-40e9-93eb-6d5ef118a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:21.825697 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4fb6a2f5-edf6-4bdd-a678-ce6080aa5cb3 req-2954f75e-d13d-40e9-93eb-6d5ef118a42a service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9c611d9-51f1-472c-aa78-1e8d57241baa HTTP/1.1" status: 200 len: 911 time: 0.1341560 Jul 23 20:55:21.889662 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f25926d1-99ba-49a3-abac-578734b5b7d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=45d013c7c4344ea5946c879fa5f8e4b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4157748 Jul 23 20:55:21.892330 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40188) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:21.892955 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25926d1-99ba-49a3-abac-578734b5b7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f3e42f-e8b0-41f9-9ded-d021934b9e6c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:21.943320 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4fb6a2f5-edf6-4bdd-a678-ce6080aa5cb3 req-c6e98437-8977-41de-88d8-2daad8363ae8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=127262a8-2021-47d2-87cb-c4f2b64a8011 HTTP/1.1" status: 200 len: 1000 time: 0.1035242 Jul 23 20:55:21.994280 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b7fdd13-ccf8-4d09-97a5-df22568d2e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:22.025725 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b7fdd13-ccf8-4d09-97a5-df22568d2e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:22.034405 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6a2f5-edf6-4bdd-a678-ce6080aa5cb3 req-c23b2e68-4a8e-4b2f-b74e-57db68827d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:22.035894 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4fb6a2f5-edf6-4bdd-a678-ce6080aa5cb3 req-c23b2e68-4a8e-4b2f-b74e-57db68827d6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a HTTP/1.1" status: 200 len: 849 time: 0.0800130 Jul 23 20:55:22.112318 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b7fdd13-ccf8-4d09-97a5-df22568d2e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:22.114772 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b7fdd13-ccf8-4d09-97a5-df22568d2e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:22.115954 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3b7fdd13-ccf8-4d09-97a5-df22568d2e13 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2f3e42f-e8b0-41f9-9ded-d021934b9e6c HTTP/1.1" status: 204 len: 168 time: 0.2186072 Jul 23 20:55:22.123561 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6a2f5-edf6-4bdd-a678-ce6080aa5cb3 req-68521550-719d-4a9a-964f-c64425ba57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:22.125194 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4fb6a2f5-edf6-4bdd-a678-ce6080aa5cb3 req-68521550-719d-4a9a-964f-c64425ba57d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9c611d9-51f1-472c-aa78-1e8d57241baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787275 Jul 23 20:55:22.130270 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fdd13-ccf8-4d09-97a5-df22568d2e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f3e42f-e8b0-41f9-9ded-d021934b9e6c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:22.139801 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-4fb6a2f5-edf6-4bdd-a678-ce6080aa5cb3 req-b5596c06-5eba-4f17-848d-fe85cf6c0ed4 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:22.140722 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4fb6a2f5-edf6-4bdd-a678-ce6080aa5cb3 req-b5596c06-5eba-4f17-848d-fe85cf6c0ed4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055366 Jul 23 20:55:22.250523 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4fb6a2f5-edf6-4bdd-a678-ce6080aa5cb3 req-2429d249-a720-41e6-958f-c96bd64c67b8 service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988631 Jul 23 20:55:22.349159 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4fb6a2f5-edf6-4bdd-a678-ce6080aa5cb3 req-fc50a1c3-0310-49c6-b70f-b4e9a3a1bd30 service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886750 Jul 23 20:55:22.483916 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a9fc3-64ad-4bc4-81b2-774d5acb03ab req-26cb1d2f-3f69-48ad-aad3-e9b110d82165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:22.486165 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-530a9fc3-64ad-4bc4-81b2-774d5acb03ab req-26cb1d2f-3f69-48ad-aad3-e9b110d82165 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb&device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 1097 time: 0.0671430 Jul 23 20:55:22.650038 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a9fc3-64ad-4bc4-81b2-774d5acb03ab req-6af71ddd-1586-493f-94ff-9e8fa460500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:22.651613 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-530a9fc3-64ad-4bc4-81b2-774d5acb03ab req-6af71ddd-1586-493f-94ff-9e8fa460500c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9c611d9-51f1-472c-aa78-1e8d57241baa HTTP/1.1" status: 200 len: 911 time: 0.1429462 Jul 23 20:55:22.704918 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020e5b0-65a9-4ffd-8078-ce70fa3d7426 req-7119b8ec-57f3-47d9-833e-c48ecf102f16 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:22.706843 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a020e5b0-65a9-4ffd-8078-ce70fa3d7426 req-7119b8ec-57f3-47d9-833e-c48ecf102f16 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.1065218 Jul 23 20:55:22.766792 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-530a9fc3-64ad-4bc4-81b2-774d5acb03ab req-7ea1be76-cf05-4069-aaec-2db77de3fe77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=127262a8-2021-47d2-87cb-c4f2b64a8011 HTTP/1.1" status: 200 len: 1000 time: 0.0903418 Jul 23 20:55:22.790808 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a020e5b0-65a9-4ffd-8078-ce70fa3d7426 req-d04e160c-e82d-44f9-b52f-7bd3881e2947 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764184 Jul 23 20:55:22.841903 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a9fc3-64ad-4bc4-81b2-774d5acb03ab req-01d65d4c-9161-417d-93dc-65ffb7855d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:22.856373 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-530a9fc3-64ad-4bc4-81b2-774d5acb03ab req-01d65d4c-9161-417d-93dc-65ffb7855d3e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a HTTP/1.1" status: 200 len: 849 time: 0.0773857 Jul 23 20:55:22.958641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a9fc3-64ad-4bc4-81b2-774d5acb03ab req-7164ddb2-2fe6-4be3-bf80-767f50341108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:22.960999 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-530a9fc3-64ad-4bc4-81b2-774d5acb03ab req-7164ddb2-2fe6-4be3-bf80-767f50341108 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9c611d9-51f1-472c-aa78-1e8d57241baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979204 Jul 23 20:55:23.077064 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-530a9fc3-64ad-4bc4-81b2-774d5acb03ab req-40be0889-313e-4467-9c48-e8930517ca09 service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093907 Jul 23 20:55:23.178207 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-530a9fc3-64ad-4bc4-81b2-774d5acb03ab req-610170b3-06cc-4d0b-9265-c209c5d6557d service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939817 Jul 23 20:55:23.929571 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a877f-9385-42f1-99bf-82e12088be14 req-aa3fb8bc-94a1-47bf-a056-29b2fb885326 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:23.936526 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-933a877f-9385-42f1-99bf-82e12088be14 req-aa3fb8bc-94a1-47bf-a056-29b2fb885326 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0756347 Jul 23 20:55:23.984691 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-933a877f-9385-42f1-99bf-82e12088be14 req-cb9eebc7-065c-4995-a909-2edb75b506ad tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472188 Jul 23 20:55:24.548392 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e430e99-95cf-43e2-93a6-f7046db43022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:24.935091 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40590) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:25.049044 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df06210f-c88b-486a-bb78-55b390cf8f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:25.149437 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df06210f-c88b-486a-bb78-55b390cf8f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:25.155619 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df06210f-c88b-486a-bb78-55b390cf8f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:25.195824 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-df06210f-c88b-486a-bb78-55b390cf8f90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=978dcd59cd9f474e867376ee7f37f76d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595265 Jul 23 20:55:25.196659 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06210f-c88b-486a-bb78-55b390cf8f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432910b6-2bd5-4f7b-b314-a4251e65a3c3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:25.198468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40638) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:25.264476 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-460a1a2e-84ea-4e35-a347-43a286933c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:25.286151 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-460a1a2e-84ea-4e35-a347-43a286933c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:25.333497 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-460a1a2e-84ea-4e35-a347-43a286933c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:25.337479 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-460a1a2e-84ea-4e35-a347-43a286933c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:25.338697 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-460a1a2e-84ea-4e35-a347-43a286933c44 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/432910b6-2bd5-4f7b-b314-a4251e65a3c3 HTTP/1.1" status: 204 len: 168 time: 0.1388893 Jul 23 20:55:25.349358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a1a2e-84ea-4e35-a347-43a286933c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432910b6-2bd5-4f7b-b314-a4251e65a3c3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:25.357658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a1a2e-84ea-4e35-a347-43a286933c44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:25.358007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a1a2e-84ea-4e35-a347-43a286933c44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:25.358348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a1a2e-84ea-4e35-a347-43a286933c44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:25.358679 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a1a2e-84ea-4e35-a347-43a286933c44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:25.359011 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a1a2e-84ea-4e35-a347-43a286933c44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:25.359451 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a1a2e-84ea-4e35-a347-43a286933c44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:25.359783 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a1a2e-84ea-4e35-a347-43a286933c44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:25.360109 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a1a2e-84ea-4e35-a347-43a286933c44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:25.360521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a1a2e-84ea-4e35-a347-43a286933c44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:25.360847 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a1a2e-84ea-4e35-a347-43a286933c44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:25.361175 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a1a2e-84ea-4e35-a347-43a286933c44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:25.361505 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a1a2e-84ea-4e35-a347-43a286933c44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:25.622544 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40712) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:25.636166 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-81bb5df1-6898-460a-a2dc-c501021b96f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:25.731433 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-81bb5df1-6898-460a-a2dc-c501021b96f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:25.735154 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-81bb5df1-6898-460a-a2dc-c501021b96f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:25.773018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-81bb5df1-6898-460a-a2dc-c501021b96f5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1fad95847e934a8a9d9a868ee3f95dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500957 Jul 23 20:55:25.775032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb5df1-6898-460a-a2dc-c501021b96f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2109e9c4-b6e1-4673-83a9-68d42639155b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:25.775744 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40720) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:25.831893 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-00969bbc-c850-4ab2-ae8a-1b41a3d1e5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:25.852961 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-00969bbc-c850-4ab2-ae8a-1b41a3d1e5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:25.900716 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-00969bbc-c850-4ab2-ae8a-1b41a3d1e5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:25.903388 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-00969bbc-c850-4ab2-ae8a-1b41a3d1e5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:25.904674 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-00969bbc-c850-4ab2-ae8a-1b41a3d1e5a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2109e9c4-b6e1-4673-83a9-68d42639155b HTTP/1.1" status: 204 len: 168 time: 0.1275990 Jul 23 20:55:25.912384 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00969bbc-c850-4ab2-ae8a-1b41a3d1e5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2109e9c4-b6e1-4673-83a9-68d42639155b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:25.994702 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-39754331-3b54-4729-8c8f-3ec51737b52e tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:25.996228 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-39754331-3b54-4729-8c8f-3ec51737b52e tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/networks?id=954b43a3-3537-4524-b2a0-0f0cabcf902a HTTP/1.1" status: 200 len: 813 time: 0.1152692 Jul 23 20:55:26.011635 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-db074d87-9255-4282-965c-e44e1628a3d5 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/quotas/69317a4fbb7642a58a6ae80a1b0a8f6d HTTP/1.1" status: 200 len: 375 time: 0.0095434 Jul 23 20:55:26.049564 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-93e9eefb-4090-45ce-9123-ce36adf86f23 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=69317a4fbb7642a58a6ae80a1b0a8f6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307624 Jul 23 20:55:26.060556 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-3f714011-3025-4ccd-bf33-b7376dd7e5cd tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:26.061511 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-3f714011-3025-4ccd-bf33-b7376dd7e5cd tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056641 Jul 23 20:55:26.157570 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-b6fcd895-2c47-459a-a163-d651b3f5b0c4 service neutron] 10.222.0.55 "GET /v2.0/networks/954b43a3-3537-4524-b2a0-0f0cabcf902a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895755 Jul 23 20:55:26.249525 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-b9cec89d-1fc5-40a4-b277-0d527cbe31cf service neutron] 10.222.0.55 "GET /v2.0/networks/954b43a3-3537-4524-b2a0-0f0cabcf902a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862620 Jul 23 20:55:26.420261 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eff568f2-5f79-43a6-905e-fc983c960dca req-537ac2c4-6f5d-4188-9fc6-d2439491e2c6 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=372daa0b-1128-4f6c-8de1-b1f4708165c1 HTTP/1.1" status: 200 len: 210 time: 0.0318811 Jul 23 20:55:27.121663 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b63be41b-f955-466d-95cb-81f0d08113db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:27.346742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-4ab823a2-d6a1-497b-83a2-d85629e354ba tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:27.349032 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-4ab823a2-d6a1-497b-83a2-d85629e354ba tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.57 "GET /v2.0/networks?id=954b43a3-3537-4524-b2a0-0f0cabcf902a HTTP/1.1" status: 200 len: 813 time: 0.1136699 Jul 23 20:55:27.362474 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-d8310f59-1179-49bf-aa84-a1cdc5a012dc tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Request body: {'port': {'device_id': '372daa0b-1128-4f6c-8de1-b1f4708165c1', 'network_id': '954b43a3-3537-4524-b2a0-0f0cabcf902a', 'admin_state_up': True, 'tenant_id': '69317a4fbb7642a58a6ae80a1b0a8f6d'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:55:27.364583 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:27.477056 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-d8310f59-1179-49bf-aa84-a1cdc5a012dc tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Made reservation on behalf of 69317a4fbb7642a58a6ae80a1b0a8f6d for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:55:27.480780 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-d8310f59-1179-49bf-aa84-a1cdc5a012dc tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:27.533194 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98c7a942-59a0-48c5-b5b7-9370f38325c6 req-b39ff79a-a252-43dd-ad09-100eef2b60c9 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=372daa0b-1128-4f6c-8de1-b1f4708165c1 HTTP/1.1" status: 200 len: 210 time: 0.0354586 Jul 23 20:55:27.633881 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-d8310f59-1179-49bf-aa84-a1cdc5a012dc tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Allocated IP 172.20.0.5 (954b43a3-3537-4524-b2a0-0f0cabcf902a/29111ac9-0a62-411f-89f0-9e493b01f81c/a004bdcf-d430-4770-8835-14ff5bbc3fae) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:55:27.789568 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-d8310f59-1179-49bf-aa84-a1cdc5a012dc tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:27.828152 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-d8310f59-1179-49bf-aa84-a1cdc5a012dc tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:27.874442 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-d8310f59-1179-49bf-aa84-a1cdc5a012dc tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Network 954b43a3-3537-4524-b2a0-0f0cabcf902a is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:55:27.877643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-d8310f59-1179-49bf-aa84-a1cdc5a012dc tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:55:27.883481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-d8310f59-1179-49bf-aa84-a1cdc5a012dc tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:55:27.911018 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8310f59-1179-49bf-aa84-a1cdc5a012dc tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Pushing event updated for resources: {'Port': ['ID=a004bdcf-d430-4770-8835-14ff5bbc3fae,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:27.939468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-d8310f59-1179-49bf-aa84-a1cdc5a012dc tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:27.940530 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-d8310f59-1179-49bf-aa84-a1cdc5a012dc tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:27.957024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-d8310f59-1179-49bf-aa84-a1cdc5a012dc tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5986619 Jul 23 20:55:27.966881 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-8dd0d193-d16c-4aad-8cf7-600eeb51811c tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:27.967911 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-8dd0d193-d16c-4aad-8cf7-600eeb51811c tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053647 Jul 23 20:55:28.076220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Request body: {'port': {'device_id': '372daa0b-1128-4f6c-8de1-b1f4708165c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:55:28.152392 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:28.437107 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a004bdcf-d430-4770-8835-14ff5bbc3fae {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:55:28.444536 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:28.456426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Transition to ACTIVE for port object a004bdcf-d430-4770-8835-14ff5bbc3fae will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:55:28.460516 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:28.509595 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Pushing event updated for resources: {'Port': ['ID=a004bdcf-d430-4770-8835-14ff5bbc3fae,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:28.546235 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:28.596813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Attempting to bind port a004bdcf-d430-4770-8835-14ff5bbc3fae on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:55:28.596813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Attempting to bind port a004bdcf-d430-4770-8835-14ff5bbc3fae by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'cc2e4b37-0388-484d-aea3-8c67fe568914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '954b43a3-3537-4524-b2a0-0f0cabcf902a'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:55:28.596971 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Attempting to bind port a004bdcf-d430-4770-8835-14ff5bbc3fae on network 954b43a3-3537-4524-b2a0-0f0cabcf902a {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:55:28.602274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Port a004bdcf-d430-4770-8835-14ff5bbc3fae on network 954b43a3-3537-4524-b2a0-0f0cabcf902a not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:55:28.602600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Attempting to bind port a004bdcf-d430-4770-8835-14ff5bbc3fae on network 954b43a3-3537-4524-b2a0-0f0cabcf902a {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:55:28.608591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:55:28.609211 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Checking segment: {'id': 'cc2e4b37-0388-484d-aea3-8c67fe568914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '954b43a3-3537-4524-b2a0-0f0cabcf902a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:55:28.609865 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Bound using segment: {'id': 'cc2e4b37-0388-484d-aea3-8c67fe568914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '954b43a3-3537-4524-b2a0-0f0cabcf902a'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:55:28.610475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Bound port: a004bdcf-d430-4770-8835-14ff5bbc3fae, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc2e4b37-0388-484d-aea3-8c67fe568914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '954b43a3-3537-4524-b2a0-0f0cabcf902a'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:55:28.610907 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:28.714500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] For port a004bdcf-d430-4770-8835-14ff5bbc3fae, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:55:28.719382 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] For port a004bdcf-d430-4770-8835-14ff5bbc3fae, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a004bdcf-d430-4770-8835-14ff5bbc3fae,segment=NetworkSegment(cc2e4b37-0388-484d-aea3-8c67fe568914),segment_id=cc2e4b37-0388-484d-aea3-8c67fe568914)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:55:28.724219 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:28.767945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:28.768585 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:28.769989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] 10.222.0.57 "PUT /v2.0/ports/a004bdcf-d430-4770-8835-14ff5bbc3fae HTTP/1.1" status: 200 len: 1092 time: 0.7961037 Jul 23 20:55:28.771251 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372daa0b-1128-4f6c-8de1-b1f4708165c1', 'tag': 'a004bdcf-d430-4770-8835-14ff5bbc3fae'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:55:28.774126 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d822e29a-02f3-4c5a-b8b8-67f00beeb924" -d '{"events": [{"name": "network-changed", "server_uuid": "372daa0b-1128-4f6c-8de1-b1f4708165c1", "tag": "a004bdcf-d430-4770-8835-14ff5bbc3fae"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:55:28.790292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82e2e8-39a8-48fa-a401-1ab1380bd96c req-ae9e485b-c33c-445e-8679-63027894b407 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:28.791926 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d82e2e8-39a8-48fa-a401-1ab1380bd96c req-ae9e485b-c33c-445e-8679-63027894b407 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=372daa0b-1128-4f6c-8de1-b1f4708165c1 HTTP/1.1" status: 200 len: 943 time: 0.1425533 Jul 23 20:55:28.815323 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70c19a-836f-4618-845e-f2c5cfeefae3 service neutron] Pushing event updated for resources: {'Port': ['ID=a004bdcf-d430-4770-8835-14ff5bbc3fae,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:28.878307 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d82e2e8-39a8-48fa-a401-1ab1380bd96c req-71562654-5edc-4770-8fb6-93a03e3ba783 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749815 Jul 23 20:55:28.907364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-a5f2b047-4e70-47a2-8794-32b49b980f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:28.908923 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-a5f2b047-4e70-47a2-8794-32b49b980f1d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69317a4fbb7642a58a6ae80a1b0a8f6d&device_id=372daa0b-1128-4f6c-8de1-b1f4708165c1 HTTP/1.1" status: 200 len: 1095 time: 0.0851674 Jul 23 20:55:28.953082 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-68053b4d-ab45-491f-952a-3bacb3e06180 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a004bdcf-d430-4770-8835-14ff5bbc3fae HTTP/1.1" status: 200 len: 217 time: 0.0368791 Jul 23 20:55:29.005167 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-4a34eb47-3641-45c8-8309-e2d08d3119f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:29.006709 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-4a34eb47-3641-45c8-8309-e2d08d3119f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29111ac9-0a62-411f-89f0-9e493b01f81c HTTP/1.1" status: 200 len: 853 time: 0.0473971 Jul 23 20:55:29.048065 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6de790f-9caf-4ab2-a259-c22e61bf3459 x-openstack-request-id: req-d6de790f-9caf-4ab2-a259-c22e61bf3459 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:55:29.048363 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372daa0b-1128-4f6c-8de1-b1f4708165c1", "tag": "a004bdcf-d430-4770-8835-14ff5bbc3fae", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:55:29.048665 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d6de790f-9caf-4ab2-a259-c22e61bf3459 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:55:29.049006 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372daa0b-1128-4f6c-8de1-b1f4708165c1', 'tag': 'a004bdcf-d430-4770-8835-14ff5bbc3fae', 'status': 'completed', 'code': 200} Jul 23 20:55:29.050927 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-85936f15-b3a7-450a-8996-3ad2b3a26372 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=954b43a3-3537-4524-b2a0-0f0cabcf902a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378830 Jul 23 20:55:29.142470 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-eaa3d0df-43a3-4046-b5cf-3caff9f6dac4 service neutron] 10.222.0.57 "GET /v2.0/networks/954b43a3-3537-4524-b2a0-0f0cabcf902a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846202 Jul 23 20:55:29.238657 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-32879e05-1bbb-48b6-af57-6a5ea8675bfb req-474c663b-3c0f-4d7f-b021-83c67c923632 service neutron] 10.222.0.57 "GET /v2.0/networks/954b43a3-3537-4524-b2a0-0f0cabcf902a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898330 Jul 23 20:55:29.341220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822e29a-02f3-4c5a-b8b8-67f00beeb924 req-a60b5e58-0a37-4dc8-9bc9-806f8f32cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:29.342765 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d822e29a-02f3-4c5a-b8b8-67f00beeb924 req-a60b5e58-0a37-4dc8-9bc9-806f8f32cc4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69317a4fbb7642a58a6ae80a1b0a8f6d&device_id=372daa0b-1128-4f6c-8de1-b1f4708165c1 HTTP/1.1" status: 200 len: 1095 time: 0.0556355 Jul 23 20:55:29.436569 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822e29a-02f3-4c5a-b8b8-67f00beeb924 req-a093168a-b3fe-4bd7-8ee9-404a94c37e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:29.438083 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d822e29a-02f3-4c5a-b8b8-67f00beeb924 req-a093168a-b3fe-4bd7-8ee9-404a94c37e74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=954b43a3-3537-4524-b2a0-0f0cabcf902a HTTP/1.1" status: 200 len: 914 time: 0.0890410 Jul 23 20:55:29.483628 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d822e29a-02f3-4c5a-b8b8-67f00beeb924 req-f4618ea0-513c-4cc0-9912-f76c180c7370 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a004bdcf-d430-4770-8835-14ff5bbc3fae HTTP/1.1" status: 200 len: 217 time: 0.0383644 Jul 23 20:55:29.532521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822e29a-02f3-4c5a-b8b8-67f00beeb924 req-8d2b7922-8ec9-46df-b7a9-14b2c6868878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:29.534003 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d822e29a-02f3-4c5a-b8b8-67f00beeb924 req-8d2b7922-8ec9-46df-b7a9-14b2c6868878 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29111ac9-0a62-411f-89f0-9e493b01f81c HTTP/1.1" status: 200 len: 853 time: 0.0444989 Jul 23 20:55:29.570830 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d822e29a-02f3-4c5a-b8b8-67f00beeb924 req-87ec4726-4952-4fce-8e14-01bd24c6c329 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=954b43a3-3537-4524-b2a0-0f0cabcf902a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301692 Jul 23 20:55:29.665371 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d822e29a-02f3-4c5a-b8b8-67f00beeb924 req-27236ec6-93fe-47df-bc22-2243035897c5 service neutron] 10.222.0.57 "GET /v2.0/networks/954b43a3-3537-4524-b2a0-0f0cabcf902a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868843 Jul 23 20:55:29.756510 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d822e29a-02f3-4c5a-b8b8-67f00beeb924 req-9fb502bf-3ac8-49f8-93b3-73592e2a9eae service neutron] 10.222.0.57 "GET /v2.0/networks/954b43a3-3537-4524-b2a0-0f0cabcf902a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837140 Jul 23 20:55:29.984098 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:30.032195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9feafc-28c7-493d-9c5e-b02c8d2fe3c2 req-8845ab65-bbe4-431f-a187-eacd3a3d5c77 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:30.033814 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de9feafc-28c7-493d-9c5e-b02c8d2fe3c2 req-8845ab65-bbe4-431f-a187-eacd3a3d5c77 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=372daa0b-1128-4f6c-8de1-b1f4708165c1 HTTP/1.1" status: 200 len: 943 time: 0.0832319 Jul 23 20:55:30.072659 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de9feafc-28c7-493d-9c5e-b02c8d2fe3c2 req-4a2c595b-b984-4617-8bc5-d58c0e01ab05 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329542 Jul 23 20:55:31.214169 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db970cf-a0e7-46d8-a7b1-a8ffb1b8f5f0 req-ee4d46fc-36f4-4652-9f6a-d47c4199b0ba tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:31.215645 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9db970cf-a0e7-46d8-a7b1-a8ffb1b8f5f0 req-ee4d46fc-36f4-4652-9f6a-d47c4199b0ba tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=372daa0b-1128-4f6c-8de1-b1f4708165c1 HTTP/1.1" status: 200 len: 943 time: 0.0700014 Jul 23 20:55:31.261178 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9db970cf-a0e7-46d8-a7b1-a8ffb1b8f5f0 req-1b188f7c-41b8-4ffc-885a-c8e69335b9e8 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372434 Jul 23 20:55:32.395145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f53ca5-6f18-4c7f-b70a-8642519de332 req-6b3d5c81-d96d-42c6-9c7a-bdefd6cf5f58 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:32.396640 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9f53ca5-6f18-4c7f-b70a-8642519de332 req-6b3d5c81-d96d-42c6-9c7a-bdefd6cf5f58 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=372daa0b-1128-4f6c-8de1-b1f4708165c1 HTTP/1.1" status: 200 len: 943 time: 0.0667675 Jul 23 20:55:32.437103 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9f53ca5-6f18-4c7f-b70a-8642519de332 req-c34c737e-0aaa-41ef-883c-1f6ebfe7c7e1 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346003 Jul 23 20:55:32.505410 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a004bdcf-d430-4770-8835-14ff5bbc3fae details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:55:32.604021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port a004bdcf-d430-4770-8835-14ff5bbc3fae, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a004bdcf-d430-4770-8835-14ff5bbc3fae,segment=NetworkSegment(cc2e4b37-0388-484d-aea3-8c67fe568914),segment_id=cc2e4b37-0388-484d-aea3-8c67fe568914)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:55:32.607020 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40902) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:32.615391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'a004bdcf-d430-4770-8835-14ff5bbc3fae', 'network_id': '954b43a3-3537-4524-b2a0-0f0cabcf902a', 'port_id': 'a004bdcf-d430-4770-8835-14ff5bbc3fae', 'mac_address': 'fa:16:3e:e7:18:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29111ac9-0a62-411f-89f0-9e493b01f81c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:55:32.652257 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:32.665347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a004bdcf-d430-4770-8835-14ff5bbc3fae {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:55:32.685256 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port a004bdcf-d430-4770-8835-14ff5bbc3fae, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a004bdcf-d430-4770-8835-14ff5bbc3fae,segment=NetworkSegment(cc2e4b37-0388-484d-aea3-8c67fe568914),segment_id=cc2e4b37-0388-484d-aea3-8c67fe568914)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:55:32.689223 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:32.712190 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f325b073-46c4-4757-9ca7-5b676f45e4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:32.743509 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=a004bdcf-d430-4770-8835-14ff5bbc3fae,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:32.751184 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:32.751537 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:32.751879 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:32.752359 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:32.752902 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:32.753265 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:32.753607 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:32.753997 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:32.754385 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:32.754808 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:32.755131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:32.755463 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:32.801412 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f325b073-46c4-4757-9ca7-5b676f45e4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:32.805246 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f325b073-46c4-4757-9ca7-5b676f45e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:32.849170 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f325b073-46c4-4757-9ca7-5b676f45e4bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=45ea9e3959264642a497183f8115af9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409706 Jul 23 20:55:32.851129 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325b073-46c4-4757-9ca7-5b676f45e4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c93e59-3cbf-4123-99a5-2b332830c014,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:32.851857 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40906) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:32.886186 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['a004bdcf-d430-4770-8835-14ff5bbc3fae'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:55:32.901679 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3dd2ea5e-2338-4c80-b075-815b10dc8a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:32.922202 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3dd2ea5e-2338-4c80-b075-815b10dc8a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:32.968634 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3dd2ea5e-2338-4c80-b075-815b10dc8a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:32.971220 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3dd2ea5e-2338-4c80-b075-815b10dc8a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:32.972378 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3dd2ea5e-2338-4c80-b075-815b10dc8a5b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b2c93e59-3cbf-4123-99a5-2b332830c014 HTTP/1.1" status: 204 len: 168 time: 0.1194866 Jul 23 20:55:32.980355 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2ea5e-2338-4c80-b075-815b10dc8a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c93e59-3cbf-4123-99a5-2b332830c014,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:33.225004 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40912) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:33.238468 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3275f662-acf3-4f8f-b848-ed72d9e8b046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:33.324917 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3275f662-acf3-4f8f-b848-ed72d9e8b046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:33.328627 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3275f662-acf3-4f8f-b848-ed72d9e8b046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:33.364301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275f662-acf3-4f8f-b848-ed72d9e8b046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f4e6aa-a21b-45bc-9ff1-c9d5f2ab69c1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:33.368956 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3275f662-acf3-4f8f-b848-ed72d9e8b046 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c510ea45c6b8444395df82f4e16512c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429353 Jul 23 20:55:33.371668 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 40914) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:33.420834 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-83d5296c-6c1b-4057-9f14-275943669314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:33.441694 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-83d5296c-6c1b-4057-9f14-275943669314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:33.488040 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-83d5296c-6c1b-4057-9f14-275943669314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:33.490654 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-83d5296c-6c1b-4057-9f14-275943669314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:33.492368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-83d5296c-6c1b-4057-9f14-275943669314 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11f4e6aa-a21b-45bc-9ff1-c9d5f2ab69c1 HTTP/1.1" status: 204 len: 168 time: 0.1198030 Jul 23 20:55:33.500003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5296c-6c1b-4057-9f14-275943669314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f4e6aa-a21b-45bc-9ff1-c9d5f2ab69c1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:33.570333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77194f0b-1d2a-4931-82d2-ee0606070cd3 req-165e191a-3dd0-4d69-85b8-f5b823cad392 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:33.571908 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77194f0b-1d2a-4931-82d2-ee0606070cd3 req-165e191a-3dd0-4d69-85b8-f5b823cad392 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=372daa0b-1128-4f6c-8de1-b1f4708165c1 HTTP/1.1" status: 200 len: 944 time: 0.0666735 Jul 23 20:55:33.609767 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77194f0b-1d2a-4931-82d2-ee0606070cd3 req-a227f6e7-95cc-42b0-8209-cf3e67aaa1ba tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323353 Jul 23 20:55:34.520852 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a004bdcf-d430-4770-8835-14ff5bbc3fae up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:55:34.572386 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port a004bdcf-d430-4770-8835-14ff5bbc3fae completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:55:34.576156 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port a004bdcf-d430-4770-8835-14ff5bbc3fae triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:55:34.576525 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:34.661183 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:34.685361 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372daa0b-1128-4f6c-8de1-b1f4708165c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a004bdcf-d430-4770-8835-14ff5bbc3fae'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:55:34.687643 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d134c3c-abc0-46d8-937a-cdff9c5a705b" -d '{"events": [{"server_uuid": "372daa0b-1128-4f6c-8de1-b1f4708165c1", "name": "network-vif-plugged", "status": "completed", "tag": "a004bdcf-d430-4770-8835-14ff5bbc3fae"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:55:34.702066 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port a004bdcf-d430-4770-8835-14ff5bbc3fae, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a004bdcf-d430-4770-8835-14ff5bbc3fae,segment=NetworkSegment(cc2e4b37-0388-484d-aea3-8c67fe568914),segment_id=cc2e4b37-0388-484d-aea3-8c67fe568914)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:55:34.708819 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:34.738761 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3580e8-4420-4ebc-a47b-df19f9b8575b x-openstack-request-id: req-5e3580e8-4420-4ebc-a47b-df19f9b8575b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:55:34.739140 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372daa0b-1128-4f6c-8de1-b1f4708165c1", "name": "network-vif-plugged", "status": "completed", "tag": "a004bdcf-d430-4770-8835-14ff5bbc3fae", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:55:34.739547 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e3580e8-4420-4ebc-a47b-df19f9b8575b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:55:34.740035 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372daa0b-1128-4f6c-8de1-b1f4708165c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a004bdcf-d430-4770-8835-14ff5bbc3fae', 'code': 200} Jul 23 20:55:34.773678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=a004bdcf-d430-4770-8835-14ff5bbc3fae,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:34.775900 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c66cd8-cc5b-4eaa-8629-e30e1c2e53fa req-63671467-224c-4b71-a693-61dff43685b4 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:34.779689 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4c66cd8-cc5b-4eaa-8629-e30e1c2e53fa req-63671467-224c-4b71-a693-61dff43685b4 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=372daa0b-1128-4f6c-8de1-b1f4708165c1 HTTP/1.1" status: 200 len: 944 time: 0.0989196 Jul 23 20:55:34.852738 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4c66cd8-cc5b-4eaa-8629-e30e1c2e53fa req-aee60039-8fa4-454a-a32b-2af2a7e1dbd3 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610037 Jul 23 20:55:34.884212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120ad39-155a-43f7-9c85-1e3bfeaf8809 req-37f2bd3d-ffd7-48e5-9aeb-5479683035e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:34.885719 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b120ad39-155a-43f7-9c85-1e3bfeaf8809 req-37f2bd3d-ffd7-48e5-9aeb-5479683035e5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=372daa0b-1128-4f6c-8de1-b1f4708165c1 HTTP/1.1" status: 200 len: 1097 time: 0.0775199 Jul 23 20:55:34.919751 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b120ad39-155a-43f7-9c85-1e3bfeaf8809 req-81780d1f-70dd-4776-b09c-dac3e357b408 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277293 Jul 23 20:55:35.656482 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 40994) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:35.769412 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf2ca91e-ebe8-4b5f-a5ad-1f7c233baaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:35.856113 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf2ca91e-ebe8-4b5f-a5ad-1f7c233baaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:35.859715 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf2ca91e-ebe8-4b5f-a5ad-1f7c233baaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:35.898925 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bf2ca91e-ebe8-4b5f-a5ad-1f7c233baaa8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33610f33949344ea8d618d2c195b0826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413192 Jul 23 20:55:35.899847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ca91e-ebe8-4b5f-a5ad-1f7c233baaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8548cc1f-ecd6-47d1-8c1f-0e18e074e3ea,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:35.901567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41000) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:35.988516 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d86fd98-f000-472a-8927-b4feaa1437be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:36.016791 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d86fd98-f000-472a-8927-b4feaa1437be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:36.033912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39dbca-cb1a-440b-88fc-3c88700907bb req-d5086260-b6cb-44cd-a80b-340c35e4f5f0 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:36.035416 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4d39dbca-cb1a-440b-88fc-3c88700907bb req-d5086260-b6cb-44cd-a80b-340c35e4f5f0 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=372daa0b-1128-4f6c-8de1-b1f4708165c1 HTTP/1.1" status: 200 len: 945 time: 0.1107850 Jul 23 20:55:36.088347 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4d39dbca-cb1a-440b-88fc-3c88700907bb req-e9061ee0-9822-4902-9b2e-279b824fd528 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460832 Jul 23 20:55:36.097111 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d86fd98-f000-472a-8927-b4feaa1437be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:36.100058 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d86fd98-f000-472a-8927-b4feaa1437be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:36.101448 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0d86fd98-f000-472a-8927-b4feaa1437be admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8548cc1f-ecd6-47d1-8c1f-0e18e074e3ea HTTP/1.1" status: 204 len: 168 time: 0.1988304 Jul 23 20:55:36.109305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86fd98-f000-472a-8927-b4feaa1437be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8548cc1f-ecd6-47d1-8c1f-0e18e074e3ea,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:36.369308 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41044) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:36.384616 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b556d5d5-39b7-4878-9943-d78a0de8594c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:36.479043 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b556d5d5-39b7-4878-9943-d78a0de8594c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:36.485296 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b556d5d5-39b7-4878-9943-d78a0de8594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:36.519511 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b556d5d5-39b7-4878-9943-d78a0de8594c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62ae85217fb84d79ac7ad6a0649bd948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490164 Jul 23 20:55:36.519754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41050) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:36.536859 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556d5d5-39b7-4878-9943-d78a0de8594c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f15d7c7-4fcb-4022-8c37-7b6d1a244be7,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:36.578053 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d252d3c2-ec11-47da-b3bd-d99fd24a9f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:36.599826 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d252d3c2-ec11-47da-b3bd-d99fd24a9f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:36.647920 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d252d3c2-ec11-47da-b3bd-d99fd24a9f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:36.650545 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d252d3c2-ec11-47da-b3bd-d99fd24a9f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:36.654421 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d252d3c2-ec11-47da-b3bd-d99fd24a9f93 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f15d7c7-4fcb-4022-8c37-7b6d1a244be7 HTTP/1.1" status: 204 len: 168 time: 0.1309056 Jul 23 20:55:36.659565 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252d3c2-ec11-47da-b3bd-d99fd24a9f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f15d7c7-4fcb-4022-8c37-7b6d1a244be7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:44.889190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41266) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:45.005604 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1fcc74e-ada6-4d5b-898d-e612ff01811b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:45.101401 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1fcc74e-ada6-4d5b-898d-e612ff01811b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:45.106421 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1fcc74e-ada6-4d5b-898d-e612ff01811b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:45.150093 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b1fcc74e-ada6-4d5b-898d-e612ff01811b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9fe8532cb7214db4826388db9e575b79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583382 Jul 23 20:55:45.150093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcc74e-ada6-4d5b-898d-e612ff01811b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e943f3-7cc3-45a5-99e1-451fa3d9b211,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:45.151973 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41272) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:45.202704 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f42ecbe-51f7-4e2b-8577-c7088d624d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:45.226111 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f42ecbe-51f7-4e2b-8577-c7088d624d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:45.276213 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f42ecbe-51f7-4e2b-8577-c7088d624d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:45.278791 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f42ecbe-51f7-4e2b-8577-c7088d624d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:45.280130 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6f42ecbe-51f7-4e2b-8577-c7088d624d02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74e943f3-7cc3-45a5-99e1-451fa3d9b211 HTTP/1.1" status: 204 len: 168 time: 0.1272459 Jul 23 20:55:45.290918 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42ecbe-51f7-4e2b-8577-c7088d624d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e943f3-7cc3-45a5-99e1-451fa3d9b211,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:45.519933 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:45.549571 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41278) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:45.570034 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e56f5d1f-31c6-4a0c-8750-cb169c68908d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:45.662329 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e56f5d1f-31c6-4a0c-8750-cb169c68908d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:45.666634 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e56f5d1f-31c6-4a0c-8750-cb169c68908d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:45.704998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e56f5d1f-31c6-4a0c-8750-cb169c68908d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01fe093e528f496bb752a0bf6f3f3ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543396 Jul 23 20:55:45.707328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f5d1f-31c6-4a0c-8750-cb169c68908d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ab6257-e861-4373-8532-cf4684b4f742,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:45.708137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41280) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:45.765813 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7dae119f-3379-4f2e-9cbb-402a0c051186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:45.788840 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7dae119f-3379-4f2e-9cbb-402a0c051186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:45.836796 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7dae119f-3379-4f2e-9cbb-402a0c051186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:45.839696 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7dae119f-3379-4f2e-9cbb-402a0c051186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:45.840874 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7dae119f-3379-4f2e-9cbb-402a0c051186 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42ab6257-e861-4373-8532-cf4684b4f742 HTTP/1.1" status: 204 len: 168 time: 0.1314731 Jul 23 20:55:45.849350 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae119f-3379-4f2e-9cbb-402a0c051186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ab6257-e861-4373-8532-cf4684b4f742,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:46.185911 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41296) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:46.199550 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec9be-a1aa-4ab8-8540-8e1f1290048f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:46.292613 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec9be-a1aa-4ab8-8540-8e1f1290048f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:46.296609 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec9be-a1aa-4ab8-8540-8e1f1290048f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:46.344760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ec9be-a1aa-4ab8-8540-8e1f1290048f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7c0a76-69bc-4803-8f9d-2370a7ad3858,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:46.349236 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7b8ec9be-a1aa-4ab8-8540-8e1f1290048f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a823c1a5dd8d4a90a88f70b969d8382d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622872 Jul 23 20:55:46.352472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41298) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:46.405414 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6a52f531-5a33-4109-94bb-6dcd9a8b4ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:46.426619 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6a52f531-5a33-4109-94bb-6dcd9a8b4ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:46.473358 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6a52f531-5a33-4109-94bb-6dcd9a8b4ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:46.476443 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6a52f531-5a33-4109-94bb-6dcd9a8b4ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:46.477641 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6a52f531-5a33-4109-94bb-6dcd9a8b4ae0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba7c0a76-69bc-4803-8f9d-2370a7ad3858 HTTP/1.1" status: 204 len: 168 time: 0.1241941 Jul 23 20:55:46.486381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52f531-5a33-4109-94bb-6dcd9a8b4ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7c0a76-69bc-4803-8f9d-2370a7ad3858,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:46.927199 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:47.047510 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:55:49.900716 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41534) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:50.004518 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fcf817f4-d802-4482-ad6d-3b920c86ee8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:50.102785 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fcf817f4-d802-4482-ad6d-3b920c86ee8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:50.108244 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fcf817f4-d802-4482-ad6d-3b920c86ee8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:50.149176 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fcf817f4-d802-4482-ad6d-3b920c86ee8a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f7fdddb047d45a48ae01ff4d7fbcfac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472394 Jul 23 20:55:50.149937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf817f4-d802-4482-ad6d-3b920c86ee8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae29c004-7ffc-48f4-ae4d-fca31bfd6e2a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:50.151831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41538) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:50.202908 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-28c451c1-bfc0-434d-a196-9e6d2dcbc959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:50.224196 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-28c451c1-bfc0-434d-a196-9e6d2dcbc959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:50.275735 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-28c451c1-bfc0-434d-a196-9e6d2dcbc959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:50.278413 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-28c451c1-bfc0-434d-a196-9e6d2dcbc959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:50.279984 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-28c451c1-bfc0-434d-a196-9e6d2dcbc959 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae29c004-7ffc-48f4-ae4d-fca31bfd6e2a HTTP/1.1" status: 204 len: 168 time: 0.1265302 Jul 23 20:55:50.289109 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c451c1-bfc0-434d-a196-9e6d2dcbc959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae29c004-7ffc-48f4-ae4d-fca31bfd6e2a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:51.625817 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41594) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:51.728913 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7d9f6ee7-5212-429e-88ed-fa88812203ee tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:55:51.757608 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7d9f6ee7-5212-429e-88ed-fa88812203ee tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] 10.222.0.55 "PUT /v2.0/quotas/c9592f7ab1f34ecd9f47e5081474dc6a HTTP/1.1" status: 200 len: 366 time: 0.1303737 Jul 23 20:55:51.760185 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41598) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:51.770941 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a1de6d5a-848d-41bb-bf16-1627ab58fa9c tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0087297 Jul 23 20:55:51.772263 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41600) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:51.782853 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-37a0b1fb-971e-497b-8345-e9bad4a89f57 tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] 10.222.0.55 "GET /v2.0/quotas/c9592f7ab1f34ecd9f47e5081474dc6a HTTP/1.1" status: 200 len: 366 time: 0.0092735 Jul 23 20:55:51.784778 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41602) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:51.799479 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-27bd0a8c-bc41-42e8-898e-7bc7227236a3 tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/c9592f7ab1f34ecd9f47e5081474dc6a HTTP/1.1" status: 204 len: 168 time: 0.0136521 Jul 23 20:55:51.801972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41604) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:51.815197 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-275763ac-46ff-47a2-96a0-a17e8a0849dc tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0098825 Jul 23 20:55:51.815384 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41606) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:51.824750 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1937b0d5-a379-49b4-a4e5-acedac31e6a4 tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] 10.222.0.55 "GET /v2.0/quotas/c9592f7ab1f34ecd9f47e5081474dc6a HTTP/1.1" status: 200 len: 370 time: 0.0083141 Jul 23 20:55:51.826957 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41608) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:51.831548 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ab905bb5-015b-4e32-b27d-d55f9d066201 tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] 10.222.0.55 "GET /v2.0/quotas/c9592f7ab1f34ecd9f47e5081474dc6a/default HTTP/1.1" status: 200 len: 370 time: 0.0036511 Jul 23 20:55:51.833843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41610) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:51.842520 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-6c9e2f67-bec1-49c9-8bbe-c9c9f5b2c203 tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] delete failed (client error): The resource could not be found. Jul 23 20:55:51.843497 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6c9e2f67-bec1-49c9-8bbe-c9c9f5b2c203 tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/c9592f7ab1f34ecd9f47e5081474dc6a HTTP/1.1" status: 404 len: 348 time: 0.0088482 Jul 23 20:55:51.943843 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41614) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:51.963771 n-d-791504-18 neutron-server[93810]: DEBUG neutron.quota.resource [None req-56704999-e441-43a6-9b99-9a5772fb084e tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] Usage tracker for resource:network and tenant:8a0f99e2982b48d68c040c5f25089772 is out of sync, need to count used quota {{(pid=93810) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:55:51.969335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.quota.resource [None req-56704999-e441-43a6-9b99-9a5772fb084e tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93810) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:55:51.976348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.quota.resource [None req-56704999-e441-43a6-9b99-9a5772fb084e tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] Usage tracker for resource:subnet and tenant:8a0f99e2982b48d68c040c5f25089772 is out of sync, need to count used quota {{(pid=93810) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:55:51.981146 n-d-791504-18 neutron-server[93810]: DEBUG neutron.quota.resource [None req-56704999-e441-43a6-9b99-9a5772fb084e tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93810) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:55:51.987297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.quota.resource [None req-56704999-e441-43a6-9b99-9a5772fb084e tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] Usage tracker for resource:subnetpool and tenant:8a0f99e2982b48d68c040c5f25089772 is out of sync, need to count used quota {{(pid=93810) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:55:51.992082 n-d-791504-18 neutron-server[93810]: DEBUG neutron.quota.resource [None req-56704999-e441-43a6-9b99-9a5772fb084e tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93810) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:55:51.998199 n-d-791504-18 neutron-server[93810]: DEBUG neutron.quota.resource [None req-56704999-e441-43a6-9b99-9a5772fb084e tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] Usage tracker for resource:port and tenant:8a0f99e2982b48d68c040c5f25089772 is out of sync, need to count used quota {{(pid=93810) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:55:52.003364 n-d-791504-18 neutron-server[93810]: DEBUG neutron.quota.resource [None req-56704999-e441-43a6-9b99-9a5772fb084e tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93810) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:55:52.009354 n-d-791504-18 neutron-server[93810]: DEBUG neutron.quota.resource [None req-56704999-e441-43a6-9b99-9a5772fb084e tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] Usage tracker for resource:router and tenant:8a0f99e2982b48d68c040c5f25089772 is out of sync, need to count used quota {{(pid=93810) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:55:52.014065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.quota.resource [None req-56704999-e441-43a6-9b99-9a5772fb084e tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93810) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:55:52.020142 n-d-791504-18 neutron-server[93810]: DEBUG neutron.quota.resource [None req-56704999-e441-43a6-9b99-9a5772fb084e tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] Usage tracker for resource:floatingip and tenant:8a0f99e2982b48d68c040c5f25089772 is out of sync, need to count used quota {{(pid=93810) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:55:52.025341 n-d-791504-18 neutron-server[93810]: DEBUG neutron.quota.resource [None req-56704999-e441-43a6-9b99-9a5772fb084e tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93810) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:55:52.061706 n-d-791504-18 neutron-server[93810]: DEBUG neutron.quota.resource [None req-56704999-e441-43a6-9b99-9a5772fb084e tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] Usage tracker for resource:security_group and tenant:8a0f99e2982b48d68c040c5f25089772 is out of sync, need to count used quota {{(pid=93810) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:55:52.067212 n-d-791504-18 neutron-server[93810]: DEBUG neutron.quota.resource [None req-56704999-e441-43a6-9b99-9a5772fb084e tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93810) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:55:52.074197 n-d-791504-18 neutron-server[93810]: DEBUG neutron.quota.resource [None req-56704999-e441-43a6-9b99-9a5772fb084e tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] Usage tracker for resource:security_group_rule and tenant:8a0f99e2982b48d68c040c5f25089772 is out of sync, need to count used quota {{(pid=93810) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:55:52.084072 n-d-791504-18 neutron-server[93810]: DEBUG neutron.quota.resource [None req-56704999-e441-43a6-9b99-9a5772fb084e tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93810) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:55:52.090944 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-56704999-e441-43a6-9b99-9a5772fb084e tempest-QuotasTest-1615140818 tempest-QuotasTest-1615140818-project-admin] 10.222.0.55 "GET /v2.0/quotas/8a0f99e2982b48d68c040c5f25089772/details.json HTTP/1.1" status: 200 len: 703 time: 0.1458821 Jul 23 20:55:52.382415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41620) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:52.488720 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7f1b4e0d-c760-40c0-9ae1-18670e3df78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:52.577124 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7f1b4e0d-c760-40c0-9ae1-18670e3df78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:52.580922 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7f1b4e0d-c760-40c0-9ae1-18670e3df78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:52.625256 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7f1b4e0d-c760-40c0-9ae1-18670e3df78f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f1e0d334a2b4bd9817890e515d5116a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389798 Jul 23 20:55:52.625256 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b4e0d-c760-40c0-9ae1-18670e3df78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7cf62d-86b9-470f-afc3-a7dd8d4d0c1a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:52.627423 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41624) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:52.690875 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea925220-4695-4d12-ad60-7e6252c63814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:52.713730 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea925220-4695-4d12-ad60-7e6252c63814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:52.761110 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea925220-4695-4d12-ad60-7e6252c63814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:52.763798 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ea925220-4695-4d12-ad60-7e6252c63814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:52.765066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ea925220-4695-4d12-ad60-7e6252c63814 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca7cf62d-86b9-470f-afc3-a7dd8d4d0c1a HTTP/1.1" status: 204 len: 168 time: 0.1366003 Jul 23 20:55:52.773650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea925220-4695-4d12-ad60-7e6252c63814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7cf62d-86b9-470f-afc3-a7dd8d4d0c1a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:53.049937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41632) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:53.062917 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d4852924-8aa8-49e6-8379-a56db03e1916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:53.150859 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d4852924-8aa8-49e6-8379-a56db03e1916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:53.154438 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d4852924-8aa8-49e6-8379-a56db03e1916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:53.192729 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d4852924-8aa8-49e6-8379-a56db03e1916 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8a0f99e2982b48d68c040c5f25089772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416533 Jul 23 20:55:53.193595 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4852924-8aa8-49e6-8379-a56db03e1916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2a80bc-2c14-4636-9a3b-43fe02b2f948,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:53.196220 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41634) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:53.245153 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1487f3c3-0207-4fab-9c2a-d3298988092c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:53.265730 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1487f3c3-0207-4fab-9c2a-d3298988092c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:53.311878 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1487f3c3-0207-4fab-9c2a-d3298988092c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:53.314401 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1487f3c3-0207-4fab-9c2a-d3298988092c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:53.317949 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1487f3c3-0207-4fab-9c2a-d3298988092c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ea2a80bc-2c14-4636-9a3b-43fe02b2f948 HTTP/1.1" status: 204 len: 168 time: 0.1182234 Jul 23 20:55:53.325823 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487f3c3-0207-4fab-9c2a-d3298988092c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2a80bc-2c14-4636-9a3b-43fe02b2f948,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:54.002741 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41658) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.098958 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-9ec9ffb0-bc40-4616-8b97-34163dc1790b tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.100012 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9ec9ffb0-bc40-4616-8b97-34163dc1790b tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0961728 Jul 23 20:55:54.103568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41662) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.107875 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-60be75cc-55d9-446c-a7fe-f84a168fec83 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.108834 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-60be75cc-55d9-446c-a7fe-f84a168fec83 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043480 Jul 23 20:55:54.111250 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41664) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.115422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-7899905a-9fea-4998-b4f9-9d03d6fa138b tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.116890 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7899905a-9fea-4998-b4f9-9d03d6fa138b tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0047693 Jul 23 20:55:54.119278 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41666) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.124027 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-48099f9f-6a5f-4281-8beb-6a11e6fb3cbe tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.124992 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-48099f9f-6a5f-4281-8beb-6a11e6fb3cbe tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0048537 Jul 23 20:55:54.127377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41668) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.131509 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-3caa4d46-a8b9-4ef0-b2ea-0bd51df83c91 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.132446 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3caa4d46-a8b9-4ef0-b2ea-0bd51df83c91 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0042031 Jul 23 20:55:54.135090 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41670) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.139631 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-0c0c9ff9-7184-4e61-b4be-901a04c01d1d tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.140586 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0c0c9ff9-7184-4e61-b4be-901a04c01d1d tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044889 Jul 23 20:55:54.142820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41672) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.146672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-b0153722-16ac-40d9-b2b0-0b8dc71cc6a4 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.147704 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b0153722-16ac-40d9-b2b0-0b8dc71cc6a4 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0040081 Jul 23 20:55:54.149891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41674) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.153960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-53c349fa-93f8-4d03-89e0-7473a6df2ff2 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.154909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-53c349fa-93f8-4d03-89e0-7473a6df2ff2 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0041280 Jul 23 20:55:54.157411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41676) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.161754 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-dba76710-f685-4471-9d15-e7d24f5b9f8a tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.165062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dba76710-f685-4471-9d15-e7d24f5b9f8a tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043674 Jul 23 20:55:54.165855 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41678) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.170138 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-fe4a9005-515d-4d27-b095-8e57d038bd43 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.171200 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fe4a9005-515d-4d27-b095-8e57d038bd43 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0041604 Jul 23 20:55:54.173385 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41680) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.177315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-65aed9c2-bd03-4e36-b617-81e0b2f91dbc tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.178762 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-65aed9c2-bd03-4e36-b617-81e0b2f91dbc tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0040247 Jul 23 20:55:54.181025 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41682) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.185620 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-f97923e9-ec04-4768-a885-fb554baee7f5 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.186551 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f97923e9-ec04-4768-a885-fb554baee7f5 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0045853 Jul 23 20:55:54.188833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41684) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.193175 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-4fe8a5d2-0a2a-4add-ae25-bcbf62d7a556 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.195157 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4fe8a5d2-0a2a-4add-ae25-bcbf62d7a556 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043831 Jul 23 20:55:54.196271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41686) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.200404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-03580816-a2d4-4117-9ea1-3fe3f69c5f52 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.201318 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-03580816-a2d4-4117-9ea1-3fe3f69c5f52 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0040889 Jul 23 20:55:54.203393 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41688) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.207475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-a99d10a9-06fc-45d9-8908-9ad9b24b6028 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.208392 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a99d10a9-06fc-45d9-8908-9ad9b24b6028 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0041349 Jul 23 20:55:54.210905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41690) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.214732 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-697a30e3-1b30-4297-8091-1a4cfeb42191 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.215788 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-697a30e3-1b30-4297-8091-1a4cfeb42191 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0039542 Jul 23 20:55:54.217734 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41692) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.221579 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-425e14d6-c073-4557-9404-d5251025581a tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.222498 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-425e14d6-c073-4557-9404-d5251025581a tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0038943 Jul 23 20:55:54.224528 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41694) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.228861 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-93b15527-63aa-4d31-912b-ae26ecbd2658 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.229802 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-93b15527-63aa-4d31-912b-ae26ecbd2658 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043907 Jul 23 20:55:54.231856 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41696) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.235579 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-bc25c638-8e8b-4c35-a834-a883bc3eb6dc tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.236522 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bc25c638-8e8b-4c35-a834-a883bc3eb6dc tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0038378 Jul 23 20:55:54.238588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41698) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.243368 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-3a9f0615-2e10-4960-b0bb-ee20da13fc18 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.244372 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3a9f0615-2e10-4960-b0bb-ee20da13fc18 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047898 Jul 23 20:55:54.246876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41700) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.250979 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-c11ae4c2-fd48-4253-b634-0b3a18106c74 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.251901 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c11ae4c2-fd48-4253-b634-0b3a18106c74 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0040836 Jul 23 20:55:54.253882 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41702) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.257726 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-891ef2b7-fb0c-4fb5-9b11-ccca60879584 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.258629 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-891ef2b7-fb0c-4fb5-9b11-ccca60879584 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0039444 Jul 23 20:55:54.260676 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41704) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.264388 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-6ec6eb3a-e2b5-46cc-805e-59712779523d tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.265322 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6ec6eb3a-e2b5-46cc-805e-59712779523d tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0038140 Jul 23 20:55:54.267294 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41706) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.271514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-94ef4b5b-a79b-4a90-90a6-7a5632e45ab0 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.273011 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-94ef4b5b-a79b-4a90-90a6-7a5632e45ab0 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048840 Jul 23 20:55:54.274964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41708) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.278718 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-87770972-b773-4173-8e75-b1aaab7103c2 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.279676 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-87770972-b773-4173-8e75-b1aaab7103c2 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0038569 Jul 23 20:55:54.281652 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41710) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.285359 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-98b27d19-5123-4c7f-85dd-71c565fb7cc5 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.286288 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-98b27d19-5123-4c7f-85dd-71c565fb7cc5 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0038104 Jul 23 20:55:54.288887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41712) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.292696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-0f43243f-211a-441d-99cc-389219275df8 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.293637 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0f43243f-211a-441d-99cc-389219275df8 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0038545 Jul 23 20:55:54.295637 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41714) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.299424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-9221aed1-cdfe-4525-b10e-64a6d8769856 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.300363 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9221aed1-cdfe-4525-b10e-64a6d8769856 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038948 Jul 23 20:55:54.302321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41716) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.306356 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-4bdd1718-374e-4f65-bc65-d6cc956a08cf tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.307300 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4bdd1718-374e-4f65-bc65-d6cc956a08cf tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0041385 Jul 23 20:55:54.309498 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41718) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.313333 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-3ee6b1eb-2b43-4db1-a483-4bc635198db8 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.314242 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3ee6b1eb-2b43-4db1-a483-4bc635198db8 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0039182 Jul 23 20:55:54.316343 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41720) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.320657 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-5ff93a7c-9cd2-4c11-9c61-de9a43927bb6 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.321574 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5ff93a7c-9cd2-4c11-9c61-de9a43927bb6 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044281 Jul 23 20:55:54.323764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41722) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.327536 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-84452a7c-fb7e-4b63-9b94-f22017348749 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.328446 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-84452a7c-fb7e-4b63-9b94-f22017348749 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0038807 Jul 23 20:55:54.330496 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41724) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.335053 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-f233af9a-e3f7-4c5a-9e6e-a1b7fd200204 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.336036 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f233af9a-e3f7-4c5a-9e6e-a1b7fd200204 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046961 Jul 23 20:55:54.338102 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41726) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.342032 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-b70967d5-c0dc-4c8b-b5fe-fb7232d7e6c1 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.342975 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b70967d5-c0dc-4c8b-b5fe-fb7232d7e6c1 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0040340 Jul 23 20:55:54.344994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41728) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.348812 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-5ca8b036-e822-43a3-8aec-dc7495921d4a tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.349853 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5ca8b036-e822-43a3-8aec-dc7495921d4a tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0039077 Jul 23 20:55:54.352343 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41730) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.356101 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-c617ba14-2064-40a1-83bd-d7de97c3cedb tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.357005 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c617ba14-2064-40a1-83bd-d7de97c3cedb tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0038619 Jul 23 20:55:54.359009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41732) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.362906 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-02e2a158-47b4-405f-871c-484717d3fafa tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.363889 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-02e2a158-47b4-405f-871c-484717d3fafa tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0040176 Jul 23 20:55:54.365858 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41734) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.370081 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-9d7512cc-1ff6-4e73-a209-0b8fcabf1502 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.371036 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9d7512cc-1ff6-4e73-a209-0b8fcabf1502 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043428 Jul 23 20:55:54.373069 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41736) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.376768 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-764048fd-75e4-4d1d-8390-d8a5a9e43e17 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.377695 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-764048fd-75e4-4d1d-8390-d8a5a9e43e17 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0038049 Jul 23 20:55:54.379686 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41738) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.383475 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-6210eb93-f98b-43db-a3aa-2f6fe4e711d7 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.384507 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6210eb93-f98b-43db-a3aa-2f6fe4e711d7 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0038981 Jul 23 20:55:54.386332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41740) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.390023 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-6f34d194-1f38-4382-83a0-75652d4cf1e9 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.390963 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6f34d194-1f38-4382-83a0-75652d4cf1e9 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0038040 Jul 23 20:55:54.392977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41742) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.396692 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-c96af3bc-bf13-48ea-992f-8abf7ce91c9e tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.398170 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c96af3bc-bf13-48ea-992f-8abf7ce91c9e tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043616 Jul 23 20:55:54.400151 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41744) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.403873 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-b1af9a00-1b2f-4aeb-99df-42cded78b7d7 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.404819 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b1af9a00-1b2f-4aeb-99df-42cded78b7d7 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0038383 Jul 23 20:55:54.406724 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41746) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.410481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-c0de2376-11ac-46bd-8fae-d134560da1ba tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.411434 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c0de2376-11ac-46bd-8fae-d134560da1ba tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0038126 Jul 23 20:55:54.414007 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41748) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.418184 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-2d310e77-ee42-4b02-8cf1-5d33e5545e30 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.419147 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2d310e77-ee42-4b02-8cf1-5d33e5545e30 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0042944 Jul 23 20:55:54.421108 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41750) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.424902 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-17ba85a0-56f1-4c2f-aa02-eb82c2b3cc52 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.425797 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-17ba85a0-56f1-4c2f-aa02-eb82c2b3cc52 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0038838 Jul 23 20:55:54.427830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41752) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.433238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-f646d7e8-cfa9-4673-b099-de939a4c7e1b tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.434352 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f646d7e8-cfa9-4673-b099-de939a4c7e1b tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051663 Jul 23 20:55:54.437304 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41754) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.442293 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-a25ef383-a421-4580-973d-9e2bb6a2bae9 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.443288 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a25ef383-a421-4580-973d-9e2bb6a2bae9 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0048070 Jul 23 20:55:54.446098 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41756) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.449887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-1dd92319-4773-4534-98fe-9fd78bb39be3 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.450794 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1dd92319-4773-4534-98fe-9fd78bb39be3 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0038784 Jul 23 20:55:54.452874 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41758) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.456724 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-33b9abe1-a510-4edf-8328-3d845acc82e9 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.457891 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-33b9abe1-a510-4edf-8328-3d845acc82e9 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0041857 Jul 23 20:55:54.459968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41760) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.463883 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-cc90fb0a-ac0b-42eb-980f-312b8f04dd5b tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.464799 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cc90fb0a-ac0b-42eb-980f-312b8f04dd5b tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0040104 Jul 23 20:55:54.466810 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41762) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.471033 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-86c158cd-353a-44f6-91d7-9521c52615ae tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.471981 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-86c158cd-353a-44f6-91d7-9521c52615ae tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043230 Jul 23 20:55:54.473977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41764) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.477705 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-518871b0-0404-44ed-a664-0975d019da9a tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.478614 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-518871b0-0404-44ed-a664-0975d019da9a tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0038345 Jul 23 20:55:54.480606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41766) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.484322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-0a066afd-02bc-43f1-a8d4-ede397e007b7 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.485232 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0a066afd-02bc-43f1-a8d4-ede397e007b7 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0038264 Jul 23 20:55:54.487264 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41768) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.491559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-92175bd1-e420-4334-8713-93a05d96c467 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.492598 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-92175bd1-e420-4334-8713-93a05d96c467 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044005 Jul 23 20:55:54.495591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41770) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.499482 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-b0867715-f40a-4841-98ee-8284d9c58ae8 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.500413 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b0867715-f40a-4841-98ee-8284d9c58ae8 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0039940 Jul 23 20:55:54.503364 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41772) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.507721 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-d12b9fc0-91ef-4c5b-b0a3-fb3e62eb11cc tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.508660 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d12b9fc0-91ef-4c5b-b0a3-fb3e62eb11cc tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0045311 Jul 23 20:55:54.510700 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41774) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.514603 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-e2efd945-892e-485a-9194-acd85945eae9 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.515530 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e2efd945-892e-485a-9194-acd85945eae9 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0039930 Jul 23 20:55:54.517529 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41776) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.523808 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-cdcb1ec0-50de-4537-91f0-dc913bd59255 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.524765 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cdcb1ec0-50de-4537-91f0-dc913bd59255 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0064042 Jul 23 20:55:54.526767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41778) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.530514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-13938d92-37bc-45e3-992a-f248f1f974ac tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.531440 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-13938d92-37bc-45e3-992a-f248f1f974ac tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0038106 Jul 23 20:55:54.533696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41780) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.537549 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-7a680dc8-453f-42e4-9215-eda61cde85d4 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.545222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41782) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.545399 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7a680dc8-453f-42e4-9215-eda61cde85d4 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0067255 Jul 23 20:55:54.546514 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-00b08d6f-4536-48b0-8afc-a73720132888 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.547639 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-00b08d6f-4536-48b0-8afc-a73720132888 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0052598 Jul 23 20:55:54.549783 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41784) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.558073 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1df5dc77-7c95-482a-9e53-c68ed97ae8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:54.563092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-347a08fa-944c-47a4-a31e-ffc03aa6310e tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.564134 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-347a08fa-944c-47a4-a31e-ffc03aa6310e tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0132887 Jul 23 20:55:54.566769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41786) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.571414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-5a4379b0-39b8-4a26-a29b-51baebe22b67 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.572418 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5a4379b0-39b8-4a26-a29b-51baebe22b67 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047364 Jul 23 20:55:54.574671 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41788) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.578678 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-db11b2ba-e05a-4e83-a156-42238103dec3 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.579678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-db11b2ba-e05a-4e83-a156-42238103dec3 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0040541 Jul 23 20:55:54.581681 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41790) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.585862 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-9d8baf2b-eb8e-43f6-b60e-c29436569d22 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.586783 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9d8baf2b-eb8e-43f6-b60e-c29436569d22 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0039034 Jul 23 20:55:54.588907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41792) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.592984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [None req-eb35867b-4534-441a-bdcf-fefcfd90164d tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.593926 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-eb35867b-4534-441a-bdcf-fefcfd90164d tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0041976 Jul 23 20:55:54.596316 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41794) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.601122 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-0b1df077-a34f-4721-8b06-de54e73f97d6 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.602065 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0b1df077-a34f-4721-8b06-de54e73f97d6 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048022 Jul 23 20:55:54.604215 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41796) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.608147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [None req-0d70ddc0-57d6-4253-89ad-ca04fd60ca09 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:54.609052 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0d70ddc0-57d6-4253-89ad-ca04fd60ca09 tempest-ExtensionsTestJSON-1085879523 tempest-ExtensionsTestJSON-1085879523-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0040004 Jul 23 20:55:54.857416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41804) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:54.963444 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-065bf3d2-bdaf-415f-a01f-4368f423fef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:55.056134 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-065bf3d2-bdaf-415f-a01f-4368f423fef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:55.059750 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-065bf3d2-bdaf-415f-a01f-4368f423fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:55.097290 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-065bf3d2-bdaf-415f-a01f-4368f423fef7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=662d08b3b8a14229ac763a1994563128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385843 Jul 23 20:55:55.099389 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bf3d2-bdaf-415f-a01f-4368f423fef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8155c4fc-ad66-4045-80bf-49b1fb1686b3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:55.099497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41808) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:55.157932 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-43aed1a2-5ebc-4f93-930c-f45db3cd8531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:55.178969 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-43aed1a2-5ebc-4f93-930c-f45db3cd8531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:55.227427 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-43aed1a2-5ebc-4f93-930c-f45db3cd8531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:55.230530 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-43aed1a2-5ebc-4f93-930c-f45db3cd8531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:55.231402 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-43aed1a2-5ebc-4f93-930c-f45db3cd8531 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8155c4fc-ad66-4045-80bf-49b1fb1686b3 HTTP/1.1" status: 204 len: 168 time: 0.1310346 Jul 23 20:55:55.239607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aed1a2-5ebc-4f93-930c-f45db3cd8531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8155c4fc-ad66-4045-80bf-49b1fb1686b3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:55.858361 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41832) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:55.956649 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Request body: {'networks': [{'name': 'tempest-network--2141611183'}, {'name': 'tempest-network--865058358'}]} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:55:55.957214 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Request body: {'network': {'name': 'tempest-network--2141611183'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:55:55.957671 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Request body: {'network': {'name': 'tempest-network--865058358'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:55:55.978559 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Made reservation on behalf of d9efb4fc9ab441ddb47fd284aa073ad6 for: {'network': 2} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:55:55.982958 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:55.991855 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:56.078991 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:56.083226 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:56.083713 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:56.118028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fd5a5a-d7a4-42ff-b5e7-7507ddddab20,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:56.126805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:55:56.135939 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:56.136282 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Added segment 456a7223-50aa-475e-b252-265e79f77d67 of type vlan for network 71d36d77-7579-42a7-baae-13a45d2c723d Jul 23 20:55:56.175458 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:56.212272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:55:56.221205 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:56.221593 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Added segment 8595b68f-f3d8-4bf9-b1c1-becfeae14d50 of type vlan for network 60f85a69-c24a-4e55-a886-ee97ecfd8da0 Jul 23 20:55:56.262278 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:56.294584 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:56.295107 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:56.300913 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:56.306278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:56.306911 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:56.339521 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.4800427 Jul 23 20:55:56.342179 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41844) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:56.431062 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event updated for resources: {'Network': ['ID=71d36d77-7579-42a7-baae-13a45d2c723d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:56.443391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 71d36d77-7579-42a7-baae-13a45d2c723d details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:55:56.904949 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8923f-3fe1-4737-9fd8-005f6037b6c7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event updated for resources: {'Network': ['ID=60f85a69-c24a-4e55-a886-ee97ecfd8da0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:56.915919 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 60f85a69-c24a-4e55-a886-ee97ecfd8da0 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:55:56.940584 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdfa91b-5438-4999-baf8-36ade892932e tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:56.946590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdfa91b-5438-4999-baf8-36ade892932e tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:56.953096 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdfa91b-5438-4999-baf8-36ade892932e tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:56.960521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdfa91b-5438-4999-baf8-36ade892932e tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:56.964936 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bbdfa91b-5438-4999-baf8-36ade892932e tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6192653 Jul 23 20:55:56.965319 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41850) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:56.984854 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71296235-2d30-41bf-85f4-727361f6fa36 req-8b560d3f-1db3-466a-9a42-67561561aa7f tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:56.986353 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-71296235-2d30-41bf-85f4-727361f6fa36 req-8b560d3f-1db3-466a-9a42-67561561aa7f tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.5267296 Jul 23 20:55:57.024869 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-71296235-2d30-41bf-85f4-727361f6fa36 req-718e56d1-cf9e-4863-86f9-6399b7cad87f tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315273 Jul 23 20:55:57.050660 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66c2d85f-d145-42cf-ad8e-bc8442931b09 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.125428 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbcb409e-7e23-4b7a-9e13-eadd0ae69e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.133143 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66c2d85f-d145-42cf-ad8e-bc8442931b09 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.142964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-66c2d85f-d145-42cf-ad8e-bc8442931b09 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d36d77-7579-42a7-baae-13a45d2c723d']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:55:57.152651 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-66c2d85f-d145-42cf-ad8e-bc8442931b09 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456a7223-50aa-475e-b252-265e79f77d67') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:55:57.152945 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-66c2d85f-d145-42cf-ad8e-bc8442931b09 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456a7223-50aa-475e-b252-265e79f77d67') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:55:57.161525 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66c2d85f-d145-42cf-ad8e-bc8442931b09 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.175312 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66c2d85f-d145-42cf-ad8e-bc8442931b09 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.181518 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c2d85f-d145-42cf-ad8e-bc8442931b09 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:55:57.181898 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66c2d85f-d145-42cf-ad8e-bc8442931b09 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:55:57.184904 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:55:57.244890 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66c2d85f-d145-42cf-ad8e-bc8442931b09 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.252255 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66c2d85f-d145-42cf-ad8e-bc8442931b09 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.253468 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-66c2d85f-d145-42cf-ad8e-bc8442931b09 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "DELETE /v2.0/networks/71d36d77-7579-42a7-baae-13a45d2c723d HTTP/1.1" status: 204 len: 168 time: 0.2863014 Jul 23 20:55:57.256245 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41852) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:57.264595 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2d85f-d145-42cf-ad8e-bc8442931b09 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event deleted for resources: {'Network': ['ID=71d36d77-7579-42a7-baae-13a45d2c723d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:57.329394 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-289548e9-d3b3-4be6-aa89-c2648de3e893 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.358534 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.426080 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-289548e9-d3b3-4be6-aa89-c2648de3e893 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.437573 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-289548e9-d3b3-4be6-aa89-c2648de3e893 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f85a69-c24a-4e55-a886-ee97ecfd8da0']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:55:57.447886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-289548e9-d3b3-4be6-aa89-c2648de3e893 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8595b68f-f3d8-4bf9-b1c1-becfeae14d50') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:55:57.448178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-289548e9-d3b3-4be6-aa89-c2648de3e893 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8595b68f-f3d8-4bf9-b1c1-becfeae14d50') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:55:57.457381 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-289548e9-d3b3-4be6-aa89-c2648de3e893 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.470630 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-289548e9-d3b3-4be6-aa89-c2648de3e893 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.476653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289548e9-d3b3-4be6-aa89-c2648de3e893 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:55:57.477132 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-289548e9-d3b3-4be6-aa89-c2648de3e893 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:55:57.480002 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:55:57.543730 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-289548e9-d3b3-4be6-aa89-c2648de3e893 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.551296 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-289548e9-d3b3-4be6-aa89-c2648de3e893 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.553713 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-289548e9-d3b3-4be6-aa89-c2648de3e893 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "DELETE /v2.0/networks/60f85a69-c24a-4e55-a886-ee97ecfd8da0 HTTP/1.1" status: 204 len: 168 time: 0.2956626 Jul 23 20:55:57.557718 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41854) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:57.564970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289548e9-d3b3-4be6-aa89-c2648de3e893 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event deleted for resources: {'Network': ['ID=60f85a69-c24a-4e55-a886-ee97ecfd8da0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:57.772818 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e2658b-1956-412a-89bc-9fb053b118fa tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:57.778864 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e2658b-1956-412a-89bc-9fb053b118fa tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:57.780452 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b7e2658b-1956-412a-89bc-9fb053b118fa tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2216346 Jul 23 20:55:57.784169 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41856) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:57.789228 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a4a962be-0916-420a-b7dd-27762e331479 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1040879935'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:55:57.815707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a962be-0916-420a-b7dd-27762e331479 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Made reservation on behalf of d9efb4fc9ab441ddb47fd284aa073ad6 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:55:57.820266 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4a962be-0916-420a-b7dd-27762e331479 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.845426 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a962be-0916-420a-b7dd-27762e331479 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:55:57.854801 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4a962be-0916-420a-b7dd-27762e331479 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.855181 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-a4a962be-0916-420a-b7dd-27762e331479 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Added segment b9fe0d58-c290-4157-8d0c-fe4fcd71a1f6 of type vlan for network d18b175a-68f2-449a-903a-0981cd47fbba Jul 23 20:55:57.898315 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4a962be-0916-420a-b7dd-27762e331479 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.927322 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4a962be-0916-420a-b7dd-27762e331479 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.932836 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a962be-0916-420a-b7dd-27762e331479 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:57.933442 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a4a962be-0916-420a-b7dd-27762e331479 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:57.968113 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a4a962be-0916-420a-b7dd-27762e331479 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1827421 Jul 23 20:55:57.970717 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41858) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:57.976697 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-16ee2b49-d673-4f90-8aa1-787a4d218bef tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1824302362'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:55:58.019130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a962be-0916-420a-b7dd-27762e331479 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event updated for resources: {'Network': ['ID=d18b175a-68f2-449a-903a-0981cd47fbba,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:58.030590 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network d18b175a-68f2-449a-903a-0981cd47fbba details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:55:58.036255 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ee2b49-d673-4f90-8aa1-787a4d218bef tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Made reservation on behalf of d9efb4fc9ab441ddb47fd284aa073ad6 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:55:58.039812 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-16ee2b49-d673-4f90-8aa1-787a4d218bef tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:58.081234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ee2b49-d673-4f90-8aa1-787a4d218bef tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:55:58.091655 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-16ee2b49-d673-4f90-8aa1-787a4d218bef tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:58.097164 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-16ee2b49-d673-4f90-8aa1-787a4d218bef tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Added segment b96286a1-c28b-4f78-b65f-d4f4a3f5ed22 of type vlan for network d6f52f80-5dc2-4789-94f0-9f6fed75b893 Jul 23 20:55:58.140296 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-16ee2b49-d673-4f90-8aa1-787a4d218bef tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:58.168833 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-16ee2b49-d673-4f90-8aa1-787a4d218bef tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:58.171417 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d06a70-c5b8-4850-942c-233f47392263 req-de008a3d-2e85-47b2-98bd-60f7d87ad8f8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:58.172938 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5d06a70-c5b8-4850-942c-233f47392263 req-de008a3d-2e85-47b2-98bd-60f7d87ad8f8 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0676143 Jul 23 20:55:58.174458 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ee2b49-d673-4f90-8aa1-787a4d218bef tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:58.175043 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-16ee2b49-d673-4f90-8aa1-787a4d218bef tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:58.209368 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-16ee2b49-d673-4f90-8aa1-787a4d218bef tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2374279 Jul 23 20:55:58.213180 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5d06a70-c5b8-4850-942c-233f47392263 req-073f20ce-98a5-45ee-b9d4-f33465e2fc79 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339012 Jul 23 20:55:58.213878 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41864) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:58.219263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Request body: {'ports': [{'network_id': 'd18b175a-68f2-449a-903a-0981cd47fbba', 'name': 'tempest-port--571237047', 'admin_state_up': True}, {'network_id': 'd6f52f80-5dc2-4789-94f0-9f6fed75b893', 'admin_state_up': False}]} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:55:58.219395 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Request body: {'port': {'network_id': 'd18b175a-68f2-449a-903a-0981cd47fbba', 'name': 'tempest-port--571237047', 'admin_state_up': True}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:55:58.219934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Request body: {'port': {'network_id': 'd6f52f80-5dc2-4789-94f0-9f6fed75b893', 'admin_state_up': False}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:55:58.246579 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee2b49-d673-4f90-8aa1-787a4d218bef tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event updated for resources: {'Network': ['ID=d6f52f80-5dc2-4789-94f0-9f6fed75b893,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:58.258036 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network d6f52f80-5dc2-4789-94f0-9f6fed75b893 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:55:58.381537 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Made reservation on behalf of d9efb4fc9ab441ddb47fd284aa073ad6 for: {'port': 2} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:55:58.386069 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:58.398987 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:58.479656 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] device_id is not set on port 6f54d02c-4938-49e3-b3a0-c6454e034538 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:55:58.531291 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811e8ad-608b-44af-8f9e-cb90392508a0 req-cc023fad-ee46-4e73-b68c-4b991c79f881 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:58.532746 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c811e8ad-608b-44af-8f9e-cb90392508a0 req-cc023fad-ee46-4e73-b68c-4b991c79f881 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.48 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0681973 Jul 23 20:55:58.548701 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:58.606045 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:58.639447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-c811e8ad-608b-44af-8f9e-cb90392508a0 req-b7243e2d-718e-4dfc-a34b-4688d865c42b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Deleting port 127262a8-2021-47d2-87cb-c4f2b64a8011 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:55:58.639792 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c811e8ad-608b-44af-8f9e-cb90392508a0 req-b7243e2d-718e-4dfc-a34b-4688d865c42b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:58.678851 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] device_id is not set on port 723bd29d-7961-4631-b575-ca6716f132b6 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:55:58.791091 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:58.832845 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:58.894015 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event updated for resources: {'Port': ['ID=6f54d02c-4938-49e3-b3a0-c6454e034538,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:58.910595 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Checking segment: {'id': 'b9fe0d58-c290-4157-8d0c-fe4fcd71a1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd18b175a-68f2-449a-903a-0981cd47fbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:55:58.910964 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Network hostable DHCP agents. Network: d18b175a-68f2-449a-903a-0981cd47fbba, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:55:58.928123 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Network d18b175a-68f2-449a-903a-0981cd47fbba is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:55:58.937244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, d18b175a-68f2-449a-903a-0981cd47fbba) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:55:58.941150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:55:58.942158 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:58.951595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e06f32-aa34-4f47-930d-d5d113c306d8 None None] Network d18b175a-68f2-449a-903a-0981cd47fbba requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:55:58.996031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event updated for resources: {'Port': ['ID=723bd29d-7961-4631-b575-ca6716f132b6,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:59.001964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-c811e8ad-608b-44af-8f9e-cb90392508a0 req-b7243e2d-718e-4dfc-a34b-4688d865c42b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] For port 127262a8-2021-47d2-87cb-c4f2b64a8011, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=127262a8-2021-47d2-87cb-c4f2b64a8011,segment=NetworkSegment(7acafd24-d66a-4f21-b956-cae3d4cdb212),segment_id=7acafd24-d66a-4f21-b956-cae3d4cdb212)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:55:59.002515 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c811e8ad-608b-44af-8f9e-cb90392508a0 req-b7243e2d-718e-4dfc-a34b-4688d865c42b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:59.015533 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Checking segment: {'id': 'b96286a1-c28b-4f78-b65f-d4f4a3f5ed22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd6f52f80-5dc2-4789-94f0-9f6fed75b893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:55:59.015875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Network hostable DHCP agents. Network: d6f52f80-5dc2-4789-94f0-9f6fed75b893, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:55:59.034316 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Network d6f52f80-5dc2-4789-94f0-9f6fed75b893 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:55:59.044403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, d6f52f80-5dc2-4789-94f0-9f6fed75b893) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:55:59.048646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:55:59.055149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:59.059688 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c7a862-66f9-4af4-9012-04b24715c7a2 None None] Network d6f52f80-5dc2-4789-94f0-9f6fed75b893 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:55:59.060869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:59.063855 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:59.086275 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-41db31ed-0777-4a22-b849-544d049c8f2c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8688419 Jul 23 20:55:59.086439 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41868) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:59.273088 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278100ae-e9ab-4e97-9dd7-9f39e8f637a4 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:59.278943 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278100ae-e9ab-4e97-9dd7-9f39e8f637a4 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:59.280518 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-278100ae-e9ab-4e97-9dd7-9f39e8f637a4 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1930790 Jul 23 20:55:59.283350 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41872) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:59.326555 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c811e8ad-608b-44af-8f9e-cb90392508a0 req-b7243e2d-718e-4dfc-a34b-4688d865c42b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:59.326922 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c811e8ad-608b-44af-8f9e-cb90392508a0 req-b7243e2d-718e-4dfc-a34b-4688d865c42b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:59.327269 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [req-c811e8ad-608b-44af-8f9e-cb90392508a0 req-b7243e2d-718e-4dfc-a34b-4688d865c42b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Floating IP 93025481-6e7b-4d76-b5a1-0a5889377a69 disassociated. External IP: 172.25.3.23, port: 127262a8-2021-47d2-87cb-c4f2b64a8011. Jul 23 20:55:59.327649 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-c811e8ad-608b-44af-8f9e-cb90392508a0 req-b7243e2d-718e-4dfc-a34b-4688d865c42b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Calling delete_port for 127262a8-2021-47d2-87cb-c4f2b64a8011 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:55:59.349509 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1f8f1-e116-47b6-b10f-09022a2aa226 req-f348dd45-d93a-4c20-b839-b92794720af1 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:59.351292 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60f1f8f1-e116-47b6-b10f-09022a2aa226 req-f348dd45-d93a-4c20-b839-b92794720af1 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 945 time: 0.0659277 Jul 23 20:55:59.388786 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60f1f8f1-e116-47b6-b10f-09022a2aa226 req-7a8a8d1b-99df-4ccc-97ea-fb6e52df50dc tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=855672ca-4322-41bc-aa2f-3ad772c647fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314443 Jul 23 20:55:59.457525 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-56ad2330-c3f2-4aa8-8108-6374e2d7d0fd tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Deleting port 6f54d02c-4938-49e3-b3a0-c6454e034538 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:55:59.457864 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56ad2330-c3f2-4aa8-8108-6374e2d7d0fd tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:59.558072 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56ad2330-c3f2-4aa8-8108-6374e2d7d0fd tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:59.576522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-56ad2330-c3f2-4aa8-8108-6374e2d7d0fd tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Calling delete_port for 6f54d02c-4938-49e3-b3a0-c6454e034538 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:55:59.582597 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c811e8ad-608b-44af-8f9e-cb90392508a0 req-b7243e2d-718e-4dfc-a34b-4688d865c42b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:59.621749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7243e2d-718e-4dfc-a34b-4688d865c42b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Pushing event deleted for resources: {'Port': ['ID=127262a8-2021-47d2-87cb-c4f2b64a8011,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:59.776417 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56ad2330-c3f2-4aa8-8108-6374e2d7d0fd tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:59.812666 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c811e8ad-608b-44af-8f9e-cb90392508a0 req-b7243e2d-718e-4dfc-a34b-4688d865c42b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:55:59.817058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad2330-c3f2-4aa8-8108-6374e2d7d0fd tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event deleted for resources: {'Port': ['ID=6f54d02c-4938-49e3-b3a0-c6454e034538,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:59.823322 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56ad2330-c3f2-4aa8-8108-6374e2d7d0fd tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:59.825262 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-56ad2330-c3f2-4aa8-8108-6374e2d7d0fd tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "DELETE /v2.0/ports/6f54d02c-4938-49e3-b3a0-c6454e034538 HTTP/1.1" status: 204 len: 168 time: 0.5409443 Jul 23 20:55:59.827935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41874) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:59.927775 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-f20aa58b-9efc-4f90-b19f-1b4a47b974f4 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Deleting port 723bd29d-7961-4631-b575-ca6716f132b6 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:55:59.928727 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f20aa58b-9efc-4f90-b19f-1b4a47b974f4 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:59.932335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c811e8ad-608b-44af-8f9e-cb90392508a0 req-b7243e2d-718e-4dfc-a34b-4688d865c42b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:55:59.945654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cace6f-6c32-4825-862f-040442c68b97 None None] Sync routers for ids ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:55:59.954706 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cace6f-6c32-4825-862f-040442c68b97 None None] Routers {'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:55:59.955565 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-20cace6f-6c32-4825-862f-040442c68b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:55:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:55:59.991466 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-c811e8ad-608b-44af-8f9e-cb90392508a0 req-b7243e2d-718e-4dfc-a34b-4688d865c42b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] No DVR routers for this DVR port 127262a8-2021-47d2-87cb-c4f2b64a8011 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:55:59.994788 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c811e8ad-608b-44af-8f9e-cb90392508a0 req-b7243e2d-718e-4dfc-a34b-4688d865c42b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:59.997529 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c811e8ad-608b-44af-8f9e-cb90392508a0 req-b7243e2d-718e-4dfc-a34b-4688d865c42b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.48 "DELETE /v2.0/ports/127262a8-2021-47d2-87cb-c4f2b64a8011 HTTP/1.1" status: 204 len: 173 time: 1.4580584 Jul 23 20:55:59.997994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98c5ea2-9d51-42d2-8de6-405723d0fcbf', 'name': 'network-vif-deleted', 'tag': '127262a8-2021-47d2-87cb-c4f2b64a8011'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:56:00.000684 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb09fd3-a530-4490-b736-688ec25484a6" -d '{"events": [{"server_uuid": "d98c5ea2-9d51-42d2-8de6-405723d0fcbf", "name": "network-vif-deleted", "tag": "127262a8-2021-47d2-87cb-c4f2b64a8011"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:56:00.002093 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f20aa58b-9efc-4f90-b19f-1b4a47b974f4 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.027074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-f20aa58b-9efc-4f90-b19f-1b4a47b974f4 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Calling delete_port for 723bd29d-7961-4631-b575-ca6716f132b6 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:56:00.045809 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.055559 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b390771c-bf14-4153-8ea1-2e5f47fe8e40 x-openstack-request-id: req-b390771c-bf14-4153-8ea1-2e5f47fe8e40 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:56:00.056079 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98c5ea2-9d51-42d2-8de6-405723d0fcbf", "name": "network-vif-deleted", "tag": "127262a8-2021-47d2-87cb-c4f2b64a8011", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:56:00.056288 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b390771c-bf14-4153-8ea1-2e5f47fe8e40 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:56:00.056784 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98c5ea2-9d51-42d2-8de6-405723d0fcbf', 'name': 'network-vif-deleted', 'tag': '127262a8-2021-47d2-87cb-c4f2b64a8011', 'status': 'completed', 'code': 200} Jul 23 20:56:00.088311 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-20cace6f-6c32-4825-862f-040442c68b97 None None] Set router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:56:00.157276 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f20aa58b-9efc-4f90-b19f-1b4a47b974f4 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.188353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20aa58b-9efc-4f90-b19f-1b4a47b974f4 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event deleted for resources: {'Port': ['ID=723bd29d-7961-4631-b575-ca6716f132b6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:00.196874 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f20aa58b-9efc-4f90-b19f-1b4a47b974f4 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.206239 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f20aa58b-9efc-4f90-b19f-1b4a47b974f4 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "DELETE /v2.0/ports/723bd29d-7961-4631-b575-ca6716f132b6 HTTP/1.1" status: 204 len: 168 time: 0.3770144 Jul 23 20:56:00.209021 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41880) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:00.242013 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fa641929-18c6-4395-829c-1e3b6c254e8d tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0311863 Jul 23 20:56:00.245371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41882) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:00.250634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-78149d9b-8d12-47cb-8832-ba788ee97b97 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1098461539'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:00.273466 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78149d9b-8d12-47cb-8832-ba788ee97b97 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Made reservation on behalf of d9efb4fc9ab441ddb47fd284aa073ad6 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:56:00.277255 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-78149d9b-8d12-47cb-8832-ba788ee97b97 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.300241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78149d9b-8d12-47cb-8832-ba788ee97b97 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:56:00.309041 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-78149d9b-8d12-47cb-8832-ba788ee97b97 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.309436 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-78149d9b-8d12-47cb-8832-ba788ee97b97 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Added segment fed93ca8-ce8c-4431-8ff9-a40ed1d2f5a9 of type vlan for network 397b2d92-d679-4acd-b0c5-5e1a6f69aaf2 Jul 23 20:56:00.313416 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-20cace6f-6c32-4825-862f-040442c68b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:51:57Z', 'revision_number': 4, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a5c4e07c-7961-4668-85b5-7faaf92d771c', 'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'mac_address': 'fa:16:3e:e5:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:55Z', 'updated_at': '2021-07-23T20:52:03Z', 'revision_number': 5, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'subnets': [{'id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:00.344131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cace6f-6c32-4825-862f-040442c68b97 None None] Checking router: b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:56:00.353190 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-78149d9b-8d12-47cb-8832-ba788ee97b97 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.353348 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cace6f-6c32-4825-862f-040442c68b97 None None] Routers {'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:56:00.353864 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-20cace6f-6c32-4825-862f-040442c68b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:55:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:00.385952 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-78149d9b-8d12-47cb-8832-ba788ee97b97 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.391532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78149d9b-8d12-47cb-8832-ba788ee97b97 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:00.392128 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-78149d9b-8d12-47cb-8832-ba788ee97b97 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.424023 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-78149d9b-8d12-47cb-8832-ba788ee97b97 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1775987 Jul 23 20:56:00.426758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41886) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:00.432710 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-69ed5522-31a2-45d3-a3fc-2ef62e83f49b tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2104830828'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:00.464130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ed5522-31a2-45d3-a3fc-2ef62e83f49b tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Made reservation on behalf of d9efb4fc9ab441ddb47fd284aa073ad6 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:56:00.472839 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69ed5522-31a2-45d3-a3fc-2ef62e83f49b tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.483550 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-20cace6f-6c32-4825-862f-040442c68b97 None None] Set router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:56:00.500728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ed5522-31a2-45d3-a3fc-2ef62e83f49b tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:56:00.509485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78149d9b-8d12-47cb-8832-ba788ee97b97 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event updated for resources: {'Network': ['ID=397b2d92-d679-4acd-b0c5-5e1a6f69aaf2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:00.516039 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69ed5522-31a2-45d3-a3fc-2ef62e83f49b tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.516511 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-69ed5522-31a2-45d3-a3fc-2ef62e83f49b tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Added segment 9c5e348b-8669-4207-8071-c4e53b629572 of type vlan for network 73c38f0b-0334-4188-a8a5-f9aae9552f3c Jul 23 20:56:00.525738 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 397b2d92-d679-4acd-b0c5-5e1a6f69aaf2 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:56:00.552214 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c7aca2fc-40e2-4476-a41b-666deedcd5e9 req-0d1d700b-aac9-4b7f-be33-0586a3629d4b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c5ea2-9d51-42d2-8de6-405723d0fcbf HTTP/1.1" status: 200 len: 210 time: 0.0444152 Jul 23 20:56:00.587711 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69ed5522-31a2-45d3-a3fc-2ef62e83f49b tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.620599 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69ed5522-31a2-45d3-a3fc-2ef62e83f49b tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.627438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ed5522-31a2-45d3-a3fc-2ef62e83f49b tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:00.628040 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69ed5522-31a2-45d3-a3fc-2ef62e83f49b tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.672653 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-69ed5522-31a2-45d3-a3fc-2ef62e83f49b tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2445800 Jul 23 20:56:00.707403 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed5522-31a2-45d3-a3fc-2ef62e83f49b tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event updated for resources: {'Network': ['ID=73c38f0b-0334-4188-a8a5-f9aae9552f3c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:00.724282 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 73c38f0b-0334-4188-a8a5-f9aae9552f3c details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:56:00.843627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-20cace6f-6c32-4825-862f-040442c68b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:51:57Z', 'revision_number': 4, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a5c4e07c-7961-4668-85b5-7faaf92d771c', 'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'mac_address': 'fa:16:3e:e5:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:55Z', 'updated_at': '2021-07-23T20:52:03Z', 'revision_number': 5, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'subnets': [{'id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:00.871559 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cace6f-6c32-4825-862f-040442c68b97 None None] The sync data for ids ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'] in n-d-791504-18 is: [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:51:57Z', 'revision_number': 4, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a5c4e07c-7961-4668-85b5-7faaf92d771c', 'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'mac_address': 'fa:16:3e:e5:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:55Z', 'updated_at': '2021-07-23T20:52:03Z', 'revision_number': 5, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'subnets': [{'id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:56:01.124731 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbca4198-a6f4-48a6-bfa7-f7415bef4dc0 None None] New status for floating IP 93025481-6e7b-4d76-b5a1-0a5889377a69: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:56:01.650122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41900) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:01.710468 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d966a8a-2cf1-498a-a493-cd1a5839d1d4 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:01.733222 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d966a8a-2cf1-498a-a493-cd1a5839d1d4 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:01.788032 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d966a8a-2cf1-498a-a493-cd1a5839d1d4 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:01.790579 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d966a8a-2cf1-498a-a493-cd1a5839d1d4 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:01.791769 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0d966a8a-2cf1-498a-a493-cd1a5839d1d4 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "DELETE /v2.0/security-groups/855672ca-4322-41bc-aa2f-3ad772c647fa HTTP/1.1" status: 204 len: 168 time: 0.1406701 Jul 23 20:56:01.794930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41902) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:01.802005 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d966a8a-2cf1-498a-a493-cd1a5839d1d4 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=855672ca-4322-41bc-aa2f-3ad772c647fa,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:01.823740 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-9ffe676c-2202-4987-a895-61a7ea982361 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] show failed (client error): The resource could not be found. Jul 23 20:56:01.828251 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9ffe676c-2202-4987-a895-61a7ea982361 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups/855672ca-4322-41bc-aa2f-3ad772c647fa HTTP/1.1" status: 404 len: 347 time: 0.0284970 Jul 23 20:56:01.828251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41904) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:01.956086 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-66935059-115a-4f65-b172-36fcd25b834a tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Deleting port 324c6a8c-60c6-4b94-b858-d9dd8277dba2 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:56:01.956432 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66935059-115a-4f65-b172-36fcd25b834a tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:02.037161 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66935059-115a-4f65-b172-36fcd25b834a tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:02.037601 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66935059-115a-4f65-b172-36fcd25b834a tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:02.049757 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-66935059-115a-4f65-b172-36fcd25b834a tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Calling delete_port for 324c6a8c-60c6-4b94-b858-d9dd8277dba2 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:56:02.199968 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66935059-115a-4f65-b172-36fcd25b834a tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:02.233643 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66935059-115a-4f65-b172-36fcd25b834a tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Pushing event deleted for resources: {'Port': ['ID=324c6a8c-60c6-4b94-b858-d9dd8277dba2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:02.302683 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66935059-115a-4f65-b172-36fcd25b834a tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:02.306000 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66935059-115a-4f65-b172-36fcd25b834a tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:02.307233 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-66935059-115a-4f65-b172-36fcd25b834a tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "DELETE /v2.0/floatingips/93025481-6e7b-4d76-b5a1-0a5889377a69 HTTP/1.1" status: 204 len: 168 time: 0.4780703 Jul 23 20:56:02.808389 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41910) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:02.813070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-eee9f56d-4718-40d1-8d65-ccd4e2e0a2cc tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1973328974', 'description': 'tempest-description--1495258335'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:02.836147 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eee9f56d-4718-40d1-8d65-ccd4e2e0a2cc tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:02.914667 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eee9f56d-4718-40d1-8d65-ccd4e2e0a2cc tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:02.918635 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eee9f56d-4718-40d1-8d65-ccd4e2e0a2cc tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:02.945473 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eee9f56d-4718-40d1-8d65-ccd4e2e0a2cc tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:02.946695 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-eee9f56d-4718-40d1-8d65-ccd4e2e0a2cc tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1373091 Jul 23 20:56:02.949784 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41912) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:02.952862 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9f56d-4718-40d1-8d65-ccd4e2e0a2cc tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc0a812-04d7-4177-afdb-4843d987d06c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:02.964361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Request body: {'security_group_rule': {'security_group_id': '5bc0a812-04d7-4177-afdb-4843d987d06c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:02.989801 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 127262a8-2021-47d2-87cb-c4f2b64a8011 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:56:02.990975 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:03.011881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 127262a8-2021-47d2-87cb-c4f2b64a8011 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:56:03.012239 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 127262a8-2021-47d2-87cb-c4f2b64a8011 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:56:03.056087 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:03.059848 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:03.082508 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77dd1cda-da98-4587-8bd5-9f7b2d26546c,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:03.086945 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:03.088273 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374919 Jul 23 20:56:03.091212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41914) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:03.093425 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:03.093766 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:03.094139 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:03.094434 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:03.094756 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:03.095080 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:03.095438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:03.095756 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:03.096073 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:03.096390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:03.096698 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:03.097010 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8081a-831e-4ca2-8845-5871dd5f3905 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:03.099484 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8883c2f8-1cfb-4921-a31b-53db6c0af920 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Request body: {'security_group_rule': {'security_group_id': '5bc0a812-04d7-4177-afdb-4843d987d06c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:03.127804 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8883c2f8-1cfb-4921-a31b-53db6c0af920 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:03.186825 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8883c2f8-1cfb-4921-a31b-53db6c0af920 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:03.190929 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8883c2f8-1cfb-4921-a31b-53db6c0af920 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:03.217459 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883c2f8-1cfb-4921-a31b-53db6c0af920 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0679fffa-dbc9-4ac1-851f-9ac2f9299832,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:03.221699 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8883c2f8-1cfb-4921-a31b-53db6c0af920 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:03.223148 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8883c2f8-1cfb-4921-a31b-53db6c0af920 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297345 Jul 23 20:56:03.226897 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41916) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:03.231632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-bf7b38fc-8787-4d5e-97a9-b3142d6c4ad5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:03.255877 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bf7b38fc-8787-4d5e-97a9-b3142d6c4ad5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:03.355115 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bf7b38fc-8787-4d5e-97a9-b3142d6c4ad5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:03.461254 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-bf7b38fc-8787-4d5e-97a9-b3142d6c4ad5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Allocated IP 172.25.3.182 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/57a6440a-897d-4e03-adb8-91f0f2ae969f) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:56:03.571004 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bf7b38fc-8787-4d5e-97a9-b3142d6c4ad5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:03.610563 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bf7b38fc-8787-4d5e-97a9-b3142d6c4ad5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:03.648305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b38fc-8787-4d5e-97a9-b3142d6c4ad5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:56:03.654614 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-bf7b38fc-8787-4d5e-97a9-b3142d6c4ad5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:56:03.658644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b38fc-8787-4d5e-97a9-b3142d6c4ad5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:56:03.689691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b38fc-8787-4d5e-97a9-b3142d6c4ad5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Pushing event updated for resources: {'Port': ['ID=57a6440a-897d-4e03-adb8-91f0f2ae969f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:03.764511 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bf7b38fc-8787-4d5e-97a9-b3142d6c4ad5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:03.808616 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bf7b38fc-8787-4d5e-97a9-b3142d6c4ad5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:03.962507 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bf7b38fc-8787-4d5e-97a9-b3142d6c4ad5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:03.967188 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bf7b38fc-8787-4d5e-97a9-b3142d6c4ad5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:04.047561 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bf7b38fc-8787-4d5e-97a9-b3142d6c4ad5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:04.058248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b38fc-8787-4d5e-97a9-b3142d6c4ad5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Pushing event updated for resources: {'Port': ['ID=57a6440a-897d-4e03-adb8-91f0f2ae969f,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:04.064938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41924) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:04.070037 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bf7b38fc-8787-4d5e-97a9-b3142d6c4ad5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:04.079717 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bf7b38fc-8787-4d5e-97a9-b3142d6c4ad5 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8436534 Jul 23 20:56:04.079919 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Request body: {'subnets': [{'network_id': '397b2d92-d679-4acd-b0c5-5e1a6f69aaf2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--682369111', 'ip_version': 6}, {'network_id': '73c38f0b-0334-4188-a8a5-f9aae9552f3c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:04.079919 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Request body: {'subnet': {'network_id': '397b2d92-d679-4acd-b0c5-5e1a6f69aaf2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--682369111', 'ip_version': 6}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:04.079919 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Request body: {'subnet': {'network_id': '73c38f0b-0334-4188-a8a5-f9aae9552f3c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:04.260698 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Made reservation on behalf of d9efb4fc9ab441ddb47fd284aa073ad6 for: {'subnet': 2} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:56:04.265375 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:04.265717 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:04.289057 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-62e473c6-e219-41e9-bcc5-6202a01d882e tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1973328974&fields=id&tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb HTTP/1.1" status: 200 len: 267 time: 0.0485351 Jul 23 20:56:04.400711 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-0d690549-6637-4b35-9715-4bee599937a0 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:04.402344 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-0d690549-6637-4b35-9715-4bee599937a0 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/networks?id=f9c611d9-51f1-472c-aa78-1e8d57241baa HTTP/1.1" status: 200 len: 810 time: 0.1051753 Jul 23 20:56:04.419970 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-d68db9b2-04fb-486b-bbb4-cfa3ff93b5b6 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/quotas/f291d0a23afa4b17b7ae45ed6291a3cb HTTP/1.1" status: 200 len: 375 time: 0.0100417 Jul 23 20:56:04.493086 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-2eb5dc7a-bc64-4e77-9d2b-ee0a862999f7 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0658319 Jul 23 20:56:04.510654 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-9901db4d-c32b-49fe-bec0-336efb2ed114 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:56:04.511810 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-9901db4d-c32b-49fe-bec0-336efb2ed114 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063641 Jul 23 20:56:04.668779 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:04.673133 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-39609c0a-c0b4-408b-921f-d10ea5a9cc44 service neutron] 10.222.0.55 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547146 Jul 23 20:56:04.738413 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event updated for resources: {'Subnet': ['ID=02082f1c-4daa-4621-b379-7eeb925ae95d,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:04.747850 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Checking segment: {'id': 'fed93ca8-ce8c-4431-8ff9-a40ed1d2f5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '397b2d92-d679-4acd-b0c5-5e1a6f69aaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:56:04.748225 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Network hostable DHCP agents. Network: 397b2d92-d679-4acd-b0c5-5e1a6f69aaf2, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:56:04.773732 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Network 397b2d92-d679-4acd-b0c5-5e1a6f69aaf2 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:56:04.790733 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 397b2d92-d679-4acd-b0c5-5e1a6f69aaf2) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:56:04.803125 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:04.803316 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b1a8d6-33a4-404d-b1e7-9beed354f5ac None None] Network 397b2d92-d679-4acd-b0c5-5e1a6f69aaf2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:56:04.856308 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e8016476-ccfc-47b0-a3a1-cac0865353da service neutron] 10.222.0.55 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762152 Jul 23 20:56:04.882433 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event updated for resources: {'Subnet': ['ID=50bc736f-a166-40be-bb24-fae4bbfdc3d6,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:04.921927 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Checking segment: {'id': '9c5e348b-8669-4207-8071-c4e53b629572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '73c38f0b-0334-4188-a8a5-f9aae9552f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:56:04.922307 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Network hostable DHCP agents. Network: 73c38f0b-0334-4188-a8a5-f9aae9552f3c, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:56:04.939837 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Network 73c38f0b-0334-4188-a8a5-f9aae9552f3c is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:56:04.956449 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 73c38f0b-0334-4188-a8a5-f9aae9552f3c) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:56:04.967398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6209c9-3ed9-4d32-951d-08706cd04a9d None None] Network 73c38f0b-0334-4188-a8a5-f9aae9552f3c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:56:04.968114 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:04.968597 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:04.969233 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:04.996701 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f971d082-0bd2-4614-ab84-a0b0f71790eb tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 0.9290044 Jul 23 20:56:04.999368 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41942) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:05.074938 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4310c46a-ee25-414d-a7e9-0d34d96b307a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-397b2d92-d679-4acd-b0c5-5e1a6f69aaf2', 'network_id': '397b2d92-d679-4acd-b0c5-5e1a6f69aaf2', 'tenant_id': 'd9efb4fc9ab441ddb47fd284aa073ad6', 'fixed_ips': [{'subnet_id': '02082f1c-4daa-4621-b379-7eeb925ae95d'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:56:05.076047 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4310c46a-ee25-414d-a7e9-0d34d96b307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.090099 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7149ec5-edf7-41fe-811b-970760a9218b tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:05.091779 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7149ec5-edf7-41fe-811b-970760a9218b tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:05.093290 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7149ec5-edf7-41fe-811b-970760a9218b tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:05.094851 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a7149ec5-edf7-41fe-811b-970760a9218b tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0945067 Jul 23 20:56:05.105374 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41944) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:05.161838 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c16b62e-581a-4911-838b-210ad532ffc7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Deleting subnet 02082f1c-4daa-4621-b379-7eeb925ae95d {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:56:05.166318 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2c16b62e-581a-4911-838b-210ad532ffc7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.206295 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2c16b62e-581a-4911-838b-210ad532ffc7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.245121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-73c38f0b-0334-4188-a8a5-f9aae9552f3c', 'network_id': '73c38f0b-0334-4188-a8a5-f9aae9552f3c', 'tenant_id': 'd9efb4fc9ab441ddb47fd284aa073ad6', 'fixed_ips': [{'subnet_id': '50bc736f-a166-40be-bb24-fae4bbfdc3d6'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:56:05.245974 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.250317 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2c16b62e-581a-4911-838b-210ad532ffc7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.308654 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2c16b62e-581a-4911-838b-210ad532ffc7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server [None req-4310c46a-ee25-414d-a7e9-0d34d96b307a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02082f1c-4daa-4621-b379-7eeb925ae95d: This subnet is being modified by another concurrent operation. Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02082f1c-4daa-4621-b379-7eeb925ae95d: This subnet is being modified by another concurrent operation. Jul 23 20:56:05.322237 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Jul 23 20:56:05.342604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16b62e-581a-4911-838b-210ad532ffc7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event deleted for resources: {'Subnet': ['ID=02082f1c-4daa-4621-b379-7eeb925ae95d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:05.346271 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2c16b62e-581a-4911-838b-210ad532ffc7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.346396 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ec5c6e-cd8c-4e02-b77d-2f57dfc5c0f3 None None] Network 397b2d92-d679-4acd-b0c5-5e1a6f69aaf2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:56:05.350816 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2c16b62e-581a-4911-838b-210ad532ffc7 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "DELETE /v2.0/subnets/02082f1c-4daa-4621-b379-7eeb925ae95d HTTP/1.1" status: 204 len: 168 time: 0.2416992 Jul 23 20:56:05.350930 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41946) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:05.403435 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-0863c028-34ff-4e5e-a478-24d90324cd6c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Deleting subnet 50bc736f-a166-40be-bb24-fae4bbfdc3d6 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:56:05.503483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Allocated IP 2001:db8:0:1::1 (73c38f0b-0334-4188-a8a5-f9aae9552f3c/50bc736f-a166-40be-bb24-fae4bbfdc3d6/65f86935-9275-4687-95f4-d65589adb3fd) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:56:05.647327 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.655334 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Transition to ACTIVE for port object 65f86935-9275-4687-95f4-d65589adb3fd will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:56:05.670060 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Transition to ACTIVE for port object 65f86935-9275-4687-95f4-d65589adb3fd will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:56:05.674682 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0863c028-34ff-4e5e-a478-24d90324cd6c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.675602 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.722505 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0863c028-34ff-4e5e-a478-24d90324cd6c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.822077 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0863c028-34ff-4e5e-a478-24d90324cd6c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.869939 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Network 73c38f0b-0334-4188-a8a5-f9aae9552f3c is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:56:05.877850 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:56:05.880849 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:56:05.890298 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Pushing event updated for resources: {'Port': ['ID=65f86935-9275-4687-95f4-d65589adb3fd,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:05.892535 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0863c028-34ff-4e5e-a478-24d90324cd6c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.933475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863c028-34ff-4e5e-a478-24d90324cd6c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event deleted for resources: {'Subnet': ['ID=50bc736f-a166-40be-bb24-fae4bbfdc3d6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:05.935570 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0863c028-34ff-4e5e-a478-24d90324cd6c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.940376 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0863c028-34ff-4e5e-a478-24d90324cd6c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "DELETE /v2.0/subnets/50bc736f-a166-40be-bb24-fae4bbfdc3d6 HTTP/1.1" status: 204 len: 168 time: 0.5884156 Jul 23 20:56:05.940527 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41952) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:05.952833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Attempting to bind port 65f86935-9275-4687-95f4-d65589adb3fd on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:56:05.953415 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Attempting to bind port 65f86935-9275-4687-95f4-d65589adb3fd by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '9c5e348b-8669-4207-8071-c4e53b629572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '73c38f0b-0334-4188-a8a5-f9aae9552f3c'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:56:05.953899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Attempting to bind port 65f86935-9275-4687-95f4-d65589adb3fd on network 73c38f0b-0334-4188-a8a5-f9aae9552f3c {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:56:05.969945 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:56:05.970498 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Checking segment: {'id': '9c5e348b-8669-4207-8071-c4e53b629572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '73c38f0b-0334-4188-a8a5-f9aae9552f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:56:05.970999 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:05.971678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Bound using segment: {'id': '9c5e348b-8669-4207-8071-c4e53b629572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '73c38f0b-0334-4188-a8a5-f9aae9552f3c'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:56:05.972556 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Bound port: 65f86935-9275-4687-95f4-d65589adb3fd, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5e348b-8669-4207-8071-c4e53b629572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '73c38f0b-0334-4188-a8a5-f9aae9552f3c'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:56:05.973785 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:06.033546 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca992eb-8a3b-4368-acaa-9e48abe18e3a tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:06.035168 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5ca992eb-8a3b-4368-acaa-9e48abe18e3a tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0936291 Jul 23 20:56:06.039378 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41960) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:06.072511 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] For port 65f86935-9275-4687-95f4-d65589adb3fd, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:56:06.077363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] For port 65f86935-9275-4687-95f4-d65589adb3fd, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=65f86935-9275-4687-95f4-d65589adb3fd,segment=NetworkSegment(9c5e348b-8669-4207-8071-c4e53b629572),segment_id=9c5e348b-8669-4207-8071-c4e53b629572)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:56:06.086781 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:06.120820 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3b3fd2bc-6093-439e-a2b7-41b8dd1c4684 req-c3ee67c2-b6ae-455a-9270-c548efcc6754 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 210 time: 0.0426884 Jul 23 20:56:06.156816 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cec01-a088-4aa3-a24b-0911d08cc874 None None] Pushing event updated for resources: {'Port': ['ID=65f86935-9275-4687-95f4-d65589adb3fd,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:06.178054 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:06.210950 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f27d08-3e22-45cc-aa86-c05997f399a3 None None] Network 73c38f0b-0334-4188-a8a5-f9aae9552f3c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:56:06.238811 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Deleting port 65f86935-9275-4687-95f4-d65589adb3fd {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:56:06.239199 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:06.314220 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] For port 65f86935-9275-4687-95f4-d65589adb3fd, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=65f86935-9275-4687-95f4-d65589adb3fd,segment=NetworkSegment(9c5e348b-8669-4207-8071-c4e53b629572),segment_id=9c5e348b-8669-4207-8071-c4e53b629572)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:56:06.314521 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:06.333545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Calling delete_port for 65f86935-9275-4687-95f4-d65589adb3fd owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:56:06.378495 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bea409-2354-4a3f-abde-a321b7eb4db3 None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:56:06.428620 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:06.455089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bea409-2354-4a3f-abde-a321b7eb4db3 None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:56:06.469380 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] No DVR routers for this DVR port 65f86935-9275-4687-95f4-d65589adb3fd on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:56:06.475391 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event deleted for resources: {'Port': ['ID=65f86935-9275-4687-95f4-d65589adb3fd,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:06.578811 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:06.590986 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c38f0b-0334-4188-a8a5-f9aae9552f3c']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:06.606951 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5e348b-8669-4207-8071-c4e53b629572') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:06.607402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5e348b-8669-4207-8071-c4e53b629572') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:06.618441 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:06.635455 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:06.644842 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:56:06.645351 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:56:06.648989 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:56:06.721050 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:06.730165 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:06.732068 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "DELETE /v2.0/networks/73c38f0b-0334-4188-a8a5-f9aae9552f3c HTTP/1.1" status: 204 len: 168 time: 0.6914837 Jul 23 20:56:06.734645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41974) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:06.750165 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093b1e3-8910-4d1b-b59f-2d80f79877ba tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event deleted for resources: {'Network': ['ID=73c38f0b-0334-4188-a8a5-f9aae9552f3c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:06.779979 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d20ac0-a6ec-4e6d-af91-6b2fa0362c9b None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:56:06.848859 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-18ea6030-9c96-4f9a-b2d8-8f670a1ac34c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:06.849531 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d20ac0-a6ec-4e6d-af91-6b2fa0362c9b None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:56:06.958469 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-18ea6030-9c96-4f9a-b2d8-8f670a1ac34c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:06.971340 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-18ea6030-9c96-4f9a-b2d8-8f670a1ac34c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397b2d92-d679-4acd-b0c5-5e1a6f69aaf2']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:06.986524 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-18ea6030-9c96-4f9a-b2d8-8f670a1ac34c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed93ca8-ce8c-4431-8ff9-a40ed1d2f5a9') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:06.987060 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-18ea6030-9c96-4f9a-b2d8-8f670a1ac34c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed93ca8-ce8c-4431-8ff9-a40ed1d2f5a9') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:07.014364 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-18ea6030-9c96-4f9a-b2d8-8f670a1ac34c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.030723 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-18ea6030-9c96-4f9a-b2d8-8f670a1ac34c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.042333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ea6030-9c96-4f9a-b2d8-8f670a1ac34c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:56:07.042817 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-18ea6030-9c96-4f9a-b2d8-8f670a1ac34c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:56:07.046437 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:56:07.127786 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-18ea6030-9c96-4f9a-b2d8-8f670a1ac34c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.143978 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-18ea6030-9c96-4f9a-b2d8-8f670a1ac34c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.146354 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-18ea6030-9c96-4f9a-b2d8-8f670a1ac34c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "DELETE /v2.0/networks/397b2d92-d679-4acd-b0c5-5e1a6f69aaf2 HTTP/1.1" status: 204 len: 168 time: 0.4103980 Jul 23 20:56:07.150495 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 41980) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:07.166079 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea6030-9c96-4f9a-b2d8-8f670a1ac34c tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event deleted for resources: {'Network': ['ID=397b2d92-d679-4acd-b0c5-5e1a6f69aaf2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:07.295194 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11aa0b5e-c7b2-4fda-b718-b816b0a95d42 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.298922 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0d2f2a52-0bb0-4b5e-a06b-11b6a549a23c req-369e7f49-e299-4222-bf70-52a62c9ebbb0 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 210 time: 0.0341678 Jul 23 20:56:07.402213 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11aa0b5e-c7b2-4fda-b718-b816b0a95d42 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.421916 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-11aa0b5e-c7b2-4fda-b718-b816b0a95d42 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f52f80-5dc2-4789-94f0-9f6fed75b893']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:07.448339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-11aa0b5e-c7b2-4fda-b718-b816b0a95d42 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96286a1-c28b-4f78-b65f-d4f4a3f5ed22') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:07.448640 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-11aa0b5e-c7b2-4fda-b718-b816b0a95d42 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96286a1-c28b-4f78-b65f-d4f4a3f5ed22') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:07.463559 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11aa0b5e-c7b2-4fda-b718-b816b0a95d42 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.510190 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11aa0b5e-c7b2-4fda-b718-b816b0a95d42 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.520842 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11aa0b5e-c7b2-4fda-b718-b816b0a95d42 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:56:07.521492 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11aa0b5e-c7b2-4fda-b718-b816b0a95d42 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:56:07.524730 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:56:07.564225 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-ffdbf909-d40e-47ef-857b-22499fbe792e tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:07.565666 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-ffdbf909-d40e-47ef-857b-22499fbe792e tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.48 "GET /v2.0/networks?id=f9c611d9-51f1-472c-aa78-1e8d57241baa HTTP/1.1" status: 200 len: 810 time: 0.1608233 Jul 23 20:56:07.609927 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11aa0b5e-c7b2-4fda-b718-b816b0a95d42 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.618973 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-11aa0b5e-c7b2-4fda-b718-b816b0a95d42 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.620690 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-11aa0b5e-c7b2-4fda-b718-b816b0a95d42 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "DELETE /v2.0/networks/d6f52f80-5dc2-4789-94f0-9f6fed75b893 HTTP/1.1" status: 204 len: 168 time: 0.4666305 Jul 23 20:56:07.623292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41984) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:07.640338 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa0b5e-c7b2-4fda-b718-b816b0a95d42 tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event deleted for resources: {'Network': ['ID=d6f52f80-5dc2-4789-94f0-9f6fed75b893,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:07.645670 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-def3de4d-74ae-44cb-9301-3ec5336fc061 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb HTTP/1.1" status: 200 len: 380 time: 0.0526769 Jul 23 20:56:07.655582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-a08d4c5b-86a0-4858-801e-b61fa7fa2818 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Request body: {'port': {'device_id': '08a42314-b8ff-43ec-863b-de6019e7d94d', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'admin_state_up': True, 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'security_groups': ['5bc0a812-04d7-4177-afdb-4843d987d06c']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:07.703368 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0b7215d-3e53-42ce-9306-00c6678528dc tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.765170 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-a08d4c5b-86a0-4858-801e-b61fa7fa2818 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Made reservation on behalf of f291d0a23afa4b17b7ae45ed6291a3cb for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:56:07.768782 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-a08d4c5b-86a0-4858-801e-b61fa7fa2818 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.790368 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0b7215d-3e53-42ce-9306-00c6678528dc tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.803231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0b7215d-3e53-42ce-9306-00c6678528dc tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18b175a-68f2-449a-903a-0981cd47fbba']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:07.813147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0b7215d-3e53-42ce-9306-00c6678528dc tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9fe0d58-c290-4157-8d0c-fe4fcd71a1f6') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:07.813442 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0b7215d-3e53-42ce-9306-00c6678528dc tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9fe0d58-c290-4157-8d0c-fe4fcd71a1f6') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:07.822219 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0b7215d-3e53-42ce-9306-00c6678528dc tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.836295 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0b7215d-3e53-42ce-9306-00c6678528dc tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.842568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b7215d-3e53-42ce-9306-00c6678528dc tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:56:07.842988 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0b7215d-3e53-42ce-9306-00c6678528dc tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:56:07.846047 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:56:07.895013 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-a08d4c5b-86a0-4858-801e-b61fa7fa2818 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Allocated IP 172.20.0.12 (f9c611d9-51f1-472c-aa78-1e8d57241baa/56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a/c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:56:07.909021 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0b7215d-3e53-42ce-9306-00c6678528dc tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.916315 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0b7215d-3e53-42ce-9306-00c6678528dc tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:07.918129 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d0b7215d-3e53-42ce-9306-00c6678528dc tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] 10.222.0.55 "DELETE /v2.0/networks/d18b175a-68f2-449a-903a-0981cd47fbba HTTP/1.1" status: 204 len: 168 time: 0.2938213 Jul 23 20:56:07.929631 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7215d-3e53-42ce-9306-00c6678528dc tempest-BulkNetworkOpsIpV6Test-1152872061 tempest-BulkNetworkOpsIpV6Test-1152872061-project] Pushing event deleted for resources: {'Network': ['ID=d18b175a-68f2-449a-903a-0981cd47fbba,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:08.045034 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-a08d4c5b-86a0-4858-801e-b61fa7fa2818 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:08.059170 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-a08d4c5b-86a0-4858-801e-b61fa7fa2818 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Transition to ACTIVE for port object c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:56:08.099388 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-a08d4c5b-86a0-4858-801e-b61fa7fa2818 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:08.143641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-a08d4c5b-86a0-4858-801e-b61fa7fa2818 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Network f9c611d9-51f1-472c-aa78-1e8d57241baa is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:56:08.146968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-a08d4c5b-86a0-4858-801e-b61fa7fa2818 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:56:08.149925 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-a08d4c5b-86a0-4858-801e-b61fa7fa2818 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:56:08.181887 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 41996) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:08.203260 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d4c5b-86a0-4858-801e-b61fa7fa2818 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Pushing event updated for resources: {'Port': ['ID=c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:08.222781 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-a08d4c5b-86a0-4858-801e-b61fa7fa2818 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:08.223442 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-a08d4c5b-86a0-4858-801e-b61fa7fa2818 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:08.243031 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-a08d4c5b-86a0-4858-801e-b61fa7fa2818 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5911577 Jul 23 20:56:08.262093 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Request body: {'port': {'device_id': '08a42314-b8ff-43ec-863b-de6019e7d94d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:08.368508 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d589693b-eec5-47ef-a73f-f29515f0265f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d9efb4fc9ab441ddb47fd284aa073ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823905 Jul 23 20:56:08.368708 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42002) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:08.481104 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74f2e562-8ce5-4b68-b47c-722139ef8547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:08.508224 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d1ae7efc-09c8-4ce5-8b13-8891dd9b2039 None None] Provisioning for port c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:56:08.515971 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74f2e562-8ce5-4b68-b47c-722139ef8547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:08.516624 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d1ae7efc-09c8-4ce5-8b13-8891dd9b2039 None None] Provisioning complete for port c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:56:08.517008 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1ae7efc-09c8-4ce5-8b13-8891dd9b2039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:08.537888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c5999-87b5-4d92-8454-504027c9959f req-7d025fbb-7e09-4e75-9087-f0600516d51c tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:08.545723 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ff8c5999-87b5-4d92-8454-504027c9959f req-7d025fbb-7e09-4e75-9087-f0600516d51c tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 932 time: 0.1261392 Jul 23 20:56:08.568689 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d1ae7efc-09c8-4ce5-8b13-8891dd9b2039 None None] Port c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:56:08.615766 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ff8c5999-87b5-4d92-8454-504027c9959f req-3a9401be-022d-4784-a545-59ae254c23b1 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bc0a812-04d7-4177-afdb-4843d987d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483518 Jul 23 20:56:08.624717 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74f2e562-8ce5-4b68-b47c-722139ef8547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:08.627858 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-74f2e562-8ce5-4b68-b47c-722139ef8547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:08.629235 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-74f2e562-8ce5-4b68-b47c-722139ef8547 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0fd5a5a-d7a4-42ff-b5e7-7507ddddab20 HTTP/1.1" status: 204 len: 168 time: 0.2596121 Jul 23 20:56:08.639349 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2e562-8ce5-4b68-b47c-722139ef8547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fd5a5a-d7a4-42ff-b5e7-7507ddddab20,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:08.700515 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:09.008029 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:56:09.016178 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:09.029054 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Transition to ACTIVE for port object c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:56:09.032285 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:09.085849 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Pushing event updated for resources: {'Port': ['ID=c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:09.257014 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Attempting to bind port c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:56:09.257358 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Attempting to bind port c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '7acafd24-d66a-4f21-b956-cae3d4cdb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:56:09.258297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Attempting to bind port c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa on network f9c611d9-51f1-472c-aa78-1e8d57241baa {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:56:09.265063 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Port c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa on network f9c611d9-51f1-472c-aa78-1e8d57241baa not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:56:09.265436 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Attempting to bind port c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa on network f9c611d9-51f1-472c-aa78-1e8d57241baa {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:56:09.271478 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:56:09.272167 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Checking segment: {'id': '7acafd24-d66a-4f21-b956-cae3d4cdb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:56:09.272894 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Bound using segment: {'id': '7acafd24-d66a-4f21-b956-cae3d4cdb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:56:09.273517 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Bound port: c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acafd24-d66a-4f21-b956-cae3d4cdb212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:56:09.274378 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:09.358142 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] For port c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:56:09.362472 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] For port c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa,segment=NetworkSegment(7acafd24-d66a-4f21-b956-cae3d4cdb212),segment_id=7acafd24-d66a-4f21-b956-cae3d4cdb212)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:56:09.370136 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:09.410170 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:09.410757 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:09.413025 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] 10.222.0.48 "PUT /v2.0/ports/c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa HTTP/1.1" status: 200 len: 1093 time: 1.1567361 Jul 23 20:56:09.413474 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a42314-b8ff-43ec-863b-de6019e7d94d', 'tag': 'c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:56:09.415966 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a9b7a0-cb70-4522-83ff-b2bbad5542c6" -d '{"events": [{"name": "network-changed", "server_uuid": "08a42314-b8ff-43ec-863b-de6019e7d94d", "tag": "c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:56:09.434394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42028) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:09.452442 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9f17b-c07e-4417-ba95-ec840a01d96c service neutron] Pushing event updated for resources: {'Port': ['ID=c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:09.492898 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e05dd7-50d4-48f7-b680-dab04e5d261a x-openstack-request-id: req-e3e05dd7-50d4-48f7-b680-dab04e5d261a {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:56:09.494638 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a42314-b8ff-43ec-863b-de6019e7d94d", "tag": "c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:56:09.494893 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3e05dd7-50d4-48f7-b680-dab04e5d261a {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:56:09.495328 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a42314-b8ff-43ec-863b-de6019e7d94d', 'tag': 'c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa', 'status': 'completed', 'code': 200} Jul 23 20:56:09.554251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-04c6dbb3-a10f-4840-ac17-bbfb2c36233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:09.556244 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-04c6dbb3-a10f-4840-ac17-bbfb2c36233a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb&device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 1096 time: 0.0788949 Jul 23 20:56:09.571506 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-079302b5-4b52-4b60-86fa-ed90cd3d1027 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-746409946'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:09.596740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079302b5-4b52-4b60-86fa-ed90cd3d1027 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Made reservation on behalf of 454c8fe516c14c8faf4bbbde2c434d69 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:56:09.600451 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-079302b5-4b52-4b60-86fa-ed90cd3d1027 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:09.609972 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-6f8f9801-9e4f-4206-ba12-5b6271df0f6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa HTTP/1.1" status: 200 len: 217 time: 0.0420859 Jul 23 20:56:09.610171 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-079302b5-4b52-4b60-86fa-ed90cd3d1027 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:09.670317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e0465c23-1ff8-493e-a591-5f64809c4fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:09.672950 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-e0465c23-1ff8-493e-a591-5f64809c4fba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a HTTP/1.1" status: 200 len: 849 time: 0.0503869 Jul 23 20:56:09.708472 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-079302b5-4b52-4b60-86fa-ed90cd3d1027 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:09.723409 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-079302b5-4b52-4b60-86fa-ed90cd3d1027 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:09.743955 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-b293fa4c-3e8a-437a-8686-4165e50365dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:09.745541 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-b293fa4c-3e8a-437a-8686-4165e50365dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9c611d9-51f1-472c-aa78-1e8d57241baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633585 Jul 23 20:56:09.778705 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079302b5-4b52-4b60-86fa-ed90cd3d1027 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:56:09.780621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079302b5-4b52-4b60-86fa-ed90cd3d1027 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7ec7de-9298-42bd-a795-4a9df47a502d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:09.793260 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-079302b5-4b52-4b60-86fa-ed90cd3d1027 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:09.793609 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-079302b5-4b52-4b60-86fa-ed90cd3d1027 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Added segment e4596d99-1437-4184-841c-43c3da278d0f of type vlan for network 5977d3d0-bb98-492d-b22b-1bfb719aff66 Jul 23 20:56:09.841937 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-079302b5-4b52-4b60-86fa-ed90cd3d1027 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:09.847969 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-cc516128-c30e-430b-b5cb-0b9923bf61ce service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905867 Jul 23 20:56:09.860408 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0c4f5-4745-4bfa-bb7b-53019a49bb65 req-d4bc7c8a-cc2e-4890-9f77-4ab27ebaed14 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:09.861904 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6cc0c4f5-4745-4bfa-bb7b-53019a49bb65 req-d4bc7c8a-cc2e-4890-9f77-4ab27ebaed14 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 944 time: 0.1469746 Jul 23 20:56:09.896115 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-079302b5-4b52-4b60-86fa-ed90cd3d1027 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:09.902081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079302b5-4b52-4b60-86fa-ed90cd3d1027 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:09.902660 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-079302b5-4b52-4b60-86fa-ed90cd3d1027 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:09.937322 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6cc0c4f5-4745-4bfa-bb7b-53019a49bb65 req-062b611b-687a-40c6-8b9d-4659ffb131b9 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bc0a812-04d7-4177-afdb-4843d987d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693083 Jul 23 20:56:09.942917 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1a3f0a13-9a8a-4f62-a8af-a9033e650c3a req-d444113c-02aa-41bb-a1d3-1538c02c122f service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844092 Jul 23 20:56:09.947483 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-079302b5-4b52-4b60-86fa-ed90cd3d1027 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5119710 Jul 23 20:56:09.950523 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42036) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:09.955733 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-0b9f1570-434a-4094-8c76-a1991f59d028 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Request body: {'subnet': {'network_id': '5977d3d0-bb98-492d-b22b-1bfb719aff66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:09.995350 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079302b5-4b52-4b60-86fa-ed90cd3d1027 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Pushing event updated for resources: {'Network': ['ID=5977d3d0-bb98-492d-b22b-1bfb719aff66,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:10.005414 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 5977d3d0-bb98-492d-b22b-1bfb719aff66 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:56:10.088729 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9f1570-434a-4094-8c76-a1991f59d028 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Made reservation on behalf of 454c8fe516c14c8faf4bbbde2c434d69 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:56:10.092200 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1570-434a-4094-8c76-a1991f59d028 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:10.118131 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9b7a0-cb70-4522-83ff-b2bbad5542c6 req-4a2c2a70-501f-40b9-81eb-ec3b37fe1e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:10.119635 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-75a9b7a0-cb70-4522-83ff-b2bbad5542c6 req-4a2c2a70-501f-40b9-81eb-ec3b37fe1e43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb&device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 1096 time: 0.0966675 Jul 23 20:56:10.286320 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9b7a0-cb70-4522-83ff-b2bbad5542c6 req-8f078839-6286-482c-af7d-aae545a47f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:10.287885 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-75a9b7a0-cb70-4522-83ff-b2bbad5542c6 req-8f078839-6286-482c-af7d-aae545a47f2e service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9c611d9-51f1-472c-aa78-1e8d57241baa HTTP/1.1" status: 200 len: 911 time: 0.1607125 Jul 23 20:56:10.341436 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-75a9b7a0-cb70-4522-83ff-b2bbad5542c6 req-644de564-bee8-49fd-a426-4d33aa5bc494 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa HTTP/1.1" status: 200 len: 217 time: 0.0440414 Jul 23 20:56:10.420334 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1570-434a-4094-8c76-a1991f59d028 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:10.450790 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9b7a0-cb70-4522-83ff-b2bbad5542c6 req-50922bd5-4dbe-43db-b9a9-50d0b84cf3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:10.452295 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-75a9b7a0-cb70-4522-83ff-b2bbad5542c6 req-50922bd5-4dbe-43db-b9a9-50d0b84cf3a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a HTTP/1.1" status: 200 len: 849 time: 0.0846353 Jul 23 20:56:10.522269 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f1570-434a-4094-8c76-a1991f59d028 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Pushing event updated for resources: {'Subnet': ['ID=e048fb96-0831-4a89-bb6d-e9db38f35678,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:10.538916 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f1570-434a-4094-8c76-a1991f59d028 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Checking segment: {'id': 'e4596d99-1437-4184-841c-43c3da278d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5977d3d0-bb98-492d-b22b-1bfb719aff66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:56:10.539232 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9f1570-434a-4094-8c76-a1991f59d028 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Network hostable DHCP agents. Network: 5977d3d0-bb98-492d-b22b-1bfb719aff66, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:56:10.557220 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9b7a0-cb70-4522-83ff-b2bbad5542c6 req-98851c05-7bac-4c28-8f92-552c84ba973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:10.558734 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-75a9b7a0-cb70-4522-83ff-b2bbad5542c6 req-98851c05-7bac-4c28-8f92-552c84ba973e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9c611d9-51f1-472c-aa78-1e8d57241baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992157 Jul 23 20:56:10.575602 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9f1570-434a-4094-8c76-a1991f59d028 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Network 5977d3d0-bb98-492d-b22b-1bfb719aff66 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:56:10.598125 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-0b9f1570-434a-4094-8c76-a1991f59d028 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 5977d3d0-bb98-492d-b22b-1bfb719aff66) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:56:10.605284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9f1570-434a-4094-8c76-a1991f59d028 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:10.605679 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1570-434a-4094-8c76-a1991f59d028 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:10.607616 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa584fc6-66dd-4f55-881f-2d6bdf68c4ef None None] Network 5977d3d0-bb98-492d-b22b-1bfb719aff66 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:56:10.649284 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0b9f1570-434a-4094-8c76-a1991f59d028 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6976564 Jul 23 20:56:10.652144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42044) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:10.659483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-bd61ff86-795c-47fa-872a-c914ca51c8ff tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Request body: {'port': {'network_id': '5977d3d0-bb98-492d-b22b-1bfb719aff66', 'name': 'tempest-TagsExtTest-878518095'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:10.671380 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-75a9b7a0-cb70-4522-83ff-b2bbad5542c6 req-eb20bda6-54bf-4ea1-92ea-9e1d285d52a7 service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046488 Jul 23 20:56:10.766810 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-5977d3d0-bb98-492d-b22b-1bfb719aff66', 'network_id': '5977d3d0-bb98-492d-b22b-1bfb719aff66', 'tenant_id': '454c8fe516c14c8faf4bbbde2c434d69', 'fixed_ips': [{'subnet_id': 'e048fb96-0831-4a89-bb6d-e9db38f35678'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:56:10.768174 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:10.794996 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-75a9b7a0-cb70-4522-83ff-b2bbad5542c6 req-e8bf50da-2dd3-4fd5-ad0f-dd58314452c6 service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155517 Jul 23 20:56:10.823066 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd61ff86-795c-47fa-872a-c914ca51c8ff tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Made reservation on behalf of 454c8fe516c14c8faf4bbbde2c434d69 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:56:10.826560 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd61ff86-795c-47fa-872a-c914ca51c8ff tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:10.844054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-bd61ff86-795c-47fa-872a-c914ca51c8ff tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] device_id is not set on port 8fa947b5-c65d-4a7c-abaa-07d92cebd058 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:56:10.917057 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Allocated IP 172.20.0.2 (5977d3d0-bb98-492d-b22b-1bfb719aff66/e048fb96-0831-4a89-bb6d-e9db38f35678/6c0ed358-2222-410e-a1d0-84853b7a050a) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:56:11.064402 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:11.073435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Transition to ACTIVE for port object 6c0ed358-2222-410e-a1d0-84853b7a050a will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:56:11.076587 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f098e67-b215-45aa-acf6-4cf7f363cbd6 req-7b7a9175-169e-4b58-9c24-4a6e720f1ba1 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:11.079570 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2f098e67-b215-45aa-acf6-4cf7f363cbd6 req-7b7a9175-169e-4b58-9c24-4a6e720f1ba1 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 944 time: 0.0674114 Jul 23 20:56:11.090355 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Transition to ACTIVE for port object 6c0ed358-2222-410e-a1d0-84853b7a050a will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:56:11.096495 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:11.139439 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Network 5977d3d0-bb98-492d-b22b-1bfb719aff66 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:56:11.142380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:56:11.147538 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:56:11.157140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2f098e67-b215-45aa-acf6-4cf7f363cbd6 req-23b40a10-9f26-48eb-9925-6c8c2a303b8c tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bc0a812-04d7-4177-afdb-4843d987d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730774 Jul 23 20:56:11.166550 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Pushing event updated for resources: {'Port': ['ID=6c0ed358-2222-410e-a1d0-84853b7a050a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:11.179588 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-bd61ff86-795c-47fa-872a-c914ca51c8ff tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Allocated IP 172.20.0.14 (5977d3d0-bb98-492d-b22b-1bfb719aff66/e048fb96-0831-4a89-bb6d-e9db38f35678/8fa947b5-c65d-4a7c-abaa-07d92cebd058) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:56:11.244968 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Attempting to bind port 6c0ed358-2222-410e-a1d0-84853b7a050a on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:56:11.245348 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Attempting to bind port 6c0ed358-2222-410e-a1d0-84853b7a050a by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'e4596d99-1437-4184-841c-43c3da278d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5977d3d0-bb98-492d-b22b-1bfb719aff66'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:56:11.245719 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Attempting to bind port 6c0ed358-2222-410e-a1d0-84853b7a050a on network 5977d3d0-bb98-492d-b22b-1bfb719aff66 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:56:11.256230 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:56:11.256699 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Checking segment: {'id': 'e4596d99-1437-4184-841c-43c3da278d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5977d3d0-bb98-492d-b22b-1bfb719aff66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:56:11.257020 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:11.257420 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Bound using segment: {'id': 'e4596d99-1437-4184-841c-43c3da278d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5977d3d0-bb98-492d-b22b-1bfb719aff66'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:56:11.257902 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Bound port: 6c0ed358-2222-410e-a1d0-84853b7a050a, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4596d99-1437-4184-841c-43c3da278d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5977d3d0-bb98-492d-b22b-1bfb719aff66'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:56:11.258286 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:11.344628 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] For port 6c0ed358-2222-410e-a1d0-84853b7a050a, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:56:11.348983 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] For port 6c0ed358-2222-410e-a1d0-84853b7a050a, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6c0ed358-2222-410e-a1d0-84853b7a050a,segment=NetworkSegment(e4596d99-1437-4184-841c-43c3da278d0f),segment_id=e4596d99-1437-4184-841c-43c3da278d0f)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:56:11.352290 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd61ff86-795c-47fa-872a-c914ca51c8ff tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:11.354360 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:11.375402 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-bd61ff86-795c-47fa-872a-c914ca51c8ff tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Transition to ACTIVE for port object 8fa947b5-c65d-4a7c-abaa-07d92cebd058 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:56:11.413519 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd61ff86-795c-47fa-872a-c914ca51c8ff tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:11.428522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e654f-24af-4182-b40a-dbe6cef71d76 None None] Pushing event updated for resources: {'Port': ['ID=6c0ed358-2222-410e-a1d0-84853b7a050a,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:11.465936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd61ff86-795c-47fa-872a-c914ca51c8ff tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Network 5977d3d0-bb98-492d-b22b-1bfb719aff66 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:56:11.469296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-bd61ff86-795c-47fa-872a-c914ca51c8ff tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:56:11.475448 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd61ff86-795c-47fa-872a-c914ca51c8ff tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:56:11.508759 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61ff86-795c-47fa-872a-c914ca51c8ff tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Pushing event updated for resources: {'Port': ['ID=8fa947b5-c65d-4a7c-abaa-07d92cebd058,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:11.537620 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd61ff86-795c-47fa-872a-c914ca51c8ff tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:11.545139 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd61ff86-795c-47fa-872a-c914ca51c8ff tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:11.555969 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bd61ff86-795c-47fa-872a-c914ca51c8ff tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9021771 Jul 23 20:56:11.558642 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42050) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:11.563394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ac203c20-6b70-4a24-923c-d27789e718d3 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1221673084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:11.601777 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac203c20-6b70-4a24-923c-d27789e718d3 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:11.602820 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac203c20-6b70-4a24-923c-d27789e718d3 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:11.661774 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac203c20-6b70-4a24-923c-d27789e718d3 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:11.666455 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac203c20-6b70-4a24-923c-d27789e718d3 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:11.683561 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac203c20-6b70-4a24-923c-d27789e718d3 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:11.684823 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ac203c20-6b70-4a24-923c-d27789e718d3 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1250200 Jul 23 20:56:11.687896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42052) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:11.692350 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-327302d3-92bc-40eb-9a89-79abff9189fd tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1029836288', 'prefixes': ['172.20.0.0/16']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:11.751583 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-327302d3-92bc-40eb-9a89-79abff9189fd tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks [] for subnetpool, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:11.752818 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-327302d3-92bc-40eb-9a89-79abff9189fd tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0640404 Jul 23 20:56:11.757038 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42054) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:11.761511 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.tag.tag_plugin [None req-a8b0eabe-1e83-4f73-9b37-04d56dbea1c2 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e048fb96-0831-4a89-bb6d-e9db38f35678', 'tempest-TagsExtTest-Tag-1857782342') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:11.860408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a8b0eabe-1e83-4f73-9b37-04d56dbea1c2 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "PUT /v2.0/subnets/e048fb96-0831-4a89-bb6d-e9db38f35678/tags/tempest-TagsExtTest-Tag-1857782342 HTTP/1.1" status: 201 len: 201 time: 0.1022823 Jul 23 20:56:11.862860 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42056) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:11.867967 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.tag.tag_plugin [None req-a3f0ac4c-8852-4c6f-a502-39d0277e5fe6 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8fa947b5-c65d-4a7c-abaa-07d92cebd058', 'tempest-TagsExtTest-Tag-664166286') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:11.929647 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a3f0ac4c-8852-4c6f-a502-39d0277e5fe6 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "PUT /v2.0/ports/8fa947b5-c65d-4a7c-abaa-07d92cebd058/tags/tempest-TagsExtTest-Tag-664166286 HTTP/1.1" status: 201 len: 201 time: 0.0657127 Jul 23 20:56:11.932228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42058) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:11.936834 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.tag.tag_plugin [None req-27a71874-273f-4533-9352-3cdcde00d274 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'faa14b81-d2d1-4474-b497-d4d54caca8d4', 'tempest-TagsExtTest-Tag-2097528342') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:12.021649 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-27a71874-273f-4533-9352-3cdcde00d274 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "PUT /v2.0/routers/faa14b81-d2d1-4474-b497-d4d54caca8d4/tags/tempest-TagsExtTest-Tag-2097528342 HTTP/1.1" status: 201 len: 201 time: 0.0884006 Jul 23 20:56:12.024247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42060) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:12.028909 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.tag.tag_plugin [None req-2d4ae730-b9c3-49b3-94d8-a8667330fd3a tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '761fd26d-9f32-42b4-888c-c386258fbfb5', 'tempest-TagsExtTest-Tag-700224745') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:12.079080 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42062) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:12.079601 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2d4ae730-b9c3-49b3-94d8-a8667330fd3a tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "PUT /v2.0/subnetpools/761fd26d-9f32-42b4-888c-c386258fbfb5/tags/tempest-TagsExtTest-Tag-700224745 HTTP/1.1" status: 201 len: 201 time: 0.0537941 Jul 23 20:56:12.084618 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-c93a776d-2eac-4056-9cb8-408a97312222 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e048fb96-0831-4a89-bb6d-e9db38f35678') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:12.172591 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c93a776d-2eac-4056-9cb8-408a97312222 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/subnets/e048fb96-0831-4a89-bb6d-e9db38f35678/tags HTTP/1.1" status: 200 len: 241 time: 0.0916698 Jul 23 20:56:12.175319 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42064) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:12.180237 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-41f950ab-2521-445f-a1aa-73b12ecb400f tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e048fb96-0831-4a89-bb6d-e9db38f35678', 'tempest-TagsExtTest-Tag-1857782342') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:12.239730 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-41f950ab-2521-445f-a1aa-73b12ecb400f tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/subnets/e048fb96-0831-4a89-bb6d-e9db38f35678/tags/tempest-TagsExtTest-Tag-1857782342 HTTP/1.1" status: 204 len: 168 time: 0.0635679 Jul 23 20:56:12.242969 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42068) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:12.247540 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.tag.tag_plugin [None req-36093d4a-2923-4202-a4c5-95b45cd9e8db tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e048fb96-0831-4a89-bb6d-e9db38f35678', 'tempest-TagsExtTest-Tag-1857782342') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:12.347607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a894ede-9e2b-419d-8578-337d7e565b93 req-2df6baf2-07f1-4116-8e8d-ea37e55f3214 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:12.349131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a894ede-9e2b-419d-8578-337d7e565b93 req-2df6baf2-07f1-4116-8e8d-ea37e55f3214 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 944 time: 0.0990849 Jul 23 20:56:12.373451 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0277a74c-be81-413f-b1d8-67d5ceed01b6 None None] Network 5977d3d0-bb98-492d-b22b-1bfb719aff66 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:56:12.392290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-36093d4a-2923-4202-a4c5-95b45cd9e8db tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/subnets/e048fb96-0831-4a89-bb6d-e9db38f35678/tags/tempest-TagsExtTest-Tag-1857782342 HTTP/1.1" status: 204 len: 168 time: 0.1482093 Jul 23 20:56:12.395019 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42074) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:12.399562 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-b6120ec5-0142-4a8f-b774-ed49d48389a9 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e048fb96-0831-4a89-bb6d-e9db38f35678') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:12.400018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a894ede-9e2b-419d-8578-337d7e565b93 req-30128270-9c56-4033-9404-7c83dfbbd55b tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bc0a812-04d7-4177-afdb-4843d987d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447078 Jul 23 20:56:12.464806 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b6120ec5-0142-4a8f-b774-ed49d48389a9 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/subnets/e048fb96-0831-4a89-bb6d-e9db38f35678/tags HTTP/1.1" status: 200 len: 205 time: 0.0686305 Jul 23 20:56:12.467213 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42078) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:12.471796 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-afc7947b-a71d-4737-aa15-52e1665d9ecb tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8fa947b5-c65d-4a7c-abaa-07d92cebd058') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:12.480540 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ff652bc6-bf81-4f15-8a01-f936ff9d2812 None None] Provisioning for port 6c0ed358-2222-410e-a1d0-84853b7a050a completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:56:12.525233 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-afc7947b-a71d-4737-aa15-52e1665d9ecb tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/ports/8fa947b5-c65d-4a7c-abaa-07d92cebd058/tags HTTP/1.1" status: 200 len: 240 time: 0.0570097 Jul 23 20:56:12.527688 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42080) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:12.532252 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-1ac8e3fb-8f0e-463c-b7de-997162d46ae0 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8fa947b5-c65d-4a7c-abaa-07d92cebd058', 'tempest-TagsExtTest-Tag-664166286') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:12.605956 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1ac8e3fb-8f0e-463c-b7de-997162d46ae0 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/ports/8fa947b5-c65d-4a7c-abaa-07d92cebd058/tags/tempest-TagsExtTest-Tag-664166286 HTTP/1.1" status: 204 len: 168 time: 0.0770521 Jul 23 20:56:12.609494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42082) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:12.613900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-eb10b91c-cecf-4ca4-a5c1-52ba5fdc2cb4 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8fa947b5-c65d-4a7c-abaa-07d92cebd058', 'tempest-TagsExtTest-Tag-664166286') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:12.685639 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-eb10b91c-cecf-4ca4-a5c1-52ba5fdc2cb4 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/ports/8fa947b5-c65d-4a7c-abaa-07d92cebd058/tags/tempest-TagsExtTest-Tag-664166286 HTTP/1.1" status: 204 len: 168 time: 0.0728979 Jul 23 20:56:12.685832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42084) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:12.690494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-7c585527-324c-433e-aadd-90067215f481 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8fa947b5-c65d-4a7c-abaa-07d92cebd058') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:12.743877 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7c585527-324c-433e-aadd-90067215f481 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/ports/8fa947b5-c65d-4a7c-abaa-07d92cebd058/tags HTTP/1.1" status: 200 len: 205 time: 0.0569510 Jul 23 20:56:12.746335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42086) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:12.751029 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-fcaa98c5-1a6d-47f5-b239-89b23ec44763 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'faa14b81-d2d1-4474-b497-d4d54caca8d4') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:12.821389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7d4f90c0-8b3b-474a-9792-92e22808b12a None None] Provisioning for port 8fa947b5-c65d-4a7c-abaa-07d92cebd058 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:56:12.826690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7d4f90c0-8b3b-474a-9792-92e22808b12a None None] Provisioning complete for port 8fa947b5-c65d-4a7c-abaa-07d92cebd058 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:56:12.827198 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d4f90c0-8b3b-474a-9792-92e22808b12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:12.831629 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fcaa98c5-1a6d-47f5-b239-89b23ec44763 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/routers/faa14b81-d2d1-4474-b497-d4d54caca8d4/tags HTTP/1.1" status: 200 len: 241 time: 0.0840287 Jul 23 20:56:12.834311 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42088) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:12.838924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-b97f39fb-30ba-4dba-ad9b-4934f33f1437 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'faa14b81-d2d1-4474-b497-d4d54caca8d4', 'tempest-TagsExtTest-Tag-2097528342') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:12.870209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7d4f90c0-8b3b-474a-9792-92e22808b12a None None] Port 8fa947b5-c65d-4a7c-abaa-07d92cebd058 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:56:12.945464 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b97f39fb-30ba-4dba-ad9b-4934f33f1437 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/routers/faa14b81-d2d1-4474-b497-d4d54caca8d4/tags/tempest-TagsExtTest-Tag-2097528342 HTTP/1.1" status: 204 len: 168 time: 0.1076534 Jul 23 20:56:12.946065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42090) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:12.951076 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-ddad3986-7cf0-42c0-97c9-1a3a0a165877 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'faa14b81-d2d1-4474-b497-d4d54caca8d4', 'tempest-TagsExtTest-Tag-2097528342') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:13.009687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6c0ed358-2222-410e-a1d0-84853b7a050a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:56:13.046668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:56:13.050596 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ddad3986-7cf0-42c0-97c9-1a3a0a165877 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/routers/faa14b81-d2d1-4474-b497-d4d54caca8d4/tags/tempest-TagsExtTest-Tag-2097528342 HTTP/1.1" status: 204 len: 168 time: 0.1010363 Jul 23 20:56:13.051355 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42092) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:13.055547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.tag.tag_plugin [None req-7ef65f7f-5d6d-4fa6-9e2e-4c991dd86cb7 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'faa14b81-d2d1-4474-b497-d4d54caca8d4') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:13.147464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa,segment=NetworkSegment(7acafd24-d66a-4f21-b956-cae3d4cdb212),segment_id=7acafd24-d66a-4f21-b956-cae3d4cdb212)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:56:13.164786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'port_id': 'c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa', 'mac_address': 'fa:16:3e:76:5e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:56:13.210295 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-811fcdab-9d4d-496e-9b9f-333c016a8b50 None None] Provisioning complete for port 8fa947b5-c65d-4a7c-abaa-07d92cebd058 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:56:13.210685 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-811fcdab-9d4d-496e-9b9f-333c016a8b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:13.235320 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 6c0ed358-2222-410e-a1d0-84853b7a050a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:56:13.249284 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 6c0ed358-2222-410e-a1d0-84853b7a050a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:56:13.249650 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:13.251281 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:13.292125 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-811fcdab-9d4d-496e-9b9f-333c016a8b50 None None] Port 8fa947b5-c65d-4a7c-abaa-07d92cebd058 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:56:13.299685 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:56:13.337621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa,segment=NetworkSegment(7acafd24-d66a-4f21-b956-cae3d4cdb212),segment_id=7acafd24-d66a-4f21-b956-cae3d4cdb212)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:56:13.350763 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:13.431804 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:13.436930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:13.490939 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 6c0ed358-2222-410e-a1d0-84853b7a050a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6c0ed358-2222-410e-a1d0-84853b7a050a,segment=NetworkSegment(e4596d99-1437-4184-841c-43c3da278d0f),segment_id=e4596d99-1437-4184-841c-43c3da278d0f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:56:13.496350 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:13.500134 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42098) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:13.503865 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7ef65f7f-5d6d-4fa6-9e2e-4c991dd86cb7 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/routers/faa14b81-d2d1-4474-b497-d4d54caca8d4/tags HTTP/1.1" status: 200 len: 205 time: 0.4518027 Jul 23 20:56:13.506609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-e6d048f2-299a-42e2-a29b-002d7957a515 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '761fd26d-9f32-42b4-888c-c386258fbfb5') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:13.558192 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e6d048f2-299a-42e2-a29b-002d7957a515 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/subnetpools/761fd26d-9f32-42b4-888c-c386258fbfb5/tags HTTP/1.1" status: 200 len: 240 time: 0.0539064 Jul 23 20:56:13.558432 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42100) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:13.566702 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-3215a765-f62c-49f7-9632-92783bb643ed tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '761fd26d-9f32-42b4-888c-c386258fbfb5', 'tempest-TagsExtTest-Tag-700224745') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:13.581711 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=6c0ed358-2222-410e-a1d0-84853b7a050a,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:13.604872 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3215a765-f62c-49f7-9632-92783bb643ed tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/subnetpools/761fd26d-9f32-42b4-888c-c386258fbfb5/tags/tempest-TagsExtTest-Tag-700224745 HTTP/1.1" status: 204 len: 168 time: 0.0447919 Jul 23 20:56:13.606768 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42102) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:13.611317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-45a39c3f-978e-4c31-b0df-c7944a8f4c15 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '761fd26d-9f32-42b4-888c-c386258fbfb5', 'tempest-TagsExtTest-Tag-700224745') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:13.613697 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5ef08-106e-4f0c-be6b-69c139a20c60 req-4b6acdc6-1fde-4946-813d-1229c787a83f tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:13.615315 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86d5ef08-106e-4f0c-be6b-69c139a20c60 req-4b6acdc6-1fde-4946-813d-1229c787a83f tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 945 time: 0.0886719 Jul 23 20:56:13.655147 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-45a39c3f-978e-4c31-b0df-c7944a8f4c15 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/subnetpools/761fd26d-9f32-42b4-888c-c386258fbfb5/tags/tempest-TagsExtTest-Tag-700224745 HTTP/1.1" status: 204 len: 168 time: 0.0472507 Jul 23 20:56:13.656064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86d5ef08-106e-4f0c-be6b-69c139a20c60 req-9383c046-b19f-463f-9ba3-97f7d621a156 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bc0a812-04d7-4177-afdb-4843d987d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351956 Jul 23 20:56:13.657538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42104) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:13.661991 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-3aeea772-76e3-4fba-9ad1-77103cf63cc3 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '761fd26d-9f32-42b4-888c-c386258fbfb5') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:13.664442 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:56:13.687854 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3aeea772-76e3-4fba-9ad1-77103cf63cc3 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/subnetpools/761fd26d-9f32-42b4-888c-c386258fbfb5/tags HTTP/1.1" status: 200 len: 205 time: 0.0290344 Jul 23 20:56:13.690391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42106) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:13.695726 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.tag.tag_plugin [None req-73a484f6-ce40-4ed8-97bc-d57654b4d819 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '761fd26d-9f32-42b4-888c-c386258fbfb5') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:13.722094 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-73a484f6-ce40-4ed8-97bc-d57654b4d819 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/subnetpools/761fd26d-9f32-42b4-888c-c386258fbfb5/tags HTTP/1.1" status: 204 len: 168 time: 0.0305960 Jul 23 20:56:13.724653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42108) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:13.729680 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.tag.tag_plugin [None req-4f37ccf9-5a8d-4e05-af8d-0c4af93cb07a tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'faa14b81-d2d1-4474-b497-d4d54caca8d4') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:13.807093 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4f37ccf9-5a8d-4e05-af8d-0c4af93cb07a tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/routers/faa14b81-d2d1-4474-b497-d4d54caca8d4/tags HTTP/1.1" status: 204 len: 168 time: 0.0813887 Jul 23 20:56:13.809536 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42110) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:13.813813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.tag.tag_plugin [None req-27f76160-42a2-41d5-bb13-107c8d0ce16e tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8fa947b5-c65d-4a7c-abaa-07d92cebd058') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:13.869266 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-27f76160-42a2-41d5-bb13-107c8d0ce16e tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/ports/8fa947b5-c65d-4a7c-abaa-07d92cebd058/tags HTTP/1.1" status: 204 len: 168 time: 0.0586555 Jul 23 20:56:13.871650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42112) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:13.875752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.tag.tag_plugin [None req-8ab6f0e3-e855-4f1a-b419-532dbe605303 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e048fb96-0831-4a89-bb6d-e9db38f35678') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:13.927296 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8ab6f0e3-e855-4f1a-b419-532dbe605303 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/subnets/e048fb96-0831-4a89-bb6d-e9db38f35678/tags HTTP/1.1" status: 204 len: 168 time: 0.0546489 Jul 23 20:56:13.931676 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42114) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:13.936420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-9c14544b-df89-49dd-a0af-c3ace5066e26 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e048fb96-0831-4a89-bb6d-e9db38f35678', 'tempest-TagsExtTest-Tag-1495255800') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:13.999164 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9c14544b-df89-49dd-a0af-c3ace5066e26 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "PUT /v2.0/subnets/e048fb96-0831-4a89-bb6d-e9db38f35678/tags/tempest-TagsExtTest-Tag-1495255800 HTTP/1.1" status: 201 len: 201 time: 0.0663474 Jul 23 20:56:14.001770 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42116) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:14.006796 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-97d68bf2-0390-480a-a0e0-33287c503f58 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8fa947b5-c65d-4a7c-abaa-07d92cebd058', 'tempest-TagsExtTest-Tag-193868263') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:14.070180 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-97d68bf2-0390-480a-a0e0-33287c503f58 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "PUT /v2.0/ports/8fa947b5-c65d-4a7c-abaa-07d92cebd058/tags/tempest-TagsExtTest-Tag-193868263 HTTP/1.1" status: 201 len: 201 time: 0.0674021 Jul 23 20:56:14.072784 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42118) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:14.077425 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-d2d7c9cd-8cb9-4bb2-8dae-92d69a87a97a tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'faa14b81-d2d1-4474-b497-d4d54caca8d4', 'tempest-TagsExtTest-Tag-1614008979') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:14.161175 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d2d7c9cd-8cb9-4bb2-8dae-92d69a87a97a tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "PUT /v2.0/routers/faa14b81-d2d1-4474-b497-d4d54caca8d4/tags/tempest-TagsExtTest-Tag-1614008979 HTTP/1.1" status: 201 len: 201 time: 0.0874083 Jul 23 20:56:14.164304 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42120) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:14.169240 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-e6f22f16-fd40-4b83-951c-23d00ebf7683 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '761fd26d-9f32-42b4-888c-c386258fbfb5', 'tempest-TagsExtTest-Tag-1335130865') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:14.201423 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e6f22f16-fd40-4b83-951c-23d00ebf7683 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "PUT /v2.0/subnetpools/761fd26d-9f32-42b4-888c-c386258fbfb5/tags/tempest-TagsExtTest-Tag-1335130865 HTTP/1.1" status: 201 len: 201 time: 0.0357318 Jul 23 20:56:14.203962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42122) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:14.208536 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-c957f0f1-16b2-467e-a445-2aeb0173f049 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e048fb96-0831-4a89-bb6d-e9db38f35678', {'tags': ['tempest-TagsExtTest-Tag-568471719', 'tempest-TagsExtTest-Tag-1589635872', 'tempest-TagsExtTest-Tag-1722920100']}) {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:14.265978 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c957f0f1-16b2-467e-a445-2aeb0173f049 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "PUT /v2.0/subnets/e048fb96-0831-4a89-bb6d-e9db38f35678/tags HTTP/1.1" status: 200 len: 317 time: 0.0609832 Jul 23 20:56:14.268342 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42124) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:14.272413 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-5913d5d6-0e26-431a-b3e0-24613f6f939e tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e048fb96-0831-4a89-bb6d-e9db38f35678') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:14.339469 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5913d5d6-0e26-431a-b3e0-24613f6f939e tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/subnets/e048fb96-0831-4a89-bb6d-e9db38f35678/tags HTTP/1.1" status: 204 len: 168 time: 0.0701294 Jul 23 20:56:14.342055 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42126) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:14.346108 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-ce2640a1-7ffc-4f2e-91c7-f99edc4198aa tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e048fb96-0831-4a89-bb6d-e9db38f35678', 'tempest-TagsExtTest-Tag-568471719') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:14.394328 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-ce2640a1-7ffc-4f2e-91c7-f99edc4198aa tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] show failed (client error): The resource could not be found. Jul 23 20:56:14.395365 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ce2640a1-7ffc-4f2e-91c7-f99edc4198aa tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/subnets/e048fb96-0831-4a89-bb6d-e9db38f35678/tags/tempest-TagsExtTest-Tag-568471719 HTTP/1.1" status: 404 len: 328 time: 0.0524099 Jul 23 20:56:14.398141 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42128) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:14.402199 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-f7e8ff34-85ac-4ec9-a48d-4e97d82d263a tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e048fb96-0831-4a89-bb6d-e9db38f35678', 'tempest-TagsExtTest-Tag-1589635872') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:14.456670 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-f7e8ff34-85ac-4ec9-a48d-4e97d82d263a tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] show failed (client error): The resource could not be found. Jul 23 20:56:14.457956 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f7e8ff34-85ac-4ec9-a48d-4e97d82d263a tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/subnets/e048fb96-0831-4a89-bb6d-e9db38f35678/tags/tempest-TagsExtTest-Tag-1589635872 HTTP/1.1" status: 404 len: 329 time: 0.0589178 Jul 23 20:56:14.461318 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42130) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:14.465393 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-2bfcd886-956e-4d17-8790-b603331e9d55 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e048fb96-0831-4a89-bb6d-e9db38f35678', 'tempest-TagsExtTest-Tag-1722920100') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:14.514963 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-2bfcd886-956e-4d17-8790-b603331e9d55 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] show failed (client error): The resource could not be found. Jul 23 20:56:14.516159 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2bfcd886-956e-4d17-8790-b603331e9d55 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/subnets/e048fb96-0831-4a89-bb6d-e9db38f35678/tags/tempest-TagsExtTest-Tag-1722920100 HTTP/1.1" status: 404 len: 329 time: 0.0539038 Jul 23 20:56:14.518805 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42136) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:14.523926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-cd078f4d-8233-4598-93fb-c4849c2e6cd7 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8fa947b5-c65d-4a7c-abaa-07d92cebd058', {'tags': ['tempest-TagsExtTest-Tag-1366530181', 'tempest-TagsExtTest-Tag-1086518894', 'tempest-TagsExtTest-Tag-1054967625']}) {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:14.587778 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cd078f4d-8233-4598-93fb-c4849c2e6cd7 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "PUT /v2.0/ports/8fa947b5-c65d-4a7c-abaa-07d92cebd058/tags HTTP/1.1" status: 200 len: 318 time: 0.0674505 Jul 23 20:56:14.590365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42140) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:14.595202 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.tag.tag_plugin [None req-19acff3a-109b-4ad4-ad30-6540eae1f783 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8fa947b5-c65d-4a7c-abaa-07d92cebd058') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:14.669200 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42144) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:14.672035 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-19acff3a-109b-4ad4-ad30-6540eae1f783 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/ports/8fa947b5-c65d-4a7c-abaa-07d92cebd058/tags HTTP/1.1" status: 204 len: 168 time: 0.0800390 Jul 23 20:56:14.674806 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-063de1d7-dbc9-4645-97c1-af2bff43f7ef tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8fa947b5-c65d-4a7c-abaa-07d92cebd058', 'tempest-TagsExtTest-Tag-1366530181') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:14.737288 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-063de1d7-dbc9-4645-97c1-af2bff43f7ef tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] show failed (client error): The resource could not be found. Jul 23 20:56:14.741538 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-063de1d7-dbc9-4645-97c1-af2bff43f7ef tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/ports/8fa947b5-c65d-4a7c-abaa-07d92cebd058/tags/tempest-TagsExtTest-Tag-1366530181 HTTP/1.1" status: 404 len: 329 time: 0.0679879 Jul 23 20:56:14.741675 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42150) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:14.747149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.tag.tag_plugin [None req-c2ebf033-fff7-4ea8-ae7f-d922e30d42f2 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8fa947b5-c65d-4a7c-abaa-07d92cebd058', 'tempest-TagsExtTest-Tag-1086518894') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:14.849535 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-c2ebf033-fff7-4ea8-ae7f-d922e30d42f2 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] show failed (client error): The resource could not be found. Jul 23 20:56:14.850641 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c2ebf033-fff7-4ea8-ae7f-d922e30d42f2 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/ports/8fa947b5-c65d-4a7c-abaa-07d92cebd058/tags/tempest-TagsExtTest-Tag-1086518894 HTTP/1.1" status: 404 len: 329 time: 0.1080873 Jul 23 20:56:14.853789 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42152) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:14.858258 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-6009b903-fb4c-41a3-911b-c92ad527d680 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8fa947b5-c65d-4a7c-abaa-07d92cebd058', 'tempest-TagsExtTest-Tag-1054967625') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:14.858404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc09b53-e0ea-4afe-89c1-49f55ae5f224 req-19d58192-ac8e-4871-ad46-7ae155119307 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:14.859914 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dc09b53-e0ea-4afe-89c1-49f55ae5f224 req-19d58192-ac8e-4871-ad46-7ae155119307 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 945 time: 0.1104803 Jul 23 20:56:14.901465 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2dc09b53-e0ea-4afe-89c1-49f55ae5f224 req-7efda32d-6b3e-414e-862b-1bc543510949 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bc0a812-04d7-4177-afdb-4843d987d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356638 Jul 23 20:56:14.923557 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-6009b903-fb4c-41a3-911b-c92ad527d680 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] show failed (client error): The resource could not be found. Jul 23 20:56:14.923557 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6009b903-fb4c-41a3-911b-c92ad527d680 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/ports/8fa947b5-c65d-4a7c-abaa-07d92cebd058/tags/tempest-TagsExtTest-Tag-1054967625 HTTP/1.1" status: 404 len: 329 time: 0.0628214 Jul 23 20:56:14.923557 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42154) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:14.924967 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-63079a44-f413-488d-9ceb-d8c50150f4bf tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'faa14b81-d2d1-4474-b497-d4d54caca8d4', {'tags': ['tempest-TagsExtTest-Tag-609565126', 'tempest-TagsExtTest-Tag-687763797', 'tempest-TagsExtTest-Tag-919008563']}) {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:14.957393 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6c0ed358-2222-410e-a1d0-84853b7a050a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:56:15.009416 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-63079a44-f413-488d-9ceb-d8c50150f4bf tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "PUT /v2.0/routers/faa14b81-d2d1-4474-b497-d4d54caca8d4/tags HTTP/1.1" status: 200 len: 315 time: 0.0880580 Jul 23 20:56:15.010930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 6c0ed358-2222-410e-a1d0-84853b7a050a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:56:15.011441 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:15.012077 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42156) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:15.017441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-ee4e57bf-2b2e-4004-bfd3-7fc64fc38c26 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'faa14b81-d2d1-4474-b497-d4d54caca8d4') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:15.051974 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:56:15.109811 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ee4e57bf-2b2e-4004-bfd3-7fc64fc38c26 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/routers/faa14b81-d2d1-4474-b497-d4d54caca8d4/tags HTTP/1.1" status: 204 len: 168 time: 0.0965412 Jul 23 20:56:15.112336 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42158) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:15.116888 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-d637f100-d301-47a6-9276-030c2c860ab8 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'faa14b81-d2d1-4474-b497-d4d54caca8d4', 'tempest-TagsExtTest-Tag-609565126') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:15.137915 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:56:15.141862 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:56:15.142230 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:15.198201 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-d637f100-d301-47a6-9276-030c2c860ab8 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] show failed (client error): The resource could not be found. Jul 23 20:56:15.199275 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d637f100-d301-47a6-9276-030c2c860ab8 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/routers/faa14b81-d2d1-4474-b497-d4d54caca8d4/tags/tempest-TagsExtTest-Tag-609565126 HTTP/1.1" status: 404 len: 328 time: 0.0859540 Jul 23 20:56:15.203734 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42160) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:15.208599 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-7c1c91d1-485c-4923-ae4d-a5c3005ce1f4 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'faa14b81-d2d1-4474-b497-d4d54caca8d4', 'tempest-TagsExtTest-Tag-687763797') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:15.238631 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:15.261852 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a42314-b8ff-43ec-863b-de6019e7d94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:56:15.264728 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2923346-69df-4cc1-8248-463b2ccba56f" -d '{"events": [{"server_uuid": "08a42314-b8ff-43ec-863b-de6019e7d94d", "name": "network-vif-plugged", "status": "completed", "tag": "c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:56:15.279734 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa,segment=NetworkSegment(7acafd24-d66a-4f21-b956-cae3d4cdb212),segment_id=7acafd24-d66a-4f21-b956-cae3d4cdb212)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:56:15.285852 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:15.290711 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-7c1c91d1-485c-4923-ae4d-a5c3005ce1f4 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] show failed (client error): The resource could not be found. Jul 23 20:56:15.293124 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7c1c91d1-485c-4923-ae4d-a5c3005ce1f4 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/routers/faa14b81-d2d1-4474-b497-d4d54caca8d4/tags/tempest-TagsExtTest-Tag-687763797 HTTP/1.1" status: 404 len: 328 time: 0.0872993 Jul 23 20:56:15.294674 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42166) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:15.300506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-067dddbf-d8b1-4239-b6a5-6a684c2de22b tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'faa14b81-d2d1-4474-b497-d4d54caca8d4', 'tempest-TagsExtTest-Tag-919008563') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:15.337358 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:15.465883 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca5324b-334a-4dc8-ad16-d90f5fd89ea5 x-openstack-request-id: req-9ca5324b-334a-4dc8-ad16-d90f5fd89ea5 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:56:15.466179 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a42314-b8ff-43ec-863b-de6019e7d94d", "name": "network-vif-plugged", "status": "completed", "tag": "c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:56:15.466431 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ca5324b-334a-4dc8-ad16-d90f5fd89ea5 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:56:15.467514 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a42314-b8ff-43ec-863b-de6019e7d94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa', 'code': 200} Jul 23 20:56:15.535843 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:15.710348 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-067dddbf-d8b1-4239-b6a5-6a684c2de22b tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] show failed (client error): The resource could not be found. Jul 23 20:56:15.711392 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-067dddbf-d8b1-4239-b6a5-6a684c2de22b tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/routers/faa14b81-d2d1-4474-b497-d4d54caca8d4/tags/tempest-TagsExtTest-Tag-919008563 HTTP/1.1" status: 404 len: 328 time: 0.4155545 Jul 23 20:56:15.714138 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42168) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:15.720022 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.tag.tag_plugin [None req-35c9a80c-ba1d-4c7e-8142-2be6c9e7fab5 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '761fd26d-9f32-42b4-888c-c386258fbfb5', {'tags': ['tempest-TagsExtTest-Tag-115465689', 'tempest-TagsExtTest-Tag-1398748417', 'tempest-TagsExtTest-Tag-2037776335']}) {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:15.730139 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0161f-9a5a-45f1-b70a-66c8bcf7c3a3 req-2a260243-6079-4c7b-a2f0-b8c7a7fef668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:15.731793 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9ea0161f-9a5a-45f1-b70a-66c8bcf7c3a3 req-2a260243-6079-4c7b-a2f0-b8c7a7fef668 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 1098 time: 0.0638046 Jul 23 20:56:15.758300 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-35c9a80c-ba1d-4c7e-8142-2be6c9e7fab5 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "PUT /v2.0/subnetpools/761fd26d-9f32-42b4-888c-c386258fbfb5/tags HTTP/1.1" status: 200 len: 317 time: 0.0399182 Jul 23 20:56:15.758630 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42170) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:15.763362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.tag.tag_plugin [None req-47552528-ed9b-4b7d-b37a-c3dd4ec1cd86 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '761fd26d-9f32-42b4-888c-c386258fbfb5') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:15.772425 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9ea0161f-9a5a-45f1-b70a-66c8bcf7c3a3 req-44fb10be-fa64-4717-b412-de7dd4e46852 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5bc0a812-04d7-4177-afdb-4843d987d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300951 Jul 23 20:56:15.806144 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-47552528-ed9b-4b7d-b37a-c3dd4ec1cd86 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/subnetpools/761fd26d-9f32-42b4-888c-c386258fbfb5/tags HTTP/1.1" status: 204 len: 168 time: 0.0461164 Jul 23 20:56:15.808775 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42174) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:15.813484 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.tag.tag_plugin [None req-81119c29-8cb7-4aae-afff-677d1c1005d7 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '761fd26d-9f32-42b4-888c-c386258fbfb5', 'tempest-TagsExtTest-Tag-115465689') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:15.835646 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-81119c29-8cb7-4aae-afff-677d1c1005d7 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] show failed (client error): The resource could not be found. Jul 23 20:56:15.839754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42176) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:15.839879 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-81119c29-8cb7-4aae-afff-677d1c1005d7 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/subnetpools/761fd26d-9f32-42b4-888c-c386258fbfb5/tags/tempest-TagsExtTest-Tag-115465689 HTTP/1.1" status: 404 len: 328 time: 0.0300124 Jul 23 20:56:15.844641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-fb19536f-7dc1-445c-9c88-c7ca37d84132 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '761fd26d-9f32-42b4-888c-c386258fbfb5', 'tempest-TagsExtTest-Tag-1398748417') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:15.865274 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-fb19536f-7dc1-445c-9c88-c7ca37d84132 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] show failed (client error): The resource could not be found. Jul 23 20:56:15.866804 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fb19536f-7dc1-445c-9c88-c7ca37d84132 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/subnetpools/761fd26d-9f32-42b4-888c-c386258fbfb5/tags/tempest-TagsExtTest-Tag-1398748417 HTTP/1.1" status: 404 len: 329 time: 0.0258462 Jul 23 20:56:15.869715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42178) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:15.874025 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-41a89b2b-e3ef-4364-8cf2-2447ee664dd7 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '761fd26d-9f32-42b4-888c-c386258fbfb5', 'tempest-TagsExtTest-Tag-2037776335') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:15.893621 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-41a89b2b-e3ef-4364-8cf2-2447ee664dd7 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] show failed (client error): The resource could not be found. Jul 23 20:56:15.894611 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-41a89b2b-e3ef-4364-8cf2-2447ee664dd7 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/subnetpools/761fd26d-9f32-42b4-888c-c386258fbfb5/tags/tempest-TagsExtTest-Tag-2037776335 HTTP/1.1" status: 404 len: 329 time: 0.0240238 Jul 23 20:56:15.897484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42180) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:15.901749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-08b62e95-e99b-40eb-ba10-8bee42e73e59 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '761fd26d-9f32-42b4-888c-c386258fbfb5') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:15.925801 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-08b62e95-e99b-40eb-ba10-8bee42e73e59 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/subnetpools/761fd26d-9f32-42b4-888c-c386258fbfb5/tags HTTP/1.1" status: 204 len: 168 time: 0.0267308 Jul 23 20:56:15.928557 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42184) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:15.933601 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.tag.tag_plugin [None req-d0b843d6-b808-45b9-982e-a12c8f6d9c6a tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'faa14b81-d2d1-4474-b497-d4d54caca8d4') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:16.051567 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d0b843d6-b808-45b9-982e-a12c8f6d9c6a tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/routers/faa14b81-d2d1-4474-b497-d4d54caca8d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1215961 Jul 23 20:56:16.054262 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42186) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:16.058904 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.tag.tag_plugin [None req-35437ba2-eac8-4c92-b2e2-c350df07e844 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8fa947b5-c65d-4a7c-abaa-07d92cebd058') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:16.073494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75d6b5-f285-412b-a868-04ab5ac5124a req-015662f7-f0e7-4409-bd1e-2533d7397972 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:16.074996 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fe75d6b5-f285-412b-a868-04ab5ac5124a req-015662f7-f0e7-4409-bd1e-2533d7397972 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 946 time: 0.0749979 Jul 23 20:56:16.114960 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fe75d6b5-f285-412b-a868-04ab5ac5124a req-9e513246-8832-4afc-8856-ffb629778465 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bc0a812-04d7-4177-afdb-4843d987d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342383 Jul 23 20:56:16.125703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42188) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:16.126112 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-35437ba2-eac8-4c92-b2e2-c350df07e844 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/ports/8fa947b5-c65d-4a7c-abaa-07d92cebd058/tags HTTP/1.1" status: 204 len: 168 time: 0.0705483 Jul 23 20:56:16.131791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.tag.tag_plugin [None req-87c16439-90a1-407d-8f35-a7b7cc5ab7d9 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e048fb96-0831-4a89-bb6d-e9db38f35678') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:16.187530 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-87c16439-90a1-407d-8f35-a7b7cc5ab7d9 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/subnets/e048fb96-0831-4a89-bb6d-e9db38f35678/tags HTTP/1.1" status: 204 len: 168 time: 0.0601859 Jul 23 20:56:16.192246 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42190) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:16.282935 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f7da3759-eefa-40e7-b05f-d2e90070fe7a tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks [] for subnetpool, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:16.284117 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f7da3759-eefa-40e7-b05f-d2e90070fe7a tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/subnetpools/761fd26d-9f32-42b4-888c-c386258fbfb5 HTTP/1.1" status: 204 len: 168 time: 0.0908718 Jul 23 20:56:16.286830 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42192) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:16.316539 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1f7224a6-d602-4585-9a62-f6aa3fbad352 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "GET /v2.0/ports?device_id=faa14b81-d2d1-4474-b497-d4d54caca8d4 HTTP/1.1" status: 200 len: 205 time: 0.0279317 Jul 23 20:56:16.319280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42194) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:16.395127 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3ac1202d-6a32-4944-b6ae-10a26c9e1798 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:16.561797 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3ac1202d-6a32-4944-b6ae-10a26c9e1798 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:16.563986 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3ac1202d-6a32-4944-b6ae-10a26c9e1798 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:16.614083 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3ac1202d-6a32-4944-b6ae-10a26c9e1798 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:16.614575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac1202d-6a32-4944-b6ae-10a26c9e1798 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Fanout notify agent at l3_agent the message router_deleted on router faa14b81-d2d1-4474-b497-d4d54caca8d4 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:56:16.622987 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3ac1202d-6a32-4944-b6ae-10a26c9e1798 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:16.626972 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3ac1202d-6a32-4944-b6ae-10a26c9e1798 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/routers/faa14b81-d2d1-4474-b497-d4d54caca8d4 HTTP/1.1" status: 204 len: 168 time: 0.3040409 Jul 23 20:56:16.626972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42196) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:16.732032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-58f210b3-c56d-4b69-8914-a513f6fa1273 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Deleting port 8fa947b5-c65d-4a7c-abaa-07d92cebd058 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:56:16.732646 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-58f210b3-c56d-4b69-8914-a513f6fa1273 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:16.820964 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-58f210b3-c56d-4b69-8914-a513f6fa1273 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:16.833498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-58f210b3-c56d-4b69-8914-a513f6fa1273 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Calling delete_port for 8fa947b5-c65d-4a7c-abaa-07d92cebd058 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:56:16.929682 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:16.979084 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-58f210b3-c56d-4b69-8914-a513f6fa1273 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:17.010344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f210b3-c56d-4b69-8914-a513f6fa1273 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Pushing event deleted for resources: {'Port': ['ID=8fa947b5-c65d-4a7c-abaa-07d92cebd058,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:17.088978 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-58f210b3-c56d-4b69-8914-a513f6fa1273 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:17.090998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-58f210b3-c56d-4b69-8914-a513f6fa1273 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/ports/8fa947b5-c65d-4a7c-abaa-07d92cebd058 HTTP/1.1" status: 204 len: 168 time: 0.4632194 Jul 23 20:56:17.093622 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42200) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:17.150788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7208cd-6239-4d05-8cfb-80e6f5ee7382 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Deleting subnet e048fb96-0831-4a89-bb6d-e9db38f35678 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:56:17.154801 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f7208cd-6239-4d05-8cfb-80e6f5ee7382 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:17.205922 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f7208cd-6239-4d05-8cfb-80e6f5ee7382 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:17.332660 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f7208cd-6239-4d05-8cfb-80e6f5ee7382 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:17.360277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f325bc-4fb0-4c19-b057-48a272e9a718 req-93bed948-4b39-424c-b1fa-282d7f3a9bd1 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:17.361744 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1f325bc-4fb0-4c19-b057-48a272e9a718 req-93bed948-4b39-424c-b1fa-282d7f3a9bd1 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 946 time: 0.1523693 Jul 23 20:56:17.417879 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1f325bc-4fb0-4c19-b057-48a272e9a718 req-cb383258-ad89-4ab9-88db-aae91c116a35 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bc0a812-04d7-4177-afdb-4843d987d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467043 Jul 23 20:56:17.426357 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f7208cd-6239-4d05-8cfb-80e6f5ee7382 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:17.464701 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7208cd-6239-4d05-8cfb-80e6f5ee7382 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Pushing event deleted for resources: {'Subnet': ['ID=e048fb96-0831-4a89-bb6d-e9db38f35678,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:17.467648 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9f7208cd-6239-4d05-8cfb-80e6f5ee7382 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:17.469546 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9f7208cd-6239-4d05-8cfb-80e6f5ee7382 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/subnets/e048fb96-0831-4a89-bb6d-e9db38f35678 HTTP/1.1" status: 204 len: 168 time: 0.3747308 Jul 23 20:56:17.471968 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42206) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:17.475528 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169f2b97-4026-4492-a293-10bb209be5e7 None None] Network 5977d3d0-bb98-492d-b22b-1bfb719aff66 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:56:17.587166 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:17.642254 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498ebc7-97d4-4775-bcad-f0d8c42c21c7 req-6899d6a3-2342-4aa2-921a-a02879e12398 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:17.643831 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e498ebc7-97d4-4775-bcad-f0d8c42c21c7 req-6899d6a3-2342-4aa2-921a-a02879e12398 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 946 time: 0.1466022 Jul 23 20:56:17.656667 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42208) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:17.661630 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5e9b9554-d3db-4e92-9704-8416d26f1954 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Request body: {'floatingip': {'port_id': 'c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:17.671603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ab80af-8623-4fe3-95f8-c53c0f98a93b None None] DHCP port deletion for 5977d3d0-bb98-492d-b22b-1bfb719aff66 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:56:17.671897 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Deleting port 6c0ed358-2222-410e-a1d0-84853b7a050a {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:56:17.672292 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:17.706805 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e9b9554-d3db-4e92-9704-8416d26f1954 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for floatingip, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:17.721463 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab80af-8623-4fe3-95f8-c53c0f98a93b None None] Deleting port 6c0ed358-2222-410e-a1d0-84853b7a050a {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:56:17.722104 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9ab80af-8623-4fe3-95f8-c53c0f98a93b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:17.754217 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] For port 6c0ed358-2222-410e-a1d0-84853b7a050a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6c0ed358-2222-410e-a1d0-84853b7a050a,segment=NetworkSegment(e4596d99-1437-4184-841c-43c3da278d0f),segment_id=e4596d99-1437-4184-841c-43c3da278d0f)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:56:17.754806 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:17.767184 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Calling delete_port for 6c0ed358-2222-410e-a1d0-84853b7a050a owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:56:17.792010 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b9ab80af-8623-4fe3-95f8-c53c0f98a93b None None] For port 6c0ed358-2222-410e-a1d0-84853b7a050a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6c0ed358-2222-410e-a1d0-84853b7a050a,segment=NetworkSegment(e4596d99-1437-4184-841c-43c3da278d0f),segment_id=e4596d99-1437-4184-841c-43c3da278d0f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:56:17.792411 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9ab80af-8623-4fe3-95f8-c53c0f98a93b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:17.805768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab80af-8623-4fe3-95f8-c53c0f98a93b None None] Calling delete_port for 6c0ed358-2222-410e-a1d0-84853b7a050a owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:56:17.864902 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:17.913837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Pushing event deleted for resources: {'Port': ['ID=6c0ed358-2222-410e-a1d0-84853b7a050a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:17.916510 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] No DVR routers for this DVR port 6c0ed358-2222-410e-a1d0-84853b7a050a on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:56:17.930705 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9ab80af-8623-4fe3-95f8-c53c0f98a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:17.971412 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab80af-8623-4fe3-95f8-c53c0f98a93b None None] Pushing event deleted for resources: {'Port': ['ID=6c0ed358-2222-410e-a1d0-84853b7a050a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:17.973678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab80af-8623-4fe3-95f8-c53c0f98a93b None None] No DVR routers for this DVR port 6c0ed358-2222-410e-a1d0-84853b7a050a on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:56:18.019400 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:18.030984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5977d3d0-bb98-492d-b22b-1bfb719aff66']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:18.045679 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4596d99-1437-4184-841c-43c3da278d0f') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:18.045973 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4596d99-1437-4184-841c-43c3da278d0f') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:18.054975 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:18.069535 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:18.075685 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:56:18.076064 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:56:18.079432 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:56:18.140813 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:18.168065 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:18.171974 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] 10.222.0.55 "DELETE /v2.0/networks/5977d3d0-bb98-492d-b22b-1bfb719aff66 HTTP/1.1" status: 204 len: 168 time: 0.6964047 Jul 23 20:56:18.171974 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548375b2-11e4-456b-9431-14ad68752c43 tempest-TagsExtTest-854601572 tempest-TagsExtTest-854601572-project] Pushing event deleted for resources: {'Network': ['ID=5977d3d0-bb98-492d-b22b-1bfb719aff66,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:18.339435 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e9b9554-d3db-4e92-9704-8416d26f1954 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:18.344596 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e9b9554-d3db-4e92-9704-8416d26f1954 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:18.460880 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-5e9b9554-d3db-4e92-9704-8416d26f1954 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Floating IP 2b7f1a6d-4ddc-49b5-933f-190a4e28ef5b associated. External IP: 172.25.3.182, port: c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa. Jul 23 20:56:18.462719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42216) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:18.649981 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5e8c0736-a2c1-4e1c-8805-d53480663115 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=454c8fe516c14c8faf4bbbde2c434d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855547 Jul 23 20:56:18.650642 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42220) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:18.722183 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e82ebdd-70d0-4ad2-8e2f-124531db78e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:18.745344 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e82ebdd-70d0-4ad2-8e2f-124531db78e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:18.746275 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9b9554-d3db-4e92-9704-8416d26f1954 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:56:18.793362 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e82ebdd-70d0-4ad2-8e2f-124531db78e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:18.796006 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e82ebdd-70d0-4ad2-8e2f-124531db78e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:18.797220 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3e82ebdd-70d0-4ad2-8e2f-124531db78e3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d7ec7de-9298-42bd-a795-4a9df47a502d HTTP/1.1" status: 204 len: 168 time: 0.1456118 Jul 23 20:56:18.805454 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82ebdd-70d0-4ad2-8e2f-124531db78e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7ec7de-9298-42bd-a795-4a9df47a502d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:18.858226 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9b9554-d3db-4e92-9704-8416d26f1954 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:56:18.862852 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5e9b9554-d3db-4e92-9704-8416d26f1954 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:18.868573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e37648d-4001-4e7c-b96d-5ac6f3fec595 None None] Sync routers for ids ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:56:18.878027 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e37648d-4001-4e7c-b96d-5ac6f3fec595 None None] Routers {'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:56:18.878887 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-0e37648d-4001-4e7c-b96d-5ac6f3fec595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:55:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:18.915143 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5e9b9554-d3db-4e92-9704-8416d26f1954 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "PUT /v2.0/floatingips/2b7f1a6d-4ddc-49b5-933f-190a4e28ef5b HTTP/1.1" status: 200 len: 992 time: 1.2571702 Jul 23 20:56:18.915827 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a42314-b8ff-43ec-863b-de6019e7d94d', 'tag': 'c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:56:18.918278 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d57077-203c-4b6d-ab94-ee3c0416dfd6" -d '{"events": [{"name": "network-changed", "server_uuid": "08a42314-b8ff-43ec-863b-de6019e7d94d", "tag": "c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:56:18.967849 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc05705-6893-48d4-9b4e-5f46d4a595b1 x-openstack-request-id: req-bbc05705-6893-48d4-9b4e-5f46d4a595b1 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:56:18.968765 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a42314-b8ff-43ec-863b-de6019e7d94d", "tag": "c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:56:18.968765 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bbc05705-6893-48d4-9b4e-5f46d4a595b1 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:56:18.969647 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a42314-b8ff-43ec-863b-de6019e7d94d', 'tag': 'c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa', 'status': 'completed', 'code': 200} Jul 23 20:56:19.067784 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d57077-203c-4b6d-ab94-ee3c0416dfd6 req-7ab5ebbb-716c-4086-89db-14745e02ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:19.069689 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a4d57077-203c-4b6d-ab94-ee3c0416dfd6 req-7ab5ebbb-716c-4086-89db-14745e02ca6d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb&device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 1098 time: 0.0805702 Jul 23 20:56:19.134318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6c0ed358-2222-410e-a1d0-84853b7a050a no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:56:19.160484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 6c0ed358-2222-410e-a1d0-84853b7a050a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:56:19.160990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6c0ed358-2222-410e-a1d0-84853b7a050a not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:56:19.199367 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d57077-203c-4b6d-ab94-ee3c0416dfd6 req-be9f6be9-6829-4e71-b924-8c0169617612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:19.200973 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a4d57077-203c-4b6d-ab94-ee3c0416dfd6 req-be9f6be9-6829-4e71-b924-8c0169617612 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9c611d9-51f1-472c-aa78-1e8d57241baa HTTP/1.1" status: 200 len: 911 time: 0.1244335 Jul 23 20:56:19.202811 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-0e37648d-4001-4e7c-b96d-5ac6f3fec595 None None] Set router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:56:19.311729 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a4d57077-203c-4b6d-ab94-ee3c0416dfd6 req-7e9a0195-82d2-45ec-943b-4ccb05b02974 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa HTTP/1.1" status: 200 len: 1000 time: 0.1030869 Jul 23 20:56:19.378394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9d8ac-98c8-4d7a-bed3-5b90be05f267 req-87166c5d-816b-45ae-ae84-87609e594b9e tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:19.380281 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60f9d8ac-98c8-4d7a-bed3-5b90be05f267 req-87166c5d-816b-45ae-ae84-87609e594b9e tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=372daa0b-1128-4f6c-8de1-b1f4708165c1 HTTP/1.1" status: 200 len: 945 time: 0.0723670 Jul 23 20:56:19.381427 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d57077-203c-4b6d-ab94-ee3c0416dfd6 req-99464545-4f93-4919-b67d-a9469a5311f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:19.383508 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a4d57077-203c-4b6d-ab94-ee3c0416dfd6 req-99464545-4f93-4919-b67d-a9469a5311f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a HTTP/1.1" status: 200 len: 849 time: 0.0650916 Jul 23 20:56:19.423079 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60f9d8ac-98c8-4d7a-bed3-5b90be05f267 req-499611ba-7488-47ed-8860-53be1b927f79 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365660 Jul 23 20:56:19.462894 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d57077-203c-4b6d-ab94-ee3c0416dfd6 req-028795af-a89a-4d53-af59-638a33140f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:19.464489 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a4d57077-203c-4b6d-ab94-ee3c0416dfd6 req-028795af-a89a-4d53-af59-638a33140f37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9c611d9-51f1-472c-aa78-1e8d57241baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745013 Jul 23 20:56:19.477907 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-0e37648d-4001-4e7c-b96d-5ac6f3fec595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:51:57Z', 'revision_number': 4, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '2b7f1a6d-4ddc-49b5-933f-190a4e28ef5b', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'floating_ip_address': '172.25.3.182', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'port_id': 'c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'mac_address': 'fa:16:3e:76:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a42314-b8ff-43ec-863b-de6019e7d94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:56:03Z', 'updated_at': '2021-07-23T20:56:18Z', 'revision_number': 1, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c4e07c-7961-4668-85b5-7faaf92d771c', 'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'mac_address': 'fa:16:3e:e5:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:55Z', 'updated_at': '2021-07-23T20:52:03Z', 'revision_number': 5, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'subnets': [{'id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:19.513645 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e37648d-4001-4e7c-b96d-5ac6f3fec595 None None] Checking router: b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:56:19.517775 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e37648d-4001-4e7c-b96d-5ac6f3fec595 None None] Routers {'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:56:19.518389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-0e37648d-4001-4e7c-b96d-5ac6f3fec595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:55:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:19.571385 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a4d57077-203c-4b6d-ab94-ee3c0416dfd6 req-34804b07-ea66-4a9c-b1fb-72fb6f35ae50 service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002672 Jul 23 20:56:19.630535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-0e37648d-4001-4e7c-b96d-5ac6f3fec595 None None] Set router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:56:19.668853 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a4d57077-203c-4b6d-ab94-ee3c0416dfd6 req-6ae3e969-5d5f-468d-b3c5-d79393a86c9e service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909235 Jul 23 20:56:19.863697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-0e37648d-4001-4e7c-b96d-5ac6f3fec595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:51:57Z', 'revision_number': 4, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '2b7f1a6d-4ddc-49b5-933f-190a4e28ef5b', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'floating_ip_address': '172.25.3.182', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'port_id': 'c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'mac_address': 'fa:16:3e:76:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a42314-b8ff-43ec-863b-de6019e7d94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:56:03Z', 'updated_at': '2021-07-23T20:56:18Z', 'revision_number': 1, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c4e07c-7961-4668-85b5-7faaf92d771c', 'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'mac_address': 'fa:16:3e:e5:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:55Z', 'updated_at': '2021-07-23T20:52:03Z', 'revision_number': 5, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'subnets': [{'id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:56:19.895667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e37648d-4001-4e7c-b96d-5ac6f3fec595 None None] The sync data for ids ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'] in n-d-791504-18 is: [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:51:57Z', 'revision_number': 4, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '2b7f1a6d-4ddc-49b5-933f-190a4e28ef5b', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'floating_ip_address': '172.25.3.182', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'port_id': 'c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'mac_address': 'fa:16:3e:76:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a42314-b8ff-43ec-863b-de6019e7d94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:56:03Z', 'updated_at': '2021-07-23T20:56:18Z', 'revision_number': 1, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c4e07c-7961-4668-85b5-7faaf92d771c', 'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'mac_address': 'fa:16:3e:e5:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:55Z', 'updated_at': '2021-07-23T20:52:03Z', 'revision_number': 5, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'subnets': [{'id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:56:20.107850 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f5fd73-6a5c-4d00-94b0-2d4b5ef80f4b None None] New status for floating IP 2b7f1a6d-4ddc-49b5-933f-190a4e28ef5b: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:56:20.563984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b1db4-0d93-4eb1-952c-69dfbbd2471b req-1eddee8d-49c2-4077-8a89-4c05f88a7735 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:20.565549 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab3b1db4-0d93-4eb1-952c-69dfbbd2471b req-1eddee8d-49c2-4077-8a89-4c05f88a7735 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=372daa0b-1128-4f6c-8de1-b1f4708165c1 HTTP/1.1" status: 200 len: 945 time: 0.0719395 Jul 23 20:56:20.571481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42280) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:20.613840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab3b1db4-0d93-4eb1-952c-69dfbbd2471b req-4a9dc1a4-12e1-41a1-85a4-e5f4b6734ed2 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364237 Jul 23 20:56:20.689470 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0689c5d8-0989-4905-b017-f5d24c768924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:20.808411 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0689c5d8-0989-4905-b017-f5d24c768924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:20.812948 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0689c5d8-0989-4905-b017-f5d24c768924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:20.863279 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b732a-0f21-4338-8629-033589c2cc2c req-d6b026fe-680e-4766-adcf-30deadf5626a tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:20.864728 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fe8b732a-0f21-4338-8629-033589c2cc2c req-d6b026fe-680e-4766-adcf-30deadf5626a tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.57 "GET /v2.0/ports?device_id=372daa0b-1128-4f6c-8de1-b1f4708165c1 HTTP/1.1" status: 200 len: 945 time: 0.1203833 Jul 23 20:56:20.867847 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0689c5d8-0989-4905-b017-f5d24c768924 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=384a74ac096a405f90c73e2b42d727a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2949686 Jul 23 20:56:20.878998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689c5d8-0989-4905-b017-f5d24c768924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b47241-27f6-42f8-8cf9-cf455df1a182,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:20.879223 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42284) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:20.942530 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ce57dec-02a7-49a6-9503-dcf7076af56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:20.965088 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ce57dec-02a7-49a6-9503-dcf7076af56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:20.975057 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-fe8b732a-0f21-4338-8629-033589c2cc2c req-0a4a3c70-910e-414d-b6fe-299b38031914 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Deleting port a004bdcf-d430-4770-8835-14ff5bbc3fae {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:56:20.975425 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fe8b732a-0f21-4338-8629-033589c2cc2c req-0a4a3c70-910e-414d-b6fe-299b38031914 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:21.011074 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ce57dec-02a7-49a6-9503-dcf7076af56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:21.013665 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4ce57dec-02a7-49a6-9503-dcf7076af56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:21.014841 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4ce57dec-02a7-49a6-9503-dcf7076af56d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b1b47241-27f6-42f8-8cf9-cf455df1a182 HTTP/1.1" status: 204 len: 168 time: 0.1432099 Jul 23 20:56:21.023317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce57dec-02a7-49a6-9503-dcf7076af56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b47241-27f6-42f8-8cf9-cf455df1a182,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:21.064979 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-fe8b732a-0f21-4338-8629-033589c2cc2c req-0a4a3c70-910e-414d-b6fe-299b38031914 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] For port a004bdcf-d430-4770-8835-14ff5bbc3fae, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a004bdcf-d430-4770-8835-14ff5bbc3fae,segment=NetworkSegment(cc2e4b37-0388-484d-aea3-8c67fe568914),segment_id=cc2e4b37-0388-484d-aea3-8c67fe568914)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:56:21.065585 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fe8b732a-0f21-4338-8629-033589c2cc2c req-0a4a3c70-910e-414d-b6fe-299b38031914 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:21.083917 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-fe8b732a-0f21-4338-8629-033589c2cc2c req-0a4a3c70-910e-414d-b6fe-299b38031914 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Calling delete_port for a004bdcf-d430-4770-8835-14ff5bbc3fae owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:56:21.223883 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fe8b732a-0f21-4338-8629-033589c2cc2c req-0a4a3c70-910e-414d-b6fe-299b38031914 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:21.236524 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['a004bdcf-d430-4770-8835-14ff5bbc3fae'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:56:21.257745 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a3c70-910e-414d-b6fe-299b38031914 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Pushing event deleted for resources: {'Port': ['ID=a004bdcf-d430-4770-8835-14ff5bbc3fae,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:21.311511 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8b732a-0f21-4338-8629-033589c2cc2c req-0a4a3c70-910e-414d-b6fe-299b38031914 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] No DVR routers for this DVR port a004bdcf-d430-4770-8835-14ff5bbc3fae on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:56:21.313985 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-fe8b732a-0f21-4338-8629-033589c2cc2c req-0a4a3c70-910e-414d-b6fe-299b38031914 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:21.316136 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fe8b732a-0f21-4338-8629-033589c2cc2c req-0a4a3c70-910e-414d-b6fe-299b38031914 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.57 "DELETE /v2.0/ports/a004bdcf-d430-4770-8835-14ff5bbc3fae HTTP/1.1" status: 204 len: 173 time: 0.4443657 Jul 23 20:56:21.316578 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372daa0b-1128-4f6c-8de1-b1f4708165c1', 'name': 'network-vif-deleted', 'tag': 'a004bdcf-d430-4770-8835-14ff5bbc3fae'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:56:21.319528 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a151989-95e4-4611-9b9c-5227120b4bda" -d '{"events": [{"server_uuid": "372daa0b-1128-4f6c-8de1-b1f4708165c1", "name": "network-vif-deleted", "tag": "a004bdcf-d430-4770-8835-14ff5bbc3fae"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:56:21.322788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42294) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:21.336189 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b8f574cc-ffa4-499b-ac23-8dbf4d915f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:21.363761 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df78b381-870d-44d6-88e0-12fa41c3209d x-openstack-request-id: req-df78b381-870d-44d6-88e0-12fa41c3209d {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:56:21.364058 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372daa0b-1128-4f6c-8de1-b1f4708165c1", "name": "network-vif-deleted", "tag": "a004bdcf-d430-4770-8835-14ff5bbc3fae", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:56:21.364308 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df78b381-870d-44d6-88e0-12fa41c3209d {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:56:21.364703 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372daa0b-1128-4f6c-8de1-b1f4708165c1', 'name': 'network-vif-deleted', 'tag': 'a004bdcf-d430-4770-8835-14ff5bbc3fae', 'status': 'completed', 'code': 200} Jul 23 20:56:21.431329 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b8f574cc-ffa4-499b-ac23-8dbf4d915f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:21.435307 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b8f574cc-ffa4-499b-ac23-8dbf4d915f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:21.473499 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b8f574cc-ffa4-499b-ac23-8dbf4d915f96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b13ec3f06c6d4930b730b052336601b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496038 Jul 23 20:56:21.474719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f574cc-ffa4-499b-ac23-8dbf4d915f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cd1a74-498a-4d28-844b-602a1e6def12,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:21.476116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42296) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:21.524569 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-18b886e8-09e4-44ef-ae15-d1657d19f633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:21.544907 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-18b886e8-09e4-44ef-ae15-d1657d19f633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:21.596486 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-18b886e8-09e4-44ef-ae15-d1657d19f633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:21.599038 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-18b886e8-09e4-44ef-ae15-d1657d19f633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:21.600839 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-18b886e8-09e4-44ef-ae15-d1657d19f633 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9cd1a74-498a-4d28-844b-602a1e6def12 HTTP/1.1" status: 204 len: 168 time: 0.1236730 Jul 23 20:56:21.608465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b886e8-09e4-44ef-ae15-d1657d19f633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cd1a74-498a-4d28-844b-602a1e6def12,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:21.728272 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72743807-8b46-4955-a397-9b2806cc47b4 req-84dfd941-4a29-4ff2-9823-01ecf1987fd9 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=372daa0b-1128-4f6c-8de1-b1f4708165c1 HTTP/1.1" status: 200 len: 210 time: 0.0345793 Jul 23 20:56:23.236471 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42362) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:23.360637 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ac6b91d-a729-4bf4-8e5b-9033fc50c565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:23.414021 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f20f4d42-26b6-4c67-a193-63c3cb429ed0 req-ccfca1fa-3c32-48c9-8fdd-e28a464f3df5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08a42314-b8ff-43ec-863b-de6019e7d94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0911746 Jul 23 20:56:23.506437 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ac6b91d-a729-4bf4-8e5b-9033fc50c565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:23.510691 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ac6b91d-a729-4bf4-8e5b-9033fc50c565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:23.561044 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6b91d-a729-4bf4-8e5b-9033fc50c565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c8704c-ec3b-4fea-a6a0-65df3f25878d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:23.569360 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9ac6b91d-a729-4bf4-8e5b-9033fc50c565 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e39379d07d34275b68aee478adfff57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289397 Jul 23 20:56:23.569760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42366) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:23.576536 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f4d42-26b6-4c67-a193-63c3cb429ed0 req-0557663c-ffe8-4fe3-b9f7-a224e6be938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:23.577943 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f20f4d42-26b6-4c67-a193-63c3cb429ed0 req-0557663c-ffe8-4fe3-b9f7-a224e6be938d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb&device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 1098 time: 0.1190665 Jul 23 20:56:23.672492 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e21471bc-428d-491c-bd2e-286684748297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:23.706506 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e21471bc-428d-491c-bd2e-286684748297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:23.727697 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f4d42-26b6-4c67-a193-63c3cb429ed0 req-b2bd5693-827a-4e83-80ef-b4178acad6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:23.729144 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f20f4d42-26b6-4c67-a193-63c3cb429ed0 req-b2bd5693-827a-4e83-80ef-b4178acad6f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9c611d9-51f1-472c-aa78-1e8d57241baa HTTP/1.1" status: 200 len: 911 time: 0.1300864 Jul 23 20:56:23.803997 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f20f4d42-26b6-4c67-a193-63c3cb429ed0 req-978076c7-0bed-4075-9f2a-1444da5ccbab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa HTTP/1.1" status: 200 len: 1002 time: 0.0628381 Jul 23 20:56:23.807932 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e21471bc-428d-491c-bd2e-286684748297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:23.810507 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e21471bc-428d-491c-bd2e-286684748297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:23.811610 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e21471bc-428d-491c-bd2e-286684748297 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24c8704c-ec3b-4fea-a6a0-65df3f25878d HTTP/1.1" status: 204 len: 168 time: 0.2411151 Jul 23 20:56:23.848795 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21471bc-428d-491c-bd2e-286684748297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c8704c-ec3b-4fea-a6a0-65df3f25878d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:23.870038 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f4d42-26b6-4c67-a193-63c3cb429ed0 req-9d587dc7-a65b-496e-855e-64bc7aaff349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:23.871546 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f20f4d42-26b6-4c67-a193-63c3cb429ed0 req-9d587dc7-a65b-496e-855e-64bc7aaff349 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a HTTP/1.1" status: 200 len: 849 time: 0.0590343 Jul 23 20:56:23.947692 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f4d42-26b6-4c67-a193-63c3cb429ed0 req-5c9af073-7045-43b4-b06f-2f4ff77d4bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:23.949680 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f20f4d42-26b6-4c67-a193-63c3cb429ed0 req-5c9af073-7045-43b4-b06f-2f4ff77d4bf0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9c611d9-51f1-472c-aa78-1e8d57241baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709085 Jul 23 20:56:24.059182 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:56:24.128024 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f20f4d42-26b6-4c67-a193-63c3cb429ed0 req-285250c8-7f3b-4b3e-a3aa-50e20290c20d service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631508 Jul 23 20:56:24.214616 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42374) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:24.235681 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9f550e1-e8a1-4e20-ac45-e2d2c3d3025d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:24.254649 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f20f4d42-26b6-4c67-a193-63c3cb429ed0 req-8227d62d-420c-4fbc-be86-768cf3c04178 service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199632 Jul 23 20:56:24.338472 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9f550e1-e8a1-4e20-ac45-e2d2c3d3025d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:24.342297 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f9f550e1-e8a1-4e20-ac45-e2d2c3d3025d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:24.380546 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f9f550e1-e8a1-4e20-ac45-e2d2c3d3025d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0945ed59f1794d1a912cf3de8e4691d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648409 Jul 23 20:56:24.381746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f550e1-e8a1-4e20-ac45-e2d2c3d3025d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f77cfe7-6208-4a7f-af78-5fd769bddaa9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:24.383244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42378) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:24.434041 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ec29581d-2fb0-476b-9484-a04d36ecfdb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:24.455416 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ec29581d-2fb0-476b-9484-a04d36ecfdb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:24.501085 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ec29581d-2fb0-476b-9484-a04d36ecfdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:24.503953 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ec29581d-2fb0-476b-9484-a04d36ecfdb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:24.505095 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ec29581d-2fb0-476b-9484-a04d36ecfdb4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f77cfe7-6208-4a7f-af78-5fd769bddaa9 HTTP/1.1" status: 204 len: 168 time: 0.1208808 Jul 23 20:56:24.512646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29581d-2fb0-476b-9484-a04d36ecfdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f77cfe7-6208-4a7f-af78-5fd769bddaa9,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:24.550705 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b0aff217-6ce4-4ab0-9720-ebad80c89cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:24.832326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a004bdcf-d430-4770-8835-14ff5bbc3fae no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:56:24.852876 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: a004bdcf-d430-4770-8835-14ff5bbc3fae {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:56:24.853235 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a004bdcf-d430-4770-8835-14ff5bbc3fae not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:56:27.126029 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03a874f6-aa18-46c1-a27a-ddfeefeb353c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:27.361153 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:28.547048 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:29.807315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-31574563-fda7-472f-b482-21c22d88ed7c tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:29.808582 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-31574563-fda7-472f-b482-21c22d88ed7c tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/networks?id=954b43a3-3537-4524-b2a0-0f0cabcf902a HTTP/1.1" status: 200 len: 813 time: 0.1018839 Jul 23 20:56:29.824066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-930b6c67-ce91-467c-a5dc-402de9bfea06 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/quotas/69317a4fbb7642a58a6ae80a1b0a8f6d HTTP/1.1" status: 200 len: 375 time: 0.0099955 Jul 23 20:56:29.862380 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-86a461cb-9c5d-400c-91ec-c43990df2529 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=69317a4fbb7642a58a6ae80a1b0a8f6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330443 Jul 23 20:56:29.951026 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-6c40c809-53f0-4705-a4ff-3ab09b6be40e service neutron] 10.222.0.55 "GET /v2.0/networks/954b43a3-3537-4524-b2a0-0f0cabcf902a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813129 Jul 23 20:56:29.989861 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:30.043187 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-7ec7766d-f5d9-447f-bce9-e3c76b47a158 service neutron] 10.222.0.55 "GET /v2.0/networks/954b43a3-3537-4524-b2a0-0f0cabcf902a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861912 Jul 23 20:56:30.227647 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc35a65a-9023-4e56-9a5f-e1bfb3e031d4 req-ffb98cf5-178f-4764-a8f6-8672cfd4ce72 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=770d10d6-5509-487c-8472-cea209214eaf HTTP/1.1" status: 200 len: 210 time: 0.0363955 Jul 23 20:56:30.572309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42538) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:30.698337 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ba4d17f1-5756-4cd0-9a65-355ea6ed1772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:30.817185 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ba4d17f1-5756-4cd0-9a65-355ea6ed1772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:30.822300 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ba4d17f1-5756-4cd0-9a65-355ea6ed1772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:30.864313 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ba4d17f1-5756-4cd0-9a65-355ea6ed1772 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3b82f4b11a042708cfcc87c78c9ce7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908244 Jul 23 20:56:30.866293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d17f1-5756-4cd0-9a65-355ea6ed1772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39936dff-ca83-4465-aea7-b53e2ed6965f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:30.867135 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42544) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:30.873725 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4d17f1-5756-4cd0-9a65-355ea6ed1772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:30.874066 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4d17f1-5756-4cd0-9a65-355ea6ed1772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:30.874422 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4d17f1-5756-4cd0-9a65-355ea6ed1772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:30.874730 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4d17f1-5756-4cd0-9a65-355ea6ed1772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:30.875057 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4d17f1-5756-4cd0-9a65-355ea6ed1772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:30.875404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4d17f1-5756-4cd0-9a65-355ea6ed1772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:30.875731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4d17f1-5756-4cd0-9a65-355ea6ed1772 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:30.876051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4d17f1-5756-4cd0-9a65-355ea6ed1772 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:30.876370 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4d17f1-5756-4cd0-9a65-355ea6ed1772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:30.876686 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4d17f1-5756-4cd0-9a65-355ea6ed1772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:30.877002 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4d17f1-5756-4cd0-9a65-355ea6ed1772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:30.877317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4d17f1-5756-4cd0-9a65-355ea6ed1772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:30.917715 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83b74b54-5f91-454d-bda7-5c142d8d24d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:30.945165 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83b74b54-5f91-454d-bda7-5c142d8d24d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:30.997462 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83b74b54-5f91-454d-bda7-5c142d8d24d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:31.000332 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83b74b54-5f91-454d-bda7-5c142d8d24d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:31.001666 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-83b74b54-5f91-454d-bda7-5c142d8d24d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/39936dff-ca83-4465-aea7-b53e2ed6965f HTTP/1.1" status: 204 len: 168 time: 0.1334121 Jul 23 20:56:31.010818 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b74b54-5f91-454d-bda7-5c142d8d24d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39936dff-ca83-4465-aea7-b53e2ed6965f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:31.239304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-bb33261d-d34b-473e-973c-da3b87144e20 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:31.241329 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-bb33261d-d34b-473e-973c-da3b87144e20 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.57 "GET /v2.0/networks?id=954b43a3-3537-4524-b2a0-0f0cabcf902a HTTP/1.1" status: 200 len: 813 time: 0.1301932 Jul 23 20:56:31.253643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-83753e48-898a-416b-b361-d5490c1105c9 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Request body: {'port': {'device_id': '770d10d6-5509-487c-8472-cea209214eaf', 'network_id': '954b43a3-3537-4524-b2a0-0f0cabcf902a', 'admin_state_up': True, 'tenant_id': '69317a4fbb7642a58a6ae80a1b0a8f6d'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:31.330677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42552) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:31.346011 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56b65052-32f4-4d8c-8361-a29ca1d14ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:31.358790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1deae31f-008a-4767-8d3a-6a8dd3088fb8 req-95e35e98-9fe5-482d-96c3-ee46303f45dc tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=770d10d6-5509-487c-8472-cea209214eaf HTTP/1.1" status: 200 len: 210 time: 0.0351961 Jul 23 20:56:31.447580 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56b65052-32f4-4d8c-8361-a29ca1d14ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:31.451343 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56b65052-32f4-4d8c-8361-a29ca1d14ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:31.466478 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-83753e48-898a-416b-b361-d5490c1105c9 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Made reservation on behalf of 69317a4fbb7642a58a6ae80a1b0a8f6d for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:56:31.469996 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-83753e48-898a-416b-b361-d5490c1105c9 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:31.489929 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-56b65052-32f4-4d8c-8361-a29ca1d14ea9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d422e8dce204c13a37770534cca0b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581101 Jul 23 20:56:31.492562 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42554) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:31.499865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b65052-32f4-4d8c-8361-a29ca1d14ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8177f4a5-3be3-4996-a4a5-be3f3e01f9ca,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:31.543880 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa256a8c-ea10-483f-a165-af3c4439069c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:31.565820 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa256a8c-ea10-483f-a165-af3c4439069c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:31.596898 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-83753e48-898a-416b-b361-d5490c1105c9 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Allocated IP 172.20.0.10 (954b43a3-3537-4524-b2a0-0f0cabcf902a/29111ac9-0a62-411f-89f0-9e493b01f81c/ec72010f-5fd5-4fe1-96fe-31f1d935518a) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:56:31.611828 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa256a8c-ea10-483f-a165-af3c4439069c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:31.614331 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-aa256a8c-ea10-483f-a165-af3c4439069c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:31.615546 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-aa256a8c-ea10-483f-a165-af3c4439069c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8177f4a5-3be3-4996-a4a5-be3f3e01f9ca HTTP/1.1" status: 204 len: 168 time: 0.1220474 Jul 23 20:56:31.624717 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa256a8c-ea10-483f-a165-af3c4439069c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8177f4a5-3be3-4996-a4a5-be3f3e01f9ca,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:31.745531 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-83753e48-898a-416b-b361-d5490c1105c9 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:31.787611 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-83753e48-898a-416b-b361-d5490c1105c9 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:31.838237 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-83753e48-898a-416b-b361-d5490c1105c9 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Network 954b43a3-3537-4524-b2a0-0f0cabcf902a is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:56:31.841318 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-83753e48-898a-416b-b361-d5490c1105c9 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:56:31.843799 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-83753e48-898a-416b-b361-d5490c1105c9 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:56:31.878836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83753e48-898a-416b-b361-d5490c1105c9 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Pushing event updated for resources: {'Port': ['ID=ec72010f-5fd5-4fe1-96fe-31f1d935518a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:31.902677 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-83753e48-898a-416b-b361-d5490c1105c9 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:31.903322 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-83753e48-898a-416b-b361-d5490c1105c9 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:31.917321 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-83753e48-898a-416b-b361-d5490c1105c9 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6677079 Jul 23 20:56:31.929742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Request body: {'port': {'device_id': '770d10d6-5509-487c-8472-cea209214eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:31.953776 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42562) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:31.969519 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65dc146e-4705-4f4e-87c2-73f813f56895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:32.004124 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:32.056618 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65dc146e-4705-4f4e-87c2-73f813f56895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:32.060447 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-65dc146e-4705-4f4e-87c2-73f813f56895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:32.098734 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-65dc146e-4705-4f4e-87c2-73f813f56895 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d866a594fad040f894c0a76febaab371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437438 Jul 23 20:56:32.099405 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc146e-4705-4f4e-87c2-73f813f56895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68737e6-0bf7-4e3e-81c2-a8a0bd331d41,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:32.102391 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42564) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:32.151135 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-597b1cbc-90e0-4136-b028-f072d9ae16d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:32.172073 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-597b1cbc-90e0-4136-b028-f072d9ae16d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:32.218851 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-597b1cbc-90e0-4136-b028-f072d9ae16d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:32.221478 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-597b1cbc-90e0-4136-b028-f072d9ae16d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:32.222640 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-597b1cbc-90e0-4136-b028-f072d9ae16d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c68737e6-0bf7-4e3e-81c2-a8a0bd331d41 HTTP/1.1" status: 204 len: 168 time: 0.1193504 Jul 23 20:56:32.231877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b1cbc-90e0-4136-b028-f072d9ae16d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68737e6-0bf7-4e3e-81c2-a8a0bd331d41,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:32.277438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec72010f-5fd5-4fe1-96fe-31f1d935518a {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:56:32.284949 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:32.297302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Transition to ACTIVE for port object ec72010f-5fd5-4fe1-96fe-31f1d935518a will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:56:32.300328 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:32.369659 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Pushing event updated for resources: {'Port': ['ID=ec72010f-5fd5-4fe1-96fe-31f1d935518a,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:32.421657 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Attempting to bind port ec72010f-5fd5-4fe1-96fe-31f1d935518a on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:56:32.421991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Attempting to bind port ec72010f-5fd5-4fe1-96fe-31f1d935518a by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'cc2e4b37-0388-484d-aea3-8c67fe568914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '954b43a3-3537-4524-b2a0-0f0cabcf902a'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:56:32.422439 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Attempting to bind port ec72010f-5fd5-4fe1-96fe-31f1d935518a on network 954b43a3-3537-4524-b2a0-0f0cabcf902a {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:56:32.426756 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Port ec72010f-5fd5-4fe1-96fe-31f1d935518a on network 954b43a3-3537-4524-b2a0-0f0cabcf902a not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:56:32.427078 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Attempting to bind port ec72010f-5fd5-4fe1-96fe-31f1d935518a on network 954b43a3-3537-4524-b2a0-0f0cabcf902a {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:56:32.432528 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:56:32.432860 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Checking segment: {'id': 'cc2e4b37-0388-484d-aea3-8c67fe568914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '954b43a3-3537-4524-b2a0-0f0cabcf902a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:56:32.433241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Bound using segment: {'id': 'cc2e4b37-0388-484d-aea3-8c67fe568914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '954b43a3-3537-4524-b2a0-0f0cabcf902a'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:56:32.433665 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Bound port: ec72010f-5fd5-4fe1-96fe-31f1d935518a, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc2e4b37-0388-484d-aea3-8c67fe568914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '954b43a3-3537-4524-b2a0-0f0cabcf902a'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:56:32.434022 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:32.538441 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] For port ec72010f-5fd5-4fe1-96fe-31f1d935518a, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:56:32.553979 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] For port ec72010f-5fd5-4fe1-96fe-31f1d935518a, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ec72010f-5fd5-4fe1-96fe-31f1d935518a,segment=NetworkSegment(cc2e4b37-0388-484d-aea3-8c67fe568914),segment_id=cc2e4b37-0388-484d-aea3-8c67fe568914)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:56:32.562007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4f912-ede1-4d4a-9c01-2a7a3560093f req-7f622a52-0a55-4fd1-8d45-ba5960969857 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:32.563558 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7f4f912-ede1-4d4a-9c01-2a7a3560093f req-7f622a52-0a55-4fd1-8d45-ba5960969857 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=770d10d6-5509-487c-8472-cea209214eaf HTTP/1.1" status: 200 len: 944 time: 0.1267083 Jul 23 20:56:32.565151 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:32.618559 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:32.619092 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:32.620521 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] 10.222.0.57 "PUT /v2.0/ports/ec72010f-5fd5-4fe1-96fe-31f1d935518a HTTP/1.1" status: 200 len: 1093 time: 0.6955552 Jul 23 20:56:32.622192 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770d10d6-5509-487c-8472-cea209214eaf', 'tag': 'ec72010f-5fd5-4fe1-96fe-31f1d935518a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:56:32.624413 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ea2951-dd50-4a74-bab5-7cc4e1433214" -d '{"events": [{"name": "network-changed", "server_uuid": "770d10d6-5509-487c-8472-cea209214eaf", "tag": "ec72010f-5fd5-4fe1-96fe-31f1d935518a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:56:32.661848 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7f4f912-ede1-4d4a-9c01-2a7a3560093f req-0e4fd6e9-455a-49f0-a33c-3df7f25eaa73 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893912 Jul 23 20:56:32.663198 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3757a-0694-4f1a-a4c3-c6b4805d4436 service neutron] Pushing event updated for resources: {'Port': ['ID=ec72010f-5fd5-4fe1-96fe-31f1d935518a,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:32.670035 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3ea897-2a40-4ae7-9505-b0466b2072c1 x-openstack-request-id: req-2e3ea897-2a40-4ae7-9505-b0466b2072c1 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:56:32.670697 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770d10d6-5509-487c-8472-cea209214eaf", "tag": "ec72010f-5fd5-4fe1-96fe-31f1d935518a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:56:32.671011 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e3ea897-2a40-4ae7-9505-b0466b2072c1 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:56:32.672583 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770d10d6-5509-487c-8472-cea209214eaf', 'tag': 'ec72010f-5fd5-4fe1-96fe-31f1d935518a', 'status': 'completed', 'code': 200} Jul 23 20:56:32.728342 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-cb0688e7-046d-43df-9426-95197cef8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:32.729884 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-cb0688e7-046d-43df-9426-95197cef8f38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69317a4fbb7642a58a6ae80a1b0a8f6d&device_id=770d10d6-5509-487c-8472-cea209214eaf HTTP/1.1" status: 200 len: 1096 time: 0.0554681 Jul 23 20:56:32.770848 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-f3944b23-7d7b-44ae-b1d0-5bffb1b1856a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec72010f-5fd5-4fe1-96fe-31f1d935518a HTTP/1.1" status: 200 len: 217 time: 0.0336628 Jul 23 20:56:32.824361 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-43f6f2ce-706d-4243-8da3-4a07e66f0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:32.825995 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-43f6f2ce-706d-4243-8da3-4a07e66f0e35 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29111ac9-0a62-411f-89f0-9e493b01f81c HTTP/1.1" status: 200 len: 853 time: 0.0498281 Jul 23 20:56:32.861277 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-f5e1d970-dc58-486a-b942-30040c456384 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=954b43a3-3537-4524-b2a0-0f0cabcf902a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283406 Jul 23 20:56:32.950334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-7bd16a94-69bb-456b-9155-20488dd8a0ef service neutron] 10.222.0.57 "GET /v2.0/networks/954b43a3-3537-4524-b2a0-0f0cabcf902a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828574 Jul 23 20:56:33.053902 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1a2c10e-3ebb-49d2-a1a6-0da0d6aab3ed req-962c5c3e-4bfa-40a3-b02e-c3a36e080c19 service neutron] 10.222.0.57 "GET /v2.0/networks/954b43a3-3537-4524-b2a0-0f0cabcf902a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970521 Jul 23 20:56:33.153300 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea2951-dd50-4a74-bab5-7cc4e1433214 req-e8e3a6a9-0aa3-4200-8e0f-de537fcb78fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:33.154826 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48ea2951-dd50-4a74-bab5-7cc4e1433214 req-e8e3a6a9-0aa3-4200-8e0f-de537fcb78fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69317a4fbb7642a58a6ae80a1b0a8f6d&device_id=770d10d6-5509-487c-8472-cea209214eaf HTTP/1.1" status: 200 len: 1096 time: 0.0536442 Jul 23 20:56:33.569380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea2951-dd50-4a74-bab5-7cc4e1433214 req-82b8b088-489f-4730-95ef-a7ed07a01356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:33.570888 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48ea2951-dd50-4a74-bab5-7cc4e1433214 req-82b8b088-489f-4730-95ef-a7ed07a01356 service neutron] 10.222.0.57 "GET /v2.0/networks?id=954b43a3-3537-4524-b2a0-0f0cabcf902a HTTP/1.1" status: 200 len: 914 time: 0.4093144 Jul 23 20:56:33.617393 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48ea2951-dd50-4a74-bab5-7cc4e1433214 req-12ee1be1-cc21-4c7c-b112-1d0ce87ee265 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec72010f-5fd5-4fe1-96fe-31f1d935518a HTTP/1.1" status: 200 len: 217 time: 0.0391917 Jul 23 20:56:33.670472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea2951-dd50-4a74-bab5-7cc4e1433214 req-22fa48d3-6c15-4818-a7fc-f711edae66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:33.672003 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48ea2951-dd50-4a74-bab5-7cc4e1433214 req-22fa48d3-6c15-4818-a7fc-f711edae66a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29111ac9-0a62-411f-89f0-9e493b01f81c HTTP/1.1" status: 200 len: 853 time: 0.0477364 Jul 23 20:56:33.717987 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48ea2951-dd50-4a74-bab5-7cc4e1433214 req-25b51bb2-387a-44af-bffb-291808dfced9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=954b43a3-3537-4524-b2a0-0f0cabcf902a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326045 Jul 23 20:56:33.851284 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48ea2951-dd50-4a74-bab5-7cc4e1433214 req-3a394460-0551-44f9-9366-7e2e84ed98b7 service neutron] 10.222.0.57 "GET /v2.0/networks/954b43a3-3537-4524-b2a0-0f0cabcf902a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256835 Jul 23 20:56:33.862243 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b661b3e-2cfe-4ff9-81cc-88e22b7b7e45 req-1e0c8ae9-3806-415e-86f9-82f1ce6f90e9 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:33.863704 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b661b3e-2cfe-4ff9-81cc-88e22b7b7e45 req-1e0c8ae9-3806-415e-86f9-82f1ce6f90e9 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=770d10d6-5509-487c-8472-cea209214eaf HTTP/1.1" status: 200 len: 944 time: 0.1210506 Jul 23 20:56:33.966430 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b661b3e-2cfe-4ff9-81cc-88e22b7b7e45 req-fcd48447-6842-4509-afdc-8117beeb137f tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945482 Jul 23 20:56:33.989544 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-48ea2951-dd50-4a74-bab5-7cc4e1433214 req-96f20d54-78a3-454c-8b9b-895f6f3201bf service neutron] 10.222.0.57 "GET /v2.0/networks/954b43a3-3537-4524-b2a0-0f0cabcf902a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248560 Jul 23 20:56:34.908600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ec72010f-5fd5-4fe1-96fe-31f1d935518a details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:56:35.008196 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port ec72010f-5fd5-4fe1-96fe-31f1d935518a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ec72010f-5fd5-4fe1-96fe-31f1d935518a,segment=NetworkSegment(cc2e4b37-0388-484d-aea3-8c67fe568914),segment_id=cc2e4b37-0388-484d-aea3-8c67fe568914)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:56:35.019777 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'ec72010f-5fd5-4fe1-96fe-31f1d935518a', 'network_id': '954b43a3-3537-4524-b2a0-0f0cabcf902a', 'port_id': 'ec72010f-5fd5-4fe1-96fe-31f1d935518a', 'mac_address': 'fa:16:3e:7f:20:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29111ac9-0a62-411f-89f0-9e493b01f81c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:56:35.057906 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:35.071223 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec72010f-5fd5-4fe1-96fe-31f1d935518a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:56:35.093258 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port ec72010f-5fd5-4fe1-96fe-31f1d935518a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ec72010f-5fd5-4fe1-96fe-31f1d935518a,segment=NetworkSegment(cc2e4b37-0388-484d-aea3-8c67fe568914),segment_id=cc2e4b37-0388-484d-aea3-8c67fe568914)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:56:35.098058 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:35.111398 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e7922-9bcc-455a-8eca-f9371bb9d87b req-78f3a44f-76bb-48a3-9d30-81da73565852 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:35.119255 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e7e7922-9bcc-455a-8eca-f9371bb9d87b req-78f3a44f-76bb-48a3-9d30-81da73565852 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=770d10d6-5509-487c-8472-cea209214eaf HTTP/1.1" status: 200 len: 944 time: 0.0794501 Jul 23 20:56:35.154035 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e7e7922-9bcc-455a-8eca-f9371bb9d87b req-58465606-47f3-4456-bb2f-7c68e35a6678 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339043 Jul 23 20:56:35.154200 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=ec72010f-5fd5-4fe1-96fe-31f1d935518a,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:35.162639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:35.162886 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:35.163258 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:35.163596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:35.163942 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:35.164248 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:35.164742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:35.165074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:35.165397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:35.165720 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:35.166043 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:35.166370 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:56:35.301755 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['ec72010f-5fd5-4fe1-96fe-31f1d935518a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:56:36.289154 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba691ad-afb7-48d7-9d84-9f48177f18d5 req-0ea91912-d912-4395-8a7b-8b55f7a5926e tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:36.290663 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ba691ad-afb7-48d7-9d84-9f48177f18d5 req-0ea91912-d912-4395-8a7b-8b55f7a5926e tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=770d10d6-5509-487c-8472-cea209214eaf HTTP/1.1" status: 200 len: 945 time: 0.0643916 Jul 23 20:56:36.330250 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ba691ad-afb7-48d7-9d84-9f48177f18d5 req-cd17d87f-78f3-4c93-8ad5-a69081e4cf77 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337296 Jul 23 20:56:36.924040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ec72010f-5fd5-4fe1-96fe-31f1d935518a up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:56:36.978934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port ec72010f-5fd5-4fe1-96fe-31f1d935518a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:56:36.984969 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port ec72010f-5fd5-4fe1-96fe-31f1d935518a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:56:36.985293 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:37.064851 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:37.088602 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770d10d6-5509-487c-8472-cea209214eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72010f-5fd5-4fe1-96fe-31f1d935518a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:56:37.090856 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8b5a62-a85e-4180-8e49-b42413521bbc" -d '{"events": [{"server_uuid": "770d10d6-5509-487c-8472-cea209214eaf", "name": "network-vif-plugged", "status": "completed", "tag": "ec72010f-5fd5-4fe1-96fe-31f1d935518a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:56:37.114285 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port ec72010f-5fd5-4fe1-96fe-31f1d935518a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ec72010f-5fd5-4fe1-96fe-31f1d935518a,segment=NetworkSegment(cc2e4b37-0388-484d-aea3-8c67fe568914),segment_id=cc2e4b37-0388-484d-aea3-8c67fe568914)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:56:37.119995 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:37.144257 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30e2784-7adb-48bc-8b5f-cb6b572f3b0b x-openstack-request-id: req-f30e2784-7adb-48bc-8b5f-cb6b572f3b0b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:56:37.144548 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770d10d6-5509-487c-8472-cea209214eaf", "name": "network-vif-plugged", "status": "completed", "tag": "ec72010f-5fd5-4fe1-96fe-31f1d935518a", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:56:37.144800 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f30e2784-7adb-48bc-8b5f-cb6b572f3b0b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:56:37.145183 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770d10d6-5509-487c-8472-cea209214eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72010f-5fd5-4fe1-96fe-31f1d935518a', 'code': 200} Jul 23 20:56:37.177111 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=ec72010f-5fd5-4fe1-96fe-31f1d935518a,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:37.260267 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e4cd7-cfc0-4a4e-8f31-d02238469d07 req-eb1d8860-4a2d-4421-b74e-8e8f25ac5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:37.261743 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a8e4cd7-cfc0-4a4e-8f31-d02238469d07 req-eb1d8860-4a2d-4421-b74e-8e8f25ac5d6c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=770d10d6-5509-487c-8472-cea209214eaf HTTP/1.1" status: 200 len: 1098 time: 0.0567949 Jul 23 20:56:37.303008 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a8e4cd7-cfc0-4a4e-8f31-d02238469d07 req-177c9503-0411-4971-b9d6-c607ed5aaa27 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334496 Jul 23 20:56:37.464985 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6041cbe-05f4-4916-b56e-f61fe62027be req-b17b6084-3ff3-4d64-a2bc-8903165b6e80 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:37.466408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c6041cbe-05f4-4916-b56e-f61fe62027be req-b17b6084-3ff3-4d64-a2bc-8903165b6e80 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=770d10d6-5509-487c-8472-cea209214eaf HTTP/1.1" status: 200 len: 946 time: 0.0676274 Jul 23 20:56:37.503909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c6041cbe-05f4-4916-b56e-f61fe62027be req-cf701640-8d91-422d-b98d-1fab6860a622 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317702 Jul 23 20:56:38.639383 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be7958-28f5-448a-8e39-189aaefc07a2 req-e3a2cd7b-8c25-4c60-b69e-debf6a0636f4 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:38.640893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a0be7958-28f5-448a-8e39-189aaefc07a2 req-e3a2cd7b-8c25-4c60-b69e-debf6a0636f4 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=770d10d6-5509-487c-8472-cea209214eaf HTTP/1.1" status: 200 len: 946 time: 0.0665169 Jul 23 20:56:38.680180 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a0be7958-28f5-448a-8e39-189aaefc07a2 req-74f25422-e0c5-4e18-9951-0fe1bdd619c1 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335398 Jul 23 20:56:39.699634 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42728) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:39.801688 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-54b144d2-a2e3-4bbe-82a0-f1e1525cd370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:39.897643 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-54b144d2-a2e3-4bbe-82a0-f1e1525cd370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:39.902755 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-54b144d2-a2e3-4bbe-82a0-f1e1525cd370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:39.939562 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b144d2-a2e3-4bbe-82a0-f1e1525cd370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2bc5f6-0a35-47bd-b051-4196187c0fa4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:39.944533 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-54b144d2-a2e3-4bbe-82a0-f1e1525cd370 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d77b842e44e5446b95d5bea912d6f78b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438643 Jul 23 20:56:39.947137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42732) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:39.995087 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3221ff4-40eb-4bad-98df-198354fd7c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:40.016546 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3221ff4-40eb-4bad-98df-198354fd7c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:40.064815 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3221ff4-40eb-4bad-98df-198354fd7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:40.067711 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3221ff4-40eb-4bad-98df-198354fd7c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:40.071841 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b3221ff4-40eb-4bad-98df-198354fd7c15 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a2bc5f6-0a35-47bd-b051-4196187c0fa4 HTTP/1.1" status: 204 len: 168 time: 0.1215444 Jul 23 20:56:40.080092 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3221ff4-40eb-4bad-98df-198354fd7c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2bc5f6-0a35-47bd-b051-4196187c0fa4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:40.344924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42742) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:40.358634 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-70fe35ee-d513-444d-8592-3a88de224842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:40.458690 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-70fe35ee-d513-444d-8592-3a88de224842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:40.462375 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-70fe35ee-d513-444d-8592-3a88de224842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:40.505077 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-70fe35ee-d513-444d-8592-3a88de224842 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=140f75123b5b4f66bdd5629617c62302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565509 Jul 23 20:56:40.505077 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe35ee-d513-444d-8592-3a88de224842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7864823c-9337-4096-b2c8-fa627027e2e5,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:40.506919 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42744) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:40.559425 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b079a341-9ed0-42a0-a217-8bd8f7d6eee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:40.584877 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b079a341-9ed0-42a0-a217-8bd8f7d6eee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:40.633160 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b079a341-9ed0-42a0-a217-8bd8f7d6eee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:40.635967 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b079a341-9ed0-42a0-a217-8bd8f7d6eee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:40.637220 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b079a341-9ed0-42a0-a217-8bd8f7d6eee4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7864823c-9337-4096-b2c8-fa627027e2e5 HTTP/1.1" status: 204 len: 168 time: 0.1286201 Jul 23 20:56:40.645041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079a341-9ed0-42a0-a217-8bd8f7d6eee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7864823c-9337-4096-b2c8-fa627027e2e5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:42.477744 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42810) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:42.584462 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a5fa3de4-7316-41bc-a8e6-cf3e30e1fda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:42.671878 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a5fa3de4-7316-41bc-a8e6-cf3e30e1fda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:42.676111 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a5fa3de4-7316-41bc-a8e6-cf3e30e1fda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:42.717824 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a5fa3de4-7316-41bc-a8e6-cf3e30e1fda1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a8ff0e58baa4097a7da35eba10afbbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363014 Jul 23 20:56:42.717824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa3de4-7316-41bc-a8e6-cf3e30e1fda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d517d6-0369-4f4c-a1ef-6d49a0007bd2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:42.718726 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42814) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:42.778367 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63eaa75f-f665-443f-a298-c7434bd4e887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:42.801322 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63eaa75f-f665-443f-a298-c7434bd4e887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:42.850929 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63eaa75f-f665-443f-a298-c7434bd4e887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:42.853528 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63eaa75f-f665-443f-a298-c7434bd4e887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:42.855773 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-63eaa75f-f665-443f-a298-c7434bd4e887 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45d517d6-0369-4f4c-a1ef-6d49a0007bd2 HTTP/1.1" status: 204 len: 168 time: 0.1359921 Jul 23 20:56:42.863914 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eaa75f-f665-443f-a298-c7434bd4e887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d517d6-0369-4f4c-a1ef-6d49a0007bd2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:43.106143 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 42820) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:43.121906 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-678126df-d908-4ae4-a1dc-0787c9eba824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:43.208084 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-678126df-d908-4ae4-a1dc-0787c9eba824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:43.212627 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-678126df-d908-4ae4-a1dc-0787c9eba824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:43.251083 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-678126df-d908-4ae4-a1dc-0787c9eba824 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57d928f6df504fb889849d53589360fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438668 Jul 23 20:56:43.252211 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678126df-d908-4ae4-a1dc-0787c9eba824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de72b91d-f910-4ca4-9990-3fc907f65a02,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:43.253728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 42824) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:56:43.302377 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-027df923-2940-446e-ac0c-eb2ad6965720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:43.323456 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-027df923-2940-446e-ac0c-eb2ad6965720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:43.369014 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-027df923-2940-446e-ac0c-eb2ad6965720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:43.371658 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-027df923-2940-446e-ac0c-eb2ad6965720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:43.372816 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-027df923-2940-446e-ac0c-eb2ad6965720 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de72b91d-f910-4ca4-9990-3fc907f65a02 HTTP/1.1" status: 204 len: 168 time: 0.1181090 Jul 23 20:56:43.380209 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027df923-2940-446e-ac0c-eb2ad6965720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de72b91d-f910-4ca4-9990-3fc907f65a02,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:45.533146 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:45.588662 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-fc9e41dc-0a1f-4072-9cfa-57a4202b04aa tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3bcab882d6874606b1c389f0cf4ca6b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297945 Jul 23 20:56:45.786697 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-c1bb72c7-8cd8-4382-bb2c-cd1256a32d35 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:45.788214 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-c1bb72c7-8cd8-4382-bb2c-cd1256a32d35 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1946425 Jul 23 20:56:45.802650 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-fdbeb12b-ef26-4169-8fc3-339efd635d2b tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/quotas/3bcab882d6874606b1c389f0cf4ca6b0 HTTP/1.1" status: 200 len: 375 time: 0.0088382 Jul 23 20:56:45.836169 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-cf0d2d63-2ec7-47ba-b679-5fc080c0d0f6 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3bcab882d6874606b1c389f0cf4ca6b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288601 Jul 23 20:56:45.999746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38fea03e-5ee0-4b55-9e44-3cecefaa562d req-6a348c3d-bde3-4b04-993f-b4ab2660e610 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/ports?device_id=80798f15-052f-46c9-88d7-b5b0d53cb56c HTTP/1.1" status: 200 len: 210 time: 0.0297296 Jul 23 20:56:46.864421 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-28edb6ab-ce38-4a8b-8726-87fbc061d5b7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3bcab882d6874606b1c389f0cf4ca6b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286334 Jul 23 20:56:46.924451 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:47.053435 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-6faed8c3-f9e1-473b-a276-12cc5d617850 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:47.054892 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-6faed8c3-f9e1-473b-a276-12cc5d617850 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852307 Jul 23 20:56:47.067954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-eea707b9-d3e7-4557-958c-dd948e8911c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Request body: {'port': {'device_id': '80798f15-052f-46c9-88d7-b5b0d53cb56c', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': '3bcab882d6874606b1c389f0cf4ca6b0'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:47.097957 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f063093-b3b4-4fbe-93c0-43722058d0ba req-46e7d342-25eb-48a9-be61-c4efcaed2765 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/ports?device_id=80798f15-052f-46c9-88d7-b5b0d53cb56c HTTP/1.1" status: 200 len: 210 time: 0.0308959 Jul 23 20:56:47.466130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-eea707b9-d3e7-4557-958c-dd948e8911c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Made reservation on behalf of 3bcab882d6874606b1c389f0cf4ca6b0 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:56:47.469681 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-eea707b9-d3e7-4557-958c-dd948e8911c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:47.479263 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-eea707b9-d3e7-4557-958c-dd948e8911c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:47.569878 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-eea707b9-d3e7-4557-958c-dd948e8911c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:47.573590 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-eea707b9-d3e7-4557-958c-dd948e8911c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:47.634254 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea707b9-d3e7-4557-958c-dd948e8911c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbcb032-d900-4e2b-ad31-f3f1bea2cfc4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:47.705028 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-eea707b9-d3e7-4557-958c-dd948e8911c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Allocated IP 192.168.233.31 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/8e5be269-bcd8-49ab-b765-08c2860f31c4) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:56:47.854530 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-eea707b9-d3e7-4557-958c-dd948e8911c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:47.868107 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-eea707b9-d3e7-4557-958c-dd948e8911c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Transition to ACTIVE for port object 8e5be269-bcd8-49ab-b765-08c2860f31c4 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:56:47.899495 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-eea707b9-d3e7-4557-958c-dd948e8911c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:47.943573 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-eea707b9-d3e7-4557-958c-dd948e8911c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:56:47.946639 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-eea707b9-d3e7-4557-958c-dd948e8911c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:56:47.952739 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-eea707b9-d3e7-4557-958c-dd948e8911c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:56:47.987705 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea707b9-d3e7-4557-958c-dd948e8911c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Pushing event updated for resources: {'Port': ['ID=8e5be269-bcd8-49ab-b765-08c2860f31c4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:48.018867 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-eea707b9-d3e7-4557-958c-dd948e8911c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:48.019518 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-eea707b9-d3e7-4557-958c-dd948e8911c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:48.035040 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-eea707b9-d3e7-4557-958c-dd948e8911c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9707835 Jul 23 20:56:48.047591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Request body: {'port': {'device_id': '80798f15-052f-46c9-88d7-b5b0d53cb56c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:56:48.122271 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:48.140979 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-06cf4dc7-dbcb-4cf1-9b46-1fc59667f458 None None] Provisioning for port 8e5be269-bcd8-49ab-b765-08c2860f31c4 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:56:48.144882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-06cf4dc7-dbcb-4cf1-9b46-1fc59667f458 None None] Provisioning complete for port 8e5be269-bcd8-49ab-b765-08c2860f31c4 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:56:48.145249 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06cf4dc7-dbcb-4cf1-9b46-1fc59667f458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:48.189180 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-06cf4dc7-dbcb-4cf1-9b46-1fc59667f458 None None] Port 8e5be269-bcd8-49ab-b765-08c2860f31c4 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:56:48.240786 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a75408-c155-42b0-b8e8-2b4be078b5c6 req-4e1d7c5d-a746-4489-8d36-dbb14828c0de tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:48.242208 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37a75408-c155-42b0-b8e8-2b4be078b5c6 req-4e1d7c5d-a746-4489-8d36-dbb14828c0de tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/ports?device_id=80798f15-052f-46c9-88d7-b5b0d53cb56c HTTP/1.1" status: 200 len: 935 time: 0.0751240 Jul 23 20:56:48.284716 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37a75408-c155-42b0-b8e8-2b4be078b5c6 req-80d69b54-959a-4641-8229-944be307f3b5 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbcb032-d900-4e2b-ad31-f3f1bea2cfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364635 Jul 23 20:56:48.404132 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5be269-bcd8-49ab-b765-08c2860f31c4 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:56:48.411338 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:48.423420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Transition to ACTIVE for port object 8e5be269-bcd8-49ab-b765-08c2860f31c4 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:56:48.426725 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:48.478581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5be269-bcd8-49ab-b765-08c2860f31c4,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:48.559629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Attempting to bind port 8e5be269-bcd8-49ab-b765-08c2860f31c4 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:56:48.559989 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Attempting to bind port 8e5be269-bcd8-49ab-b765-08c2860f31c4 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:56:48.560293 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Attempting to bind port 8e5be269-bcd8-49ab-b765-08c2860f31c4 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:56:48.565417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Port 8e5be269-bcd8-49ab-b765-08c2860f31c4 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:56:48.565747 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Attempting to bind port 8e5be269-bcd8-49ab-b765-08c2860f31c4 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:56:48.571484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:56:48.571916 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:56:48.572207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:56:48.572636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Bound port: 8e5be269-bcd8-49ab-b765-08c2860f31c4, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:56:48.573001 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:48.666931 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] For port 8e5be269-bcd8-49ab-b765-08c2860f31c4, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:56:48.670456 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] For port 8e5be269-bcd8-49ab-b765-08c2860f31c4, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8e5be269-bcd8-49ab-b765-08c2860f31c4,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:56:48.674403 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:48.710081 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:48.710786 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:48.712245 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] 10.222.0.48 "PUT /v2.0/ports/8e5be269-bcd8-49ab-b765-08c2860f31c4 HTTP/1.1" status: 200 len: 1096 time: 0.6690669 Jul 23 20:56:48.712783 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80798f15-052f-46c9-88d7-b5b0d53cb56c', 'tag': '8e5be269-bcd8-49ab-b765-08c2860f31c4'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:56:48.715339 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf9302e-0333-4859-adc6-b2326eef2c02" -d '{"events": [{"name": "network-changed", "server_uuid": "80798f15-052f-46c9-88d7-b5b0d53cb56c", "tag": "8e5be269-bcd8-49ab-b765-08c2860f31c4"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:56:48.758463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c70b1-6f20-449b-8b1a-3acfea7ec8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5be269-bcd8-49ab-b765-08c2860f31c4,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:48.763510 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc2ebfd-f133-43a7-ac1b-7ae34056e591 x-openstack-request-id: req-abc2ebfd-f133-43a7-ac1b-7ae34056e591 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:56:48.763791 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80798f15-052f-46c9-88d7-b5b0d53cb56c", "tag": "8e5be269-bcd8-49ab-b765-08c2860f31c4", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:56:48.764036 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-abc2ebfd-f133-43a7-ac1b-7ae34056e591 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:56:48.764420 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80798f15-052f-46c9-88d7-b5b0d53cb56c', 'tag': '8e5be269-bcd8-49ab-b765-08c2860f31c4', 'status': 'completed', 'code': 200} Jul 23 20:56:48.830297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-395bb5d7-da75-4b28-8cae-280952d392d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:48.832679 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-395bb5d7-da75-4b28-8cae-280952d392d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bcab882d6874606b1c389f0cf4ca6b0&device_id=80798f15-052f-46c9-88d7-b5b0d53cb56c HTTP/1.1" status: 200 len: 1099 time: 0.0657876 Jul 23 20:56:48.882700 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-94be49a8-64cd-4787-839f-c00c4e8b15de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=8e5be269-bcd8-49ab-b765-08c2860f31c4 HTTP/1.1" status: 200 len: 217 time: 0.0417926 Jul 23 20:56:48.951750 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-27ceea25-e1ae-4c6b-9bb0-041f3a9dc553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:48.953343 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-27ceea25-e1ae-4c6b-9bb0-041f3a9dc553 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0615652 Jul 23 20:56:49.014814 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-5e64d775-46da-4037-afb9-5f29799d2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:49.016263 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-5e64d775-46da-4037-afb9-5f29799d2583 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0563703 Jul 23 20:56:49.112203 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-0f728e5f-21a4-4101-992b-b8c27f2dc2c5 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878322 Jul 23 20:56:49.202577 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f7b80fca-1c47-4b78-a124-3fba5c14e28b req-b59f0054-174c-4611-9f09-804e0253f537 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837834 Jul 23 20:56:49.313141 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9302e-0333-4859-adc6-b2326eef2c02 req-727bee02-8db7-4ff2-81a7-9fd421446e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:49.314706 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fcf9302e-0333-4859-adc6-b2326eef2c02 req-727bee02-8db7-4ff2-81a7-9fd421446e99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bcab882d6874606b1c389f0cf4ca6b0&device_id=80798f15-052f-46c9-88d7-b5b0d53cb56c HTTP/1.1" status: 200 len: 1099 time: 0.0572495 Jul 23 20:56:49.414310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9302e-0333-4859-adc6-b2326eef2c02 req-a7135c1a-9843-4274-9f88-9105dfdd5956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:49.415866 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fcf9302e-0333-4859-adc6-b2326eef2c02 req-a7135c1a-9843-4274-9f88-9105dfdd5956 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.0949430 Jul 23 20:56:49.420989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ab2ed-c333-4b7a-a738-f6c8fe205df5 req-d1240451-9d2c-4ab4-94ac-750e85b0d26f tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:49.422529 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ff7ab2ed-c333-4b7a-a738-f6c8fe205df5 req-d1240451-9d2c-4ab4-94ac-750e85b0d26f tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/ports?device_id=80798f15-052f-46c9-88d7-b5b0d53cb56c HTTP/1.1" status: 200 len: 947 time: 0.0656292 Jul 23 20:56:49.462397 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ff7ab2ed-c333-4b7a-a738-f6c8fe205df5 req-5112d693-0523-4181-ac64-083d2d1ab22a tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbcb032-d900-4e2b-ad31-f3f1bea2cfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332601 Jul 23 20:56:49.462708 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fcf9302e-0333-4859-adc6-b2326eef2c02 req-33f7fea2-6c7c-44b6-a871-7f14b5aae585 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=8e5be269-bcd8-49ab-b765-08c2860f31c4 HTTP/1.1" status: 200 len: 217 time: 0.0379786 Jul 23 20:56:49.520361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9302e-0333-4859-adc6-b2326eef2c02 req-cfa13add-790f-4396-afeb-61a8f169f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:49.521910 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fcf9302e-0333-4859-adc6-b2326eef2c02 req-cfa13add-790f-4396-afeb-61a8f169f687 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0496275 Jul 23 20:56:49.584583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9302e-0333-4859-adc6-b2326eef2c02 req-05416657-407b-4f85-884d-7252dde120b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:49.586036 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fcf9302e-0333-4859-adc6-b2326eef2c02 req-05416657-407b-4f85-884d-7252dde120b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0576947 Jul 23 20:56:49.695148 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fcf9302e-0333-4859-adc6-b2326eef2c02 req-e95c02d0-c0b8-4e6a-97ef-40d529c7edcb service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969923 Jul 23 20:56:49.844340 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fcf9302e-0333-4859-adc6-b2326eef2c02 req-e976eb6e-119e-49a6-99fc-bad7c288e550 service neutron] 10.222.0.48 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459587 Jul 23 20:56:50.590443 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73237970-3a42-4619-972f-5c6094ca0f8c req-2e3525e4-2629-4377-a6aa-924516982c95 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:50.592016 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73237970-3a42-4619-972f-5c6094ca0f8c req-2e3525e4-2629-4377-a6aa-924516982c95 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/ports?device_id=80798f15-052f-46c9-88d7-b5b0d53cb56c HTTP/1.1" status: 200 len: 947 time: 0.0625086 Jul 23 20:56:50.628194 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73237970-3a42-4619-972f-5c6094ca0f8c req-7707e5c8-0f36-4c0f-9ce6-cc1c881fc314 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbcb032-d900-4e2b-ad31-f3f1bea2cfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307033 Jul 23 20:56:51.762517 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d4744-edab-4871-9aab-7dd393e6f9de req-6b731fcc-0d14-44c6-bb7e-c1951775fef2 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:51.764054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a93d4744-edab-4871-9aab-7dd393e6f9de req-6b731fcc-0d14-44c6-bb7e-c1951775fef2 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/ports?device_id=80798f15-052f-46c9-88d7-b5b0d53cb56c HTTP/1.1" status: 200 len: 947 time: 0.0680914 Jul 23 20:56:51.809755 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a93d4744-edab-4871-9aab-7dd393e6f9de req-f6aca692-a0df-4b99-86e9-691231ca1da4 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbcb032-d900-4e2b-ad31-f3f1bea2cfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400465 Jul 23 20:56:52.932066 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62876bbc-1216-4e06-9502-795c5776bd59 req-2a10c2f9-2572-4451-a61d-4b51d84c43c0 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:52.933528 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62876bbc-1216-4e06-9502-795c5776bd59 req-2a10c2f9-2572-4451-a61d-4b51d84c43c0 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/ports?device_id=80798f15-052f-46c9-88d7-b5b0d53cb56c HTTP/1.1" status: 200 len: 947 time: 0.0617850 Jul 23 20:56:52.971409 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62876bbc-1216-4e06-9502-795c5776bd59 req-c993725a-4889-4a61-a94d-4edff9e15fc4 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbcb032-d900-4e2b-ad31-f3f1bea2cfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323853 Jul 23 20:56:53.271120 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8e5be269-bcd8-49ab-b765-08c2860f31c4 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:56:53.368778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8e5be269-bcd8-49ab-b765-08c2860f31c4, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8e5be269-bcd8-49ab-b765-08c2860f31c4,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:56:53.379455 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '8e5be269-bcd8-49ab-b765-08c2860f31c4', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': '8e5be269-bcd8-49ab-b765-08c2860f31c4', 'mac_address': 'fa:16:3e:70:7c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:56:53.417579 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:53.431035 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5be269-bcd8-49ab-b765-08c2860f31c4 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:56:53.451139 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8e5be269-bcd8-49ab-b765-08c2860f31c4, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8e5be269-bcd8-49ab-b765-08c2860f31c4,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:56:53.454944 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:53.504175 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=8e5be269-bcd8-49ab-b765-08c2860f31c4,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:53.691167 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['8e5be269-bcd8-49ab-b765-08c2860f31c4'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:56:54.113237 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042b1d3-47c1-48f8-831f-cabde089e8a8 req-6d87f508-ebd0-4c96-b4ce-0a187062a618 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:54.114779 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8042b1d3-47c1-48f8-831f-cabde089e8a8 req-6d87f508-ebd0-4c96-b4ce-0a187062a618 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/ports?device_id=80798f15-052f-46c9-88d7-b5b0d53cb56c HTTP/1.1" status: 200 len: 948 time: 0.0726812 Jul 23 20:56:54.155294 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8042b1d3-47c1-48f8-831f-cabde089e8a8 req-a168f5b8-a320-4bf4-b47b-c13a63256a30 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbcb032-d900-4e2b-ad31-f3f1bea2cfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342488 Jul 23 20:56:54.547948 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eea595bc-8f55-480a-bdca-18fc6e840655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:55.270686 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8e5be269-bcd8-49ab-b765-08c2860f31c4 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:56:55.298312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedf315-543e-4f0e-8652-906c12c45925 req-c70fffbc-c139-4f3f-8c32-e86f7b369a95 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:55.300470 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ccedf315-543e-4f0e-8652-906c12c45925 req-c70fffbc-c139-4f3f-8c32-e86f7b369a95 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/ports?device_id=80798f15-052f-46c9-88d7-b5b0d53cb56c HTTP/1.1" status: 200 len: 948 time: 0.0693667 Jul 23 20:56:55.321686 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 8e5be269-bcd8-49ab-b765-08c2860f31c4 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:56:55.325664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 8e5be269-bcd8-49ab-b765-08c2860f31c4 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:56:55.326192 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:55.343395 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ccedf315-543e-4f0e-8652-906c12c45925 req-adeb5728-821f-42d5-8a12-6c554d898eee tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbcb032-d900-4e2b-ad31-f3f1bea2cfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366812 Jul 23 20:56:55.408872 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:55.430502 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80798f15-052f-46c9-88d7-b5b0d53cb56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5be269-bcd8-49ab-b765-08c2860f31c4'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:56:55.432719 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32901aac-5c99-484c-83b1-6c5961fda187" -d '{"events": [{"server_uuid": "80798f15-052f-46c9-88d7-b5b0d53cb56c", "name": "network-vif-plugged", "status": "completed", "tag": "8e5be269-bcd8-49ab-b765-08c2860f31c4"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:56:55.445740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8e5be269-bcd8-49ab-b765-08c2860f31c4, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8e5be269-bcd8-49ab-b765-08c2860f31c4,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:56:55.451746 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:55.479036 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7238c69b-9e05-4fe5-92f8-d740f49c8ba3 x-openstack-request-id: req-7238c69b-9e05-4fe5-92f8-d740f49c8ba3 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:56:55.479346 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80798f15-052f-46c9-88d7-b5b0d53cb56c", "name": "network-vif-plugged", "status": "completed", "tag": "8e5be269-bcd8-49ab-b765-08c2860f31c4", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:56:55.479604 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7238c69b-9e05-4fe5-92f8-d740f49c8ba3 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:56:55.480009 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80798f15-052f-46c9-88d7-b5b0d53cb56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5be269-bcd8-49ab-b765-08c2860f31c4', 'code': 200} Jul 23 20:56:55.506371 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=8e5be269-bcd8-49ab-b765-08c2860f31c4,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:56:55.585198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019469a1-b836-4fef-8188-06fd0a359f06 req-b293e8cb-d47d-47c2-b02b-45037d278f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:55.586707 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-019469a1-b836-4fef-8188-06fd0a359f06 req-b293e8cb-d47d-47c2-b02b-45037d278f8b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=80798f15-052f-46c9-88d7-b5b0d53cb56c HTTP/1.1" status: 200 len: 1101 time: 0.0538433 Jul 23 20:56:55.624491 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-019469a1-b836-4fef-8188-06fd0a359f06 req-e63cd5a4-0c8f-43b8-97d4-9b1eb7c293f4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fcbcb032-d900-4e2b-ad31-f3f1bea2cfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294890 Jul 23 20:56:56.477513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898c29a-fd39-4cde-af30-89959ab44a9b req-2771c539-b982-40b6-bdce-486c78912e18 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:56.478948 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4898c29a-fd39-4cde-af30-89959ab44a9b req-2771c539-b982-40b6-bdce-486c78912e18 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/ports?device_id=80798f15-052f-46c9-88d7-b5b0d53cb56c HTTP/1.1" status: 200 len: 949 time: 0.0661848 Jul 23 20:56:56.517285 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4898c29a-fd39-4cde-af30-89959ab44a9b req-b6a1feff-4eb3-4c45-94f9-eef86c0b046c tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbcb032-d900-4e2b-ad31-f3f1bea2cfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322843 Jul 23 20:56:57.127496 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0692671f-38b6-4baa-988f-09fdd2d1fa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:57.369249 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:57.654481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eac4d-d283-45ad-9345-95cb5fd6dc7b req-a67e1ecc-12d7-44a7-8051-8bb7347180f2 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:57.656000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-890eac4d-d283-45ad-9345-95cb5fd6dc7b req-a67e1ecc-12d7-44a7-8051-8bb7347180f2 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/ports?device_id=80798f15-052f-46c9-88d7-b5b0d53cb56c HTTP/1.1" status: 200 len: 949 time: 0.0671937 Jul 23 20:56:57.692248 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-890eac4d-d283-45ad-9345-95cb5fd6dc7b req-b751fa52-76ed-4cd9-902f-749fc860f5d2 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbcb032-d900-4e2b-ad31-f3f1bea2cfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307631 Jul 23 20:56:58.546956 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:59.994672 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:01.049614 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:57:04.080982 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e9f6f-025a-4b37-b0f1-bde4b05d8cbe req-bf5a304d-a4a3-444e-a78a-25dd638593da tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:04.082661 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb5e9f6f-025a-4b37-b0f1-bde4b05d8cbe req-bf5a304d-a4a3-444e-a78a-25dd638593da tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=770d10d6-5509-487c-8472-cea209214eaf HTTP/1.1" status: 200 len: 946 time: 0.0656314 Jul 23 20:57:04.122508 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb5e9f6f-025a-4b37-b0f1-bde4b05d8cbe req-f9b17e90-50df-460e-ae09-83456b6eeda6 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332518 Jul 23 20:57:05.254943 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663df97-8103-4884-8dfd-62a20cd77db3 req-8d861f0a-1bc2-42b8-9766-aea615c8becb tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:05.256470 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a663df97-8103-4884-8dfd-62a20cd77db3 req-8d861f0a-1bc2-42b8-9766-aea615c8becb tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=770d10d6-5509-487c-8472-cea209214eaf HTTP/1.1" status: 200 len: 946 time: 0.0662642 Jul 23 20:57:05.294616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a663df97-8103-4884-8dfd-62a20cd77db3 req-82e8c99e-6f3d-4b7e-9199-eb71e234cc1b tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/security-groups?id=0968806d-e338-4665-b860-5f392ae3b56a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320301 Jul 23 20:57:05.573608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e6614-755b-4998-b898-2a3be2f139ea req-9c489a2b-1cb5-4e74-afb6-559976344f6a tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:05.575078 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-145e6614-755b-4998-b898-2a3be2f139ea req-9c489a2b-1cb5-4e74-afb6-559976344f6a tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.57 "GET /v2.0/ports?device_id=770d10d6-5509-487c-8472-cea209214eaf HTTP/1.1" status: 200 len: 946 time: 0.0631564 Jul 23 20:57:05.672375 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-145e6614-755b-4998-b898-2a3be2f139ea req-166ef3d3-f836-471e-a491-c3589d1d7aa3 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Deleting port ec72010f-5fd5-4fe1-96fe-31f1d935518a {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:57:05.672723 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-145e6614-755b-4998-b898-2a3be2f139ea req-166ef3d3-f836-471e-a491-c3589d1d7aa3 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:05.763368 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-145e6614-755b-4998-b898-2a3be2f139ea req-166ef3d3-f836-471e-a491-c3589d1d7aa3 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] For port ec72010f-5fd5-4fe1-96fe-31f1d935518a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ec72010f-5fd5-4fe1-96fe-31f1d935518a,segment=NetworkSegment(cc2e4b37-0388-484d-aea3-8c67fe568914),segment_id=cc2e4b37-0388-484d-aea3-8c67fe568914)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:57:05.763719 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-145e6614-755b-4998-b898-2a3be2f139ea req-166ef3d3-f836-471e-a491-c3589d1d7aa3 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:05.776196 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-145e6614-755b-4998-b898-2a3be2f139ea req-166ef3d3-f836-471e-a491-c3589d1d7aa3 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Calling delete_port for ec72010f-5fd5-4fe1-96fe-31f1d935518a owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:57:05.902303 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-145e6614-755b-4998-b898-2a3be2f139ea req-166ef3d3-f836-471e-a491-c3589d1d7aa3 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:05.914581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['ec72010f-5fd5-4fe1-96fe-31f1d935518a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:57:05.933993 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ef3d3-f836-471e-a491-c3589d1d7aa3 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Pushing event deleted for resources: {'Port': ['ID=ec72010f-5fd5-4fe1-96fe-31f1d935518a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:05.982656 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-145e6614-755b-4998-b898-2a3be2f139ea req-166ef3d3-f836-471e-a491-c3589d1d7aa3 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] No DVR routers for this DVR port ec72010f-5fd5-4fe1-96fe-31f1d935518a on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:57:05.985340 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-145e6614-755b-4998-b898-2a3be2f139ea req-166ef3d3-f836-471e-a491-c3589d1d7aa3 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:05.987363 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-145e6614-755b-4998-b898-2a3be2f139ea req-166ef3d3-f836-471e-a491-c3589d1d7aa3 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.57 "DELETE /v2.0/ports/ec72010f-5fd5-4fe1-96fe-31f1d935518a HTTP/1.1" status: 204 len: 173 time: 0.4063485 Jul 23 20:57:05.987814 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770d10d6-5509-487c-8472-cea209214eaf', 'name': 'network-vif-deleted', 'tag': 'ec72010f-5fd5-4fe1-96fe-31f1d935518a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:57:05.990076 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfdc05f-6f77-46be-a409-09b7d462da4d" -d '{"events": [{"server_uuid": "770d10d6-5509-487c-8472-cea209214eaf", "name": "network-vif-deleted", "tag": "ec72010f-5fd5-4fe1-96fe-31f1d935518a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:57:06.036762 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c22402-fa26-49b6-bc13-8b67ea7365e1 x-openstack-request-id: req-26c22402-fa26-49b6-bc13-8b67ea7365e1 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:57:06.037058 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770d10d6-5509-487c-8472-cea209214eaf", "name": "network-vif-deleted", "tag": "ec72010f-5fd5-4fe1-96fe-31f1d935518a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:57:06.037340 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26c22402-fa26-49b6-bc13-8b67ea7365e1 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:57:06.037742 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770d10d6-5509-487c-8472-cea209214eaf', 'name': 'network-vif-deleted', 'tag': 'ec72010f-5fd5-4fe1-96fe-31f1d935518a', 'status': 'completed', 'code': 200} Jul 23 20:57:06.415678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6ae979cf-35b3-43f1-9031-596ef67cb462 req-ee4ab2a3-55f6-408b-9693-64f9b56515e8 tempest-VolumesSnapshotTestJSON-344971279 tempest-VolumesSnapshotTestJSON-344971279-project] 10.222.0.55 "GET /v2.0/ports?device_id=770d10d6-5509-487c-8472-cea209214eaf HTTP/1.1" status: 200 len: 210 time: 0.0410581 Jul 23 20:57:09.081221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ec72010f-5fd5-4fe1-96fe-31f1d935518a no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:57:09.104318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: ec72010f-5fd5-4fe1-96fe-31f1d935518a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:57:09.104655 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ec72010f-5fd5-4fe1-96fe-31f1d935518a not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:57:15.571053 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:16.922080 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:23.386089 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2faa67e1-1259-490c-a60a-8e51648e1284 req-29cd1af9-d02d-4642-b44f-4fd297851d8e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08a42314-b8ff-43ec-863b-de6019e7d94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0593402 Jul 23 20:57:23.488537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa67e1-1259-490c-a60a-8e51648e1284 req-0f8a5332-edb7-41b6-aa17-2ddaa2076ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:23.490028 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2faa67e1-1259-490c-a60a-8e51648e1284 req-0f8a5332-edb7-41b6-aa17-2ddaa2076ca9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb&device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 1098 time: 0.0559797 Jul 23 20:57:23.603769 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa67e1-1259-490c-a60a-8e51648e1284 req-8e4cb465-299c-481c-8aa4-8db9ebeebf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:23.605239 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2faa67e1-1259-490c-a60a-8e51648e1284 req-8e4cb465-299c-481c-8aa4-8db9ebeebf34 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f9c611d9-51f1-472c-aa78-1e8d57241baa HTTP/1.1" status: 200 len: 911 time: 0.0952744 Jul 23 20:57:23.681716 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2faa67e1-1259-490c-a60a-8e51648e1284 req-8687326b-bac8-4753-9ce6-024fbee8075a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa HTTP/1.1" status: 200 len: 1002 time: 0.0642674 Jul 23 20:57:23.734011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa67e1-1259-490c-a60a-8e51648e1284 req-debfd8b0-5066-4186-8ee3-562f154b10d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:23.735629 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2faa67e1-1259-490c-a60a-8e51648e1284 req-debfd8b0-5066-4186-8ee3-562f154b10d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a HTTP/1.1" status: 200 len: 849 time: 0.0466385 Jul 23 20:57:23.801533 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa67e1-1259-490c-a60a-8e51648e1284 req-43913c01-6628-46f3-8562-c6f9acb3b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:23.803703 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2faa67e1-1259-490c-a60a-8e51648e1284 req-43913c01-6628-46f3-8562-c6f9acb3b5bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f9c611d9-51f1-472c-aa78-1e8d57241baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597813 Jul 23 20:57:23.897341 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2faa67e1-1259-490c-a60a-8e51648e1284 req-30c061e5-560b-47a2-89bd-8a639f14f8ca service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857985 Jul 23 20:57:23.997313 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2faa67e1-1259-490c-a60a-8e51648e1284 req-e4379fe7-2f96-47e5-b123-b377208137b7 service neutron] 10.222.0.48 "GET /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911894 Jul 23 20:57:24.566798 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31aab2c9-2beb-44a6-bc82-afc14b667b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:27.140385 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b5e12d1-a18d-48ee-9794-427b98953cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:27.368248 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:28.565379 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:29.996201 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:38.051035 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:57:45.563236 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:46.922327 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:48.918566 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43756) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:48.968867 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Deleting subnet 29111ac9-0a62-411f-89f0-9e493b01f81c {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:57:48.972799 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:49.013187 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:49.054433 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:49.113474 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:49.137980 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29111ac9-0a62-411f-89f0-9e493b01f81c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:49.148550 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:49.148895 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:49.149324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:49.149548 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:49.149881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:49.150208 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:49.150532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:49.150860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:49.151187 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:49.151515 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:49.151835 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:49.152150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:49.154922 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:49.159148 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ec382aa7-e070-40fc-a458-932fda306f13 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/29111ac9-0a62-411f-89f0-9e493b01f81c HTTP/1.1" status: 204 len: 168 time: 0.2371848 Jul 23 20:57:49.159370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43758) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:49.237414 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6db36ec-6afa-429c-93b3-4d94813b9130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:49.328797 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6db36ec-6afa-429c-93b3-4d94813b9130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:49.343708 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f6db36ec-6afa-429c-93b3-4d94813b9130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954b43a3-3537-4524-b2a0-0f0cabcf902a']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:49.355863 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f6db36ec-6afa-429c-93b3-4d94813b9130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2e4b37-0388-484d-aea3-8c67fe568914') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:49.356151 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f6db36ec-6afa-429c-93b3-4d94813b9130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2e4b37-0388-484d-aea3-8c67fe568914') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:49.370609 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6db36ec-6afa-429c-93b3-4d94813b9130 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:49.385439 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6db36ec-6afa-429c-93b3-4d94813b9130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:49.391488 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6db36ec-6afa-429c-93b3-4d94813b9130 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:57:49.391930 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6db36ec-6afa-429c-93b3-4d94813b9130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: timer() Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:57:49.393787 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:57:49.455476 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6db36ec-6afa-429c-93b3-4d94813b9130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:49.464134 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6db36ec-6afa-429c-93b3-4d94813b9130 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:49.466839 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f6db36ec-6afa-429c-93b3-4d94813b9130 admin admin] 10.222.0.55 "DELETE /v2.0/networks/954b43a3-3537-4524-b2a0-0f0cabcf902a HTTP/1.1" status: 204 len: 168 time: 0.3065577 Jul 23 20:57:49.484416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db36ec-6afa-429c-93b3-4d94813b9130 admin admin] Pushing event deleted for resources: {'Network': ['ID=954b43a3-3537-4524-b2a0-0f0cabcf902a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:49.669554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43774) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:49.711777 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a828a162-27f5-4559-ac98-ae1ffdf6e616 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69317a4fbb7642a58a6ae80a1b0a8f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403922 Jul 23 20:57:49.713591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43776) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:49.762913 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8f18670-ffaa-4f4d-ac8b-c09e4bd7da2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:49.785592 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8f18670-ffaa-4f4d-ac8b-c09e4bd7da2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:49.847683 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8f18670-ffaa-4f4d-ac8b-c09e4bd7da2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:49.850815 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8f18670-ffaa-4f4d-ac8b-c09e4bd7da2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:49.852034 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c8f18670-ffaa-4f4d-ac8b-c09e4bd7da2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0968806d-e338-4665-b860-5f392ae3b56a HTTP/1.1" status: 204 len: 168 time: 0.1375401 Jul 23 20:57:49.860389 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f18670-ffaa-4f4d-ac8b-c09e4bd7da2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0968806d-e338-4665-b860-5f392ae3b56a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:50.537215 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43816) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:50.641537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9c384903-3ea8-4e59-9c1f-f0ee62351fdc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-8499832-network', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:57:50.665931 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c384903-3ea8-4e59-9c1f-f0ee62351fdc admin admin] Made reservation on behalf of 4bcad8cead78462cb1b3a6a4fd77f0af for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:57:50.668549 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c384903-3ea8-4e59-9c1f-f0ee62351fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:50.677635 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c384903-3ea8-4e59-9c1f-f0ee62351fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:50.769610 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c384903-3ea8-4e59-9c1f-f0ee62351fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:50.773611 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c384903-3ea8-4e59-9c1f-f0ee62351fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:50.801427 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c384903-3ea8-4e59-9c1f-f0ee62351fdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:57:50.816006 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c384903-3ea8-4e59-9c1f-f0ee62351fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07ef8cc-cc1e-40ff-a72b-48fa44db9413,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:50.819191 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c384903-3ea8-4e59-9c1f-f0ee62351fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:50.819540 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-9c384903-3ea8-4e59-9c1f-f0ee62351fdc admin admin] Added segment bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327 of type vlan for network 411352d1-7a75-42b9-bd5f-27a10f834896 Jul 23 20:57:50.865406 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c384903-3ea8-4e59-9c1f-f0ee62351fdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:50.893758 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c384903-3ea8-4e59-9c1f-f0ee62351fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:50.894853 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c384903-3ea8-4e59-9c1f-f0ee62351fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:50.895460 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c384903-3ea8-4e59-9c1f-f0ee62351fdc admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:50.928930 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9c384903-3ea8-4e59-9c1f-f0ee62351fdc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3905787 Jul 23 20:57:50.931777 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43826) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:50.936521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2f471e90-3bf2-424a-a83a-b00527222f7a admin admin] Request body: {'subnet': {'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-8499832-subnet', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:57:50.973575 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c384903-3ea8-4e59-9c1f-f0ee62351fdc admin admin] Pushing event updated for resources: {'Network': ['ID=411352d1-7a75-42b9-bd5f-27a10f834896,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:50.985651 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 411352d1-7a75-42b9-bd5f-27a10f834896 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:57:50.989897 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f471e90-3bf2-424a-a83a-b00527222f7a admin admin] Made reservation on behalf of 4bcad8cead78462cb1b3a6a4fd77f0af for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:57:50.992971 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2f471e90-3bf2-424a-a83a-b00527222f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:51.168882 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2f471e90-3bf2-424a-a83a-b00527222f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:51.235569 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f471e90-3bf2-424a-a83a-b00527222f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:51.241956 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f471e90-3bf2-424a-a83a-b00527222f7a admin admin] Checking segment: {'id': 'bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:57:51.242321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f471e90-3bf2-424a-a83a-b00527222f7a admin admin] Network hostable DHCP agents. Network: 411352d1-7a75-42b9-bd5f-27a10f834896, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:57:51.258809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f471e90-3bf2-424a-a83a-b00527222f7a admin admin] Network 411352d1-7a75-42b9-bd5f-27a10f834896 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:57:51.272162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2f471e90-3bf2-424a-a83a-b00527222f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 411352d1-7a75-42b9-bd5f-27a10f834896) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:57:51.279744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdf22b5-86e3-45f2-804b-54413aa6bf91 None None] Network 411352d1-7a75-42b9-bd5f-27a10f834896 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:57:51.280292 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f471e90-3bf2-424a-a83a-b00527222f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:51.280888 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2f471e90-3bf2-424a-a83a-b00527222f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:51.295804 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2f471e90-3bf2-424a-a83a-b00527222f7a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3630211 Jul 23 20:57:51.298470 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43832) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:51.302775 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:57:51.338725 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:51.340037 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:51.396835 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:51.469492 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-411352d1-7a75-42b9-bd5f-27a10f834896', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'fixed_ips': [{'subnet_id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:57:51.470381 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:51.560158 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:51.615654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Allocated IP 172.20.0.2 (411352d1-7a75-42b9-bd5f-27a10f834896/e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89/00c71033-3338-4523-ae0a-b7ea4cd2d72e) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:57:51.777086 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:51.780708 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:51.785605 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Transition to ACTIVE for port object 00c71033-3338-4523-ae0a-b7ea4cd2d72e will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:57:51.800743 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Transition to ACTIVE for port object 00c71033-3338-4523-ae0a-b7ea4cd2d72e will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:57:51.804638 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:51.807698 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:51.851597 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Network 411352d1-7a75-42b9-bd5f-27a10f834896 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:57:51.854393 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:57:51.858766 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:57:51.861999 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Pushing event updated for resources: {'Port': ['ID=00c71033-3338-4523-ae0a-b7ea4cd2d72e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:51.873811 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:51.874387 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:51.874899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:51.875277 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:51.875608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:51.875942 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:51.876262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:51.876587 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:51.876908 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:51.877225 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:51.877558 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:51.877862 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:51.911131 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Allocated IP 172.25.3.110 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/54b53685-70c8-4602-8095-5f0f3f1eba2e) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:57:51.933056 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Attempting to bind port 00c71033-3338-4523-ae0a-b7ea4cd2d72e on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:57:51.933424 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Attempting to bind port 00c71033-3338-4523-ae0a-b7ea4cd2d72e by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:57:51.933778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Attempting to bind port 00c71033-3338-4523-ae0a-b7ea4cd2d72e on network 411352d1-7a75-42b9-bd5f-27a10f834896 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:57:51.939022 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:57:51.939277 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Checking segment: {'id': 'bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:57:51.939681 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:51.940067 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Bound using segment: {'id': 'bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:57:51.940532 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Bound port: 00c71033-3338-4523-ae0a-b7ea4cd2d72e, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:57:51.940917 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:52.025508 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] For port 00c71033-3338-4523-ae0a-b7ea4cd2d72e, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:57:52.029697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] For port 00c71033-3338-4523-ae0a-b7ea4cd2d72e, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=00c71033-3338-4523-ae0a-b7ea4cd2d72e,segment=NetworkSegment(bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327),segment_id=bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:57:52.030888 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:52.034295 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:52.075655 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:52.101816 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7a7ee-5403-4827-848d-e3baf3f23461 None None] Pushing event updated for resources: {'Port': ['ID=00c71033-3338-4523-ae0a-b7ea4cd2d72e,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:52.121423 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:57:52.127918 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:57:52.133319 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:57:52.163922 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Pushing event updated for resources: {'Port': ['ID=54b53685-70c8-4602-8095-5f0f3f1eba2e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:52.420930 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:52.632959 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:53.091367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 00c71033-3338-4523-ae0a-b7ea4cd2d72e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:57:53.136314 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Router 029496fa-3306-4323-965c-3e64d8c17d71 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:57:53.138456 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7640ba9c-4c16-4679-bdbf-4bd345fece24 None None] Network 411352d1-7a75-42b9-bd5f-27a10f834896 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:57:53.251611 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:57:53.268579 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:53.270243 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-017a7553-434a-461e-ad6d-8fd57d30c9b5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9708374 Jul 23 20:57:53.272855 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43874) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:53.315728 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Sync routers for ids ['029496fa-3306-4323-965c-3e64d8c17d71'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:57:53.346944 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Routers {'029496fa-3306-4323-965c-3e64d8c17d71'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:57:53.347644 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:57:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['029496fa-3306-4323-965c-3e64d8c17d71'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:53.353276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e2e3f84a-41b0-4c72-b1e9-d5c5f971d137 None None] Provisioning for port 00c71033-3338-4523-ae0a-b7ea4cd2d72e completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:57:53.476357 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 00c71033-3338-4523-ae0a-b7ea4cd2d72e completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:57:53.495504 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 00c71033-3338-4523-ae0a-b7ea4cd2d72e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:57:53.495881 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:53.619019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Set router 029496fa-3306-4323-965c-3e64d8c17d71 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:57:53.723481 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:53.751862 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:53.844513 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 00c71033-3338-4523-ae0a-b7ea4cd2d72e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=00c71033-3338-4523-ae0a-b7ea4cd2d72e,segment=NetworkSegment(bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327),segment_id=bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:57:53.858426 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:53.904872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Allocated IP 172.20.0.1 (411352d1-7a75-42b9-bd5f-27a10f834896/e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89/9d2adc78-f0a6-4932-9dd0-e98bb3cf6892) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:57:53.952571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=00c71033-3338-4523-ae0a-b7ea4cd2d72e,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:53.986409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029496fa-3306-4323-965c-3e64d8c17d71', 'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:52Z', 'revision_number': 3, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'gw_port': {'id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:54.019169 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Checking router: 029496fa-3306-4323-965c-3e64d8c17d71 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:57:54.019912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Updating router 029496fa-3306-4323-965c-3e64d8c17d71 port 54b53685-70c8-4602-8095-5f0f3f1eba2e binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:57:54.034256 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:54.050041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Transition to ACTIVE for port object 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:57:54.071921 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:54.090400 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:54.133314 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Network 411352d1-7a75-42b9-bd5f-27a10f834896 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:57:54.138169 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:57:54.141710 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:57:54.167144 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Pushing event updated for resources: {'Port': ['ID=9d2adc78-f0a6-4932-9dd0-e98bb3cf6892,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:54.191840 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:54.216915 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-212b1655-1bb9-4dbf-904d-e3ddfa130d98 None None] Provisioning complete for port 00c71033-3338-4523-ae0a-b7ea4cd2d72e triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:57:54.217495 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-212b1655-1bb9-4dbf-904d-e3ddfa130d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:54.414234 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:54.456191 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:54.469339 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Transition to ACTIVE for port object 54b53685-70c8-4602-8095-5f0f3f1eba2e will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:57:54.475736 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:54.539057 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e83e4-fa78-4c8d-ad40-ef0633e118cd None None] Pushing event updated for resources: {'Port': ['ID=54b53685-70c8-4602-8095-5f0f3f1eba2e,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:54.565295 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Attempting to bind port 54b53685-70c8-4602-8095-5f0f3f1eba2e on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:57:54.565668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Attempting to bind port 54b53685-70c8-4602-8095-5f0f3f1eba2e by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:57:54.566042 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Attempting to bind port 54b53685-70c8-4602-8095-5f0f3f1eba2e on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:57:54.576471 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e27c10c0-5310-42da-82b7-861ffbd5c208 None None] Provisioning for port 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:57:54.581520 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1434d9c3-b748-4399-bbb8-0a9325dc1a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:54.585752 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:57:54.586132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:57:54.586525 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:54.587370 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:57:54.587855 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Bound port: 54b53685-70c8-4602-8095-5f0f3f1eba2e, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:57:54.588234 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:54.589368 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:54.591243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e27c10c0-5310-42da-82b7-861ffbd5c208 None None] Provisioning complete for port 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:57:54.591600 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e27c10c0-5310-42da-82b7-861ffbd5c208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:54.596585 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:54.666260 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Pushing event updated for resources: {'Port': ['ID=9d2adc78-f0a6-4932-9dd0-e98bb3cf6892,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:54.679069 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e27c10c0-5310-42da-82b7-861ffbd5c208 None None] Port 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:57:54.686373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] For port 54b53685-70c8-4602-8095-5f0f3f1eba2e, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:57:54.687567 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:54.689636 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] For port 54b53685-70c8-4602-8095-5f0f3f1eba2e, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=54b53685-70c8-4602-8095-5f0f3f1eba2e,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:57:54.694462 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:54.744209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Routers {'029496fa-3306-4323-965c-3e64d8c17d71'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:57:54.744842 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:57:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['029496fa-3306-4323-965c-3e64d8c17d71'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:54.796288 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Network 411352d1-7a75-42b9-bd5f-27a10f834896 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:57:54.798217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:57:54.827122 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e83e4-fa78-4c8d-ad40-ef0633e118cd None None] Pushing event updated for resources: {'Port': ['ID=54b53685-70c8-4602-8095-5f0f3f1eba2e,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:54.873264 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] Set router 029496fa-3306-4323-965c-3e64d8c17d71 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:57:54.930332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Router 029496fa-3306-4323-965c-3e64d8c17d71 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:57:55.059529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 00c71033-3338-4523-ae0a-b7ea4cd2d72e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:57:55.075619 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:57:55.085929 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-79528024-7aa4-44a8-8ea0-efae2b07b0ab admin admin] 10.222.0.55 "PUT /v2.0/routers/029496fa-3306-4323-965c-3e64d8c17d71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8120017 Jul 23 20:57:55.144774 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b45a491e-6930-4d22-8afa-0c61f79f5f7f None None] Provisioning complete for port 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:57:55.145145 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b45a491e-6930-4d22-8afa-0c61f79f5f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:55.192498 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b45a491e-6930-4d22-8afa-0c61f79f5f7f None None] Port 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:57:55.200760 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 00c71033-3338-4523-ae0a-b7ea4cd2d72e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:57:55.201131 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:55.241193 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029496fa-3306-4323-965c-3e64d8c17d71', 'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 4, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'gw_port': {'id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9d2adc78-f0a6-4932-9dd0-e98bb3cf6892', 'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'mac_address': 'fa:16:3e:6a:a5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:53Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 2, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'subnets': [{'id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:55.274534 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54102a36-6c0d-48ef-8e91-948024478313 None None] The sync data for ids ['029496fa-3306-4323-965c-3e64d8c17d71'] in n-d-791504-18 is: [{'id': '029496fa-3306-4323-965c-3e64d8c17d71', 'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 4, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'gw_port': {'id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9d2adc78-f0a6-4932-9dd0-e98bb3cf6892', 'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'mac_address': 'fa:16:3e:6a:a5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:53Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 2, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'subnets': [{'id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:57:55.639149 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43908) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:55.646303 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f1eb1e16-c39a-4c7b-8987-c9018354fd05 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2003065163-network', 'tenant_id': '90080ac3c45c41ddb7b53bd1d7608604'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:57:55.669957 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1eb1e16-c39a-4c7b-8987-c9018354fd05 admin admin] Made reservation on behalf of 90080ac3c45c41ddb7b53bd1d7608604 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:57:55.672979 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1eb1e16-c39a-4c7b-8987-c9018354fd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:55.682110 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1eb1e16-c39a-4c7b-8987-c9018354fd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:55.793216 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1eb1e16-c39a-4c7b-8987-c9018354fd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:55.799584 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1eb1e16-c39a-4c7b-8987-c9018354fd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:55.822518 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1eb1e16-c39a-4c7b-8987-c9018354fd05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:57:55.843393 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1eb1e16-c39a-4c7b-8987-c9018354fd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:55.844019 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-f1eb1e16-c39a-4c7b-8987-c9018354fd05 admin admin] Added segment 33511095-c66e-41f1-a645-bf8f3dfa4b43 of type vlan for network d1ce16c7-0a8b-488b-8ce0-150b66c4092d Jul 23 20:57:55.845411 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb1e16-c39a-4c7b-8987-c9018354fd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0895ac0-d06d-4552-abc0-f49d53bd0e30,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:55.897056 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1eb1e16-c39a-4c7b-8987-c9018354fd05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:55.929332 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1eb1e16-c39a-4c7b-8987-c9018354fd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:55.930844 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eb1e16-c39a-4c7b-8987-c9018354fd05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:55.931505 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1eb1e16-c39a-4c7b-8987-c9018354fd05 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:55.967475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 43912) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:55.968052 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f1eb1e16-c39a-4c7b-8987-c9018354fd05 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3273084 Jul 23 20:57:55.976560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Request body: {'subnet': {'network_id': 'd1ce16c7-0a8b-488b-8ce0-150b66c4092d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2003065163-subnet', 'tenant_id': '90080ac3c45c41ddb7b53bd1d7608604', 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:57:56.007219 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Made reservation on behalf of 90080ac3c45c41ddb7b53bd1d7608604 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:57:56.010272 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb1e16-c39a-4c7b-8987-c9018354fd05 admin admin] Pushing event updated for resources: {'Network': ['ID=d1ce16c7-0a8b-488b-8ce0-150b66c4092d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:56.011455 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:56.022130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network d1ce16c7-0a8b-488b-8ce0-150b66c4092d details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:57:56.252474 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:56.317211 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12b8a74-cee7-44a4-9372-95b6da36955e,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:56.330303 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:56.330478 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:56.330772 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:56.331367 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:56.331747 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:56.332083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:56.332419 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:56.332748 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:56.333531 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:56.334037 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:56.334372 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:56.334704 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:56.340592 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Checking segment: {'id': '33511095-c66e-41f1-a645-bf8f3dfa4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd1ce16c7-0a8b-488b-8ce0-150b66c4092d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:57:56.340962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Network hostable DHCP agents. Network: d1ce16c7-0a8b-488b-8ce0-150b66c4092d, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:57:56.360476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Network d1ce16c7-0a8b-488b-8ce0-150b66c4092d is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:57:56.370706 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, d1ce16c7-0a8b-488b-8ce0-150b66c4092d) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:57:56.375037 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:56.375680 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:56.383238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb85b981-8462-408d-a8da-4b3c5c115cb6 None None] Network d1ce16c7-0a8b-488b-8ce0-150b66c4092d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:57:56.408718 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43914) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:56.409583 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7e419343-6a01-4ef9-aee5-ed3f1f9e4d4e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4408865 Jul 23 20:57:56.413539 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2003065163-router', 'tenant_id': '90080ac3c45c41ddb7b53bd1d7608604', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:57:56.458794 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:56.460606 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:56.525301 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:56.685994 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:56.765220 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-d1ce16c7-0a8b-488b-8ce0-150b66c4092d', 'network_id': 'd1ce16c7-0a8b-488b-8ce0-150b66c4092d', 'tenant_id': '90080ac3c45c41ddb7b53bd1d7608604', 'fixed_ips': [{'subnet_id': 'c12b8a74-cee7-44a4-9372-95b6da36955e'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:57:56.767167 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:56.905308 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:56.929213 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:56.933384 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Allocated IP 172.20.0.2 (d1ce16c7-0a8b-488b-8ce0-150b66c4092d/c12b8a74-cee7-44a4-9372-95b6da36955e/59dff4a5-2a83-43fa-b84e-9369a3f36b86) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:57:57.057962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Allocated IP 172.25.3.226 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/4ba72bb9-0f19-4c3e-acdc-a115bae06a97) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:57:57.103992 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 54b53685-70c8-4602-8095-5f0f3f1eba2e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:57:57.140788 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:57.157387 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Transition to ACTIVE for port object 59dff4a5-2a83-43fa-b84e-9369a3f36b86 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:57:57.173239 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-096ea58f-dcf3-4aa7-a553-b41c67ebe5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:57.184799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Transition to ACTIVE for port object 59dff4a5-2a83-43fa-b84e-9369a3f36b86 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:57:57.195189 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:57.199159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:57.204074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 54b53685-70c8-4602-8095-5f0f3f1eba2e completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:57:57.232853 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 54b53685-70c8-4602-8095-5f0f3f1eba2e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:57:57.233222 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:57.237785 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Network d1ce16c7-0a8b-488b-8ce0-150b66c4092d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:57:57.241188 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:57.267042 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:57:57.274956 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:57:57.279730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Pushing event updated for resources: {'Port': ['ID=59dff4a5-2a83-43fa-b84e-9369a3f36b86,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:57.280587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:57:57.283741 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:57:57.287971 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:57:57.329807 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba72bb9-0f19-4c3e-acdc-a115bae06a97,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:57.388953 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Attempting to bind port 59dff4a5-2a83-43fa-b84e-9369a3f36b86 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:57:57.389469 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Attempting to bind port 59dff4a5-2a83-43fa-b84e-9369a3f36b86 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '33511095-c66e-41f1-a645-bf8f3dfa4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd1ce16c7-0a8b-488b-8ce0-150b66c4092d'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:57:57.389823 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Attempting to bind port 59dff4a5-2a83-43fa-b84e-9369a3f36b86 on network d1ce16c7-0a8b-488b-8ce0-150b66c4092d {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:57:57.393514 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:57.399179 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:57:57.399555 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Checking segment: {'id': '33511095-c66e-41f1-a645-bf8f3dfa4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd1ce16c7-0a8b-488b-8ce0-150b66c4092d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:57:57.400080 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:57.400480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Bound using segment: {'id': '33511095-c66e-41f1-a645-bf8f3dfa4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd1ce16c7-0a8b-488b-8ce0-150b66c4092d'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:57:57.401097 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Bound port: 59dff4a5-2a83-43fa-b84e-9369a3f36b86, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33511095-c66e-41f1-a645-bf8f3dfa4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd1ce16c7-0a8b-488b-8ce0-150b66c4092d'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:57:57.401478 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:57.468095 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:57.504468 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 54b53685-70c8-4602-8095-5f0f3f1eba2e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=54b53685-70c8-4602-8095-5f0f3f1eba2e,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:57:57.512428 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:57.520100 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] For port 59dff4a5-2a83-43fa-b84e-9369a3f36b86, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:57:57.552802 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] For port 59dff4a5-2a83-43fa-b84e-9369a3f36b86, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=59dff4a5-2a83-43fa-b84e-9369a3f36b86,segment=NetworkSegment(33511095-c66e-41f1-a645-bf8f3dfa4b43),segment_id=33511095-c66e-41f1-a645-bf8f3dfa4b43)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:57:57.570962 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:57.600469 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=54b53685-70c8-4602-8095-5f0f3f1eba2e,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:57.610350 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:57.665407 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f9dcc-da87-4714-8a9a-081633a02de1 None None] Pushing event updated for resources: {'Port': ['ID=59dff4a5-2a83-43fa-b84e-9369a3f36b86,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:57.803434 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Sync routers for ids ['029496fa-3306-4323-965c-3e64d8c17d71'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:57:57.840547 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Routers {'029496fa-3306-4323-965c-3e64d8c17d71'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:57:57.841489 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:57:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['029496fa-3306-4323-965c-3e64d8c17d71'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:57.908929 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:57.981359 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Set router 029496fa-3306-4323-965c-3e64d8c17d71 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:57:58.223521 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029496fa-3306-4323-965c-3e64d8c17d71', 'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 4, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'gw_port': {'id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9d2adc78-f0a6-4932-9dd0-e98bb3cf6892', 'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'mac_address': 'fa:16:3e:6a:a5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:53Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 2, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'subnets': [{'id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:58.257463 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Checking router: 029496fa-3306-4323-965c-3e64d8c17d71 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:57:58.257813 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Updating router 029496fa-3306-4323-965c-3e64d8c17d71 port 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:57:58.297554 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:58.384580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Router 7254b57d-9d9b-4c69-a00e-27f312ead006 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:57:58.523266 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:57:58.543178 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Sync routers for ids ['7254b57d-9d9b-4c69-a00e-27f312ead006'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:57:58.549564 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:58.552139 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c00b96e7-9b36-4da5-b0fb-4dd22c1990e1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1420467 Jul 23 20:57:58.554661 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 43924) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:58.576932 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Routers {'7254b57d-9d9b-4c69-a00e-27f312ead006'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:57:58.577262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:57:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['7254b57d-9d9b-4c69-a00e-27f312ead006'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:58.586470 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:58.692900 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:58.713948 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Transition to ACTIVE for port object 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:57:58.728889 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:58.770367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Set router 7254b57d-9d9b-4c69-a00e-27f312ead006 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:57:58.835347 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1ed69-e3d1-4a6e-a341-19e0fe638dcb None None] Pushing event updated for resources: {'Port': ['ID=9d2adc78-f0a6-4932-9dd0-e98bb3cf6892,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:58.902770 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1ed69-e3d1-4a6e-a341-19e0fe638dcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:58.904197 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1ed69-e3d1-4a6e-a341-19e0fe638dcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:58.908568 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1ed69-e3d1-4a6e-a341-19e0fe638dcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:58.910475 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1ed69-e3d1-4a6e-a341-19e0fe638dcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:58.912929 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1ed69-e3d1-4a6e-a341-19e0fe638dcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:58.913427 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1ed69-e3d1-4a6e-a341-19e0fe638dcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:58.913909 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1ed69-e3d1-4a6e-a341-19e0fe638dcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:58.914412 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1ed69-e3d1-4a6e-a341-19e0fe638dcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:58.915037 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1ed69-e3d1-4a6e-a341-19e0fe638dcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:58.915528 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1ed69-e3d1-4a6e-a341-19e0fe638dcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:58.915999 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1ed69-e3d1-4a6e-a341-19e0fe638dcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:58.916679 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1ed69-e3d1-4a6e-a341-19e0fe638dcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:58.924328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e461f7-8376-4888-88e8-b1ac0b6f89d9 None None] Network d1ce16c7-0a8b-488b-8ce0-150b66c4092d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:57:58.992455 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Attempting to bind port 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:57:58.992738 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Attempting to bind port 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:57:59.001688 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Attempting to bind port 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 on network 411352d1-7a75-42b9-bd5f-27a10f834896 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:57:59.012077 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:57:59.012447 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Checking segment: {'id': 'bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:57:59.013039 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:59.014689 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Bound using segment: {'id': 'bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:57:59.015357 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Bound port: 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:57:59.019406 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:59.158054 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] For port 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:57:59.166883 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] For port 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9d2adc78-f0a6-4932-9dd0-e98bb3cf6892,segment=NetworkSegment(bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327),segment_id=bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:57:59.180005 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:59.271145 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c0c8a452-7037-4715-bf68-878ef71b5dd5 None None] Provisioning for port 59dff4a5-2a83-43fa-b84e-9369a3f36b86 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:57:59.300435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 59dff4a5-2a83-43fa-b84e-9369a3f36b86 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:57:59.319767 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Routers {'029496fa-3306-4323-965c-3e64d8c17d71'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:57:59.320418 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:57:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['029496fa-3306-4323-965c-3e64d8c17d71'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:59.323617 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1ed69-e3d1-4a6e-a341-19e0fe638dcb None None] Pushing event updated for resources: {'Port': ['ID=9d2adc78-f0a6-4932-9dd0-e98bb3cf6892,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:59.459245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 59dff4a5-2a83-43fa-b84e-9369a3f36b86 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:57:59.462212 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:59.484775 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 59dff4a5-2a83-43fa-b84e-9369a3f36b86 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:57:59.485147 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:59.650425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'name': 'tempest-TestVolumeBackupRestore-2003065163-router', 'tenant_id': '90080ac3c45c41ddb7b53bd1d7608604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '4ba72bb9-0f19-4c3e-acdc-a115bae06a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:56Z', 'updated_at': '2021-07-23T20:57:57Z', 'revision_number': 3, 'project_id': '90080ac3c45c41ddb7b53bd1d7608604', 'gw_port': {'id': '4ba72bb9-0f19-4c3e-acdc-a115bae06a97', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:56Z', 'updated_at': '2021-07-23T20:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:59.685640 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] Set router 029496fa-3306-4323-965c-3e64d8c17d71 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:57:59.717944 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Checking router: 7254b57d-9d9b-4c69-a00e-27f312ead006 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:57:59.718149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Updating router 7254b57d-9d9b-4c69-a00e-27f312ead006 port 4ba72bb9-0f19-4c3e-acdc-a115bae06a97 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:57:59.767656 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Allocated IP 172.20.0.1 (d1ce16c7-0a8b-488b-8ce0-150b66c4092d/c12b8a74-cee7-44a4-9372-95b6da36955e/a03027c7-ed56-4567-b3b4-ddef84b666aa) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:57:59.796510 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:59.998030 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:00.033950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Transition to ACTIVE for port object a03027c7-ed56-4567-b3b4-ddef84b666aa will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:58:00.049312 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:00.071411 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:00.133697 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:00.136126 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 59dff4a5-2a83-43fa-b84e-9369a3f36b86, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=59dff4a5-2a83-43fa-b84e-9369a3f36b86,segment=NetworkSegment(33511095-c66e-41f1-a645-bf8f3dfa4b43),segment_id=33511095-c66e-41f1-a645-bf8f3dfa4b43)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:00.141599 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029496fa-3306-4323-965c-3e64d8c17d71', 'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 4, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'gw_port': {'id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9d2adc78-f0a6-4932-9dd0-e98bb3cf6892', 'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'mac_address': 'fa:16:3e:6a:a5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:53Z', 'updated_at': '2021-07-23T20:57:59Z', 'revision_number': 4, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'subnets': [{'id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:00.163360 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:00.164198 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 54b53685-70c8-4602-8095-5f0f3f1eba2e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:58:00.211987 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea02246-a262-4127-81d9-f833c721f4e5 None None] The sync data for ids ['029496fa-3306-4323-965c-3e64d8c17d71'] in n-d-791504-18 is: [{'id': '029496fa-3306-4323-965c-3e64d8c17d71', 'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 4, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'gw_port': {'id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9d2adc78-f0a6-4932-9dd0-e98bb3cf6892', 'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'mac_address': 'fa:16:3e:6a:a5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:53Z', 'updated_at': '2021-07-23T20:57:59Z', 'revision_number': 4, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'subnets': [{'id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:58:00.240053 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Network d1ce16c7-0a8b-488b-8ce0-150b66c4092d is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:58:00.245664 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:58:00.249371 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:58:00.356041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Pushing event updated for resources: {'Port': ['ID=a03027c7-ed56-4567-b3b4-ddef84b666aa,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:00.397982 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:00.464984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=59dff4a5-2a83-43fa-b84e-9369a3f36b86,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:00.490979 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-83336796-8fb8-476b-a981-d1660ff133cf None None] Provisioning complete for port 59dff4a5-2a83-43fa-b84e-9369a3f36b86 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:58:00.491390 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-83336796-8fb8-476b-a981-d1660ff133cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:00.559804 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 54b53685-70c8-4602-8095-5f0f3f1eba2e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:58:00.560619 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:00.782058 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:00.801140 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:00.826400 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Transition to ACTIVE for port object 4ba72bb9-0f19-4c3e-acdc-a115bae06a97 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:58:00.839143 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:01.176239 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:01.186285 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:01.228562 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 59dff4a5-2a83-43fa-b84e-9369a3f36b86 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:58:01.310442 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Pushing event updated for resources: {'Port': ['ID=a03027c7-ed56-4567-b3b4-ddef84b666aa,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:01.313669 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:01.317467 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc47cb8-ddf2-41e2-a169-31cee7b79357 None None] Pushing event updated for resources: {'Port': ['ID=4ba72bb9-0f19-4c3e-acdc-a115bae06a97,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:01.330186 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fbd0eca7-ac8a-4979-99dc-0e4e05b057c6 None None] Provisioning for port a03027c7-ed56-4567-b3b4-ddef84b666aa completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:58:01.334211 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Attempting to bind port 4ba72bb9-0f19-4c3e-acdc-a115bae06a97 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:58:01.334580 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Attempting to bind port 4ba72bb9-0f19-4c3e-acdc-a115bae06a97 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:58:01.334943 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Attempting to bind port 4ba72bb9-0f19-4c3e-acdc-a115bae06a97 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:58:01.350087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:58:01.350960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:58:01.351541 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:01.352081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:58:01.352722 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Bound port: 4ba72bb9-0f19-4c3e-acdc-a115bae06a97, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:58:01.353265 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:01.356981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fbd0eca7-ac8a-4979-99dc-0e4e05b057c6 None None] Provisioning complete for port a03027c7-ed56-4567-b3b4-ddef84b666aa triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:58:01.358650 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fbd0eca7-ac8a-4979-99dc-0e4e05b057c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:01.486447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Network d1ce16c7-0a8b-488b-8ce0-150b66c4092d is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:58:01.488237 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:58:01.495151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 59dff4a5-2a83-43fa-b84e-9369a3f36b86 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:58:01.495733 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:01.500466 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0eca7-ac8a-4979-99dc-0e4e05b057c6 None None] Port a03027c7-ed56-4567-b3b4-ddef84b666aa cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:58:01.530908 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] For port 4ba72bb9-0f19-4c3e-acdc-a115bae06a97, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:58:01.548735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] For port 4ba72bb9-0f19-4c3e-acdc-a115bae06a97, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=4ba72bb9-0f19-4c3e-acdc-a115bae06a97,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:58:01.569709 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:01.668837 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Routers {'7254b57d-9d9b-4c69-a00e-27f312ead006'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:58:01.669470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:57:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['7254b57d-9d9b-4c69-a00e-27f312ead006'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:01.714552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Router 7254b57d-9d9b-4c69-a00e-27f312ead006 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:58:01.720447 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc47cb8-ddf2-41e2-a169-31cee7b79357 None None] Pushing event updated for resources: {'Port': ['ID=4ba72bb9-0f19-4c3e-acdc-a115bae06a97,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:01.809431 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:58:01.869224 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:58:01.881816 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2d1dfde8-c40a-4718-b38d-68650423f8fe admin admin] 10.222.0.55 "PUT /v2.0/routers/7254b57d-9d9b-4c69-a00e-27f312ead006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3256083 Jul 23 20:58:01.883639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] Set router 7254b57d-9d9b-4c69-a00e-27f312ead006 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:58:02.004005 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d7c19f70-a52a-478c-92d6-6b38ed7cad93 None None] Provisioning complete for port a03027c7-ed56-4567-b3b4-ddef84b666aa triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:58:02.004566 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7c19f70-a52a-478c-92d6-6b38ed7cad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:02.019576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:58:02.061353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:58:02.062212 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:02.143954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d7c19f70-a52a-478c-92d6-6b38ed7cad93 None None] Port a03027c7-ed56-4567-b3b4-ddef84b666aa cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:58:02.282322 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:02.326155 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9d2adc78-f0a6-4932-9dd0-e98bb3cf6892,segment=NetworkSegment(bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327),segment_id=bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:02.331283 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:02.368417 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'name': 'tempest-TestVolumeBackupRestore-2003065163-router', 'tenant_id': '90080ac3c45c41ddb7b53bd1d7608604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '4ba72bb9-0f19-4c3e-acdc-a115bae06a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:56Z', 'updated_at': '2021-07-23T20:58:00Z', 'revision_number': 4, 'project_id': '90080ac3c45c41ddb7b53bd1d7608604', 'gw_port': {'id': '4ba72bb9-0f19-4c3e-acdc-a115bae06a97', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:56Z', 'updated_at': '2021-07-23T20:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a03027c7-ed56-4567-b3b4-ddef84b666aa', 'name': '', 'network_id': 'd1ce16c7-0a8b-488b-8ce0-150b66c4092d', 'tenant_id': '90080ac3c45c41ddb7b53bd1d7608604', 'mac_address': 'fa:16:3e:50:0f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'c12b8a74-cee7-44a4-9372-95b6da36955e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:59Z', 'updated_at': '2021-07-23T20:58:00Z', 'revision_number': 2, 'project_id': '90080ac3c45c41ddb7b53bd1d7608604', 'subnets': [{'id': 'c12b8a74-cee7-44a4-9372-95b6da36955e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:02.406844 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa91e70-cd36-4ffc-829a-463cd6893f5c None None] The sync data for ids ['7254b57d-9d9b-4c69-a00e-27f312ead006'] in n-d-791504-18 is: [{'id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'name': 'tempest-TestVolumeBackupRestore-2003065163-router', 'tenant_id': '90080ac3c45c41ddb7b53bd1d7608604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '4ba72bb9-0f19-4c3e-acdc-a115bae06a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:56Z', 'updated_at': '2021-07-23T20:58:00Z', 'revision_number': 4, 'project_id': '90080ac3c45c41ddb7b53bd1d7608604', 'gw_port': {'id': '4ba72bb9-0f19-4c3e-acdc-a115bae06a97', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:56Z', 'updated_at': '2021-07-23T20:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a03027c7-ed56-4567-b3b4-ddef84b666aa', 'name': '', 'network_id': 'd1ce16c7-0a8b-488b-8ce0-150b66c4092d', 'tenant_id': '90080ac3c45c41ddb7b53bd1d7608604', 'mac_address': 'fa:16:3e:50:0f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'c12b8a74-cee7-44a4-9372-95b6da36955e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:59Z', 'updated_at': '2021-07-23T20:58:00Z', 'revision_number': 2, 'project_id': '90080ac3c45c41ddb7b53bd1d7608604', 'subnets': [{'id': 'c12b8a74-cee7-44a4-9372-95b6da36955e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:58:02.421254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=9d2adc78-f0a6-4932-9dd0-e98bb3cf6892,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:03.091488 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:58:03.173794 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:58:03.175500 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:04.644619 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Sync routers for ids ['7254b57d-9d9b-4c69-a00e-27f312ead006'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:58:04.654859 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Routers {'7254b57d-9d9b-4c69-a00e-27f312ead006'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:58:04.655507 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:57:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['7254b57d-9d9b-4c69-a00e-27f312ead006'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:04.765191 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Set router 7254b57d-9d9b-4c69-a00e-27f312ead006 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:58:05.023280 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'name': 'tempest-TestVolumeBackupRestore-2003065163-router', 'tenant_id': '90080ac3c45c41ddb7b53bd1d7608604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '4ba72bb9-0f19-4c3e-acdc-a115bae06a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:56Z', 'updated_at': '2021-07-23T20:58:00Z', 'revision_number': 4, 'project_id': '90080ac3c45c41ddb7b53bd1d7608604', 'gw_port': {'id': '4ba72bb9-0f19-4c3e-acdc-a115bae06a97', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:56Z', 'updated_at': '2021-07-23T20:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a03027c7-ed56-4567-b3b4-ddef84b666aa', 'name': '', 'network_id': 'd1ce16c7-0a8b-488b-8ce0-150b66c4092d', 'tenant_id': '90080ac3c45c41ddb7b53bd1d7608604', 'mac_address': 'fa:16:3e:50:0f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'c12b8a74-cee7-44a4-9372-95b6da36955e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:59Z', 'updated_at': '2021-07-23T20:58:00Z', 'revision_number': 2, 'project_id': '90080ac3c45c41ddb7b53bd1d7608604', 'subnets': [{'id': 'c12b8a74-cee7-44a4-9372-95b6da36955e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:05.061889 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Checking router: 7254b57d-9d9b-4c69-a00e-27f312ead006 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:58:05.062169 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Updating router 7254b57d-9d9b-4c69-a00e-27f312ead006 port a03027c7-ed56-4567-b3b4-ddef84b666aa binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:58:05.089974 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4ba72bb9-0f19-4c3e-acdc-a115bae06a97 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:58:05.115149 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:05.151902 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 4ba72bb9-0f19-4c3e-acdc-a115bae06a97 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:58:05.159037 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 4ba72bb9-0f19-4c3e-acdc-a115bae06a97 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:58:05.160287 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:05.274621 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:05.299908 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 4ba72bb9-0f19-4c3e-acdc-a115bae06a97, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=4ba72bb9-0f19-4c3e-acdc-a115bae06a97,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:05.308629 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:05.373014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=4ba72bb9-0f19-4c3e-acdc-a115bae06a97,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:05.454317 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:05.467556 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Transition to ACTIVE for port object a03027c7-ed56-4567-b3b4-ddef84b666aa will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:58:05.475489 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:05.526434 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41b246-55c3-407b-a638-bd74980a685e None None] Pushing event updated for resources: {'Port': ['ID=a03027c7-ed56-4567-b3b4-ddef84b666aa,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:05.589294 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Attempting to bind port a03027c7-ed56-4567-b3b4-ddef84b666aa on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:58:05.589614 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Attempting to bind port a03027c7-ed56-4567-b3b4-ddef84b666aa by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '33511095-c66e-41f1-a645-bf8f3dfa4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd1ce16c7-0a8b-488b-8ce0-150b66c4092d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:58:05.590128 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Attempting to bind port a03027c7-ed56-4567-b3b4-ddef84b666aa on network d1ce16c7-0a8b-488b-8ce0-150b66c4092d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:58:05.597650 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:58:05.598265 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Checking segment: {'id': '33511095-c66e-41f1-a645-bf8f3dfa4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd1ce16c7-0a8b-488b-8ce0-150b66c4092d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:58:05.599508 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:05.599920 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Bound using segment: {'id': '33511095-c66e-41f1-a645-bf8f3dfa4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd1ce16c7-0a8b-488b-8ce0-150b66c4092d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:58:05.600601 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Bound port: a03027c7-ed56-4567-b3b4-ddef84b666aa, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33511095-c66e-41f1-a645-bf8f3dfa4b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd1ce16c7-0a8b-488b-8ce0-150b66c4092d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:58:05.601014 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:05.677267 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] For port a03027c7-ed56-4567-b3b4-ddef84b666aa, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:58:05.680630 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] For port a03027c7-ed56-4567-b3b4-ddef84b666aa, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a03027c7-ed56-4567-b3b4-ddef84b666aa,segment=NetworkSegment(33511095-c66e-41f1-a645-bf8f3dfa4b43),segment_id=33511095-c66e-41f1-a645-bf8f3dfa4b43)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:58:05.686955 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:05.757351 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Routers {'7254b57d-9d9b-4c69-a00e-27f312ead006'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:58:05.757991 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:57:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['7254b57d-9d9b-4c69-a00e-27f312ead006'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:05.763760 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41b246-55c3-407b-a638-bd74980a685e None None] Pushing event updated for resources: {'Port': ['ID=a03027c7-ed56-4567-b3b4-ddef84b666aa,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:05.888476 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] Set router 7254b57d-9d9b-4c69-a00e-27f312ead006 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:58:06.140525 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'name': 'tempest-TestVolumeBackupRestore-2003065163-router', 'tenant_id': '90080ac3c45c41ddb7b53bd1d7608604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '4ba72bb9-0f19-4c3e-acdc-a115bae06a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:56Z', 'updated_at': '2021-07-23T20:58:00Z', 'revision_number': 4, 'project_id': '90080ac3c45c41ddb7b53bd1d7608604', 'gw_port': {'id': '4ba72bb9-0f19-4c3e-acdc-a115bae06a97', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:56Z', 'updated_at': '2021-07-23T20:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a03027c7-ed56-4567-b3b4-ddef84b666aa', 'name': '', 'network_id': 'd1ce16c7-0a8b-488b-8ce0-150b66c4092d', 'tenant_id': '90080ac3c45c41ddb7b53bd1d7608604', 'mac_address': 'fa:16:3e:50:0f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'c12b8a74-cee7-44a4-9372-95b6da36955e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:59Z', 'updated_at': '2021-07-23T20:58:05Z', 'revision_number': 4, 'project_id': '90080ac3c45c41ddb7b53bd1d7608604', 'subnets': [{'id': 'c12b8a74-cee7-44a4-9372-95b6da36955e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:06.171939 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb77bb-9872-405d-a144-e077489ffc37 None None] The sync data for ids ['7254b57d-9d9b-4c69-a00e-27f312ead006'] in n-d-791504-18 is: [{'id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'name': 'tempest-TestVolumeBackupRestore-2003065163-router', 'tenant_id': '90080ac3c45c41ddb7b53bd1d7608604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '4ba72bb9-0f19-4c3e-acdc-a115bae06a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:56Z', 'updated_at': '2021-07-23T20:58:00Z', 'revision_number': 4, 'project_id': '90080ac3c45c41ddb7b53bd1d7608604', 'gw_port': {'id': '4ba72bb9-0f19-4c3e-acdc-a115bae06a97', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:56Z', 'updated_at': '2021-07-23T20:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a03027c7-ed56-4567-b3b4-ddef84b666aa', 'name': '', 'network_id': 'd1ce16c7-0a8b-488b-8ce0-150b66c4092d', 'tenant_id': '90080ac3c45c41ddb7b53bd1d7608604', 'mac_address': 'fa:16:3e:50:0f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'c12b8a74-cee7-44a4-9372-95b6da36955e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:59Z', 'updated_at': '2021-07-23T20:58:05Z', 'revision_number': 4, 'project_id': '90080ac3c45c41ddb7b53bd1d7608604', 'subnets': [{'id': 'c12b8a74-cee7-44a4-9372-95b6da36955e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:58:07.076465 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a03027c7-ed56-4567-b3b4-ddef84b666aa up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:58:07.130281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port a03027c7-ed56-4567-b3b4-ddef84b666aa completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:58:07.134144 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a03027c7-ed56-4567-b3b4-ddef84b666aa triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:58:07.134634 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:07.224473 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:07.258621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port a03027c7-ed56-4567-b3b4-ddef84b666aa, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a03027c7-ed56-4567-b3b4-ddef84b666aa,segment=NetworkSegment(33511095-c66e-41f1-a645-bf8f3dfa4b43),segment_id=33511095-c66e-41f1-a645-bf8f3dfa4b43)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:07.263639 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:07.264591 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4ba72bb9-0f19-4c3e-acdc-a115bae06a97 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:58:07.354983 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 4ba72bb9-0f19-4c3e-acdc-a115bae06a97 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:58:07.355304 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:07.357142 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=a03027c7-ed56-4567-b3b4-ddef84b666aa,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:09.052170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a03027c7-ed56-4567-b3b4-ddef84b666aa up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:58:09.108853 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a03027c7-ed56-4567-b3b4-ddef84b666aa triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:58:09.109224 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:10.191146 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c45ecf-bdd0-4c7f-a062-5d953fb5f846 req-4e647d85-4b9b-4281-af0f-df6567c19c56 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:10.193076 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41c45ecf-bdd0-4c7f-a062-5d953fb5f846 req-4e647d85-4b9b-4281-af0f-df6567c19c56 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/ports?device_id=80798f15-052f-46c9-88d7-b5b0d53cb56c HTTP/1.1" status: 200 len: 949 time: 0.0726161 Jul 23 20:58:10.243240 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41c45ecf-bdd0-4c7f-a062-5d953fb5f846 req-d0c91d96-99a9-4d09-bc67-34d25c728e02 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbcb032-d900-4e2b-ad31-f3f1bea2cfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438609 Jul 23 20:58:11.379518 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c559ad5-e4c2-4aa4-8565-93cd1f24a863 req-d5c30af1-7c5d-4893-9f76-850bc0fc9573 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:11.381518 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2c559ad5-e4c2-4aa4-8565-93cd1f24a863 req-d5c30af1-7c5d-4893-9f76-850bc0fc9573 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/ports?device_id=80798f15-052f-46c9-88d7-b5b0d53cb56c HTTP/1.1" status: 200 len: 949 time: 0.0671952 Jul 23 20:58:11.420255 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2c559ad5-e4c2-4aa4-8565-93cd1f24a863 req-37495e0a-481e-4e0c-9bec-3822a6b42058 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/security-groups?id=fcbcb032-d900-4e2b-ad31-f3f1bea2cfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330446 Jul 23 20:58:11.932741 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202aa80-295b-4492-a90b-25c8530a6c34 req-5b5d32ef-0c72-4058-b579-fe36da2604bc tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:11.934410 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b202aa80-295b-4492-a90b-25c8530a6c34 req-5b5d32ef-0c72-4058-b579-fe36da2604bc tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.48 "GET /v2.0/ports?device_id=80798f15-052f-46c9-88d7-b5b0d53cb56c HTTP/1.1" status: 200 len: 949 time: 0.0649540 Jul 23 20:58:12.047165 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-b202aa80-295b-4492-a90b-25c8530a6c34 req-419f5832-ee3a-44ea-8f53-c2ccb7d1435e tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Deleting port 8e5be269-bcd8-49ab-b765-08c2860f31c4 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:58:12.047670 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b202aa80-295b-4492-a90b-25c8530a6c34 req-419f5832-ee3a-44ea-8f53-c2ccb7d1435e tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:12.144753 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-b202aa80-295b-4492-a90b-25c8530a6c34 req-419f5832-ee3a-44ea-8f53-c2ccb7d1435e tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] For port 8e5be269-bcd8-49ab-b765-08c2860f31c4, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8e5be269-bcd8-49ab-b765-08c2860f31c4,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:12.145112 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b202aa80-295b-4492-a90b-25c8530a6c34 req-419f5832-ee3a-44ea-8f53-c2ccb7d1435e tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:12.158223 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-b202aa80-295b-4492-a90b-25c8530a6c34 req-419f5832-ee3a-44ea-8f53-c2ccb7d1435e tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Calling delete_port for 8e5be269-bcd8-49ab-b765-08c2860f31c4 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:58:12.296638 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b202aa80-295b-4492-a90b-25c8530a6c34 req-419f5832-ee3a-44ea-8f53-c2ccb7d1435e tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:12.313113 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['8e5be269-bcd8-49ab-b765-08c2860f31c4'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:58:12.326328 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f5832-ee3a-44ea-8f53-c2ccb7d1435e tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Pushing event deleted for resources: {'Port': ['ID=8e5be269-bcd8-49ab-b765-08c2860f31c4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:12.375269 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b202aa80-295b-4492-a90b-25c8530a6c34 req-419f5832-ee3a-44ea-8f53-c2ccb7d1435e tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] No DVR routers for this DVR port 8e5be269-bcd8-49ab-b765-08c2860f31c4 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:58:12.377954 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b202aa80-295b-4492-a90b-25c8530a6c34 req-419f5832-ee3a-44ea-8f53-c2ccb7d1435e tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:12.380048 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b202aa80-295b-4492-a90b-25c8530a6c34 req-419f5832-ee3a-44ea-8f53-c2ccb7d1435e tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.48 "DELETE /v2.0/ports/8e5be269-bcd8-49ab-b765-08c2860f31c4 HTTP/1.1" status: 204 len: 173 time: 0.4368405 Jul 23 20:58:12.380572 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80798f15-052f-46c9-88d7-b5b0d53cb56c', 'name': 'network-vif-deleted', 'tag': '8e5be269-bcd8-49ab-b765-08c2860f31c4'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:12.382817 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc006d1-2cac-42c9-8dba-c0ec45e1a209" -d '{"events": [{"server_uuid": "80798f15-052f-46c9-88d7-b5b0d53cb56c", "name": "network-vif-deleted", "tag": "8e5be269-bcd8-49ab-b765-08c2860f31c4"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:12.426523 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e7c552-ed55-4b90-85ef-2697a0245163 x-openstack-request-id: req-01e7c552-ed55-4b90-85ef-2697a0245163 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:12.427356 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80798f15-052f-46c9-88d7-b5b0d53cb56c", "name": "network-vif-deleted", "tag": "8e5be269-bcd8-49ab-b765-08c2860f31c4", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:12.427682 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-01e7c552-ed55-4b90-85ef-2697a0245163 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:12.428101 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80798f15-052f-46c9-88d7-b5b0d53cb56c', 'name': 'network-vif-deleted', 'tag': '8e5be269-bcd8-49ab-b765-08c2860f31c4', 'status': 'completed', 'code': 200} Jul 23 20:58:12.524712 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed16bc2b-7140-449d-b370-3c14b70ff1b1 req-35507e1a-3987-4cda-a718-2529a19403c7 tempest-VolumesBackupsTest-525657864 tempest-VolumesBackupsTest-525657864-project] 10.222.0.55 "GET /v2.0/ports?device_id=80798f15-052f-46c9-88d7-b5b0d53cb56c HTTP/1.1" status: 200 len: 210 time: 0.0302458 Jul 23 20:58:15.050261 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:58:15.564788 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:15.579942 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8e5be269-bcd8-49ab-b765-08c2860f31c4 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:58:15.604045 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 8e5be269-bcd8-49ab-b765-08c2860f31c4 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:58:15.604380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8e5be269-bcd8-49ab-b765-08c2860f31c4 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:58:16.928482 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:24.580692 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d4b9d7ed-4b51-4f72-a30b-3c9acbb976e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:27.133861 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec6b3bf9-fe3b-4fa6-b6c6-70467eb48c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:27.366452 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:28.554366 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:30.004125 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:44.075250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85deb5a3-ccc0-494b-987a-64afc1b92068 req-06331e80-98da-4560-a512-e7a8a3578ed1 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:44.076897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85deb5a3-ccc0-494b-987a-64afc1b92068 req-06331e80-98da-4560-a512-e7a8a3578ed1 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 946 time: 0.0699368 Jul 23 20:58:44.115840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-85deb5a3-ccc0-494b-987a-64afc1b92068 req-d1a0de87-af4a-434c-a457-fa36c1b8e5a0 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bc0a812-04d7-4177-afdb-4843d987d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331931 Jul 23 20:58:45.252881 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f8ae8-b790-48a2-a2eb-52175f46f85f req-b7b16449-c5ef-473b-835e-9839a83fa9df tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:45.261297 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-653f8ae8-b790-48a2-a2eb-52175f46f85f req-b7b16449-c5ef-473b-835e-9839a83fa9df tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 946 time: 0.0725892 Jul 23 20:58:45.294009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-653f8ae8-b790-48a2-a2eb-52175f46f85f req-5772ce52-5aed-48cb-91bc-59d8e2e4ae51 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bc0a812-04d7-4177-afdb-4843d987d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318794 Jul 23 20:58:45.575447 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:45.917417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beab99c-5d8a-4ac0-b3f6-200875470ce0 req-f70fdb3b-a08b-4e29-ae8e-b8dc5f71a4d0 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:45.919015 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6beab99c-5d8a-4ac0-b3f6-200875470ce0 req-f70fdb3b-a08b-4e29-ae8e-b8dc5f71a4d0 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.48 "GET /v2.0/ports?device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 946 time: 0.0665169 Jul 23 20:58:46.022468 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-6beab99c-5d8a-4ac0-b3f6-200875470ce0 req-934cb0bc-1a40-46a6-828a-12b7a9f1bbcb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Deleting port c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:58:46.022830 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6beab99c-5d8a-4ac0-b3f6-200875470ce0 req-934cb0bc-1a40-46a6-828a-12b7a9f1bbcb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:46.115940 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-6beab99c-5d8a-4ac0-b3f6-200875470ce0 req-934cb0bc-1a40-46a6-828a-12b7a9f1bbcb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] For port c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa,segment=NetworkSegment(7acafd24-d66a-4f21-b956-cae3d4cdb212),segment_id=7acafd24-d66a-4f21-b956-cae3d4cdb212)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:46.116299 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6beab99c-5d8a-4ac0-b3f6-200875470ce0 req-934cb0bc-1a40-46a6-828a-12b7a9f1bbcb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:46.292237 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6beab99c-5d8a-4ac0-b3f6-200875470ce0 req-934cb0bc-1a40-46a6-828a-12b7a9f1bbcb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:46.292611 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6beab99c-5d8a-4ac0-b3f6-200875470ce0 req-934cb0bc-1a40-46a6-828a-12b7a9f1bbcb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:46.292922 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [req-6beab99c-5d8a-4ac0-b3f6-200875470ce0 req-934cb0bc-1a40-46a6-828a-12b7a9f1bbcb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Floating IP 2b7f1a6d-4ddc-49b5-933f-190a4e28ef5b disassociated. External IP: 172.25.3.182, port: c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa. Jul 23 20:58:46.293257 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-6beab99c-5d8a-4ac0-b3f6-200875470ce0 req-934cb0bc-1a40-46a6-828a-12b7a9f1bbcb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Calling delete_port for c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:58:46.431351 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6beab99c-5d8a-4ac0-b3f6-200875470ce0 req-934cb0bc-1a40-46a6-828a-12b7a9f1bbcb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:46.484542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17ee05-7529-4d85-9469-094158d689c3 req-6020a00a-a5c4-4cff-baec-773159ae799d tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:46.487328 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d17ee05-7529-4d85-9469-094158d689c3 req-6020a00a-a5c4-4cff-baec-773159ae799d tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/ports?device_id=08a42314-b8ff-43ec-863b-de6019e7d94d HTTP/1.1" status: 200 len: 867 time: 0.1176956 Jul 23 20:58:46.492464 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cb0bc-1a40-46a6-828a-12b7a9f1bbcb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Pushing event deleted for resources: {'Port': ['ID=c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:46.535556 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d17ee05-7529-4d85-9469-094158d689c3 req-6c3af06e-cee7-427b-95b6-a7d1ddea2c2f tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups?id=5bc0a812-04d7-4177-afdb-4843d987d06c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398033 Jul 23 20:58:46.652388 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6beab99c-5d8a-4ac0-b3f6-200875470ce0 req-934cb0bc-1a40-46a6-828a-12b7a9f1bbcb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:58:46.766619 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6beab99c-5d8a-4ac0-b3f6-200875470ce0 req-934cb0bc-1a40-46a6-828a-12b7a9f1bbcb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:58:46.782672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a0aa70-d1e4-47b5-b173-f4b5ddb0ecbc None None] Sync routers for ids ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:58:46.794831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a0aa70-d1e4-47b5-b173-f4b5ddb0ecbc None None] Routers {'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:58:46.795678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-64a0aa70-d1e4-47b5-b173-f4b5ddb0ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:58:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:46.833018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-6beab99c-5d8a-4ac0-b3f6-200875470ce0 req-934cb0bc-1a40-46a6-828a-12b7a9f1bbcb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] No DVR routers for this DVR port c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:58:46.840918 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6beab99c-5d8a-4ac0-b3f6-200875470ce0 req-934cb0bc-1a40-46a6-828a-12b7a9f1bbcb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:46.843612 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6beab99c-5d8a-4ac0-b3f6-200875470ce0 req-934cb0bc-1a40-46a6-828a-12b7a9f1bbcb tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.48 "DELETE /v2.0/ports/c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa HTTP/1.1" status: 204 len: 173 time: 0.9165287 Jul 23 20:58:46.844005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a42314-b8ff-43ec-863b-de6019e7d94d', 'name': 'network-vif-deleted', 'tag': 'c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:46.846524 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9501a5-6a63-4ab8-b1bc-98d63dd34a83" -d '{"events": [{"server_uuid": "08a42314-b8ff-43ec-863b-de6019e7d94d", "name": "network-vif-deleted", "tag": "c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:46.942007 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-64a0aa70-d1e4-47b5-b173-f4b5ddb0ecbc None None] Set router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:58:47.136812 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713be9eb-40d1-4516-a45a-a49691dc67b4 x-openstack-request-id: req-713be9eb-40d1-4516-a45a-a49691dc67b4 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:47.137332 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a42314-b8ff-43ec-863b-de6019e7d94d", "name": "network-vif-deleted", "tag": "c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:47.137332 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-713be9eb-40d1-4516-a45a-a49691dc67b4 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:47.137734 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a42314-b8ff-43ec-863b-de6019e7d94d', 'name': 'network-vif-deleted', 'tag': 'c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa', 'status': 'completed', 'code': 200} Jul 23 20:58:47.258911 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:47.390579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-64a0aa70-d1e4-47b5-b173-f4b5ddb0ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:51:57Z', 'revision_number': 4, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a5c4e07c-7961-4668-85b5-7faaf92d771c', 'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'mac_address': 'fa:16:3e:e5:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:55Z', 'updated_at': '2021-07-23T20:52:03Z', 'revision_number': 5, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'subnets': [{'id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:47.428900 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a0aa70-d1e4-47b5-b173-f4b5ddb0ecbc None None] Checking router: b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:58:47.438399 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a0aa70-d1e4-47b5-b173-f4b5ddb0ecbc None None] Routers {'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:58:47.439657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-64a0aa70-d1e4-47b5-b173-f4b5ddb0ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:58:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:47.569378 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-64a0aa70-d1e4-47b5-b173-f4b5ddb0ecbc None None] Set router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:58:47.635593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45112) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:47.715893 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04d178d2-c883-4637-98a6-a76ddb367e10 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:47.741087 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04d178d2-c883-4637-98a6-a76ddb367e10 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:47.806235 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-64a0aa70-d1e4-47b5-b173-f4b5ddb0ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:51:57Z', 'revision_number': 4, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a5c4e07c-7961-4668-85b5-7faaf92d771c', 'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'mac_address': 'fa:16:3e:e5:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:55Z', 'updated_at': '2021-07-23T20:52:03Z', 'revision_number': 5, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'subnets': [{'id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:47.811508 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04d178d2-c883-4637-98a6-a76ddb367e10 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:47.814361 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04d178d2-c883-4637-98a6-a76ddb367e10 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:47.825304 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-04d178d2-c883-4637-98a6-a76ddb367e10 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "DELETE /v2.0/security-groups/5bc0a812-04d7-4177-afdb-4843d987d06c HTTP/1.1" status: 204 len: 168 time: 0.1885586 Jul 23 20:58:47.828033 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 45118) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:47.846820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a0aa70-d1e4-47b5-b173-f4b5ddb0ecbc None None] The sync data for ids ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'] in n-d-791504-18 is: [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:51:57Z', 'revision_number': 4, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a5c4e07c-7961-4668-85b5-7faaf92d771c', 'name': '', 'network_id': 'f9c611d9-51f1-472c-aa78-1e8d57241baa', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'mac_address': 'fa:16:3e:e5:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:55Z', 'updated_at': '2021-07-23T20:52:03Z', 'revision_number': 5, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'subnets': [{'id': '56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:58:47.863216 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d178d2-c883-4637-98a6-a76ddb367e10 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc0a812-04d7-4177-afdb-4843d987d06c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:47.872693 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-d7b6e077-e388-4c38-8b04-7c69a8602076 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] show failed (client error): The resource could not be found. Jul 23 20:58:47.874377 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d7b6e077-e388-4c38-8b04-7c69a8602076 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "GET /v2.0/security-groups/5bc0a812-04d7-4177-afdb-4843d987d06c HTTP/1.1" status: 404 len: 347 time: 0.0438802 Jul 23 20:58:47.876828 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45120) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:48.031831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b8bd8633-3461-4335-9587-2a0d1b4eb037 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Deleting port 57a6440a-897d-4e03-adb8-91f0f2ae969f {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:58:48.032174 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8633-3461-4335-9587-2a0d1b4eb037 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:48.114684 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8633-3461-4335-9587-2a0d1b4eb037 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:48.114999 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8633-3461-4335-9587-2a0d1b4eb037 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:48.127403 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b8bd8633-3461-4335-9587-2a0d1b4eb037 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Calling delete_port for 57a6440a-897d-4e03-adb8-91f0f2ae969f owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:58:48.203528 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1fe4c3-212d-4ca6-a9d2-e3884b6bc86b None None] New status for floating IP 2b7f1a6d-4ddc-49b5-933f-190a4e28ef5b: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:58:48.282078 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8633-3461-4335-9587-2a0d1b4eb037 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:48.284390 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-3a1fe4c3-212d-4ca6-a9d2-e3884b6bc86b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:58:48.284975 n-d-791504-18 neutron-server[93813]: DEBUG oslo_db.api [None req-3a1fe4c3-212d-4ca6-a9d2-e3884b6bc86b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:58:48.310327 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd8633-3461-4335-9587-2a0d1b4eb037 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Pushing event deleted for resources: {'Port': ['ID=57a6440a-897d-4e03-adb8-91f0f2ae969f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:48.375484 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8633-3461-4335-9587-2a0d1b4eb037 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:48.378523 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8633-3461-4335-9587-2a0d1b4eb037 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:48.382444 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b8bd8633-3461-4335-9587-2a0d1b4eb037 tempest-AttachVolumeTestJSON-1741661842 tempest-AttachVolumeTestJSON-1741661842-project] 10.222.0.55 "DELETE /v2.0/floatingips/2b7f1a6d-4ddc-49b5-933f-190a4e28ef5b HTTP/1.1" status: 204 len: 168 time: 0.5021076 Jul 23 20:58:48.787013 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1fe4c3-212d-4ca6-a9d2-e3884b6bc86b None None] New status for floating IP 2b7f1a6d-4ddc-49b5-933f-190a4e28ef5b: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:58:49.761192 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:58:49.797665 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:58:49.798236 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device c253c5bd-a8ef-4e0f-b459-80ac1b8f3faa not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:58:52.051370 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:58:54.568226 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ec43020-45af-4d86-b640-9b6d0dd331be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:57.160714 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82a0afb5-b070-4f0b-afa1-2873c1f3c210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:57.376239 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:57.400301 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45274) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:57.937009 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:58.532261 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Deleting port a5c4e07c-7961-4668-85b5-7faaf92d771c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:58:58.532955 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:58.565272 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:58.621345 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] For port a5c4e07c-7961-4668-85b5-7faaf92d771c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a5c4e07c-7961-4668-85b5-7faaf92d771c,segment=NetworkSegment(7acafd24-d66a-4f21-b956-cae3d4cdb212),segment_id=7acafd24-d66a-4f21-b956-cae3d4cdb212)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:58.621696 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:58.634545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Calling delete_port for a5c4e07c-7961-4668-85b5-7faaf92d771c owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:58:58.821968 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:58.852007 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c4e07c-7961-4668-85b5-7faaf92d771c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:58.881960 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:58.882305 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:58.882642 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:58.882993 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:58.883327 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:58.883660 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:58.883987 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:58.884310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:58.884685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:58.884955 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:58.885275 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:58.885593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:59.060526 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:59.299523 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:58:59.413136 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:58:59.420285 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3e7a7809-dba4-4f53-b57c-053050299092 admin admin] 10.222.0.55 "PUT /v2.0/routers/b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0167835 Jul 23 20:58:59.421234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45306) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:59.429891 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2419fa33-c551-4513-811c-49dbbc5c109c None None] Sync routers for ids ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:58:59.438899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2419fa33-c551-4513-811c-49dbbc5c109c None None] Routers {'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:58:59.439799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2419fa33-c551-4513-811c-49dbbc5c109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:58:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:59.524778 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c0abc0-82e3-4e1a-a41c-29bd2f24a71e admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:59.588183 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-2419fa33-c551-4513-811c-49dbbc5c109c None None] Set router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:58:59.635500 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c0abc0-82e3-4e1a-a41c-29bd2f24a71e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:59.704896 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-07c0abc0-82e3-4e1a-a41c-29bd2f24a71e admin admin] Deleting port 5ba996a3-6e1a-49f4-a155-d52edd4e13fa {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:58:59.705303 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c0abc0-82e3-4e1a-a41c-29bd2f24a71e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:59.782534 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2419fa33-c551-4513-811c-49dbbc5c109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:58:58Z', 'revision_number': 5, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port': {'id': '5ba996a3-6e1a-49f4-a155-d52edd4e13fa', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:51:52Z', 'updated_at': '2021-07-23T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:59.812691 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2419fa33-c551-4513-811c-49dbbc5c109c None None] Checking router: b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:58:59.815453 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-07c0abc0-82e3-4e1a-a41c-29bd2f24a71e admin admin] For port 5ba996a3-6e1a-49f4-a155-d52edd4e13fa, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=5ba996a3-6e1a-49f4-a155-d52edd4e13fa,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:59.817516 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c0abc0-82e3-4e1a-a41c-29bd2f24a71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:59.824008 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2419fa33-c551-4513-811c-49dbbc5c109c None None] Routers {'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:58:59.824632 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2419fa33-c551-4513-811c-49dbbc5c109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:58:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:59.849689 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-07c0abc0-82e3-4e1a-a41c-29bd2f24a71e admin admin] Calling delete_port for 5ba996a3-6e1a-49f4-a155-d52edd4e13fa owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:58:59.928205 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-2419fa33-c551-4513-811c-49dbbc5c109c None None] Set router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:59:00.009675 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2419fa33-c551-4513-811c-49dbbc5c109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:58:59Z', 'revision_number': 6, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:59:00.046750 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2419fa33-c551-4513-811c-49dbbc5c109c None None] The sync data for ids ['b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337'] in n-d-791504-18 is: [{'id': 'b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337', 'name': 'tempest-AttachVolumeTestJSON-543597146-router', 'tenant_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:51:51Z', 'updated_at': '2021-07-23T20:58:59Z', 'revision_number': 6, 'project_id': 'f291d0a23afa4b17b7ae45ed6291a3cb', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:59:00.056940 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:00.073264 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c0abc0-82e3-4e1a-a41c-29bd2f24a71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:00.106331 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0abc0-82e3-4e1a-a41c-29bd2f24a71e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba996a3-6e1a-49f4-a155-d52edd4e13fa,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:00.174604 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c0abc0-82e3-4e1a-a41c-29bd2f24a71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:00.268321 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c0abc0-82e3-4e1a-a41c-29bd2f24a71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:00.270356 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c0abc0-82e3-4e1a-a41c-29bd2f24a71e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:00.322632 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c0abc0-82e3-4e1a-a41c-29bd2f24a71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:00.323519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c0abc0-82e3-4e1a-a41c-29bd2f24a71e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:59:00.328999 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-07c0abc0-82e3-4e1a-a41c-29bd2f24a71e admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:00.331143 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-07c0abc0-82e3-4e1a-a41c-29bd2f24a71e admin admin] 10.222.0.55 "DELETE /v2.0/routers/b31a549e-5f3a-40d6-b8e5-3e3ed2c4b337 HTTP/1.1" status: 204 len: 168 time: 0.9085970 Jul 23 20:59:00.332844 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45320) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:00.398658 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-68390220-772f-423c-b0f4-ac2cb1c9635f admin admin] Deleting subnet 56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:59:00.403701 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68390220-772f-423c-b0f4-ac2cb1c9635f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:00.459595 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68390220-772f-423c-b0f4-ac2cb1c9635f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:00.555374 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68390220-772f-423c-b0f4-ac2cb1c9635f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:00.609574 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68390220-772f-423c-b0f4-ac2cb1c9635f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:00.637087 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68390220-772f-423c-b0f4-ac2cb1c9635f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:00.642250 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-68390220-772f-423c-b0f4-ac2cb1c9635f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:00.646518 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-68390220-772f-423c-b0f4-ac2cb1c9635f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/56a1f5b5-9f02-4e0c-bef2-93ad2144ee7a HTTP/1.1" status: 204 len: 168 time: 0.3101265 Jul 23 20:59:00.646834 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 45324) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:00.649698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c15d24-32ea-484f-860e-505683764cb0 None None] Network f9c611d9-51f1-472c-aa78-1e8d57241baa requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:59:00.739498 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:00.800286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Deleting port 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:59:00.800635 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:00.890431 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] DHCP port deletion for f9c611d9-51f1-472c-aa78-1e8d57241baa request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:59:00.937458 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] For port 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d,segment=NetworkSegment(7acafd24-d66a-4f21-b956-cae3d4cdb212),segment_id=7acafd24-d66a-4f21-b956-cae3d4cdb212)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:00.938071 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:00.946812 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] Deleting port 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:59:00.947226 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:00.952739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Calling delete_port for 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:59:01.021496 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] For port 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d,segment=NetworkSegment(7acafd24-d66a-4f21-b956-cae3d4cdb212),segment_id=7acafd24-d66a-4f21-b956-cae3d4cdb212)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:01.021899 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:01.040265 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] Calling delete_port for 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:59:01.060199 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:01.082947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] No DVR routers for this DVR port 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:59:01.124452 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a5c4e07c-7961-4668-85b5-7faaf92d771c no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:59:01.152121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: a5c4e07c-7961-4668-85b5-7faaf92d771c {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:59:01.152741 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a5c4e07c-7961-4668-85b5-7faaf92d771c not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:59:01.153325 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5ba996a3-6e1a-49f4-a155-d52edd4e13fa no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:59:01.181916 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 5ba996a3-6e1a-49f4-a155-d52edd4e13fa {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:59:01.182513 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5ba996a3-6e1a-49f4-a155-d52edd4e13fa not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:59:01.183136 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:59:01.205579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:59:01.206162 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:59:01.216599 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:01.229386 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:01.232239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:01.252390 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.252737 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.253079 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.253411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.254288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.254614 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.254939 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.255290 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.255611 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.255929 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.256245 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.256557 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.267886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c611d9-51f1-472c-aa78-1e8d57241baa']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:59:01.271241 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] Pushing event deleted for resources: {'Port': ['ID=48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:01.292873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7acafd24-d66a-4f21-b956-cae3d4cdb212') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:59:01.293164 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7acafd24-d66a-4f21-b956-cae3d4cdb212') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:59:01.293375 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.293776 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.294197 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.294595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.294983 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.295400 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.295799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.296183 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.296569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.296951 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.297492 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.297893 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:01.300718 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec3930-d662-4d97-91d6-b766f5b5ffec None None] No DVR routers for this DVR port 48ca1f2b-d8d8-4f9f-b4cf-8d3dd592544d on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:59:01.311359 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:01.331319 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:01.343244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:59:01.343753 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: timer() Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:59:01.345881 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:59:01.426805 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:01.450094 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:01.454241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f9c611d9-51f1-472c-aa78-1e8d57241baa HTTP/1.1" status: 204 len: 168 time: 0.8041613 Jul 23 20:59:01.454241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f34af-7792-4c5e-b213-cda6b3ba5d92 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9c611d9-51f1-472c-aa78-1e8d57241baa,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:01.575756 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45340) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:01.625493 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 45342) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:01.625645 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-65d1fc40-15cf-4018-82df-5051a3732912 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f291d0a23afa4b17b7ae45ed6291a3cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483167 Jul 23 20:59:01.692657 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-22e57991-c818-485a-84a0-96da188aecb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:01.713798 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-22e57991-c818-485a-84a0-96da188aecb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:01.772078 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-22e57991-c818-485a-84a0-96da188aecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:01.774871 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-22e57991-c818-485a-84a0-96da188aecb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:01.778671 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-22e57991-c818-485a-84a0-96da188aecb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9a2a3986-a58f-4ea5-8cd5-ee7368ddedca HTTP/1.1" status: 204 len: 168 time: 0.1491716 Jul 23 20:59:01.784309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e57991-c818-485a-84a0-96da188aecb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2a3986-a58f-4ea5-8cd5-ee7368ddedca,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:04.688032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 45444) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:04.793962 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f54577f0-a754-4921-b4d7-811d3e573a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:04.898964 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f54577f0-a754-4921-b4d7-811d3e573a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:04.904886 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f54577f0-a754-4921-b4d7-811d3e573a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:04.946252 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54577f0-a754-4921-b4d7-811d3e573a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a2f3ae-3b3c-46e5-86b8-4d932e3bf501,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:04.954612 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45452) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:04.955203 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f54577f0-a754-4921-b4d7-811d3e573a3c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4945cb1bc8b41418405c559dc30093c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2655795 Jul 23 20:59:05.024468 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c141b0b7-93ed-4c01-8bf3-2f8ad4d42691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:05.048867 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c141b0b7-93ed-4c01-8bf3-2f8ad4d42691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:05.099958 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c141b0b7-93ed-4c01-8bf3-2f8ad4d42691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:05.102714 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c141b0b7-93ed-4c01-8bf3-2f8ad4d42691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:05.103901 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c141b0b7-93ed-4c01-8bf3-2f8ad4d42691 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5a2f3ae-3b3c-46e5-86b8-4d932e3bf501 HTTP/1.1" status: 204 len: 168 time: 0.1474738 Jul 23 20:59:05.127862 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141b0b7-93ed-4c01-8bf3-2f8ad4d42691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a2f3ae-3b3c-46e5-86b8-4d932e3bf501,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:05.420296 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45470) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:05.435698 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dcbb463d-0cce-4bc8-8581-51b45f453ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:05.532243 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dcbb463d-0cce-4bc8-8581-51b45f453ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:05.536633 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dcbb463d-0cce-4bc8-8581-51b45f453ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:05.573834 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb463d-0cce-4bc8-8581-51b45f453ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebb2c81-1001-43e4-8dc4-93593ec2ccfc,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:05.583000 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 45472) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:05.583184 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dcbb463d-0cce-4bc8-8581-51b45f453ab7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b8fe1585fdd74c98b999ae3500582e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613586 Jul 23 20:59:05.641348 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3696a372-e40b-4535-9709-412f7485c688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:05.663043 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3696a372-e40b-4535-9709-412f7485c688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:05.711397 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3696a372-e40b-4535-9709-412f7485c688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:05.715173 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3696a372-e40b-4535-9709-412f7485c688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:05.719329 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3696a372-e40b-4535-9709-412f7485c688 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1ebb2c81-1001-43e4-8dc4-93593ec2ccfc HTTP/1.1" status: 204 len: 168 time: 0.1347497 Jul 23 20:59:05.728186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696a372-e40b-4535-9709-412f7485c688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebb2c81-1001-43e4-8dc4-93593ec2ccfc,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:11.430507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 45696) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:11.537237 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3fb9-2742-448b-ae48-d89b1f6bf600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:11.628573 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3fb9-2742-448b-ae48-d89b1f6bf600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:11.632686 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3fb9-2742-448b-ae48-d89b1f6bf600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:11.679883 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3e5c3fb9-2742-448b-ae48-d89b1f6bf600 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2820d6bd91d74c249b97807d0e476370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456033 Jul 23 20:59:11.679883 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c3fb9-2742-448b-ae48-d89b1f6bf600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8c6feb-f8af-4017-87f3-4bf5ae6e85ba,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:11.680182 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45702) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:11.734909 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bc167adf-e33e-4bec-8d7e-a6c17807a0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:11.764797 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bc167adf-e33e-4bec-8d7e-a6c17807a0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:11.812765 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bc167adf-e33e-4bec-8d7e-a6c17807a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:11.815380 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bc167adf-e33e-4bec-8d7e-a6c17807a0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:11.816566 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bc167adf-e33e-4bec-8d7e-a6c17807a0e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d8c6feb-f8af-4017-87f3-4bf5ae6e85ba HTTP/1.1" status: 204 len: 168 time: 0.1354344 Jul 23 20:59:11.825742 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc167adf-e33e-4bec-8d7e-a6c17807a0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8c6feb-f8af-4017-87f3-4bf5ae6e85ba,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:12.126385 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45720) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:12.150377 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a4bd00c-01a7-428d-9a79-137d4b8d4522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:12.247753 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a4bd00c-01a7-428d-9a79-137d4b8d4522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:12.252239 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a4bd00c-01a7-428d-9a79-137d4b8d4522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:12.279208 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bd00c-01a7-428d-9a79-137d4b8d4522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d349df0c-6df6-43dc-80ae-a42e8487ec81,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:12.305282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 45724) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:12.305422 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7a4bd00c-01a7-428d-9a79-137d4b8d4522 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55d448d02de945fe979f33b5513dd3b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1777632 Jul 23 20:59:12.359052 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-75ea3ad5-2977-4d56-8085-6abf987be444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:12.380857 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-75ea3ad5-2977-4d56-8085-6abf987be444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:12.437440 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-75ea3ad5-2977-4d56-8085-6abf987be444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:12.442197 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-75ea3ad5-2977-4d56-8085-6abf987be444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:12.443872 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-75ea3ad5-2977-4d56-8085-6abf987be444 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d349df0c-6df6-43dc-80ae-a42e8487ec81 HTTP/1.1" status: 204 len: 168 time: 0.1372578 Jul 23 20:59:12.454450 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea3ad5-2977-4d56-8085-6abf987be444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d349df0c-6df6-43dc-80ae-a42e8487ec81,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:14.829838 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 45826) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:14.933426 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-78528ac8-7ea7-486c-bdb5-160a007ac8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:15.028969 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-78528ac8-7ea7-486c-bdb5-160a007ac8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:15.033690 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-78528ac8-7ea7-486c-bdb5-160a007ac8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:15.061385 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-78528ac8-7ea7-486c-bdb5-160a007ac8d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33c2252806ad4953bbdf9d9c4bd5c2df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280579 Jul 23 20:59:15.061703 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45834) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:15.103585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78528ac8-7ea7-486c-bdb5-160a007ac8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c9c1eb-96c5-4f42-99aa-2e056e4893cc,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:15.117794 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-be585ed0-396e-412a-86fc-32c3862529c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:15.142304 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-be585ed0-396e-412a-86fc-32c3862529c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:15.188683 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-be585ed0-396e-412a-86fc-32c3862529c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:15.191784 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-be585ed0-396e-412a-86fc-32c3862529c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:15.195486 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-be585ed0-396e-412a-86fc-32c3862529c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69c9c1eb-96c5-4f42-99aa-2e056e4893cc HTTP/1.1" status: 204 len: 168 time: 0.1303658 Jul 23 20:59:15.201131 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be585ed0-396e-412a-86fc-32c3862529c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c9c1eb-96c5-4f42-99aa-2e056e4893cc,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:15.511443 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 45846) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:15.525246 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-547ea3d3-7bbb-498c-82c1-e0db5ae309d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:15.584403 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:15.646283 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-547ea3d3-7bbb-498c-82c1-e0db5ae309d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:15.655858 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-547ea3d3-7bbb-498c-82c1-e0db5ae309d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:15.700517 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45854) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:15.700686 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-547ea3d3-7bbb-498c-82c1-e0db5ae309d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=032fee3c69fc43288ab9f85b9f725537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885343 Jul 23 20:59:15.706212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ea3d3-7bbb-498c-82c1-e0db5ae309d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015d1760-7cd9-484d-b502-356507faa3e0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:15.766900 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5597709b-cd73-4b01-885c-207f83bd23d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:15.789256 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5597709b-cd73-4b01-885c-207f83bd23d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:15.842834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5597709b-cd73-4b01-885c-207f83bd23d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:15.845481 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5597709b-cd73-4b01-885c-207f83bd23d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:15.846798 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5597709b-cd73-4b01-885c-207f83bd23d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/015d1760-7cd9-484d-b502-356507faa3e0 HTTP/1.1" status: 204 len: 168 time: 0.1451728 Jul 23 20:59:15.854881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597709b-cd73-4b01-885c-207f83bd23d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015d1760-7cd9-484d-b502-356507faa3e0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:16.933658 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:17.960045 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 45984) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:18.071085 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6f5cf386-7c5b-484a-9acf-82c2e7adda37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:18.168374 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6f5cf386-7c5b-484a-9acf-82c2e7adda37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:18.173374 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6f5cf386-7c5b-484a-9acf-82c2e7adda37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:18.212374 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6f5cf386-7c5b-484a-9acf-82c2e7adda37 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=756c1bacc7e94fa9bc397b7d46ad7d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2511237 Jul 23 20:59:18.213101 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cf386-7c5b-484a-9acf-82c2e7adda37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3865f67-2ce1-454e-801d-8c8da50a6351,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:18.215413 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 45996) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:18.267019 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3d9531eb-01ec-4551-8c7e-fa6a49f0142b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:18.296903 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3d9531eb-01ec-4551-8c7e-fa6a49f0142b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:18.344230 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3d9531eb-01ec-4551-8c7e-fa6a49f0142b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:18.347653 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3d9531eb-01ec-4551-8c7e-fa6a49f0142b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:18.358827 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3d9531eb-01ec-4551-8c7e-fa6a49f0142b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3865f67-2ce1-454e-801d-8c8da50a6351 HTTP/1.1" status: 204 len: 168 time: 0.1323895 Jul 23 20:59:18.368260 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9531eb-01ec-4551-8c7e-fa6a49f0142b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3865f67-2ce1-454e-801d-8c8da50a6351,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:18.643352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46010) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:18.660299 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-988f1b31-4440-4673-8c8e-dbb65dd8c607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:18.771361 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-988f1b31-4440-4673-8c8e-dbb65dd8c607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:18.775709 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-988f1b31-4440-4673-8c8e-dbb65dd8c607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:18.812711 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f1b31-4440-4673-8c8e-dbb65dd8c607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b054ed-51ea-4b3b-b225-f99d2c360721,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:18.820562 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46016) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:18.820803 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-988f1b31-4440-4673-8c8e-dbb65dd8c607 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=319fb550b57b4c6482350829c7342521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1756778 Jul 23 20:59:18.870890 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4148c768-3084-4468-b11d-a809d01ea3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:18.892047 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4148c768-3084-4468-b11d-a809d01ea3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:18.949465 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4148c768-3084-4468-b11d-a809d01ea3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:18.952246 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4148c768-3084-4468-b11d-a809d01ea3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:18.955535 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4148c768-3084-4468-b11d-a809d01ea3e3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29b054ed-51ea-4b3b-b225-f99d2c360721 HTTP/1.1" status: 204 len: 168 time: 0.1338949 Jul 23 20:59:18.965373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148c768-3084-4468-b11d-a809d01ea3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b054ed-51ea-4b3b-b225-f99d2c360721,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:21.324628 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46152) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:21.432824 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d3d11cb-0e07-4398-bd62-1a4e8df23704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:21.529331 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d3d11cb-0e07-4398-bd62-1a4e8df23704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:21.538166 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0d3d11cb-0e07-4398-bd62-1a4e8df23704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:21.585415 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0d3d11cb-0e07-4398-bd62-1a4e8df23704 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24fb311ba0ce4112af7bcde4a4895d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595959 Jul 23 20:59:21.587685 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d11cb-0e07-4398-bd62-1a4e8df23704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f717f1de-5606-4d95-b6eb-5c786e8bc0fa,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:21.588557 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46166) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:21.647658 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f643d0be-28df-48ca-b427-b821412fbda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:21.671983 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f643d0be-28df-48ca-b427-b821412fbda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:21.719681 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f643d0be-28df-48ca-b427-b821412fbda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:21.722854 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f643d0be-28df-48ca-b427-b821412fbda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:21.726951 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f643d0be-28df-48ca-b427-b821412fbda7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f717f1de-5606-4d95-b6eb-5c786e8bc0fa HTTP/1.1" status: 204 len: 168 time: 0.1363943 Jul 23 20:59:21.736529 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643d0be-28df-48ca-b427-b821412fbda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f717f1de-5606-4d95-b6eb-5c786e8bc0fa,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:22.055065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46184) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:22.069027 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9ebca67-5c22-46d5-ac42-37b2943167b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:22.191520 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9ebca67-5c22-46d5-ac42-37b2943167b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:22.195834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e9ebca67-5c22-46d5-ac42-37b2943167b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:22.245351 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e9ebca67-5c22-46d5-ac42-37b2943167b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d41367006b364b63a5daef26348fc26d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891501 Jul 23 20:59:22.246497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46192) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:22.263001 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebca67-5c22-46d5-ac42-37b2943167b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f927c4-5e5b-4845-834a-bfc926cf8590,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:22.317663 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-22a6d1ad-ddd5-4b06-8f78-dbf05059c3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:22.340863 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-22a6d1ad-ddd5-4b06-8f78-dbf05059c3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:22.397833 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-22a6d1ad-ddd5-4b06-8f78-dbf05059c3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:22.400981 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-22a6d1ad-ddd5-4b06-8f78-dbf05059c3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:22.402590 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-22a6d1ad-ddd5-4b06-8f78-dbf05059c3f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d5f927c4-5e5b-4845-834a-bfc926cf8590 HTTP/1.1" status: 204 len: 168 time: 0.1550660 Jul 23 20:59:22.413672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6d1ad-ddd5-4b06-8f78-dbf05059c3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f927c4-5e5b-4845-834a-bfc926cf8590,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:24.568107 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-263b96c0-5b19-483e-87b7-074d5427b8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:25.598021 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46456) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:25.725077 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-723c23a2-ad88-4f05-aa86-76dbcd6349f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:25.818391 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-723c23a2-ad88-4f05-aa86-76dbcd6349f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:25.823349 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-723c23a2-ad88-4f05-aa86-76dbcd6349f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:25.864314 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-723c23a2-ad88-4f05-aa86-76dbcd6349f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0fb2d73ac4c544df80538fc3919f1f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619748 Jul 23 20:59:25.864314 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c23a2-ad88-4f05-aa86-76dbcd6349f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b6a151-391d-4a63-b638-63473cbe2bb7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:25.865175 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46468) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:25.917843 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-770297f7-48b7-4a99-a1e7-4e24a9ad88eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:25.939471 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-770297f7-48b7-4a99-a1e7-4e24a9ad88eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:25.989075 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-770297f7-48b7-4a99-a1e7-4e24a9ad88eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:25.992084 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-770297f7-48b7-4a99-a1e7-4e24a9ad88eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:25.996540 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-770297f7-48b7-4a99-a1e7-4e24a9ad88eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d5b6a151-391d-4a63-b638-63473cbe2bb7 HTTP/1.1" status: 204 len: 168 time: 0.1302481 Jul 23 20:59:26.005355 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770297f7-48b7-4a99-a1e7-4e24a9ad88eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b6a151-391d-4a63-b638-63473cbe2bb7,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:26.320153 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46480) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:26.335003 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c8925dbb-f984-4675-b364-55d4e9cd4f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:26.435043 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c8925dbb-f984-4675-b364-55d4e9cd4f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:26.439091 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c8925dbb-f984-4675-b364-55d4e9cd4f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:26.481548 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c8925dbb-f984-4675-b364-55d4e9cd4f1c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7fee0b0e01cf4987a30ed05ef2b10f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602349 Jul 23 20:59:26.482565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8925dbb-f984-4675-b364-55d4e9cd4f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3671cf6b-c487-4802-95ac-6859b1732bfc,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:26.484709 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46486) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:26.561361 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce0e96aa-58b8-4d07-a611-e33e35bc277f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:26.584079 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce0e96aa-58b8-4d07-a611-e33e35bc277f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:26.632104 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce0e96aa-58b8-4d07-a611-e33e35bc277f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:26.634695 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce0e96aa-58b8-4d07-a611-e33e35bc277f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:26.638422 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ce0e96aa-58b8-4d07-a611-e33e35bc277f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3671cf6b-c487-4802-95ac-6859b1732bfc HTTP/1.1" status: 204 len: 168 time: 0.1499331 Jul 23 20:59:26.649210 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e96aa-58b8-4d07-a611-e33e35bc277f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3671cf6b-c487-4802-95ac-6859b1732bfc,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:27.140289 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-584b7c33-1a45-429c-a239-b1ab0002a088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:27.385089 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:28.136251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46572) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:28.258198 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e232e62d-d0d2-423b-9d18-6d5de8d1e99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:28.358309 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e232e62d-d0d2-423b-9d18-6d5de8d1e99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:28.364501 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e232e62d-d0d2-423b-9d18-6d5de8d1e99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:28.393610 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232e62d-d0d2-423b-9d18-6d5de8d1e99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceec21fa-7867-4cc2-9322-1fcb86e8be35,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:28.415852 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46582) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:28.416456 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e232e62d-d0d2-423b-9d18-6d5de8d1e99d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=279536f6f2ea4bba8249a99dd909d5b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782476 Jul 23 20:59:28.468589 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a616a14-a03b-43ef-b22e-1f92830c56c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:28.491622 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a616a14-a03b-43ef-b22e-1f92830c56c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:28.561521 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a616a14-a03b-43ef-b22e-1f92830c56c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:28.564022 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:28.564547 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a616a14-a03b-43ef-b22e-1f92830c56c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:28.567827 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0a616a14-a03b-43ef-b22e-1f92830c56c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ceec21fa-7867-4cc2-9322-1fcb86e8be35 HTTP/1.1" status: 204 len: 168 time: 0.1477070 Jul 23 20:59:28.582148 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a616a14-a03b-43ef-b22e-1f92830c56c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceec21fa-7867-4cc2-9322-1fcb86e8be35,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:29.052062 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:59:29.251604 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46612) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:29.353744 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-44bdfaad-6cd5-43e0-826b-a3de7f750fe5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-176043999'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:29.380274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bdfaad-6cd5-43e0-826b-a3de7f750fe5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:29.384553 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44bdfaad-6cd5-43e0-826b-a3de7f750fe5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:29.394487 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44bdfaad-6cd5-43e0-826b-a3de7f750fe5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:29.493862 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44bdfaad-6cd5-43e0-826b-a3de7f750fe5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:29.498606 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44bdfaad-6cd5-43e0-826b-a3de7f750fe5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:29.512373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44bdfaad-6cd5-43e0-826b-a3de7f750fe5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:59:29.521775 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44bdfaad-6cd5-43e0-826b-a3de7f750fe5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:29.522407 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-44bdfaad-6cd5-43e0-826b-a3de7f750fe5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Added segment a3cfe95f-422b-403e-bc70-f78cfafbf5a6 of type vlan for network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc Jul 23 20:59:29.588307 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44bdfaad-6cd5-43e0-826b-a3de7f750fe5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:29.593583 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdfaad-6cd5-43e0-826b-a3de7f750fe5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25f3a25-09c7-4911-9e18-742eff76ff64,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:29.623015 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44bdfaad-6cd5-43e0-826b-a3de7f750fe5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:29.628765 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bdfaad-6cd5-43e0-826b-a3de7f750fe5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:29.629353 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44bdfaad-6cd5-43e0-826b-a3de7f750fe5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:29.667805 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-44bdfaad-6cd5-43e0-826b-a3de7f750fe5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4146647 Jul 23 20:59:29.668515 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46616) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:29.674135 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7c055d8f-aac2-4fc6-8a11-9290e6308921 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:29.712708 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdfaad-6cd5-43e0-826b-a3de7f750fe5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Network': ['ID=2006a637-5249-4b84-bbdd-c8c3b68cc9dc,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:29.727815 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:59:29.764812 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c055d8f-aac2-4fc6-8a11-9290e6308921 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:29.769133 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c055d8f-aac2-4fc6-8a11-9290e6308921 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:29.972629 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c055d8f-aac2-4fc6-8a11-9290e6308921 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:30.013148 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:30.044136 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c055d8f-aac2-4fc6-8a11-9290e6308921 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=9b9f4acc-334b-4ac3-9ab4-b4e4d97cded5,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:30.052513 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c055d8f-aac2-4fc6-8a11-9290e6308921 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:59:30.052868 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c055d8f-aac2-4fc6-8a11-9290e6308921 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network hostable DHCP agents. Network: 2006a637-5249-4b84-bbdd-c8c3b68cc9dc, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:59:30.068156 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c055d8f-aac2-4fc6-8a11-9290e6308921 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:59:30.076642 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-7c055d8f-aac2-4fc6-8a11-9290e6308921 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 2006a637-5249-4b84-bbdd-c8c3b68cc9dc) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:30.080893 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c055d8f-aac2-4fc6-8a11-9290e6308921 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:30.082014 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7c055d8f-aac2-4fc6-8a11-9290e6308921 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:30.087087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a36bf8-e960-4fdc-bbcf-ce3d24765df1 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:59:30.099672 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7c055d8f-aac2-4fc6-8a11-9290e6308921 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4294939 Jul 23 20:59:30.101615 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46620) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:30.107703 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1ff3d0ac-43dd-47de-ae8d-725c9491efbe tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'name': 'tempest-NetworksTestDHCPv6-1618622199'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:30.222787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff3d0ac-43dd-47de-ae8d-725c9491efbe tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:30.226837 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d0ac-43dd-47de-ae8d-725c9491efbe tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:30.240857 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'fixed_ips': [{'subnet_id': '9b9f4acc-334b-4ac3-9ab4-b4e4d97cded5'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:59:30.241712 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:30.252233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-1ff3d0ac-43dd-47de-ae8d-725c9491efbe tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port 7720dd20-c41b-4fb5-b7fe-6d40d21e13dd yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:59:30.377013 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-1ff3d0ac-43dd-47de-ae8d-725c9491efbe tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::27b (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/9b9f4acc-334b-4ac3-9ab4-b4e4d97cded5/7720dd20-c41b-4fb5-b7fe-6d40d21e13dd) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:59:30.532561 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d0ac-43dd-47de-ae8d-725c9491efbe tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:30.547792 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-1ff3d0ac-43dd-47de-ae8d-725c9491efbe tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object 7720dd20-c41b-4fb5-b7fe-6d40d21e13dd will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:30.581105 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d0ac-43dd-47de-ae8d-725c9491efbe tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:30.623481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff3d0ac-43dd-47de-ae8d-725c9491efbe tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:30.626330 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1ff3d0ac-43dd-47de-ae8d-725c9491efbe tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:30.634082 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff3d0ac-43dd-47de-ae8d-725c9491efbe tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:59:30.639714 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff3d0ac-43dd-47de-ae8d-725c9491efbe tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:30.640446 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d0ac-43dd-47de-ae8d-725c9491efbe tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:30.644677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Allocated IP 2001:db8::2 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/9b9f4acc-334b-4ac3-9ab4-b4e4d97cded5/3c112c4f-fbeb-4ded-9314-977aaad8ca11) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:59:30.658849 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3d0ac-43dd-47de-ae8d-725c9491efbe tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=7720dd20-c41b-4fb5-b7fe-6d40d21e13dd,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:30.665729 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1ff3d0ac-43dd-47de-ae8d-725c9491efbe tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5626154 Jul 23 20:59:30.668234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46628) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:30.748651 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d4e64-55bf-4b53-b14b-c74718d0b6f6 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:30.750912 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-409d4e64-55bf-4b53-b14b-c74718d0b6f6 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0812061 Jul 23 20:59:30.754061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46630) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:30.823408 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:30.852404 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Transition to ACTIVE for port object 3c112c4f-fbeb-4ded-9314-977aaad8ca11 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:30.884997 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-7926ba37-c621-459a-9fa2-66bc62bc259e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port 7720dd20-c41b-4fb5-b7fe-6d40d21e13dd {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:59:30.886344 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7926ba37-c621-459a-9fa2-66bc62bc259e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:30.902503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Transition to ACTIVE for port object 3c112c4f-fbeb-4ded-9314-977aaad8ca11 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:30.920195 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:30.983594 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:30.986636 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:30.990953 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:59:30.999775 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7926ba37-c621-459a-9fa2-66bc62bc259e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:31.014192 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-7926ba37-c621-459a-9fa2-66bc62bc259e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for 7720dd20-c41b-4fb5-b7fe-6d40d21e13dd owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:59:31.076595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Attempting to bind port 3c112c4f-fbeb-4ded-9314-977aaad8ca11 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:59:31.076971 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Attempting to bind port 3c112c4f-fbeb-4ded-9314-977aaad8ca11 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:59:31.077328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Attempting to bind port 3c112c4f-fbeb-4ded-9314-977aaad8ca11 on network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:59:31.085010 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Pushing event updated for resources: {'Port': ['ID=3c112c4f-fbeb-4ded-9314-977aaad8ca11,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:31.099773 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:59:31.100448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:59:31.101016 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:31.101563 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Bound using segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:59:31.102214 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Bound port: 3c112c4f-fbeb-4ded-9314-977aaad8ca11, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:59:31.102774 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:31.177916 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7926ba37-c621-459a-9fa2-66bc62bc259e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:31.215900 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] For port 3c112c4f-fbeb-4ded-9314-977aaad8ca11, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:59:31.223673 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] For port 3c112c4f-fbeb-4ded-9314-977aaad8ca11, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3c112c4f-fbeb-4ded-9314-977aaad8ca11,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:59:31.234938 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:31.242796 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926ba37-c621-459a-9fa2-66bc62bc259e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=7720dd20-c41b-4fb5-b7fe-6d40d21e13dd,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:31.275442 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7926ba37-c621-459a-9fa2-66bc62bc259e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:31.280104 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46648) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:31.280582 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7926ba37-c621-459a-9fa2-66bc62bc259e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/7720dd20-c41b-4fb5-b7fe-6d40d21e13dd HTTP/1.1" status: 204 len: 168 time: 0.5250494 Jul 23 20:59:31.322942 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51dd9d-9038-49ea-bfb3-9941178a71dd None None] Pushing event updated for resources: {'Port': ['ID=3c112c4f-fbeb-4ded-9314-977aaad8ca11,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:31.375871 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b62884-fccb-4ee2-b6bf-2a5d42fe3806 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:31.377687 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b62884-fccb-4ee2-b6bf-2a5d42fe3806 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:31.380259 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-55b62884-fccb-4ee2-b6bf-2a5d42fe3806 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0985181 Jul 23 20:59:31.384033 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46652) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:31.486174 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5174914-644e-490e-a73f-b44417edbf48 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 9b9f4acc-334b-4ac3-9ab4-b4e4d97cded5 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:59:31.494667 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5174914-644e-490e-a73f-b44417edbf48 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:31.547597 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5174914-644e-490e-a73f-b44417edbf48 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:31.677555 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5174914-644e-490e-a73f-b44417edbf48 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:31.804843 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5174914-644e-490e-a73f-b44417edbf48 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:31.838896 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5174914-644e-490e-a73f-b44417edbf48 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:31.843334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c5174914-644e-490e-a73f-b44417edbf48 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/9b9f4acc-334b-4ac3-9ab4-b4e4d97cded5 HTTP/1.1" status: 204 len: 168 time: 0.4560170 Jul 23 20:59:31.843334 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5174914-644e-490e-a73f-b44417edbf48 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=9b9f4acc-334b-4ac3-9ab4-b4e4d97cded5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:31.843720 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46660) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:31.903057 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f814367f-d6b7-4553-ad67-698cd08e8aef tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581858 Jul 23 20:59:31.905865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46662) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:31.910914 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3537936c-c508-492a-ba0c-be4e5288cdbf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:32.005814 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3537936c-c508-492a-ba0c-be4e5288cdbf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:32.011370 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3537936c-c508-492a-ba0c-be4e5288cdbf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:32.226763 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3537936c-c508-492a-ba0c-be4e5288cdbf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:32.279761 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3537936c-c508-492a-ba0c-be4e5288cdbf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:32.283129 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-3537936c-c508-492a-ba0c-be4e5288cdbf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:32.287509 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3537936c-c508-492a-ba0c-be4e5288cdbf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:32.288098 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3537936c-c508-492a-ba0c-be4e5288cdbf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:32.303286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537936c-c508-492a-ba0c-be4e5288cdbf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=9deb1cfe-19ec-42de-8ceb-4ab37f5c0fb1,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:32.325690 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3537936c-c508-492a-ba0c-be4e5288cdbf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4158471 Jul 23 20:59:32.325807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46672) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:32.336902 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-969139da-3010-49f6-b75c-62fa1f173a44 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'name': 'tempest-NetworksTestDHCPv6-1184758719'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:32.493263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969139da-3010-49f6-b75c-62fa1f173a44 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:32.497319 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-969139da-3010-49f6-b75c-62fa1f173a44 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:32.521290 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-969139da-3010-49f6-b75c-62fa1f173a44 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port c2d66ef1-7e0f-4794-a9e5-327e997337c1 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:59:32.654281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ea6c23-3c54-4696-a7df-e07d903ebd34 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:59:32.661481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-969139da-3010-49f6-b75c-62fa1f173a44 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::156 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/9deb1cfe-19ec-42de-8ceb-4ab37f5c0fb1/c2d66ef1-7e0f-4794-a9e5-327e997337c1) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:59:32.840146 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-af392bb7-0948-4d64-aa20-fa61d9b467d3 None None] Provisioning for port 3c112c4f-fbeb-4ded-9314-977aaad8ca11 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:32.852817 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-969139da-3010-49f6-b75c-62fa1f173a44 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:32.871378 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-969139da-3010-49f6-b75c-62fa1f173a44 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object c2d66ef1-7e0f-4794-a9e5-327e997337c1 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:32.912220 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-969139da-3010-49f6-b75c-62fa1f173a44 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:32.976846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969139da-3010-49f6-b75c-62fa1f173a44 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=c2d66ef1-7e0f-4794-a9e5-327e997337c1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:32.988339 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969139da-3010-49f6-b75c-62fa1f173a44 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:32.989937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-969139da-3010-49f6-b75c-62fa1f173a44 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:32.992832 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969139da-3010-49f6-b75c-62fa1f173a44 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:59:32.998764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969139da-3010-49f6-b75c-62fa1f173a44 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:32.999559 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-969139da-3010-49f6-b75c-62fa1f173a44 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:33.020287 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-969139da-3010-49f6-b75c-62fa1f173a44 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6889036 Jul 23 20:59:33.022763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46688) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:33.111557 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aad0388-6ac6-43b6-bd6f-f3136607e692 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:59:33.136298 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee95243-7de3-42f3-8fa1-861b68a2ac6f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:33.142653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee95243-7de3-42f3-8fa1-861b68a2ac6f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:33.145247 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7ee95243-7de3-42f3-8fa1-861b68a2ac6f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1212649 Jul 23 20:59:33.147962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46690) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:33.178960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3c112c4f-fbeb-4ded-9314-977aaad8ca11 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:59:33.302410 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-71662a01-e367-43f3-ad11-287830b363f7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port c2d66ef1-7e0f-4794-a9e5-327e997337c1 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:59:33.302927 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71662a01-e367-43f3-ad11-287830b363f7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:33.342852 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 3c112c4f-fbeb-4ded-9314-977aaad8ca11 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:33.348953 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3c112c4f-fbeb-4ded-9314-977aaad8ca11 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:33.349400 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:33.409736 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71662a01-e367-43f3-ad11-287830b363f7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:33.433992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-71662a01-e367-43f3-ad11-287830b363f7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for c2d66ef1-7e0f-4794-a9e5-327e997337c1 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:59:33.600274 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71662a01-e367-43f3-ad11-287830b363f7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:33.630722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71662a01-e367-43f3-ad11-287830b363f7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=c2d66ef1-7e0f-4794-a9e5-327e997337c1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:33.664165 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-71662a01-e367-43f3-ad11-287830b363f7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:33.666650 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-71662a01-e367-43f3-ad11-287830b363f7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/c2d66ef1-7e0f-4794-a9e5-327e997337c1 HTTP/1.1" status: 204 len: 168 time: 0.5175252 Jul 23 20:59:33.668944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46704) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:33.730166 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:33.731867 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b59d60-df3a-4376-8d32-4b65d58ee3c9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:33.733756 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b59d60-df3a-4376-8d32-4b65d58ee3c9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:33.735857 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-13b59d60-df3a-4376-8d32-4b65d58ee3c9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0656793 Jul 23 20:59:33.739373 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46706) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:33.789424 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 3c112c4f-fbeb-4ded-9314-977aaad8ca11, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3c112c4f-fbeb-4ded-9314-977aaad8ca11,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:33.795687 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:33.825666 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-1edb0190-db77-42c7-bedb-7996ee6319c3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 9deb1cfe-19ec-42de-8ceb-4ab37f5c0fb1 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:59:33.852622 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1edb0190-db77-42c7-bedb-7996ee6319c3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:33.864496 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=3c112c4f-fbeb-4ded-9314-977aaad8ca11,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:33.946417 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1edb0190-db77-42c7-bedb-7996ee6319c3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:33.998089 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1edb0190-db77-42c7-bedb-7996ee6319c3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:34.065521 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1edb0190-db77-42c7-bedb-7996ee6319c3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:34.101915 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb0190-db77-42c7-bedb-7996ee6319c3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=9deb1cfe-19ec-42de-8ceb-4ab37f5c0fb1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:34.103480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-74283927-ad1f-4fad-a45b-62c3510457f6 None None] Provisioning complete for port 3c112c4f-fbeb-4ded-9314-977aaad8ca11 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:34.104252 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74283927-ad1f-4fad-a45b-62c3510457f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:34.115775 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1edb0190-db77-42c7-bedb-7996ee6319c3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:34.120574 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1edb0190-db77-42c7-bedb-7996ee6319c3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/9deb1cfe-19ec-42de-8ceb-4ab37f5c0fb1 HTTP/1.1" status: 204 len: 168 time: 0.3795559 Jul 23 20:59:34.120783 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46714) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:34.229760 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-190b95be-c3ed-4dad-b44c-4dcb106b60eb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078358 Jul 23 20:59:34.232740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46718) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:34.237928 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-cd6cf64e-7b55-46f6-bee7-b4f5a851fb25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:34.243139 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-74283927-ad1f-4fad-a45b-62c3510457f6 None None] Could not find standard attr ID for object c2d66ef1-7e0f-4794-a9e5-327e997337c1. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:59:34.272357 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955751a6-acac-40db-a5ad-172cefe4a030 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:59:34.334511 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6cf64e-7b55-46f6-bee7-b4f5a851fb25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:34.338737 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf64e-7b55-46f6-bee7-b4f5a851fb25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:34.381695 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-60478928-8a97-48bf-bfae-2187d4c738ba None None] Could not find standard attr ID for object 7720dd20-c41b-4fb5-b7fe-6d40d21e13dd. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:59:34.566440 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ad4e45-fd4c-4cb9-af24-c415fb2ffa5b None None] DHCP port deletion for 2006a637-5249-4b84-bbdd-c8c3b68cc9dc request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:59:34.578504 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf64e-7b55-46f6-bee7-b4f5a851fb25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:34.621864 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6cf64e-7b55-46f6-bee7-b4f5a851fb25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:34.625317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-cd6cf64e-7b55-46f6-bee7-b4f5a851fb25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:34.629365 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6cf64e-7b55-46f6-bee7-b4f5a851fb25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:34.630023 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf64e-7b55-46f6-bee7-b4f5a851fb25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:34.642397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-26ad4e45-fd4c-4cb9-af24-c415fb2ffa5b None None] Deleting port 3c112c4f-fbeb-4ded-9314-977aaad8ca11 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:59:34.642982 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-26ad4e45-fd4c-4cb9-af24-c415fb2ffa5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:34.648446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cf64e-7b55-46f6-bee7-b4f5a851fb25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=d42f0a5f-2eb2-4ed2-8655-30463a09150a,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:34.671552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46728) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:34.671800 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cd6cf64e-7b55-46f6-bee7-b4f5a851fb25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4378269 Jul 23 20:59:34.677291 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-efc42f18-96a1-47c7-bf99-a58911ddf227 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'name': 'tempest-NetworksTestDHCPv6-69401489'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:34.744742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-26ad4e45-fd4c-4cb9-af24-c415fb2ffa5b None None] For port 3c112c4f-fbeb-4ded-9314-977aaad8ca11, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3c112c4f-fbeb-4ded-9314-977aaad8ca11,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:34.745331 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-26ad4e45-fd4c-4cb9-af24-c415fb2ffa5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:34.764138 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-26ad4e45-fd4c-4cb9-af24-c415fb2ffa5b None None] Calling delete_port for 3c112c4f-fbeb-4ded-9314-977aaad8ca11 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:59:34.808412 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc42f18-96a1-47c7-bf99-a58911ddf227 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:34.813051 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-efc42f18-96a1-47c7-bf99-a58911ddf227 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:34.833186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-efc42f18-96a1-47c7-bf99-a58911ddf227 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port 251cf351-2e86-4233-a671-747c9417de8a yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:59:34.869299 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-26ad4e45-fd4c-4cb9-af24-c415fb2ffa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:34.907760 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad4e45-fd4c-4cb9-af24-c415fb2ffa5b None None] No DVR routers for this DVR port 3c112c4f-fbeb-4ded-9314-977aaad8ca11 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:59:34.913535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad4e45-fd4c-4cb9-af24-c415fb2ffa5b None None] Pushing event deleted for resources: {'Port': ['ID=3c112c4f-fbeb-4ded-9314-977aaad8ca11,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:34.930054 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24252a6d-9ee7-4d4e-b707-fe6f20ff34c8 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:59:34.980303 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-efc42f18-96a1-47c7-bf99-a58911ddf227 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::da (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/d42f0a5f-2eb2-4ed2-8655-30463a09150a/251cf351-2e86-4233-a671-747c9417de8a) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:59:35.124962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'fixed_ips': [{'subnet_id': 'd42f0a5f-2eb2-4ed2-8655-30463a09150a'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:59:35.125888 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:35.251411 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3c112c4f-fbeb-4ded-9314-977aaad8ca11 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:59:35.278350 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 3c112c4f-fbeb-4ded-9314-977aaad8ca11 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:59:35.278833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3c112c4f-fbeb-4ded-9314-977aaad8ca11 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:59:35.535640 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-efc42f18-96a1-47c7-bf99-a58911ddf227 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:35.559677 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-efc42f18-96a1-47c7-bf99-a58911ddf227 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object 251cf351-2e86-4233-a671-747c9417de8a will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:35.598723 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-efc42f18-96a1-47c7-bf99-a58911ddf227 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:35.643531 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc42f18-96a1-47c7-bf99-a58911ddf227 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:35.647689 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-efc42f18-96a1-47c7-bf99-a58911ddf227 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:35.656296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc42f18-96a1-47c7-bf99-a58911ddf227 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:59:35.662531 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc42f18-96a1-47c7-bf99-a58911ddf227 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:35.663013 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-efc42f18-96a1-47c7-bf99-a58911ddf227 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:35.663634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Allocated IP 2001:db8::2 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/d42f0a5f-2eb2-4ed2-8655-30463a09150a/e9327d7a-3818-4d38-b99b-704689a87fd8) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:59:35.683207 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc42f18-96a1-47c7-bf99-a58911ddf227 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=251cf351-2e86-4233-a671-747c9417de8a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:35.689678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-efc42f18-96a1-47c7-bf99-a58911ddf227 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0167623 Jul 23 20:59:35.692690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46750) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:35.771790 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c320c59f-f0b8-40cf-a1f2-2d841606660c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:35.773675 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c320c59f-f0b8-40cf-a1f2-2d841606660c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.0799901 Jul 23 20:59:35.776654 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46752) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:35.851030 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:35.860484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Transition to ACTIVE for port object e9327d7a-3818-4d38-b99b-704689a87fd8 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:35.883343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Transition to ACTIVE for port object e9327d7a-3818-4d38-b99b-704689a87fd8 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:35.896577 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:35.924214 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-39945e47-141b-47b1-b53a-7c1b048e70db tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port 251cf351-2e86-4233-a671-747c9417de8a {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:59:35.924869 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39945e47-141b-47b1-b53a-7c1b048e70db tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:35.941998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:35.947513 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:35.951211 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:59:35.959480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Pushing event updated for resources: {'Port': ['ID=e9327d7a-3818-4d38-b99b-704689a87fd8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:36.029661 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39945e47-141b-47b1-b53a-7c1b048e70db tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:36.040898 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Attempting to bind port e9327d7a-3818-4d38-b99b-704689a87fd8 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:59:36.041406 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Attempting to bind port e9327d7a-3818-4d38-b99b-704689a87fd8 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:59:36.041755 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Attempting to bind port e9327d7a-3818-4d38-b99b-704689a87fd8 on network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:59:36.043340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-39945e47-141b-47b1-b53a-7c1b048e70db tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for 251cf351-2e86-4233-a671-747c9417de8a owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:59:36.048337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:59:36.048721 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:59:36.049128 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:36.049526 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Bound using segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:59:36.050548 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Bound port: e9327d7a-3818-4d38-b99b-704689a87fd8, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:59:36.051226 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:36.127211 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] For port e9327d7a-3818-4d38-b99b-704689a87fd8, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:59:36.135822 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] For port e9327d7a-3818-4d38-b99b-704689a87fd8, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e9327d7a-3818-4d38-b99b-704689a87fd8,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:59:36.144465 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:36.194117 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39945e47-141b-47b1-b53a-7c1b048e70db tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:36.234306 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39945e47-141b-47b1-b53a-7c1b048e70db tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=251cf351-2e86-4233-a671-747c9417de8a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:36.261091 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d5d60-76a9-4e98-8e34-e9112c5e4458 None None] Pushing event updated for resources: {'Port': ['ID=e9327d7a-3818-4d38-b99b-704689a87fd8,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:36.272802 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39945e47-141b-47b1-b53a-7c1b048e70db tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:36.277094 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-39945e47-141b-47b1-b53a-7c1b048e70db tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/251cf351-2e86-4233-a671-747c9417de8a HTTP/1.1" status: 204 len: 168 time: 0.4965935 Jul 23 20:59:36.277444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46758) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:36.341706 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02fbfa4-b1a0-46c2-8875-fa2540ae2d24 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:36.343350 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02fbfa4-b1a0-46c2-8875-fa2540ae2d24 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:36.348029 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f02fbfa4-b1a0-46c2-8875-fa2540ae2d24 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0664382 Jul 23 20:59:36.348306 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46764) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:36.415608 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8330d9-3c34-4700-b8be-2dc01e10c91d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet d42f0a5f-2eb2-4ed2-8655-30463a09150a {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:59:36.419354 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c8330d9-3c34-4700-b8be-2dc01e10c91d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:36.509376 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c8330d9-3c34-4700-b8be-2dc01e10c91d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:36.634619 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c8330d9-3c34-4700-b8be-2dc01e10c91d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:36.702560 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c8330d9-3c34-4700-b8be-2dc01e10c91d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:36.733999 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8330d9-3c34-4700-b8be-2dc01e10c91d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=d42f0a5f-2eb2-4ed2-8655-30463a09150a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:36.736217 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c8330d9-3c34-4700-b8be-2dc01e10c91d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:36.738943 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8c8330d9-3c34-4700-b8be-2dc01e10c91d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/d42f0a5f-2eb2-4ed2-8655-30463a09150a HTTP/1.1" status: 204 len: 168 time: 0.3897281 Jul 23 20:59:36.741460 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46774) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:36.782913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-af2cf892-9d4d-4a5c-b5fc-e6c48c59f5ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392005 Jul 23 20:59:36.785437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46776) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:36.848519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541992d4-77d7-406d-bef4-948142a346fa tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:36.852342 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-541992d4-77d7-406d-bef4-948142a346fa tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0636864 Jul 23 20:59:36.853278 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46778) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:36.906387 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84817c2-e9e7-4391-9bbe-d6d89e79b539 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:36.910852 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e84817c2-e9e7-4391-9bbe-d6d89e79b539 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0531530 Jul 23 20:59:36.911055 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46782) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:36.957427 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c5b26896-b169-4b6b-a014-ad61fd6e923c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410028 Jul 23 20:59:36.957779 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46786) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:36.963349 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b7006822-b695-4c2b-ab30-5299980d8298 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:37.073476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7006822-b695-4c2b-ab30-5299980d8298 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:37.077248 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b7006822-b695-4c2b-ab30-5299980d8298 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:37.197079 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e9327d7a-3818-4d38-b99b-704689a87fd8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:59:37.285274 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port e9327d7a-3818-4d38-b99b-704689a87fd8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:37.342180 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b7006822-b695-4c2b-ab30-5299980d8298 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:37.394552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7006822-b695-4c2b-ab30-5299980d8298 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:37.400481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-b7006822-b695-4c2b-ab30-5299980d8298 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:37.404366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7006822-b695-4c2b-ab30-5299980d8298 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:37.404958 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b7006822-b695-4c2b-ab30-5299980d8298 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:37.423718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7006822-b695-4c2b-ab30-5299980d8298 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=6efcc108-8baa-4568-ad24-e56c51efef62,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:37.436193 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46794) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:37.436315 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b7006822-b695-4c2b-ab30-5299980d8298 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4773757 Jul 23 20:59:37.442213 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7034c7fc-4f5d-4517-817b-16a185c693bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'fixed_ips': [{'subnet_id': '6efcc108-8baa-4568-ad24-e56c51efef62', 'ip_address': '2001:db8::8874:d127:47ab:4b34'}], 'name': 'tempest-NetworksTestDHCPv6-1393765041'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:37.514743 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fe4988-e738-48ab-b8d8-77897f30f1cc None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:59:37.614085 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7034c7fc-4f5d-4517-817b-16a185c693bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:37.630020 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b3cac5ff-f638-4e60-9384-dfe36ec724bb None None] Provisioning for port e9327d7a-3818-4d38-b99b-704689a87fd8 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:37.642339 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b3cac5ff-f638-4e60-9384-dfe36ec724bb None None] Provisioning complete for port e9327d7a-3818-4d38-b99b-704689a87fd8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:37.642717 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3cac5ff-f638-4e60-9384-dfe36ec724bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:37.822004 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3cac5ff-f638-4e60-9384-dfe36ec724bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:37.864814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b3cac5ff-f638-4e60-9384-dfe36ec724bb None None] For port e9327d7a-3818-4d38-b99b-704689a87fd8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e9327d7a-3818-4d38-b99b-704689a87fd8,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:37.872431 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3cac5ff-f638-4e60-9384-dfe36ec724bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:37.932085 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cac5ff-f638-4e60-9384-dfe36ec724bb None None] Pushing event updated for resources: {'Port': ['ID=e9327d7a-3818-4d38-b99b-704689a87fd8,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:38.082889 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7034c7fc-4f5d-4517-817b-16a185c693bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:38.093006 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-62b4a6ee-1350-4ca9-85ec-5dd095bc12ad None None] Provisioning complete for port e9327d7a-3818-4d38-b99b-704689a87fd8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:38.093301 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-62b4a6ee-1350-4ca9-85ec-5dd095bc12ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:38.107672 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-7034c7fc-4f5d-4517-817b-16a185c693bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port b797548c-80ec-4627-beb5-d1e09c4b867f yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:59:38.300694 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-7034c7fc-4f5d-4517-817b-16a185c693bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::8874:d127:47ab:4b34 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/6efcc108-8baa-4568-ad24-e56c51efef62/b797548c-80ec-4627-beb5-d1e09c4b867f) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:59:38.402080 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0826d0cd-a177-4a45-bcb9-0645f8ffd353 None None] Could not find standard attr ID for object c2d66ef1-7e0f-4794-a9e5-327e997337c1. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:59:38.462776 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7034c7fc-4f5d-4517-817b-16a185c693bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:38.480328 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-7034c7fc-4f5d-4517-817b-16a185c693bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object b797548c-80ec-4627-beb5-d1e09c4b867f will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:38.514411 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d1da62be-8001-4838-b6ae-10fd03afeba1 None None] Could not find standard attr ID for object 251cf351-2e86-4233-a671-747c9417de8a. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:59:38.529422 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7034c7fc-4f5d-4517-817b-16a185c693bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:38.620003 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7034c7fc-4f5d-4517-817b-16a185c693bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:38.621458 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034c7fc-4f5d-4517-817b-16a185c693bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=b797548c-80ec-4627-beb5-d1e09c4b867f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:38.632869 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-7034c7fc-4f5d-4517-817b-16a185c693bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:38.635580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7034c7fc-4f5d-4517-817b-16a185c693bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:59:38.641674 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7034c7fc-4f5d-4517-817b-16a185c693bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:38.642883 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7034c7fc-4f5d-4517-817b-16a185c693bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:38.661504 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7034c7fc-4f5d-4517-817b-16a185c693bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2238541 Jul 23 20:59:38.664565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46820) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:38.745880 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26181732-8e99-4f0d-a915-eb204746bc3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:38.754536 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26181732-8e99-4f0d-a915-eb204746bc3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:38.758714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-26181732-8e99-4f0d-a915-eb204746bc3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0901952 Jul 23 20:59:38.759386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46824) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:38.877516 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-20dde100-d901-4fc1-ad86-4f134bf47798 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port b797548c-80ec-4627-beb5-d1e09c4b867f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:59:38.878698 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-20dde100-d901-4fc1-ad86-4f134bf47798 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:38.988881 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-20dde100-d901-4fc1-ad86-4f134bf47798 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:39.003687 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-20dde100-d901-4fc1-ad86-4f134bf47798 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for b797548c-80ec-4627-beb5-d1e09c4b867f owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:59:39.204837 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e9327d7a-3818-4d38-b99b-704689a87fd8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:59:39.215696 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-20dde100-d901-4fc1-ad86-4f134bf47798 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:39.216112 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-190574f6-babf-4435-b977-c44f923e97ea None None] Provisioning for port b797548c-80ec-4627-beb5-d1e09c4b867f completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:39.221804 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-190574f6-babf-4435-b977-c44f923e97ea None None] Provisioning complete for port b797548c-80ec-4627-beb5-d1e09c4b867f triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:39.222174 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-190574f6-babf-4435-b977-c44f923e97ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:39.254454 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dde100-d901-4fc1-ad86-4f134bf47798 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=b797548c-80ec-4627-beb5-d1e09c4b867f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:39.273351 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-190574f6-babf-4435-b977-c44f923e97ea None None] Port b797548c-80ec-4627-beb5-d1e09c4b867f was deleted so its status cannot be updated. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 20:59:39.286121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port e9327d7a-3818-4d38-b99b-704689a87fd8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:39.286944 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:39.307294 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-20dde100-d901-4fc1-ad86-4f134bf47798 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:39.313070 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46846) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:39.313566 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-20dde100-d901-4fc1-ad86-4f134bf47798 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/b797548c-80ec-4627-beb5-d1e09c4b867f HTTP/1.1" status: 204 len: 168 time: 0.5527139 Jul 23 20:59:39.396631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237e0585-9759-4a32-b73f-f6ae932a5ec6 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:39.398176 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237e0585-9759-4a32-b73f-f6ae932a5ec6 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:39.402251 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-237e0585-9759-4a32-b73f-f6ae932a5ec6 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0850589 Jul 23 20:59:39.402514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46848) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:39.458534 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a556f1a-5f77-4b34-abf4-4dd1a1f162b7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 6efcc108-8baa-4568-ad24-e56c51efef62 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:59:39.462221 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a556f1a-5f77-4b34-abf4-4dd1a1f162b7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:39.520989 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a556f1a-5f77-4b34-abf4-4dd1a1f162b7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:39.583159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a556f1a-5f77-4b34-abf4-4dd1a1f162b7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:39.693443 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a556f1a-5f77-4b34-abf4-4dd1a1f162b7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:39.713300 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3a556f1a-5f77-4b34-abf4-4dd1a1f162b7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:39.716058 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3a556f1a-5f77-4b34-abf4-4dd1a1f162b7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/6efcc108-8baa-4568-ad24-e56c51efef62 HTTP/1.1" status: 204 len: 168 time: 0.3125987 Jul 23 20:59:39.718583 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46864) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:39.750430 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a556f1a-5f77-4b34-abf4-4dd1a1f162b7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=6efcc108-8baa-4568-ad24-e56c51efef62,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:39.781747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63410683-5f98-4d0f-8f45-3a079be9661c None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:59:39.785883 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bcbfea1e-e124-4551-ae52-8f55e9feef95 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658224 Jul 23 20:59:39.788558 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46866) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:39.794284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-551ca194-310c-4cba-9601-07fe59cd767c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:39.912027 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551ca194-310c-4cba-9601-07fe59cd767c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:39.916945 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-551ca194-310c-4cba-9601-07fe59cd767c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:40.033394 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62bfb5a-8fba-4a19-837e-b621c543e3cd None None] DHCP port deletion for 2006a637-5249-4b84-bbdd-c8c3b68cc9dc request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:59:40.107981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f62bfb5a-8fba-4a19-837e-b621c543e3cd None None] Deleting port e9327d7a-3818-4d38-b99b-704689a87fd8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:59:40.108426 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f62bfb5a-8fba-4a19-837e-b621c543e3cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:40.177190 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-551ca194-310c-4cba-9601-07fe59cd767c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:40.193553 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f62bfb5a-8fba-4a19-837e-b621c543e3cd None None] For port e9327d7a-3818-4d38-b99b-704689a87fd8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e9327d7a-3818-4d38-b99b-704689a87fd8,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:40.194036 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f62bfb5a-8fba-4a19-837e-b621c543e3cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:40.215568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f62bfb5a-8fba-4a19-837e-b621c543e3cd None None] Calling delete_port for e9327d7a-3818-4d38-b99b-704689a87fd8 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:59:40.254147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551ca194-310c-4cba-9601-07fe59cd767c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:40.257860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-551ca194-310c-4cba-9601-07fe59cd767c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:40.262483 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551ca194-310c-4cba-9601-07fe59cd767c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:40.263296 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-551ca194-310c-4cba-9601-07fe59cd767c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:40.296089 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ca194-310c-4cba-9601-07fe59cd767c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=5f1a9b07-fb56-4613-a190-b481957ef2a6,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:40.303850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46884) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:40.307453 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-551ca194-310c-4cba-9601-07fe59cd767c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5137236 Jul 23 20:59:40.309200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f5c6d29a-214c-4792-abda-beae1dc11bf1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'fixed_ips': [{'subnet_id': '5f1a9b07-fb56-4613-a190-b481957ef2a6', 'ip_address': '2001:db8::36be:8cd9:c838:e41d'}], 'name': 'tempest-NetworksTestDHCPv6-1333999205'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:40.375876 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f62bfb5a-8fba-4a19-837e-b621c543e3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:40.419786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bfb5a-8fba-4a19-837e-b621c543e3cd None None] Pushing event deleted for resources: {'Port': ['ID=e9327d7a-3818-4d38-b99b-704689a87fd8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:40.427710 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62bfb5a-8fba-4a19-837e-b621c543e3cd None None] No DVR routers for this DVR port e9327d7a-3818-4d38-b99b-704689a87fd8 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:59:40.453800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac226dcc-b8ca-49fc-a3b1-7df909b21c4a None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:59:40.461189 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c6d29a-214c-4792-abda-beae1dc11bf1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:40.585780 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5c6d29a-214c-4792-abda-beae1dc11bf1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:40.604778 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-f5c6d29a-214c-4792-abda-beae1dc11bf1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port 9706e9d8-c0c2-4c88-b996-f3435224ac10 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:59:40.682562 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'fixed_ips': [{'subnet_id': '5f1a9b07-fb56-4613-a190-b481957ef2a6'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:59:40.683694 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:40.865027 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-f5c6d29a-214c-4792-abda-beae1dc11bf1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::36be:8cd9:c838:e41d (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/5f1a9b07-fb56-4613-a190-b481957ef2a6/9706e9d8-c0c2-4c88-b996-f3435224ac10) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:59:41.040993 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5c6d29a-214c-4792-abda-beae1dc11bf1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:41.056044 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-f5c6d29a-214c-4792-abda-beae1dc11bf1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object 9706e9d8-c0c2-4c88-b996-f3435224ac10 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:41.146008 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5c6d29a-214c-4792-abda-beae1dc11bf1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:41.172653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e9327d7a-3818-4d38-b99b-704689a87fd8 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:59:41.191338 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c6d29a-214c-4792-abda-beae1dc11bf1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:41.196809 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-f5c6d29a-214c-4792-abda-beae1dc11bf1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:41.199601 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c6d29a-214c-4792-abda-beae1dc11bf1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:59:41.199848 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: e9327d7a-3818-4d38-b99b-704689a87fd8 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:59:41.200378 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e9327d7a-3818-4d38-b99b-704689a87fd8 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:59:41.207403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c6d29a-214c-4792-abda-beae1dc11bf1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:41.208038 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5c6d29a-214c-4792-abda-beae1dc11bf1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:41.220915 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6d29a-214c-4792-abda-beae1dc11bf1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=9706e9d8-c0c2-4c88-b996-f3435224ac10,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:41.223316 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Allocated IP 2001:db8::2 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/5f1a9b07-fb56-4613-a190-b481957ef2a6/11c058e2-a01d-477a-8135-9e4890f5caed) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:59:41.232299 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f5c6d29a-214c-4792-abda-beae1dc11bf1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9272096 Jul 23 20:59:41.234589 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46916) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:41.311865 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7a3b3e-4c19-41ce-8c53-6b00d8432281 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:41.314417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8b7a3b3e-4c19-41ce-8c53-6b00d8432281 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0785525 Jul 23 20:59:41.317860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46918) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:41.421330 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:41.431296 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Transition to ACTIVE for port object 11c058e2-a01d-477a-8135-9e4890f5caed will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:41.455258 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Transition to ACTIVE for port object 11c058e2-a01d-477a-8135-9e4890f5caed will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:41.461316 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:41.473214 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3ee9024b-b839-45cb-adaf-e47547259a6e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port 9706e9d8-c0c2-4c88-b996-f3435224ac10 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:59:41.473605 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ee9024b-b839-45cb-adaf-e47547259a6e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:41.498341 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:41.501392 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:41.508008 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:59:41.519763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Pushing event updated for resources: {'Port': ['ID=11c058e2-a01d-477a-8135-9e4890f5caed,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:41.582152 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Attempting to bind port 11c058e2-a01d-477a-8135-9e4890f5caed on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:59:41.582767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Attempting to bind port 11c058e2-a01d-477a-8135-9e4890f5caed by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:59:41.583369 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Attempting to bind port 11c058e2-a01d-477a-8135-9e4890f5caed on network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:59:41.589376 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:59:41.589761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:59:41.590160 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:41.590563 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Bound using segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:59:41.591037 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Bound port: 11c058e2-a01d-477a-8135-9e4890f5caed, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:59:41.591445 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:41.608029 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ee9024b-b839-45cb-adaf-e47547259a6e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:41.625613 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3ee9024b-b839-45cb-adaf-e47547259a6e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for 9706e9d8-c0c2-4c88-b996-f3435224ac10 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:59:41.682696 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] For port 11c058e2-a01d-477a-8135-9e4890f5caed, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:59:41.687289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] For port 11c058e2-a01d-477a-8135-9e4890f5caed, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=11c058e2-a01d-477a-8135-9e4890f5caed,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:59:41.700661 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:41.806453 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ee9024b-b839-45cb-adaf-e47547259a6e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:41.836421 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad28028-6a27-4fdf-a9e5-dfeda482ef6e None None] Pushing event updated for resources: {'Port': ['ID=11c058e2-a01d-477a-8135-9e4890f5caed,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:41.860310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9024b-b839-45cb-adaf-e47547259a6e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=9706e9d8-c0c2-4c88-b996-f3435224ac10,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:41.891403 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ee9024b-b839-45cb-adaf-e47547259a6e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:41.896356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46938) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:41.897092 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3ee9024b-b839-45cb-adaf-e47547259a6e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/9706e9d8-c0c2-4c88-b996-f3435224ac10 HTTP/1.1" status: 204 len: 168 time: 0.5766795 Jul 23 20:59:41.957075 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c7037-1333-47dd-8edf-02cdfcb492ba tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:41.959878 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c7037-1333-47dd-8edf-02cdfcb492ba tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:41.961724 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-734c7037-1333-47dd-8edf-02cdfcb492ba tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0631468 Jul 23 20:59:41.964474 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46940) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:42.036599 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc3e9b3-15c8-4c1c-9621-865138925739 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 5f1a9b07-fb56-4613-a190-b481957ef2a6 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:59:42.040070 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fc3e9b3-15c8-4c1c-9621-865138925739 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:42.085107 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fc3e9b3-15c8-4c1c-9621-865138925739 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:42.214594 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fc3e9b3-15c8-4c1c-9621-865138925739 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:42.278039 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fc3e9b3-15c8-4c1c-9621-865138925739 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:42.312263 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fc3e9b3-15c8-4c1c-9621-865138925739 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:42.314180 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2fc3e9b3-15c8-4c1c-9621-865138925739 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/5f1a9b07-fb56-4613-a190-b481957ef2a6 HTTP/1.1" status: 204 len: 168 time: 0.3485420 Jul 23 20:59:42.315291 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3e9b3-15c8-4c1c-9621-865138925739 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=5f1a9b07-fb56-4613-a190-b481957ef2a6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:42.316964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46954) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:42.359021 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d264dc38-e6ce-4fb7-aa42-4ce8d9c50e33 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407586 Jul 23 20:59:42.361863 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46956) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:42.367991 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5f2e44cf-2579-4109-b9d4-3e49b37807e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:42.471463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2e44cf-2579-4109-b9d4-3e49b37807e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:42.475545 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f2e44cf-2579-4109-b9d4-3e49b37807e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:42.711148 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f2e44cf-2579-4109-b9d4-3e49b37807e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:42.758581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2e44cf-2579-4109-b9d4-3e49b37807e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:42.761986 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-5f2e44cf-2579-4109-b9d4-3e49b37807e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:42.766524 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2e44cf-2579-4109-b9d4-3e49b37807e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:42.767159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5f2e44cf-2579-4109-b9d4-3e49b37807e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:42.792127 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5f2e44cf-2579-4109-b9d4-3e49b37807e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4283040 Jul 23 20:59:42.793560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e44cf-2579-4109-b9d4-3e49b37807e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=427c3fcc-3f90-4e43-ab85-7adcb8815ac9,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:42.794735 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46976) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:42.801737 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-3df8f246-70c6-4dd9-b5c2-ce8aad79ff47 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'fixed_ips': [{'subnet_id': '427c3fcc-3f90-4e43-ab85-7adcb8815ac9', 'ip_address': '2001:db8::610f:967e:808d:22b8'}], 'name': 'tempest-NetworksTestDHCPv6-1465692324'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:42.945067 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df8f246-70c6-4dd9-b5c2-ce8aad79ff47 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:42.950930 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3df8f246-70c6-4dd9-b5c2-ce8aad79ff47 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:42.969965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-3df8f246-70c6-4dd9-b5c2-ce8aad79ff47 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port c5ba074e-a1c1-423c-b30c-aea3d16e08f1 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:59:42.992248 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4992d83-a005-431f-8967-46dd43b5dad2 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:59:43.063588 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3d323cb6-ab34-4b44-b84a-b87501d9586b None None] Provisioning for port 11c058e2-a01d-477a-8135-9e4890f5caed completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:43.226967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 11c058e2-a01d-477a-8135-9e4890f5caed up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:59:43.235330 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-3df8f246-70c6-4dd9-b5c2-ce8aad79ff47 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::610f:967e:808d:22b8 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/427c3fcc-3f90-4e43-ab85-7adcb8815ac9/c5ba074e-a1c1-423c-b30c-aea3d16e08f1) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:59:43.304077 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 11c058e2-a01d-477a-8135-9e4890f5caed completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:43.308847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 11c058e2-a01d-477a-8135-9e4890f5caed triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:43.309098 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:43.419858 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:43.464725 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3df8f246-70c6-4dd9-b5c2-ce8aad79ff47 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:43.467913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 11c058e2-a01d-477a-8135-9e4890f5caed, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=11c058e2-a01d-477a-8135-9e4890f5caed,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:43.475461 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:43.494013 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-3df8f246-70c6-4dd9-b5c2-ce8aad79ff47 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object c5ba074e-a1c1-423c-b30c-aea3d16e08f1 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:43.545995 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3df8f246-70c6-4dd9-b5c2-ce8aad79ff47 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:43.565882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=11c058e2-a01d-477a-8135-9e4890f5caed,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:43.579920 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e51e97c1-0b00-4061-bdac-25ac030facca None None] Provisioning complete for port 11c058e2-a01d-477a-8135-9e4890f5caed triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:43.580303 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e51e97c1-0b00-4061-bdac-25ac030facca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:43.603928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df8f246-70c6-4dd9-b5c2-ce8aad79ff47 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:43.607607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-3df8f246-70c6-4dd9-b5c2-ce8aad79ff47 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:43.611414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df8f246-70c6-4dd9-b5c2-ce8aad79ff47 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:59:43.617557 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df8f246-70c6-4dd9-b5c2-ce8aad79ff47 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:43.618262 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3df8f246-70c6-4dd9-b5c2-ce8aad79ff47 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:43.643014 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3df8f246-70c6-4dd9-b5c2-ce8aad79ff47 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8462605 Jul 23 20:59:43.646549 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 46986) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:43.650666 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8f246-70c6-4dd9-b5c2-ce8aad79ff47 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=c5ba074e-a1c1-423c-b30c-aea3d16e08f1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:43.744813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8769bdec-197c-4da6-93ed-3b5a2dfed364 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:43.751864 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8769bdec-197c-4da6-93ed-3b5a2dfed364 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:43.753865 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8769bdec-197c-4da6-93ed-3b5a2dfed364 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1064045 Jul 23 20:59:43.757287 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 46992) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:43.830595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-769cb10d-904d-4505-a67a-69f8b5c4327d None None] Could not find standard attr ID for object 9706e9d8-c0c2-4c88-b996-f3435224ac10. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:59:43.884329 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2936a9d2-8095-4d38-80a7-c10b6bbece6b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port c5ba074e-a1c1-423c-b30c-aea3d16e08f1 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:59:43.884684 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2936a9d2-8095-4d38-80a7-c10b6bbece6b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:44.011190 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2936a9d2-8095-4d38-80a7-c10b6bbece6b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:44.024762 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2936a9d2-8095-4d38-80a7-c10b6bbece6b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for c5ba074e-a1c1-423c-b30c-aea3d16e08f1 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:59:44.181332 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2936a9d2-8095-4d38-80a7-c10b6bbece6b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:44.182697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6b5ca778-464e-44ba-8cb8-dd6c3a287bd3 None None] Provisioning for port c5ba074e-a1c1-423c-b30c-aea3d16e08f1 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:44.188333 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6b5ca778-464e-44ba-8cb8-dd6c3a287bd3 None None] Provisioning complete for port c5ba074e-a1c1-423c-b30c-aea3d16e08f1 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:44.188893 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6b5ca778-464e-44ba-8cb8-dd6c3a287bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:44.214651 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ca778-464e-44ba-8cb8-dd6c3a287bd3 None None] Port c5ba074e-a1c1-423c-b30c-aea3d16e08f1 was deleted so its status cannot be updated. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 20:59:44.238663 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936a9d2-8095-4d38-80a7-c10b6bbece6b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=c5ba074e-a1c1-423c-b30c-aea3d16e08f1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:44.309811 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2936a9d2-8095-4d38-80a7-c10b6bbece6b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:44.320677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47002) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:44.321724 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2936a9d2-8095-4d38-80a7-c10b6bbece6b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/c5ba074e-a1c1-423c-b30c-aea3d16e08f1 HTTP/1.1" status: 204 len: 168 time: 0.5624528 Jul 23 20:59:44.387390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d79899-505f-4462-a3b0-a465ba5d207b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:44.389485 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d79899-505f-4462-a3b0-a465ba5d207b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:44.391333 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e5d79899-505f-4462-a3b0-a465ba5d207b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0696075 Jul 23 20:59:44.394702 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47004) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:44.452774 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2416e0f-0d80-4d79-97ba-8bf1989651a7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 427c3fcc-3f90-4e43-ab85-7adcb8815ac9 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:59:44.460699 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f2416e0f-0d80-4d79-97ba-8bf1989651a7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:44.508756 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f2416e0f-0d80-4d79-97ba-8bf1989651a7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:44.571224 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f2416e0f-0d80-4d79-97ba-8bf1989651a7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:44.661669 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f2416e0f-0d80-4d79-97ba-8bf1989651a7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:44.693417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2416e0f-0d80-4d79-97ba-8bf1989651a7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=427c3fcc-3f90-4e43-ab85-7adcb8815ac9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:44.703548 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f2416e0f-0d80-4d79-97ba-8bf1989651a7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:44.709111 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f2416e0f-0d80-4d79-97ba-8bf1989651a7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/427c3fcc-3f90-4e43-ab85-7adcb8815ac9 HTTP/1.1" status: 204 len: 168 time: 0.3097486 Jul 23 20:59:44.709594 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47010) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:44.715360 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d204a26-726e-453c-a237-c56deb81911b None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:59:44.758487 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-41291182-b415-469b-9145-396d3f2d8e97 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452099 Jul 23 20:59:44.759565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47014) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:44.829260 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e499ba18-6885-4af7-96fa-5fcb5fef970b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:44.831677 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e499ba18-6885-4af7-96fa-5fcb5fef970b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0702119 Jul 23 20:59:44.834500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47018) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:44.908958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aeb66d-b8fe-4b8a-8dc7-c4f17ee2b5be tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:44.912674 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-35aeb66d-b8fe-4b8a-8dc7-c4f17ee2b5be tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0748935 Jul 23 20:59:44.913050 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47022) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:44.959804 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-daaf27cb-43ca-4f63-a3e4-db5c26ea5b28 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455627 Jul 23 20:59:44.964435 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47024) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:44.969158 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-5e599306-8ae3-45a0-8a49-44e5ffaeca25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:45.000841 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459707d7-5535-4901-a9c6-4cf4efa96ea1 None None] DHCP port deletion for 2006a637-5249-4b84-bbdd-c8c3b68cc9dc request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:59:45.064058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-459707d7-5535-4901-a9c6-4cf4efa96ea1 None None] Deleting port 11c058e2-a01d-477a-8135-9e4890f5caed {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:59:45.064445 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-459707d7-5535-4901-a9c6-4cf4efa96ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:45.114428 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e599306-8ae3-45a0-8a49-44e5ffaeca25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:45.118107 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e599306-8ae3-45a0-8a49-44e5ffaeca25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:45.164409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 11c058e2-a01d-477a-8135-9e4890f5caed no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:59:45.366779 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e599306-8ae3-45a0-8a49-44e5ffaeca25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:45.380099 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-459707d7-5535-4901-a9c6-4cf4efa96ea1 None None] For port 11c058e2-a01d-477a-8135-9e4890f5caed, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=11c058e2-a01d-477a-8135-9e4890f5caed,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:45.380669 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-459707d7-5535-4901-a9c6-4cf4efa96ea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:45.396625 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-459707d7-5535-4901-a9c6-4cf4efa96ea1 None None] Calling delete_port for 11c058e2-a01d-477a-8135-9e4890f5caed owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:59:45.419039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e599306-8ae3-45a0-8a49-44e5ffaeca25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=c600ff45-316b-4b98-ac6c-6f8e48f1ce0a,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:45.439022 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e599306-8ae3-45a0-8a49-44e5ffaeca25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:45.442092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-5e599306-8ae3-45a0-8a49-44e5ffaeca25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:45.445317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e599306-8ae3-45a0-8a49-44e5ffaeca25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:45.446218 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e599306-8ae3-45a0-8a49-44e5ffaeca25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:45.465163 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5e599306-8ae3-45a0-8a49-44e5ffaeca25 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4998538 Jul 23 20:59:45.468780 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47032) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:45.482380 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c334981d-6635-4a3c-8cdf-82f88d5067ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'fixed_ips': [{'subnet_id': 'c600ff45-316b-4b98-ac6c-6f8e48f1ce0a', 'ip_address': '2001:db8::5986:984b:bac8:bcca'}], 'name': 'tempest-NetworksTestDHCPv6-1846693764'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:45.489463 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:45.532470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 11c058e2-a01d-477a-8135-9e4890f5caed, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=11c058e2-a01d-477a-8135-9e4890f5caed,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:45.540914 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:45.584299 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-459707d7-5535-4901-a9c6-4cf4efa96ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:45.610816 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:45.621276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459707d7-5535-4901-a9c6-4cf4efa96ea1 None None] No DVR routers for this DVR port 11c058e2-a01d-477a-8135-9e4890f5caed on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:59:45.632661 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=11c058e2-a01d-477a-8135-9e4890f5caed,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:45.666712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c334981d-6635-4a3c-8cdf-82f88d5067ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:45.675353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459707d7-5535-4901-a9c6-4cf4efa96ea1 None None] Pushing event deleted for resources: {'Port': ['ID=11c058e2-a01d-477a-8135-9e4890f5caed,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:45.688132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d075448-7d23-4cb1-9645-ebe84b42aa91 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:59:45.813460 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c334981d-6635-4a3c-8cdf-82f88d5067ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:45.846041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-c334981d-6635-4a3c-8cdf-82f88d5067ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port 3759adbe-4c95-437b-9154-caffe50cd42f yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:59:45.885060 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'fixed_ips': [{'subnet_id': 'c600ff45-316b-4b98-ac6c-6f8e48f1ce0a'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:59:45.886292 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:46.057946 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-c334981d-6635-4a3c-8cdf-82f88d5067ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::5986:984b:bac8:bcca (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/c600ff45-316b-4b98-ac6c-6f8e48f1ce0a/3759adbe-4c95-437b-9154-caffe50cd42f) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:59:46.223640 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c334981d-6635-4a3c-8cdf-82f88d5067ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:46.240034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-c334981d-6635-4a3c-8cdf-82f88d5067ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object 3759adbe-4c95-437b-9154-caffe50cd42f will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:46.279033 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c334981d-6635-4a3c-8cdf-82f88d5067ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:46.347717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Allocated IP 2001:db8::2 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/c600ff45-316b-4b98-ac6c-6f8e48f1ce0a/7b2f284c-60a2-47d6-83ef-28720c75cb6c) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:59:46.371944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c334981d-6635-4a3c-8cdf-82f88d5067ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:46.373508 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c334981d-6635-4a3c-8cdf-82f88d5067ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:46.376342 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c334981d-6635-4a3c-8cdf-82f88d5067ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:59:46.382859 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c334981d-6635-4a3c-8cdf-82f88d5067ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:46.383526 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c334981d-6635-4a3c-8cdf-82f88d5067ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:46.386252 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334981d-6635-4a3c-8cdf-82f88d5067ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=3759adbe-4c95-437b-9154-caffe50cd42f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:46.412210 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c334981d-6635-4a3c-8cdf-82f88d5067ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9416013 Jul 23 20:59:46.414531 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47048) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:46.419853 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-27449c15-141e-4fa9-b3f8-6e884a7e9e5b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'fixed_ips': [{'subnet_id': 'c600ff45-316b-4b98-ac6c-6f8e48f1ce0a', 'ip_address': '2001:db8::5986:984b:bac8:bcca'}], 'name': 'tempest-NetworksTestDHCPv6-1730550505'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:46.530688 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:46.539841 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Transition to ACTIVE for port object 7b2f284c-60a2-47d6-83ef-28720c75cb6c will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:46.557815 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Transition to ACTIVE for port object 7b2f284c-60a2-47d6-83ef-28720c75cb6c will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:46.571797 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:46.607712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27449c15-141e-4fa9-b3f8-6e884a7e9e5b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:46.616547 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27449c15-141e-4fa9-b3f8-6e884a7e9e5b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:46.620735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Pushing event updated for resources: {'Port': ['ID=7b2f284c-60a2-47d6-83ef-28720c75cb6c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:46.627503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:46.629876 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:46.634450 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:59:46.646322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-27449c15-141e-4fa9-b3f8-6e884a7e9e5b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port dcdcacc0-71a4-4eba-b692-5f15c9e3b811 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:59:46.703602 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Attempting to bind port 7b2f284c-60a2-47d6-83ef-28720c75cb6c on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:59:46.704254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Attempting to bind port 7b2f284c-60a2-47d6-83ef-28720c75cb6c by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:59:46.704772 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Attempting to bind port 7b2f284c-60a2-47d6-83ef-28720c75cb6c on network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:59:46.711010 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:59:46.711502 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:59:46.711614 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:46.711955 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Bound using segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:59:46.712429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Bound port: 7b2f284c-60a2-47d6-83ef-28720c75cb6c, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:59:46.712817 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:46.794868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] For port 7b2f284c-60a2-47d6-83ef-28720c75cb6c, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:59:46.799013 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] For port 7b2f284c-60a2-47d6-83ef-28720c75cb6c, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7b2f284c-60a2-47d6-83ef-28720c75cb6c,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:59:46.806782 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:46.874001 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-27449c15-141e-4fa9-b3f8-6e884a7e9e5b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 20:59:46.874523 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27449c15-141e-4fa9-b3f8-6e884a7e9e5b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:59:46.877065 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ebcdf-e1c5-4789-a169-37be08d1e230 None None] Pushing event updated for resources: {'Port': ['ID=7b2f284c-60a2-47d6-83ef-28720c75cb6c,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:46.911565 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-27449c15-141e-4fa9-b3f8-6e884a7e9e5b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4958975 Jul 23 20:59:46.913992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47060) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:46.939006 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:47.008952 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b35879f-72fc-4de8-9312-91f339c64483 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:47.017327 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b35879f-72fc-4de8-9312-91f339c64483 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:47.024241 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2b35879f-72fc-4de8-9312-91f339c64483 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1083283 Jul 23 20:59:47.027740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47062) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:47.213531 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2571afe1-bc49-4763-a9bf-f65e3bab731f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port 3759adbe-4c95-437b-9154-caffe50cd42f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:59:47.214123 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2571afe1-bc49-4763-a9bf-f65e3bab731f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:47.247398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7b2f284c-60a2-47d6-83ef-28720c75cb6c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:59:47.316278 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 7b2f284c-60a2-47d6-83ef-28720c75cb6c completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:47.346400 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2571afe1-bc49-4763-a9bf-f65e3bab731f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:47.359167 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2571afe1-bc49-4763-a9bf-f65e3bab731f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for 3759adbe-4c95-437b-9154-caffe50cd42f owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:59:47.504547 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2571afe1-bc49-4763-a9bf-f65e3bab731f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:47.532304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571afe1-bc49-4763-a9bf-f65e3bab731f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=3759adbe-4c95-437b-9154-caffe50cd42f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:47.575713 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2571afe1-bc49-4763-a9bf-f65e3bab731f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:47.578076 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2571afe1-bc49-4763-a9bf-f65e3bab731f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/3759adbe-4c95-437b-9154-caffe50cd42f HTTP/1.1" status: 204 len: 168 time: 0.5488927 Jul 23 20:59:47.580434 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47070) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:47.663655 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfca750e-0171-4124-bf19-347c6ced7b32 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:47.665421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfca750e-0171-4124-bf19-347c6ced7b32 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:47.670401 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47074) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:47.678838 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bfca750e-0171-4124-bf19-347c6ced7b32 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0965459 Jul 23 20:59:47.742031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-864be476-1d72-4545-bec4-ce76a824ce3d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet c600ff45-316b-4b98-ac6c-6f8e48f1ce0a {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:59:47.749200 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-864be476-1d72-4545-bec4-ce76a824ce3d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:47.812143 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-864be476-1d72-4545-bec4-ce76a824ce3d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:47.939166 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-864be476-1d72-4545-bec4-ce76a824ce3d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:48.014255 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-864be476-1d72-4545-bec4-ce76a824ce3d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:48.044841 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864be476-1d72-4545-bec4-ce76a824ce3d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=c600ff45-316b-4b98-ac6c-6f8e48f1ce0a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:48.048543 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-864be476-1d72-4545-bec4-ce76a824ce3d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:48.051034 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-864be476-1d72-4545-bec4-ce76a824ce3d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/c600ff45-316b-4b98-ac6c-6f8e48f1ce0a HTTP/1.1" status: 204 len: 168 time: 0.3795185 Jul 23 20:59:48.053437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47084) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:48.070302 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf289c0-1dd3-4429-a306-2cd2e341fa7c None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:59:48.097321 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cb3aa42a-491d-4aa7-9ac8-9e4943f354f6 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390308 Jul 23 20:59:48.097504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47088) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:48.102386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9721faeb-e46a-466c-a627-9c549c3c7616 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:48.167657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-34f2ca95-e718-41d5-ba06-71a1bc827677 None None] Provisioning for port 7b2f284c-60a2-47d6-83ef-28720c75cb6c completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:48.172904 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-34f2ca95-e718-41d5-ba06-71a1bc827677 None None] Provisioning complete for port 7b2f284c-60a2-47d6-83ef-28720c75cb6c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:48.173275 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-34f2ca95-e718-41d5-ba06-71a1bc827677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:48.213492 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9721faeb-e46a-466c-a627-9c549c3c7616 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:48.216892 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9721faeb-e46a-466c-a627-9c549c3c7616 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:48.304337 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-34f2ca95-e718-41d5-ba06-71a1bc827677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:48.342315 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-34f2ca95-e718-41d5-ba06-71a1bc827677 None None] For port 7b2f284c-60a2-47d6-83ef-28720c75cb6c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7b2f284c-60a2-47d6-83ef-28720c75cb6c,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:48.345693 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbe0590-9d6b-4ae1-ac81-992e9135d7fa None None] DHCP port deletion for 2006a637-5249-4b84-bbdd-c8c3b68cc9dc request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:59:48.350314 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-34f2ca95-e718-41d5-ba06-71a1bc827677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:48.429251 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2ca95-e718-41d5-ba06-71a1bc827677 None None] Pushing event updated for resources: {'Port': ['ID=7b2f284c-60a2-47d6-83ef-28720c75cb6c,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:48.445267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe0590-9d6b-4ae1-ac81-992e9135d7fa None None] Deleting port 7b2f284c-60a2-47d6-83ef-28720c75cb6c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:59:48.445640 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0590-9d6b-4ae1-ac81-992e9135d7fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:48.446936 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9721faeb-e46a-466c-a627-9c549c3c7616 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:48.498067 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9721faeb-e46a-466c-a627-9c549c3c7616 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:48.503418 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-9721faeb-e46a-466c-a627-9c549c3c7616 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:48.507643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9721faeb-e46a-466c-a627-9c549c3c7616 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:48.508235 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9721faeb-e46a-466c-a627-9c549c3c7616 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:48.525448 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721faeb-e46a-466c-a627-9c549c3c7616 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=65379854-061e-4aff-8148-5fb69363584a,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:48.536753 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47098) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:48.537766 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9721faeb-e46a-466c-a627-9c549c3c7616 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4385576 Jul 23 20:59:48.542907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-52276363-fb6b-4a92-90ab-067b3241192b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'fixed_ips': [{'subnet_id': '65379854-061e-4aff-8148-5fb69363584a', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-103842339'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:48.544188 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-7bbe0590-9d6b-4ae1-ac81-992e9135d7fa None None] For port 7b2f284c-60a2-47d6-83ef-28720c75cb6c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7b2f284c-60a2-47d6-83ef-28720c75cb6c,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:48.544572 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0590-9d6b-4ae1-ac81-992e9135d7fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:48.560505 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe0590-9d6b-4ae1-ac81-992e9135d7fa None None] Calling delete_port for 7b2f284c-60a2-47d6-83ef-28720c75cb6c owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:59:48.643604 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0590-9d6b-4ae1-ac81-992e9135d7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:48.667331 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe0590-9d6b-4ae1-ac81-992e9135d7fa None None] Pushing event deleted for resources: {'Port': ['ID=7b2f284c-60a2-47d6-83ef-28720c75cb6c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:48.677467 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe0590-9d6b-4ae1-ac81-992e9135d7fa None None] No DVR routers for this DVR port 7b2f284c-60a2-47d6-83ef-28720c75cb6c on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:59:48.695799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2810dd-ff08-4468-8032-c8f34c008daf None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:59:48.697095 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52276363-fb6b-4a92-90ab-067b3241192b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:48.703201 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-52276363-fb6b-4a92-90ab-067b3241192b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:48.723242 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-52276363-fb6b-4a92-90ab-067b3241192b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port e4a51255-f285-441a-8506-b3da440a1758 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:59:48.865612 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'fixed_ips': [{'subnet_id': '65379854-061e-4aff-8148-5fb69363584a'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:59:48.866535 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:48.878570 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-52276363-fb6b-4a92-90ab-067b3241192b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:59:48.879025 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52276363-fb6b-4a92-90ab-067b3241192b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:59:48.899383 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-52276363-fb6b-4a92-90ab-067b3241192b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3584163 Jul 23 20:59:48.900070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47110) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:48.930832 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d6d7953d-8d0d-40f0-88b6-113a19c32101 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0295606 Jul 23 20:59:48.933141 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47112) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:48.993188 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e6875d-de5f-4f67-af3b-1e41b7fa64c7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:48.994727 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e6875d-de5f-4f67-af3b-1e41b7fa64c7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:48.998994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47118) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:48.999264 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-10e6875d-de5f-4f67-af3b-1e41b7fa64c7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0648963 Jul 23 20:59:49.057312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-5261ac6e-ed6c-4b84-a125-3b2ba089c997 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 65379854-061e-4aff-8148-5fb69363584a {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:59:49.057872 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Allocated IP 2001:db8::2 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/65379854-061e-4aff-8148-5fb69363584a/9f421465-3768-4e36-8409-f53bab9a311d) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:59:49.160164 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7b2f284c-60a2-47d6-83ef-28720c75cb6c no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:59:49.184289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 7b2f284c-60a2-47d6-83ef-28720c75cb6c {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:59:49.184639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7b2f284c-60a2-47d6-83ef-28720c75cb6c not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:59:49.270336 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:49.280860 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Transition to ACTIVE for port object 9f421465-3768-4e36-8409-f53bab9a311d will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:49.299729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Transition to ACTIVE for port object 9f421465-3768-4e36-8409-f53bab9a311d will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:49.305225 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5261ac6e-ed6c-4b84-a125-3b2ba089c997 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:49.306512 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:49.368281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:49.371221 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5261ac6e-ed6c-4b84-a125-3b2ba089c997 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:49.373239 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:49.375526 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:59:49.393928 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Pushing event updated for resources: {'Port': ['ID=9f421465-3768-4e36-8409-f53bab9a311d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:49.466151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Attempting to bind port 9f421465-3768-4e36-8409-f53bab9a311d on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:59:49.466522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Attempting to bind port 9f421465-3768-4e36-8409-f53bab9a311d by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:59:49.467376 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Attempting to bind port 9f421465-3768-4e36-8409-f53bab9a311d on network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:59:49.473572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:59:49.475128 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:59:49.475591 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:49.475976 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Bound using segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:59:49.476453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Bound port: 9f421465-3768-4e36-8409-f53bab9a311d, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:59:49.476838 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:49.520530 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5261ac6e-ed6c-4b84-a125-3b2ba089c997 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:49.591418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] For port 9f421465-3768-4e36-8409-f53bab9a311d, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:59:49.592585 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5261ac6e-ed6c-4b84-a125-3b2ba089c997 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:49.594641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] For port 9f421465-3768-4e36-8409-f53bab9a311d, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9f421465-3768-4e36-8409-f53bab9a311d,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:59:49.599467 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:49.625357 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261ac6e-ed6c-4b84-a125-3b2ba089c997 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=65379854-061e-4aff-8148-5fb69363584a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:49.630418 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5261ac6e-ed6c-4b84-a125-3b2ba089c997 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:49.632654 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5261ac6e-ed6c-4b84-a125-3b2ba089c997 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/65379854-061e-4aff-8148-5fb69363584a HTTP/1.1" status: 204 len: 168 time: 0.6326315 Jul 23 20:59:49.635085 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47134) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:49.664676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43d862-d442-420e-8c30-ea0d7b42ba9c None None] Pushing event updated for resources: {'Port': ['ID=9f421465-3768-4e36-8409-f53bab9a311d,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:49.691137 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2cdcfded-c2f8-46f1-be2e-8ec38273f4c2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544000 Jul 23 20:59:49.694953 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47138) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:49.702980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-fe4670ad-c794-4dd8-9f0c-f50772cc89da tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:49.807965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4670ad-c794-4dd8-9f0c-f50772cc89da tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:49.812278 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fe4670ad-c794-4dd8-9f0c-f50772cc89da tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:50.085413 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fe4670ad-c794-4dd8-9f0c-f50772cc89da tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:50.138850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4670ad-c794-4dd8-9f0c-f50772cc89da tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:50.142355 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-fe4670ad-c794-4dd8-9f0c-f50772cc89da tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:50.147256 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4670ad-c794-4dd8-9f0c-f50772cc89da tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:50.147872 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fe4670ad-c794-4dd8-9f0c-f50772cc89da tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:50.151994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4670ad-c794-4dd8-9f0c-f50772cc89da tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=20e2f235-72c0-4512-a408-dcc1c15883bd,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:50.171333 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fe4670ad-c794-4dd8-9f0c-f50772cc89da tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4718745 Jul 23 20:59:50.171885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47148) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:50.181141 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1063c749-f2cc-4fbc-bb49-0dde41ae1c17 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1655750346', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:50.206766 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1063c749-f2cc-4fbc-bb49-0dde41ae1c17 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:50.208098 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1063c749-f2cc-4fbc-bb49-0dde41ae1c17 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:50.265200 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1063c749-f2cc-4fbc-bb49-0dde41ae1c17 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:50.279470 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1063c749-f2cc-4fbc-bb49-0dde41ae1c17 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:50.297940 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1063c749-f2cc-4fbc-bb49-0dde41ae1c17 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:50.299505 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1063c749-f2cc-4fbc-bb49-0dde41ae1c17 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1264458 Jul 23 20:59:50.302547 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47152) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:50.644772 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:50.897610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6519dd9e-f56f-454a-b2b5-8ec0d164ce0b None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:59:50.978943 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::1 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/20e2f235-72c0-4512-a408-dcc1c15883bd/e3ff73f8-0841-4b9d-9180-ef5501d7d622) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:59:51.055936 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9de7d9ec-73a0-466b-84e6-032473876c37 None None] Provisioning for port 9f421465-3768-4e36-8409-f53bab9a311d completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:51.149161 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:51.165480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object e3ff73f8-0841-4b9d-9180-ef5501d7d622 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:51.203729 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:51.220004 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9f421465-3768-4e36-8409-f53bab9a311d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:59:51.270435 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:51.276495 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:51.284343 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:59:51.284971 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:51.323783 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 9f421465-3768-4e36-8409-f53bab9a311d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:51.328344 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9f421465-3768-4e36-8409-f53bab9a311d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:51.328719 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:51.399522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=e3ff73f8-0841-4b9d-9180-ef5501d7d622,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:51.453191 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:51.469546 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:51.498339 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 9f421465-3768-4e36-8409-f53bab9a311d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9f421465-3768-4e36-8409-f53bab9a311d,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:51.506519 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:51.594607 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=9f421465-3768-4e36-8409-f53bab9a311d,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:51.609422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1038d2a5-d2a2-4afb-9a15-89000c95628a None None] Provisioning complete for port 9f421465-3768-4e36-8409-f53bab9a311d triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:51.609797 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1038d2a5-d2a2-4afb-9a15-89000c95628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:51.916897 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:51.926468 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:51.927588 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:51.941015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a3b36ca8-eb3c-407d-8abf-0fc59eabb47f None None] Could not find standard attr ID for object 3759adbe-4c95-437b-9154-caffe50cd42f. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:59:52.022775 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=e3ff73f8-0841-4b9d-9180-ef5501d7d622,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:52.106522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:52.108278 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:52.250775 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Router bab4205d-5eed-4d9c-9f40-15b106f11181 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:59:52.282302 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-263d4bb4-ea23-4168-8597-7ffbfbdac355 None None] Provisioning for port e3ff73f8-0841-4b9d-9180-ef5501d7d622 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:52.292355 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-263d4bb4-ea23-4168-8597-7ffbfbdac355 None None] Provisioning complete for port e3ff73f8-0841-4b9d-9180-ef5501d7d622 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:52.292728 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-263d4bb4-ea23-4168-8597-7ffbfbdac355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:52.361590 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:59:52.370740 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-83f2fc21-822c-4f85-9c0a-dff968764ad7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "PUT /v2.0/routers/bab4205d-5eed-4d9c-9f40-15b106f11181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0666087 Jul 23 20:59:52.375686 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47196) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:52.379484 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Sync routers for ids ['bab4205d-5eed-4d9c-9f40-15b106f11181'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:59:52.409403 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Routers {'bab4205d-5eed-4d9c-9f40-15b106f11181'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:59:52.410087 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:59:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bab4205d-5eed-4d9c-9f40-15b106f11181'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:59:52.410519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-263d4bb4-ea23-4168-8597-7ffbfbdac355 None None] Port e3ff73f8-0841-4b9d-9180-ef5501d7d622 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:59:52.499532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5538a1d-8fd5-4546-9fd3-af9a5470f3a9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:52.501521 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e5538a1d-8fd5-4546-9fd3-af9a5470f3a9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports/e3ff73f8-0841-4b9d-9180-ef5501d7d622 HTTP/1.1" status: 200 len: 911 time: 0.1245685 Jul 23 20:59:52.504450 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47202) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:52.576962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed679207-c075-468d-97ac-9969bb81d304 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:52.584338 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed679207-c075-468d-97ac-9969bb81d304 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:52.586264 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ed679207-c075-468d-97ac-9969bb81d304 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0808055 Jul 23 20:59:52.589105 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47206) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:52.645507 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8a0b1817-100f-4b07-8cbf-6b7e4e01de78 None None] Provisioning complete for port e3ff73f8-0841-4b9d-9180-ef5501d7d622 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:52.645977 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8a0b1817-100f-4b07-8cbf-6b7e4e01de78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:52.696864 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Set router bab4205d-5eed-4d9c-9f40-15b106f11181 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:59:52.715047 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b1817-100f-4b07-8cbf-6b7e4e01de78 None None] Port e3ff73f8-0841-4b9d-9180-ef5501d7d622 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:59:52.990376 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab4205d-5eed-4d9c-9f40-15b106f11181', 'name': 'tempest-NetworksTestDHCPv6-router-1655750346', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:59:50Z', 'updated_at': '2021-07-23T20:59:51Z', 'revision_number': 2, 'project_id': '51974b1f8f2c45c9b111c8f02ead8708', 'gw_port_host': None, '_interfaces': [{'id': 'e3ff73f8-0841-4b9d-9180-ef5501d7d622', 'name': '', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'mac_address': 'fa:16:3e:ce:32:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab4205d-5eed-4d9c-9f40-15b106f11181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '20e2f235-72c0-4512-a408-dcc1c15883bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:59:50Z', 'updated_at': '2021-07-23T20:59:51Z', 'revision_number': 2, 'project_id': '51974b1f8f2c45c9b111c8f02ead8708', 'subnets': [{'id': '20e2f235-72c0-4512-a408-dcc1c15883bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:59:53.013686 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-caaa8e61-97b4-44a4-889c-69437434ba7b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:53.021053 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Checking router: bab4205d-5eed-4d9c-9f40-15b106f11181 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:59:53.021789 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Updating router bab4205d-5eed-4d9c-9f40-15b106f11181 port e3ff73f8-0841-4b9d-9180-ef5501d7d622 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:59:53.086968 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:53.152571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9f421465-3768-4e36-8409-f53bab9a311d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:59:53.222883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9f421465-3768-4e36-8409-f53bab9a311d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:53.223691 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:53.323911 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-caaa8e61-97b4-44a4-889c-69437434ba7b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port e3ff73f8-0841-4b9d-9180-ef5501d7d622 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:59:53.324161 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-caaa8e61-97b4-44a4-889c-69437434ba7b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:53.448432 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-caaa8e61-97b4-44a4-889c-69437434ba7b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:53.474210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-caaa8e61-97b4-44a4-889c-69437434ba7b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for e3ff73f8-0841-4b9d-9180-ef5501d7d622 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:59:53.557779 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:53.578532 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Transition to ACTIVE for port object e3ff73f8-0841-4b9d-9180-ef5501d7d622 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:53.587444 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:53.631017 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37ddd2-142e-40c1-aa77-2bc5d2aff798 None None] Pushing event updated for resources: {'Port': ['ID=e3ff73f8-0841-4b9d-9180-ef5501d7d622,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:53.650965 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37ddd2-142e-40c1-aa77-2bc5d2aff798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:53.651429 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37ddd2-142e-40c1-aa77-2bc5d2aff798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:53.651837 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37ddd2-142e-40c1-aa77-2bc5d2aff798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:53.652241 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37ddd2-142e-40c1-aa77-2bc5d2aff798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:53.652899 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37ddd2-142e-40c1-aa77-2bc5d2aff798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:53.653323 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37ddd2-142e-40c1-aa77-2bc5d2aff798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:53.654412 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37ddd2-142e-40c1-aa77-2bc5d2aff798 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:53.654820 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37ddd2-142e-40c1-aa77-2bc5d2aff798 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:53.655527 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37ddd2-142e-40c1-aa77-2bc5d2aff798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:53.655935 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37ddd2-142e-40c1-aa77-2bc5d2aff798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:53.656337 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37ddd2-142e-40c1-aa77-2bc5d2aff798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:53.656677 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37ddd2-142e-40c1-aa77-2bc5d2aff798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:53.736608 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-caaa8e61-97b4-44a4-889c-69437434ba7b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:53.769750 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa8e61-97b4-44a4-889c-69437434ba7b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=e3ff73f8-0841-4b9d-9180-ef5501d7d622,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:53.777188 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Attempting to bind port e3ff73f8-0841-4b9d-9180-ef5501d7d622 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:59:53.777740 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Attempting to bind port e3ff73f8-0841-4b9d-9180-ef5501d7d622 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:59:53.778291 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Attempting to bind port e3ff73f8-0841-4b9d-9180-ef5501d7d622 on network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:59:53.801508 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:59:53.802634 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:59:53.803220 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:53.803764 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Bound using segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:59:53.804471 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Bound port: e3ff73f8-0841-4b9d-9180-ef5501d7d622, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:59:53.805026 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:53.845523 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Port e3ff73f8-0841-4b9d-9180-ef5501d7d622 has been deleted concurrently {{(pid=93813) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 23 20:59:53.857244 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Routers {'bab4205d-5eed-4d9c-9f40-15b106f11181'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:59:53.857957 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:59:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bab4205d-5eed-4d9c-9f40-15b106f11181'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:59:53.944152 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] Set router bab4205d-5eed-4d9c-9f40-15b106f11181 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:59:53.957144 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-caaa8e61-97b4-44a4-889c-69437434ba7b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:54.035841 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c33f370b-057b-4325-bb78-c51976c352d8 None None] Could not find standard attr ID for object e3ff73f8-0841-4b9d-9180-ef5501d7d622. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:59:54.051506 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab4205d-5eed-4d9c-9f40-15b106f11181', 'name': 'tempest-NetworksTestDHCPv6-router-1655750346', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:59:50Z', 'updated_at': '2021-07-23T20:59:53Z', 'revision_number': 3, 'project_id': '51974b1f8f2c45c9b111c8f02ead8708', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:59:54.088932 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0787b4d9-6b4b-4686-83b0-92fd2222f3d2 None None] The sync data for ids ['bab4205d-5eed-4d9c-9f40-15b106f11181'] in n-d-791504-18 is: [{'id': 'bab4205d-5eed-4d9c-9f40-15b106f11181', 'name': 'tempest-NetworksTestDHCPv6-router-1655750346', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:59:50Z', 'updated_at': '2021-07-23T20:59:53Z', 'revision_number': 3, 'project_id': '51974b1f8f2c45c9b111c8f02ead8708', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:59:54.578219 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6693078d-0660-4728-a23e-2a3333cd3062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:54.694081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caaa8e61-97b4-44a4-889c-69437434ba7b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Router bab4205d-5eed-4d9c-9f40-15b106f11181 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:59:54.775274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaa8e61-97b4-44a4-889c-69437434ba7b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:59:54.781090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-caaa8e61-97b4-44a4-889c-69437434ba7b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "PUT /v2.0/routers/bab4205d-5eed-4d9c-9f40-15b106f11181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1901405 Jul 23 20:59:54.782790 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47250) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:54.842944 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9886e4bb-7ad6-45c1-85f8-94f4c255c4af tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:54.844628 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9886e4bb-7ad6-45c1-85f8-94f4c255c4af tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:54.849345 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9886e4bb-7ad6-45c1-85f8-94f4c255c4af tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0623946 Jul 23 20:59:54.849598 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47254) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:54.911450 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-04256231-daff-412c-a5f6-0928683682f2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 20e2f235-72c0-4512-a408-dcc1c15883bd {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:59:54.915775 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04256231-daff-412c-a5f6-0928683682f2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:54.963534 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04256231-daff-412c-a5f6-0928683682f2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:55.037072 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04256231-daff-412c-a5f6-0928683682f2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:55.113321 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04256231-daff-412c-a5f6-0928683682f2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:55.145692 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04256231-daff-412c-a5f6-0928683682f2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=20e2f235-72c0-4512-a408-dcc1c15883bd,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:55.147820 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-04256231-daff-412c-a5f6-0928683682f2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:55.149782 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-04256231-daff-412c-a5f6-0928683682f2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/20e2f235-72c0-4512-a408-dcc1c15883bd HTTP/1.1" status: 204 len: 168 time: 0.2991788 Jul 23 20:59:55.152804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47258) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:55.159738 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5603a16-0b57-4d63-b975-474ab7271c5a None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:59:55.286159 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47260) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:55.289347 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6eb111ee-9cc0-4249-83eb-4ad2c1b9cc93 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1351745 Jul 23 20:59:55.321415 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7fc1d-5bbe-47d0-acb3-5ddff67279d1 None None] Sync routers for ids ['bab4205d-5eed-4d9c-9f40-15b106f11181'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:59:55.354974 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff7fc1d-5bbe-47d0-acb3-5ddff67279d1 None None] Routers {'bab4205d-5eed-4d9c-9f40-15b106f11181'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:59:55.356055 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-0ff7fc1d-5bbe-47d0-acb3-5ddff67279d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:59:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bab4205d-5eed-4d9c-9f40-15b106f11181'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:59:55.390896 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3306362d-fcc0-4c32-9e37-44783963e24b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:55.453289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42aaa9f-f49b-420d-9ec1-62eb4b5871eb None None] DHCP port deletion for 2006a637-5249-4b84-bbdd-c8c3b68cc9dc request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:59:55.493789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-0ff7fc1d-5bbe-47d0-acb3-5ddff67279d1 None None] Set router bab4205d-5eed-4d9c-9f40-15b106f11181 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:59:55.590660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-0ff7fc1d-5bbe-47d0-acb3-5ddff67279d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab4205d-5eed-4d9c-9f40-15b106f11181', 'name': 'tempest-NetworksTestDHCPv6-router-1655750346', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:59:50Z', 'updated_at': '2021-07-23T20:59:53Z', 'revision_number': 3, 'project_id': '51974b1f8f2c45c9b111c8f02ead8708', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:59:55.628346 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7fc1d-5bbe-47d0-acb3-5ddff67279d1 None None] Checking router: bab4205d-5eed-4d9c-9f40-15b106f11181 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:59:55.640472 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e42aaa9f-f49b-420d-9ec1-62eb4b5871eb None None] Deleting port 9f421465-3768-4e36-8409-f53bab9a311d {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:59:55.640844 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e42aaa9f-f49b-420d-9ec1-62eb4b5871eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:55.878255 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e42aaa9f-f49b-420d-9ec1-62eb4b5871eb None None] For port 9f421465-3768-4e36-8409-f53bab9a311d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9f421465-3768-4e36-8409-f53bab9a311d,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:55.878609 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e42aaa9f-f49b-420d-9ec1-62eb4b5871eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:55.892650 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e42aaa9f-f49b-420d-9ec1-62eb4b5871eb None None] Calling delete_port for 9f421465-3768-4e36-8409-f53bab9a311d owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:59:55.904812 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff7fc1d-5bbe-47d0-acb3-5ddff67279d1 None None] Routers {'bab4205d-5eed-4d9c-9f40-15b106f11181'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:59:55.905453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-0ff7fc1d-5bbe-47d0-acb3-5ddff67279d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:59:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bab4205d-5eed-4d9c-9f40-15b106f11181'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:59:56.013098 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3306362d-fcc0-4c32-9e37-44783963e24b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:56.013748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-0ff7fc1d-5bbe-47d0-acb3-5ddff67279d1 None None] Set router bab4205d-5eed-4d9c-9f40-15b106f11181 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:59:56.015268 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3306362d-fcc0-4c32-9e37-44783963e24b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:56.057590 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3306362d-fcc0-4c32-9e37-44783963e24b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:56.058258 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3306362d-fcc0-4c32-9e37-44783963e24b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Fanout notify agent at l3_agent the message router_deleted on router bab4205d-5eed-4d9c-9f40-15b106f11181 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:59:56.065578 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3306362d-fcc0-4c32-9e37-44783963e24b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:56.066690 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3306362d-fcc0-4c32-9e37-44783963e24b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/routers/bab4205d-5eed-4d9c-9f40-15b106f11181 HTTP/1.1" status: 204 len: 168 time: 0.7795429 Jul 23 20:59:56.069524 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47266) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:56.074452 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c5267218-d5da-4ce0-8dd3-cb60bd8fb53b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:56.076231 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-0ff7fc1d-5bbe-47d0-acb3-5ddff67279d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab4205d-5eed-4d9c-9f40-15b106f11181', 'name': 'tempest-NetworksTestDHCPv6-router-1655750346', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:59:50Z', 'updated_at': '2021-07-23T20:59:53Z', 'revision_number': 3, 'project_id': '51974b1f8f2c45c9b111c8f02ead8708', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:59:56.103910 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff7fc1d-5bbe-47d0-acb3-5ddff67279d1 None None] The sync data for ids ['bab4205d-5eed-4d9c-9f40-15b106f11181'] in n-d-791504-18 is: [{'id': 'bab4205d-5eed-4d9c-9f40-15b106f11181', 'name': 'tempest-NetworksTestDHCPv6-router-1655750346', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:59:50Z', 'updated_at': '2021-07-23T20:59:53Z', 'revision_number': 3, 'project_id': '51974b1f8f2c45c9b111c8f02ead8708', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:59:56.126985 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e42aaa9f-f49b-420d-9ec1-62eb4b5871eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:56.139493 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42aaa9f-f49b-420d-9ec1-62eb4b5871eb None None] No DVR routers for this DVR port 9f421465-3768-4e36-8409-f53bab9a311d on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:59:56.158359 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42aaa9f-f49b-420d-9ec1-62eb4b5871eb None None] Pushing event deleted for resources: {'Port': ['ID=9f421465-3768-4e36-8409-f53bab9a311d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:56.177843 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5267218-d5da-4ce0-8dd3-cb60bd8fb53b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:56.182141 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c5267218-d5da-4ce0-8dd3-cb60bd8fb53b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:56.376349 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c5267218-d5da-4ce0-8dd3-cb60bd8fb53b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:56.420156 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5267218-d5da-4ce0-8dd3-cb60bd8fb53b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:56.423340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c5267218-d5da-4ce0-8dd3-cb60bd8fb53b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:56.428098 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5267218-d5da-4ce0-8dd3-cb60bd8fb53b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:56.428691 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c5267218-d5da-4ce0-8dd3-cb60bd8fb53b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:56.433323 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4f8a1e-a9b0-4f6d-82d6-9b2ab6598006 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:59:56.434983 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5267218-d5da-4ce0-8dd3-cb60bd8fb53b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=b2b7d3c1-1bf5-44a0-9b04-813fc9be8168,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:56.448306 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c5267218-d5da-4ce0-8dd3-cb60bd8fb53b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3777277 Jul 23 20:59:56.451261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47270) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:56.455810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4cdbe902-5597-4803-a361-fc492aed00cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1257338244', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:56.477097 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4cdbe902-5597-4803-a361-fc492aed00cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:56.478072 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4cdbe902-5597-4803-a361-fc492aed00cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:56.533827 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4cdbe902-5597-4803-a361-fc492aed00cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:56.538233 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4cdbe902-5597-4803-a361-fc492aed00cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:56.558012 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4cdbe902-5597-4803-a361-fc492aed00cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:56.561820 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4cdbe902-5597-4803-a361-fc492aed00cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1095035 Jul 23 20:59:56.561998 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47274) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:56.593460 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'fixed_ips': [{'subnet_id': 'b2b7d3c1-1bf5-44a0-9b04-813fc9be8168'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:59:56.594312 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:56.731053 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Allocated IP 2001:db8::2 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/b2b7d3c1-1bf5-44a0-9b04-813fc9be8168/120c675a-534e-4f65-86ba-b0d3a29a9a87) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:59:56.837299 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:56.874869 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:56.884508 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Transition to ACTIVE for port object 120c675a-534e-4f65-86ba-b0d3a29a9a87 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:56.901766 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Transition to ACTIVE for port object 120c675a-534e-4f65-86ba-b0d3a29a9a87 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:56.909525 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:56.961184 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:56.963865 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:56.965600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:59:56.967874 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Pushing event updated for resources: {'Port': ['ID=120c675a-534e-4f65-86ba-b0d3a29a9a87,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:57.035352 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Attempting to bind port 120c675a-534e-4f65-86ba-b0d3a29a9a87 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:59:57.035863 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Attempting to bind port 120c675a-534e-4f65-86ba-b0d3a29a9a87 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:59:57.036295 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Attempting to bind port 120c675a-534e-4f65-86ba-b0d3a29a9a87 on network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:59:57.042016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:59:57.042468 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:59:57.042983 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:57.043790 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Bound using segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:59:57.044421 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Bound port: 120c675a-534e-4f65-86ba-b0d3a29a9a87, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:59:57.044966 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:57.126834 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] For port 120c675a-534e-4f65-86ba-b0d3a29a9a87, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:59:57.131982 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] For port 120c675a-534e-4f65-86ba-b0d3a29a9a87, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=120c675a-534e-4f65-86ba-b0d3a29a9a87,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:59:57.144653 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:57.153843 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::1 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/b2b7d3c1-1bf5-44a0-9b04-813fc9be8168/2f3833b8-fb64-4969-a7e8-67b4a38a2162) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:59:57.176317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9f421465-3768-4e36-8409-f53bab9a311d no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:59:57.181156 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-047e5e1b-ba5c-4d6d-9fbc-7f8f763dc490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:57.206934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 9f421465-3768-4e36-8409-f53bab9a311d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:59:57.207491 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9f421465-3768-4e36-8409-f53bab9a311d not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:59:57.251399 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75eea5-bd54-4b43-a786-442e65566d57 None None] Pushing event updated for resources: {'Port': ['ID=120c675a-534e-4f65-86ba-b0d3a29a9a87,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:57.318259 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:57.334265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object 2f3833b8-fb64-4969-a7e8-67b4a38a2162 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:57.457519 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:57.562217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:57.562217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:57.562217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:59:57.562217 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:57.563190 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:57.570165 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=2f3833b8-fb64-4969-a7e8-67b4a38a2162,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:57.699400 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:58.020139 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:58.026114 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:58.027020 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:58.167016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=2f3833b8-fb64-4969-a7e8-67b4a38a2162,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:58.187197 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:58.198885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:58.366980 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Router 0a013ae7-2fee-4dbf-a287-dda1342c995d is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:59:58.476069 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:59:58.483921 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3ad974e4-f5ae-41d0-a98c-30f0339dac3c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "PUT /v2.0/routers/0a013ae7-2fee-4dbf-a287-dda1342c995d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9183805 Jul 23 20:59:58.484285 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47306) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:58.491622 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Sync routers for ids ['0a013ae7-2fee-4dbf-a287-dda1342c995d'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:59:58.508810 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Routers {'0a013ae7-2fee-4dbf-a287-dda1342c995d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:59:58.509523 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:59:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['0a013ae7-2fee-4dbf-a287-dda1342c995d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:59:58.564607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5156c0d0-b9bf-4dd3-ab18-1106597cc4bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:58.572157 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5156c0d0-b9bf-4dd3-ab18-1106597cc4bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports/2f3833b8-fb64-4969-a7e8-67b4a38a2162 HTTP/1.1" status: 200 len: 911 time: 0.0869362 Jul 23 20:59:58.574550 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47308) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:58.612926 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:58.614612 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-09cd8d3e-a892-4948-b26c-65bfe2217e08 None None] Provisioning for port 120c675a-534e-4f65-86ba-b0d3a29a9a87 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:58.691407 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa704061-1667-408f-a812-68222519f747 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:58.701338 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa704061-1667-408f-a812-68222519f747 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:58.703308 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fa704061-1667-408f-a812-68222519f747 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1275930 Jul 23 20:59:58.706645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47314) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:59:58.728965 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Set router 0a013ae7-2fee-4dbf-a287-dda1342c995d gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:59:58.973749 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-dfab118a-567e-4e7c-b30e-32569cd765b3 None None] Provisioning for port 2f3833b8-fb64-4969-a7e8-67b4a38a2162 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:58.981660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-dfab118a-567e-4e7c-b30e-32569cd765b3 None None] Provisioning complete for port 2f3833b8-fb64-4969-a7e8-67b4a38a2162 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:58.982140 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dfab118a-567e-4e7c-b30e-32569cd765b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:59.033251 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a013ae7-2fee-4dbf-a287-dda1342c995d', 'name': 'tempest-NetworksTestDHCPv6-router-1257338244', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:59:56Z', 'updated_at': '2021-07-23T20:59:57Z', 'revision_number': 2, 'project_id': '51974b1f8f2c45c9b111c8f02ead8708', 'gw_port_host': None, '_interfaces': [{'id': '2f3833b8-fb64-4969-a7e8-67b4a38a2162', 'name': '', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'mac_address': 'fa:16:3e:ec:d7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a013ae7-2fee-4dbf-a287-dda1342c995d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b2b7d3c1-1bf5-44a0-9b04-813fc9be8168', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:59:56Z', 'updated_at': '2021-07-23T20:59:57Z', 'revision_number': 2, 'project_id': '51974b1f8f2c45c9b111c8f02ead8708', 'subnets': [{'id': 'b2b7d3c1-1bf5-44a0-9b04-813fc9be8168', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:59:59.042086 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-dfab118a-567e-4e7c-b30e-32569cd765b3 None None] Port 2f3833b8-fb64-4969-a7e8-67b4a38a2162 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:59:59.067973 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Checking router: 0a013ae7-2fee-4dbf-a287-dda1342c995d for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:59:59.068330 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Updating router 0a013ae7-2fee-4dbf-a287-dda1342c995d port 2f3833b8-fb64-4969-a7e8-67b4a38a2162 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:59:59.179879 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:59.222709 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 120c675a-534e-4f65-86ba-b0d3a29a9a87 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:59:59.282149 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a591fbd0-4f0b-4d28-807a-188aef013139 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:59.293004 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 120c675a-534e-4f65-86ba-b0d3a29a9a87 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:59.298828 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 120c675a-534e-4f65-86ba-b0d3a29a9a87 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:59.300295 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:59.380949 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2cfaf67e-b145-4c56-bbbf-638d237e33c2 None None] Provisioning complete for port 2f3833b8-fb64-4969-a7e8-67b4a38a2162 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:59.381460 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2cfaf67e-b145-4c56-bbbf-638d237e33c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:59.420938 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2cfaf67e-b145-4c56-bbbf-638d237e33c2 None None] Port 2f3833b8-fb64-4969-a7e8-67b4a38a2162 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:59:59.489723 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:59.547024 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 120c675a-534e-4f65-86ba-b0d3a29a9a87, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=120c675a-534e-4f65-86ba-b0d3a29a9a87,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:59.559477 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:59.652298 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=120c675a-534e-4f65-86ba-b0d3a29a9a87,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:59.680892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-a591fbd0-4f0b-4d28-807a-188aef013139 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port 2f3833b8-fb64-4969-a7e8-67b4a38a2162 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:59:59.682217 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a591fbd0-4f0b-4d28-807a-188aef013139 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:59.683691 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:59.697725 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Transition to ACTIVE for port object 2f3833b8-fb64-4969-a7e8-67b4a38a2162 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:59.708681 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:59.761275 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf86dee-89fb-41a4-886a-646fb0d51070 None None] Pushing event updated for resources: {'Port': ['ID=2f3833b8-fb64-4969-a7e8-67b4a38a2162,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:59.828686 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Attempting to bind port 2f3833b8-fb64-4969-a7e8-67b4a38a2162 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:59:59.829026 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Attempting to bind port 2f3833b8-fb64-4969-a7e8-67b4a38a2162 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:59:59.829386 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Attempting to bind port 2f3833b8-fb64-4969-a7e8-67b4a38a2162 on network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:59:59.835192 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:59:59.835593 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:59:59.835961 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:59.836352 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Bound using segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:59:59.836812 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Bound port: 2f3833b8-fb64-4969-a7e8-67b4a38a2162, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:59:59.840396 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:59.860736 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a591fbd0-4f0b-4d28-807a-188aef013139 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:59.878380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-a591fbd0-4f0b-4d28-807a-188aef013139 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for 2f3833b8-fb64-4969-a7e8-67b4a38a2162 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:59:59.964046 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] For port 2f3833b8-fb64-4969-a7e8-67b4a38a2162, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:59:59.967708 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] For port 2f3833b8-fb64-4969-a7e8-67b4a38a2162, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2f3833b8-fb64-4969-a7e8-67b4a38a2162,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:59:59.990360 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:00.010207 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:00.087226 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf86dee-89fb-41a4-886a-646fb0d51070 None None] Pushing event updated for resources: {'Port': ['ID=2f3833b8-fb64-4969-a7e8-67b4a38a2162,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:00.092045 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Routers {'0a013ae7-2fee-4dbf-a287-dda1342c995d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:00:00.092695 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:59:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['0a013ae7-2fee-4dbf-a287-dda1342c995d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:00.163638 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a591fbd0-4f0b-4d28-807a-188aef013139 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:00.226647 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591fbd0-4f0b-4d28-807a-188aef013139 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=2f3833b8-fb64-4969-a7e8-67b4a38a2162,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:00.385533 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a591fbd0-4f0b-4d28-807a-188aef013139 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:00.394039 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] Set router 0a013ae7-2fee-4dbf-a287-dda1342c995d gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:00:00.464686 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-84bfd5df-91f1-48bd-9130-4de5a4c26229 None None] Could not find standard attr ID for object 2f3833b8-fb64-4969-a7e8-67b4a38a2162. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 21:00:00.673253 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a591fbd0-4f0b-4d28-807a-188aef013139 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Router 0a013ae7-2fee-4dbf-a287-dda1342c995d has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:00:00.699427 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a013ae7-2fee-4dbf-a287-dda1342c995d', 'name': 'tempest-NetworksTestDHCPv6-router-1257338244', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:59:56Z', 'updated_at': '2021-07-23T20:59:57Z', 'revision_number': 2, 'project_id': '51974b1f8f2c45c9b111c8f02ead8708', 'gw_port_host': None, '_interfaces': [{'id': '2f3833b8-fb64-4969-a7e8-67b4a38a2162', 'name': '', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'mac_address': 'fa:16:3e:ec:d7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a013ae7-2fee-4dbf-a287-dda1342c995d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b2b7d3c1-1bf5-44a0-9b04-813fc9be8168', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:59:56Z', 'updated_at': '2021-07-23T20:59:59Z', 'revision_number': 4, 'project_id': '51974b1f8f2c45c9b111c8f02ead8708', 'subnets': [{'id': 'b2b7d3c1-1bf5-44a0-9b04-813fc9be8168', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:00.742239 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee26994-ee31-4397-8ea6-57925103547b None None] The sync data for ids ['0a013ae7-2fee-4dbf-a287-dda1342c995d'] in n-d-791504-18 is: [{'id': '0a013ae7-2fee-4dbf-a287-dda1342c995d', 'name': 'tempest-NetworksTestDHCPv6-router-1257338244', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:59:56Z', 'updated_at': '2021-07-23T20:59:57Z', 'revision_number': 2, 'project_id': '51974b1f8f2c45c9b111c8f02ead8708', 'gw_port_host': None, '_interfaces': [{'id': '2f3833b8-fb64-4969-a7e8-67b4a38a2162', 'name': '', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'mac_address': 'fa:16:3e:ec:d7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a013ae7-2fee-4dbf-a287-dda1342c995d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'b2b7d3c1-1bf5-44a0-9b04-813fc9be8168', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:59:56Z', 'updated_at': '2021-07-23T20:59:59Z', 'revision_number': 4, 'project_id': '51974b1f8f2c45c9b111c8f02ead8708', 'subnets': [{'id': 'b2b7d3c1-1bf5-44a0-9b04-813fc9be8168', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:00:00.788722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a591fbd0-4f0b-4d28-807a-188aef013139 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:00:00.797097 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47348) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:00.797855 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a591fbd0-4f0b-4d28-807a-188aef013139 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "PUT /v2.0/routers/0a013ae7-2fee-4dbf-a287-dda1342c995d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0899990 Jul 23 21:00:00.861439 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd51743e-b0ec-46b6-a49d-8a3aa3b00d46 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:00.863951 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd51743e-b0ec-46b6-a49d-8a3aa3b00d46 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:00.868237 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47350) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:00.868447 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dd51743e-b0ec-46b6-a49d-8a3aa3b00d46 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0694101 Jul 23 21:00:00.931685 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet b2b7d3c1-1bf5-44a0-9b04-813fc9be8168 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:00.935469 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:01.025778 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:01.166258 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:01.175787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 120c675a-534e-4f65-86ba-b0d3a29a9a87 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:01.230037 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 120c675a-534e-4f65-86ba-b0d3a29a9a87 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:01.230410 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:01.264919 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:01.341959 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=b2b7d3c1-1bf5-44a0-9b04-813fc9be8168,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:01.369661 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:01.374028 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/b2b7d3c1-1bf5-44a0-9b04-813fc9be8168 HTTP/1.1" status: 204 len: 168 time: 0.5023255 Jul 23 21:00:01.374567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47360) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:01.389960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d5e9a5-dd42-4023-9681-006476908794 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:01.448336 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:01.448844 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:01.449200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:01.449630 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:01.450028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:01.450527 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:01.450947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:01.451368 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:01.451767 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:01.452295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:01.452691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:01.453085 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4b8ef-99a8-40b4-9df8-266a9ab58a89 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:01.536097 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ec00c7fc-467c-4a4b-8fdb-60cd8c701f24 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1604776 Jul 23 21:00:01.538719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47362) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:01.641064 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5114d435-bbb7-4506-b6ad-219d4d49dbd1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:01.683029 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] DHCP port deletion for 2006a637-5249-4b84-bbdd-c8c3b68cc9dc request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:00:01.740292 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] Deleting port 120c675a-534e-4f65-86ba-b0d3a29a9a87 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:01.740944 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:01.826074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] For port 120c675a-534e-4f65-86ba-b0d3a29a9a87, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=120c675a-534e-4f65-86ba-b0d3a29a9a87,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:01.826360 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:01.846706 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] Calling delete_port for 120c675a-534e-4f65-86ba-b0d3a29a9a87 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:01.849695 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5114d435-bbb7-4506-b6ad-219d4d49dbd1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:01.852287 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5114d435-bbb7-4506-b6ad-219d4d49dbd1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:01.907440 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5114d435-bbb7-4506-b6ad-219d4d49dbd1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:01.908041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5114d435-bbb7-4506-b6ad-219d4d49dbd1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Fanout notify agent at l3_agent the message router_deleted on router 0a013ae7-2fee-4dbf-a287-dda1342c995d {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:00:01.922871 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5114d435-bbb7-4506-b6ad-219d4d49dbd1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:01.924607 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5114d435-bbb7-4506-b6ad-219d4d49dbd1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/routers/0a013ae7-2fee-4dbf-a287-dda1342c995d HTTP/1.1" status: 204 len: 168 time: 0.3845408 Jul 23 21:00:01.927494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47370) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:01.965574 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:01.993758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] Pushing event deleted for resources: {'Port': ['ID=120c675a-534e-4f65-86ba-b0d3a29a9a87,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:02.003837 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f252dd-edcd-4e34-b316-923af91725bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:02.004635 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] No DVR routers for this DVR port 120c675a-534e-4f65-86ba-b0d3a29a9a87 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:00:02.006339 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-55f252dd-edcd-4e34-b316-923af91725bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0775824 Jul 23 21:00:02.006651 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.006996 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.007404 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.007742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.008072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.008489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.008827 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.009041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47374) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:02.009174 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.009461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.009785 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.010137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.010421 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488e1661-2efd-4e51-977b-9d4faa5f9cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.073828 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4d53a5-50ce-4426-ab9f-30f3d1edb0e7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:02.075358 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cd4d53a5-50ce-4426-ab9f-30f3d1edb0e7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0641615 Jul 23 21:00:02.077856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47378) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:02.120646 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-409dd222-6dc4-4c62-b1b8-aa6ea78d038f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376856 Jul 23 21:00:02.120831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47380) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:02.125746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:02.227064 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:02.230707 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:02.454815 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59788483-4a41-4617-943f-68cc023d5c3d None None] Sync routers for ids ['0a013ae7-2fee-4dbf-a287-dda1342c995d'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:00:02.475393 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59788483-4a41-4617-943f-68cc023d5c3d None None] Routers set() bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:00:02.476892 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59788483-4a41-4617-943f-68cc023d5c3d None None] Router IDs set() for agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 21:00:02.477516 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_agentschedulers_db [None req-59788483-4a41-4617-943f-68cc023d5c3d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0a013ae7-2fee-4dbf-a287-dda1342c995d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:59:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent'). {{(pid=93812) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 21:00:02.491139 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59788483-4a41-4617-943f-68cc023d5c3d None None] Routers set() bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:00:02.491499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59788483-4a41-4617-943f-68cc023d5c3d None None] Router IDs set() for agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 21:00:02.492238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_agentschedulers_db [None req-59788483-4a41-4617-943f-68cc023d5c3d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0a013ae7-2fee-4dbf-a287-dda1342c995d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T20:59:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent'). {{(pid=93812) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 21:00:02.492611 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59788483-4a41-4617-943f-68cc023d5c3d None None] The sync data for ids ['0a013ae7-2fee-4dbf-a287-dda1342c995d'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:00:02.542682 n-d-791504-18 neutron-server[93810]: DEBUG neutron.objects.ports [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93810) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 21:00:02.544473 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:02.612238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:02.615931 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:02.617779 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=176743e3-68ea-4494-b23a-8bc53fea22c2,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:02.621398 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:02.622006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:02.628894 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16d6e52-ba0e-4e4d-83a0-4858a24e7fad None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:02.633156 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.633526 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.633860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.634198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.634622 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.634954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.635322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.635653 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.636168 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.636339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.636646 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.636966 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:02.651140 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4e0ff3f7-c6a2-4d8d-a806-c05187b63dad tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5291884 Jul 23 21:00:02.653846 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47398) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:02.659548 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-0e16c017-7cac-4b3f-96b0-6719eb2f6feb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:02.809519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e16c017-7cac-4b3f-96b0-6719eb2f6feb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:02.819479 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0e16c017-7cac-4b3f-96b0-6719eb2f6feb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:02.874735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'fixed_ips': [{'subnet_id': '176743e3-68ea-4494-b23a-8bc53fea22c2'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:00:02.875640 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.094814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Allocated IP 2001:db8::f816:3eff:fe60:71b3 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/176743e3-68ea-4494-b23a-8bc53fea22c2/e6462d5c-3d5e-4f6f-b0f5-b94318da4db6) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:03.172018 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2f3833b8-fb64-4969-a7e8-67b4a38a2162 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:00:03.181666 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0e16c017-7cac-4b3f-96b0-6719eb2f6feb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.221787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 2f3833b8-fb64-4969-a7e8-67b4a38a2162 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:00:03.222472 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2f3833b8-fb64-4969-a7e8-67b4a38a2162 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:00:03.223055 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 120c675a-534e-4f65-86ba-b0d3a29a9a87 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:00:03.247659 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 120c675a-534e-4f65-86ba-b0d3a29a9a87 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:00:03.248213 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 120c675a-534e-4f65-86ba-b0d3a29a9a87 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:00:03.270378 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e16c017-7cac-4b3f-96b0-6719eb2f6feb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:03.271641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16c017-7cac-4b3f-96b0-6719eb2f6feb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=e2815156-b985-4a4c-aa0b-394e262303a5,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:03.274130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-0e16c017-7cac-4b3f-96b0-6719eb2f6feb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:03.277268 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e16c017-7cac-4b3f-96b0-6719eb2f6feb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:03.277981 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0e16c017-7cac-4b3f-96b0-6719eb2f6feb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.299981 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0e16c017-7cac-4b3f-96b0-6719eb2f6feb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6422436 Jul 23 21:00:03.300316 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47408) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:03.306194 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a6926ac2-5d92-4736-8cbd-4a662185dd5a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'mac_address': 'fa:16:3e:7b:90:f0', 'name': 'tempest-NetworksTestDHCPv6-1557418382'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:03.323658 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47410) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:03.326403 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.328950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-511895d1-7b83-4c8e-bb9e-a775f062b928 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1000450802', 'description': 'tempest-secgroup-smoke-1000450802 description', 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:03.336492 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Transition to ACTIVE for port object e6462d5c-3d5e-4f6f-b0f5-b94318da4db6 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:03.355226 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-511895d1-7b83-4c8e-bb9e-a775f062b928 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.357901 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Transition to ACTIVE for port object e6462d5c-3d5e-4f6f-b0f5-b94318da4db6 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:03.367541 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.419583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Pushing event updated for resources: {'Port': ['ID=e6462d5c-3d5e-4f6f-b0f5-b94318da4db6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:03.436667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:03.439285 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:03.442407 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:03.474200 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-511895d1-7b83-4c8e-bb9e-a775f062b928 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.480518 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-511895d1-7b83-4c8e-bb9e-a775f062b928 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.505561 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6926ac2-5d92-4736-8cbd-4a662185dd5a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:03.510842 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511895d1-7b83-4c8e-bb9e-a775f062b928 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d3f55c-2f7e-441d-b001-15d5da471beb,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:03.515395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Attempting to bind port e6462d5c-3d5e-4f6f-b0f5-b94318da4db6 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:03.515954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Attempting to bind port e6462d5c-3d5e-4f6f-b0f5-b94318da4db6 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:03.516303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Attempting to bind port e6462d5c-3d5e-4f6f-b0f5-b94318da4db6 on network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:03.523321 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:03.523805 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:03.524296 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.524881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Bound using segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:03.525551 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Bound port: e6462d5c-3d5e-4f6f-b0f5-b94318da4db6, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:03.526604 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.533082 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-511895d1-7b83-4c8e-bb9e-a775f062b928 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.539776 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-511895d1-7b83-4c8e-bb9e-a775f062b928 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2148173 Jul 23 21:00:03.541571 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47414) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:03.547158 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-be935cc1-94c5-494c-aa03-375fea4813ff tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Request body: {'security_group_rule': {'security_group_id': '96d3f55c-2f7e-441d-b001-15d5da471beb', 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:03.582829 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-be935cc1-94c5-494c-aa03-375fea4813ff tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.619326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] For port e6462d5c-3d5e-4f6f-b0f5-b94318da4db6, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:03.624466 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] For port e6462d5c-3d5e-4f6f-b0f5-b94318da4db6, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e6462d5c-3d5e-4f6f-b0f5-b94318da4db6,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:03.632974 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.647318 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6926ac2-5d92-4736-8cbd-4a662185dd5a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.654553 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-be935cc1-94c5-494c-aa03-375fea4813ff tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.659966 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-be935cc1-94c5-494c-aa03-375fea4813ff tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.670087 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-a6926ac2-5d92-4736-8cbd-4a662185dd5a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port 90d28e08-50f7-4220-ac9b-049d97aedb30 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 21:00:03.683337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be935cc1-94c5-494c-aa03-375fea4813ff tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fce3474-ff46-4081-b242-ed3e7a15ccc2,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:03.690967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a23931-2a88-4a82-a245-a0b32153a9e0 None None] Pushing event updated for resources: {'Port': ['ID=e6462d5c-3d5e-4f6f-b0f5-b94318da4db6,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:03.695221 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-be935cc1-94c5-494c-aa03-375fea4813ff tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.696814 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-be935cc1-94c5-494c-aa03-375fea4813ff tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1538296 Jul 23 21:00:03.699254 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47418) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:03.705181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-95eaaac3-ddcd-4aa2-a5ac-c0822d9fd70f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Request body: {'security_group_rule': {'security_group_id': '96d3f55c-2f7e-441d-b001-15d5da471beb', 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:03.759135 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95eaaac3-ddcd-4aa2-a5ac-c0822d9fd70f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.834784 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95eaaac3-ddcd-4aa2-a5ac-c0822d9fd70f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.841537 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95eaaac3-ddcd-4aa2-a5ac-c0822d9fd70f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.860762 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eaaac3-ddcd-4aa2-a5ac-c0822d9fd70f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794df637-2976-4627-bde6-5404c8d783a1,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:03.870205 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95eaaac3-ddcd-4aa2-a5ac-c0822d9fd70f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:03.874464 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-95eaaac3-ddcd-4aa2-a5ac-c0822d9fd70f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1715043 Jul 23 21:00:03.874826 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47424) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:03.883519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-25b073f1-0891-4acd-80a0-42f5273471b3 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Request body: {'security_group_rule': {'security_group_id': '96d3f55c-2f7e-441d-b001-15d5da471beb', 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:03.890202 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-a6926ac2-5d92-4736-8cbd-4a662185dd5a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 172.20.0.10 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/e2815156-b985-4a4c-aa0b-394e262303a5/90d28e08-50f7-4220-ac9b-049d97aedb30) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:03.909802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-a6926ac2-5d92-4736-8cbd-4a662185dd5a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::f816:3eff:fe7b:90f0 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/176743e3-68ea-4494-b23a-8bc53fea22c2/90d28e08-50f7-4220-ac9b-049d97aedb30) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:03.919972 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-25b073f1-0891-4acd-80a0-42f5273471b3 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.040868 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-25b073f1-0891-4acd-80a0-42f5273471b3 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.048457 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-25b073f1-0891-4acd-80a0-42f5273471b3 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.123951 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6926ac2-5d92-4736-8cbd-4a662185dd5a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.165546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-a6926ac2-5d92-4736-8cbd-4a662185dd5a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object 90d28e08-50f7-4220-ac9b-049d97aedb30 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:04.211464 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6926ac2-5d92-4736-8cbd-4a662185dd5a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.273875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6926ac2-5d92-4736-8cbd-4a662185dd5a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:04.277363 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-a6926ac2-5d92-4736-8cbd-4a662185dd5a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:04.282376 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6926ac2-5d92-4736-8cbd-4a662185dd5a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:04.287534 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6926ac2-5d92-4736-8cbd-4a662185dd5a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=90d28e08-50f7-4220-ac9b-049d97aedb30,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:04.342344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6926ac2-5d92-4736-8cbd-4a662185dd5a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:04.343024 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6926ac2-5d92-4736-8cbd-4a662185dd5a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.359303 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a6926ac2-5d92-4736-8cbd-4a662185dd5a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0577877 Jul 23 21:00:04.366855 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47430) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:04.429638 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b073f1-0891-4acd-80a0-42f5273471b3 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf0958d-2c59-48ae-aaa9-84b8cf5c8676,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:04.434531 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-25b073f1-0891-4acd-80a0-42f5273471b3 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.435993 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-25b073f1-0891-4acd-80a0-42f5273471b3 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5592215 Jul 23 21:00:04.439395 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47434) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:04.440950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9b343c-fdde-401f-9617-e98538a10670 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:04.444444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f631950a-5083-4329-afc6-511d47fc0603 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Request body: {'security_group_rule': {'security_group_id': '96d3f55c-2f7e-441d-b001-15d5da471beb', 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:04.447120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9b343c-fdde-401f-9617-e98538a10670 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:04.448774 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ae9b343c-fdde-401f-9617-e98538a10670 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0807645 Jul 23 21:00:04.451809 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47436) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:04.474712 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f631950a-5083-4329-afc6-511d47fc0603 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.541966 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f631950a-5083-4329-afc6-511d47fc0603 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.548055 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f631950a-5083-4329-afc6-511d47fc0603 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.570055 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631950a-5083-4329-afc6-511d47fc0603 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45fb73d-21a7-4c77-bf54-f00213adb5e0,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:04.584557 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f631950a-5083-4329-afc6-511d47fc0603 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.585911 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f631950a-5083-4329-afc6-511d47fc0603 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454170 Jul 23 21:00:04.588655 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47440) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:04.594023 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-cf2b6915-61b6-4055-ae58-df689739f368 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port 90d28e08-50f7-4220-ac9b-049d97aedb30 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:04.594599 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf2b6915-61b6-4055-ae58-df689739f368 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.595521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9e1e9302-9c3d-42c0-90be-249a50a56c03 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Request body: {'security_group_rule': {'security_group_id': '96d3f55c-2f7e-441d-b001-15d5da471beb', 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:04.623778 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-9e1e9302-9c3d-42c0-90be-249a50a56c03 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Project 4bcad8cead78462cb1b3a6a4fd77f0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:00:04.632255 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e1e9302-9c3d-42c0-90be-249a50a56c03 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.705991 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf2b6915-61b6-4055-ae58-df689739f368 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.706769 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e1e9302-9c3d-42c0-90be-249a50a56c03 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.712656 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e1e9302-9c3d-42c0-90be-249a50a56c03 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.725594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-cf2b6915-61b6-4055-ae58-df689739f368 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for 90d28e08-50f7-4220-ac9b-049d97aedb30 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:04.727883 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e9302-9c3d-42c0-90be-249a50a56c03 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d99c87-b9d1-47fe-b088-a838eb0a699e,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:04.753057 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e1e9302-9c3d-42c0-90be-249a50a56c03 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.769284 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9e1e9302-9c3d-42c0-90be-249a50a56c03 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1794343 Jul 23 21:00:04.772009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47444) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:04.777638 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-dda155c2-4006-4791-bc39-573e3c4cb736 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Request body: {'security_group_rule': {'security_group_id': '96d3f55c-2f7e-441d-b001-15d5da471beb', 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:04.805284 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-dda155c2-4006-4791-bc39-573e3c4cb736 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Project 4bcad8cead78462cb1b3a6a4fd77f0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:00:04.811555 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dda155c2-4006-4791-bc39-573e3c4cb736 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.915750 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dda155c2-4006-4791-bc39-573e3c4cb736 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.924697 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dda155c2-4006-4791-bc39-573e3c4cb736 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.948063 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda155c2-4006-4791-bc39-573e3c4cb736 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c34956-ad0c-4d48-9d2d-89b672e79ca0,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:04.961785 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dda155c2-4006-4791-bc39-573e3c4cb736 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:04.967163 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dda155c2-4006-4791-bc39-573e3c4cb736 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1899276 Jul 23 21:00:04.991609 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf2b6915-61b6-4055-ae58-df689739f368 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:05.029333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b6915-61b6-4055-ae58-df689739f368 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=90d28e08-50f7-4220-ac9b-049d97aedb30,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:05.064484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346150a6-43e4-49dc-87e8-d61dcb23860c None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:05.184048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9af65eb1-bfbe-4f2c-8e03-d73ef0096d30 None None] Provisioning for port e6462d5c-3d5e-4f6f-b0f5-b94318da4db6 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:05.193136 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cf2b6915-61b6-4055-ae58-df689739f368 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:05.196417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cf2b6915-61b6-4055-ae58-df689739f368 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/90d28e08-50f7-4220-ac9b-049d97aedb30 HTTP/1.1" status: 204 len: 168 time: 0.7436223 Jul 23 21:00:05.198941 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47462) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:05.238378 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e6462d5c-3d5e-4f6f-b0f5-b94318da4db6 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:05.300293 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce0e411-f7aa-4b24-9ca0-76e0a937a3a9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:05.303249 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce0e411-f7aa-4b24-9ca0-76e0a937a3a9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:05.304977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce0e411-f7aa-4b24-9ca0-76e0a937a3a9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:05.307038 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1ce0e411-f7aa-4b24-9ca0-76e0a937a3a9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1064916 Jul 23 21:00:05.309926 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47466) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:05.349209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port e6462d5c-3d5e-4f6f-b0f5-b94318da4db6 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:05.355202 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port e6462d5c-3d5e-4f6f-b0f5-b94318da4db6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:05.355576 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:05.373546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c4457f-eb2a-4e2a-adf2-de27b3e60e06 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 176743e3-68ea-4494-b23a-8bc53fea22c2 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:05.378720 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8c4457f-eb2a-4e2a-adf2-de27b3e60e06 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:05.446185 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8c4457f-eb2a-4e2a-adf2-de27b3e60e06 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:05.517577 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:05.519597 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94925cc-627d-4ab5-923e-f6a323c2f7e8 None None] Update dhcp port {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'fixed_ips': [{'subnet_id': '176743e3-68ea-4494-b23a-8bc53fea22c2', 'ip_address': '2001:db8::f816:3eff:fe60:71b3'}, {'subnet_id': 'e2815156-b985-4a4c-aa0b-394e262303a5'}], 'binding:host_id': 'n-d-791504-18'}, 'id': 'e6462d5c-3d5e-4f6f-b0f5-b94318da4db6'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 21:00:05.523247 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-b3eb915b-4d3e-4043-bb10-a173898a55ab tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1000450802&fields=id&tenant_id=4bcad8cead78462cb1b3a6a4fd77f0af HTTP/1.1" status: 200 len: 267 time: 0.0471981 Jul 23 21:00:05.590816 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a94925cc-627d-4ab5-923e-f6a323c2f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:05.593832 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port e6462d5c-3d5e-4f6f-b0f5-b94318da4db6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e6462d5c-3d5e-4f6f-b0f5-b94318da4db6,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:05.604687 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:05.624159 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8c4457f-eb2a-4e2a-adf2-de27b3e60e06 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:05.685928 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=e6462d5c-3d5e-4f6f-b0f5-b94318da4db6,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:05.727921 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-c065cffa-4895-467a-b2fc-1821625c0893 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:05.735267 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-c065cffa-4895-467a-b2fc-1821625c0893 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/networks?id=411352d1-7a75-42b9-bd5f-27a10f834896 HTTP/1.1" status: 200 len: 811 time: 0.1649134 Jul 23 21:00:05.752701 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-806f8ed5-5254-4908-8cb8-935c6ae188bf tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/quotas/4bcad8cead78462cb1b3a6a4fd77f0af HTTP/1.1" status: 200 len: 375 time: 0.0170298 Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server [None req-a94925cc-627d-4ab5-923e-f6a323c2f7e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 176743e3-68ea-4494-b23a-8bc53fea22c2: This subnet is being modified by another concurrent operation. Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise exception Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 176743e3-68ea-4494-b23a-8bc53fea22c2: This subnet is being modified by another concurrent operation. Jul 23 21:00:05.793118 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Jul 23 21:00:05.798527 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8c4457f-eb2a-4e2a-adf2-de27b3e60e06 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:05.832638 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f8c4457f-eb2a-4e2a-adf2-de27b3e60e06 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:05.835321 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f8c4457f-eb2a-4e2a-adf2-de27b3e60e06 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/176743e3-68ea-4494-b23a-8bc53fea22c2 HTTP/1.1" status: 204 len: 168 time: 0.5241826 Jul 23 21:00:05.838406 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4457f-eb2a-4e2a-adf2-de27b3e60e06 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=176743e3-68ea-4494-b23a-8bc53fea22c2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:05.838536 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47476) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:05.865876 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-a64293fe-d1a8-4549-bb64-02e11a1c7876 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4bcad8cead78462cb1b3a6a4fd77f0af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100497 Jul 23 21:00:05.880073 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8b1dfb-70f7-4365-8212-f9069f12b371 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:05.927123 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce2722e-67f7-4bcd-b419-d07cc32d0741 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet e2815156-b985-4a4c-aa0b-394e262303a5 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:05.933147 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bce2722e-67f7-4bcd-b419-d07cc32d0741 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:05.995856 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bce2722e-67f7-4bcd-b419-d07cc32d0741 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:06.000183 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-1886554f-4ed3-49be-bdb1-a58a47f95aba service neutron] 10.222.0.55 "GET /v2.0/networks/411352d1-7a75-42b9-bd5f-27a10f834896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261799 Jul 23 21:00:06.052718 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:00:06.062355 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bce2722e-67f7-4bcd-b419-d07cc32d0741 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:06.133776 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-dae713d1-3b29-4f4e-9766-115b3ed0be2e service neutron] 10.222.0.55 "GET /v2.0/networks/411352d1-7a75-42b9-bd5f-27a10f834896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320531 Jul 23 21:00:06.145705 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bce2722e-67f7-4bcd-b419-d07cc32d0741 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:06.154281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d7953bec-de26-4bdf-8eea-f5a79978050d None None] Provisioning complete for port e6462d5c-3d5e-4f6f-b0f5-b94318da4db6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:06.154820 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7953bec-de26-4bdf-8eea-f5a79978050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:06.164135 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bce2722e-67f7-4bcd-b419-d07cc32d0741 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:06.166197 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bce2722e-67f7-4bcd-b419-d07cc32d0741 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/e2815156-b985-4a4c-aa0b-394e262303a5 HTTP/1.1" status: 204 len: 168 time: 0.3269057 Jul 23 21:00:06.168712 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47484) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:06.224839 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2722e-67f7-4bcd-b419-d07cc32d0741 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=e2815156-b985-4a4c-aa0b-394e262303a5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:06.243767 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3b2935a9-c62b-42f3-ae21-71c29f41293f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738165 Jul 23 21:00:06.246285 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47490) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:06.251685 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b7f40651-df2d-4022-8584-26db37df5244 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:06.354038 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d8c041-c640-44b1-8f13-4eec8c7547e3 None None] DHCP port deletion for 2006a637-5249-4b84-bbdd-c8c3b68cc9dc request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:00:06.371072 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f40651-df2d-4022-8584-26db37df5244 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:06.374864 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b7f40651-df2d-4022-8584-26db37df5244 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:06.411937 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d4d8c041-c640-44b1-8f13-4eec8c7547e3 None None] Deleting port e6462d5c-3d5e-4f6f-b0f5-b94318da4db6 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:06.412319 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c041-c640-44b1-8f13-4eec8c7547e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:06.520092 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d4d8c041-c640-44b1-8f13-4eec8c7547e3 None None] For port e6462d5c-3d5e-4f6f-b0f5-b94318da4db6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e6462d5c-3d5e-4f6f-b0f5-b94318da4db6,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:06.520781 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c041-c640-44b1-8f13-4eec8c7547e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:06.536127 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d4d8c041-c640-44b1-8f13-4eec8c7547e3 None None] Calling delete_port for e6462d5c-3d5e-4f6f-b0f5-b94318da4db6 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:06.661996 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c041-c640-44b1-8f13-4eec8c7547e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:06.693609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8c041-c640-44b1-8f13-4eec8c7547e3 None None] Pushing event deleted for resources: {'Port': ['ID=e6462d5c-3d5e-4f6f-b0f5-b94318da4db6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:06.696168 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8c041-c640-44b1-8f13-4eec8c7547e3 None None] No DVR routers for this DVR port e6462d5c-3d5e-4f6f-b0f5-b94318da4db6 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:00:06.717409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eecab7-30d2-4efe-a6d8-75343b14e28b None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 21:00:06.816976 n-d-791504-18 neutron-server[93811]: DEBUG neutron.objects.ports [None req-b7f40651-df2d-4022-8584-26db37df5244 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 21:00:06.819708 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-989446b2-b64e-4560-ba2a-d7834e998597 req-17e12e38-db0f-4edb-af96-46a862f8e477 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 210 time: 0.2154474 Jul 23 21:00:06.820070 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eecab7-30d2-4efe-a6d8-75343b14e28b None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 21:00:06.820922 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b7f40651-df2d-4022-8584-26db37df5244 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:06.879038 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f40651-df2d-4022-8584-26db37df5244 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:06.882787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-b7f40651-df2d-4022-8584-26db37df5244 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:06.887197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f40651-df2d-4022-8584-26db37df5244 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:06.887832 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b7f40651-df2d-4022-8584-26db37df5244 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:06.901575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f40651-df2d-4022-8584-26db37df5244 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=f302ff89-318c-4d22-9367-c5c649343408,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:06.921936 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b7f40651-df2d-4022-8584-26db37df5244 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6745224 Jul 23 21:00:06.924667 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47518) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:06.930735 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-23531e25-a5be-4593-8a4f-1f79be6affc5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:07.065808 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23531e25-a5be-4593-8a4f-1f79be6affc5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:07.071322 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-23531e25-a5be-4593-8a4f-1f79be6affc5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:07.165523 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e6462d5c-3d5e-4f6f-b0f5-b94318da4db6 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:00:07.192262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'fixed_ips': [{'subnet_id': 'f302ff89-318c-4d22-9367-c5c649343408'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:00:07.193138 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:07.196317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: e6462d5c-3d5e-4f6f-b0f5-b94318da4db6 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:00:07.196667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e6462d5c-3d5e-4f6f-b0f5-b94318da4db6 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:00:07.360848 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Allocated IP 2001:db8::f816:3eff:fea7:2eab (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/f302ff89-318c-4d22-9367-c5c649343408/f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:07.394291 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-23531e25-a5be-4593-8a4f-1f79be6affc5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:07.441210 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23531e25-a5be-4593-8a4f-1f79be6affc5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:07.444545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-23531e25-a5be-4593-8a4f-1f79be6affc5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:07.450368 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23531e25-a5be-4593-8a4f-1f79be6affc5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:07.450972 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-23531e25-a5be-4593-8a4f-1f79be6affc5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:07.470395 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23531e25-a5be-4593-8a4f-1f79be6affc5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=c38266d4-0e76-49d1-9a34-6e98607ff79c,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:07.474266 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-23531e25-a5be-4593-8a4f-1f79be6affc5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5482595 Jul 23 21:00:07.477232 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47532) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:07.482636 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a5a12667-5d1f-4920-bece-6271adff6cf4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'mac_address': 'fa:16:3e:bc:04:05', 'name': 'tempest-NetworksTestDHCPv6-893404812'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:07.548963 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:07.563698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Transition to ACTIVE for port object f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:07.584388 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Transition to ACTIVE for port object f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:07.599606 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:07.625656 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a12667-5d1f-4920-bece-6271adff6cf4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:07.631213 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a5a12667-5d1f-4920-bece-6271adff6cf4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:07.643757 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:07.645253 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:07.647763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:07.665070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-a5a12667-5d1f-4920-bece-6271adff6cf4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port 05fc37dd-8014-4a5e-8f41-f44f3d25e161 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 21:00:07.730415 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Pushing event updated for resources: {'Port': ['ID=f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:07.742277 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Attempting to bind port f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:07.742645 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Attempting to bind port f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:07.743007 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Attempting to bind port f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 on network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:07.748476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:07.748850 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:07.749381 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:07.749771 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Bound using segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:07.750237 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Bound port: f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:07.750949 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:07.828201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] For port f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:07.832433 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] For port f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:07.836953 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:07.912461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24199c9c-df6d-41a1-8728-47f9473e9e5d None None] Pushing event updated for resources: {'Port': ['ID=f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:08.409197 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4b324c7d-db26-4def-bff0-1f7350051f63 req-d6672a21-230b-42df-8085-26039c9a83da tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 210 time: 0.0571811 Jul 23 21:00:08.426664 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-a5a12667-5d1f-4920-bece-6271adff6cf4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 172.20.0.13 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/c38266d4-0e76-49d1-9a34-6e98607ff79c/05fc37dd-8014-4a5e-8f41-f44f3d25e161) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:08.441185 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-b6408a1e-b683-40dc-b56c-6983e854df14 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:08.442999 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-b6408a1e-b683-40dc-b56c-6983e854df14 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.57 "GET /v2.0/networks?id=411352d1-7a75-42b9-bd5f-27a10f834896 HTTP/1.1" status: 200 len: 811 time: 0.6831079 Jul 23 21:00:08.444388 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-a5a12667-5d1f-4920-bece-6271adff6cf4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::f816:3eff:febc:405 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/f302ff89-318c-4d22-9367-c5c649343408/05fc37dd-8014-4a5e-8f41-f44f3d25e161) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:08.522216 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-ae6b156b-1bff-4c71-8be8-e204bbef8204 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bcad8cead78462cb1b3a6a4fd77f0af HTTP/1.1" status: 200 len: 380 time: 0.0565336 Jul 23 21:00:08.533297 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-33beafe7-3d4b-405a-aeb3-95bcea2f3f7f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Request body: {'port': {'device_id': 'b71634e1-3094-4429-9633-98e88010cd6f', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'admin_state_up': True, 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'security_groups': ['96d3f55c-2f7e-441d-b001-15d5da471beb']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:08.759944 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a5a12667-5d1f-4920-bece-6271adff6cf4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:08.777621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-33beafe7-3d4b-405a-aeb3-95bcea2f3f7f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Made reservation on behalf of 4bcad8cead78462cb1b3a6a4fd77f0af for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:08.781566 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-33beafe7-3d4b-405a-aeb3-95bcea2f3f7f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:08.785791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-a5a12667-5d1f-4920-bece-6271adff6cf4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object 05fc37dd-8014-4a5e-8f41-f44f3d25e161 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:08.916997 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a5a12667-5d1f-4920-bece-6271adff6cf4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:08.999454 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a12667-5d1f-4920-bece-6271adff6cf4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=05fc37dd-8014-4a5e-8f41-f44f3d25e161,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:09.005672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a12667-5d1f-4920-bece-6271adff6cf4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:09.012510 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-a5a12667-5d1f-4920-bece-6271adff6cf4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:09.020079 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a12667-5d1f-4920-bece-6271adff6cf4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:09.123670 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a12667-5d1f-4920-bece-6271adff6cf4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:09.124329 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a5a12667-5d1f-4920-bece-6271adff6cf4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:09.139758 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-33beafe7-3d4b-405a-aeb3-95bcea2f3f7f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Allocated IP 172.20.0.13 (411352d1-7a75-42b9-bd5f-27a10f834896/e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89/d8498309-5418-4e43-ac2d-32286986578e) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:09.146139 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a5a12667-5d1f-4920-bece-6271adff6cf4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6675227 Jul 23 21:00:09.149168 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47564) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:09.228690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:09.268582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e9f88-78d0-431b-96ec-d176822dee83 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:09.277462 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e9f88-78d0-431b-96ec-d176822dee83 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:09.280575 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-713e9f88-78d0-431b-96ec-d176822dee83 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1294303 Jul 23 21:00:09.283168 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47568) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:09.377226 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:09.414934 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-33beafe7-3d4b-405a-aeb3-95bcea2f3f7f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:09.430990 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-33beafe7-3d4b-405a-aeb3-95bcea2f3f7f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Transition to ACTIVE for port object d8498309-5418-4e43-ac2d-32286986578e will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:09.478680 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1aaa5bc4-5d79-4913-9e71-02b8058b1b15 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port 05fc37dd-8014-4a5e-8f41-f44f3d25e161 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:09.483447 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-33beafe7-3d4b-405a-aeb3-95bcea2f3f7f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:09.483638 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5bc4-5d79-4913-9e71-02b8058b1b15 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:09.498609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3762e7ea-1add-4eca-8b93-3ce400c387db None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:09.570162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-33beafe7-3d4b-405a-aeb3-95bcea2f3f7f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Network 411352d1-7a75-42b9-bd5f-27a10f834896 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:09.572854 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33beafe7-3d4b-405a-aeb3-95bcea2f3f7f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Pushing event updated for resources: {'Port': ['ID=d8498309-5418-4e43-ac2d-32286986578e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:09.597599 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-33beafe7-3d4b-405a-aeb3-95bcea2f3f7f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:09.616909 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-33beafe7-3d4b-405a-aeb3-95bcea2f3f7f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:09.711791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35bb37-9823-4893-8c26-4ed75f0c3a0b req-88e12485-a466-4a82-b90f-5d8625254685 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:09.713787 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ec35bb37-9823-4893-8c26-4ed75f0c3a0b req-88e12485-a466-4a82-b90f-5d8625254685 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 932 time: 0.1550558 Jul 23 21:00:09.720447 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-33beafe7-3d4b-405a-aeb3-95bcea2f3f7f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:09.722079 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-33beafe7-3d4b-405a-aeb3-95bcea2f3f7f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:09.728032 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5bc4-5d79-4913-9e71-02b8058b1b15 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:09.750067 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b53c2d59-2937-437b-ba57-b1102781ac13 None None] Provisioning for port f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:09.766217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b53c2d59-2937-437b-ba57-b1102781ac13 None None] Provisioning complete for port f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:09.766595 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b53c2d59-2937-437b-ba57-b1102781ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:09.771975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1aaa5bc4-5d79-4913-9e71-02b8058b1b15 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for 05fc37dd-8014-4a5e-8f41-f44f3d25e161 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:09.778419 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ec35bb37-9823-4893-8c26-4ed75f0c3a0b req-c4d090fd-39b9-4856-a4ed-5276c6157c72 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/security-groups?id=96d3f55c-2f7e-441d-b001-15d5da471beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519075 Jul 23 21:00:09.780243 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-33beafe7-3d4b-405a-aeb3-95bcea2f3f7f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2519765 Jul 23 21:00:09.799382 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Request body: {'port': {'device_id': 'b71634e1-3094-4429-9633-98e88010cd6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:09.897942 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:09.987161 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b53c2d59-2937-437b-ba57-b1102781ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:10.042252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb80945b-5447-4f82-9700-605e6769c86a None None] Update dhcp port {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'fixed_ips': [{'subnet_id': 'f302ff89-318c-4d22-9367-c5c649343408', 'ip_address': '2001:db8::f816:3eff:fea7:2eab'}, {'subnet_id': 'c38266d4-0e76-49d1-9a34-6e98607ff79c'}], 'binding:host_id': 'n-d-791504-18'}, 'id': 'f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 21:00:10.099704 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b53c2d59-2937-437b-ba57-b1102781ac13 None None] For port f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:10.103021 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb80945b-5447-4f82-9700-605e6769c86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:10.115741 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b53c2d59-2937-437b-ba57-b1102781ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:10.157579 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5bc4-5d79-4913-9e71-02b8058b1b15 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:10.196394 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa5bc4-5d79-4913-9e71-02b8058b1b15 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=05fc37dd-8014-4a5e-8f41-f44f3d25e161,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:10.296575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8498309-5418-4e43-ac2d-32286986578e {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:00:10.311359 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:10.318846 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1aaa5bc4-5d79-4913-9e71-02b8058b1b15 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:10.320930 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1aaa5bc4-5d79-4913-9e71-02b8058b1b15 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/05fc37dd-8014-4a5e-8f41-f44f3d25e161 HTTP/1.1" status: 204 len: 168 time: 1.0362601 Jul 23 21:00:10.323657 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47590) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:10.327583 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Transition to ACTIVE for port object d8498309-5418-4e43-ac2d-32286986578e will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:10.336954 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:10.351857 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c2d59-2937-437b-ba57-b1102781ac13 None None] Pushing event updated for resources: {'Port': ['ID=f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:10.390527 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00331758-48a6-4a83-8ed4-cb54ce9ce06f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:10.392559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00331758-48a6-4a83-8ed4-cb54ce9ce06f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:10.395429 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00331758-48a6-4a83-8ed4-cb54ce9ce06f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:10.397596 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-00331758-48a6-4a83-8ed4-cb54ce9ce06f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0717144 Jul 23 21:00:10.401835 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47592) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:10.427489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8b7e5f53-3553-41c7-9751-8ca1c58f37e0 None None] Provisioning for port d8498309-5418-4e43-ac2d-32286986578e completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:10.479423 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4f3aba-e631-411c-a635-48ace75ac77e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet c38266d4-0e76-49d1-9a34-6e98607ff79c {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:10.540033 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Pushing event updated for resources: {'Port': ['ID=d8498309-5418-4e43-ac2d-32286986578e,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:10.557004 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-eb80945b-5447-4f82-9700-605e6769c86a None None] Allocated IP 172.20.0.2 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/c38266d4-0e76-49d1-9a34-6e98607ff79c/f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:10.625064 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Attempting to bind port d8498309-5418-4e43-ac2d-32286986578e on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:10.625519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Attempting to bind port d8498309-5418-4e43-ac2d-32286986578e by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:10.625666 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Attempting to bind port d8498309-5418-4e43-ac2d-32286986578e on network 411352d1-7a75-42b9-bd5f-27a10f834896 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:10.653454 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Port d8498309-5418-4e43-ac2d-32286986578e on network 411352d1-7a75-42b9-bd5f-27a10f834896 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:00:10.653781 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Attempting to bind port d8498309-5418-4e43-ac2d-32286986578e on network 411352d1-7a75-42b9-bd5f-27a10f834896 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:10.659081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:10.659438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Checking segment: {'id': 'bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:10.659818 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Bound using segment: {'id': 'bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:10.660242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Bound port: d8498309-5418-4e43-ac2d-32286986578e, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:10.660600 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:10.694361 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-eb80945b-5447-4f82-9700-605e6769c86a None None] For port f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:10.742655 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb80945b-5447-4f82-9700-605e6769c86a None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:10.764146 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-eb80945b-5447-4f82-9700-605e6769c86a None None] Transition to ACTIVE for port object f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:10.768057 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d4f3aba-e631-411c-a635-48ace75ac77e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:10.771054 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb80945b-5447-4f82-9700-605e6769c86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:10.787821 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] For port d8498309-5418-4e43-ac2d-32286986578e, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:10.792699 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] For port d8498309-5418-4e43-ac2d-32286986578e, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=d8498309-5418-4e43-ac2d-32286986578e,segment=NetworkSegment(bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327),segment_id=bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:10.800385 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:10.836387 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d4f3aba-e631-411c-a635-48ace75ac77e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:10.883392 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:10.883669 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:10.885464 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] 10.222.0.57 "PUT /v2.0/ports/d8498309-5418-4e43-ac2d-32286986578e HTTP/1.1" status: 200 len: 1093 time: 1.0917187 Jul 23 21:00:10.885933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71634e1-3094-4429-9633-98e88010cd6f', 'tag': 'd8498309-5418-4e43-ac2d-32286986578e'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:00:10.900798 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3f22f5-70dc-4681-b4c4-16801010d335" -d '{"events": [{"name": "network-changed", "server_uuid": "b71634e1-3094-4429-9633-98e88010cd6f", "tag": "d8498309-5418-4e43-ac2d-32286986578e"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:00:10.984613 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80945b-5447-4f82-9700-605e6769c86a None None] Pushing event updated for resources: {'Port': ['ID=f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:10.998176 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d4f3aba-e631-411c-a635-48ace75ac77e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:11.046660 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1363a7c2-0861-476d-a4fc-0a83c4b836db x-openstack-request-id: req-1363a7c2-0861-476d-a4fc-0a83c4b836db {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:00:11.046936 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71634e1-3094-4429-9633-98e88010cd6f", "tag": "d8498309-5418-4e43-ac2d-32286986578e", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:00:11.047222 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1363a7c2-0861-476d-a4fc-0a83c4b836db {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:00:11.047638 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b71634e1-3094-4429-9633-98e88010cd6f', 'tag': 'd8498309-5418-4e43-ac2d-32286986578e', 'status': 'completed', 'code': 200} Jul 23 21:00:11.125662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2690d-742a-4d0e-888e-0ac33d149201 service neutron] Pushing event updated for resources: {'Port': ['ID=d8498309-5418-4e43-ac2d-32286986578e,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:11.133088 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d4f3aba-e631-411c-a635-48ace75ac77e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:11.225672 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f3aba-e631-411c-a635-48ace75ac77e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=c38266d4-0e76-49d1-9a34-6e98607ff79c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:11.247214 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d4f3aba-e631-411c-a635-48ace75ac77e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:11.251824 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7d4f3aba-e631-411c-a635-48ace75ac77e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/c38266d4-0e76-49d1-9a34-6e98607ff79c HTTP/1.1" status: 204 len: 168 time: 0.8465030 Jul 23 21:00:11.252260 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47610) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:11.272923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:11.279977 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7692d1a-cf7a-40dd-87bb-301c8fd127e8 req-1ebd6e29-de19-41fc-aadb-84765b262271 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:11.282304 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d7692d1a-cf7a-40dd-87bb-301c8fd127e8 req-1ebd6e29-de19-41fc-aadb-84765b262271 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 944 time: 0.3324521 Jul 23 21:00:11.309871 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-afbad5a9-a11e-4fa0-80e6-82e0a3ab37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:11.313324 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-afbad5a9-a11e-4fa0-80e6-82e0a3ab37a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4bcad8cead78462cb1b3a6a4fd77f0af&device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 1096 time: 0.3102813 Jul 23 21:00:11.347083 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-006b563e-1ca8-4866-a0df-28cbf7071a4e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet f302ff89-318c-4d22-9367-c5c649343408 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:11.365238 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-006b563e-1ca8-4866-a0df-28cbf7071a4e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:11.421653 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-006b563e-1ca8-4866-a0df-28cbf7071a4e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:11.422825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-3b0ef643-d3e8-43e0-aeb8-4c89ad0a1299 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8498309-5418-4e43-ac2d-32286986578e HTTP/1.1" status: 200 len: 217 time: 0.0923059 Jul 23 21:00:11.472249 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d7692d1a-cf7a-40dd-87bb-301c8fd127e8 req-1d90138b-8e3c-4549-b8c4-46c97fe6fd4d tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/security-groups?id=96d3f55c-2f7e-441d-b001-15d5da471beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831756 Jul 23 21:00:11.511862 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-b08914c4-8a0c-4b15-8f60-074984910b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:11.513467 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-b08914c4-8a0c-4b15-8f60-074984910b31 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89 HTTP/1.1" status: 200 len: 850 time: 0.0748234 Jul 23 21:00:11.617171 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-985ceca4-f093-45f6-bdbd-934726352dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:11.618547 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-006b563e-1ca8-4866-a0df-28cbf7071a4e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:11.619446 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-985ceca4-f093-45f6-bdbd-934726352dec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=411352d1-7a75-42b9-bd5f-27a10f834896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985332 Jul 23 21:00:11.721728 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-006b563e-1ca8-4866-a0df-28cbf7071a4e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:11.765881 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-006b563e-1ca8-4866-a0df-28cbf7071a4e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:11.768653 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-006b563e-1ca8-4866-a0df-28cbf7071a4e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/f302ff89-318c-4d22-9367-c5c649343408 HTTP/1.1" status: 204 len: 168 time: 0.5149736 Jul 23 21:00:11.769823 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b563e-1ca8-4866-a0df-28cbf7071a4e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=f302ff89-318c-4d22-9367-c5c649343408,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:11.771738 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47620) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:11.812104 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1e044b82-a392-45fa-9972-708de7aad998 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391018 Jul 23 21:00:11.812940 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-e7d28f49-c22c-4737-beda-a6756f554496 service neutron] 10.222.0.57 "GET /v2.0/networks/411352d1-7a75-42b9-bd5f-27a10f834896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864867 Jul 23 21:00:11.815250 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47622) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:11.820484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7f852ab8-13d2-4651-a37d-ace969b5bd62 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:11.940473 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57351866-d38c-4bb9-a4ff-aa517451b6a2 req-c54b3ae6-dc99-441c-817c-0546e71191a5 service neutron] 10.222.0.57 "GET /v2.0/networks/411352d1-7a75-42b9-bd5f-27a10f834896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178863 Jul 23 21:00:11.972608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0041358a-a288-4192-9d42-dddc78514f23 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:11.983477 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f852ab8-13d2-4651-a37d-ace969b5bd62 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:11.988468 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7f852ab8-13d2-4651-a37d-ace969b5bd62 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:12.060783 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c8121b88-6eb4-497c-86db-1d2642bc875d None None] Could not find standard attr ID for object 05fc37dd-8014-4a5e-8f41-f44f3d25e161. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 21:00:12.095706 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f22f5-70dc-4681-b4c4-16801010d335 req-eeaf26f5-1910-49b7-9870-8174d5d3767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:12.098076 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b3f22f5-70dc-4681-b4c4-16801010d335 req-eeaf26f5-1910-49b7-9870-8174d5d3767c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4bcad8cead78462cb1b3a6a4fd77f0af&device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 1096 time: 0.0953887 Jul 23 21:00:12.175436 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c8121b88-6eb4-497c-86db-1d2642bc875d None None] Provisioning for port f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:12.209353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c8121b88-6eb4-497c-86db-1d2642bc875d None None] Provisioning complete for port f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:12.209353 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8121b88-6eb4-497c-86db-1d2642bc875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:12.276836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f22f5-70dc-4681-b4c4-16801010d335 req-e3c0a7fa-302e-4f66-80e5-3d241985a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:12.278385 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b3f22f5-70dc-4681-b4c4-16801010d335 req-e3c0a7fa-302e-4f66-80e5-3d241985a1f5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=411352d1-7a75-42b9-bd5f-27a10f834896 HTTP/1.1" status: 200 len: 912 time: 0.1731396 Jul 23 21:00:12.346345 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b3f22f5-70dc-4681-b4c4-16801010d335 req-e4eef9dc-de79-4967-a914-d0f67a178580 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8498309-5418-4e43-ac2d-32286986578e HTTP/1.1" status: 200 len: 217 time: 0.0610726 Jul 23 21:00:12.347420 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7f852ab8-13d2-4651-a37d-ace969b5bd62 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:12.372676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cd0b62-6152-4783-8f85-89de0128ec25 None None] DHCP port deletion for 2006a637-5249-4b84-bbdd-c8c3b68cc9dc request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:00:12.427344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f852ab8-13d2-4651-a37d-ace969b5bd62 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:12.437547 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-7f852ab8-13d2-4651-a37d-ace969b5bd62 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:12.438111 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f22f5-70dc-4681-b4c4-16801010d335 req-788264b4-6ebe-453b-8517-08f491ddd2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:12.447519 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b3f22f5-70dc-4681-b4c4-16801010d335 req-788264b4-6ebe-453b-8517-08f491ddd2e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89 HTTP/1.1" status: 200 len: 850 time: 0.0949764 Jul 23 21:00:12.449794 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f852ab8-13d2-4651-a37d-ace969b5bd62 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:12.450401 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7f852ab8-13d2-4651-a37d-ace969b5bd62 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:12.465680 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd0b62-6152-4783-8f85-89de0128ec25 None None] Deleting port f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:12.466759 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b1cd0b62-6152-4783-8f85-89de0128ec25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:12.475703 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f852ab8-13d2-4651-a37d-ace969b5bd62 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=4524cb07-9621-4eb1-b208-195ad086e526,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:12.479094 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7f852ab8-13d2-4651-a37d-ace969b5bd62 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6628549 Jul 23 21:00:12.482135 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47636) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:12.490086 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-fb46a997-0080-49b4-ae7c-e648d86685e8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:12.599443 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b1cd0b62-6152-4783-8f85-89de0128ec25 None None] For port f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:12.600138 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b1cd0b62-6152-4783-8f85-89de0128ec25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:12.618558 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd0b62-6152-4783-8f85-89de0128ec25 None None] Calling delete_port for f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:12.678989 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb46a997-0080-49b4-ae7c-e648d86685e8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:12.684408 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb46a997-0080-49b4-ae7c-e648d86685e8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:12.727123 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b1cd0b62-6152-4783-8f85-89de0128ec25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:12.733122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f22f5-70dc-4681-b4c4-16801010d335 req-287dbc3e-9897-4f97-9222-07c0dd50ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:12.734690 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b3f22f5-70dc-4681-b4c4-16801010d335 req-287dbc3e-9897-4f97-9222-07c0dd50ca6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=411352d1-7a75-42b9-bd5f-27a10f834896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2795241 Jul 23 21:00:12.753483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd0b62-6152-4783-8f85-89de0128ec25 None None] No DVR routers for this DVR port f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:00:12.779977 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96495e-2aeb-494d-9a63-33868bd4fb57 req-8a8ab0fc-1421-49fb-ad25-2dcc3beda8c5 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:12.782417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c96495e-2aeb-494d-9a63-33868bd4fb57 req-8a8ab0fc-1421-49fb-ad25-2dcc3beda8c5 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 944 time: 0.1942039 Jul 23 21:00:12.788431 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360f2941-0fa9-491e-a9a5-a9d9dd800faf None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:12.793049 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd0b62-6152-4783-8f85-89de0128ec25 None None] Pushing event deleted for resources: {'Port': ['ID=f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:12.881936 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c96495e-2aeb-494d-9a63-33868bd4fb57 req-8d00de61-b680-4c3c-a88d-664b1fda63d8 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/security-groups?id=96d3f55c-2f7e-441d-b001-15d5da471beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812552 Jul 23 21:00:12.911127 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b3f22f5-70dc-4681-b4c4-16801010d335 req-c0d53371-d9f8-4d0e-9a61-47995903d7a0 service neutron] 10.222.0.57 "GET /v2.0/networks/411352d1-7a75-42b9-bd5f-27a10f834896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690302 Jul 23 21:00:13.083482 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'fixed_ips': [{'subnet_id': '4524cb07-9621-4eb1-b208-195ad086e526'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:00:13.085205 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:13.107353 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b3f22f5-70dc-4681-b4c4-16801010d335 req-87d3ef0d-2d33-41c2-a6e0-3ea943e4ab15 service neutron] 10.222.0.57 "GET /v2.0/networks/411352d1-7a75-42b9-bd5f-27a10f834896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783252 Jul 23 21:00:13.184673 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:00:13.210270 n-d-791504-18 neutron-server[93810]: DEBUG neutron.objects.ports [None req-fb46a997-0080-49b4-ae7c-e648d86685e8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93810) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 21:00:13.212179 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb46a997-0080-49b4-ae7c-e648d86685e8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:13.215525 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:00:13.215957 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f6de95f2-3163-4aa6-b2ec-a1b2cb2d5e78 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:00:13.279653 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb46a997-0080-49b4-ae7c-e648d86685e8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:13.297445 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46a997-0080-49b4-ae7c-e648d86685e8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=3ee14675-9c7b-49dd-8f0c-3ace5f788145,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:13.305452 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-fb46a997-0080-49b4-ae7c-e648d86685e8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:13.309080 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb46a997-0080-49b4-ae7c-e648d86685e8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:13.309661 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fb46a997-0080-49b4-ae7c-e648d86685e8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:13.323391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Allocated IP 172.20.0.2 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/4524cb07-9621-4eb1-b208-195ad086e526/c093a472-963e-4111-9163-9cbe37b00422) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:13.331337 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47656) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:13.332379 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fb46a997-0080-49b4-ae7c-e648d86685e8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8490658 Jul 23 21:00:13.337507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6129f73f-6e85-4d7f-afec-75eef56eaab4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'mac_address': 'fa:16:3e:b5:93:e8', 'name': 'tempest-NetworksTestDHCPv6-88687991'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:13.489124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6129f73f-6e85-4d7f-afec-75eef56eaab4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:13.596379 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6129f73f-6e85-4d7f-afec-75eef56eaab4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:13.624679 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-6129f73f-6e85-4d7f-afec-75eef56eaab4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port 4d3a06d0-1b0d-4784-9d92-aba8fa70c744 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 21:00:13.715404 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:13.726837 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Transition to ACTIVE for port object c093a472-963e-4111-9163-9cbe37b00422 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:13.744286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Transition to ACTIVE for port object c093a472-963e-4111-9163-9cbe37b00422 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:13.749798 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:13.802165 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:13.808193 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:13.810091 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Pushing event updated for resources: {'Port': ['ID=c093a472-963e-4111-9163-9cbe37b00422,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:13.812263 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:13.882750 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Attempting to bind port c093a472-963e-4111-9163-9cbe37b00422 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:13.883140 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Attempting to bind port c093a472-963e-4111-9163-9cbe37b00422 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:13.883511 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Attempting to bind port c093a472-963e-4111-9163-9cbe37b00422 on network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:13.885153 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-6129f73f-6e85-4d7f-afec-75eef56eaab4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 172.20.0.8 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/4524cb07-9621-4eb1-b208-195ad086e526/4d3a06d0-1b0d-4784-9d92-aba8fa70c744) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:13.889975 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:13.890534 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:13.890946 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:13.891368 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Bound using segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:13.891882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Bound port: c093a472-963e-4111-9163-9cbe37b00422, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:13.892271 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:13.894369 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-6129f73f-6e85-4d7f-afec-75eef56eaab4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::f816:3eff:feb5:93e8 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/3ee14675-9c7b-49dd-8f0c-3ace5f788145/4d3a06d0-1b0d-4784-9d92-aba8fa70c744) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:14.026100 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] For port c093a472-963e-4111-9163-9cbe37b00422, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:14.029656 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] For port c093a472-963e-4111-9163-9cbe37b00422, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c093a472-963e-4111-9163-9cbe37b00422,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:14.036534 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:14.103303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95ad1c-f778-4209-85ce-bd61e7f0d9bc None None] Pushing event updated for resources: {'Port': ['ID=c093a472-963e-4111-9163-9cbe37b00422,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:14.172941 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6129f73f-6e85-4d7f-afec-75eef56eaab4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:14.220681 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e6122-d7f7-4720-a707-127839cf4078 req-2c675ebb-b57f-4714-b07c-78eb3b057ea4 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:14.223934 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ad0e6122-d7f7-4720-a707-127839cf4078 req-2c675ebb-b57f-4714-b07c-78eb3b057ea4 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 944 time: 0.1939759 Jul 23 21:00:14.227227 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-6129f73f-6e85-4d7f-afec-75eef56eaab4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object 4d3a06d0-1b0d-4784-9d92-aba8fa70c744 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:14.292957 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ad0e6122-d7f7-4720-a707-127839cf4078 req-d750b3f4-2915-4be9-891f-d452d6ee7301 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/security-groups?id=96d3f55c-2f7e-441d-b001-15d5da471beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600135 Jul 23 21:00:14.306022 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6129f73f-6e85-4d7f-afec-75eef56eaab4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:14.353875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6129f73f-6e85-4d7f-afec-75eef56eaab4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:14.359291 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-6129f73f-6e85-4d7f-afec-75eef56eaab4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:14.363199 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6129f73f-6e85-4d7f-afec-75eef56eaab4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:14.401166 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129f73f-6e85-4d7f-afec-75eef56eaab4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=4d3a06d0-1b0d-4784-9d92-aba8fa70c744,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:14.431782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6129f73f-6e85-4d7f-afec-75eef56eaab4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:14.432410 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6129f73f-6e85-4d7f-afec-75eef56eaab4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:14.455948 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6129f73f-6e85-4d7f-afec-75eef56eaab4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.1230230 Jul 23 21:00:14.456784 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47668) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:14.532150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af66be97-f773-4b2b-b2a7-f34664a1749c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:14.538643 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af66be97-f773-4b2b-b2a7-f34664a1749c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:14.546465 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-af66be97-f773-4b2b-b2a7-f34664a1749c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1761 time: 0.0825703 Jul 23 21:00:14.546465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47670) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:14.651299 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-77bcbbcb-5eee-40bb-8670-77a40ee17ab8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port 4d3a06d0-1b0d-4784-9d92-aba8fa70c744 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:14.651650 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77bcbbcb-5eee-40bb-8670-77a40ee17ab8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:14.746434 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77bcbbcb-5eee-40bb-8670-77a40ee17ab8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:14.759216 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-77bcbbcb-5eee-40bb-8670-77a40ee17ab8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for 4d3a06d0-1b0d-4784-9d92-aba8fa70c744 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:14.942890 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77bcbbcb-5eee-40bb-8670-77a40ee17ab8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:14.973116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcbbcb-5eee-40bb-8670-77a40ee17ab8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=4d3a06d0-1b0d-4784-9d92-aba8fa70c744,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:15.068540 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-77bcbbcb-5eee-40bb-8670-77a40ee17ab8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:15.072759 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-77bcbbcb-5eee-40bb-8670-77a40ee17ab8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/4d3a06d0-1b0d-4784-9d92-aba8fa70c744 HTTP/1.1" status: 204 len: 168 time: 0.5263689 Jul 23 21:00:15.073269 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47672) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:15.141674 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4eee87-87f1-4d72-a804-c7070a6a820f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:15.143420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4eee87-87f1-4d72-a804-c7070a6a820f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:15.145109 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4eee87-87f1-4d72-a804-c7070a6a820f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:15.149199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3a4eee87-87f1-4d72-a804-c7070a6a820f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0725021 Jul 23 21:00:15.149578 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47674) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:15.194421 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aa3ad0-acc5-407d-a7c2-a701ffacaccf None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:15.217964 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c093a472-963e-4111-9163-9cbe37b00422 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:15.219704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1d16c9-069c-4f72-9399-3fd51df7ae12 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 3ee14675-9c7b-49dd-8f0c-3ace5f788145 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:15.223696 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f1d16c9-069c-4f72-9399-3fd51df7ae12 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:15.267803 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f1d16c9-069c-4f72-9399-3fd51df7ae12 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:15.313488 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f1d16c9-069c-4f72-9399-3fd51df7ae12 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:15.348800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-dc7683dc-62cf-47e1-af0d-09d62c3d8be4 None None] Provisioning for port c093a472-963e-4111-9163-9cbe37b00422 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:15.392685 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f1d16c9-069c-4f72-9399-3fd51df7ae12 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:15.399395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port c093a472-963e-4111-9163-9cbe37b00422 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:15.412033 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c093a472-963e-4111-9163-9cbe37b00422 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:15.412710 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:15.434039 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f1d16c9-069c-4f72-9399-3fd51df7ae12 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:15.436175 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0f1d16c9-069c-4f72-9399-3fd51df7ae12 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/3ee14675-9c7b-49dd-8f0c-3ace5f788145 HTTP/1.1" status: 204 len: 168 time: 0.2854321 Jul 23 21:00:15.437201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d16c9-069c-4f72-9399-3fd51df7ae12 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee14675-9c7b-49dd-8f0c-3ace5f788145,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:15.439635 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47680) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:15.484139 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92f375-26a2-4eec-88ba-01b7d4ae70eb req-439d946e-7bed-4bf8-8c3e-fbab1eaa9b4d tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:15.486427 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c92f375-26a2-4eec-88ba-01b7d4ae70eb req-439d946e-7bed-4bf8-8c3e-fbab1eaa9b4d tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 944 time: 0.1016228 Jul 23 21:00:15.520093 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a762d7f-b986-4561-9764-c5cb1274a214 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 4524cb07-9621-4eb1-b208-195ad086e526 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:15.524098 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a762d7f-b986-4561-9764-c5cb1274a214 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:15.537500 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c92f375-26a2-4eec-88ba-01b7d4ae70eb req-e8dc06d6-2e36-4d6e-8a47-7189ed82a598 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/security-groups?id=96d3f55c-2f7e-441d-b001-15d5da471beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416622 Jul 23 21:00:15.544039 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:15.596290 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a762d7f-b986-4561-9764-c5cb1274a214 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:15.602978 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:15.643630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port c093a472-963e-4111-9163-9cbe37b00422, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c093a472-963e-4111-9163-9cbe37b00422,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:15.650320 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:15.652231 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3604ceca-8f4c-46ef-958d-00c9c4c5a797 None None] Update dhcp port {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'fixed_ips': [{'subnet_id': '4524cb07-9621-4eb1-b208-195ad086e526', 'ip_address': '172.20.0.2'}, {'subnet_id': '3ee14675-9c7b-49dd-8f0c-3ace5f788145'}], 'binding:host_id': 'n-d-791504-18'}, 'id': 'c093a472-963e-4111-9163-9cbe37b00422'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 21:00:15.686840 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a762d7f-b986-4561-9764-c5cb1274a214 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:15.723750 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3604ceca-8f4c-46ef-958d-00c9c4c5a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:15.728351 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=c093a472-963e-4111-9163-9cbe37b00422,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:15.752801 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a762d7f-b986-4561-9764-c5cb1274a214 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:15.778002 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a762d7f-b986-4561-9764-c5cb1274a214 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=4524cb07-9621-4eb1-b208-195ad086e526,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:15.788156 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a762d7f-b986-4561-9764-c5cb1274a214 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:15.792456 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8a762d7f-b986-4561-9764-c5cb1274a214 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/4524cb07-9621-4eb1-b208-195ad086e526 HTTP/1.1" status: 204 len: 168 time: 0.3495986 Jul 23 21:00:15.792939 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47682) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:15.832742 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-01aad059-f343-4363-93cf-33dc503259a0 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384371 Jul 23 21:00:15.835701 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47684) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:15.840865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2b90f18d-17bc-4ea0-aa9d-55ad6b9149ea tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server [None req-3604ceca-8f4c-46ef-958d-00c9c4c5a797 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4524cb07-9621-4eb1-b208-195ad086e526: This subnet is being modified by another concurrent operation. Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise exception Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4524cb07-9621-4eb1-b208-195ad086e526: This subnet is being modified by another concurrent operation. Jul 23 21:00:15.862556 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Jul 23 21:00:15.941238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b90f18d-17bc-4ea0-aa9d-55ad6b9149ea tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:15.946075 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1fa443-8521-4b83-a79b-e00ac818a032 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:15.947874 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b90f18d-17bc-4ea0-aa9d-55ad6b9149ea tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:16.068831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-36953908-e856-4e4c-a4a1-23952b876a01 None None] Provisioning complete for port c093a472-963e-4111-9163-9cbe37b00422 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:16.069208 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-36953908-e856-4e4c-a4a1-23952b876a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:16.146938 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b90f18d-17bc-4ea0-aa9d-55ad6b9149ea tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:16.158822 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9ccba0-b8aa-4482-ab36-aaebca5374b0 None None] DHCP port deletion for 2006a637-5249-4b84-bbdd-c8c3b68cc9dc request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:00:16.196169 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b90f18d-17bc-4ea0-aa9d-55ad6b9149ea tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:16.200873 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2b90f18d-17bc-4ea0-aa9d-55ad6b9149ea tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:16.205847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b90f18d-17bc-4ea0-aa9d-55ad6b9149ea tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:16.206446 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b90f18d-17bc-4ea0-aa9d-55ad6b9149ea tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:16.220749 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ccba0-b8aa-4482-ab36-aaebca5374b0 None None] Deleting port c093a472-963e-4111-9163-9cbe37b00422 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:16.221307 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccba0-b8aa-4482-ab36-aaebca5374b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:16.223809 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2b90f18d-17bc-4ea0-aa9d-55ad6b9149ea tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3867562 Jul 23 21:00:16.226406 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47686) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:16.232093 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-bf3e36dc-79c8-48c1-95b8-ba46aa04a450 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:16.239413 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90f18d-17bc-4ea0-aa9d-55ad6b9149ea tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=82c49ae2-3f5e-40b9-bb52-653a38fe7081,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:16.305076 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9c9ccba0-b8aa-4482-ab36-aaebca5374b0 None None] For port c093a472-963e-4111-9163-9cbe37b00422, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c093a472-963e-4111-9163-9cbe37b00422,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:16.305726 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccba0-b8aa-4482-ab36-aaebca5374b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:16.319878 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ccba0-b8aa-4482-ab36-aaebca5374b0 None None] Calling delete_port for c093a472-963e-4111-9163-9cbe37b00422 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:16.346168 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3e36dc-79c8-48c1-95b8-ba46aa04a450 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:16.350735 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf3e36dc-79c8-48c1-95b8-ba46aa04a450 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:16.408960 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccba0-b8aa-4482-ab36-aaebca5374b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:16.442334 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9ccba0-b8aa-4482-ab36-aaebca5374b0 None None] No DVR routers for this DVR port c093a472-963e-4111-9163-9cbe37b00422 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:00:16.444043 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ccba0-b8aa-4482-ab36-aaebca5374b0 None None] Pushing event deleted for resources: {'Port': ['ID=c093a472-963e-4111-9163-9cbe37b00422,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:16.462301 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee6ecc6-c8ad-48be-a518-d284444c5a4f None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:16.630021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'fixed_ips': [{'subnet_id': '82c49ae2-3f5e-40b9-bb52-653a38fe7081'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:00:16.635397 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:16.703731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53b5b6-e777-4b6f-8d03-68bde7bef28e req-d3468208-4096-4fca-8fd9-c69bff6b7af8 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:16.712283 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c53b5b6-e777-4b6f-8d03-68bde7bef28e req-d3468208-4096-4fca-8fd9-c69bff6b7af8 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 944 time: 0.0798976 Jul 23 21:00:16.735589 n-d-791504-18 neutron-server[93810]: DEBUG neutron.objects.ports [None req-bf3e36dc-79c8-48c1-95b8-ba46aa04a450 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93810) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 21:00:16.738363 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf3e36dc-79c8-48c1-95b8-ba46aa04a450 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:16.760614 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c53b5b6-e777-4b6f-8d03-68bde7bef28e req-17c08625-e904-447f-8919-55f5e0ceacf8 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/security-groups?id=96d3f55c-2f7e-441d-b001-15d5da471beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445652 Jul 23 21:00:16.790965 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3e36dc-79c8-48c1-95b8-ba46aa04a450 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:16.794231 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-bf3e36dc-79c8-48c1-95b8-ba46aa04a450 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:16.797352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3e36dc-79c8-48c1-95b8-ba46aa04a450 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:16.798078 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bf3e36dc-79c8-48c1-95b8-ba46aa04a450 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:16.821198 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bf3e36dc-79c8-48c1-95b8-ba46aa04a450 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5937383 Jul 23 21:00:16.822007 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e36dc-79c8-48c1-95b8-ba46aa04a450 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=1bb87dd5-54c1-4e4f-a81d-ec74c7cd3d5c,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:16.824222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47692) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:16.829398 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6aa34f2e-2afb-4eed-b3b9-082093736299 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'mac_address': 'fa:16:3e:2d:82:d5', 'name': 'tempest-NetworksTestDHCPv6-867552406'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:16.842147 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Allocated IP 172.20.0.2 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/82c49ae2-3f5e-40b9-bb52-653a38fe7081/8a267969-6d8d-4145-913b-51af1d8ccb8d) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:16.851474 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Allocated IP 2001:db8::f816:3eff:fe6b:b074 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/1bb87dd5-54c1-4e4f-a81d-ec74c7cd3d5c/8a267969-6d8d-4145-913b-51af1d8ccb8d) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:16.939727 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:16.948780 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa34f2e-2afb-4eed-b3b9-082093736299 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:16.952876 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6aa34f2e-2afb-4eed-b3b9-082093736299 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:16.974010 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-6aa34f2e-2afb-4eed-b3b9-082093736299 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port c2c42fd1-d1e4-444b-b570-ebc0ce2bab18 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 21:00:17.012928 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:17.021286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Transition to ACTIVE for port object 8a267969-6d8d-4145-913b-51af1d8ccb8d will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:17.036490 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Transition to ACTIVE for port object 8a267969-6d8d-4145-913b-51af1d8ccb8d will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:17.043551 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:17.077717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:17.081949 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:17.088523 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:17.124758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Pushing event updated for resources: {'Port': ['ID=8a267969-6d8d-4145-913b-51af1d8ccb8d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:17.161318 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-6aa34f2e-2afb-4eed-b3b9-082093736299 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 172.20.0.7 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/82c49ae2-3f5e-40b9-bb52-653a38fe7081/c2c42fd1-d1e4-444b-b570-ebc0ce2bab18) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:17.168072 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-6aa34f2e-2afb-4eed-b3b9-082093736299 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::f816:3eff:fe2d:82d5 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/1bb87dd5-54c1-4e4f-a81d-ec74c7cd3d5c/c2c42fd1-d1e4-444b-b570-ebc0ce2bab18) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:17.174977 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c093a472-963e-4111-9163-9cbe37b00422 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:00:17.200317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: c093a472-963e-4111-9163-9cbe37b00422 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:00:17.200661 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c093a472-963e-4111-9163-9cbe37b00422 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:00:17.204128 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Attempting to bind port 8a267969-6d8d-4145-913b-51af1d8ccb8d on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:17.204497 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Attempting to bind port 8a267969-6d8d-4145-913b-51af1d8ccb8d by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:17.204855 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Attempting to bind port 8a267969-6d8d-4145-913b-51af1d8ccb8d on network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:17.210904 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:17.211286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:17.211919 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:17.212410 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Bound using segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:17.212755 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Bound port: 8a267969-6d8d-4145-913b-51af1d8ccb8d, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:17.213141 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:17.279772 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] For port 8a267969-6d8d-4145-913b-51af1d8ccb8d, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:17.283330 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] For port 8a267969-6d8d-4145-913b-51af1d8ccb8d, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=8a267969-6d8d-4145-913b-51af1d8ccb8d,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:17.288870 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:17.334272 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6aa34f2e-2afb-4eed-b3b9-082093736299 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:17.351884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037033de-74f2-45b2-bd16-aeba5a7eb7f1 None None] Pushing event updated for resources: {'Port': ['ID=8a267969-6d8d-4145-913b-51af1d8ccb8d,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:17.356658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-6aa34f2e-2afb-4eed-b3b9-082093736299 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object c2c42fd1-d1e4-444b-b570-ebc0ce2bab18 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:17.400475 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6aa34f2e-2afb-4eed-b3b9-082093736299 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:17.447504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa34f2e-2afb-4eed-b3b9-082093736299 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:17.453518 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-6aa34f2e-2afb-4eed-b3b9-082093736299 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:17.456599 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa34f2e-2afb-4eed-b3b9-082093736299 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:17.483941 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa34f2e-2afb-4eed-b3b9-082093736299 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=c2c42fd1-d1e4-444b-b570-ebc0ce2bab18,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:17.517729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa34f2e-2afb-4eed-b3b9-082093736299 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:17.518429 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6aa34f2e-2afb-4eed-b3b9-082093736299 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:17.533313 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6aa34f2e-2afb-4eed-b3b9-082093736299 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.7078128 Jul 23 21:00:17.537800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47696) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:17.641588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb4d63-5cfd-452f-9ed8-9cc547d2e08b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:17.647647 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb4d63-5cfd-452f-9ed8-9cc547d2e08b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:17.652010 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-45cb4d63-5cfd-452f-9ed8-9cc547d2e08b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1104286 Jul 23 21:00:17.652336 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47698) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:17.781298 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-dc9751a0-9893-46b5-a09c-c3bfbbf8425d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port c2c42fd1-d1e4-444b-b570-ebc0ce2bab18 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:17.781818 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc9751a0-9893-46b5-a09c-c3bfbbf8425d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:17.909227 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc9751a0-9893-46b5-a09c-c3bfbbf8425d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:17.925343 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-dc9751a0-9893-46b5-a09c-c3bfbbf8425d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for c2c42fd1-d1e4-444b-b570-ebc0ce2bab18 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:17.984191 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c34753-409d-44ee-9e68-f476d4b8b56a req-d7fd6e26-295f-453c-9eb3-48780a942554 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:17.985683 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12c34753-409d-44ee-9e68-f476d4b8b56a req-d7fd6e26-295f-453c-9eb3-48780a942554 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 944 time: 0.1373203 Jul 23 21:00:18.048600 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12c34753-409d-44ee-9e68-f476d4b8b56a req-fb32006f-f050-4a59-87e6-4a2de0126f06 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/security-groups?id=96d3f55c-2f7e-441d-b001-15d5da471beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556066 Jul 23 21:00:18.168481 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc9751a0-9893-46b5-a09c-c3bfbbf8425d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.199217 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9751a0-9893-46b5-a09c-c3bfbbf8425d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=c2c42fd1-d1e4-444b-b570-ebc0ce2bab18,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:18.301148 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc9751a0-9893-46b5-a09c-c3bfbbf8425d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.303059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dc9751a0-9893-46b5-a09c-c3bfbbf8425d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/c2c42fd1-d1e4-444b-b570-ebc0ce2bab18 HTTP/1.1" status: 204 len: 168 time: 0.6497173 Jul 23 21:00:18.305615 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47702) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:18.364135 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8ae1ee-05bb-4e67-8a3a-30f8c595cbf7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:18.365784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8ae1ee-05bb-4e67-8a3a-30f8c595cbf7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:18.367389 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8ae1ee-05bb-4e67-8a3a-30f8c595cbf7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:18.371861 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ba8ae1ee-05bb-4e67-8a3a-30f8c595cbf7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0627522 Jul 23 21:00:18.372602 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47704) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:18.375675 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bd4d4c-48f5-4c8f-b40a-8db39d2c3697 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:18.433494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74240b1-ae23-4734-ad7f-7da2c48a5eb3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 1bb87dd5-54c1-4e4f-a81d-ec74c7cd3d5c {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:18.436728 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e74240b1-ae23-4734-ad7f-7da2c48a5eb3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.460737 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-88b61fdf-b898-4214-a2af-2bc79bdc4839 None None] Provisioning for port 8a267969-6d8d-4145-913b-51af1d8ccb8d completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:18.487670 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e74240b1-ae23-4734-ad7f-7da2c48a5eb3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.586200 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e74240b1-ae23-4734-ad7f-7da2c48a5eb3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.661900 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e74240b1-ae23-4734-ad7f-7da2c48a5eb3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.692999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74240b1-ae23-4734-ad7f-7da2c48a5eb3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb87dd5-54c1-4e4f-a81d-ec74c7cd3d5c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:18.695063 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e74240b1-ae23-4734-ad7f-7da2c48a5eb3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.699559 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e74240b1-ae23-4734-ad7f-7da2c48a5eb3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/1bb87dd5-54c1-4e4f-a81d-ec74c7cd3d5c HTTP/1.1" status: 204 len: 168 time: 0.3227193 Jul 23 21:00:18.700351 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47716) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:18.755787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d64215-7a43-4f9c-95e9-fb9344b96d02 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 82c49ae2-3f5e-40b9-bb52-653a38fe7081 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:18.759039 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c4d64215-7a43-4f9c-95e9-fb9344b96d02 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.806435 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c4d64215-7a43-4f9c-95e9-fb9344b96d02 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.893916 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c4d64215-7a43-4f9c-95e9-fb9344b96d02 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.956693 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c4d64215-7a43-4f9c-95e9-fb9344b96d02 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.988895 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d64215-7a43-4f9c-95e9-fb9344b96d02 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=82c49ae2-3f5e-40b9-bb52-653a38fe7081,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:18.992769 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c4d64215-7a43-4f9c-95e9-fb9344b96d02 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.997022 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47718) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:18.997494 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c4d64215-7a43-4f9c-95e9-fb9344b96d02 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/82c49ae2-3f5e-40b9-bb52-653a38fe7081 HTTP/1.1" status: 204 len: 168 time: 0.2964044 Jul 23 21:00:19.045492 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-55aaa642-d544-4cef-bf11-fae56d6923e4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469816 Jul 23 21:00:19.047756 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47720) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:19.134108 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b9911f-a997-46cb-a2d6-f5b127d12b10 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:19.135953 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-92b9911f-a997-46cb-a2d6-f5b127d12b10 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0870435 Jul 23 21:00:19.138727 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47724) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:19.202490 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 8a267969-6d8d-4145-913b-51af1d8ccb8d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:19.217041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb812160-a8ae-4fbb-8b06-4da40f97adcd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:19.223482 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-eb812160-a8ae-4fbb-8b06-4da40f97adcd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0834453 Jul 23 21:00:19.225917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47726) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:19.243289 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ca50c-0ff7-4d31-adda-649a86cacc89 req-f49490d3-78a2-4c43-889e-561299adc685 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:19.245199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e6ca50c-0ff7-4d31-adda-649a86cacc89 req-f49490d3-78a2-4c43-889e-561299adc685 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 944 time: 0.0887535 Jul 23 21:00:19.248967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd162284-7d3e-4a30-994f-8db9d7366ac8 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:19.286980 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e6ca50c-0ff7-4d31-adda-649a86cacc89 req-7a41639a-52da-4b46-8fe4-6c76654c7e0c tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/security-groups?id=96d3f55c-2f7e-441d-b001-15d5da471beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357177 Jul 23 21:00:19.295024 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-82daa901-4c65-498f-8a31-e2c321429c0e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678625 Jul 23 21:00:19.305587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47728) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:19.311712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-13ae25c2-9183-4849-b884-ab607aacb954 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:19.415689 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 8a267969-6d8d-4145-913b-51af1d8ccb8d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:19.423347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 8a267969-6d8d-4145-913b-51af1d8ccb8d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:19.423745 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:19.428690 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ae25c2-9183-4849-b884-ab607aacb954 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:19.432377 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-13ae25c2-9183-4849-b884-ab607aacb954 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:19.433887 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ae25c2-9183-4849-b884-ab607aacb954 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 21:00:19.434339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13ae25c2-9183-4849-b884-ab607aacb954 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:19.457006 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47730) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:19.464605 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-fa437cc9-493e-4e2c-9ba7-fecf2bbf23fb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:19.469781 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-13ae25c2-9183-4849-b884-ab607aacb954 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1613827 Jul 23 21:00:19.529271 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:19.571905 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776e5968-c04d-4e15-aadd-da962ae81a2e None None] DHCP port deletion for 2006a637-5249-4b84-bbdd-c8c3b68cc9dc request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:00:19.598078 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa437cc9-493e-4e2c-9ba7-fecf2bbf23fb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:19.602370 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa437cc9-493e-4e2c-9ba7-fecf2bbf23fb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:19.604109 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa437cc9-493e-4e2c-9ba7-fecf2bbf23fb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 21:00:19.604730 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa437cc9-493e-4e2c-9ba7-fecf2bbf23fb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:19.615218 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 8a267969-6d8d-4145-913b-51af1d8ccb8d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=8a267969-6d8d-4145-913b-51af1d8ccb8d,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:19.623429 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:19.631617 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fa437cc9-493e-4e2c-9ba7-fecf2bbf23fb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1691716 Jul 23 21:00:19.631617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47732) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:19.637663 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c2be7440-c1bd-4906-88ba-42ae4332fde6 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:19.693037 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=8a267969-6d8d-4145-913b-51af1d8ccb8d,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:19.715041 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-776e5968-c04d-4e15-aadd-da962ae81a2e None None] Deleting port 8a267969-6d8d-4145-913b-51af1d8ccb8d {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:19.715579 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-776e5968-c04d-4e15-aadd-da962ae81a2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:19.742043 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2be7440-c1bd-4906-88ba-42ae4332fde6 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:19.745924 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c2be7440-c1bd-4906-88ba-42ae4332fde6 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:19.747708 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2be7440-c1bd-4906-88ba-42ae4332fde6 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 21:00:19.748610 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2be7440-c1bd-4906-88ba-42ae4332fde6 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:19.764251 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c2be7440-c1bd-4906-88ba-42ae4332fde6 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1318038 Jul 23 21:00:19.767206 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47736) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:19.772998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-95eac39c-aa97-41a8-afba-c3306b9ae32f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:19.785912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-776e5968-c04d-4e15-aadd-da962ae81a2e None None] For port 8a267969-6d8d-4145-913b-51af1d8ccb8d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=8a267969-6d8d-4145-913b-51af1d8ccb8d,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:19.786307 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-776e5968-c04d-4e15-aadd-da962ae81a2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:19.798168 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-776e5968-c04d-4e15-aadd-da962ae81a2e None None] Calling delete_port for 8a267969-6d8d-4145-913b-51af1d8ccb8d owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:19.884941 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-776e5968-c04d-4e15-aadd-da962ae81a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:19.910517 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e5968-c04d-4e15-aadd-da962ae81a2e None None] Pushing event deleted for resources: {'Port': ['ID=8a267969-6d8d-4145-913b-51af1d8ccb8d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:19.925705 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e5968-c04d-4e15-aadd-da962ae81a2e None None] No DVR routers for this DVR port 8a267969-6d8d-4145-913b-51af1d8ccb8d on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:00:19.978573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4bff3b-6a18-421b-a71c-594a07d2fa3d None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 21:00:20.077217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4bff3b-6a18-421b-a71c-594a07d2fa3d None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 21:00:20.249453 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95eac39c-aa97-41a8-afba-c3306b9ae32f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:20.255534 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-95eac39c-aa97-41a8-afba-c3306b9ae32f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:20.257229 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-95eac39c-aa97-41a8-afba-c3306b9ae32f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 21:00:20.257677 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95eac39c-aa97-41a8-afba-c3306b9ae32f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:20.281177 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-95eac39c-aa97-41a8-afba-c3306b9ae32f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5099163 Jul 23 21:00:20.281417 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47738) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:20.286958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-46b56bee-be5a-48a7-ae7d-86512e9856d3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:20.415252 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b56bee-be5a-48a7-ae7d-86512e9856d3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:20.418662 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-46b56bee-be5a-48a7-ae7d-86512e9856d3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:20.420071 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b56bee-be5a-48a7-ae7d-86512e9856d3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 21:00:20.420524 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b56bee-be5a-48a7-ae7d-86512e9856d3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:20.438101 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-46b56bee-be5a-48a7-ae7d-86512e9856d3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1557422 Jul 23 21:00:20.441821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47742) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:20.448694 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b7a81173-d45e-4a02-ae67-f8ada5211880 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:20.465537 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41958233-41b2-49ce-a586-a437e16f6f5c req-10c4c3ba-a4ec-4448-a0f7-da415b71e348 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:20.467181 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41958233-41b2-49ce-a586-a437e16f6f5c req-10c4c3ba-a4ec-4448-a0f7-da415b71e348 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 944 time: 0.0883148 Jul 23 21:00:20.509523 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41958233-41b2-49ce-a586-a437e16f6f5c req-beb070bc-0955-4e12-af55-c715a5ed2999 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/security-groups?id=96d3f55c-2f7e-441d-b001-15d5da471beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360336 Jul 23 21:00:20.554394 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a81173-d45e-4a02-ae67-f8ada5211880 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:20.558172 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b7a81173-d45e-4a02-ae67-f8ada5211880 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:20.559642 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a81173-d45e-4a02-ae67-f8ada5211880 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 21:00:20.560869 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a81173-d45e-4a02-ae67-f8ada5211880 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:20.575334 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b7a81173-d45e-4a02-ae67-f8ada5211880 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1322827 Jul 23 21:00:20.578003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47744) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:20.608181 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b3241955-8c63-4697-9645-680979cefe97 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0289702 Jul 23 21:00:20.610332 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47746) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:20.660258 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6a0881-2d1c-4e3d-b013-01762b8bcd14 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:20.661800 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2e6a0881-2d1c-4e3d-b013-01762b8bcd14 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0504651 Jul 23 21:00:20.664476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47748) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:20.705791 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4eeab7cd-72c7-40cc-9c67-eea39ac37af7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402298 Jul 23 21:00:20.709771 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47750) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:20.714685 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-185f3eca-287f-4b6a-bcf6-0576196ec067 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:20.809186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185f3eca-287f-4b6a-bcf6-0576196ec067 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:20.812687 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-185f3eca-287f-4b6a-bcf6-0576196ec067 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:21.081054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.objects.ports [None req-185f3eca-287f-4b6a-bcf6-0576196ec067 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 21:00:21.082811 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-185f3eca-287f-4b6a-bcf6-0576196ec067 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:21.131838 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185f3eca-287f-4b6a-bcf6-0576196ec067 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:21.134998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-185f3eca-287f-4b6a-bcf6-0576196ec067 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:21.139490 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185f3eca-287f-4b6a-bcf6-0576196ec067 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:21.140082 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-185f3eca-287f-4b6a-bcf6-0576196ec067 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:21.142409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f3eca-287f-4b6a-bcf6-0576196ec067 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=234ef7ee-a7c8-42bb-9b23-d3f3ec61cb7c,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:21.149114 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3b807f-d4c5-4d45-b58b-80887adbb1f8 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:21.151714 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 8a267969-6d8d-4145-913b-51af1d8ccb8d no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:00:21.162089 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-185f3eca-287f-4b6a-bcf6-0576196ec067 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4488447 Jul 23 21:00:21.162272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47754) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:21.167475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f67ba880-63de-4a63-b49f-7b5c25e150a1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'mac_address': 'fa:16:3e:ec:c9:89', 'name': 'tempest-NetworksTestDHCPv6-2120203464'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:21.182950 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 8a267969-6d8d-4145-913b-51af1d8ccb8d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:00:21.183522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 8a267969-6d8d-4145-913b-51af1d8ccb8d not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:00:21.283945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67ba880-63de-4a63-b49f-7b5c25e150a1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:21.323576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'fixed_ips': [{'subnet_id': '234ef7ee-a7c8-42bb-9b23-d3f3ec61cb7c'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:00:21.324490 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:21.371366 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f67ba880-63de-4a63-b49f-7b5c25e150a1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:21.391762 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-f67ba880-63de-4a63-b49f-7b5c25e150a1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port 5c2a26b7-c09e-4775-b61a-20dd553601e6 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 21:00:21.463124 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Allocated IP 2001:db8::f816:3eff:fec9:4fef (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/234ef7ee-a7c8-42bb-9b23-d3f3ec61cb7c/8066a28c-e3b6-4463-9e58-29db8d9e0364) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:21.656898 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bc605-8b80-4dab-b2fe-908192a1b237 req-f5c9f0d2-d35b-45bd-84cc-2d35165cb372 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:21.658577 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-763bc605-8b80-4dab-b2fe-908192a1b237 req-f5c9f0d2-d35b-45bd-84cc-2d35165cb372 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 944 time: 0.0749729 Jul 23 21:00:21.701350 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-763bc605-8b80-4dab-b2fe-908192a1b237 req-04ef8c39-23a1-41fd-ae15-49b9757fc1d1 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/security-groups?id=96d3f55c-2f7e-441d-b001-15d5da471beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360489 Jul 23 21:00:21.764942 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:21.773051 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Transition to ACTIVE for port object 8066a28c-e3b6-4463-9e58-29db8d9e0364 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:21.787975 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Transition to ACTIVE for port object 8066a28c-e3b6-4463-9e58-29db8d9e0364 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:21.794494 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:21.837249 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:21.840424 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:21.845141 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:21.848277 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Pushing event updated for resources: {'Port': ['ID=8066a28c-e3b6-4463-9e58-29db8d9e0364,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:21.871565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-f67ba880-63de-4a63-b49f-7b5c25e150a1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::f816:3eff:feec:c989 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/234ef7ee-a7c8-42bb-9b23-d3f3ec61cb7c/5c2a26b7-c09e-4775-b61a-20dd553601e6) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:21.930205 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Attempting to bind port 8066a28c-e3b6-4463-9e58-29db8d9e0364 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:21.930617 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Attempting to bind port 8066a28c-e3b6-4463-9e58-29db8d9e0364 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:21.931044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Attempting to bind port 8066a28c-e3b6-4463-9e58-29db8d9e0364 on network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:21.936404 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:21.936789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:21.937243 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:21.937649 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Bound using segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:21.938122 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Bound port: 8066a28c-e3b6-4463-9e58-29db8d9e0364, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:21.938514 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:21.964575 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device d8498309-5418-4e43-ac2d-32286986578e details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:00:22.063237 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f67ba880-63de-4a63-b49f-7b5c25e150a1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:22.079663 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-f67ba880-63de-4a63-b49f-7b5c25e150a1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object 5c2a26b7-c09e-4775-b61a-20dd553601e6 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:22.121035 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] For port 8066a28c-e3b6-4463-9e58-29db8d9e0364, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:22.122966 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f67ba880-63de-4a63-b49f-7b5c25e150a1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:22.128203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] For port 8066a28c-e3b6-4463-9e58-29db8d9e0364, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=8066a28c-e3b6-4463-9e58-29db8d9e0364,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:22.130736 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port d8498309-5418-4e43-ac2d-32286986578e, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=d8498309-5418-4e43-ac2d-32286986578e,segment=NetworkSegment(bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327),segment_id=bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:22.139725 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:22.152755 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'd8498309-5418-4e43-ac2d-32286986578e', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'port_id': 'd8498309-5418-4e43-ac2d-32286986578e', 'mac_address': 'fa:16:3e:29:e0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:00:22.168896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67ba880-63de-4a63-b49f-7b5c25e150a1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:22.175313 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-f67ba880-63de-4a63-b49f-7b5c25e150a1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:22.181311 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ba880-63de-4a63-b49f-7b5c25e150a1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:22.187995 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67ba880-63de-4a63-b49f-7b5c25e150a1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:22.188642 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f67ba880-63de-4a63-b49f-7b5c25e150a1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:22.213126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ba880-63de-4a63-b49f-7b5c25e150a1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=5c2a26b7-c09e-4775-b61a-20dd553601e6,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:22.224531 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47802) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:22.226551 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f67ba880-63de-4a63-b49f-7b5c25e150a1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0630805 Jul 23 21:00:22.259127 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabb52e-e8d9-47ca-b321-e928cb453b52 None None] Pushing event updated for resources: {'Port': ['ID=8066a28c-e3b6-4463-9e58-29db8d9e0364,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:22.263391 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:22.280221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8498309-5418-4e43-ac2d-32286986578e {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:00:22.305360 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port d8498309-5418-4e43-ac2d-32286986578e, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=d8498309-5418-4e43-ac2d-32286986578e,segment=NetworkSegment(bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327),segment_id=bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:22.312030 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:22.340768 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7017f7d-f6d1-404e-ad68-4965aa0d3a0a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:22.349855 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7017f7d-f6d1-404e-ad68-4965aa0d3a0a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:22.352973 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f7017f7d-f6d1-404e-ad68-4965aa0d3a0a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1260271 Jul 23 21:00:22.354965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47818) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:22.378158 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=d8498309-5418-4e43-ac2d-32286986578e,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:22.496252 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d929ce05-2060-4aed-a884-bf6547abed26 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port 5c2a26b7-c09e-4775-b61a-20dd553601e6 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:22.496744 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d929ce05-2060-4aed-a884-bf6547abed26 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:22.551178 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['d8498309-5418-4e43-ac2d-32286986578e'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:00:22.608207 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d929ce05-2060-4aed-a884-bf6547abed26 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:22.624243 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d929ce05-2060-4aed-a884-bf6547abed26 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for 5c2a26b7-c09e-4775-b61a-20dd553601e6 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:22.850888 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d929ce05-2060-4aed-a884-bf6547abed26 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:22.889952 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929ce05-2060-4aed-a884-bf6547abed26 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=5c2a26b7-c09e-4775-b61a-20dd553601e6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:22.922994 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d929ce05-2060-4aed-a884-bf6547abed26 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:22.927426 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47898) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:22.927576 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d929ce05-2060-4aed-a884-bf6547abed26 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/5c2a26b7-c09e-4775-b61a-20dd553601e6 HTTP/1.1" status: 204 len: 168 time: 0.5711830 Jul 23 21:00:22.953257 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05156c14-8280-4229-8651-71ccb367ebde req-d03ee15f-8f14-40de-b839-0048661ee243 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:22.956648 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-05156c14-8280-4229-8651-71ccb367ebde req-d03ee15f-8f14-40de-b839-0048661ee243 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 945 time: 0.1394451 Jul 23 21:00:22.995234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db8fb4d-2c40-4da6-9ad1-84778de562db tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:22.997659 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db8fb4d-2c40-4da6-9ad1-84778de562db tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:23.002522 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2db8fb4d-2c40-4da6-9ad1-84778de562db tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0711796 Jul 23 21:00:23.003591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47910) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:23.005952 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-05156c14-8280-4229-8651-71ccb367ebde req-b6fc2694-eaee-4c19-af59-273191d3f86f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/security-groups?id=96d3f55c-2f7e-441d-b001-15d5da471beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433452 Jul 23 21:00:23.088973 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-12796cdb-6afe-4812-b293-c093015d14e9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 234ef7ee-a7c8-42bb-9b23-d3f3ec61cb7c {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:23.099152 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-12796cdb-6afe-4812-b293-c093015d14e9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:23.152639 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-12796cdb-6afe-4812-b293-c093015d14e9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:23.203459 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 8066a28c-e3b6-4463-9e58-29db8d9e0364 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:23.257135 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-12796cdb-6afe-4812-b293-c093015d14e9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:23.271786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 8066a28c-e3b6-4463-9e58-29db8d9e0364 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:23.330623 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-12796cdb-6afe-4812-b293-c093015d14e9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:23.360491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12796cdb-6afe-4812-b293-c093015d14e9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=234ef7ee-a7c8-42bb-9b23-d3f3ec61cb7c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:23.368522 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-12796cdb-6afe-4812-b293-c093015d14e9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:23.371455 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-12796cdb-6afe-4812-b293-c093015d14e9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/234ef7ee-a7c8-42bb-9b23-d3f3ec61cb7c HTTP/1.1" status: 204 len: 168 time: 0.3665245 Jul 23 21:00:23.373828 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 47956) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:23.414782 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-29264b4f-7dc5-4deb-98a7-e60cda4354b5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394979 Jul 23 21:00:23.418368 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 47964) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:23.425546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a6ccb73b-5c61-4453-8b25-b8883f593793 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:23.458146 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ef8f89-f394-4b8b-9805-fb66a7de0ba0 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:23.537667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ccb73b-5c61-4453-8b25-b8883f593793 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:23.545935 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6ccb73b-5c61-4453-8b25-b8883f593793 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:23.594391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a3827a0a-9660-4964-b754-0ae22c7f045e None None] Provisioning for port 8066a28c-e3b6-4463-9e58-29db8d9e0364 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:23.600431 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a3827a0a-9660-4964-b754-0ae22c7f045e None None] Provisioning complete for port 8066a28c-e3b6-4463-9e58-29db8d9e0364 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:23.600806 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a3827a0a-9660-4964-b754-0ae22c7f045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:23.702991 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a3827a0a-9660-4964-b754-0ae22c7f045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:23.740605 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ca8af4-8dfc-40b7-9aa4-ee9eef663657 None None] DHCP port deletion for 2006a637-5249-4b84-bbdd-c8c3b68cc9dc request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:00:23.754990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a3827a0a-9660-4964-b754-0ae22c7f045e None None] For port 8066a28c-e3b6-4463-9e58-29db8d9e0364, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=8066a28c-e3b6-4463-9e58-29db8d9e0364,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:23.775462 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a3827a0a-9660-4964-b754-0ae22c7f045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:23.841735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3827a0a-9660-4964-b754-0ae22c7f045e None None] Pushing event updated for resources: {'Port': ['ID=8066a28c-e3b6-4463-9e58-29db8d9e0364,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:23.852863 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-65ca8af4-8dfc-40b7-9aa4-ee9eef663657 None None] Deleting port 8066a28c-e3b6-4463-9e58-29db8d9e0364 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:23.853253 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-65ca8af4-8dfc-40b7-9aa4-ee9eef663657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:23.925607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.objects.ports [None req-a6ccb73b-5c61-4453-8b25-b8883f593793 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 21:00:23.936923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-65ca8af4-8dfc-40b7-9aa4-ee9eef663657 None None] For port 8066a28c-e3b6-4463-9e58-29db8d9e0364, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=8066a28c-e3b6-4463-9e58-29db8d9e0364,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:23.937322 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-65ca8af4-8dfc-40b7-9aa4-ee9eef663657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:23.951567 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-65ca8af4-8dfc-40b7-9aa4-ee9eef663657 None None] Calling delete_port for 8066a28c-e3b6-4463-9e58-29db8d9e0364 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:23.963855 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device d8498309-5418-4e43-ac2d-32286986578e up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:24.075232 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port d8498309-5418-4e43-ac2d-32286986578e completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:24.081143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port d8498309-5418-4e43-ac2d-32286986578e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:24.081606 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:24.085540 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-65ca8af4-8dfc-40b7-9aa4-ee9eef663657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:24.126830 n-d-791504-18 neutron-server[93811]: WARNING neutron.services.revisions.revision_plugin [None req-a6ccb73b-5c61-4453-8b25-b8883f593793 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Could not find related port for resource to bump revision. Jul 23 21:00:24.134610 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.ipam_pluggable_backend [None req-a6ccb73b-5c61-4453-8b25-b8883f593793 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Port 8066a28c-e3b6-4463-9e58-29db8d9e0364 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93811) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 23 21:00:24.135606 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca8af4-8dfc-40b7-9aa4-ee9eef663657 None None] Pushing event deleted for resources: {'Port': ['ID=8066a28c-e3b6-4463-9e58-29db8d9e0364,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:24.135969 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.ipam_pluggable_backend [None req-a6ccb73b-5c61-4453-8b25-b8883f593793 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Reverting IP allocation for 2001:db8::f816:3eff:fec9:4fef {{(pid=93811) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 23 21:00:24.137501 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca8af4-8dfc-40b7-9aa4-ee9eef663657 None None] No DVR routers for this DVR port 8066a28c-e3b6-4463-9e58-29db8d9e0364 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:00:24.145176 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.ipam_pluggable_backend [None req-a6ccb73b-5c61-4453-8b25-b8883f593793 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec9:4fef {{(pid=93811) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 23 21:00:24.146780 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6ccb73b-5c61-4453-8b25-b8883f593793 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:24.211273 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:24.211865 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ccb73b-5c61-4453-8b25-b8883f593793 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:24.216179 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-a6ccb73b-5c61-4453-8b25-b8883f593793 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:24.219577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ccb73b-5c61-4453-8b25-b8883f593793 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:24.220172 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a6ccb73b-5c61-4453-8b25-b8883f593793 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:24.230818 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a75e60-a117-4dc8-b217-496058d8d69b None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:24.247919 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71634e1-3094-4429-9633-98e88010cd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8498309-5418-4e43-ac2d-32286986578e'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:00:24.250175 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc781320-b932-4dfe-b390-e8941eafac81" -d '{"events": [{"server_uuid": "b71634e1-3094-4429-9633-98e88010cd6f", "name": "network-vif-plugged", "status": "completed", "tag": "d8498309-5418-4e43-ac2d-32286986578e"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:00:24.263244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccb73b-5c61-4453-8b25-b8883f593793 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=f5d6395f-d20f-456a-a57d-122c044cebdb,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:24.272946 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port d8498309-5418-4e43-ac2d-32286986578e, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=d8498309-5418-4e43-ac2d-32286986578e,segment=NetworkSegment(bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327),segment_id=bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:24.284134 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a6ccb73b-5c61-4453-8b25-b8883f593793 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8637271 Jul 23 21:00:24.284935 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48080) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:24.291533 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-ec73d2b3-bdee-4478-a6ef-76559cc72d9e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'mac_address': 'fa:16:3e:8a:cc:26', 'name': 'tempest-NetworksTestDHCPv6-932188570'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:24.325090 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce149-81e1-4407-b6ec-a675a2cbbbac req-3e7957cf-c2df-41fa-861f-4e4c8a0dbaeb tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:24.327544 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a80ce149-81e1-4407-b6ec-a675a2cbbbac req-3e7957cf-c2df-41fa-861f-4e4c8a0dbaeb tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 945 time: 0.1294611 Jul 23 21:00:24.338361 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668db296-94d3-4632-a1aa-e84fc50c4c37 x-openstack-request-id: req-668db296-94d3-4632-a1aa-e84fc50c4c37 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:00:24.338934 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71634e1-3094-4429-9633-98e88010cd6f", "name": "network-vif-plugged", "status": "completed", "tag": "d8498309-5418-4e43-ac2d-32286986578e", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:00:24.339223 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-668db296-94d3-4632-a1aa-e84fc50c4c37 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:00:24.339610 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71634e1-3094-4429-9633-98e88010cd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8498309-5418-4e43-ac2d-32286986578e', 'code': 200} Jul 23 21:00:24.342648 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:24.382585 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a80ce149-81e1-4407-b6ec-a675a2cbbbac req-91516cd5-4dee-4979-92e2-601fbc20f8c1 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/security-groups?id=96d3f55c-2f7e-441d-b001-15d5da471beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474255 Jul 23 21:00:24.418724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=d8498309-5418-4e43-ac2d-32286986578e,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:24.487516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec73d2b3-bdee-4478-a6ef-76559cc72d9e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:24.538209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'fixed_ips': [{'subnet_id': 'f5d6395f-d20f-456a-a57d-122c044cebdb'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:00:24.543140 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:24.563927 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c1f6e-5a15-4129-a9d6-90a6c54f458d req-3acbd99f-db24-470a-96d8-92ba518a87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:24.566153 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a4c1f6e-5a15-4129-a9d6-90a6c54f458d req-3acbd99f-db24-470a-96d8-92ba518a87e0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 1098 time: 0.0879567 Jul 23 21:00:24.582316 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec73d2b3-bdee-4478-a6ef-76559cc72d9e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:24.594108 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5977de3-5b53-46fc-b82c-025a01cbac53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:24.609415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-ec73d2b3-bdee-4478-a6ef-76559cc72d9e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port 0e4ed5cf-c755-4078-b8ff-083af678176a yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 21:00:24.611360 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a4c1f6e-5a15-4129-a9d6-90a6c54f458d req-74a60a9d-3974-43df-aa4d-187a8bb3c3be service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=96d3f55c-2f7e-441d-b001-15d5da471beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378988 Jul 23 21:00:24.730152 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Allocated IP 2001:db8::f816:3eff:fe9d:2a28 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/f5d6395f-d20f-456a-a57d-122c044cebdb/d9db106f-cffa-4d3e-a3d9-db192282e491) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:24.881615 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:24.890240 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Transition to ACTIVE for port object d9db106f-cffa-4d3e-a3d9-db192282e491 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:24.905238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Transition to ACTIVE for port object d9db106f-cffa-4d3e-a3d9-db192282e491 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:24.911619 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:24.953589 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:24.960547 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:24.965205 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:24.968039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-ec73d2b3-bdee-4478-a6ef-76559cc72d9e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::f816:3eff:fe8a:cc26 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/f5d6395f-d20f-456a-a57d-122c044cebdb/0e4ed5cf-c755-4078-b8ff-083af678176a) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:24.968754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Pushing event updated for resources: {'Port': ['ID=d9db106f-cffa-4d3e-a3d9-db192282e491,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:25.038956 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Attempting to bind port d9db106f-cffa-4d3e-a3d9-db192282e491 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:25.040220 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Attempting to bind port d9db106f-cffa-4d3e-a3d9-db192282e491 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:25.040403 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Attempting to bind port d9db106f-cffa-4d3e-a3d9-db192282e491 on network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:25.047572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:25.048243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:25.049180 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:25.049959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Bound using segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:25.050454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Bound port: d9db106f-cffa-4d3e-a3d9-db192282e491, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:25.050837 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:25.125937 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] For port d9db106f-cffa-4d3e-a3d9-db192282e491, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:25.130634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] For port d9db106f-cffa-4d3e-a3d9-db192282e491, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d9db106f-cffa-4d3e-a3d9-db192282e491,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:25.139297 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:25.177217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 8066a28c-e3b6-4463-9e58-29db8d9e0364 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:00:25.178452 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec73d2b3-bdee-4478-a6ef-76559cc72d9e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:25.193758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-ec73d2b3-bdee-4478-a6ef-76559cc72d9e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object 0e4ed5cf-c755-4078-b8ff-083af678176a will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:25.206592 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 8066a28c-e3b6-4463-9e58-29db8d9e0364 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:00:25.206949 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 8066a28c-e3b6-4463-9e58-29db8d9e0364 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:00:25.235700 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec73d2b3-bdee-4478-a6ef-76559cc72d9e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:25.244518 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c69bc-5a7c-41be-8511-fc9d4c71fdd1 None None] Pushing event updated for resources: {'Port': ['ID=d9db106f-cffa-4d3e-a3d9-db192282e491,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:25.282278 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec73d2b3-bdee-4478-a6ef-76559cc72d9e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:25.287986 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-ec73d2b3-bdee-4478-a6ef-76559cc72d9e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:25.291773 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec73d2b3-bdee-4478-a6ef-76559cc72d9e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:25.297335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec73d2b3-bdee-4478-a6ef-76559cc72d9e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:25.298051 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec73d2b3-bdee-4478-a6ef-76559cc72d9e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:25.304911 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73d2b3-bdee-4478-a6ef-76559cc72d9e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=0e4ed5cf-c755-4078-b8ff-083af678176a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:25.319832 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ec73d2b3-bdee-4478-a6ef-76559cc72d9e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0336366 Jul 23 21:00:25.322530 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48216) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:25.390279 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a60eda5-8a15-4568-8a05-fb1d60420fb0 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:25.398233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a60eda5-8a15-4568-8a05-fb1d60420fb0 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:25.399952 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2a60eda5-8a15-4568-8a05-fb1d60420fb0 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0761867 Jul 23 21:00:25.402869 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48224) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:25.559364 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-835826bd-0392-4133-b4f7-86f2561896ae tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port 0e4ed5cf-c755-4078-b8ff-083af678176a {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:25.560250 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-835826bd-0392-4133-b4f7-86f2561896ae tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:25.573786 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b69901-b63e-4ee1-9a91-5b79fddff22d req-fcdf533b-5229-4641-a78a-dcd7c4f5ab39 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:25.581746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c7b69901-b63e-4ee1-9a91-5b79fddff22d req-fcdf533b-5229-4641-a78a-dcd7c4f5ab39 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 946 time: 0.0885372 Jul 23 21:00:25.620211 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c7b69901-b63e-4ee1-9a91-5b79fddff22d req-6ce299ed-688a-449f-b6aa-cef6ea84e4a3 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/security-groups?id=96d3f55c-2f7e-441d-b001-15d5da471beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375652 Jul 23 21:00:25.657826 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-835826bd-0392-4133-b4f7-86f2561896ae tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:25.670187 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-835826bd-0392-4133-b4f7-86f2561896ae tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for 0e4ed5cf-c755-4078-b8ff-083af678176a owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:25.752965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0e71a-508c-4341-ab06-95620d888066 req-2f8e2137-616c-435a-b8ee-c9cb386e89f9 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:25.754460 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bcd0e71a-508c-4341-ab06-95620d888066 req-2f8e2137-616c-435a-b8ee-c9cb386e89f9 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 946 time: 0.0640967 Jul 23 21:00:25.796069 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bcd0e71a-508c-4341-ab06-95620d888066 req-f3a4110b-f21d-49d4-b71a-6c8f70c45312 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/security-groups?id=96d3f55c-2f7e-441d-b001-15d5da471beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359054 Jul 23 21:00:25.801364 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-835826bd-0392-4133-b4f7-86f2561896ae tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:25.818450 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48230) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:25.834876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835826bd-0392-4133-b4f7-86f2561896ae tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=0e4ed5cf-c755-4078-b8ff-083af678176a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:25.863525 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-835826bd-0392-4133-b4f7-86f2561896ae tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:25.865439 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-835826bd-0392-4133-b4f7-86f2561896ae tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/0e4ed5cf-c755-4078-b8ff-083af678176a HTTP/1.1" status: 204 len: 168 time: 0.4614420 Jul 23 21:00:25.868081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48234) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:25.920955 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc5422a-c1be-44f8-b055-ebe0bb72b1a1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:25.922499 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc5422a-c1be-44f8-b055-ebe0bb72b1a1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:25.924076 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bbc5422a-c1be-44f8-b055-ebe0bb72b1a1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0549273 Jul 23 21:00:25.926936 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48236) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:25.980881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-256dbd20-9028-4033-ba2b-32a6a877526b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet f5d6395f-d20f-456a-a57d-122c044cebdb {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:25.982536 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7641b84-cd78-4d97-8898-1f3330a164b2 tempest-TestVolumeBackupRestore-1036402917 tempest-TestVolumeBackupRestore-1036402917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:25.984118 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a7641b84-cd78-4d97-8898-1f3330a164b2 tempest-TestVolumeBackupRestore-1036402917 tempest-TestVolumeBackupRestore-1036402917-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 1093 time: 0.1646175 Jul 23 21:00:25.987355 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48238) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:25.991924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': 'd8498309-5418-4e43-ac2d-32286986578e', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:25.996870 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-256dbd20-9028-4033-ba2b-32a6a877526b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.046663 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-256dbd20-9028-4033-ba2b-32a6a877526b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.083332 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.207678 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-256dbd20-9028-4033-ba2b-32a6a877526b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.296126 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-256dbd20-9028-4033-ba2b-32a6a877526b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.311305 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.334794 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dbd20-9028-4033-ba2b-32a6a877526b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d6395f-d20f-456a-a57d-122c044cebdb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:26.340983 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-256dbd20-9028-4033-ba2b-32a6a877526b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.346275 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48248) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:26.346627 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-256dbd20-9028-4033-ba2b-32a6a877526b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/f5d6395f-d20f-456a-a57d-122c044cebdb HTTP/1.1" status: 204 len: 168 time: 0.4181566 Jul 23 21:00:26.369662 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a056d914-1d0a-400a-8cd9-579097f0b35a None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:26.410231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-11f846ef-87e9-4a05-8597-dc97a858d20f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625439 Jul 23 21:00:26.413105 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48250) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:26.476536 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Allocated IP 172.25.3.209 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/f8454c8e-a461-47c3-bed3-b13231eb53b5) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:26.511288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6be0b534-a50a-4ab0-88cb-f2ba790781a4 None None] Provisioning for port d9db106f-cffa-4d3e-a3d9-db192282e491 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:26.521423 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c5a81e-df35-4c5e-8515-28a7ed55a69c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:26.523404 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-24c5a81e-df35-4c5e-8515-28a7ed55a69c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1088068 Jul 23 21:00:26.526210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48254) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:26.616586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0a9c01-ed1b-4a26-a17c-4337364f1467 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:26.618886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ef0a9c01-ed1b-4a26-a17c-4337364f1467 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0915406 Jul 23 21:00:26.621440 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48256) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:26.630651 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191c9b6d-c8de-47ba-be4f-0f749be54f03 None None] DHCP port deletion for 2006a637-5249-4b84-bbdd-c8c3b68cc9dc request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:00:26.640309 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.667001 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8cf52e7d-20d7-4634-8a23-c2957a040429 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440433 Jul 23 21:00:26.671441 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48258) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:26.678121 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-5a81f31a-e0b4-4244-855e-96ffab0f2155 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:26.697554 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.734188 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-191c9b6d-c8de-47ba-be4f-0f749be54f03 None None] Deleting port d9db106f-cffa-4d3e-a3d9-db192282e491 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:26.734564 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-191c9b6d-c8de-47ba-be4f-0f749be54f03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.737307 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:26.740697 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:26.747885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:26.823751 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a81f31a-e0b4-4244-855e-96ffab0f2155 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:26.827674 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5a81f31a-e0b4-4244-855e-96ffab0f2155 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.869703 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-191c9b6d-c8de-47ba-be4f-0f749be54f03 None None] For port d9db106f-cffa-4d3e-a3d9-db192282e491, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d9db106f-cffa-4d3e-a3d9-db192282e491,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:26.870268 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-191c9b6d-c8de-47ba-be4f-0f749be54f03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.913101 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-191c9b6d-c8de-47ba-be4f-0f749be54f03 None None] Calling delete_port for d9db106f-cffa-4d3e-a3d9-db192282e491 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:27.058176 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-191c9b6d-c8de-47ba-be4f-0f749be54f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.098010 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c9b6d-c8de-47ba-be4f-0f749be54f03 None None] Pushing event deleted for resources: {'Port': ['ID=d9db106f-cffa-4d3e-a3d9-db192282e491,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:27.101040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c9b6d-c8de-47ba-be4f-0f749be54f03 None None] No DVR routers for this DVR port d9db106f-cffa-4d3e-a3d9-db192282e491 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:00:27.141769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.objects.ports [None req-5a81f31a-e0b4-4244-855e-96ffab0f2155 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 21:00:27.143467 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d2d90f3-44f9-4c22-9c91-3c97135c166b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.143870 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5a81f31a-e0b4-4244-855e-96ffab0f2155 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.202380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a81f31a-e0b4-4244-855e-96ffab0f2155 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:27.209812 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-5a81f31a-e0b4-4244-855e-96ffab0f2155 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:27.214467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a81f31a-e0b4-4244-855e-96ffab0f2155 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:27.214630 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Pushing event updated for resources: {'Port': ['ID=f8454c8e-a461-47c3-bed3-b13231eb53b5,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:27.215061 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5a81f31a-e0b4-4244-855e-96ffab0f2155 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.225629 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81f31a-e0b4-4244-855e-96ffab0f2155 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=969304a5-7612-48ff-97a9-3c76a6400b34,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:27.241700 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cd484b-85fd-4c7d-a277-f82c94181341 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:27.244643 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5a81f31a-e0b4-4244-855e-96ffab0f2155 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.5718212 Jul 23 21:00:27.246626 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48260) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:27.255349 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b35244bc-e109-483b-baef-852f07930138 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'mac_address': 'fa:16:3e:36:79:4b', 'name': 'tempest-NetworksTestDHCPv6-800924086'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:27.384183 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35244bc-e109-483b-baef-852f07930138 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:27.402898 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.445411 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'fixed_ips': [{'subnet_id': '969304a5-7612-48ff-97a9-3c76a6400b34'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:00:27.447313 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.482693 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b35244bc-e109-483b-baef-852f07930138 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.508149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-b35244bc-e109-483b-baef-852f07930138 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port e25db27e-dcb2-4510-8ee3-45a4b252da01 yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 21:00:27.581319 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.641546 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Allocated IP 2001:db8::f816:3eff:fe9a:d8e2 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/969304a5-7612-48ff-97a9-3c76a6400b34/07996b85-9adf-4de0-bb3e-46c3fa5b96a6) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:27.688367 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.799320 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.808767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Transition to ACTIVE for port object 07996b85-9adf-4de0-bb3e-46c3fa5b96a6 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:27.825209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Transition to ACTIVE for port object 07996b85-9adf-4de0-bb3e-46c3fa5b96a6 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:27.832327 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.870159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.875754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Pushing event updated for resources: {'Port': ['ID=07996b85-9adf-4de0-bb3e-46c3fa5b96a6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:27.889125 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:27.890344 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.890639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:27.893053 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:27.898005 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-b35244bc-e109-483b-baef-852f07930138 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::f816:3eff:fe36:794b (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/969304a5-7612-48ff-97a9-3c76a6400b34/e25db27e-dcb2-4510-8ee3-45a4b252da01) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:27.963263 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Attempting to bind port 07996b85-9adf-4de0-bb3e-46c3fa5b96a6 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:27.963890 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Attempting to bind port 07996b85-9adf-4de0-bb3e-46c3fa5b96a6 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:27.964262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Attempting to bind port 07996b85-9adf-4de0-bb3e-46c3fa5b96a6 on network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:27.970308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:27.970686 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:27.971211 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.971611 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Bound using segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:27.972165 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Bound port: 07996b85-9adf-4de0-bb3e-46c3fa5b96a6, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:27.972593 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.000552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Pushing event updated for resources: {'Port': ['ID=f8454c8e-a461-47c3-bed3-b13231eb53b5,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:28.018924 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.050747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] For port 07996b85-9adf-4de0-bb3e-46c3fa5b96a6, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:28.053734 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] For port 07996b85-9adf-4de0-bb3e-46c3fa5b96a6, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=07996b85-9adf-4de0-bb3e-46c3fa5b96a6,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:28.059628 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.083659 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b35244bc-e109-483b-baef-852f07930138 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.101563 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-b35244bc-e109-483b-baef-852f07930138 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object e25db27e-dcb2-4510-8ee3-45a4b252da01 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:28.151769 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b35244bc-e109-483b-baef-852f07930138 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.164461 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Floating IP cb76da09-9be6-4c70-8e72-9bbe3c9533bb associated. External IP: 172.25.3.209, port: d8498309-5418-4e43-ac2d-32286986578e. Jul 23 21:00:28.177971 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35244bc-e109-483b-baef-852f07930138 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:28.180894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-b35244bc-e109-483b-baef-852f07930138 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:28.184228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35244bc-e109-483b-baef-852f07930138 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:28.190512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35244bc-e109-483b-baef-852f07930138 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:28.191560 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b35244bc-e109-483b-baef-852f07930138 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.234610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b35244bc-e109-483b-baef-852f07930138 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9860504 Jul 23 21:00:28.238518 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48268) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:28.240120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35244bc-e109-483b-baef-852f07930138 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=e25db27e-dcb2-4510-8ee3-45a4b252da01,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:28.297675 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bc199-3abf-46b8-a3cb-53ae6b25d541 None None] Pushing event updated for resources: {'Port': ['ID=07996b85-9adf-4de0-bb3e-46c3fa5b96a6,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:28.354035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2afd83-62b2-4663-84b9-6ecc1d3eee98 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:28.360640 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2afd83-62b2-4663-84b9-6ecc1d3eee98 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:28.362894 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5a2afd83-62b2-4663-84b9-6ecc1d3eee98 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1233535 Jul 23 21:00:28.365713 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48272) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:28.473799 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-031757ba-60c9-45d3-a0dd-7c8c5f23b6e4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port e25db27e-dcb2-4510-8ee3-45a4b252da01 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:28.474151 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-031757ba-60c9-45d3-a0dd-7c8c5f23b6e4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.481487 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Router 029496fa-3306-4323-965c-3e64d8c17d71 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:00:28.566731 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.637402 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-031757ba-60c9-45d3-a0dd-7c8c5f23b6e4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.653098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-031757ba-60c9-45d3-a0dd-7c8c5f23b6e4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for e25db27e-dcb2-4510-8ee3-45a4b252da01 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:28.659004 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:00:28.682814 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a7bd6-bd7e-483b-a1da-7780b9a7e81b None None] Sync routers for ids ['029496fa-3306-4323-965c-3e64d8c17d71'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:00:28.688694 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.692604 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a7bd6-bd7e-483b-a1da-7780b9a7e81b None None] Routers {'029496fa-3306-4323-965c-3e64d8c17d71'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:00:28.693466 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6a0a7bd6-bd7e-483b-a1da-7780b9a7e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:00:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['029496fa-3306-4323-965c-3e64d8c17d71'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:28.730959 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8f8620a7-3153-454f-bd5f-1fd8d96f4595 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7425363 Jul 23 21:00:28.731586 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71634e1-3094-4429-9633-98e88010cd6f', 'tag': 'd8498309-5418-4e43-ac2d-32286986578e'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:00:28.734074 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be933951-91fa-4507-bf50-f2470c7cb7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b71634e1-3094-4429-9633-98e88010cd6f", "tag": "d8498309-5418-4e43-ac2d-32286986578e"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:00:28.736019 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48276) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:28.773262 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11ea2a3-40dd-44cc-90ed-4f879c04567d x-openstack-request-id: req-b11ea2a3-40dd-44cc-90ed-4f879c04567d {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:00:28.773560 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71634e1-3094-4429-9633-98e88010cd6f", "tag": "d8498309-5418-4e43-ac2d-32286986578e", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:00:28.773813 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b11ea2a3-40dd-44cc-90ed-4f879c04567d {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:00:28.774212 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b71634e1-3094-4429-9633-98e88010cd6f', 'tag': 'd8498309-5418-4e43-ac2d-32286986578e', 'status': 'completed', 'code': 200} Jul 23 21:00:28.823369 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6a0a7bd6-bd7e-483b-a1da-7780b9a7e81b None None] Set router 029496fa-3306-4323-965c-3e64d8c17d71 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:00:28.847001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd195cc7-ac34-4869-b8ee-f15dbafafdd5 tempest-TestVolumeBackupRestore-1036402917 tempest-TestVolumeBackupRestore-1036402917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:28.848574 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fd195cc7-ac34-4869-b8ee-f15dbafafdd5 tempest-TestVolumeBackupRestore-1036402917 tempest-TestVolumeBackupRestore-1036402917-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 1093 time: 0.1112163 Jul 23 21:00:28.852845 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48282) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:28.857414 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1c4a22f2-779d-484a-ba72-a1998c78099b tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Request body: {'floatingip': {'port_id': 'd8498309-5418-4e43-ac2d-32286986578e'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:28.940769 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1c4a22f2-779d-484a-ba72-a1998c78099b tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for floatingip, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.942711 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-031757ba-60c9-45d3-a0dd-7c8c5f23b6e4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.984435 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031757ba-60c9-45d3-a0dd-7c8c5f23b6e4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=e25db27e-dcb2-4510-8ee3-45a4b252da01,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:29.042384 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-031757ba-60c9-45d3-a0dd-7c8c5f23b6e4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:29.045486 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-031757ba-60c9-45d3-a0dd-7c8c5f23b6e4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/e25db27e-dcb2-4510-8ee3-45a4b252da01 HTTP/1.1" status: 204 len: 168 time: 0.6787353 Jul 23 21:00:29.050885 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48284) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:29.067219 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be933951-91fa-4507-bf50-f2470c7cb7f5 req-da444d03-8936-4523-b5a9-cde842b7065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:29.069286 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be933951-91fa-4507-bf50-f2470c7cb7f5 req-da444d03-8936-4523-b5a9-cde842b7065b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4bcad8cead78462cb1b3a6a4fd77f0af&device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 1098 time: 0.2673786 Jul 23 21:00:29.174281 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa968bda-934f-4b3f-85a7-bc139437f6e8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:29.176241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa968bda-934f-4b3f-85a7-bc139437f6e8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:29.181050 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48286) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:29.183709 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fa968bda-934f-4b3f-85a7-bc139437f6e8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1278491 Jul 23 21:00:29.189911 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6a0a7bd6-bd7e-483b-a1da-7780b9a7e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029496fa-3306-4323-965c-3e64d8c17d71', 'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 4, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'gw_port': {'id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'cb76da09-9be6-4c70-8e72-9bbe3c9533bb', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'floating_ip_address': '172.25.3.209', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'port_id': 'd8498309-5418-4e43-ac2d-32286986578e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'mac_address': 'fa:16:3e:29:e0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71634e1-3094-4429-9633-98e88010cd6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:00:27Z', 'updated_at': '2021-07-23T21:00:27Z', 'revision_number': 0, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2adc78-f0a6-4932-9dd0-e98bb3cf6892', 'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'mac_address': 'fa:16:3e:6a:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:53Z', 'updated_at': '2021-07-23T20:58:02Z', 'revision_number': 5, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'subnets': [{'id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:29.246451 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a7bd6-bd7e-483b-a1da-7780b9a7e81b None None] Checking router: 029496fa-3306-4323-965c-3e64d8c17d71 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:00:29.268141 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a7bd6-bd7e-483b-a1da-7780b9a7e81b None None] Routers {'029496fa-3306-4323-965c-3e64d8c17d71'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:00:29.268957 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 07996b85-9adf-4de0-bb3e-46c3fa5b96a6 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:29.271928 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6a0a7bd6-bd7e-483b-a1da-7780b9a7e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:00:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['029496fa-3306-4323-965c-3e64d8c17d71'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:29.280550 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be933951-91fa-4507-bf50-f2470c7cb7f5 req-2b873c4d-955f-4d1c-ad04-fd6e6d600ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:29.282078 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be933951-91fa-4507-bf50-f2470c7cb7f5 req-2b873c4d-955f-4d1c-ad04-fd6e6d600ce5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=411352d1-7a75-42b9-bd5f-27a10f834896 HTTP/1.1" status: 200 len: 912 time: 0.1795955 Jul 23 21:00:29.309629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d714d5f-1afc-4b55-b979-754456d88ed5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 969304a5-7612-48ff-97a9-3c76a6400b34 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:29.313278 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d714d5f-1afc-4b55-b979-754456d88ed5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:29.369199 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d714d5f-1afc-4b55-b979-754456d88ed5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:29.373687 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be933951-91fa-4507-bf50-f2470c7cb7f5 req-c9748e93-2e5d-4e5f-91a2-08a0fe0a4635 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8498309-5418-4e43-ac2d-32286986578e HTTP/1.1" status: 200 len: 1000 time: 0.0841870 Jul 23 21:00:29.380913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 07996b85-9adf-4de0-bb3e-46c3fa5b96a6 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:29.436545 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6a0a7bd6-bd7e-483b-a1da-7780b9a7e81b None None] Set router 029496fa-3306-4323-965c-3e64d8c17d71 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:00:29.450596 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be933951-91fa-4507-bf50-f2470c7cb7f5 req-d94ad762-def1-4867-ab17-3d667ee51b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:29.452743 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be933951-91fa-4507-bf50-f2470c7cb7f5 req-d94ad762-def1-4867-ab17-3d667ee51b63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89 HTTP/1.1" status: 200 len: 850 time: 0.0703745 Jul 23 21:00:29.465379 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d714d5f-1afc-4b55-b979-754456d88ed5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:29.558392 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be933951-91fa-4507-bf50-f2470c7cb7f5 req-8ae12664-2329-4581-b91a-9a4c0323802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:29.563894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be933951-91fa-4507-bf50-f2470c7cb7f5 req-8ae12664-2329-4581-b91a-9a4c0323802a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=411352d1-7a75-42b9-bd5f-27a10f834896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043761 Jul 23 21:00:29.566676 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d714d5f-1afc-4b55-b979-754456d88ed5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:29.609120 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d714d5f-1afc-4b55-b979-754456d88ed5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=969304a5-7612-48ff-97a9-3c76a6400b34,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:29.668727 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d714d5f-1afc-4b55-b979-754456d88ed5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:29.673477 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3d714d5f-1afc-4b55-b979-754456d88ed5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/969304a5-7612-48ff-97a9-3c76a6400b34 HTTP/1.1" status: 204 len: 168 time: 0.4914870 Jul 23 21:00:29.676444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48288) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:29.729768 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-56f66af2-7107-45d8-8367-218842327826 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520437 Jul 23 21:00:29.732636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48292) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:29.735748 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be933951-91fa-4507-bf50-f2470c7cb7f5 req-a6667ea0-92bd-4003-bc4b-533c09939518 service neutron] 10.222.0.57 "GET /v2.0/networks/411352d1-7a75-42b9-bd5f-27a10f834896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622913 Jul 23 21:00:29.738335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-73302c16-1235-4e41-8f7c-ed4569c8e1cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:29.741146 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe74cbc-aba2-430e-beef-a053b47eb204 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:29.762482 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6a0a7bd6-bd7e-483b-a1da-7780b9a7e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029496fa-3306-4323-965c-3e64d8c17d71', 'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 4, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'gw_port': {'id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'cb76da09-9be6-4c70-8e72-9bbe3c9533bb', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'floating_ip_address': '172.25.3.209', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'port_id': 'd8498309-5418-4e43-ac2d-32286986578e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'mac_address': 'fa:16:3e:29:e0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71634e1-3094-4429-9633-98e88010cd6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:00:27Z', 'updated_at': '2021-07-23T21:00:27Z', 'revision_number': 0, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2adc78-f0a6-4932-9dd0-e98bb3cf6892', 'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'mac_address': 'fa:16:3e:6a:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:53Z', 'updated_at': '2021-07-23T20:58:02Z', 'revision_number': 5, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'subnets': [{'id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:29.796311 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a7bd6-bd7e-483b-a1da-7780b9a7e81b None None] The sync data for ids ['029496fa-3306-4323-965c-3e64d8c17d71'] in n-d-791504-18 is: [{'id': '029496fa-3306-4323-965c-3e64d8c17d71', 'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 4, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'gw_port': {'id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'cb76da09-9be6-4c70-8e72-9bbe3c9533bb', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'floating_ip_address': '172.25.3.209', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'port_id': 'd8498309-5418-4e43-ac2d-32286986578e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'mac_address': 'fa:16:3e:29:e0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71634e1-3094-4429-9633-98e88010cd6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:00:27Z', 'updated_at': '2021-07-23T21:00:27Z', 'revision_number': 0, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2adc78-f0a6-4932-9dd0-e98bb3cf6892', 'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'mac_address': 'fa:16:3e:6a:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:53Z', 'updated_at': '2021-07-23T20:58:02Z', 'revision_number': 5, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'subnets': [{'id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:00:29.846363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0870875b-c2d9-44b5-903d-2c7bce416675 None None] Provisioning for port 07996b85-9adf-4de0-bb3e-46c3fa5b96a6 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:29.857772 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0870875b-c2d9-44b5-903d-2c7bce416675 None None] Provisioning complete for port 07996b85-9adf-4de0-bb3e-46c3fa5b96a6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:29.858135 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0870875b-c2d9-44b5-903d-2c7bce416675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:29.904544 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be933951-91fa-4507-bf50-f2470c7cb7f5 req-7236907d-342b-4f7e-afd5-e9ed2ce56360 service neutron] 10.222.0.57 "GET /v2.0/networks/411352d1-7a75-42b9-bd5f-27a10f834896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614392 Jul 23 21:00:30.015296 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73302c16-1235-4e41-8f7c-ed4569c8e1cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:30.019323 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73302c16-1235-4e41-8f7c-ed4569c8e1cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.023069 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0870875b-c2d9-44b5-903d-2c7bce416675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.032496 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.069912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0870875b-c2d9-44b5-903d-2c7bce416675 None None] For port 07996b85-9adf-4de0-bb3e-46c3fa5b96a6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=07996b85-9adf-4de0-bb3e-46c3fa5b96a6,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:30.078105 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0870875b-c2d9-44b5-903d-2c7bce416675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.116601 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56135ff9-831b-4a3d-b922-1e0b31792bf1 None None] DHCP port deletion for 2006a637-5249-4b84-bbdd-c8c3b68cc9dc request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:00:30.143652 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.db.resource_extend [None req-1c4a22f2-779d-484a-ba72-a1998c78099b tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 21:00:30.166283 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870875b-c2d9-44b5-903d-2c7bce416675 None None] Pushing event updated for resources: {'Port': ['ID=07996b85-9adf-4de0-bb3e-46c3fa5b96a6,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:30.181901 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64077ed6-3866-452d-896c-64a171907836 None None] New status for floating IP cb76da09-9be6-4c70-8e72-9bbe3c9533bb: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:00:30.233265 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-56135ff9-831b-4a3d-b922-1e0b31792bf1 None None] Deleting port 07996b85-9adf-4de0-bb3e-46c3fa5b96a6 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:30.233631 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-56135ff9-831b-4a3d-b922-1e0b31792bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.237474 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1c4a22f2-779d-484a-ba72-a1998c78099b tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.246530 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1c4a22f2-779d-484a-ba72-a1998c78099b tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.347511 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-56135ff9-831b-4a3d-b922-1e0b31792bf1 None None] For port 07996b85-9adf-4de0-bb3e-46c3fa5b96a6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=07996b85-9adf-4de0-bb3e-46c3fa5b96a6,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:30.347793 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-56135ff9-831b-4a3d-b922-1e0b31792bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.365903 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-64077ed6-3866-452d-896c-64a171907836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 21:00:30.366252 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-64077ed6-3866-452d-896c-64a171907836 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 21:00:30.367054 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-56135ff9-831b-4a3d-b922-1e0b31792bf1 None None] Calling delete_port for 07996b85-9adf-4de0-bb3e-46c3fa5b96a6 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:30.452571 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-56135ff9-831b-4a3d-b922-1e0b31792bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.479623 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56135ff9-831b-4a3d-b922-1e0b31792bf1 None None] Pushing event deleted for resources: {'Port': ['ID=07996b85-9adf-4de0-bb3e-46c3fa5b96a6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:30.483307 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56135ff9-831b-4a3d-b922-1e0b31792bf1 None None] No DVR routers for this DVR port 07996b85-9adf-4de0-bb3e-46c3fa5b96a6 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:00:30.866951 n-d-791504-18 neutron-server[93810]: DEBUG neutron.objects.ports [None req-73302c16-1235-4e41-8f7c-ed4569c8e1cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93810) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 21:00:30.868460 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64077ed6-3866-452d-896c-64a171907836 None None] New status for floating IP cb76da09-9be6-4c70-8e72-9bbe3c9533bb: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:00:30.870330 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73302c16-1235-4e41-8f7c-ed4569c8e1cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.939304 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73302c16-1235-4e41-8f7c-ed4569c8e1cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:30.945676 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-73302c16-1235-4e41-8f7c-ed4569c8e1cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:30.958871 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73302c16-1235-4e41-8f7c-ed4569c8e1cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:30.959965 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73302c16-1235-4e41-8f7c-ed4569c8e1cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.966480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73302c16-1235-4e41-8f7c-ed4569c8e1cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=b0da6b17-e1b3-42b0-a20e-455e2ad648e4,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:30.982071 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4a22f2-779d-484a-ba72-a1998c78099b tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Router 029496fa-3306-4323-965c-3e64d8c17d71 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:00:30.993265 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e673b2-4b18-422d-82a0-288f1954ae61 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:30.997924 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48296) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:31.003293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a382eced-87e6-40f1-9ae0-1d43ceef607e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'mac_address': 'fa:16:3e:f3:a1:b6', 'name': 'tempest-NetworksTestDHCPv6-1769877057'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:31.008132 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-73302c16-1235-4e41-8f7c-ed4569c8e1cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2740140 Jul 23 21:00:31.188598 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4a22f2-779d-484a-ba72-a1998c78099b tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:00:31.215085 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1c4a22f2-779d-484a-ba72-a1998c78099b tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:31.216621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 07996b85-9adf-4de0-bb3e-46c3fa5b96a6 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:00:31.230290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c48edbdc-1500-4b68-a2f3-a61e27e2b723 req-fb4b8c3c-d30e-4020-92b5-b414dd4c0748 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1702209 Jul 23 21:00:31.244768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 07996b85-9adf-4de0-bb3e-46c3fa5b96a6 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:00:31.245444 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 07996b85-9adf-4de0-bb3e-46c3fa5b96a6 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:00:31.260355 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a382eced-87e6-40f1-9ae0-1d43ceef607e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:31.281312 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a382eced-87e6-40f1-9ae0-1d43ceef607e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:31.336653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-a382eced-87e6-40f1-9ae0-1d43ceef607e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port 5a132735-10cf-433a-a0d0-638be210482c yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 21:00:31.350844 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908bb0a2-00af-4162-b588-0cab5f795e28 None None] Sync routers for ids ['029496fa-3306-4323-965c-3e64d8c17d71'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:00:31.351785 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71634e1-3094-4429-9633-98e88010cd6f', 'tag': 'd8498309-5418-4e43-ac2d-32286986578e'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:00:31.354076 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a3a02a-cad5-4877-9067-811debc4281f" -d '{"events": [{"name": "network-changed", "server_uuid": "b71634e1-3094-4429-9633-98e88010cd6f", "tag": "d8498309-5418-4e43-ac2d-32286986578e"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:00:31.362914 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'fixed_ips': [{'subnet_id': 'b0da6b17-e1b3-42b0-a20e-455e2ad648e4'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:00:31.364150 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:31.366128 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1c4a22f2-779d-484a-ba72-a1998c78099b tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "PUT /v2.0/floatingips/cb76da09-9be6-4c70-8e72-9bbe3c9533bb HTTP/1.1" status: 200 len: 992 time: 2.5128624 Jul 23 21:00:31.382194 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908bb0a2-00af-4162-b588-0cab5f795e28 None None] Routers {'029496fa-3306-4323-965c-3e64d8c17d71'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:00:31.383153 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-908bb0a2-00af-4162-b588-0cab5f795e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:00:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['029496fa-3306-4323-965c-3e64d8c17d71'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:31.436102 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76abb2d-8dd3-409c-8b19-1c3493b8913f x-openstack-request-id: req-c76abb2d-8dd3-409c-8b19-1c3493b8913f {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:00:31.436406 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71634e1-3094-4429-9633-98e88010cd6f", "tag": "d8498309-5418-4e43-ac2d-32286986578e", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:00:31.436659 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c76abb2d-8dd3-409c-8b19-1c3493b8913f {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:00:31.437160 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b71634e1-3094-4429-9633-98e88010cd6f', 'tag': 'd8498309-5418-4e43-ac2d-32286986578e', 'status': 'completed', 'code': 200} Jul 23 21:00:31.507902 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48edbdc-1500-4b68-a2f3-a61e27e2b723 req-8c7b2e64-f66c-47e9-90a6-96cefba8ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:31.509953 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c48edbdc-1500-4b68-a2f3-a61e27e2b723 req-8c7b2e64-f66c-47e9-90a6-96cefba8ecc9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4bcad8cead78462cb1b3a6a4fd77f0af&device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 1098 time: 0.1820760 Jul 23 21:00:31.516377 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-a382eced-87e6-40f1-9ae0-1d43ceef607e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::f816:3eff:fef3:a1b6 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/b0da6b17-e1b3-42b0-a20e-455e2ad648e4/5a132735-10cf-433a-a0d0-638be210482c) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:31.559163 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-908bb0a2-00af-4162-b588-0cab5f795e28 None None] Set router 029496fa-3306-4323-965c-3e64d8c17d71 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:00:31.824954 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-908bb0a2-00af-4162-b588-0cab5f795e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029496fa-3306-4323-965c-3e64d8c17d71', 'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 4, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'gw_port': {'id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'cb76da09-9be6-4c70-8e72-9bbe3c9533bb', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'floating_ip_address': '172.25.3.209', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'port_id': 'd8498309-5418-4e43-ac2d-32286986578e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'mac_address': 'fa:16:3e:29:e0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71634e1-3094-4429-9633-98e88010cd6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:00:27Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 2, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2adc78-f0a6-4932-9dd0-e98bb3cf6892', 'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'mac_address': 'fa:16:3e:6a:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:53Z', 'updated_at': '2021-07-23T20:58:02Z', 'revision_number': 5, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'subnets': [{'id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:31.852688 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908bb0a2-00af-4162-b588-0cab5f795e28 None None] Checking router: 029496fa-3306-4323-965c-3e64d8c17d71 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:00:31.862149 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908bb0a2-00af-4162-b588-0cab5f795e28 None None] Routers {'029496fa-3306-4323-965c-3e64d8c17d71'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:00:31.862766 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-908bb0a2-00af-4162-b588-0cab5f795e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:00:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['029496fa-3306-4323-965c-3e64d8c17d71'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:32.041205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48edbdc-1500-4b68-a2f3-a61e27e2b723 req-e3365722-942c-4688-9927-d87ec033a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:32.042613 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c48edbdc-1500-4b68-a2f3-a61e27e2b723 req-e3365722-942c-4688-9927-d87ec033a7ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=411352d1-7a75-42b9-bd5f-27a10f834896 HTTP/1.1" status: 200 len: 912 time: 0.4972649 Jul 23 21:00:32.065360 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-908bb0a2-00af-4162-b588-0cab5f795e28 None None] Set router 029496fa-3306-4323-965c-3e64d8c17d71 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:00:32.163204 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c48edbdc-1500-4b68-a2f3-a61e27e2b723 req-c7bfc506-afd1-4877-bc3d-f46e0d1fc393 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8498309-5418-4e43-ac2d-32286986578e HTTP/1.1" status: 200 len: 1002 time: 0.0946002 Jul 23 21:00:32.169962 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a382eced-87e6-40f1-9ae0-1d43ceef607e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.225253 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-a382eced-87e6-40f1-9ae0-1d43ceef607e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object 5a132735-10cf-433a-a0d0-638be210482c will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:32.231989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48edbdc-1500-4b68-a2f3-a61e27e2b723 req-a3e06f64-a3e6-4a19-a8b7-0fe9eb828e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:32.233457 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c48edbdc-1500-4b68-a2f3-a61e27e2b723 req-a3e06f64-a3e6-4a19-a8b7-0fe9eb828e78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89 HTTP/1.1" status: 200 len: 850 time: 0.0596709 Jul 23 21:00:32.313306 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a382eced-87e6-40f1-9ae0-1d43ceef607e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.318446 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-908bb0a2-00af-4162-b588-0cab5f795e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029496fa-3306-4323-965c-3e64d8c17d71', 'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 4, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'gw_port': {'id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'cb76da09-9be6-4c70-8e72-9bbe3c9533bb', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'floating_ip_address': '172.25.3.209', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'port_id': 'd8498309-5418-4e43-ac2d-32286986578e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'mac_address': 'fa:16:3e:29:e0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71634e1-3094-4429-9633-98e88010cd6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:00:27Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 2, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2adc78-f0a6-4932-9dd0-e98bb3cf6892', 'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'mac_address': 'fa:16:3e:6a:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:53Z', 'updated_at': '2021-07-23T20:58:02Z', 'revision_number': 5, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'subnets': [{'id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:32.349789 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908bb0a2-00af-4162-b588-0cab5f795e28 None None] The sync data for ids ['029496fa-3306-4323-965c-3e64d8c17d71'] in n-d-791504-18 is: [{'id': '029496fa-3306-4323-965c-3e64d8c17d71', 'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 4, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'gw_port': {'id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'cb76da09-9be6-4c70-8e72-9bbe3c9533bb', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'floating_ip_address': '172.25.3.209', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'port_id': 'd8498309-5418-4e43-ac2d-32286986578e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'mac_address': 'fa:16:3e:29:e0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71634e1-3094-4429-9633-98e88010cd6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:00:27Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 2, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2adc78-f0a6-4932-9dd0-e98bb3cf6892', 'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'mac_address': 'fa:16:3e:6a:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:53Z', 'updated_at': '2021-07-23T20:58:02Z', 'revision_number': 5, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'subnets': [{'id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:00:32.365783 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Allocated IP 2001:db8::f816:3eff:fe61:b359 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/b0da6b17-e1b3-42b0-a20e-455e2ad648e4/6473ff91-2870-4daf-9d12-8f96ac70ffca) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:32.367165 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a382eced-87e6-40f1-9ae0-1d43ceef607e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:32.371966 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48edbdc-1500-4b68-a2f3-a61e27e2b723 req-c8bdd873-fa21-4062-9fc7-71983fac2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:32.373542 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c48edbdc-1500-4b68-a2f3-a61e27e2b723 req-c8bdd873-fa21-4062-9fc7-71983fac2864 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=411352d1-7a75-42b9-bd5f-27a10f834896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1331220 Jul 23 21:00:32.380835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-a382eced-87e6-40f1-9ae0-1d43ceef607e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:32.384206 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a382eced-87e6-40f1-9ae0-1d43ceef607e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:32.390349 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a382eced-87e6-40f1-9ae0-1d43ceef607e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:32.391314 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a382eced-87e6-40f1-9ae0-1d43ceef607e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.479323 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a382eced-87e6-40f1-9ae0-1d43ceef607e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4802573 Jul 23 21:00:32.482077 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382eced-87e6-40f1-9ae0-1d43ceef607e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=5a132735-10cf-433a-a0d0-638be210482c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:32.482415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48302) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:32.509485 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c48edbdc-1500-4b68-a2f3-a61e27e2b723 req-7c78b007-c279-4bf2-99d7-0a4c4d90e81f service neutron] 10.222.0.57 "GET /v2.0/networks/411352d1-7a75-42b9-bd5f-27a10f834896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047657 Jul 23 21:00:32.559089 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.564234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7ca80c-bd4a-4c86-a327-c6eda2b4ead9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:32.566366 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-af7ca80c-bd4a-4c86-a327-c6eda2b4ead9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0822368 Jul 23 21:00:32.575636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48304) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:32.580709 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Transition to ACTIVE for port object 6473ff91-2870-4daf-9d12-8f96ac70ffca will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:32.601243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Transition to ACTIVE for port object 6473ff91-2870-4daf-9d12-8f96ac70ffca will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:32.615650 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.644869 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c48edbdc-1500-4b68-a2f3-a61e27e2b723 req-1ded5e84-e14f-4bde-8dec-31cb2a7737cf service neutron] 10.222.0.57 "GET /v2.0/networks/411352d1-7a75-42b9-bd5f-27a10f834896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273642 Jul 23 21:00:32.667508 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:32.675547 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:32.679176 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:32.688109 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Pushing event updated for resources: {'Port': ['ID=6473ff91-2870-4daf-9d12-8f96ac70ffca,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:32.713992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-bceb508a-29a4-4c67-b82d-39fb61cd88bf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port 5a132735-10cf-433a-a0d0-638be210482c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:32.714510 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bceb508a-29a4-4c67-b82d-39fb61cd88bf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.753209 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3a02a-cad5-4877-9067-811debc4281f req-7eff8e1e-1dcd-4a39-a8d1-5c74fa8e7dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:32.755548 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3a3a02a-cad5-4877-9067-811debc4281f req-7eff8e1e-1dcd-4a39-a8d1-5c74fa8e7dc5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4bcad8cead78462cb1b3a6a4fd77f0af&device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 1098 time: 0.0687962 Jul 23 21:00:32.757712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Attempting to bind port 6473ff91-2870-4daf-9d12-8f96ac70ffca on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:32.758154 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Attempting to bind port 6473ff91-2870-4daf-9d12-8f96ac70ffca by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:32.758589 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Attempting to bind port 6473ff91-2870-4daf-9d12-8f96ac70ffca on network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:32.764420 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:32.764957 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:32.765524 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.766019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Bound using segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:32.766748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Bound port: 6473ff91-2870-4daf-9d12-8f96ac70ffca, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:32.767306 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.836422 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bceb508a-29a4-4c67-b82d-39fb61cd88bf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.853030 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-bceb508a-29a4-4c67-b82d-39fb61cd88bf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for 5a132735-10cf-433a-a0d0-638be210482c owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:32.862855 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] For port 6473ff91-2870-4daf-9d12-8f96ac70ffca, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:32.867364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] For port 6473ff91-2870-4daf-9d12-8f96ac70ffca, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6473ff91-2870-4daf-9d12-8f96ac70ffca,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:32.875028 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.888390 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3a02a-cad5-4877-9067-811debc4281f req-f1092d45-dfe3-495c-bd15-eaa1f0184aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:32.889977 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3a3a02a-cad5-4877-9067-811debc4281f req-f1092d45-dfe3-495c-bd15-eaa1f0184aaf service neutron] 10.222.0.57 "GET /v2.0/networks?id=411352d1-7a75-42b9-bd5f-27a10f834896 HTTP/1.1" status: 200 len: 912 time: 0.1280465 Jul 23 21:00:32.948572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665ebb3-09d7-42bf-9d26-d74a41cb4aaf None None] Pushing event updated for resources: {'Port': ['ID=6473ff91-2870-4daf-9d12-8f96ac70ffca,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:32.985191 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3a3a02a-cad5-4877-9067-811debc4281f req-3bfd12ef-2d2d-4c04-8cdd-90c2a24c02cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8498309-5418-4e43-ac2d-32286986578e HTTP/1.1" status: 200 len: 1002 time: 0.0850558 Jul 23 21:00:33.042300 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3a02a-cad5-4877-9067-811debc4281f req-9f8d927f-5d97-4ec7-b082-abe9f587dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:33.044036 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3a3a02a-cad5-4877-9067-811debc4281f req-9f8d927f-5d97-4ec7-b082-abe9f587dab4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89 HTTP/1.1" status: 200 len: 850 time: 0.0523155 Jul 23 21:00:33.047195 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bceb508a-29a4-4c67-b82d-39fb61cd88bf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.074847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb508a-29a4-4c67-b82d-39fb61cd88bf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=5a132735-10cf-433a-a0d0-638be210482c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:33.108107 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bceb508a-29a4-4c67-b82d-39fb61cd88bf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.110062 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bceb508a-29a4-4c67-b82d-39fb61cd88bf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/5a132735-10cf-433a-a0d0-638be210482c HTTP/1.1" status: 204 len: 168 time: 0.5334373 Jul 23 21:00:33.112596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48310) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:33.114102 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3a02a-cad5-4877-9067-811debc4281f req-6c29ad42-8ea3-444f-ade3-3d0203cc3257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:33.115637 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3a3a02a-cad5-4877-9067-811debc4281f req-6c29ad42-8ea3-444f-ade3-3d0203cc3257 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=411352d1-7a75-42b9-bd5f-27a10f834896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652449 Jul 23 21:00:33.174371 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856a5902-b0b7-40df-9f3c-56ccad4b3d85 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:33.175917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856a5902-b0b7-40df-9f3c-56ccad4b3d85 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:33.177490 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-856a5902-b0b7-40df-9f3c-56ccad4b3d85 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0634751 Jul 23 21:00:33.180059 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48312) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:33.245456 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5363c4-54e9-446e-8179-326aa93a5a74 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet b0da6b17-e1b3-42b0-a20e-455e2ad648e4 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:33.248814 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c5363c4-54e9-446e-8179-326aa93a5a74 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.249332 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3a3a02a-cad5-4877-9067-811debc4281f req-a6c220a2-34c2-442b-8f06-a16c4fdd65f2 service neutron] 10.222.0.57 "GET /v2.0/networks/411352d1-7a75-42b9-bd5f-27a10f834896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262276 Jul 23 21:00:33.293186 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c5363c4-54e9-446e-8179-326aa93a5a74 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.348554 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3a3a02a-cad5-4877-9067-811debc4281f req-9b8b2d5e-121b-411a-ae34-85cebc68c47b service neutron] 10.222.0.57 "GET /v2.0/networks/411352d1-7a75-42b9-bd5f-27a10f834896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921192 Jul 23 21:00:33.377674 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c5363c4-54e9-446e-8179-326aa93a5a74 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.438006 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71634e1-3094-4429-9633-98e88010cd6f', 'tag': 'd8498309-5418-4e43-ac2d-32286986578e'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:00:33.440881 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8033ce-746c-454f-baf6-7cba074aa0de" -d '{"events": [{"name": "network-changed", "server_uuid": "b71634e1-3094-4429-9633-98e88010cd6f", "tag": "d8498309-5418-4e43-ac2d-32286986578e"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:00:33.444485 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c5363c4-54e9-446e-8179-326aa93a5a74 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.474772 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5363c4-54e9-446e-8179-326aa93a5a74 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=b0da6b17-e1b3-42b0-a20e-455e2ad648e4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:33.476912 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c5363c4-54e9-446e-8179-326aa93a5a74 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.478803 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9c5363c4-54e9-446e-8179-326aa93a5a74 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/b0da6b17-e1b3-42b0-a20e-455e2ad648e4 HTTP/1.1" status: 204 len: 168 time: 0.2977545 Jul 23 21:00:33.480731 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6441d054-c3ac-4533-a69a-f7c7cddeebfe x-openstack-request-id: req-6441d054-c3ac-4533-a69a-f7c7cddeebfe {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:00:33.481578 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48316) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:33.481716 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71634e1-3094-4429-9633-98e88010cd6f", "tag": "d8498309-5418-4e43-ac2d-32286986578e", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:00:33.481875 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6441d054-c3ac-4533-a69a-f7c7cddeebfe {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:00:33.482641 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b71634e1-3094-4429-9633-98e88010cd6f', 'tag': 'd8498309-5418-4e43-ac2d-32286986578e', 'status': 'completed', 'code': 200} Jul 23 21:00:33.529194 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c399cb09-0243-4d44-83ad-59cef1a18119 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464523 Jul 23 21:00:33.531479 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48318) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:33.620586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8033ce-746c-454f-baf6-7cba074aa0de req-523e9213-6af8-4977-8a3e-586af0aa2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:33.622115 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc8033ce-746c-454f-baf6-7cba074aa0de req-523e9213-6af8-4977-8a3e-586af0aa2d3a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4bcad8cead78462cb1b3a6a4fd77f0af&device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 1098 time: 0.1016424 Jul 23 21:00:33.634107 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d27037-005f-4589-8605-36dfe6944c56 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:33.635666 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b8d27037-005f-4589-8605-36dfe6944c56 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1033096 Jul 23 21:00:33.638291 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48320) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:33.696414 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dabc142-6115-4744-9683-04861a3fa35b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:33.698082 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8dabc142-6115-4744-9683-04861a3fa35b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0586925 Jul 23 21:00:33.700570 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48322) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:33.732133 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8033ce-746c-454f-baf6-7cba074aa0de req-bf6d3d65-252c-4b83-a08c-ecf9549802e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:33.733772 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc8033ce-746c-454f-baf6-7cba074aa0de req-bf6d3d65-252c-4b83-a08c-ecf9549802e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=411352d1-7a75-42b9-bd5f-27a10f834896 HTTP/1.1" status: 200 len: 912 time: 0.0971351 Jul 23 21:00:33.739314 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-95f65cb0-bcd2-4260-98f3-4eeee7af674c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376275 Jul 23 21:00:33.743228 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48324) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:33.748446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-49dd9eeb-5979-4225-84b0-ba66306930bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:33.806290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc8033ce-746c-454f-baf6-7cba074aa0de req-a6ba95e5-aff7-461e-b47b-e2573559b9d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8498309-5418-4e43-ac2d-32286986578e HTTP/1.1" status: 200 len: 1002 time: 0.0623291 Jul 23 21:00:33.850524 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dd9eeb-5979-4225-84b0-ba66306930bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:33.854113 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49dd9eeb-5979-4225-84b0-ba66306930bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.858520 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8033ce-746c-454f-baf6-7cba074aa0de req-fc1b1d59-722a-433d-9539-c40410d0e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:33.860039 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc8033ce-746c-454f-baf6-7cba074aa0de req-fc1b1d59-722a-433d-9539-c40410d0e8e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89 HTTP/1.1" status: 200 len: 850 time: 0.0480044 Jul 23 21:00:33.926667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8033ce-746c-454f-baf6-7cba074aa0de req-ae18bc45-59ea-4283-83b2-6bb335ded52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:33.929225 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc8033ce-746c-454f-baf6-7cba074aa0de req-ae18bc45-59ea-4283-83b2-6bb335ded52e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=411352d1-7a75-42b9-bd5f-27a10f834896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634100 Jul 23 21:00:33.948632 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2dec19-2dee-4860-9ac0-dbbcc3419a67 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:34.036223 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc8033ce-746c-454f-baf6-7cba074aa0de req-a0cb40f9-575a-4a65-9610-b33998664aca service neutron] 10.222.0.57 "GET /v2.0/networks/411352d1-7a75-42b9-bd5f-27a10f834896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999610 Jul 23 21:00:34.060193 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b9c0bac7-06b2-41f9-8541-6572b35ed95a None None] Provisioning for port 6473ff91-2870-4daf-9d12-8f96ac70ffca completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:34.080710 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49dd9eeb-5979-4225-84b0-ba66306930bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:34.150906 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dd9eeb-5979-4225-84b0-ba66306930bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:34.154217 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc8033ce-746c-454f-baf6-7cba074aa0de req-180a2f06-a611-4c4e-9f87-45f3662deeb6 service neutron] 10.222.0.57 "GET /v2.0/networks/411352d1-7a75-42b9-bd5f-27a10f834896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114919 Jul 23 21:00:34.154679 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-49dd9eeb-5979-4225-84b0-ba66306930bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:34.162046 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dd9eeb-5979-4225-84b0-ba66306930bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:34.162654 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49dd9eeb-5979-4225-84b0-ba66306930bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:34.176235 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd9eeb-5979-4225-84b0-ba66306930bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=48697a39-3930-4200-b9b5-420900004173,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:34.189638 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-49dd9eeb-5979-4225-84b0-ba66306930bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4425912 Jul 23 21:00:34.190387 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48328) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:34.193778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab6ce21-4761-42c5-9472-e0ac3214171d None None] DHCP port deletion for 2006a637-5249-4b84-bbdd-c8c3b68cc9dc request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:00:34.199879 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c93f23a9-3ecb-4567-a787-c642de183c59 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'mac_address': 'fa:16:3e:4b:fe:26', 'name': 'tempest-NetworksTestDHCPv6-690588825'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:34.330321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93f23a9-3ecb-4567-a787-c642de183c59 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:34.420069 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c93f23a9-3ecb-4567-a787-c642de183c59 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:34.441986 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-c93f23a9-3ecb-4567-a787-c642de183c59 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port bae31313-d231-4c9d-82f7-34f42a4e8c73 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 21:00:34.488653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6ce21-4761-42c5-9472-e0ac3214171d None None] Deleting port 6473ff91-2870-4daf-9d12-8f96ac70ffca {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:34.490995 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ce21-4761-42c5-9472-e0ac3214171d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:34.578180 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-c93f23a9-3ecb-4567-a787-c642de183c59 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::20 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/48697a39-3930-4200-b9b5-420900004173/bae31313-d231-4c9d-82f7-34f42a4e8c73) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:34.596284 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-7ab6ce21-4761-42c5-9472-e0ac3214171d None None] For port 6473ff91-2870-4daf-9d12-8f96ac70ffca, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6473ff91-2870-4daf-9d12-8f96ac70ffca,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:34.596676 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ce21-4761-42c5-9472-e0ac3214171d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:34.612077 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6ce21-4761-42c5-9472-e0ac3214171d None None] Calling delete_port for 6473ff91-2870-4daf-9d12-8f96ac70ffca owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:34.715900 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ce21-4761-42c5-9472-e0ac3214171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:34.742744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6ce21-4761-42c5-9472-e0ac3214171d None None] Pushing event deleted for resources: {'Port': ['ID=6473ff91-2870-4daf-9d12-8f96ac70ffca,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:34.745488 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c93f23a9-3ecb-4567-a787-c642de183c59 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:34.757676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab6ce21-4761-42c5-9472-e0ac3214171d None None] No DVR routers for this DVR port 6473ff91-2870-4daf-9d12-8f96ac70ffca on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:00:34.760880 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-c93f23a9-3ecb-4567-a787-c642de183c59 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object bae31313-d231-4c9d-82f7-34f42a4e8c73 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:34.787786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84905404-3a5f-4652-a030-d331893bc2df None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:34.804063 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c93f23a9-3ecb-4567-a787-c642de183c59 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:34.848044 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93f23a9-3ecb-4567-a787-c642de183c59 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:34.855350 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c93f23a9-3ecb-4567-a787-c642de183c59 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:34.859168 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93f23a9-3ecb-4567-a787-c642de183c59 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:34.865004 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93f23a9-3ecb-4567-a787-c642de183c59 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:34.865628 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c93f23a9-3ecb-4567-a787-c642de183c59 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:34.877408 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f23a9-3ecb-4567-a787-c642de183c59 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=bae31313-d231-4c9d-82f7-34f42a4e8c73,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:34.896932 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c93f23a9-3ecb-4567-a787-c642de183c59 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7031348 Jul 23 21:00:34.897428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48348) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:34.962640 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43688891-7753-459c-957e-f99aa5a687bc tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:34.964337 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-43688891-7753-459c-957e-f99aa5a687bc tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0659401 Jul 23 21:00:34.966973 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48352) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:34.988042 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'fixed_ips': [{'subnet_id': '48697a39-3930-4200-b9b5-420900004173'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:00:34.988911 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.077435 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e6292-d9ae-4bcb-921c-171a022dac61 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port bae31313-d231-4c9d-82f7-34f42a4e8c73 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:35.077965 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6292-d9ae-4bcb-921c-171a022dac61 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.144835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Allocated IP 2001:db8::2 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/48697a39-3930-4200-b9b5-420900004173/01df0123-d309-4f07-9d87-ef4e552065bf) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:35.172916 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6292-d9ae-4bcb-921c-171a022dac61 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.187837 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e6292-d9ae-4bcb-921c-171a022dac61 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for bae31313-d231-4c9d-82f7-34f42a4e8c73 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:35.296772 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.335236 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6292-d9ae-4bcb-921c-171a022dac61 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.336529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Transition to ACTIVE for port object 01df0123-d309-4f07-9d87-ef4e552065bf will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:35.354702 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Transition to ACTIVE for port object 01df0123-d309-4f07-9d87-ef4e552065bf will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:35.361912 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.369568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e6292-d9ae-4bcb-921c-171a022dac61 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=bae31313-d231-4c9d-82f7-34f42a4e8c73,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:35.404469 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:35.407430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:35.409942 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd7e6292-d9ae-4bcb-921c-171a022dac61 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.412018 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dd7e6292-d9ae-4bcb-921c-171a022dac61 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/bae31313-d231-4c9d-82f7-34f42a4e8c73 HTTP/1.1" status: 204 len: 168 time: 0.4440386 Jul 23 21:00:35.414375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48360) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:35.414639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:35.452094 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Pushing event updated for resources: {'Port': ['ID=01df0123-d309-4f07-9d87-ef4e552065bf,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:35.473204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e94524d-78db-4ac9-aac3-e82286a5dde1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:35.475232 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e94524d-78db-4ac9-aac3-e82286a5dde1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:35.476822 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8e94524d-78db-4ac9-aac3-e82286a5dde1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0615244 Jul 23 21:00:35.479344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48362) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:35.492023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Attempting to bind port 01df0123-d309-4f07-9d87-ef4e552065bf on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:35.492399 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Attempting to bind port 01df0123-d309-4f07-9d87-ef4e552065bf by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:35.492761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Attempting to bind port 01df0123-d309-4f07-9d87-ef4e552065bf on network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:35.499189 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:35.499634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:35.500087 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.500486 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Bound using segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:35.501519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Bound port: 01df0123-d309-4f07-9d87-ef4e552065bf, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:35.502990 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.538639 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-99560bdf-73ff-47e0-a699-149e5e9da2e5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 48697a39-3930-4200-b9b5-420900004173 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:35.542239 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99560bdf-73ff-47e0-a699-149e5e9da2e5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.580224 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] For port 01df0123-d309-4f07-9d87-ef4e552065bf, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:35.584530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] For port 01df0123-d309-4f07-9d87-ef4e552065bf, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=01df0123-d309-4f07-9d87-ef4e552065bf,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:35.586063 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99560bdf-73ff-47e0-a699-149e5e9da2e5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.589082 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.651644 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e3298-a4e1-4a26-a13b-4e28e1739cc9 None None] Pushing event updated for resources: {'Port': ['ID=01df0123-d309-4f07-9d87-ef4e552065bf,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:35.699159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99560bdf-73ff-47e0-a699-149e5e9da2e5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.768591 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99560bdf-73ff-47e0-a699-149e5e9da2e5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.802323 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99560bdf-73ff-47e0-a699-149e5e9da2e5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=48697a39-3930-4200-b9b5-420900004173,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:35.806343 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99560bdf-73ff-47e0-a699-149e5e9da2e5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.808697 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-99560bdf-73ff-47e0-a699-149e5e9da2e5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/48697a39-3930-4200-b9b5-420900004173 HTTP/1.1" status: 204 len: 168 time: 0.3283100 Jul 23 21:00:35.810997 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48368) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:35.867272 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8dba97ad-2516-4878-ba84-996dce7ad6cf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530674 Jul 23 21:00:35.867762 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48374) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:35.947631 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73fe0fd-d4d0-4520-955c-e7cf7049bced tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:35.949377 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b73fe0fd-d4d0-4520-955c-e7cf7049bced tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0805199 Jul 23 21:00:35.952600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48378) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:36.011808 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac907df-2855-4321-8190-680941efec12 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:36.013694 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fac907df-2855-4321-8190-680941efec12 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0600426 Jul 23 21:00:36.016720 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48380) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:36.059315 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4e4fb4a9-f69f-4048-b598-0e9754db3186 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406995 Jul 23 21:00:36.063398 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48382) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:36.068803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-616a5a91-8505-4ebb-a1be-3d905e5888ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:36.172249 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616a5a91-8505-4ebb-a1be-3d905e5888ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:36.176305 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-616a5a91-8505-4ebb-a1be-3d905e5888ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:36.502368 n-d-791504-18 neutron-server[93811]: DEBUG neutron.objects.ports [None req-616a5a91-8505-4ebb-a1be-3d905e5888ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 21:00:36.699845 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-616a5a91-8505-4ebb-a1be-3d905e5888ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:36.764608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a041566f-42b8-4033-9a85-3c1b1473efeb None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:36.864474 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6f7d170b-5907-418e-a0a1-aa99bd7938c0 None None] Provisioning for port 01df0123-d309-4f07-9d87-ef4e552065bf completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:36.878228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-616a5a91-8505-4ebb-a1be-3d905e5888ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] For port 01df0123-d309-4f07-9d87-ef4e552065bf, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=01df0123-d309-4f07-9d87-ef4e552065bf,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:36.893710 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6f7d170b-5907-418e-a0a1-aa99bd7938c0 None None] Could not find standard attr ID for object bae31313-d231-4c9d-82f7-34f42a4e8c73. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 21:00:36.912147 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-616a5a91-8505-4ebb-a1be-3d905e5888ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:36.917418 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-616a5a91-8505-4ebb-a1be-3d905e5888ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:36.918240 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-616a5a91-8505-4ebb-a1be-3d905e5888ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:37.025903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616a5a91-8505-4ebb-a1be-3d905e5888ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:37.046304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-616a5a91-8505-4ebb-a1be-3d905e5888ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:37.052784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616a5a91-8505-4ebb-a1be-3d905e5888ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:37.053384 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-616a5a91-8505-4ebb-a1be-3d905e5888ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:37.058977 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a5a91-8505-4ebb-a1be-3d905e5888ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=3e18b217-0809-4a6b-a08e-ce4e7a637d16,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:37.066980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a5a91-8505-4ebb-a1be-3d905e5888ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=01df0123-d309-4f07-9d87-ef4e552065bf,revision_number=5']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:37.077999 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-616a5a91-8505-4ebb-a1be-3d905e5888ff tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0132818 Jul 23 21:00:37.080914 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48402) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:37.086533 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ae95a5ed-9c34-4dca-bec0-ab15f75eb307 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:37.202153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179e67fc-e852-45ad-b7b6-01d3a833c565 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:37.226237 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae95a5ed-9c34-4dca-bec0-ab15f75eb307 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:37.226560 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 01df0123-d309-4f07-9d87-ef4e552065bf up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:37.229732 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ae95a5ed-9c34-4dca-bec0-ab15f75eb307 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:37.331615 n-d-791504-18 neutron-server[93811]: INFO neutron.db.ipam_backend_mixin [None req-ae95a5ed-9c34-4dca-bec0-ab15f75eb307 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3e18b217-0809-4a6b-a08e-ce4e7a637d16 (CIDR: 2001:db8::/64) Jul 23 21:00:37.335765 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae95a5ed-9c34-4dca-bec0-ab15f75eb307 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 21:00:37.336386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae95a5ed-9c34-4dca-bec0-ab15f75eb307 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:37.337040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 01df0123-d309-4f07-9d87-ef4e552065bf completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:37.350445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 01df0123-d309-4f07-9d87-ef4e552065bf triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:37.350904 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:37.354027 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ae95a5ed-9c34-4dca-bec0-ab15f75eb307 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2695618 Jul 23 21:00:37.354144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48408) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:37.359662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e81399fc-3fb5-4c59-b952-c345c7b9a81d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:37.485772 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81399fc-3fb5-4c59-b952-c345c7b9a81d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:37.493529 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e81399fc-3fb5-4c59-b952-c345c7b9a81d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:37.507296 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:37.550491 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 01df0123-d309-4f07-9d87-ef4e552065bf, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=01df0123-d309-4f07-9d87-ef4e552065bf,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:37.561882 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:37.629506 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=01df0123-d309-4f07-9d87-ef4e552065bf,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:37.776565 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e81399fc-3fb5-4c59-b952-c345c7b9a81d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:37.824621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81399fc-3fb5-4c59-b952-c345c7b9a81d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:37.827938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-e81399fc-3fb5-4c59-b952-c345c7b9a81d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:37.832197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81399fc-3fb5-4c59-b952-c345c7b9a81d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:37.832775 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e81399fc-3fb5-4c59-b952-c345c7b9a81d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:37.846376 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81399fc-3fb5-4c59-b952-c345c7b9a81d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=f63c69d1-08b1-40aa-b2b6-275b6ebc12da,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:37.847633 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-32fb131b-2362-4cdf-ab1f-dab20fe94737 None None] Provisioning complete for port 01df0123-d309-4f07-9d87-ef4e552065bf triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:37.848090 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32fb131b-2362-4cdf-ab1f-dab20fe94737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:37.854595 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e81399fc-3fb5-4c59-b952-c345c7b9a81d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4993944 Jul 23 21:00:37.857376 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48418) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:37.863961 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-fcbf7e8b-7b9a-42ea-b6db-92833ed606c1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'mac_address': 'fa:16:3e:c9:36:2b', 'name': 'tempest-NetworksTestDHCPv6-616185017'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:38.004211 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbf7e8b-7b9a-42ea-b6db-92833ed606c1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:38.018397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bb8967-c830-4eba-99df-875f2b876d4b None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:38.093944 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7e8b-7b9a-42ea-b6db-92833ed606c1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:38.107736 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f48f5080-966f-4454-bb9b-ce19a205c400 None None] Could not find standard attr ID for object 5a132735-10cf-433a-a0d0-638be210482c. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 21:00:38.120374 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-fcbf7e8b-7b9a-42ea-b6db-92833ed606c1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port 3ec4aa03-a094-440f-8d7f-788a4ef469eb yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 21:00:38.277789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2b0f89-690a-4625-9221-a6d6730433a8 None None] Update dhcp port {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'fixed_ips': [{'subnet_id': '3e18b217-0809-4a6b-a08e-ce4e7a637d16', 'ip_address': '2001:db8::f816:3eff:fed3:3a29'}, {'subnet_id': 'f63c69d1-08b1-40aa-b2b6-275b6ebc12da'}], 'binding:host_id': 'n-d-791504-18'}, 'id': '01df0123-d309-4f07-9d87-ef4e552065bf'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 21:00:38.314853 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab2b0f89-690a-4625-9221-a6d6730433a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:38.315250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-fcbf7e8b-7b9a-42ea-b6db-92833ed606c1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8:0:1::264 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/f63c69d1-08b1-40aa-b2b6-275b6ebc12da/3ec4aa03-a094-440f-8d7f-788a4ef469eb) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:38.321753 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-fcbf7e8b-7b9a-42ea-b6db-92833ed606c1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::f816:3eff:fec9:362b (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/3e18b217-0809-4a6b-a08e-ce4e7a637d16/3ec4aa03-a094-440f-8d7f-788a4ef469eb) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:38.485283 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7e8b-7b9a-42ea-b6db-92833ed606c1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:38.499266 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-fcbf7e8b-7b9a-42ea-b6db-92833ed606c1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object 3ec4aa03-a094-440f-8d7f-788a4ef469eb will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:38.535296 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7e8b-7b9a-42ea-b6db-92833ed606c1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:38.577729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbf7e8b-7b9a-42ea-b6db-92833ed606c1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:38.581480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-fcbf7e8b-7b9a-42ea-b6db-92833ed606c1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:38.584781 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf7e8b-7b9a-42ea-b6db-92833ed606c1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:38.590079 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf7e8b-7b9a-42ea-b6db-92833ed606c1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:38.590690 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7e8b-7b9a-42ea-b6db-92833ed606c1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:38.597539 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-ab2b0f89-690a-4625-9221-a6d6730433a8 None None] Allocated IP 2001:db8:0:1::2 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/f63c69d1-08b1-40aa-b2b6-275b6ebc12da/01df0123-d309-4f07-9d87-ef4e552065bf) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:38.613075 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf7e8b-7b9a-42ea-b6db-92833ed606c1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=3ec4aa03-a094-440f-8d7f-788a4ef469eb,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:38.619259 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fcbf7e8b-7b9a-42ea-b6db-92833ed606c1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7604675 Jul 23 21:00:38.621820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48432) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:38.716833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ab2b0f89-690a-4625-9221-a6d6730433a8 None None] For port 01df0123-d309-4f07-9d87-ef4e552065bf, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=01df0123-d309-4f07-9d87-ef4e552065bf,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:38.726468 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-9446428f-0e72-4a7f-9777-0b20418e5942 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port 3ec4aa03-a094-440f-8d7f-788a4ef469eb {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:38.726812 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9446428f-0e72-4a7f-9777-0b20418e5942 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:38.758721 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab2b0f89-690a-4625-9221-a6d6730433a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:38.772706 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ab2b0f89-690a-4625-9221-a6d6730433a8 None None] Transition to ACTIVE for port object 01df0123-d309-4f07-9d87-ef4e552065bf will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:38.777097 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab2b0f89-690a-4625-9221-a6d6730433a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:38.826665 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9446428f-0e72-4a7f-9777-0b20418e5942 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:38.839161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-9446428f-0e72-4a7f-9777-0b20418e5942 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for 3ec4aa03-a094-440f-8d7f-788a4ef469eb owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:38.879658 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b0f89-690a-4625-9221-a6d6730433a8 None None] Pushing event updated for resources: {'Port': ['ID=01df0123-d309-4f07-9d87-ef4e552065bf,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:39.050372 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9446428f-0e72-4a7f-9777-0b20418e5942 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:39.082440 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446428f-0e72-4a7f-9777-0b20418e5942 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=3ec4aa03-a094-440f-8d7f-788a4ef469eb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:39.146843 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9446428f-0e72-4a7f-9777-0b20418e5942 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:39.151581 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9446428f-0e72-4a7f-9777-0b20418e5942 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/3ec4aa03-a094-440f-8d7f-788a4ef469eb HTTP/1.1" status: 204 len: 168 time: 0.5287132 Jul 23 21:00:39.152134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48442) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:39.191681 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 01df0123-d309-4f07-9d87-ef4e552065bf up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:39.229338 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f57210-1c4c-4341-9fdd-60387f397ade tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:39.233782 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48448) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:39.242443 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b0f57210-1c4c-4341-9fdd-60387f397ade tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0890555 Jul 23 21:00:39.311924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5064ba3f-50aa-416f-9af7-39484d540268 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:39.314004 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5064ba3f-50aa-416f-9af7-39484d540268 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0791645 Jul 23 21:00:39.316913 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48450) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:39.378518 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6be374-8e0a-4c28-939c-3b24e1b734b1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:39.380414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6be374-8e0a-4c28-939c-3b24e1b734b1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:39.382182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6be374-8e0a-4c28-939c-3b24e1b734b1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:39.386378 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cb6be374-8e0a-4c28-939c-3b24e1b734b1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0659809 Jul 23 21:00:39.386694 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48452) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:39.441774 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6547080a-4678-436e-8f75-baa5c64b6fd9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 3e18b217-0809-4a6b-a08e-ce4e7a637d16 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:39.445146 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6547080a-4678-436e-8f75-baa5c64b6fd9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:39.487435 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6547080a-4678-436e-8f75-baa5c64b6fd9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:39.588914 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6547080a-4678-436e-8f75-baa5c64b6fd9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:39.646925 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-38f6d9f5-2462-4381-9845-606967df9e5a None None] Provisioning for port 01df0123-d309-4f07-9d87-ef4e552065bf completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:39.651069 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-38f6d9f5-2462-4381-9845-606967df9e5a None None] Provisioning complete for port 01df0123-d309-4f07-9d87-ef4e552065bf triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:39.651481 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38f6d9f5-2462-4381-9845-606967df9e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:39.653382 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6547080a-4678-436e-8f75-baa5c64b6fd9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:39.681724 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547080a-4678-436e-8f75-baa5c64b6fd9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=3e18b217-0809-4a6b-a08e-ce4e7a637d16,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:39.690961 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6547080a-4678-436e-8f75-baa5c64b6fd9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:39.693493 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6547080a-4678-436e-8f75-baa5c64b6fd9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/3e18b217-0809-4a6b-a08e-ce4e7a637d16 HTTP/1.1" status: 204 len: 168 time: 0.3055575 Jul 23 21:00:39.696122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48458) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:39.755287 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ee961b-348d-4655-8bfc-398029d69692 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet f63c69d1-08b1-40aa-b2b6-275b6ebc12da {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:39.758504 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a1ee961b-348d-4655-8bfc-398029d69692 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:39.802771 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a1ee961b-348d-4655-8bfc-398029d69692 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:39.807031 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278e0900-a915-4cd6-965d-f029ac676df7 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:39.884609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d768caaf-5455-40cc-b2f7-2d6c3d4614e5 None None] Could not find standard attr ID for object bae31313-d231-4c9d-82f7-34f42a4e8c73. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 21:00:39.909896 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a1ee961b-348d-4655-8bfc-398029d69692 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:39.973511 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a1ee961b-348d-4655-8bfc-398029d69692 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:39.988500 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a1ee961b-348d-4655-8bfc-398029d69692 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:39.993119 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a1ee961b-348d-4655-8bfc-398029d69692 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/f63c69d1-08b1-40aa-b2b6-275b6ebc12da HTTP/1.1" status: 204 len: 168 time: 0.2949414 Jul 23 21:00:39.993773 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48464) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:40.011324 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee961b-348d-4655-8bfc-398029d69692 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=f63c69d1-08b1-40aa-b2b6-275b6ebc12da,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:40.043152 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-66503a14-b719-48cc-aa56-bff1285dbd83 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470018 Jul 23 21:00:40.046802 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48468) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:40.052984 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-18c9cb49-6bcf-41bc-a676-5606b9287c1a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:40.091793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a55a736-2f50-41b2-83b9-dcfb6e8bcf4e None None] Update dhcp port {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'fixed_ips': [{'subnet_id': 'f63c69d1-08b1-40aa-b2b6-275b6ebc12da'}], 'binding:host_id': 'n-d-791504-18'}, 'id': '01df0123-d309-4f07-9d87-ef4e552065bf'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 21:00:40.133603 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a55a736-2f50-41b2-83b9-dcfb6e8bcf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:40.161887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c9cb49-6bcf-41bc-a676-5606b9287c1a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:40.163870 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-18c9cb49-6bcf-41bc-a676-5606b9287c1a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:40.319179 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea16810-7bee-4195-8f19-8b50bacacc91 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:40.440157 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fdcfd0e9-3a1b-492f-892b-c9d57f82d71a None None] Provisioning complete for port 01df0123-d309-4f07-9d87-ef4e552065bf triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:40.440525 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fdcfd0e9-3a1b-492f-892b-c9d57f82d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:40.522782 n-d-791504-18 neutron-server[93810]: DEBUG neutron.objects.ports [None req-18c9cb49-6bcf-41bc-a676-5606b9287c1a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93810) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 21:00:40.605513 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4214db1f-043a-498f-a9ee-ef01d6f9e46e None None] Update dhcp port {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'fixed_ips': [{'subnet_id': '6fdb23ec-8b09-4cd8-92b0-3246bcbb5eeb'}], 'binding:host_id': 'n-d-791504-18'}, 'id': '01df0123-d309-4f07-9d87-ef4e552065bf'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 21:00:40.643533 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4214db1f-043a-498f-a9ee-ef01d6f9e46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:40.787413 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-18c9cb49-6bcf-41bc-a676-5606b9287c1a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:40.947962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-18c9cb49-6bcf-41bc-a676-5606b9287c1a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] For port 01df0123-d309-4f07-9d87-ef4e552065bf, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=01df0123-d309-4f07-9d87-ef4e552065bf,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:40.996433 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-18c9cb49-6bcf-41bc-a676-5606b9287c1a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:41.004710 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-18c9cb49-6bcf-41bc-a676-5606b9287c1a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:41.005469 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-18c9cb49-6bcf-41bc-a676-5606b9287c1a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:41.006915 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-4214db1f-043a-498f-a9ee-ef01d6f9e46e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fed3:3a29-bfb1c5ac-08b1-414e-a6f1-bf1b63ab02 {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 21:00:41.008049 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-4214db1f-043a-498f-a9ee-ef01d6f9e46e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 21:00:41.069615 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c9cb49-6bcf-41bc-a676-5606b9287c1a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:41.078801 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-18c9cb49-6bcf-41bc-a676-5606b9287c1a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:41.082050 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c9cb49-6bcf-41bc-a676-5606b9287c1a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:41.082755 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-18c9cb49-6bcf-41bc-a676-5606b9287c1a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:41.121486 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-18c9cb49-6bcf-41bc-a676-5606b9287c1a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0704484 Jul 23 21:00:41.121836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48490) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:41.123865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9cb49-6bcf-41bc-a676-5606b9287c1a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=6fdb23ec-8b09-4cd8-92b0-3246bcbb5eeb,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:41.126856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9cb49-6bcf-41bc-a676-5606b9287c1a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=01df0123-d309-4f07-9d87-ef4e552065bf,revision_number=11']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:41.127127 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-185e3155-27c6-4927-bfbc-1aed209f6fd2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:41.181719 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 01df0123-d309-4f07-9d87-ef4e552065bf no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:00:41.249292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185e3155-27c6-4927-bfbc-1aed209f6fd2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:41.253231 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-185e3155-27c6-4927-bfbc-1aed209f6fd2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:41.271265 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:41.304022 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 01df0123-d309-4f07-9d87-ef4e552065bf, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=01df0123-d309-4f07-9d87-ef4e552065bf,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:41.308521 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:41.348436 n-d-791504-18 neutron-server[93811]: INFO neutron.db.ipam_backend_mixin [None req-185e3155-27c6-4927-bfbc-1aed209f6fd2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6fdb23ec-8b09-4cd8-92b0-3246bcbb5eeb (CIDR: 2001:db8::/64) Jul 23 21:00:41.352485 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-185e3155-27c6-4927-bfbc-1aed209f6fd2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 21:00:41.353012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185e3155-27c6-4927-bfbc-1aed209f6fd2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:41.366664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=01df0123-d309-4f07-9d87-ef4e552065bf,revision_number=12']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:41.368885 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-185e3155-27c6-4927-bfbc-1aed209f6fd2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2459865 Jul 23 21:00:41.372257 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48496) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:41.377850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d4f44c51-b5ce-430f-ac85-4f8dad222c06 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:41.498067 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f44c51-b5ce-430f-ac85-4f8dad222c06 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:41.502031 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d4f44c51-b5ce-430f-ac85-4f8dad222c06 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:41.565243 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4214db1f-043a-498f-a9ee-ef01d6f9e46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:41.761025 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d4f44c51-b5ce-430f-ac85-4f8dad222c06 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:41.820118 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f44c51-b5ce-430f-ac85-4f8dad222c06 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:41.821375 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f44c51-b5ce-430f-ac85-4f8dad222c06 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=56db8147-6e74-47c4-9309-a15b5848623d,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:41.823857 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-d4f44c51-b5ce-430f-ac85-4f8dad222c06 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:41.826234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f44c51-b5ce-430f-ac85-4f8dad222c06 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:41.826831 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d4f44c51-b5ce-430f-ac85-4f8dad222c06 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:41.832407 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-4214db1f-043a-498f-a9ee-ef01d6f9e46e None None] For port 01df0123-d309-4f07-9d87-ef4e552065bf, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=01df0123-d309-4f07-9d87-ef4e552065bf,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:41.844574 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48506) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:41.844790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d4f44c51-b5ce-430f-ac85-4f8dad222c06 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4711099 Jul 23 21:00:41.852556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-6566c9bf-d2f2-446c-bd17-ae569c08ed45 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'mac_address': 'fa:16:3e:3b:d0:c6', 'name': 'tempest-NetworksTestDHCPv6-703556060'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:41.872343 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4214db1f-043a-498f-a9ee-ef01d6f9e46e None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:41.877742 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4214db1f-043a-498f-a9ee-ef01d6f9e46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:41.950740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214db1f-043a-498f-a9ee-ef01d6f9e46e None None] Pushing event updated for resources: {'Port': ['ID=01df0123-d309-4f07-9d87-ef4e552065bf,revision_number=13']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:41.999623 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6566c9bf-d2f2-446c-bd17-ae569c08ed45 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:42.121254 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6566c9bf-d2f2-446c-bd17-ae569c08ed45 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:42.142332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-6566c9bf-d2f2-446c-bd17-ae569c08ed45 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port dd2ebbe2-d0fc-48bb-9388-8e4fc913aefa yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 21:00:42.336132 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-6566c9bf-d2f2-446c-bd17-ae569c08ed45 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8:0:1::2e3 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/56db8147-6e74-47c4-9309-a15b5848623d/dd2ebbe2-d0fc-48bb-9388-8e4fc913aefa) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:42.343714 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-6566c9bf-d2f2-446c-bd17-ae569c08ed45 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::f816:3eff:fe3b:d0c6 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/6fdb23ec-8b09-4cd8-92b0-3246bcbb5eeb/dd2ebbe2-d0fc-48bb-9388-8e4fc913aefa) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:42.510999 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6566c9bf-d2f2-446c-bd17-ae569c08ed45 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:42.525865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-6566c9bf-d2f2-446c-bd17-ae569c08ed45 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object dd2ebbe2-d0fc-48bb-9388-8e4fc913aefa will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:42.564843 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6566c9bf-d2f2-446c-bd17-ae569c08ed45 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:42.593189 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7ec16e-6e80-4f10-a5eb-4e2a3f8ccc75 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:42.608794 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6566c9bf-d2f2-446c-bd17-ae569c08ed45 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:42.612603 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-6566c9bf-d2f2-446c-bd17-ae569c08ed45 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:42.618742 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6566c9bf-d2f2-446c-bd17-ae569c08ed45 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:42.624377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6566c9bf-d2f2-446c-bd17-ae569c08ed45 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:42.625007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6566c9bf-d2f2-446c-bd17-ae569c08ed45 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:42.643257 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6566c9bf-d2f2-446c-bd17-ae569c08ed45 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7969575 Jul 23 21:00:42.644191 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566c9bf-d2f2-446c-bd17-ae569c08ed45 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=dd2ebbe2-d0fc-48bb-9388-8e4fc913aefa,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:42.646116 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48522) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:42.682657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7c17a543-c6c8-450b-a15a-d8db8ee7d4d1 None None] Provisioning complete for port 01df0123-d309-4f07-9d87-ef4e552065bf triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:42.683027 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c17a543-c6c8-450b-a15a-d8db8ee7d4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:42.757782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-271ed4da-d1ee-4e1b-a0f4-cf52a303a54b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port dd2ebbe2-d0fc-48bb-9388-8e4fc913aefa {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:42.758199 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-271ed4da-d1ee-4e1b-a0f4-cf52a303a54b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:42.849114 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c17a543-c6c8-450b-a15a-d8db8ee7d4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:42.850940 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-271ed4da-d1ee-4e1b-a0f4-cf52a303a54b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:42.862957 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-271ed4da-d1ee-4e1b-a0f4-cf52a303a54b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for dd2ebbe2-d0fc-48bb-9388-8e4fc913aefa owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:42.898075 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-7c17a543-c6c8-450b-a15a-d8db8ee7d4d1 None None] For port 01df0123-d309-4f07-9d87-ef4e552065bf, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=01df0123-d309-4f07-9d87-ef4e552065bf,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:42.904372 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c17a543-c6c8-450b-a15a-d8db8ee7d4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:42.986003 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17a543-c6c8-450b-a15a-d8db8ee7d4d1 None None] Pushing event updated for resources: {'Port': ['ID=01df0123-d309-4f07-9d87-ef4e552065bf,revision_number=14']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:43.006888 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c1381f-4633-42bb-b0f4-61d70e744e82 None None] Update dhcp port {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'fixed_ips': [{'subnet_id': '6fdb23ec-8b09-4cd8-92b0-3246bcbb5eeb', 'ip_address': '2001:db8::f816:3eff:fed3:3a29'}, {'subnet_id': '56db8147-6e74-47c4-9309-a15b5848623d'}], 'binding:host_id': 'n-d-791504-18'}, 'id': '01df0123-d309-4f07-9d87-ef4e552065bf'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 21:00:43.051117 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:00:43.055927 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03c1381f-4633-42bb-b0f4-61d70e744e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:43.070712 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-271ed4da-d1ee-4e1b-a0f4-cf52a303a54b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:43.100198 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ed4da-d1ee-4e1b-a0f4-cf52a303a54b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=dd2ebbe2-d0fc-48bb-9388-8e4fc913aefa,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:43.160563 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-271ed4da-d1ee-4e1b-a0f4-cf52a303a54b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:43.162477 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-271ed4da-d1ee-4e1b-a0f4-cf52a303a54b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/dd2ebbe2-d0fc-48bb-9388-8e4fc913aefa HTTP/1.1" status: 204 len: 168 time: 0.5147123 Jul 23 21:00:43.165222 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48530) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:43.241917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e67f3a6-ffb9-4f32-9dcd-f5a49fd03079 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:43.244454 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0e67f3a6-ffb9-4f32-9dcd-f5a49fd03079 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.0782232 Jul 23 21:00:43.247229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48536) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:43.274279 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-03c1381f-4633-42bb-b0f4-61d70e744e82 None None] Allocated IP 2001:db8:0:1::2 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/56db8147-6e74-47c4-9309-a15b5848623d/01df0123-d309-4f07-9d87-ef4e552065bf) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:43.308243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 01df0123-d309-4f07-9d87-ef4e552065bf up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:43.357531 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a697a3-d453-4f8c-a84b-661b360a4b4e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:43.362060 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-34a697a3-d453-4f8c-a84b-661b360a4b4e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.1137753 Jul 23 21:00:43.362729 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48538) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:43.421690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 01df0123-d309-4f07-9d87-ef4e552065bf triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:43.425346 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:43.441221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e154b46a-e840-4242-97d4-a78c7d83e567 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:43.443240 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e154b46a-e840-4242-97d4-a78c7d83e567 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:43.444734 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e154b46a-e840-4242-97d4-a78c7d83e567 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:43.448821 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e154b46a-e840-4242-97d4-a78c7d83e567 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0822768 Jul 23 21:00:43.449262 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48540) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:43.461969 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-03c1381f-4633-42bb-b0f4-61d70e744e82 None None] For port 01df0123-d309-4f07-9d87-ef4e552065bf, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=01df0123-d309-4f07-9d87-ef4e552065bf,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:43.507213 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4dcdb3c-5639-49f6-a30b-429d3662ba79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 56db8147-6e74-47c4-9309-a15b5848623d {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:43.508065 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03c1381f-4633-42bb-b0f4-61d70e744e82 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:43.544590 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-03c1381f-4633-42bb-b0f4-61d70e744e82 None None] Transition to ACTIVE for port object 01df0123-d309-4f07-9d87-ef4e552065bf will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:43.550181 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f4dcdb3c-5639-49f6-a30b-429d3662ba79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:43.554462 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03c1381f-4633-42bb-b0f4-61d70e744e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:43.612510 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f4dcdb3c-5639-49f6-a30b-429d3662ba79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:43.668241 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1381f-4633-42bb-b0f4-61d70e744e82 None None] Pushing event updated for resources: {'Port': ['ID=01df0123-d309-4f07-9d87-ef4e552065bf,revision_number=15']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:43.716043 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f4dcdb3c-5639-49f6-a30b-429d3662ba79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:43.780307 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f4dcdb3c-5639-49f6-a30b-429d3662ba79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:43.817000 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcdb3c-5639-49f6-a30b-429d3662ba79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=56db8147-6e74-47c4-9309-a15b5848623d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:43.819212 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f4dcdb3c-5639-49f6-a30b-429d3662ba79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:43.821231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f4dcdb3c-5639-49f6-a30b-429d3662ba79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/56db8147-6e74-47c4-9309-a15b5848623d HTTP/1.1" status: 204 len: 168 time: 0.3708630 Jul 23 21:00:43.823889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48550) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:43.887610 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf122502-afcd-48bb-b295-3e23292aca91 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 6fdb23ec-8b09-4cd8-92b0-3246bcbb5eeb {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:43.891878 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf122502-afcd-48bb-b295-3e23292aca91 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:43.946614 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf122502-afcd-48bb-b295-3e23292aca91 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:44.031523 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf122502-afcd-48bb-b295-3e23292aca91 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:44.100557 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf122502-afcd-48bb-b295-3e23292aca91 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:44.128688 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf122502-afcd-48bb-b295-3e23292aca91 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=6fdb23ec-8b09-4cd8-92b0-3246bcbb5eeb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:44.132155 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf122502-afcd-48bb-b295-3e23292aca91 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:44.135182 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cf122502-afcd-48bb-b295-3e23292aca91 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/6fdb23ec-8b09-4cd8-92b0-3246bcbb5eeb HTTP/1.1" status: 204 len: 168 time: 0.3090928 Jul 23 21:00:44.136591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48556) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:44.182437 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7de6bb2f-250c-4476-8d15-439b2d1363d0 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440893 Jul 23 21:00:44.185413 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48560) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:44.191205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-fe96a0d0-6aaa-4d1b-b480-c877e729ee8e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:44.251786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dc32ec-ce67-4739-8a3f-aaefb3314952 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:44.288824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe96a0d0-6aaa-4d1b-b480-c877e729ee8e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:44.292606 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fe96a0d0-6aaa-4d1b-b480-c877e729ee8e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:44.373697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1181a9d8-93bc-44a4-bf59-7f57a881a42d None None] Provisioning for port 01df0123-d309-4f07-9d87-ef4e552065bf completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:44.378428 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1181a9d8-93bc-44a4-bf59-7f57a881a42d None None] Provisioning complete for port 01df0123-d309-4f07-9d87-ef4e552065bf triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:44.378808 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1181a9d8-93bc-44a4-bf59-7f57a881a42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:44.492712 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fe96a0d0-6aaa-4d1b-b480-c877e729ee8e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:44.498308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1181a9d8-93bc-44a4-bf59-7f57a881a42d None None] Could not find standard attr ID for object dd2ebbe2-d0fc-48bb-9388-8e4fc913aefa. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 21:00:44.536591 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaaf1be-daca-4db9-a159-03f1c66e136a None None] DHCP port deletion for 2006a637-5249-4b84-bbdd-c8c3b68cc9dc request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:00:44.592143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-deaaf1be-daca-4db9-a159-03f1c66e136a None None] Deleting port 01df0123-d309-4f07-9d87-ef4e552065bf {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:44.592510 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-deaaf1be-daca-4db9-a159-03f1c66e136a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:44.701121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-deaaf1be-daca-4db9-a159-03f1c66e136a None None] For port 01df0123-d309-4f07-9d87-ef4e552065bf, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=01df0123-d309-4f07-9d87-ef4e552065bf,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:44.702343 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-deaaf1be-daca-4db9-a159-03f1c66e136a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:44.722044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-deaaf1be-daca-4db9-a159-03f1c66e136a None None] Calling delete_port for 01df0123-d309-4f07-9d87-ef4e552065bf owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:44.811714 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-deaaf1be-daca-4db9-a159-03f1c66e136a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:44.841359 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaaf1be-daca-4db9-a159-03f1c66e136a None None] Pushing event deleted for resources: {'Port': ['ID=01df0123-d309-4f07-9d87-ef4e552065bf,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:44.847377 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaaf1be-daca-4db9-a159-03f1c66e136a None None] No DVR routers for this DVR port 01df0123-d309-4f07-9d87-ef4e552065bf on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:00:44.891693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe96a0d0-6aaa-4d1b-b480-c877e729ee8e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:44.894933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-fe96a0d0-6aaa-4d1b-b480-c877e729ee8e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:44.899143 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe96a0d0-6aaa-4d1b-b480-c877e729ee8e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:44.899741 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fe96a0d0-6aaa-4d1b-b480-c877e729ee8e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:44.907029 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7a6faa-612c-428c-9377-7c0274d3d2c1 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:44.922108 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96a0d0-6aaa-4d1b-b480-c877e729ee8e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=7d0bd487-407f-4671-bd3b-4c311f186c35,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:44.928543 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fe96a0d0-6aaa-4d1b-b480-c877e729ee8e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7393818 Jul 23 21:00:44.928875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48574) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:44.933742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-853c2b8c-b71a-4f1b-98a9-2ecc1b409f5b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:45.053810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853c2b8c-b71a-4f1b-98a9-2ecc1b409f5b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:45.058245 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-853c2b8c-b71a-4f1b-98a9-2ecc1b409f5b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:45.081002 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'tenant_id': '51974b1f8f2c45c9b111c8f02ead8708', 'fixed_ips': [{'subnet_id': '7d0bd487-407f-4671-bd3b-4c311f186c35'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:00:45.081914 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:45.168045 n-d-791504-18 neutron-server[93811]: INFO neutron.db.ipam_backend_mixin [None req-853c2b8c-b71a-4f1b-98a9-2ecc1b409f5b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d0bd487-407f-4671-bd3b-4c311f186c35 (CIDR: 2001:db8::/64) Jul 23 21:00:45.175327 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-853c2b8c-b71a-4f1b-98a9-2ecc1b409f5b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 21:00:45.176060 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853c2b8c-b71a-4f1b-98a9-2ecc1b409f5b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:45.191692 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 01df0123-d309-4f07-9d87-ef4e552065bf no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:00:45.207703 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-853c2b8c-b71a-4f1b-98a9-2ecc1b409f5b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2753515 Jul 23 21:00:45.208627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48582) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:45.214147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6017081a-be88-43ed-b42a-932baf2bb1e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:45.223432 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 01df0123-d309-4f07-9d87-ef4e552065bf {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:00:45.223839 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 01df0123-d309-4f07-9d87-ef4e552065bf not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:00:45.276291 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Allocated IP 2001:db8::2 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/7d0bd487-407f-4671-bd3b-4c311f186c35/b34c9935-21b4-4f1c-b62d-541abc5e91e5) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:45.343960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6017081a-be88-43ed-b42a-932baf2bb1e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:45.348267 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6017081a-be88-43ed-b42a-932baf2bb1e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:45.436486 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:45.445425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Transition to ACTIVE for port object b34c9935-21b4-4f1c-b62d-541abc5e91e5 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:45.463280 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Transition to ACTIVE for port object b34c9935-21b4-4f1c-b62d-541abc5e91e5 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:45.471038 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:45.518309 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:45.522021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:45.530001 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:45.534708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Pushing event updated for resources: {'Port': ['ID=b34c9935-21b4-4f1c-b62d-541abc5e91e5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:45.626231 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:45.629095 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Attempting to bind port b34c9935-21b4-4f1c-b62d-541abc5e91e5 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:45.629466 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Attempting to bind port b34c9935-21b4-4f1c-b62d-541abc5e91e5 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:45.629828 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Attempting to bind port b34c9935-21b4-4f1c-b62d-541abc5e91e5 on network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:45.634789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:45.635185 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Checking segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:45.636787 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:45.637204 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Bound using segment: {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:45.637676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Bound port: b34c9935-21b4-4f1c-b62d-541abc5e91e5, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:45.638080 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:45.703777 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] For port b34c9935-21b4-4f1c-b62d-541abc5e91e5, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:45.708096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] For port b34c9935-21b4-4f1c-b62d-541abc5e91e5, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b34c9935-21b4-4f1c-b62d-541abc5e91e5,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:45.713451 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:45.719809 n-d-791504-18 neutron-server[93811]: DEBUG neutron.objects.ports [None req-6017081a-be88-43ed-b42a-932baf2bb1e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 21:00:45.776473 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28c386-219e-4daa-93c5-389b87f2fd21 None None] Pushing event updated for resources: {'Port': ['ID=b34c9935-21b4-4f1c-b62d-541abc5e91e5,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:45.931078 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6017081a-be88-43ed-b42a-932baf2bb1e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:46.129206 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-6017081a-be88-43ed-b42a-932baf2bb1e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] For port b34c9935-21b4-4f1c-b62d-541abc5e91e5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b34c9935-21b4-4f1c-b62d-541abc5e91e5,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:46.159966 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6017081a-be88-43ed-b42a-932baf2bb1e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:46.164462 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6017081a-be88-43ed-b42a-932baf2bb1e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:46.165213 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6017081a-be88-43ed-b42a-932baf2bb1e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:46.238954 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6017081a-be88-43ed-b42a-932baf2bb1e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:46.252744 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-6017081a-be88-43ed-b42a-932baf2bb1e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:46.262504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6017081a-be88-43ed-b42a-932baf2bb1e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:46.263138 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6017081a-be88-43ed-b42a-932baf2bb1e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:46.276860 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017081a-be88-43ed-b42a-932baf2bb1e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=b34c9935-21b4-4f1c-b62d-541abc5e91e5,revision_number=4']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:46.281972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017081a-be88-43ed-b42a-932baf2bb1e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=c212205f-6c13-4c8c-8c3f-cb357a696ae0,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:46.293948 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6017081a-be88-43ed-b42a-932baf2bb1e3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0847154 Jul 23 21:00:46.294354 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48598) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:46.299612 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-6b2edc42-ac18-4b61-9845-65e865c883cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'mac_address': 'fa:16:3e:19:99:21', 'name': 'tempest-NetworksTestDHCPv6-1179171685'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:46.424560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2edc42-ac18-4b61-9845-65e865c883cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:46.429090 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6b2edc42-ac18-4b61-9845-65e865c883cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:46.451903 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-6b2edc42-ac18-4b61-9845-65e865c883cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port 8aea0eb6-95a4-4a14-8daf-b4a379a76359 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 21:00:46.638181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-6b2edc42-ac18-4b61-9845-65e865c883cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::210 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/7d0bd487-407f-4671-bd3b-4c311f186c35/8aea0eb6-95a4-4a14-8daf-b4a379a76359) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:46.646565 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-6b2edc42-ac18-4b61-9845-65e865c883cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8:0:1:f816:3eff:fe19:9921 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/c212205f-6c13-4c8c-8c3f-cb357a696ae0/8aea0eb6-95a4-4a14-8daf-b4a379a76359) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:46.807169 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6b2edc42-ac18-4b61-9845-65e865c883cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:46.822179 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-6b2edc42-ac18-4b61-9845-65e865c883cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object 8aea0eb6-95a4-4a14-8daf-b4a379a76359 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:46.824534 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a97d9f-8946-4249-ae45-e5d19a529b89 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:46.858579 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6b2edc42-ac18-4b61-9845-65e865c883cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:46.904703 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1c2d142d-cab7-451a-b4ce-66cff8cf6cac None None] Provisioning for port b34c9935-21b4-4f1c-b62d-541abc5e91e5 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:46.926804 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2edc42-ac18-4b61-9845-65e865c883cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:46.928459 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-6b2edc42-ac18-4b61-9845-65e865c883cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:46.932680 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2edc42-ac18-4b61-9845-65e865c883cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=8aea0eb6-95a4-4a14-8daf-b4a379a76359,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:46.935666 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2edc42-ac18-4b61-9845-65e865c883cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:46.942818 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2edc42-ac18-4b61-9845-65e865c883cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:46.943828 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6b2edc42-ac18-4b61-9845-65e865c883cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:46.951140 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:46.967661 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6b2edc42-ac18-4b61-9845-65e865c883cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6721375 Jul 23 21:00:46.969170 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48612) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:47.084614 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3d29406f-6ea9-498b-bfd3-69417fbfe29c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port 8aea0eb6-95a4-4a14-8daf-b4a379a76359 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:47.084614 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d29406f-6ea9-498b-bfd3-69417fbfe29c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:47.195563 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d29406f-6ea9-498b-bfd3-69417fbfe29c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:47.210957 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3d29406f-6ea9-498b-bfd3-69417fbfe29c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for 8aea0eb6-95a4-4a14-8daf-b4a379a76359 owned by {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:47.244510 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b34c9935-21b4-4f1c-b62d-541abc5e91e5 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:47.342941 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port b34c9935-21b4-4f1c-b62d-541abc5e91e5 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:47.347715 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b34c9935-21b4-4f1c-b62d-541abc5e91e5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:47.348083 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:47.442596 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:47.448065 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d29406f-6ea9-498b-bfd3-69417fbfe29c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:47.480416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29406f-6ea9-498b-bfd3-69417fbfe29c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=8aea0eb6-95a4-4a14-8daf-b4a379a76359,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:47.485117 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port b34c9935-21b4-4f1c-b62d-541abc5e91e5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b34c9935-21b4-4f1c-b62d-541abc5e91e5,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:47.494482 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:47.580056 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=b34c9935-21b4-4f1c-b62d-541abc5e91e5,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:47.837525 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8138facd-0670-4c80-afa3-3fc854cb2162 None None] Could not find standard attr ID for object 8aea0eb6-95a4-4a14-8daf-b4a379a76359. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 21:00:47.858697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8138facd-0670-4c80-afa3-3fc854cb2162 None None] Provisioning complete for port b34c9935-21b4-4f1c-b62d-541abc5e91e5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:47.859391 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8138facd-0670-4c80-afa3-3fc854cb2162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:47.916127 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3d29406f-6ea9-498b-bfd3-69417fbfe29c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:47.918132 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3d29406f-6ea9-498b-bfd3-69417fbfe29c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/8aea0eb6-95a4-4a14-8daf-b4a379a76359 HTTP/1.1" status: 204 len: 168 time: 0.9479208 Jul 23 21:00:47.920574 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48628) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:47.989400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24baa9c3-2bf8-483f-8cb6-e196ce7c018c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:47.991090 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-24baa9c3-2bf8-483f-8cb6-e196ce7c018c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0694702 Jul 23 21:00:47.993588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48630) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:48.061135 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9564d-cf87-4596-9f0c-40f32dd93ef2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:48.065260 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dde9564d-cf87-4596-9f0c-40f32dd93ef2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0681634 Jul 23 21:00:48.065507 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48636) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:48.094659 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fc7815f2-e42d-4fa5-8b84-3f292028906f None None] Could not find standard attr ID for object 8aea0eb6-95a4-4a14-8daf-b4a379a76359. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 21:00:48.130539 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75861573-cc5e-494b-a795-82c05e37dbe9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:48.132248 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75861573-cc5e-494b-a795-82c05e37dbe9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:48.133936 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75861573-cc5e-494b-a795-82c05e37dbe9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:48.136289 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-75861573-cc5e-494b-a795-82c05e37dbe9 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0692184 Jul 23 21:00:48.138571 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48638) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:48.196095 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d749130-432c-4d2a-a562-47f9eb548905 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 7d0bd487-407f-4671-bd3b-4c311f186c35 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:48.199521 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4d749130-432c-4d2a-a562-47f9eb548905 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:48.242215 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4d749130-432c-4d2a-a562-47f9eb548905 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:48.341906 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4d749130-432c-4d2a-a562-47f9eb548905 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:48.411114 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4d749130-432c-4d2a-a562-47f9eb548905 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:48.441180 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d749130-432c-4d2a-a562-47f9eb548905 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0bd487-407f-4671-bd3b-4c311f186c35,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:48.445058 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4d749130-432c-4d2a-a562-47f9eb548905 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:48.446989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4d749130-432c-4d2a-a562-47f9eb548905 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/7d0bd487-407f-4671-bd3b-4c311f186c35 HTTP/1.1" status: 204 len: 168 time: 0.3070066 Jul 23 21:00:48.449529 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48646) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:48.456070 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20452b95-6b05-499b-9f82-23e281e72cce None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:48.504064 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc702f2a-9f7a-4669-a2a8-1372bea8aeed tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet c212205f-6c13-4c8c-8c3f-cb357a696ae0 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:48.507273 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc702f2a-9f7a-4669-a2a8-1372bea8aeed tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:48.557481 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc702f2a-9f7a-4669-a2a8-1372bea8aeed tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:48.662446 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc702f2a-9f7a-4669-a2a8-1372bea8aeed tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:48.728841 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc702f2a-9f7a-4669-a2a8-1372bea8aeed tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:48.768108 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc702f2a-9f7a-4669-a2a8-1372bea8aeed tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=c212205f-6c13-4c8c-8c3f-cb357a696ae0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:48.772662 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc702f2a-9f7a-4669-a2a8-1372bea8aeed tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:48.774554 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bc702f2a-9f7a-4669-a2a8-1372bea8aeed tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/c212205f-6c13-4c8c-8c3f-cb357a696ae0 HTTP/1.1" status: 204 len: 168 time: 0.3240557 Jul 23 21:00:48.777021 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48652) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:48.817007 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e71a4ac2-049f-4c1b-891b-6821b6b50fb1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0388525 Jul 23 21:00:48.819821 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48654) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:48.825299 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-aa01a3c1-ba63-47d9-b0c3-25558e02cedb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:48.943254 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa01a3c1-ba63-47d9-b0c3-25558e02cedb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:48.947260 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa01a3c1-ba63-47d9-b0c3-25558e02cedb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:49.168700 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa01a3c1-ba63-47d9-b0c3-25558e02cedb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:49.193829 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b34c9935-21b4-4f1c-b62d-541abc5e91e5 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:49.227923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa01a3c1-ba63-47d9-b0c3-25558e02cedb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:49.232158 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-aa01a3c1-ba63-47d9-b0c3-25558e02cedb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:49.236753 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa01a3c1-ba63-47d9-b0c3-25558e02cedb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:49.237597 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa01a3c1-ba63-47d9-b0c3-25558e02cedb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:49.257792 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b34c9935-21b4-4f1c-b62d-541abc5e91e5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:49.258188 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:49.268803 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-aa01a3c1-ba63-47d9-b0c3-25558e02cedb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4476838 Jul 23 21:00:49.270015 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01a3c1-ba63-47d9-b0c3-25558e02cedb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=9a9165f9-2724-422e-a3a6-cc842ce00391,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:49.272109 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48664) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:49.285828 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3ad07bb0-387d-496f-a9c6-18240cdb70f8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:49.321217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d0269c-fcd6-4cba-ae2e-22119d63a15e None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:49.406940 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad07bb0-387d-496f-a9c6-18240cdb70f8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:49.411533 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3ad07bb0-387d-496f-a9c6-18240cdb70f8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:49.432578 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-25869f3c-e4a2-49df-8fde-d9de464b9c5a None None] Provisioning complete for port b34c9935-21b4-4f1c-b62d-541abc5e91e5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:49.432970 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-25869f3c-e4a2-49df-8fde-d9de464b9c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:49.523391 n-d-791504-18 neutron-server[93810]: INFO neutron.db.ipam_backend_mixin [None req-3ad07bb0-387d-496f-a9c6-18240cdb70f8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9a9165f9-2724-422e-a3a6-cc842ce00391 (CIDR: 2001:db8::/64) Jul 23 21:00:49.527791 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad07bb0-387d-496f-a9c6-18240cdb70f8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 21:00:49.528352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad07bb0-387d-496f-a9c6-18240cdb70f8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:49.553377 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3ad07bb0-387d-496f-a9c6-18240cdb70f8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2770672 Jul 23 21:00:49.560804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48672) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:49.570357 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ee029151-624f-434d-ba8f-9c221a244387 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'subnet': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:49.683588 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee029151-624f-434d-ba8f-9c221a244387 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:49.687890 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ee029151-624f-434d-ba8f-9c221a244387 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:49.863552 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44ebd03-c823-49db-9d4b-ddb98cd634ea None None] Update dhcp port {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'fixed_ips': [{'subnet_id': '9a9165f9-2724-422e-a3a6-cc842ce00391'}], 'binding:host_id': 'n-d-791504-18'}, 'id': 'b34c9935-21b4-4f1c-b62d-541abc5e91e5'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 21:00:49.903807 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f44ebd03-c823-49db-9d4b-ddb98cd634ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:50.068552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.objects.ports [None req-ee029151-624f-434d-ba8f-9c221a244387 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 21:00:50.106090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-f44ebd03-c823-49db-9d4b-ddb98cd634ea None None] Allocated IP 2001:db8::2 (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/9a9165f9-2724-422e-a3a6-cc842ce00391/b34c9935-21b4-4f1c-b62d-541abc5e91e5) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:50.232072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f44ebd03-c823-49db-9d4b-ddb98cd634ea None None] For port b34c9935-21b4-4f1c-b62d-541abc5e91e5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b34c9935-21b4-4f1c-b62d-541abc5e91e5,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:50.263527 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f44ebd03-c823-49db-9d4b-ddb98cd634ea None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:50.277947 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f44ebd03-c823-49db-9d4b-ddb98cd634ea None None] Transition to ACTIVE for port object b34c9935-21b4-4f1c-b62d-541abc5e91e5 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:50.281996 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f44ebd03-c823-49db-9d4b-ddb98cd634ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:50.350638 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ee029151-624f-434d-ba8f-9c221a244387 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:50.363800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ebd03-c823-49db-9d4b-ddb98cd634ea None None] Pushing event updated for resources: {'Port': ['ID=b34c9935-21b4-4f1c-b62d-541abc5e91e5,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:50.566539 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-ee029151-624f-434d-ba8f-9c221a244387 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] For port b34c9935-21b4-4f1c-b62d-541abc5e91e5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b34c9935-21b4-4f1c-b62d-541abc5e91e5,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:50.601156 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ee029151-624f-434d-ba8f-9c221a244387 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:50.606992 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ee029151-624f-434d-ba8f-9c221a244387 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:50.607786 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ee029151-624f-434d-ba8f-9c221a244387 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:50.682996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee029151-624f-434d-ba8f-9c221a244387 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:50.692067 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-ee029151-624f-434d-ba8f-9c221a244387 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:50.701003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee029151-624f-434d-ba8f-9c221a244387 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:50.701600 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ee029151-624f-434d-ba8f-9c221a244387 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:50.712744 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee029151-624f-434d-ba8f-9c221a244387 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Subnet': ['ID=4f0ba083-d89c-43b4-8678-73c0b4428ad1,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:50.724722 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee029151-624f-434d-ba8f-9c221a244387 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=b34c9935-21b4-4f1c-b62d-541abc5e91e5,revision_number=10']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:50.732160 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48692) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:50.732739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ee029151-624f-434d-ba8f-9c221a244387 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1690040 Jul 23 21:00:50.738737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f239c20f-5425-4854-ba32-6f8a5b77469d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Request body: {'port': {'network_id': '2006a637-5249-4b84-bbdd-c8c3b68cc9dc', 'mac_address': 'fa:16:3e:a7:c8:ad', 'name': 'tempest-NetworksTestDHCPv6-1249008741'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:50.859744 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f239c20f-5425-4854-ba32-6f8a5b77469d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Made reservation on behalf of 51974b1f8f2c45c9b111c8f02ead8708 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:50.964679 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f239c20f-5425-4854-ba32-6f8a5b77469d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:50.996729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c6c992-a81c-4ea9-84c6-417ddfce483d None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:51.003445 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-f239c20f-5425-4854-ba32-6f8a5b77469d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] device_id is not set on port fa663a83-67dd-4447-ae50-f7893429a5ea yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 21:00:51.120101 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4ebb60d5-4e2b-4761-9619-863e020b173b None None] Provisioning for port b34c9935-21b4-4f1c-b62d-541abc5e91e5 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:51.128586 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4ebb60d5-4e2b-4761-9619-863e020b173b None None] Provisioning complete for port b34c9935-21b4-4f1c-b62d-541abc5e91e5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:51.128962 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ebb60d5-4e2b-4761-9619-863e020b173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:51.213870 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b34c9935-21b4-4f1c-b62d-541abc5e91e5 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:51.218150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-f239c20f-5425-4854-ba32-6f8a5b77469d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8::ba (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/9a9165f9-2724-422e-a3a6-cc842ce00391/fa663a83-67dd-4447-ae50-f7893429a5ea) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:51.227420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-f239c20f-5425-4854-ba32-6f8a5b77469d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Allocated IP 2001:db8:0:1:f816:3eff:fea7:c8ad (2006a637-5249-4b84-bbdd-c8c3b68cc9dc/4f0ba083-d89c-43b4-8678-73c0b4428ad1/fa663a83-67dd-4447-ae50-f7893429a5ea) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:51.309636 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b34c9935-21b4-4f1c-b62d-541abc5e91e5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:51.310127 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:51.390393 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f239c20f-5425-4854-ba32-6f8a5b77469d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:51.405118 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-f239c20f-5425-4854-ba32-6f8a5b77469d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Transition to ACTIVE for port object fa663a83-67dd-4447-ae50-f7893429a5ea will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:51.442054 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f239c20f-5425-4854-ba32-6f8a5b77469d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:51.498155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f239c20f-5425-4854-ba32-6f8a5b77469d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:51.499579 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239c20f-5425-4854-ba32-6f8a5b77469d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event updated for resources: {'Port': ['ID=fa663a83-67dd-4447-ae50-f7893429a5ea,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:51.502992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-f239c20f-5425-4854-ba32-6f8a5b77469d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:51.505514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239c20f-5425-4854-ba32-6f8a5b77469d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:51.511369 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f239c20f-5425-4854-ba32-6f8a5b77469d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:51.512019 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f239c20f-5425-4854-ba32-6f8a5b77469d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:51.539007 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f239c20f-5425-4854-ba32-6f8a5b77469d tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8049605 Jul 23 21:00:51.541895 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48708) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:51.661327 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2d71373e-871a-4ccb-9c13-80667b334ed8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting port fa663a83-67dd-4447-ae50-f7893429a5ea {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:51.661671 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2d71373e-871a-4ccb-9c13-80667b334ed8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:51.762807 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2d71373e-871a-4ccb-9c13-80667b334ed8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:51.775484 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2d71373e-871a-4ccb-9c13-80667b334ed8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Calling delete_port for fa663a83-67dd-4447-ae50-f7893429a5ea owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:51.931072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-25f94dde-160f-494a-8a89-bcab0125dfd8 None None] Provisioning complete for port b34c9935-21b4-4f1c-b62d-541abc5e91e5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:51.931657 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-25f94dde-160f-494a-8a89-bcab0125dfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:51.966652 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2d71373e-871a-4ccb-9c13-80667b334ed8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:52.014814 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71373e-871a-4ccb-9c13-80667b334ed8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Port': ['ID=fa663a83-67dd-4447-ae50-f7893429a5ea,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:52.072625 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2d71373e-871a-4ccb-9c13-80667b334ed8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:52.077181 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2d71373e-871a-4ccb-9c13-80667b334ed8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/fa663a83-67dd-4447-ae50-f7893429a5ea HTTP/1.1" status: 204 len: 168 time: 0.5311100 Jul 23 21:00:52.077457 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48718) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:52.144469 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6702efe9-6005-404a-a522-4a5e99b958fe tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:52.146149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6702efe9-6005-404a-a522-4a5e99b958fe tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0676477 Jul 23 21:00:52.148702 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48720) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:52.221832 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e05210-4613-48e6-ad2a-034e17e01977 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:52.223615 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-34e05210-4613-48e6-ad2a-034e17e01977 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0739820 Jul 23 21:00:52.226154 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48722) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:52.257562 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3a60df9b-a44a-4d62-99be-348792d6d8ee None None] Could not find standard attr ID for object fa663a83-67dd-4447-ae50-f7893429a5ea. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 21:00:52.284330 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deba3793-bfd3-4c4f-90a8-ea664ed7c1ef tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:52.285987 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deba3793-bfd3-4c4f-90a8-ea664ed7c1ef tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:52.287619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deba3793-bfd3-4c4f-90a8-ea664ed7c1ef tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:52.289221 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-deba3793-bfd3-4c4f-90a8-ea664ed7c1ef tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0620348 Jul 23 21:00:52.291992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48726) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:52.355126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e467bb-6aec-4a3a-9c1d-c96ec21cdd6b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 4f0ba083-d89c-43b4-8678-73c0b4428ad1 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:52.359027 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14e467bb-6aec-4a3a-9c1d-c96ec21cdd6b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:52.401369 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14e467bb-6aec-4a3a-9c1d-c96ec21cdd6b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:52.496209 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14e467bb-6aec-4a3a-9c1d-c96ec21cdd6b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:52.558913 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14e467bb-6aec-4a3a-9c1d-c96ec21cdd6b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:52.585715 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e467bb-6aec-4a3a-9c1d-c96ec21cdd6b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=4f0ba083-d89c-43b4-8678-73c0b4428ad1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:52.591540 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14e467bb-6aec-4a3a-9c1d-c96ec21cdd6b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:52.593396 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-14e467bb-6aec-4a3a-9c1d-c96ec21cdd6b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/4f0ba083-d89c-43b4-8678-73c0b4428ad1 HTTP/1.1" status: 204 len: 168 time: 0.3005247 Jul 23 21:00:52.597768 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48736) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:52.603327 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af3165b-ad19-4993-8630-98e2c425987d None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:52.669499 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ac261c-9620-4c6d-86cf-e68a1182db99 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Deleting subnet 9a9165f9-2724-422e-a3a6-cc842ce00391 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:52.673304 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9ac261c-9620-4c6d-86cf-e68a1182db99 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:52.727089 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9ac261c-9620-4c6d-86cf-e68a1182db99 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:52.818429 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9ac261c-9620-4c6d-86cf-e68a1182db99 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:52.896859 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9ac261c-9620-4c6d-86cf-e68a1182db99 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:52.943050 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac261c-9620-4c6d-86cf-e68a1182db99 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Subnet': ['ID=9a9165f9-2724-422e-a3a6-cc842ce00391,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:52.951493 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9ac261c-9620-4c6d-86cf-e68a1182db99 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:52.953589 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b9ac261c-9620-4c6d-86cf-e68a1182db99 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/9a9165f9-2724-422e-a3a6-cc842ce00391 HTTP/1.1" status: 204 len: 168 time: 0.3554561 Jul 23 21:00:52.956894 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48742) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.009276 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48744) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.010076 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1fe0596f-b084-4a1b-94a8-1b7b865fee23 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473359 Jul 23 21:00:53.082797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936d6cba-6f8b-4c88-bd0f-9cd6d15de350 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:53.087215 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-936d6cba-6f8b-4c88-bd0f-9cd6d15de350 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0742223 Jul 23 21:00:53.087788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48746) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.143883 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeae8e9b-127b-4dfc-8ab5-e7f1237dc6d0 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:53.145724 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-eeae8e9b-127b-4dfc-8ab5-e7f1237dc6d0 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0569334 Jul 23 21:00:53.148496 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48748) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.195170 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f689e646-db4a-4bcb-9502-a38d844681bf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448327 Jul 23 21:00:53.201619 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48754) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.238479 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-4889b85c-1fa6-4f0e-9bba-4d739348b029 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.239373 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4889b85c-1fa6-4f0e-9bba-4d739348b029 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.243149 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4889b85c-1fa6-4f0e-9bba-4d739348b029 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/fa663a83-67dd-4447-ae50-f7893429a5ea HTTP/1.1" status: 404 len: 333 time: 0.0391915 Jul 23 21:00:53.244773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48756) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.279271 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a489ec9b-0ff4-440c-9623-d5e03efe311c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.279735 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a489ec9b-0ff4-440c-9623-d5e03efe311c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.283654 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a489ec9b-0ff4-440c-9623-d5e03efe311c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/4f0ba083-d89c-43b4-8678-73c0b4428ad1 HTTP/1.1" status: 404 len: 337 time: 0.0378051 Jul 23 21:00:53.284504 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48758) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.317437 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdce19e-93df-49d7-94e5-6df6dbbabb7b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.317906 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efdce19e-93df-49d7-94e5-6df6dbbabb7b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.322340 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-efdce19e-93df-49d7-94e5-6df6dbbabb7b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/9a9165f9-2724-422e-a3a6-cc842ce00391 HTTP/1.1" status: 404 len: 337 time: 0.0342860 Jul 23 21:00:53.322678 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48760) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.350855 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-b243e8f4-25fb-4857-84c9-9df9d593ca3b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.351588 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b243e8f4-25fb-4857-84c9-9df9d593ca3b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.355858 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b243e8f4-25fb-4857-84c9-9df9d593ca3b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/8aea0eb6-95a4-4a14-8daf-b4a379a76359 HTTP/1.1" status: 404 len: 333 time: 0.0297799 Jul 23 21:00:53.356237 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48762) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.389683 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10353c3-29cd-4818-b2a6-3b2170ebd147 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.390279 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10353c3-29cd-4818-b2a6-3b2170ebd147 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.392702 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e10353c3-29cd-4818-b2a6-3b2170ebd147 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/c212205f-6c13-4c8c-8c3f-cb357a696ae0 HTTP/1.1" status: 404 len: 337 time: 0.0353947 Jul 23 21:00:53.395481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48764) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.412882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e695edbb-524c-49fd-91db-7400c3d3a012 None None] Network 2006a637-5249-4b84-bbdd-c8c3b68cc9dc requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:53.428686 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-31fe8933-fb12-4ff6-bdeb-ccbc24f136ce tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.429192 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31fe8933-fb12-4ff6-bdeb-ccbc24f136ce tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.433851 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-31fe8933-fb12-4ff6-bdeb-ccbc24f136ce tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/7d0bd487-407f-4671-bd3b-4c311f186c35 HTTP/1.1" status: 404 len: 337 time: 0.0347638 Jul 23 21:00:53.434663 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48766) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.463016 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f95b99-b482-42c7-b61e-0872e862b847 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.464148 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f95b99-b482-42c7-b61e-0872e862b847 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.469454 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-72f95b99-b482-42c7-b61e-0872e862b847 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/dd2ebbe2-d0fc-48bb-9388-8e4fc913aefa HTTP/1.1" status: 404 len: 333 time: 0.0337036 Jul 23 21:00:53.470297 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48774) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.515078 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf0798f-d27d-44c9-b0c3-dfbd3889bb51 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.515565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf0798f-d27d-44c9-b0c3-dfbd3889bb51 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.520619 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7cf0798f-d27d-44c9-b0c3-dfbd3889bb51 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/56db8147-6e74-47c4-9309-a15b5848623d HTTP/1.1" status: 404 len: 337 time: 0.0483439 Jul 23 21:00:53.521235 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48778) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.549657 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-49403d53-ea5d-41d6-9f2b-07fae434b3bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.551094 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49403d53-ea5d-41d6-9f2b-07fae434b3bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.555618 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fa69746d-6b24-42e3-b9cf-47846f505dba None None] Provisioning complete for port b34c9935-21b4-4f1c-b62d-541abc5e91e5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:53.555618 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa69746d-6b24-42e3-b9cf-47846f505dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:53.555848 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-49403d53-ea5d-41d6-9f2b-07fae434b3bd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/6fdb23ec-8b09-4cd8-92b0-3246bcbb5eeb HTTP/1.1" status: 404 len: 337 time: 0.0294261 Jul 23 21:00:53.556557 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48780) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.606196 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd44cd1-776f-4aa3-8eca-c434a9b8c6e4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.606992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd44cd1-776f-4aa3-8eca-c434a9b8c6e4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.611715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48782) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.612204 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-acd44cd1-776f-4aa3-8eca-c434a9b8c6e4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/3ec4aa03-a094-440f-8d7f-788a4ef469eb HTTP/1.1" status: 404 len: 333 time: 0.0486419 Jul 23 21:00:53.638502 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-61377cc3-bec9-4d86-ae50-bae6bc5f013a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.638786 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61377cc3-bec9-4d86-ae50-bae6bc5f013a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.640813 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-61377cc3-bec9-4d86-ae50-bae6bc5f013a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/f63c69d1-08b1-40aa-b2b6-275b6ebc12da HTTP/1.1" status: 404 len: 337 time: 0.0280533 Jul 23 21:00:53.644233 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48784) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.685256 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce53079-6510-44e5-b043-074daf39f58b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.685838 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce53079-6510-44e5-b043-074daf39f58b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.690697 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bce53079-6510-44e5-b043-074daf39f58b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/3e18b217-0809-4a6b-a08e-ce4e7a637d16 HTTP/1.1" status: 404 len: 337 time: 0.0421724 Jul 23 21:00:53.690865 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d451e09e-9b06-4517-8ed9-e1a90e269a6a None None] DHCP port deletion for 2006a637-5249-4b84-bbdd-c8c3b68cc9dc request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:00:53.691660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48786) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.718997 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-912a1e96-c6d8-43df-90a7-af0296393fa1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.719909 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912a1e96-c6d8-43df-90a7-af0296393fa1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.721829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-912a1e96-c6d8-43df-90a7-af0296393fa1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/bae31313-d231-4c9d-82f7-34f42a4e8c73 HTTP/1.1" status: 404 len: 333 time: 0.0291469 Jul 23 21:00:53.724492 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48788) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.744211 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d451e09e-9b06-4517-8ed9-e1a90e269a6a None None] Deleting port b34c9935-21b4-4f1c-b62d-541abc5e91e5 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:53.744581 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d451e09e-9b06-4517-8ed9-e1a90e269a6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:53.756580 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00dc8a6-6155-45d8-afb6-09325eb228fb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.758052 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b00dc8a6-6155-45d8-afb6-09325eb228fb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.760006 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b00dc8a6-6155-45d8-afb6-09325eb228fb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/48697a39-3930-4200-b9b5-420900004173 HTTP/1.1" status: 404 len: 337 time: 0.0337143 Jul 23 21:00:53.762754 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48790) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.798410 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ad2bb2-408f-46b1-ba11-652fb1fedd94 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.799194 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ad2bb2-408f-46b1-ba11-652fb1fedd94 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.801324 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f3ad2bb2-408f-46b1-ba11-652fb1fedd94 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/5a132735-10cf-433a-a0d0-638be210482c HTTP/1.1" status: 404 len: 333 time: 0.0372519 Jul 23 21:00:53.803609 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48796) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.818820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d451e09e-9b06-4517-8ed9-e1a90e269a6a None None] For port b34c9935-21b4-4f1c-b62d-541abc5e91e5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b34c9935-21b4-4f1c-b62d-541abc5e91e5,segment=NetworkSegment(a3cfe95f-422b-403e-bc70-f78cfafbf5a6),segment_id=a3cfe95f-422b-403e-bc70-f78cfafbf5a6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:53.819246 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d451e09e-9b06-4517-8ed9-e1a90e269a6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:53.832037 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d451e09e-9b06-4517-8ed9-e1a90e269a6a None None] Calling delete_port for b34c9935-21b4-4f1c-b62d-541abc5e91e5 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:53.836981 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5114a1d-0426-4569-bbfd-46bb90cb43dc tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.837544 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5114a1d-0426-4569-bbfd-46bb90cb43dc tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.839473 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b5114a1d-0426-4569-bbfd-46bb90cb43dc tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/b0da6b17-e1b3-42b0-a20e-455e2ad648e4 HTTP/1.1" status: 404 len: 337 time: 0.0346386 Jul 23 21:00:53.841963 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48798) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.872739 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-7135b9e0-f6aa-4d12-bd15-0f73b4956f27 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.873537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7135b9e0-f6aa-4d12-bd15-0f73b4956f27 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.878350 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7135b9e0-f6aa-4d12-bd15-0f73b4956f27 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/e25db27e-dcb2-4510-8ee3-45a4b252da01 HTTP/1.1" status: 404 len: 333 time: 0.0323284 Jul 23 21:00:53.878513 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48800) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.904623 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-81bcae55-e39f-46d0-97ab-75acff681d99 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.905018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81bcae55-e39f-46d0-97ab-75acff681d99 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.909462 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-81bcae55-e39f-46d0-97ab-75acff681d99 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/969304a5-7612-48ff-97a9-3c76a6400b34 HTTP/1.1" status: 404 len: 337 time: 0.0299189 Jul 23 21:00:53.909874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48802) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.924588 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d451e09e-9b06-4517-8ed9-e1a90e269a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:53.938328 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9eeffee-b143-4b24-91d2-60e5d7bbcdd1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.939673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9eeffee-b143-4b24-91d2-60e5d7bbcdd1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.943146 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d9eeffee-b143-4b24-91d2-60e5d7bbcdd1 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/0e4ed5cf-c755-4078-b8ff-083af678176a HTTP/1.1" status: 404 len: 333 time: 0.0305543 Jul 23 21:00:53.944125 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48804) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:53.952422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451e09e-9b06-4517-8ed9-e1a90e269a6a None None] Pushing event deleted for resources: {'Port': ['ID=b34c9935-21b4-4f1c-b62d-541abc5e91e5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:53.958519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d451e09e-9b06-4517-8ed9-e1a90e269a6a None None] No DVR routers for this DVR port b34c9935-21b4-4f1c-b62d-541abc5e91e5 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:00:53.982468 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f61724-adba-4b29-8f74-ca00a1f9c7e4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:53.982468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f61724-adba-4b29-8f74-ca00a1f9c7e4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:53.982468 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-18f61724-adba-4b29-8f74-ca00a1f9c7e4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/f5d6395f-d20f-456a-a57d-122c044cebdb HTTP/1.1" status: 404 len: 337 time: 0.0341117 Jul 23 21:00:53.984149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48806) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.014080 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-307ede68-bfe1-44fa-bdf7-4ae2e48936b5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.014893 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307ede68-bfe1-44fa-bdf7-4ae2e48936b5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.016946 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-307ede68-bfe1-44fa-bdf7-4ae2e48936b5 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/5c2a26b7-c09e-4775-b61a-20dd553601e6 HTTP/1.1" status: 404 len: 333 time: 0.0316880 Jul 23 21:00:54.019505 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48808) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.052883 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c23f8f-cd33-41c3-bd5d-caeb461087cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.053398 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c23f8f-cd33-41c3-bd5d-caeb461087cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.055685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-25c23f8f-cd33-41c3-bd5d-caeb461087cb tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/234ef7ee-a7c8-42bb-9b23-d3f3ec61cb7c HTTP/1.1" status: 404 len: 337 time: 0.0349920 Jul 23 21:00:54.058531 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48814) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.093232 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-1475685b-beff-4be1-8050-1f3de15a7163 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.093972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1475685b-beff-4be1-8050-1f3de15a7163 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.096051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1475685b-beff-4be1-8050-1f3de15a7163 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/c2c42fd1-d1e4-444b-b570-ebc0ce2bab18 HTTP/1.1" status: 404 len: 333 time: 0.0364029 Jul 23 21:00:54.098957 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48816) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.127945 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e7ad76-1f66-4d59-a7dc-9817558ed52f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.128393 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e7ad76-1f66-4d59-a7dc-9817558ed52f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.130147 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-56e7ad76-1f66-4d59-a7dc-9817558ed52f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/1bb87dd5-54c1-4e4f-a81d-ec74c7cd3d5c HTTP/1.1" status: 404 len: 337 time: 0.0301943 Jul 23 21:00:54.132805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48818) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.162568 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-39439583-acaa-4208-8cef-a16223fb9900 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.163018 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39439583-acaa-4208-8cef-a16223fb9900 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.164817 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-39439583-acaa-4208-8cef-a16223fb9900 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/82c49ae2-3f5e-40b9-bb52-653a38fe7081 HTTP/1.1" status: 404 len: 337 time: 0.0309064 Jul 23 21:00:54.167418 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48820) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.195342 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ec2e68-057a-4523-9fdb-f085c673f392 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.195976 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ec2e68-057a-4523-9fdb-f085c673f392 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.197679 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d2ec2e68-057a-4523-9fdb-f085c673f392 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/4d3a06d0-1b0d-4784-9d92-aba8fa70c744 HTTP/1.1" status: 404 len: 333 time: 0.0292799 Jul 23 21:00:54.200155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48822) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.228426 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-198a49b5-7e64-4321-90e7-137237ef091c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.228892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198a49b5-7e64-4321-90e7-137237ef091c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.230689 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-198a49b5-7e64-4321-90e7-137237ef091c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/3ee14675-9c7b-49dd-8f0c-3ace5f788145 HTTP/1.1" status: 404 len: 337 time: 0.0295122 Jul 23 21:00:54.233102 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48824) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.261828 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6e7082-4471-445d-8c7d-34ca373855be tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.262267 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6e7082-4471-445d-8c7d-34ca373855be tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.264255 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bf6e7082-4471-445d-8c7d-34ca373855be tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/4524cb07-9621-4eb1-b208-195ad086e526 HTTP/1.1" status: 404 len: 337 time: 0.0301089 Jul 23 21:00:54.266543 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48826) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.305618 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0dd1a3a-1e3e-4764-8461-e230897bb007 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.306376 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0dd1a3a-1e3e-4764-8461-e230897bb007 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.308228 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f0dd1a3a-1e3e-4764-8461-e230897bb007 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/05fc37dd-8014-4a5e-8f41-f44f3d25e161 HTTP/1.1" status: 404 len: 333 time: 0.0406661 Jul 23 21:00:54.311274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48830) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.339769 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a80610-bce2-460e-a7af-0cbb2918301a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.340284 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a80610-bce2-460e-a7af-0cbb2918301a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.342079 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a0a80610-bce2-460e-a7af-0cbb2918301a tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/c38266d4-0e76-49d1-9a34-6e98607ff79c HTTP/1.1" status: 404 len: 337 time: 0.0297561 Jul 23 21:00:54.344653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48834) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.372842 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f832ce-42c5-4955-b568-8534b82a5621 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.373392 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f832ce-42c5-4955-b568-8534b82a5621 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.375186 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-94f832ce-42c5-4955-b568-8534b82a5621 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/f302ff89-318c-4d22-9367-c5c649343408 HTTP/1.1" status: 404 len: 337 time: 0.0290773 Jul 23 21:00:54.378319 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48836) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.406096 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-488c4a4d-6c05-45e8-b6fe-61a1be87ee85 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.406774 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-488c4a4d-6c05-45e8-b6fe-61a1be87ee85 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.409148 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-488c4a4d-6c05-45e8-b6fe-61a1be87ee85 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/90d28e08-50f7-4220-ac9b-049d97aedb30 HTTP/1.1" status: 404 len: 333 time: 0.0298009 Jul 23 21:00:54.412070 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48838) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.439266 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a01fd1-fc96-4f08-89a4-3a7ba88a4ec3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.439815 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a01fd1-fc96-4f08-89a4-3a7ba88a4ec3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.441607 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e6a01fd1-fc96-4f08-89a4-3a7ba88a4ec3 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/e2815156-b985-4a4c-aa0b-394e262303a5 HTTP/1.1" status: 404 len: 337 time: 0.0284705 Jul 23 21:00:54.444177 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48840) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.470965 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc1aa6a-7d41-4cd3-b213-1820943ad237 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.471501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc1aa6a-7d41-4cd3-b213-1820943ad237 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.473366 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1fc1aa6a-7d41-4cd3-b213-1820943ad237 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/176743e3-68ea-4494-b23a-8bc53fea22c2 HTTP/1.1" status: 404 len: 337 time: 0.0282574 Jul 23 21:00:54.476139 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48842) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.507712 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a0e23d51-7eef-46d4-9fa4-62b8b843c2c7 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a013ae7-2fee-4dbf-a287-dda1342c995d HTTP/1.1" status: 200 len: 205 time: 0.0303323 Jul 23 21:00:54.510181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48846) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.552259 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-cd96fc69-d7de-40e7-9d7d-31759b921267 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] delete failed (client error): The resource could not be found. Jul 23 21:00:54.556003 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cd96fc69-d7de-40e7-9d7d-31759b921267 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/routers/0a013ae7-2fee-4dbf-a287-dda1342c995d HTTP/1.1" status: 404 len: 336 time: 0.0448852 Jul 23 21:00:54.556561 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48848) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.575370 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a379208d-7e6c-4411-9c94-7fcdb0abdabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:54.585189 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b0697f-f2cc-4f50-848f-a2deea3c860c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.585712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b0697f-f2cc-4f50-848f-a2deea3c860c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.590850 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e5b0697f-f2cc-4f50-848f-a2deea3c860c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/b2b7d3c1-1bf5-44a0-9b04-813fc9be8168 HTTP/1.1" status: 404 len: 337 time: 0.0301731 Jul 23 21:00:54.590850 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48854) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.622993 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-795e355a-5c9b-4927-86fd-4ac354181bf8 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab4205d-5eed-4d9c-9f40-15b106f11181 HTTP/1.1" status: 200 len: 205 time: 0.0311830 Jul 23 21:00:54.625662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48856) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.680577 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-ac9323ab-06c0-4fe0-b2f0-5c950ee5dccd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] delete failed (client error): The resource could not be found. Jul 23 21:00:54.684036 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ac9323ab-06c0-4fe0-b2f0-5c950ee5dccd tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/routers/bab4205d-5eed-4d9c-9f40-15b106f11181 HTTP/1.1" status: 404 len: 336 time: 0.0548866 Jul 23 21:00:54.684829 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48858) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.715511 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a69485-026a-4a23-bf41-dc40e02460cf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.716149 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a69485-026a-4a23-bf41-dc40e02460cf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.718320 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c8a69485-026a-4a23-bf41-dc40e02460cf tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/20e2f235-72c0-4512-a408-dcc1c15883bd HTTP/1.1" status: 404 len: 337 time: 0.0321515 Jul 23 21:00:54.721869 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48860) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.757198 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4389a6-3f53-4c18-87ee-7ebc994a4d62 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.757816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b4389a6-3f53-4c18-87ee-7ebc994a4d62 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.759799 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8b4389a6-3f53-4c18-87ee-7ebc994a4d62 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/65379854-061e-4aff-8148-5fb69363584a HTTP/1.1" status: 404 len: 337 time: 0.0368824 Jul 23 21:00:54.762639 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48862) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.790047 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-81af1101-74b1-4324-9dd4-1ddbf5ea410c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.790797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81af1101-74b1-4324-9dd4-1ddbf5ea410c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.792552 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-81af1101-74b1-4324-9dd4-1ddbf5ea410c tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/3759adbe-4c95-437b-9154-caffe50cd42f HTTP/1.1" status: 404 len: 333 time: 0.0289490 Jul 23 21:00:54.795590 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48864) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.821279 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-318a6883-38d9-4b22-8a0b-d1f02176b5c4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.821728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318a6883-38d9-4b22-8a0b-d1f02176b5c4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.823464 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-318a6883-38d9-4b22-8a0b-d1f02176b5c4 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/c600ff45-316b-4b98-ac6c-6f8e48f1ce0a HTTP/1.1" status: 404 len: 337 time: 0.0269518 Jul 23 21:00:54.825880 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48866) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.852039 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4eb59d1-4794-4498-bd82-9b1f80551034 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.852722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4eb59d1-4794-4498-bd82-9b1f80551034 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.854530 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f4eb59d1-4794-4498-bd82-9b1f80551034 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/c5ba074e-a1c1-423c-b30c-aea3d16e08f1 HTTP/1.1" status: 404 len: 333 time: 0.0277069 Jul 23 21:00:54.857508 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48872) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.885623 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2eae16-b087-4e52-ab67-9ed55151fc08 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.886085 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2eae16-b087-4e52-ab67-9ed55151fc08 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.888206 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3b2eae16-b087-4e52-ab67-9ed55151fc08 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/427c3fcc-3f90-4e43-ab85-7adcb8815ac9 HTTP/1.1" status: 404 len: 337 time: 0.0296986 Jul 23 21:00:54.890909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48874) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.920263 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b4d607-0700-4b41-b844-3588dbf25ba2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.921248 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b4d607-0700-4b41-b844-3588dbf25ba2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.923965 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-09b4d607-0700-4b41-b844-3588dbf25ba2 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/9706e9d8-c0c2-4c88-b996-f3435224ac10 HTTP/1.1" status: 404 len: 333 time: 0.0319197 Jul 23 21:00:54.926922 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48876) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.958246 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ae864f-5b63-4a6f-8807-bff86538ea7e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:54.958797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ae864f-5b63-4a6f-8807-bff86538ea7e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:54.963557 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48878) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:54.963766 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e9ae864f-5b63-4a6f-8807-bff86538ea7e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/5f1a9b07-fb56-4613-a190-b481957ef2a6 HTTP/1.1" status: 404 len: 337 time: 0.0352724 Jul 23 21:00:54.999191 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8450026-e75d-44c1-9645-15697b7c8b03 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:55.000071 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8450026-e75d-44c1-9645-15697b7c8b03 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:55.002332 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e8450026-e75d-44c1-9645-15697b7c8b03 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/b797548c-80ec-4627-beb5-d1e09c4b867f HTTP/1.1" status: 404 len: 333 time: 0.0373244 Jul 23 21:00:55.004802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48880) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:55.044007 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f4c755-828d-41a4-9a1b-9b26c108bd4f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:55.044499 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f4c755-828d-41a4-9a1b-9b26c108bd4f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:55.046247 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c1f4c755-828d-41a4-9a1b-9b26c108bd4f tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/6efcc108-8baa-4568-ad24-e56c51efef62 HTTP/1.1" status: 404 len: 337 time: 0.0404994 Jul 23 21:00:55.049564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48882) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:55.076391 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8998a88-6d70-493b-ae5c-d0f1a7b70a3b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:55.077100 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8998a88-6d70-493b-ae5c-d0f1a7b70a3b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:55.078887 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d8998a88-6d70-493b-ae5c-d0f1a7b70a3b tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/251cf351-2e86-4233-a671-747c9417de8a HTTP/1.1" status: 404 len: 333 time: 0.0282488 Jul 23 21:00:55.081916 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48884) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:55.108310 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78758fd-a10d-4188-89fb-6c4108d23dea tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:55.109394 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78758fd-a10d-4188-89fb-6c4108d23dea tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:55.113069 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d78758fd-a10d-4188-89fb-6c4108d23dea tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/d42f0a5f-2eb2-4ed2-8655-30463a09150a HTTP/1.1" status: 404 len: 337 time: 0.0278337 Jul 23 21:00:55.113835 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48886) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:55.140906 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-104eccbf-aad2-4654-9389-c4fbf1455f9e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:55.141631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104eccbf-aad2-4654-9389-c4fbf1455f9e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:55.146361 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-104eccbf-aad2-4654-9389-c4fbf1455f9e tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/c2d66ef1-7e0f-4794-a9e5-327e997337c1 HTTP/1.1" status: 404 len: 333 time: 0.0291526 Jul 23 21:00:55.146674 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48888) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:55.175392 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b34c9935-21b4-4f1c-b62d-541abc5e91e5 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:00:55.182599 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9fe24e-4708-4167-afef-410e11ef4061 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:55.183175 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9fe24e-4708-4167-afef-410e11ef4061 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:55.185346 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9c9fe24e-4708-4167-afef-410e11ef4061 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/9deb1cfe-19ec-42de-8ceb-4ab37f5c0fb1 HTTP/1.1" status: 404 len: 337 time: 0.0373991 Jul 23 21:00:55.187726 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48890) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:55.199632 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: b34c9935-21b4-4f1c-b62d-541abc5e91e5 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:00:55.200152 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b34c9935-21b4-4f1c-b62d-541abc5e91e5 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:00:55.221837 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c90112c-fad6-425b-a996-48fc7f120d28 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:55.222518 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c90112c-fad6-425b-a996-48fc7f120d28 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:55.224337 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7c90112c-fad6-425b-a996-48fc7f120d28 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/ports/7720dd20-c41b-4fb5-b7fe-6d40d21e13dd HTTP/1.1" status: 404 len: 333 time: 0.0356741 Jul 23 21:00:55.226839 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48894) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:55.253428 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-e281ea50-2de7-4ca0-bd2b-2b2f1575a027 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] DELETE failed (client error): The resource could not be found. Jul 23 21:00:55.253954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e281ea50-2de7-4ca0-bd2b-2b2f1575a027 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:00:55.255753 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e281ea50-2de7-4ca0-bd2b-2b2f1575a027 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/subnets/9b9f4acc-334b-4ac3-9ab4-b4e4d97cded5 HTTP/1.1" status: 404 len: 337 time: 0.0279639 Jul 23 21:00:55.258251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48898) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:55.349745 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6cfb310a-1c1b-4702-9bef-36a6658cbb79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:55.450626 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6cfb310a-1c1b-4702-9bef-36a6658cbb79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:55.462433 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6cfb310a-1c1b-4702-9bef-36a6658cbb79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2006a637-5249-4b84-bbdd-c8c3b68cc9dc']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:55.473199 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6cfb310a-1c1b-4702-9bef-36a6658cbb79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:55.473540 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-6cfb310a-1c1b-4702-9bef-36a6658cbb79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3cfe95f-422b-403e-bc70-f78cfafbf5a6') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:55.482958 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6cfb310a-1c1b-4702-9bef-36a6658cbb79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:55.500531 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6cfb310a-1c1b-4702-9bef-36a6658cbb79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:55.507485 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfb310a-1c1b-4702-9bef-36a6658cbb79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:00:55.507891 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6cfb310a-1c1b-4702-9bef-36a6658cbb79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:00:55.511234 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:00:55.578824 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6cfb310a-1c1b-4702-9bef-36a6658cbb79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:55.587055 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6cfb310a-1c1b-4702-9bef-36a6658cbb79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:55.591078 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6cfb310a-1c1b-4702-9bef-36a6658cbb79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] 10.222.0.55 "DELETE /v2.0/networks/2006a637-5249-4b84-bbdd-c8c3b68cc9dc HTTP/1.1" status: 204 len: 168 time: 0.3292778 Jul 23 21:00:55.600178 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb310a-1c1b-4702-9bef-36a6658cbb79 tempest-NetworksTestDHCPv6-441862916 tempest-NetworksTestDHCPv6-441862916-project] Pushing event deleted for resources: {'Network': ['ID=2006a637-5249-4b84-bbdd-c8c3b68cc9dc,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:55.836223 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48910) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:55.983496 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9b3924c2-2359-4734-9de5-cc67d69f01bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=51974b1f8f2c45c9b111c8f02ead8708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455131 Jul 23 21:00:55.986335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48918) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:56.040616 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-13890a92-231b-44b6-95ab-39460daf8e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:56.063203 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-13890a92-231b-44b6-95ab-39460daf8e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:56.112561 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-13890a92-231b-44b6-95ab-39460daf8e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:56.115246 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-13890a92-231b-44b6-95ab-39460daf8e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:56.116552 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-13890a92-231b-44b6-95ab-39460daf8e41 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b25f3a25-09c7-4911-9e18-742eff76ff64 HTTP/1.1" status: 204 len: 168 time: 0.1291728 Jul 23 21:00:56.124794 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13890a92-231b-44b6-95ab-39460daf8e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25f3a25-09c7-4911-9e18-742eff76ff64,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:56.784414 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 48956) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:56.880350 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-73ddefaf-b14d-4c07-9a5a-666a730a55d7 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1610370541'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:56.901860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ddefaf-b14d-4c07-9a5a-666a730a55d7 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Made reservation on behalf of 3f3964b519394232a926e9d700673a35 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:56.905390 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73ddefaf-b14d-4c07-9a5a-666a730a55d7 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:56.914214 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73ddefaf-b14d-4c07-9a5a-666a730a55d7 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:57.022377 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73ddefaf-b14d-4c07-9a5a-666a730a55d7 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:57.025783 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73ddefaf-b14d-4c07-9a5a-666a730a55d7 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:57.055116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ddefaf-b14d-4c07-9a5a-666a730a55d7 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:00:57.060386 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddefaf-b14d-4c07-9a5a-666a730a55d7 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ab35d6-3f15-4dab-a6a4-8c568913d8a2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:57.068483 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73ddefaf-b14d-4c07-9a5a-666a730a55d7 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:57.068876 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-73ddefaf-b14d-4c07-9a5a-666a730a55d7 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Added segment aab61b34-16ea-4793-8b92-ec80120814cb of type vlan for network e17fee47-a0cf-484c-8fd2-de737e683f71 Jul 23 21:00:57.108591 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73ddefaf-b14d-4c07-9a5a-666a730a55d7 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:57.137757 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aca40b2f-3a4f-42f0-82f3-ac779400543d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:57.146378 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73ddefaf-b14d-4c07-9a5a-666a730a55d7 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:57.152408 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ddefaf-b14d-4c07-9a5a-666a730a55d7 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:57.152990 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73ddefaf-b14d-4c07-9a5a-666a730a55d7 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:57.185634 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-73ddefaf-b14d-4c07-9a5a-666a730a55d7 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4001107 Jul 23 21:00:57.189415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48966) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:57.194500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-75af41cc-8102-4792-80cd-5e9537eed50c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Request body: {'subnet': {'network_id': 'e17fee47-a0cf-484c-8fd2-de737e683f71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:57.224626 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddefaf-b14d-4c07-9a5a-666a730a55d7 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Pushing event updated for resources: {'Network': ['ID=e17fee47-a0cf-484c-8fd2-de737e683f71,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:57.241904 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network e17fee47-a0cf-484c-8fd2-de737e683f71 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:00:57.293328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75af41cc-8102-4792-80cd-5e9537eed50c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Made reservation on behalf of 3f3964b519394232a926e9d700673a35 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:57.297087 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-75af41cc-8102-4792-80cd-5e9537eed50c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:57.378128 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:57.495878 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-75af41cc-8102-4792-80cd-5e9537eed50c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:57.568796 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af41cc-8102-4792-80cd-5e9537eed50c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Pushing event updated for resources: {'Subnet': ['ID=47d5359b-bb89-43a2-9d59-06af7bbebb18,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:57.575241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af41cc-8102-4792-80cd-5e9537eed50c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Checking segment: {'id': 'aab61b34-16ea-4793-8b92-ec80120814cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e17fee47-a0cf-484c-8fd2-de737e683f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:57.575769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75af41cc-8102-4792-80cd-5e9537eed50c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Network hostable DHCP agents. Network: e17fee47-a0cf-484c-8fd2-de737e683f71, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:00:57.592639 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75af41cc-8102-4792-80cd-5e9537eed50c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Network e17fee47-a0cf-484c-8fd2-de737e683f71 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:00:57.601546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-75af41cc-8102-4792-80cd-5e9537eed50c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, e17fee47-a0cf-484c-8fd2-de737e683f71) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:57.606294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75af41cc-8102-4792-80cd-5e9537eed50c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:57.607070 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-75af41cc-8102-4792-80cd-5e9537eed50c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:57.614195 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4cb00f-f8ce-44e6-96ec-673b4d182f6a None None] Network e17fee47-a0cf-484c-8fd2-de737e683f71 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:57.626216 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-75af41cc-8102-4792-80cd-5e9537eed50c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4356840 Jul 23 21:00:57.628741 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48976) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:57.633434 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-bd70b9cf-2415-40d6-bbcb-9c99ee83c27c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-329829029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:57.656669 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd70b9cf-2415-40d6-bbcb-9c99ee83c27c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:57.658331 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd70b9cf-2415-40d6-bbcb-9c99ee83c27c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:57.727162 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd70b9cf-2415-40d6-bbcb-9c99ee83c27c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:57.733112 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd70b9cf-2415-40d6-bbcb-9c99ee83c27c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:57.750926 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bd70b9cf-2415-40d6-bbcb-9c99ee83c27c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:57.759150 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bd70b9cf-2415-40d6-bbcb-9c99ee83c27c tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1232066 Jul 23 21:00:57.759657 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 48982) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:57.794393 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-e17fee47-a0cf-484c-8fd2-de737e683f71', 'network_id': 'e17fee47-a0cf-484c-8fd2-de737e683f71', 'tenant_id': '3f3964b519394232a926e9d700673a35', 'fixed_ips': [{'subnet_id': '47d5359b-bb89-43a2-9d59-06af7bbebb18'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:00:57.795610 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:57.934795 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Allocated IP 172.20.0.2 (e17fee47-a0cf-484c-8fd2-de737e683f71/47d5359b-bb89-43a2-9d59-06af7bbebb18/3bd382c3-d17a-4059-bca4-eff2e3ff4184) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:58.044153 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:58.087333 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:58.099579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Transition to ACTIVE for port object 3bd382c3-d17a-4059-bca4-eff2e3ff4184 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:58.116378 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Transition to ACTIVE for port object 3bd382c3-d17a-4059-bca4-eff2e3ff4184 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:58.122862 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:58.164094 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Network e17fee47-a0cf-484c-8fd2-de737e683f71 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:58.166823 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:58.172316 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:58.180814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Pushing event updated for resources: {'Port': ['ID=3bd382c3-d17a-4059-bca4-eff2e3ff4184,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:58.241934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Attempting to bind port 3bd382c3-d17a-4059-bca4-eff2e3ff4184 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:58.242272 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Attempting to bind port 3bd382c3-d17a-4059-bca4-eff2e3ff4184 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'aab61b34-16ea-4793-8b92-ec80120814cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e17fee47-a0cf-484c-8fd2-de737e683f71'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:58.242817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Attempting to bind port 3bd382c3-d17a-4059-bca4-eff2e3ff4184 on network e17fee47-a0cf-484c-8fd2-de737e683f71 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:58.248062 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:58.248431 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Checking segment: {'id': 'aab61b34-16ea-4793-8b92-ec80120814cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e17fee47-a0cf-484c-8fd2-de737e683f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:58.248826 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:58.249256 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Bound using segment: {'id': 'aab61b34-16ea-4793-8b92-ec80120814cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e17fee47-a0cf-484c-8fd2-de737e683f71'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:58.249657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Bound port: 3bd382c3-d17a-4059-bca4-eff2e3ff4184, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab61b34-16ea-4793-8b92-ec80120814cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e17fee47-a0cf-484c-8fd2-de737e683f71'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:58.250028 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:58.303329 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Allocated IP 172.20.0.1 (e17fee47-a0cf-484c-8fd2-de737e683f71/47d5359b-bb89-43a2-9d59-06af7bbebb18/af691b60-3e52-4576-a312-1da6fab82717) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:58.326095 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] For port 3bd382c3-d17a-4059-bca4-eff2e3ff4184, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:58.330374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] For port 3bd382c3-d17a-4059-bca4-eff2e3ff4184, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3bd382c3-d17a-4059-bca4-eff2e3ff4184,segment=NetworkSegment(aab61b34-16ea-4793-8b92-ec80120814cb),segment_id=aab61b34-16ea-4793-8b92-ec80120814cb)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:58.337110 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:58.396735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1618f2-9724-48bd-bf7d-c1edb4d7415f None None] Pushing event updated for resources: {'Port': ['ID=3bd382c3-d17a-4059-bca4-eff2e3ff4184,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:58.448401 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:58.463307 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Transition to ACTIVE for port object af691b60-3e52-4576-a312-1da6fab82717 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:58.500496 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:58.546664 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Network e17fee47-a0cf-484c-8fd2-de737e683f71 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:58.550656 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:58.557196 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:58.583631 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:58.605889 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Pushing event updated for resources: {'Port': ['ID=af691b60-3e52-4576-a312-1da6fab82717,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:58.630109 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:58.800212 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:59.070648 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:59.075855 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:59.151874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Pushing event updated for resources: {'Port': ['ID=af691b60-3e52-4576-a312-1da6fab82717,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:59.154532 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:59.257180 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3bd382c3-d17a-4059-bca4-eff2e3ff4184 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:59.312615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 3bd382c3-d17a-4059-bca4-eff2e3ff4184 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:59.465738 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4f3136-4552-404f-b2d8-1b2e08ba7ced None None] Network e17fee47-a0cf-484c-8fd2-de737e683f71 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:59.569150 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f0adb680-c7aa-4d4b-b6f2-30f7e51502e9 None None] Provisioning for port 3bd382c3-d17a-4059-bca4-eff2e3ff4184 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:59.575831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f0adb680-c7aa-4d4b-b6f2-30f7e51502e9 None None] Provisioning complete for port 3bd382c3-d17a-4059-bca4-eff2e3ff4184 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:59.576194 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0adb680-c7aa-4d4b-b6f2-30f7e51502e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:59.604878 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Network e17fee47-a0cf-484c-8fd2-de737e683f71 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:59.606256 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:59.718581 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0adb680-c7aa-4d4b-b6f2-30f7e51502e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:59.754683 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Router 2373ab2d-9b96-4ef5-920f-c832ea487302 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:00:59.786814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f0adb680-c7aa-4d4b-b6f2-30f7e51502e9 None None] For port 3bd382c3-d17a-4059-bca4-eff2e3ff4184, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3bd382c3-d17a-4059-bca4-eff2e3ff4184,segment=NetworkSegment(aab61b34-16ea-4793-8b92-ec80120814cb),segment_id=aab61b34-16ea-4793-8b92-ec80120814cb)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:59.792539 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0adb680-c7aa-4d4b-b6f2-30f7e51502e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:59.850182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adb680-c7aa-4d4b-b6f2-30f7e51502e9 None None] Pushing event updated for resources: {'Port': ['ID=3bd382c3-d17a-4059-bca4-eff2e3ff4184,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:59.871361 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:00:59.876490 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5e80e33b-c2e7-453b-86fb-ca85a6ffd9c6 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] 10.222.0.55 "PUT /v2.0/routers/2373ab2d-9b96-4ef5-920f-c832ea487302/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1157067 Jul 23 21:00:59.878931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49018) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:59.882044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702857ff-2487-457b-9e43-808f5f753cc6 None None] Sync routers for ids ['2373ab2d-9b96-4ef5-920f-c832ea487302'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:00:59.884055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8488d351-d9f1-4d96-91e9-55f371912f0e tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Request body: {'port': {'network_id': 'e17fee47-a0cf-484c-8fd2-de737e683f71', 'name': 'tempest-FloatingIPNegativeTestJSON-533377355'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:59.891462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702857ff-2487-457b-9e43-808f5f753cc6 None None] Routers {'2373ab2d-9b96-4ef5-920f-c832ea487302'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:00:59.892306 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-702857ff-2487-457b-9e43-808f5f753cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:00:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2373ab2d-9b96-4ef5-920f-c832ea487302'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:59.931945 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-702857ff-2487-457b-9e43-808f5f753cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:59.944281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702857ff-2487-457b-9e43-808f5f753cc6 None None] Routers {'2373ab2d-9b96-4ef5-920f-c832ea487302'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:00:59.944928 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-702857ff-2487-457b-9e43-808f5f753cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:00:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2373ab2d-9b96-4ef5-920f-c832ea487302'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:59.978428 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-702857ff-2487-457b-9e43-808f5f753cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:59.979549 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702857ff-2487-457b-9e43-808f5f753cc6 None None] The sync data for ids ['2373ab2d-9b96-4ef5-920f-c832ea487302'] in n-d-791504-18 is: [] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:01:00.015005 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:00.025923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8488d351-d9f1-4d96-91e9-55f371912f0e tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Made reservation on behalf of 3f3964b519394232a926e9d700673a35 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:00.029736 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8488d351-d9f1-4d96-91e9-55f371912f0e tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:00.053269 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-8488d351-d9f1-4d96-91e9-55f371912f0e tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] device_id is not set on port bab03cbe-6fe6-4065-b2d2-a6efb3d080ba yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 21:01:00.117911 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-86ce4287-535d-403a-bf76-134f105ea581 None None] Provisioning for port af691b60-3e52-4576-a312-1da6fab82717 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:00.125451 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-86ce4287-535d-403a-bf76-134f105ea581 None None] Provisioning complete for port af691b60-3e52-4576-a312-1da6fab82717 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:00.125837 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86ce4287-535d-403a-bf76-134f105ea581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:00.166549 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-86ce4287-535d-403a-bf76-134f105ea581 None None] Port af691b60-3e52-4576-a312-1da6fab82717 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:01:00.178319 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-86ce4287-535d-403a-bf76-134f105ea581 None None] Provisioning complete for port 3bd382c3-d17a-4059-bca4-eff2e3ff4184 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:00.178690 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86ce4287-535d-403a-bf76-134f105ea581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:00.199841 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-8488d351-d9f1-4d96-91e9-55f371912f0e tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Allocated IP 172.20.0.7 (e17fee47-a0cf-484c-8fd2-de737e683f71/47d5359b-bb89-43a2-9d59-06af7bbebb18/bab03cbe-6fe6-4065-b2d2-a6efb3d080ba) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:00.380497 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8488d351-d9f1-4d96-91e9-55f371912f0e tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:00.392450 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-597325e2-e601-41ff-8225-5e5564b1619d None None] Provisioning complete for port af691b60-3e52-4576-a312-1da6fab82717 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:00.393748 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-597325e2-e601-41ff-8225-5e5564b1619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:00.399062 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-8488d351-d9f1-4d96-91e9-55f371912f0e tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Transition to ACTIVE for port object bab03cbe-6fe6-4065-b2d2-a6efb3d080ba will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:00.441090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-597325e2-e601-41ff-8225-5e5564b1619d None None] Port af691b60-3e52-4576-a312-1da6fab82717 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:01:00.444934 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8488d351-d9f1-4d96-91e9-55f371912f0e tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:00.488252 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8488d351-d9f1-4d96-91e9-55f371912f0e tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Network e17fee47-a0cf-484c-8fd2-de737e683f71 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:00.493619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-8488d351-d9f1-4d96-91e9-55f371912f0e tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:00.497378 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8488d351-d9f1-4d96-91e9-55f371912f0e tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:01:00.504307 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488d351-d9f1-4d96-91e9-55f371912f0e tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Pushing event updated for resources: {'Port': ['ID=bab03cbe-6fe6-4065-b2d2-a6efb3d080ba,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:00.559095 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8488d351-d9f1-4d96-91e9-55f371912f0e tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:00.559926 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8488d351-d9f1-4d96-91e9-55f371912f0e tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:00.567546 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4e01b199-4421-4a16-bd30-8569f7f17e7e None None] Provisioning complete for port af691b60-3e52-4576-a312-1da6fab82717 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:00.567925 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4e01b199-4421-4a16-bd30-8569f7f17e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:00.580355 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8488d351-d9f1-4d96-91e9-55f371912f0e tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7001731 Jul 23 21:01:00.583449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49032) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:00.588356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:00.633998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4e01b199-4421-4a16-bd30-8569f7f17e7e None None] Port af691b60-3e52-4576-a312-1da6fab82717 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:01:00.640987 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:00.753204 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:00.754737 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c1ef5e4e-f00f-46b6-9bc3-c164cd3a1c64 None None] Provisioning for port bab03cbe-6fe6-4065-b2d2-a6efb3d080ba completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:00.759155 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c1ef5e4e-f00f-46b6-9bc3-c164cd3a1c64 None None] Provisioning complete for port bab03cbe-6fe6-4065-b2d2-a6efb3d080ba triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:00.759619 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1ef5e4e-f00f-46b6-9bc3-c164cd3a1c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:00.794204 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c1ef5e4e-f00f-46b6-9bc3-c164cd3a1c64 None None] Port bab03cbe-6fe6-4065-b2d2-a6efb3d080ba cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:01:00.865258 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Allocated IP 172.25.3.149 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/5721f98b-0587-4c54-ba3e-a0d70670d49a) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:00.974282 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:01.017065 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:01.054277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:01.059067 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:01.062545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:01:01.087694 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Pushing event updated for resources: {'Port': ['ID=5721f98b-0587-4c54-ba3e-a0d70670d49a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:01.167845 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:01.180569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3bd382c3-d17a-4059-bca4-eff2e3ff4184 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:01:01.219375 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:01.229265 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3bd382c3-d17a-4059-bca4-eff2e3ff4184 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:01.229854 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:01.401584 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:01.408461 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:01.483550 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Pushing event updated for resources: {'Port': ['ID=5721f98b-0587-4c54-ba3e-a0d70670d49a,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:01.501394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:01.501742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:01.502081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:01.502413 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:01.502743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:01.503073 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:01.503420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:01.503927 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:01.505870 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:01.506253 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:01.507065 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:01.507443 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:01.520295 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:01.538676 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:01.541209 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d430a267-be66-4e06-8c7c-441680e118ce tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9565220 Jul 23 21:01:01.543768 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49048) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:01.549137 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-eafe20f1-fd15-4fec-ac04-71bfeaa64fca tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Request body: {'floatingip': {'port_id': 'bab03cbe-6fe6-4065-b2d2-a6efb3d080ba', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:01.598916 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eafe20f1-fd15-4fec-ac04-71bfeaa64fca tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:01.742240 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-eafe20f1-fd15-4fec-ac04-71bfeaa64fca tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] update failed (client error): The resource could not be found. Jul 23 21:01:01.743380 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-eafe20f1-fd15-4fec-ac04-71bfeaa64fca tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] 10.222.0.55 "PUT /v2.0/floatingips/b117dd0a-f987-4a1e-a8b4-d3ce27dd2289 HTTP/1.1" status: 404 len: 507 time: 0.1986220 Jul 23 21:01:01.746356 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49056) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:01.884069 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-019dbf98-7081-47f4-bdbd-1b897da44722 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Deleting port 5721f98b-0587-4c54-ba3e-a0d70670d49a {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:01.884560 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-019dbf98-7081-47f4-bdbd-1b897da44722 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:01.974486 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-019dbf98-7081-47f4-bdbd-1b897da44722 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:01.974817 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-019dbf98-7081-47f4-bdbd-1b897da44722 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:01.987321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-019dbf98-7081-47f4-bdbd-1b897da44722 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Calling delete_port for 5721f98b-0587-4c54-ba3e-a0d70670d49a owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:02.131156 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-019dbf98-7081-47f4-bdbd-1b897da44722 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:02.157379 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dbf98-7081-47f4-bdbd-1b897da44722 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Pushing event deleted for resources: {'Port': ['ID=5721f98b-0587-4c54-ba3e-a0d70670d49a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:02.220144 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-019dbf98-7081-47f4-bdbd-1b897da44722 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:02.223058 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-019dbf98-7081-47f4-bdbd-1b897da44722 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:02.224199 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-019dbf98-7081-47f4-bdbd-1b897da44722 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] 10.222.0.55 "DELETE /v2.0/floatingips/b117dd0a-f987-4a1e-a8b4-d3ce27dd2289 HTTP/1.1" status: 204 len: 168 time: 0.4764233 Jul 23 21:01:02.227756 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49066) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:02.232505 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-068616d2-4bec-4f4f-97d6-dca16a4e6e67 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Request body: {'floatingip': {'floating_network_id': 'e17fee47-a0cf-484c-8fd2-de737e683f71', 'port_id': 'bab03cbe-6fe6-4065-b2d2-a6efb3d080ba', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:02.256640 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-068616d2-4bec-4f4f-97d6-dca16a4e6e67 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:02.375316 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-068616d2-4bec-4f4f-97d6-dca16a4e6e67 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 21:01:02.377074 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-068616d2-4bec-4f4f-97d6-dca16a4e6e67 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1482639 Jul 23 21:01:02.381340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49068) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:02.385846 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': 'bab03cbe-6fe6-4065-b2d2-a6efb3d080ba', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:02.408393 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:02.512811 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:02.622517 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Allocated IP 172.25.3.118 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/6581d2f3-4f3f-4055-964c-bf6b7c51f498) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:02.730178 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:02.771752 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:02.817596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:02.820564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:02.822958 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:01:02.860065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Pushing event updated for resources: {'Port': ['ID=6581d2f3-4f3f-4055-964c-bf6b7c51f498,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:02.874258 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:02.874631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:02.874972 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:02.875339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:02.875675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:02.876110 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:02.876583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:02.876934 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:02.877265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:02.877588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:02.877910 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:02.878235 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:03.028572 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Deleting port 6581d2f3-4f3f-4055-964c-bf6b7c51f498 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:03.028919 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:03.112886 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:03.113279 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:03.127483 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Calling delete_port for 6581d2f3-4f3f-4055-964c-bf6b7c51f498 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:03.250547 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:03.283374 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Pushing event deleted for resources: {'Port': ['ID=6581d2f3-4f3f-4055-964c-bf6b7c51f498,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:03.366813 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] create failed (client error): The resource could not be found. Jul 23 21:01:03.368020 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-617a3bd0-0065-4500-bba6-d1ffe514923a tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9857121 Jul 23 21:01:03.371544 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49088) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:03.490832 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-c61ea22c-9452-427c-a211-0c7c845f4402 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Deleting port bab03cbe-6fe6-4065-b2d2-a6efb3d080ba {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:03.491305 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c61ea22c-9452-427c-a211-0c7c845f4402 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:03.595423 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c61ea22c-9452-427c-a211-0c7c845f4402 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:03.614351 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-c61ea22c-9452-427c-a211-0c7c845f4402 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Calling delete_port for bab03cbe-6fe6-4065-b2d2-a6efb3d080ba owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:03.762034 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c61ea22c-9452-427c-a211-0c7c845f4402 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:03.800293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ea22c-9452-427c-a211-0c7c845f4402 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Pushing event deleted for resources: {'Port': ['ID=bab03cbe-6fe6-4065-b2d2-a6efb3d080ba,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:03.892584 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c61ea22c-9452-427c-a211-0c7c845f4402 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:03.894786 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c61ea22c-9452-427c-a211-0c7c845f4402 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] 10.222.0.55 "DELETE /v2.0/ports/bab03cbe-6fe6-4065-b2d2-a6efb3d080ba HTTP/1.1" status: 204 len: 168 time: 0.5219548 Jul 23 21:01:03.897101 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49104) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:03.969241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e20b65-250d-49ee-a1b2-5fca60399a5f tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:03.973675 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c5e20b65-250d-49ee-a1b2-5fca60399a5f tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] 10.222.0.55 "GET /v2.0/ports?device_id=2373ab2d-9b96-4ef5-920f-c832ea487302 HTTP/1.1" status: 200 len: 913 time: 0.0727391 Jul 23 21:01:03.974111 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49106) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:04.306902 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc0a3-90de-49d1-b8c5-0bd97a437df2 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:04.552575 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49110) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:04.600725 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ff1bc0a3-90de-49d1-b8c5-0bd97a437df2 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Deleting port af691b60-3e52-4576-a312-1da6fab82717 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:04.601065 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc0a3-90de-49d1-b8c5-0bd97a437df2 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:04.743557 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc0a3-90de-49d1-b8c5-0bd97a437df2 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:04.772065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ff1bc0a3-90de-49d1-b8c5-0bd97a437df2 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Calling delete_port for af691b60-3e52-4576-a312-1da6fab82717 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:04.847797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-5fe5d2ae-9d89-456c-83ca-551c9551d4a0 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Deleting port f8454c8e-a461-47c3-bed3-b13231eb53b5 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:04.848135 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5fe5d2ae-9d89-456c-83ca-551c9551d4a0 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:04.978551 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5fe5d2ae-9d89-456c-83ca-551c9551d4a0 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:04.979236 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5fe5d2ae-9d89-456c-83ca-551c9551d4a0 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:05.013693 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-5fe5d2ae-9d89-456c-83ca-551c9551d4a0 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Calling delete_port for f8454c8e-a461-47c3-bed3-b13231eb53b5 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:05.077897 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc0a3-90de-49d1-b8c5-0bd97a437df2 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:05.452484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bc0a3-90de-49d1-b8c5-0bd97a437df2 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Pushing event deleted for resources: {'Port': ['ID=af691b60-3e52-4576-a312-1da6fab82717,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:05.626816 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc0a3-90de-49d1-b8c5-0bd97a437df2 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:05.741045 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5fe5d2ae-9d89-456c-83ca-551c9551d4a0 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:05.768447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5d2ae-9d89-456c-83ca-551c9551d4a0 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Pushing event deleted for resources: {'Port': ['ID=f8454c8e-a461-47c3-bed3-b13231eb53b5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:05.883879 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1bc0a3-90de-49d1-b8c5-0bd97a437df2 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Router 2373ab2d-9b96-4ef5-920f-c832ea487302 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:01:05.934802 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5fe5d2ae-9d89-456c-83ca-551c9551d4a0 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:05.935156 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-5fe5d2ae-9d89-456c-83ca-551c9551d4a0 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Floating IP cb76da09-9be6-4c70-8e72-9bbe3c9533bb disassociated (deleted). External IP: 172.25.3.209, port: d8498309-5418-4e43-ac2d-32286986578e. Jul 23 21:01:06.026154 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1bc0a3-90de-49d1-b8c5-0bd97a437df2 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:01:06.035049 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ff1bc0a3-90de-49d1-b8c5-0bd97a437df2 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] 10.222.0.55 "PUT /v2.0/routers/2373ab2d-9b96-4ef5-920f-c832ea487302/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0568047 Jul 23 21:01:06.035223 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49116) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:06.037724 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b18a6-309b-4eb6-ae71-dca4436b6579 None None] Sync routers for ids ['2373ab2d-9b96-4ef5-920f-c832ea487302'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:01:06.047309 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b18a6-309b-4eb6-ae71-dca4436b6579 None None] Routers {'2373ab2d-9b96-4ef5-920f-c832ea487302'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:01:06.047949 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3b8b18a6-309b-4eb6-ae71-dca4436b6579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:00:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2373ab2d-9b96-4ef5-920f-c832ea487302'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:06.082049 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3b8b18a6-309b-4eb6-ae71-dca4436b6579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:06.090876 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b18a6-309b-4eb6-ae71-dca4436b6579 None None] Routers {'2373ab2d-9b96-4ef5-920f-c832ea487302'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:01:06.091501 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3b8b18a6-309b-4eb6-ae71-dca4436b6579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:00:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2373ab2d-9b96-4ef5-920f-c832ea487302'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:06.122837 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3b8b18a6-309b-4eb6-ae71-dca4436b6579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:06.123051 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99a16720-cfc3-445d-9f19-e08baf6cfdcd tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:06.123489 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b18a6-309b-4eb6-ae71-dca4436b6579 None None] The sync data for ids ['2373ab2d-9b96-4ef5-920f-c832ea487302'] in n-d-791504-18 is: [] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:01:06.358576 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99a16720-cfc3-445d-9f19-e08baf6cfdcd tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:06.362182 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99a16720-cfc3-445d-9f19-e08baf6cfdcd tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:06.417533 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99a16720-cfc3-445d-9f19-e08baf6cfdcd tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:06.418076 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a16720-cfc3-445d-9f19-e08baf6cfdcd tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Fanout notify agent at l3_agent the message router_deleted on router 2373ab2d-9b96-4ef5-920f-c832ea487302 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:01:06.425274 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-99a16720-cfc3-445d-9f19-e08baf6cfdcd tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:06.426423 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-99a16720-cfc3-445d-9f19-e08baf6cfdcd tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] 10.222.0.55 "DELETE /v2.0/routers/2373ab2d-9b96-4ef5-920f-c832ea487302 HTTP/1.1" status: 204 len: 168 time: 0.3897312 Jul 23 21:01:06.429169 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49118) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:06.458660 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe5d2ae-9d89-456c-83ca-551c9551d4a0 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Router 029496fa-3306-4323-965c-3e64d8c17d71 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:01:06.485503 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-411b266f-2c14-41eb-b677-eb9b3c7a7b83 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Deleting subnet 47d5359b-bb89-43a2-9d59-06af7bbebb18 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:01:06.489047 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-411b266f-2c14-41eb-b677-eb9b3c7a7b83 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:06.561274 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-411b266f-2c14-41eb-b677-eb9b3c7a7b83 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:06.589329 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe5d2ae-9d89-456c-83ca-551c9551d4a0 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:01:06.593974 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5fe5d2ae-9d89-456c-83ca-551c9551d4a0 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:06.604683 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d19997-539b-4b78-be14-9926e96c7626 None None] Sync routers for ids ['029496fa-3306-4323-965c-3e64d8c17d71'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:01:06.614778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d19997-539b-4b78-be14-9926e96c7626 None None] Routers {'029496fa-3306-4323-965c-3e64d8c17d71'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:01:06.615630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-73d19997-539b-4b78-be14-9926e96c7626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:00:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['029496fa-3306-4323-965c-3e64d8c17d71'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:06.650156 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-411b266f-2c14-41eb-b677-eb9b3c7a7b83 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:06.663767 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5fe5d2ae-9d89-456c-83ca-551c9551d4a0 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "DELETE /v2.0/floatingips/cb76da09-9be6-4c70-8e72-9bbe3c9533bb HTTP/1.1" status: 204 len: 168 time: 2.1100242 Jul 23 21:01:06.664479 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71634e1-3094-4429-9633-98e88010cd6f', 'tag': 'd8498309-5418-4e43-ac2d-32286986578e'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:01:06.666945 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa14ca8-6377-4b2a-9063-10056f8b6eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "b71634e1-3094-4429-9633-98e88010cd6f", "tag": "d8498309-5418-4e43-ac2d-32286986578e"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:01:06.720873 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-411b266f-2c14-41eb-b677-eb9b3c7a7b83 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:06.723512 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1449dc3-e2f9-4d57-af9d-c519aafb7364 x-openstack-request-id: req-c1449dc3-e2f9-4d57-af9d-c519aafb7364 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:01:06.723978 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71634e1-3094-4429-9633-98e88010cd6f", "tag": "d8498309-5418-4e43-ac2d-32286986578e", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:01:06.724234 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1449dc3-e2f9-4d57-af9d-c519aafb7364 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:01:06.724808 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b71634e1-3094-4429-9633-98e88010cd6f', 'tag': 'd8498309-5418-4e43-ac2d-32286986578e', 'status': 'completed', 'code': 200} Jul 23 21:01:06.745878 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-73d19997-539b-4b78-be14-9926e96c7626 None None] Set router 029496fa-3306-4323-965c-3e64d8c17d71 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:01:06.772000 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b266f-2c14-41eb-b677-eb9b3c7a7b83 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Pushing event deleted for resources: {'Subnet': ['ID=47d5359b-bb89-43a2-9d59-06af7bbebb18,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:06.794689 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-411b266f-2c14-41eb-b677-eb9b3c7a7b83 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:06.799314 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49124) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:06.799532 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-411b266f-2c14-41eb-b677-eb9b3c7a7b83 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] 10.222.0.55 "DELETE /v2.0/subnets/47d5359b-bb89-43a2-9d59-06af7bbebb18 HTTP/1.1" status: 204 len: 168 time: 0.3689716 Jul 23 21:01:06.830193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa14ca8-6377-4b2a-9063-10056f8b6eaf req-bed49658-7905-48c7-b662-ab91091e47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:06.832570 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efa14ca8-6377-4b2a-9063-10056f8b6eaf req-bed49658-7905-48c7-b662-ab91091e47bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4bcad8cead78462cb1b3a6a4fd77f0af&device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 1098 time: 0.0719540 Jul 23 21:01:06.921095 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbafec0c-b900-4fb4-9d7d-5071c735110a None None] Network e17fee47-a0cf-484c-8fd2-de737e683f71 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:06.954887 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:06.999891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa14ca8-6377-4b2a-9063-10056f8b6eaf req-0396c01f-a0d0-4d81-9350-7d3a4cc62a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:07.002974 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efa14ca8-6377-4b2a-9063-10056f8b6eaf req-0396c01f-a0d0-4d81-9350-7d3a4cc62a5f service neutron] 10.222.0.57 "GET /v2.0/networks?id=411352d1-7a75-42b9-bd5f-27a10f834896 HTTP/1.1" status: 200 len: 912 time: 0.1630478 Jul 23 21:01:07.033930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Deleting port 3bd382c3-d17a-4059-bca4-eff2e3ff4184 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:07.034898 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:07.053984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-73d19997-539b-4b78-be14-9926e96c7626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029496fa-3306-4323-965c-3e64d8c17d71', 'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 4, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'gw_port': {'id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9d2adc78-f0a6-4932-9dd0-e98bb3cf6892', 'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'mac_address': 'fa:16:3e:6a:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:53Z', 'updated_at': '2021-07-23T20:58:02Z', 'revision_number': 5, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'subnets': [{'id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:07.082503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d19997-539b-4b78-be14-9926e96c7626 None None] Checking router: 029496fa-3306-4323-965c-3e64d8c17d71 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:01:07.098632 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efa14ca8-6377-4b2a-9063-10056f8b6eaf req-54f2b198-ab99-4378-9322-f924e3664961 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8498309-5418-4e43-ac2d-32286986578e HTTP/1.1" status: 200 len: 217 time: 0.0865862 Jul 23 21:01:07.109206 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d19997-539b-4b78-be14-9926e96c7626 None None] Routers {'029496fa-3306-4323-965c-3e64d8c17d71'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:01:07.110091 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-73d19997-539b-4b78-be14-9926e96c7626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:00:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['029496fa-3306-4323-965c-3e64d8c17d71'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:07.115313 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] For port 3bd382c3-d17a-4059-bca4-eff2e3ff4184, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3bd382c3-d17a-4059-bca4-eff2e3ff4184,segment=NetworkSegment(aab61b34-16ea-4793-8b92-ec80120814cb),segment_id=aab61b34-16ea-4793-8b92-ec80120814cb)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:07.115672 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:07.129299 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Calling delete_port for 3bd382c3-d17a-4059-bca4-eff2e3ff4184 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:07.166819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f671a7-24c7-4218-932f-c92e96e7b932 req-e35b187e-4c6a-482c-8d31-e8be7eab4ac3 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:07.168382 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83f671a7-24c7-4218-932f-c92e96e7b932 req-e35b187e-4c6a-482c-8d31-e8be7eab4ac3 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 946 time: 0.1459789 Jul 23 21:01:07.215974 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa14ca8-6377-4b2a-9063-10056f8b6eaf req-56e1be11-a998-4ac9-8e22-f1d03a0a4e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:07.217346 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efa14ca8-6377-4b2a-9063-10056f8b6eaf req-56e1be11-a998-4ac9-8e22-f1d03a0a4e90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89 HTTP/1.1" status: 200 len: 850 time: 0.1096141 Jul 23 21:01:07.227177 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83f671a7-24c7-4218-932f-c92e96e7b932 req-afabd713-6ec7-4df3-8855-abbe3275d710 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/security-groups?id=96d3f55c-2f7e-441d-b001-15d5da471beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518780 Jul 23 21:01:07.228687 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:07.245644 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] No DVR routers for this DVR port 3bd382c3-d17a-4059-bca4-eff2e3ff4184 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:07.261165 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-73d19997-539b-4b78-be14-9926e96c7626 None None] Set router 029496fa-3306-4323-965c-3e64d8c17d71 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:01:07.297015 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Pushing event deleted for resources: {'Port': ['ID=3bd382c3-d17a-4059-bca4-eff2e3ff4184,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:07.299950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa14ca8-6377-4b2a-9063-10056f8b6eaf req-f05af242-9198-469a-86e2-47229477016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:07.301153 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efa14ca8-6377-4b2a-9063-10056f8b6eaf req-f05af242-9198-469a-86e2-47229477016e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=411352d1-7a75-42b9-bd5f-27a10f834896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669239 Jul 23 21:01:07.384079 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:07.397316 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17fee47-a0cf-484c-8fd2-de737e683f71']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:07.410684 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab61b34-16ea-4793-8b92-ec80120814cb') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:07.411017 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab61b34-16ea-4793-8b92-ec80120814cb') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:07.425509 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:07.426957 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efa14ca8-6377-4b2a-9063-10056f8b6eaf req-b6ef50ce-0673-468e-aaec-8a956a5d728e service neutron] 10.222.0.57 "GET /v2.0/networks/411352d1-7a75-42b9-bd5f-27a10f834896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168189 Jul 23 21:01:07.427765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b3020c-689c-4266-82f0-77b4e903d68a None None] DHCP port deletion for e17fee47-a0cf-484c-8fd2-de737e683f71 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:01:07.442041 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:07.459421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:07.460107 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:07.463551 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:07.528929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-73d19997-539b-4b78-be14-9926e96c7626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029496fa-3306-4323-965c-3e64d8c17d71', 'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 4, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'gw_port': {'id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9d2adc78-f0a6-4932-9dd0-e98bb3cf6892', 'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'mac_address': 'fa:16:3e:6a:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:53Z', 'updated_at': '2021-07-23T20:58:02Z', 'revision_number': 5, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'subnets': [{'id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:07.535538 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:07.545107 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:07.549864 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] 10.222.0.55 "DELETE /v2.0/networks/e17fee47-a0cf-484c-8fd2-de737e683f71 HTTP/1.1" status: 204 len: 168 time: 0.7465124 Jul 23 21:01:07.570846 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efa14ca8-6377-4b2a-9063-10056f8b6eaf req-121a8717-1ae8-4d57-a1e4-fc9fa432f50e service neutron] 10.222.0.57 "GET /v2.0/networks/411352d1-7a75-42b9-bd5f-27a10f834896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347320 Jul 23 21:01:07.576740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e34e8-ded3-46a0-a168-d9de87473e42 tempest-FloatingIPNegativeTestJSON-1513586665 tempest-FloatingIPNegativeTestJSON-1513586665-project] Pushing event deleted for resources: {'Network': ['ID=e17fee47-a0cf-484c-8fd2-de737e683f71,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:07.591246 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d19997-539b-4b78-be14-9926e96c7626 None None] The sync data for ids ['029496fa-3306-4323-965c-3e64d8c17d71'] in n-d-791504-18 is: [{'id': '029496fa-3306-4323-965c-3e64d8c17d71', 'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:54Z', 'revision_number': 4, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'gw_port': {'id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '9d2adc78-f0a6-4932-9dd0-e98bb3cf6892', 'name': '', 'network_id': '411352d1-7a75-42b9-bd5f-27a10f834896', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'mac_address': 'fa:16:3e:6a:a5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:53Z', 'updated_at': '2021-07-23T20:58:02Z', 'revision_number': 5, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'subnets': [{'id': 'e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:01:07.816932 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49134) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:07.860924 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef0140a-14f6-4047-a46d-44f580a58af7 None None] New status for floating IP cb76da09-9be6-4c70-8e72-9bbe3c9533bb: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:01:07.980913 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-29926972-ec1c-47f0-9871-2ec3a1ea2dfd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f3964b519394232a926e9d700673a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627176 Jul 23 21:01:07.983404 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49140) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:08.033952 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2f557874-ff07-48cf-a7bc-de29cd1f090d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:08.057323 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2f557874-ff07-48cf-a7bc-de29cd1f090d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:08.102590 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2f557874-ff07-48cf-a7bc-de29cd1f090d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:08.105158 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2f557874-ff07-48cf-a7bc-de29cd1f090d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:08.106342 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2f557874-ff07-48cf-a7bc-de29cd1f090d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55ab35d6-3f15-4dab-a6a4-8c568913d8a2 HTTP/1.1" status: 204 len: 168 time: 0.1220295 Jul 23 21:01:08.114511 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f557874-ff07-48cf-a7bc-de29cd1f090d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ab35d6-3f15-4dab-a6a4-8c568913d8a2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:08.363827 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f3efc-e014-436b-817b-5bd6cc83af55 req-e5ce16c4-5de0-4ef3-bc20-491064fb0f21 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:08.365490 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb6f3efc-e014-436b-817b-5bd6cc83af55 req-e5ce16c4-5de0-4ef3-bc20-491064fb0f21 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 946 time: 0.0705791 Jul 23 21:01:08.404971 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb6f3efc-e014-436b-817b-5bd6cc83af55 req-8f294f98-6aa4-48f5-be9f-4bcf83565e05 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/security-groups?id=96d3f55c-2f7e-441d-b001-15d5da471beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338631 Jul 23 21:01:08.486723 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbadff-00ec-4e7c-851e-85dcaf278bfb req-cfa6da6b-1a0a-4ba9-b4bb-dfcc0b9c070e tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:08.488235 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72bbadff-00ec-4e7c-851e-85dcaf278bfb req-cfa6da6b-1a0a-4ba9-b4bb-dfcc0b9c070e tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.57 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 946 time: 0.0689268 Jul 23 21:01:08.591244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-72bbadff-00ec-4e7c-851e-85dcaf278bfb req-f6793e26-aa3a-402c-af59-4be683b92056 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Deleting port d8498309-5418-4e43-ac2d-32286986578e {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:08.591832 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-72bbadff-00ec-4e7c-851e-85dcaf278bfb req-f6793e26-aa3a-402c-af59-4be683b92056 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:08.685697 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-72bbadff-00ec-4e7c-851e-85dcaf278bfb req-f6793e26-aa3a-402c-af59-4be683b92056 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] For port d8498309-5418-4e43-ac2d-32286986578e, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=d8498309-5418-4e43-ac2d-32286986578e,segment=NetworkSegment(bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327),segment_id=bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:08.686060 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-72bbadff-00ec-4e7c-851e-85dcaf278bfb req-f6793e26-aa3a-402c-af59-4be683b92056 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:08.698460 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-72bbadff-00ec-4e7c-851e-85dcaf278bfb req-f6793e26-aa3a-402c-af59-4be683b92056 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Calling delete_port for d8498309-5418-4e43-ac2d-32286986578e owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:08.729732 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49164) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:08.824221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2867a108-95fc-4e83-a029-b5bda26b5898 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-558869291'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:08.825864 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-72bbadff-00ec-4e7c-851e-85dcaf278bfb req-f6793e26-aa3a-402c-af59-4be683b92056 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:08.850022 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2867a108-95fc-4e83-a029-b5bda26b5898 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:08.853592 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2867a108-95fc-4e83-a029-b5bda26b5898 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:08.859320 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6793e26-aa3a-402c-af59-4be683b92056 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Pushing event deleted for resources: {'Port': ['ID=d8498309-5418-4e43-ac2d-32286986578e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:08.862499 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2867a108-95fc-4e83-a029-b5bda26b5898 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:08.905983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bbadff-00ec-4e7c-851e-85dcaf278bfb req-f6793e26-aa3a-402c-af59-4be683b92056 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] No DVR routers for this DVR port d8498309-5418-4e43-ac2d-32286986578e on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:08.908545 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-72bbadff-00ec-4e7c-851e-85dcaf278bfb req-f6793e26-aa3a-402c-af59-4be683b92056 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:08.910630 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72bbadff-00ec-4e7c-851e-85dcaf278bfb req-f6793e26-aa3a-402c-af59-4be683b92056 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.57 "DELETE /v2.0/ports/d8498309-5418-4e43-ac2d-32286986578e HTTP/1.1" status: 204 len: 173 time: 0.4171684 Jul 23 21:01:08.911064 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71634e1-3094-4429-9633-98e88010cd6f', 'name': 'network-vif-deleted', 'tag': 'd8498309-5418-4e43-ac2d-32286986578e'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:01:08.913516 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b46126-d7e4-47e9-ae4d-6c56abeac07c" -d '{"events": [{"server_uuid": "b71634e1-3094-4429-9633-98e88010cd6f", "name": "network-vif-deleted", "tag": "d8498309-5418-4e43-ac2d-32286986578e"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:01:08.985084 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2867a108-95fc-4e83-a029-b5bda26b5898 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:08.991802 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2867a108-95fc-4e83-a029-b5bda26b5898 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:09.018639 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2867a108-95fc-4e83-a029-b5bda26b5898 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:09.045713 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2867a108-95fc-4e83-a029-b5bda26b5898 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:09.046405 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-2867a108-95fc-4e83-a029-b5bda26b5898 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Added segment 4ba41116-d786-4e77-a0cd-ad4e4df7a875 of type vlan for network 9e28ca8a-8078-4845-bf73-3602d091eccd Jul 23 21:01:09.057192 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867a108-95fc-4e83-a029-b5bda26b5898 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd1f8b6-2960-4b59-b426-c541cef64cd6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:09.104252 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2867a108-95fc-4e83-a029-b5bda26b5898 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:09.141419 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c03209c-8db2-442c-a06a-48c923e13114 x-openstack-request-id: req-9c03209c-8db2-442c-a06a-48c923e13114 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:01:09.141891 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71634e1-3094-4429-9633-98e88010cd6f", "name": "network-vif-deleted", "tag": "d8498309-5418-4e43-ac2d-32286986578e", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:01:09.142171 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c03209c-8db2-442c-a06a-48c923e13114 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:01:09.142830 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71634e1-3094-4429-9633-98e88010cd6f', 'name': 'network-vif-deleted', 'tag': 'd8498309-5418-4e43-ac2d-32286986578e', 'status': 'completed', 'code': 200} Jul 23 21:01:09.144144 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2867a108-95fc-4e83-a029-b5bda26b5898 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:09.151122 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2867a108-95fc-4e83-a029-b5bda26b5898 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:09.151760 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2867a108-95fc-4e83-a029-b5bda26b5898 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:09.210404 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3bd382c3-d17a-4059-bca4-eff2e3ff4184 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:09.215810 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2867a108-95fc-4e83-a029-b5bda26b5898 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4849505 Jul 23 21:01:09.260002 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867a108-95fc-4e83-a029-b5bda26b5898 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Network': ['ID=9e28ca8a-8078-4845-bf73-3602d091eccd,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:09.272587 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 3bd382c3-d17a-4059-bca4-eff2e3ff4184 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:09.272975 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3bd382c3-d17a-4059-bca4-eff2e3ff4184 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:09.287957 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 9e28ca8a-8078-4845-bf73-3602d091eccd details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:09.555151 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d72f4d05-fabc-4e06-b6ca-b7c25c7e0ef5 req-481287be-b54d-45fb-8e2c-be823640319f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 210 time: 0.0490184 Jul 23 21:01:10.700573 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bec78784-4fa5-48d5-8988-db7d3eed3a3d req-e0ccc641-7b5e-49af-9d82-1dc9d6b0dabc tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 210 time: 0.0505564 Jul 23 21:01:11.803603 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-52d59c06-d2b3-4bf6-8105-b2a589976867 req-fb2433ff-a762-4dce-9b97-c510ecc5494f tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 210 time: 0.0345521 Jul 23 21:01:12.157323 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device d8498309-5418-4e43-ac2d-32286986578e no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:12.177785 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: d8498309-5418-4e43-ac2d-32286986578e {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:12.178128 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device d8498309-5418-4e43-ac2d-32286986578e not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:12.528164 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49196) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:12.534090 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-0f015f76-3d06-4c06-909d-8ad4bd8b225a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'subnet': {'network_id': '9e28ca8a-8078-4845-bf73-3602d091eccd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:12.668036 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f015f76-3d06-4c06-909d-8ad4bd8b225a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:12.671736 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f015f76-3d06-4c06-909d-8ad4bd8b225a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:12.874056 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f015f76-3d06-4c06-909d-8ad4bd8b225a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:12.921601 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6a1fcad3-79ef-4222-a1fb-09b37a34c8a5 req-b77f689f-dbaf-4d3a-a591-23f2a77bbe33 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "GET /v2.0/ports?device_id=b71634e1-3094-4429-9633-98e88010cd6f HTTP/1.1" status: 200 len: 210 time: 0.0331457 Jul 23 21:01:12.942750 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f015f76-3d06-4c06-909d-8ad4bd8b225a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Subnet': ['ID=1194ba8b-1aef-4c2d-8480-037319dc3588,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:12.959979 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f015f76-3d06-4c06-909d-8ad4bd8b225a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Checking segment: {'id': '4ba41116-d786-4e77-a0cd-ad4e4df7a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9e28ca8a-8078-4845-bf73-3602d091eccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:12.960487 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f015f76-3d06-4c06-909d-8ad4bd8b225a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network hostable DHCP agents. Network: 9e28ca8a-8078-4845-bf73-3602d091eccd, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:12.978118 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f015f76-3d06-4c06-909d-8ad4bd8b225a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network 9e28ca8a-8078-4845-bf73-3602d091eccd is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:12.988182 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-0f015f76-3d06-4c06-909d-8ad4bd8b225a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 9e28ca8a-8078-4845-bf73-3602d091eccd) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:12.994047 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f015f76-3d06-4c06-909d-8ad4bd8b225a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:12.994790 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f015f76-3d06-4c06-909d-8ad4bd8b225a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:13.003798 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979ae8c7-cd8c-4a66-a102-56396bb47dc0 None None] Network 9e28ca8a-8078-4845-bf73-3602d091eccd requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:13.018880 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0f015f76-3d06-4c06-909d-8ad4bd8b225a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4889140 Jul 23 21:01:13.022270 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49202) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:13.027912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1cbbc138-8412-4f81-bbfb-c4f13fbd91db tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1333761339'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:13.060801 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbbc138-8412-4f81-bbfb-c4f13fbd91db tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:13.068396 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc138-8412-4f81-bbfb-c4f13fbd91db tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:13.093960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbbc138-8412-4f81-bbfb-c4f13fbd91db tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:13.106020 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc138-8412-4f81-bbfb-c4f13fbd91db tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:13.106624 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-1cbbc138-8412-4f81-bbfb-c4f13fbd91db tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Added segment a06ec66b-7197-4e74-b519-b81a2d6c9013 of type vlan for network f27c61e7-af0e-4c44-a939-7bfe40dc663f Jul 23 21:01:13.175418 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc138-8412-4f81-bbfb-c4f13fbd91db tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:13.186802 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-9e28ca8a-8078-4845-bf73-3602d091eccd', 'network_id': '9e28ca8a-8078-4845-bf73-3602d091eccd', 'tenant_id': '2287160cffa7491a84cb5f72984cc1b4', 'fixed_ips': [{'subnet_id': '1194ba8b-1aef-4c2d-8480-037319dc3588'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:01:13.187977 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:13.209771 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc138-8412-4f81-bbfb-c4f13fbd91db tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:13.216513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbbc138-8412-4f81-bbfb-c4f13fbd91db tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:13.217277 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc138-8412-4f81-bbfb-c4f13fbd91db tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:13.260221 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1cbbc138-8412-4f81-bbfb-c4f13fbd91db tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2361524 Jul 23 21:01:13.262379 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49204) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:13.269504 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-39ae6120-ffe9-4cc4-8b95-8804912acb3f tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'subnet': {'network_id': 'f27c61e7-af0e-4c44-a939-7bfe40dc663f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:13.315315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc138-8412-4f81-bbfb-c4f13fbd91db tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Network': ['ID=f27c61e7-af0e-4c44-a939-7bfe40dc663f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:13.330596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network f27c61e7-af0e-4c44-a939-7bfe40dc663f details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:13.340084 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Allocated IP 2001:db8:0:ffff::2 (9e28ca8a-8078-4845-bf73-3602d091eccd/1194ba8b-1aef-4c2d-8480-037319dc3588/7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:13.372733 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ae6120-ffe9-4cc4-8b95-8804912acb3f tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:13.376242 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39ae6120-ffe9-4cc4-8b95-8804912acb3f tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:13.560914 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:13.570838 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Transition to ACTIVE for port object 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:13.573812 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39ae6120-ffe9-4cc4-8b95-8804912acb3f tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:13.587767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Transition to ACTIVE for port object 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:13.593900 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:13.631946 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Network 9e28ca8a-8078-4845-bf73-3602d091eccd is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:13.634991 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:13.639480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:01:13.651041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae6120-ffe9-4cc4-8b95-8804912acb3f tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Subnet': ['ID=11a7f6cc-10e3-4de7-aca3-d6d8858c0f60,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:13.663203 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ae6120-ffe9-4cc4-8b95-8804912acb3f tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Checking segment: {'id': 'a06ec66b-7197-4e74-b519-b81a2d6c9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f27c61e7-af0e-4c44-a939-7bfe40dc663f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:13.663203 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae6120-ffe9-4cc4-8b95-8804912acb3f tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network hostable DHCP agents. Network: f27c61e7-af0e-4c44-a939-7bfe40dc663f, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:13.680830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae6120-ffe9-4cc4-8b95-8804912acb3f tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network f27c61e7-af0e-4c44-a939-7bfe40dc663f is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:13.692221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-39ae6120-ffe9-4cc4-8b95-8804912acb3f tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, f27c61e7-af0e-4c44-a939-7bfe40dc663f) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:13.699412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ae6120-ffe9-4cc4-8b95-8804912acb3f tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:13.700486 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39ae6120-ffe9-4cc4-8b95-8804912acb3f tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:13.710571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Pushing event updated for resources: {'Port': ['ID=7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:13.716484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5768ddb8-0dee-4644-8e2f-443c999b0b3e None None] Network f27c61e7-af0e-4c44-a939-7bfe40dc663f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:13.724103 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-39ae6120-ffe9-4cc4-8b95-8804912acb3f tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4580469 Jul 23 21:01:13.724441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49208) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:13.749915 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:13.750283 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:13.750626 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:13.750963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:13.751325 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:13.751691 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:13.752022 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:13.752348 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:13.752676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:13.752999 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:13.753322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:13.753644 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:01:13.764733 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Attempting to bind port 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:01:13.765120 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Attempting to bind port 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '4ba41116-d786-4e77-a0cd-ad4e4df7a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9e28ca8a-8078-4845-bf73-3602d091eccd'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:01:13.766291 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Attempting to bind port 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc on network 9e28ca8a-8078-4845-bf73-3602d091eccd {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:01:13.776158 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:01:13.776536 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Checking segment: {'id': '4ba41116-d786-4e77-a0cd-ad4e4df7a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9e28ca8a-8078-4845-bf73-3602d091eccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:13.776947 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:13.777346 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Bound using segment: {'id': '4ba41116-d786-4e77-a0cd-ad4e4df7a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9e28ca8a-8078-4845-bf73-3602d091eccd'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:01:13.777834 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Bound port: 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba41116-d786-4e77-a0cd-ad4e4df7a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9e28ca8a-8078-4845-bf73-3602d091eccd'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:01:13.778224 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:13.837517 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff49d5b2-4112-4ad2-b21b-2fe2926834dd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:13.916505 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff49d5b2-4112-4ad2-b21b-2fe2926834dd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:13.921167 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] For port 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:01:13.925630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] For port 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc,segment=NetworkSegment(4ba41116-d786-4e77-a0cd-ad4e4df7a875),segment_id=4ba41116-d786-4e77-a0cd-ad4e4df7a875)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:01:13.952464 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:13.981577 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff49d5b2-4112-4ad2-b21b-2fe2926834dd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.005194 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49212) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:14.007446 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95c0f9-298f-4148-b31b-b9489f1bddba None None] Pushing event updated for resources: {'Port': ['ID=7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:14.010419 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9fa2c8-d099-432d-a71f-53d1d535922b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-f27c61e7-af0e-4c44-a939-7bfe40dc663f', 'network_id': 'f27c61e7-af0e-4c44-a939-7bfe40dc663f', 'tenant_id': '2287160cffa7491a84cb5f72984cc1b4', 'fixed_ips': [{'subnet_id': '11a7f6cc-10e3-4de7-aca3-d6d8858c0f60'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:01:14.011336 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3a9fa2c8-d099-432d-a71f-53d1d535922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.020185 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49d5b2-4112-4ad2-b21b-2fe2926834dd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Subnet': ['ID=11a7f6cc-10e3-4de7-aca3-d6d8858c0f60,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:14.105401 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff49d5b2-4112-4ad2-b21b-2fe2926834dd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.111787 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-36a54cea-1248-4bf1-8821-913bf86e7536 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.118044 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ff49d5b2-4112-4ad2-b21b-2fe2926834dd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27c61e7-af0e-4c44-a939-7bfe40dc663f']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:14.131034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ff49d5b2-4112-4ad2-b21b-2fe2926834dd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06ec66b-7197-4e74-b519-b81a2d6c9013') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:14.131438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ff49d5b2-4112-4ad2-b21b-2fe2926834dd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06ec66b-7197-4e74-b519-b81a2d6c9013') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:14.148465 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f565c3f-59b8-4e6f-b7b4-2f9ef9a9eb7e None None] Network f27c61e7-af0e-4c44-a939-7bfe40dc663f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:14.158080 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff49d5b2-4112-4ad2-b21b-2fe2926834dd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.159197 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-36a54cea-1248-4bf1-8821-913bf86e7536 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.177485 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff49d5b2-4112-4ad2-b21b-2fe2926834dd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.184256 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff49d5b2-4112-4ad2-b21b-2fe2926834dd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:14.184651 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff49d5b2-4112-4ad2-b21b-2fe2926834dd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:14.187822 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:14.248730 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-36a54cea-1248-4bf1-8821-913bf86e7536 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.252389 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-36a54cea-1248-4bf1-8821-913bf86e7536 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.253850 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-36a54cea-1248-4bf1-8821-913bf86e7536 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] 10.222.0.55 "DELETE /v2.0/security-groups/96d3f55c-2f7e-441d-b001-15d5da471beb HTTP/1.1" status: 204 len: 168 time: 0.2476060 Jul 23 21:01:14.272568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a54cea-1248-4bf1-8821-913bf86e7536 tempest-TestVolumeBackupRestore-1926455517 tempest-TestVolumeBackupRestore-1926455517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d3f55c-2f7e-441d-b001-15d5da471beb,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:14.350898 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff49d5b2-4112-4ad2-b21b-2fe2926834dd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.358665 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff49d5b2-4112-4ad2-b21b-2fe2926834dd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.369504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49218) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:14.370319 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ff49d5b2-4112-4ad2-b21b-2fe2926834dd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/networks/f27c61e7-af0e-4c44-a939-7bfe40dc663f HTTP/1.1" status: 204 len: 168 time: 0.6445370 Jul 23 21:01:14.375153 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4b430a77-f331-42a4-9031-fda79a26c743 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-334312977'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:14.382913 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49d5b2-4112-4ad2-b21b-2fe2926834dd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Network': ['ID=f27c61e7-af0e-4c44-a939-7bfe40dc663f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:14.426877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b430a77-f331-42a4-9031-fda79a26c743 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:14.430449 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b430a77-f331-42a4-9031-fda79a26c743 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.468174 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b430a77-f331-42a4-9031-fda79a26c743 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:14.478065 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b430a77-f331-42a4-9031-fda79a26c743 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.478270 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-4b430a77-f331-42a4-9031-fda79a26c743 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Added segment f6ec43c2-99a1-443b-bffe-3c67ece1b842 of type vlan for network 95588f88-d19b-4761-917f-939397d0579b Jul 23 21:01:14.545261 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b430a77-f331-42a4-9031-fda79a26c743 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.626901 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b430a77-f331-42a4-9031-fda79a26c743 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.634275 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b430a77-f331-42a4-9031-fda79a26c743 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:14.634382 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b430a77-f331-42a4-9031-fda79a26c743 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.678832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49248) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:14.679431 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4b430a77-f331-42a4-9031-fda79a26c743 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3082252 Jul 23 21:01:14.686529 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4d1a293e-bf5f-4fa9-816b-246e5c4d693d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'subnet': {'network_id': '95588f88-d19b-4761-917f-939397d0579b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:14.728371 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b430a77-f331-42a4-9031-fda79a26c743 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Network': ['ID=95588f88-d19b-4761-917f-939397d0579b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:14.744486 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 95588f88-d19b-4761-917f-939397d0579b details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:14.821962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1a293e-bf5f-4fa9-816b-246e5c4d693d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:14.825428 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d1a293e-bf5f-4fa9-816b-246e5c4d693d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.056840 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d1a293e-bf5f-4fa9-816b-246e5c4d693d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.134300 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a293e-bf5f-4fa9-816b-246e5c4d693d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Subnet': ['ID=bceac65b-27ee-4ca2-8165-2397af4a9f2f,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:15.143886 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1a293e-bf5f-4fa9-816b-246e5c4d693d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Checking segment: {'id': 'f6ec43c2-99a1-443b-bffe-3c67ece1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '95588f88-d19b-4761-917f-939397d0579b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:15.144251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1a293e-bf5f-4fa9-816b-246e5c4d693d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network hostable DHCP agents. Network: 95588f88-d19b-4761-917f-939397d0579b, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:15.169536 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1a293e-bf5f-4fa9-816b-246e5c4d693d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network 95588f88-d19b-4761-917f-939397d0579b is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:15.183897 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-4d1a293e-bf5f-4fa9-816b-246e5c4d693d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 95588f88-d19b-4761-917f-939397d0579b) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:15.188554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1a293e-bf5f-4fa9-816b-246e5c4d693d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:15.189352 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d1a293e-bf5f-4fa9-816b-246e5c4d693d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.211923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5624e440-fcb9-4a4c-9eee-dede739517ab None None] Network 95588f88-d19b-4761-917f-939397d0579b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:15.215045 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4d1a293e-bf5f-4fa9-816b-246e5c4d693d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5341103 Jul 23 21:01:15.218840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49312) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:15.224699 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e008849b-96ed-47b2-b5e9-a32d9e9c70bf tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-862668881'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:15.254948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e008849b-96ed-47b2-b5e9-a32d9e9c70bf tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:15.259349 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e008849b-96ed-47b2-b5e9-a32d9e9c70bf tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.309523 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e008849b-96ed-47b2-b5e9-a32d9e9c70bf tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:15.322873 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e008849b-96ed-47b2-b5e9-a32d9e9c70bf tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.323663 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-e008849b-96ed-47b2-b5e9-a32d9e9c70bf tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Added segment 3e3b250d-43c3-404f-95e8-b5e42dafc800 of type vlan for network 3dc16a5a-8cde-4eb8-856c-6795645e2fb0 Jul 23 21:01:15.333310 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:01:15.406896 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e008849b-96ed-47b2-b5e9-a32d9e9c70bf tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.410845 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:15.457149 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e008849b-96ed-47b2-b5e9-a32d9e9c70bf tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.468018 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e008849b-96ed-47b2-b5e9-a32d9e9c70bf tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:15.469045 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e008849b-96ed-47b2-b5e9-a32d9e9c70bf tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.471528 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3949f123-308c-43b1-8834-8ac0ab2b0992 None None] Network 9e28ca8a-8078-4845-bf73-3602d091eccd requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:15.574654 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008849b-96ed-47b2-b5e9-a32d9e9c70bf tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Network': ['ID=3dc16a5a-8cde-4eb8-856c-6795645e2fb0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:15.576409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-95588f88-d19b-4761-917f-939397d0579b', 'network_id': '95588f88-d19b-4761-917f-939397d0579b', 'tenant_id': '2287160cffa7491a84cb5f72984cc1b4', 'fixed_ips': [{'subnet_id': 'bceac65b-27ee-4ca2-8165-2397af4a9f2f'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:01:15.577515 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.581462 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e008849b-96ed-47b2-b5e9-a32d9e9c70bf tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3613601 Jul 23 21:01:15.584462 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49348) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:15.591729 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f6a7965b-a509-4f48-8b11-6b729e2a3acb tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'subnet': {'network_id': '3dc16a5a-8cde-4eb8-856c-6795645e2fb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:15.621534 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 3dc16a5a-8cde-4eb8-856c-6795645e2fb0 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:15.781413 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a7965b-a509-4f48-8b11-6b729e2a3acb tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:15.785916 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6a7965b-a509-4f48-8b11-6b729e2a3acb tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:15.920504 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.ipam_backend_mixin [None req-f6a7965b-a509-4f48-8b11-6b729e2a3acb tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Performing IP validity checks on allocation pools {{(pid=93810) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 21:01:15.921277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.ipam_backend_mixin [None req-f6a7965b-a509-4f48-8b11-6b729e2a3acb tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93810) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 21:01:16.097603 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6a7965b-a509-4f48-8b11-6b729e2a3acb tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.140612 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Allocated IP 2001:db8::3 (95588f88-d19b-4761-917f-939397d0579b/bceac65b-27ee-4ca2-8165-2397af4a9f2f/3dde2e13-ce40-4d7a-bf99-c3057b0b61ba) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:16.170055 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7965b-a509-4f48-8b11-6b729e2a3acb tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Subnet': ['ID=3f5497a0-9864-49b6-ab24-33c973276066,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:16.212894 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.226386 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a7965b-a509-4f48-8b11-6b729e2a3acb tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Checking segment: {'id': '3e3b250d-43c3-404f-95e8-b5e42dafc800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3dc16a5a-8cde-4eb8-856c-6795645e2fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:16.226754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a7965b-a509-4f48-8b11-6b729e2a3acb tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network hostable DHCP agents. Network: 3dc16a5a-8cde-4eb8-856c-6795645e2fb0, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:16.268458 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a7965b-a509-4f48-8b11-6b729e2a3acb tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network 3dc16a5a-8cde-4eb8-856c-6795645e2fb0 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:16.290265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-f6a7965b-a509-4f48-8b11-6b729e2a3acb tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 3dc16a5a-8cde-4eb8-856c-6795645e2fb0) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:16.295563 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a7965b-a509-4f48-8b11-6b729e2a3acb tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:16.296443 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6a7965b-a509-4f48-8b11-6b729e2a3acb tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.301290 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.311160 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Transition to ACTIVE for port object 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:16.324158 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d7eb952d-da76-49bb-9f8a-294e2d2028aa None None] Provisioning for port 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:16.332516 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64269937-f98c-44b5-bcfe-e1cc4d353b9a None None] Network 3dc16a5a-8cde-4eb8-856c-6795645e2fb0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:16.338497 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f6a7965b-a509-4f48-8b11-6b729e2a3acb tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7521787 Jul 23 21:01:16.341097 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49430) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:16.374875 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Transition to ACTIVE for port object 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:16.389118 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d7eb952d-da76-49bb-9f8a-294e2d2028aa None None] Provisioning complete for port 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:16.389501 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7eb952d-da76-49bb-9f8a-294e2d2028aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.462891 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.473118 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed92e4f1-0f70-4bc7-b0a5-76951658cebc tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.572798 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Network 95588f88-d19b-4761-917f-939397d0579b is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:16.602374 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed92e4f1-0f70-4bc7-b0a5-76951658cebc tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.621945 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:16.633977 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:01:16.697858 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed92e4f1-0f70-4bc7-b0a5-76951658cebc tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.734475 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Pushing event updated for resources: {'Port': ['ID=3dde2e13-ce40-4d7a-bf99-c3057b0b61ba,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:16.805115 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92e4f1-0f70-4bc7-b0a5-76951658cebc tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5497a0-9864-49b6-ab24-33c973276066,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:16.918107 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed92e4f1-0f70-4bc7-b0a5-76951658cebc tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.941348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-ed92e4f1-0f70-4bc7-b0a5-76951658cebc tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc16a5a-8cde-4eb8-856c-6795645e2fb0']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:16.961055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-ed92e4f1-0f70-4bc7-b0a5-76951658cebc tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3b250d-43c3-404f-95e8-b5e42dafc800') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:16.965284 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-ed92e4f1-0f70-4bc7-b0a5-76951658cebc tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3b250d-43c3-404f-95e8-b5e42dafc800') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:16.978289 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed92e4f1-0f70-4bc7-b0a5-76951658cebc tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.005085 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed92e4f1-0f70-4bc7-b0a5-76951658cebc tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.021573 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed92e4f1-0f70-4bc7-b0a5-76951658cebc tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:17.021981 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed92e4f1-0f70-4bc7-b0a5-76951658cebc tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: items = [ Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:17.025696 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:17.031620 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Attempting to bind port 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:01:17.032182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Attempting to bind port 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'f6ec43c2-99a1-443b-bffe-3c67ece1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '95588f88-d19b-4761-917f-939397d0579b'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:01:17.032843 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Attempting to bind port 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba on network 95588f88-d19b-4761-917f-939397d0579b {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:01:17.052740 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7eb952d-da76-49bb-9f8a-294e2d2028aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.070927 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa078f5-32b0-4007-ae6c-c9193087247e None None] Network 3dc16a5a-8cde-4eb8-856c-6795645e2fb0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:17.122686 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed92e4f1-0f70-4bc7-b0a5-76951658cebc tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.152650 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ed92e4f1-0f70-4bc7-b0a5-76951658cebc tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.154536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ed92e4f1-0f70-4bc7-b0a5-76951658cebc tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/networks/3dc16a5a-8cde-4eb8-856c-6795645e2fb0 HTTP/1.1" status: 204 len: 168 time: 0.8113754 Jul 23 21:01:17.155425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:01:17.155940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Checking segment: {'id': 'f6ec43c2-99a1-443b-bffe-3c67ece1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '95588f88-d19b-4761-917f-939397d0579b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:17.157835 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.157835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Bound using segment: {'id': 'f6ec43c2-99a1-443b-bffe-3c67ece1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '95588f88-d19b-4761-917f-939397d0579b'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:01:17.157835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Bound port: 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ec43c2-99a1-443b-bffe-3c67ece1b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '95588f88-d19b-4761-917f-939397d0579b'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:01:17.157835 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.158745 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49514) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:17.164425 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b6406d15-137f-451f-8ea6-46942f53ed4d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2023490367'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:17.169781 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92e4f1-0f70-4bc7-b0a5-76951658cebc tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Network': ['ID=3dc16a5a-8cde-4eb8-856c-6795645e2fb0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:17.216113 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.218912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6406d15-137f-451f-8ea6-46942f53ed4d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:17.225018 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b6406d15-137f-451f-8ea6-46942f53ed4d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.282108 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6406d15-137f-451f-8ea6-46942f53ed4d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:17.293873 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b6406d15-137f-451f-8ea6-46942f53ed4d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.294392 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-b6406d15-137f-451f-8ea6-46942f53ed4d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Added segment 3e55bb1c-b9cf-4408-b0c3-fff6dc7fe3f3 of type vlan for network d1f0f597-8927-495f-b550-a5b45f9bdcc2 Jul 23 21:01:17.310821 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d7eb952d-da76-49bb-9f8a-294e2d2028aa None None] For port 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc,segment=NetworkSegment(4ba41116-d786-4e77-a0cd-ad4e4df7a875),segment_id=4ba41116-d786-4e77-a0cd-ad4e4df7a875)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:17.344725 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7eb952d-da76-49bb-9f8a-294e2d2028aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.366761 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b6406d15-137f-451f-8ea6-46942f53ed4d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.411958 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b6406d15-137f-451f-8ea6-46942f53ed4d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.419759 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6406d15-137f-451f-8ea6-46942f53ed4d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:17.420606 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b6406d15-137f-451f-8ea6-46942f53ed4d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.445054 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] For port 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:01:17.478147 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] For port 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3dde2e13-ce40-4d7a-bf99-c3057b0b61ba,segment=NetworkSegment(f6ec43c2-99a1-443b-bffe-3c67ece1b842),segment_id=f6ec43c2-99a1-443b-bffe-3c67ece1b842)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:01:17.490179 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb952d-da76-49bb-9f8a-294e2d2028aa None None] Pushing event updated for resources: {'Port': ['ID=7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:17.510255 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b6406d15-137f-451f-8ea6-46942f53ed4d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3499007 Jul 23 21:01:17.513278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49550) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:17.521110 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-dae5593e-e3a2-4fb4-8dc5-9ca87c6963ed tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'subnet': {'network_id': 'd1f0f597-8927-495f-b550-a5b45f9bdcc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:17.554982 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.575748 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6406d15-137f-451f-8ea6-46942f53ed4d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Network': ['ID=d1f0f597-8927-495f-b550-a5b45f9bdcc2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:17.596656 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network d1f0f597-8927-495f-b550-a5b45f9bdcc2 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:17.801087 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae5593e-e3a2-4fb4-8dc5-9ca87c6963ed tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:17.822698 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dae5593e-e3a2-4fb4-8dc5-9ca87c6963ed tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.888342 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62ee28-0f08-4ba3-b06f-5da29812587a None None] Pushing event updated for resources: {'Port': ['ID=3dde2e13-ce40-4d7a-bf99-c3057b0b61ba,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:17.933759 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-074461eb-699d-47aa-8ea4-a864e41ea676 None None] Provisioning complete for port 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:17.934463 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-074461eb-699d-47aa-8ea4-a864e41ea676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:18.342078 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dae5593e-e3a2-4fb4-8dc5-9ca87c6963ed tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:18.416059 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5593e-e3a2-4fb4-8dc5-9ca87c6963ed tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Subnet': ['ID=2cde5aeb-ad47-462f-9fb2-7b3bb8c5f05a,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:18.440796 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5593e-e3a2-4fb4-8dc5-9ca87c6963ed tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Checking segment: {'id': '3e55bb1c-b9cf-4408-b0c3-fff6dc7fe3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd1f0f597-8927-495f-b550-a5b45f9bdcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:18.441220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae5593e-e3a2-4fb4-8dc5-9ca87c6963ed tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network hostable DHCP agents. Network: d1f0f597-8927-495f-b550-a5b45f9bdcc2, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:18.462809 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae5593e-e3a2-4fb4-8dc5-9ca87c6963ed tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network d1f0f597-8927-495f-b550-a5b45f9bdcc2 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:18.478667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-dae5593e-e3a2-4fb4-8dc5-9ca87c6963ed tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, d1f0f597-8927-495f-b550-a5b45f9bdcc2) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:18.492347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc0eea2-6365-49e6-bac8-789ad29fc824 None None] Network d1f0f597-8927-495f-b550-a5b45f9bdcc2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:18.496115 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae5593e-e3a2-4fb4-8dc5-9ca87c6963ed tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:18.500891 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dae5593e-e3a2-4fb4-8dc5-9ca87c6963ed tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:18.525506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49646) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:18.527000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dae5593e-e3a2-4fb4-8dc5-9ca87c6963ed tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0116630 Jul 23 21:01:18.849394 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-d1f0f597-8927-495f-b550-a5b45f9bdcc2', 'network_id': 'd1f0f597-8927-495f-b550-a5b45f9bdcc2', 'tenant_id': '2287160cffa7491a84cb5f72984cc1b4', 'fixed_ips': [{'subnet_id': '2cde5aeb-ad47-462f-9fb2-7b3bb8c5f05a'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:01:18.855765 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.232607 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Allocated IP 2001:db8::1 (d1f0f597-8927-495f-b550-a5b45f9bdcc2/2cde5aeb-ad47-462f-9fb2-7b3bb8c5f05a/6eb7d15b-8a81-4090-82ee-715ea117044f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:19.436231 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:01:19.463563 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.473855 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203f8cab-4e08-4fe3-aa0f-e17b45678eff None None] Network 95588f88-d19b-4761-917f-939397d0579b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:19.568216 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.639843 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-74951989-a358-49fb-a57e-02117ee873d4 None None] Provisioning for port 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:19.693089 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.712089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Transition to ACTIVE for port object 6eb7d15b-8a81-4090-82ee-715ea117044f will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:19.717697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:19.718068 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.754547 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Transition to ACTIVE for port object 6eb7d15b-8a81-4090-82ee-715ea117044f will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:19.777960 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.787614 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.815742 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Subnet': ['ID=2cde5aeb-ad47-462f-9fb2-7b3bb8c5f05a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:19.868826 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Network d1f0f597-8927-495f-b550-a5b45f9bdcc2 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:19.878116 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:19.880576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:01:19.887698 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.900046 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f0f597-8927-495f-b550-a5b45f9bdcc2']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:19.901460 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Pushing event updated for resources: {'Port': ['ID=6eb7d15b-8a81-4090-82ee-715ea117044f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:19.918028 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e55bb1c-b9cf-4408-b0c3-fff6dc7fe3f3') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:19.918472 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e55bb1c-b9cf-4408-b0c3-fff6dc7fe3f3') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:19.931681 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.945971 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.952481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:19.952874 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:19.956451 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:19.970055 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:01:20.012548 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.db.api [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 21:01:20.012548 n-d-791504-18 neutron-server[93810]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 21:01:20.012548 n-d-791504-18 neutron-server[93810]: [parameters: {'id': 'd1f0f597-8927-495f-b550-a5b45f9bdcc2'}] Jul 23 21:01:20.012548 n-d-791504-18 neutron-server[93810]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 21:01:20.013047 n-d-791504-18 neutron-server[93810]: DEBUG oslo_db.api [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 21:01:20.038027 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Attempting to bind port 6eb7d15b-8a81-4090-82ee-715ea117044f on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:01:20.038401 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Attempting to bind port 6eb7d15b-8a81-4090-82ee-715ea117044f by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '3e55bb1c-b9cf-4408-b0c3-fff6dc7fe3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd1f0f597-8927-495f-b550-a5b45f9bdcc2'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:01:20.038765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Attempting to bind port 6eb7d15b-8a81-4090-82ee-715ea117044f on network d1f0f597-8927-495f-b550-a5b45f9bdcc2 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:01:20.049742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:01:20.050121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Checking segment: {'id': '3e55bb1c-b9cf-4408-b0c3-fff6dc7fe3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd1f0f597-8927-495f-b550-a5b45f9bdcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:20.050528 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.050927 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Bound using segment: {'id': '3e55bb1c-b9cf-4408-b0c3-fff6dc7fe3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd1f0f597-8927-495f-b550-a5b45f9bdcc2'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:01:20.051388 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:01:20.051887 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Bound port: 6eb7d15b-8a81-4090-82ee-715ea117044f, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e55bb1c-b9cf-4408-b0c3-fff6dc7fe3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd1f0f597-8927-495f-b550-a5b45f9bdcc2'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:01:20.051887 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.108879 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:20.119433 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49698) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:20.132558 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:20.133264 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.197538 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] For port 6eb7d15b-8a81-4090-82ee-715ea117044f, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:01:20.201690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] For port 6eb7d15b-8a81-4090-82ee-715ea117044f, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6eb7d15b-8a81-4090-82ee-715ea117044f,segment=NetworkSegment(3e55bb1c-b9cf-4408-b0c3-fff6dc7fe3f3),segment_id=3e55bb1c-b9cf-4408-b0c3-fff6dc7fe3f3)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:01:20.232729 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.286385 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.366990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854114b3-c8e8-43cd-a053-0777bdab442e None None] Pushing event updated for resources: {'Port': ['ID=6eb7d15b-8a81-4090-82ee-715ea117044f,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:20.379826 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3dde2e13-ce40-4d7a-bf99-c3057b0b61ba,segment=NetworkSegment(f6ec43c2-99a1-443b-bffe-3c67ece1b842),segment_id=f6ec43c2-99a1-443b-bffe-3c67ece1b842)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:20.385896 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.420889 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faab8c98-8d6e-4a7a-954c-a10d61a3aa33 None None] Network d1f0f597-8927-495f-b550-a5b45f9bdcc2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:20.533185 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.577309 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-37787bd1-d68e-4137-ab15-99073642dcd0 None None] Provisioning complete for port 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:20.578004 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37787bd1-d68e-4137-ab15-99073642dcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.585473 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=3dde2e13-ce40-4d7a-bf99-c3057b0b61ba,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:20.633104 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c720c649-a543-4f5d-bfdd-b450ce5b53ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.704854 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9ea6e5-8094-415a-9035-ff289ab97a2a None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 21:01:20.712675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Deleting port 6eb7d15b-8a81-4090-82ee-715ea117044f {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:20.713012 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.796066 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] For port 6eb7d15b-8a81-4090-82ee-715ea117044f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6eb7d15b-8a81-4090-82ee-715ea117044f,segment=NetworkSegment(3e55bb1c-b9cf-4408-b0c3-fff6dc7fe3f3),segment_id=3e55bb1c-b9cf-4408-b0c3-fff6dc7fe3f3)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:20.796418 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:20.822406 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Calling delete_port for 6eb7d15b-8a81-4090-82ee-715ea117044f owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:20.824913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9ea6e5-8094-415a-9035-ff289ab97a2a None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 21:01:20.990731 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.165384 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Port': ['ID=6eb7d15b-8a81-4090-82ee-715ea117044f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:21.165384 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No DVR routers for this DVR port 6eb7d15b-8a81-4090-82ee-715ea117044f on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:21.202928 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.216641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f0f597-8927-495f-b550-a5b45f9bdcc2']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:21.231280 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e55bb1c-b9cf-4408-b0c3-fff6dc7fe3f3') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:21.231576 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e55bb1c-b9cf-4408-b0c3-fff6dc7fe3f3') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:21.239163 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:01:21.242570 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.253438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c720c649-a543-4f5d-bfdd-b450ce5b53ac admin admin] Deleting port 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:21.253990 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c720c649-a543-4f5d-bfdd-b450ce5b53ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.276606 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.288591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:21.288962 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:21.292541 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:21.304109 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:21.304723 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.397685 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.408992 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.410778 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/networks/d1f0f597-8927-495f-b550-a5b45f9bdcc2 HTTP/1.1" status: 204 len: 168 time: 2.8835883 Jul 23 21:01:21.413726 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-c720c649-a543-4f5d-bfdd-b450ce5b53ac admin admin] For port 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9d2adc78-f0a6-4932-9dd0-e98bb3cf6892,segment=NetworkSegment(bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327),segment_id=bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:21.413726 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c720c649-a543-4f5d-bfdd-b450ce5b53ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.414621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49718) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:21.420888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b9ba118c-77f8-4a11-90fb-3e798ec4d151 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1130301019'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:21.430552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e884a55-a67c-43e0-b736-e713b04b8ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Network': ['ID=d1f0f597-8927-495f-b550-a5b45f9bdcc2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:21.435645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c720c649-a543-4f5d-bfdd-b450ce5b53ac admin admin] Calling delete_port for 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:21.444431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ba118c-77f8-4a11-90fb-3e798ec4d151 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:21.448515 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9ba118c-77f8-4a11-90fb-3e798ec4d151 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.483422 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ba118c-77f8-4a11-90fb-3e798ec4d151 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:21.495342 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9ba118c-77f8-4a11-90fb-3e798ec4d151 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.495719 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-b9ba118c-77f8-4a11-90fb-3e798ec4d151 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Added segment b43504c5-9003-4045-ae5e-d1755f33b4b2 of type vlan for network 4149b3ce-c88b-47df-9a4d-606d6033b839 Jul 23 21:01:21.557088 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9ba118c-77f8-4a11-90fb-3e798ec4d151 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.594458 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9ba118c-77f8-4a11-90fb-3e798ec4d151 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.601480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ba118c-77f8-4a11-90fb-3e798ec4d151 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:21.602156 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b9ba118c-77f8-4a11-90fb-3e798ec4d151 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.642562 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c720c649-a543-4f5d-bfdd-b450ce5b53ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.654971 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b9ba118c-77f8-4a11-90fb-3e798ec4d151 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2359121 Jul 23 21:01:21.656079 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49724) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:21.664039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d4f56584-a16a-40d9-8a91-dadd6f6b7936 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'subnet': {'network_id': '4149b3ce-c88b-47df-9a4d-606d6033b839', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:21.673777 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720c649-a543-4f5d-bfdd-b450ce5b53ac admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2adc78-f0a6-4932-9dd0-e98bb3cf6892,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:21.715487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba118c-77f8-4a11-90fb-3e798ec4d151 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Network': ['ID=4149b3ce-c88b-47df-9a4d-606d6033b839,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:21.729911 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 4149b3ce-c88b-47df-9a4d-606d6033b839 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:21.844143 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f56584-a16a-40d9-8a91-dadd6f6b7936 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:21.848694 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d4f56584-a16a-40d9-8a91-dadd6f6b7936 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:21.922686 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c720c649-a543-4f5d-bfdd-b450ce5b53ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:22.075971 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d4f56584-a16a-40d9-8a91-dadd6f6b7936 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:22.161138 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f56584-a16a-40d9-8a91-dadd6f6b7936 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Subnet': ['ID=1ff7dfcf-b657-4f73-a88b-bc46b53b8033,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:22.166913 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f56584-a16a-40d9-8a91-dadd6f6b7936 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Checking segment: {'id': 'b43504c5-9003-4045-ae5e-d1755f33b4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4149b3ce-c88b-47df-9a4d-606d6033b839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:22.167305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f56584-a16a-40d9-8a91-dadd6f6b7936 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network hostable DHCP agents. Network: 4149b3ce-c88b-47df-9a4d-606d6033b839, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:22.186780 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f56584-a16a-40d9-8a91-dadd6f6b7936 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network 4149b3ce-c88b-47df-9a4d-606d6033b839 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:22.200034 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-d4f56584-a16a-40d9-8a91-dadd6f6b7936 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 4149b3ce-c88b-47df-9a4d-606d6033b839) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:22.205369 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f56584-a16a-40d9-8a91-dadd6f6b7936 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:22.205877 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d4f56584-a16a-40d9-8a91-dadd6f6b7936 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:22.218168 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c683b740-343e-46de-a8dc-f275a1f3b1be None None] Network 4149b3ce-c88b-47df-9a4d-606d6033b839 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:22.222002 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c720c649-a543-4f5d-bfdd-b450ce5b53ac admin admin] Router 029496fa-3306-4323-965c-3e64d8c17d71 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:01:22.225698 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d4f56584-a16a-40d9-8a91-dadd6f6b7936 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5686996 Jul 23 21:01:22.231075 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49738) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:22.410677 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e269b466-f403-4165-8576-cf07573bba75 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:22.493850 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c720c649-a543-4f5d-bfdd-b450ce5b53ac admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:01:22.505293 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c720c649-a543-4f5d-bfdd-b450ce5b53ac admin admin] 10.222.0.55 "PUT /v2.0/routers/029496fa-3306-4323-965c-3e64d8c17d71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3807642 Jul 23 21:01:22.509285 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49744) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:22.511014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78484b41-24d7-4489-8e75-e6f08407658d None None] Sync routers for ids ['029496fa-3306-4323-965c-3e64d8c17d71'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:01:22.518368 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e269b466-f403-4165-8576-cf07573bba75 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:22.530173 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78484b41-24d7-4489-8e75-e6f08407658d None None] Routers {'029496fa-3306-4323-965c-3e64d8c17d71'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:01:22.530795 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-78484b41-24d7-4489-8e75-e6f08407658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:00:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['029496fa-3306-4323-965c-3e64d8c17d71'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:22.625573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1d6aaf-ce02-4440-8e48-cc32222dce2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-4149b3ce-c88b-47df-9a4d-606d6033b839', 'network_id': '4149b3ce-c88b-47df-9a4d-606d6033b839', 'tenant_id': '2287160cffa7491a84cb5f72984cc1b4', 'fixed_ips': [{'subnet_id': '1ff7dfcf-b657-4f73-a88b-bc46b53b8033'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:01:22.627014 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f1d6aaf-ce02-4440-8e48-cc32222dce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:22.670853 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84c41d8a-c564-46ef-8bbe-131bf5310da3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:22.677558 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e269b466-f403-4165-8576-cf07573bba75 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:22.721481 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-78484b41-24d7-4489-8e75-e6f08407658d None None] Set router 029496fa-3306-4323-965c-3e64d8c17d71 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:01:22.788046 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269b466-f403-4165-8576-cf07573bba75 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Subnet': ['ID=1ff7dfcf-b657-4f73-a88b-bc46b53b8033,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server [None req-3f1d6aaf-ce02-4440-8e48-cc32222dce2a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ff7dfcf-b657-4f73-a88b-bc46b53b8033: This subnet is being modified by another concurrent operation. Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise exception Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ff7dfcf-b657-4f73-a88b-bc46b53b8033: This subnet is being modified by another concurrent operation. Jul 23 21:01:22.832876 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Jul 23 21:01:22.872042 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e269b466-f403-4165-8576-cf07573bba75 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:22.889130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f90aade-5985-4ee3-9711-9b8c7e7becb1 None None] Network 4149b3ce-c88b-47df-9a4d-606d6033b839 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:22.889295 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-e269b466-f403-4165-8576-cf07573bba75 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4149b3ce-c88b-47df-9a4d-606d6033b839']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:22.902919 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-e269b466-f403-4165-8576-cf07573bba75 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43504c5-9003-4045-ae5e-d1755f33b4b2') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:22.903263 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-e269b466-f403-4165-8576-cf07573bba75 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43504c5-9003-4045-ae5e-d1755f33b4b2') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:22.915288 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84c41d8a-c564-46ef-8bbe-131bf5310da3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:22.929022 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e269b466-f403-4165-8576-cf07573bba75 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:22.971089 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e269b466-f403-4165-8576-cf07573bba75 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:22.983955 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e269b466-f403-4165-8576-cf07573bba75 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:22.984365 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e269b466-f403-4165-8576-cf07573bba75 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:22.988382 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:23.067536 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e269b466-f403-4165-8576-cf07573bba75 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:23.068080 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30843b01-df3b-4dcf-bbdd-fa3f0147faad None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 21:01:23.079986 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e269b466-f403-4165-8576-cf07573bba75 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:23.082382 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e269b466-f403-4165-8576-cf07573bba75 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/networks/4149b3ce-c88b-47df-9a4d-606d6033b839 HTTP/1.1" status: 204 len: 168 time: 0.8503613 Jul 23 21:01:23.086353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49758) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:23.092522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-47bd56bf-dd22-4288-bfb2-9020678053a5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1400888720'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:23.110387 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269b466-f403-4165-8576-cf07573bba75 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Network': ['ID=4149b3ce-c88b-47df-9a4d-606d6033b839,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:23.113954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-84c41d8a-c564-46ef-8bbe-131bf5310da3 admin admin] Deleting port 54b53685-70c8-4602-8095-5f0f3f1eba2e {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:23.114469 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84c41d8a-c564-46ef-8bbe-131bf5310da3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:23.126711 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-78484b41-24d7-4489-8e75-e6f08407658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029496fa-3306-4323-965c-3e64d8c17d71', 'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T21:01:21Z', 'revision_number': 5, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'gw_port': {'id': '54b53685-70c8-4602-8095-5f0f3f1eba2e', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029496fa-3306-4323-965c-3e64d8c17d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:23.147970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bd56bf-dd22-4288-bfb2-9020678053a5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:23.151751 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47bd56bf-dd22-4288-bfb2-9020678053a5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:23.170245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78484b41-24d7-4489-8e75-e6f08407658d None None] Checking router: 029496fa-3306-4323-965c-3e64d8c17d71 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:01:23.190843 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78484b41-24d7-4489-8e75-e6f08407658d None None] Routers {'029496fa-3306-4323-965c-3e64d8c17d71'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:01:23.191624 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-78484b41-24d7-4489-8e75-e6f08407658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:00:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['029496fa-3306-4323-965c-3e64d8c17d71'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:23.213801 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47bd56bf-dd22-4288-bfb2-9020678053a5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:23.228521 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47bd56bf-dd22-4288-bfb2-9020678053a5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:23.228893 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-47bd56bf-dd22-4288-bfb2-9020678053a5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Added segment 82351aad-2c14-4da4-836c-0c59ec4147a4 of type vlan for network 79cddb91-a3b2-4ad2-a98f-3f051cd775f5 Jul 23 21:01:23.268829 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-84c41d8a-c564-46ef-8bbe-131bf5310da3 admin admin] For port 54b53685-70c8-4602-8095-5f0f3f1eba2e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=54b53685-70c8-4602-8095-5f0f3f1eba2e,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:23.269505 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84c41d8a-c564-46ef-8bbe-131bf5310da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:23.280120 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47bd56bf-dd22-4288-bfb2-9020678053a5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:23.286646 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-84c41d8a-c564-46ef-8bbe-131bf5310da3 admin admin] Calling delete_port for 54b53685-70c8-4602-8095-5f0f3f1eba2e owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:23.302633 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-78484b41-24d7-4489-8e75-e6f08407658d None None] Set router 029496fa-3306-4323-965c-3e64d8c17d71 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:01:23.329234 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47bd56bf-dd22-4288-bfb2-9020678053a5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:23.338037 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bd56bf-dd22-4288-bfb2-9020678053a5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:23.338633 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47bd56bf-dd22-4288-bfb2-9020678053a5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:23.371482 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-78484b41-24d7-4489-8e75-e6f08407658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029496fa-3306-4323-965c-3e64d8c17d71', 'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T21:01:22Z', 'revision_number': 6, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:23.376789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30843b01-df3b-4dcf-bbdd-fa3f0147faad None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 21:01:23.384752 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-47bd56bf-dd22-4288-bfb2-9020678053a5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2966831 Jul 23 21:01:23.387680 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49766) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:23.396193 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-1e6ed485-ae19-4341-8c42-7a65909892d5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'subnet': {'network_id': '79cddb91-a3b2-4ad2-a98f-3f051cd775f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:23.404144 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78484b41-24d7-4489-8e75-e6f08407658d None None] The sync data for ids ['029496fa-3306-4323-965c-3e64d8c17d71'] in n-d-791504-18 is: [{'id': '029496fa-3306-4323-965c-3e64d8c17d71', 'name': 'tempest-TestVolumeBackupRestore-8499832-router', 'tenant_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:51Z', 'updated_at': '2021-07-23T21:01:22Z', 'revision_number': 6, 'project_id': '4bcad8cead78462cb1b3a6a4fd77f0af', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:01:23.414920 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd56bf-dd22-4288-bfb2-9020678053a5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Network': ['ID=79cddb91-a3b2-4ad2-a98f-3f051cd775f5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:23.445327 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 79cddb91-a3b2-4ad2-a98f-3f051cd775f5 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:23.934120 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6ed485-ae19-4341-8c42-7a65909892d5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:23.937633 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed485-ae19-4341-8c42-7a65909892d5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.018152 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84c41d8a-c564-46ef-8bbe-131bf5310da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.059868 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c41d8a-c564-46ef-8bbe-131bf5310da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=54b53685-70c8-4602-8095-5f0f3f1eba2e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:24.161850 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84c41d8a-c564-46ef-8bbe-131bf5310da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.267764 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84c41d8a-c564-46ef-8bbe-131bf5310da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.271449 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84c41d8a-c564-46ef-8bbe-131bf5310da3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.354150 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed485-ae19-4341-8c42-7a65909892d5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.365758 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84c41d8a-c564-46ef-8bbe-131bf5310da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.366317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c41d8a-c564-46ef-8bbe-131bf5310da3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 029496fa-3306-4323-965c-3e64d8c17d71 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:01:24.388347 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84c41d8a-c564-46ef-8bbe-131bf5310da3 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.392094 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-84c41d8a-c564-46ef-8bbe-131bf5310da3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/029496fa-3306-4323-965c-3e64d8c17d71 HTTP/1.1" status: 204 len: 168 time: 1.8789363 Jul 23 21:01:24.392410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49788) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:24.428192 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ed485-ae19-4341-8c42-7a65909892d5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Subnet': ['ID=cd4bd855-5c76-41ce-b284-a305bd631d77,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:24.439965 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6ed485-ae19-4341-8c42-7a65909892d5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Checking segment: {'id': '82351aad-2c14-4da4-836c-0c59ec4147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '79cddb91-a3b2-4ad2-a98f-3f051cd775f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:24.440331 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ed485-ae19-4341-8c42-7a65909892d5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network hostable DHCP agents. Network: 79cddb91-a3b2-4ad2-a98f-3f051cd775f5, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:24.458116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ed485-ae19-4341-8c42-7a65909892d5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network 79cddb91-a3b2-4ad2-a98f-3f051cd775f5 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:24.473350 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1e6ed485-ae19-4341-8c42-7a65909892d5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 79cddb91-a3b2-4ad2-a98f-3f051cd775f5) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:24.479587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6ed485-ae19-4341-8c42-7a65909892d5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:24.481912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd2b3de-a9d6-4080-b765-91f4a57a025c None None] Network 79cddb91-a3b2-4ad2-a98f-3f051cd775f5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:24.492463 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed485-ae19-4341-8c42-7a65909892d5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.506301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01cf5f9-6b16-4504-b696-cc5fdba0152e admin admin] Deleting subnet e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:01:24.518727 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a01cf5f9-6b16-4504-b696-cc5fdba0152e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.520975 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1e6ed485-ae19-4341-8c42-7a65909892d5 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1319175 Jul 23 21:01:24.524723 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49792) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:24.535684 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-669bf72e-cc49-4de3-8880-afb33bf9a40e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'subnet': {'network_id': '79cddb91-a3b2-4ad2-a98f-3f051cd775f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:24.615780 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a222ae61-5bfe-4971-9ad5-1282f6cb4e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.630959 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a01cf5f9-6b16-4504-b696-cc5fdba0152e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.699946 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-79cddb91-a3b2-4ad2-a98f-3f051cd775f5', 'network_id': '79cddb91-a3b2-4ad2-a98f-3f051cd775f5', 'tenant_id': '2287160cffa7491a84cb5f72984cc1b4', 'fixed_ips': [{'subnet_id': 'cd4bd855-5c76-41ce-b284-a305bd631d77'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:01:24.701134 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.781014 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a01cf5f9-6b16-4504-b696-cc5fdba0152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.783705 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669bf72e-cc49-4de3-8880-afb33bf9a40e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:24.787163 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-669bf72e-cc49-4de3-8880-afb33bf9a40e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:24.867394 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Allocated IP 2001:db8::2 (79cddb91-a3b2-4ad2-a98f-3f051cd775f5/cd4bd855-5c76-41ce-b284-a305bd631d77/fe696277-b43b-4666-9e13-ea52410e693f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:25.029886 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:25.040059 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Transition to ACTIVE for port object fe696277-b43b-4666-9e13-ea52410e693f will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:25.058944 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Transition to ACTIVE for port object fe696277-b43b-4666-9e13-ea52410e693f will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:25.080258 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:25.128385 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Network 79cddb91-a3b2-4ad2-a98f-3f051cd775f5 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:25.132804 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:25.134619 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Pushing event updated for resources: {'Port': ['ID=fe696277-b43b-4666-9e13-ea52410e693f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:25.137928 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:01:25.212697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 54b53685-70c8-4602-8095-5f0f3f1eba2e no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:25.218876 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Attempting to bind port fe696277-b43b-4666-9e13-ea52410e693f on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:01:25.218876 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Attempting to bind port fe696277-b43b-4666-9e13-ea52410e693f by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '82351aad-2c14-4da4-836c-0c59ec4147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '79cddb91-a3b2-4ad2-a98f-3f051cd775f5'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:01:25.219366 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Attempting to bind port fe696277-b43b-4666-9e13-ea52410e693f on network 79cddb91-a3b2-4ad2-a98f-3f051cd775f5 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:01:25.243551 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 54b53685-70c8-4602-8095-5f0f3f1eba2e {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:25.243901 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 54b53685-70c8-4602-8095-5f0f3f1eba2e not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:25.244318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:25.246275 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:01:25.246650 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Checking segment: {'id': '82351aad-2c14-4da4-836c-0c59ec4147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '79cddb91-a3b2-4ad2-a98f-3f051cd775f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:25.247051 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:25.247500 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Bound using segment: {'id': '82351aad-2c14-4da4-836c-0c59ec4147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '79cddb91-a3b2-4ad2-a98f-3f051cd775f5'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:01:25.247985 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Bound port: fe696277-b43b-4666-9e13-ea52410e693f, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82351aad-2c14-4da4-836c-0c59ec4147a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '79cddb91-a3b2-4ad2-a98f-3f051cd775f5'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:01:25.248350 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:25.277357 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:25.277679 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9d2adc78-f0a6-4932-9dd0-e98bb3cf6892 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:25.288701 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a01cf5f9-6b16-4504-b696-cc5fdba0152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:25.317912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cf5f9-6b16-4504-b696-cc5fdba0152e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:25.336001 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a01cf5f9-6b16-4504-b696-cc5fdba0152e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:25.340309 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a01cf5f9-6b16-4504-b696-cc5fdba0152e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e6af5a67-dc5e-4920-9b0f-6b2fa5d42c89 HTTP/1.1" status: 204 len: 168 time: 0.9463305 Jul 23 21:01:25.340414 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49810) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:25.349776 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] For port fe696277-b43b-4666-9e13-ea52410e693f, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:01:25.353238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d175fd-fd4d-401c-957a-c532c5046322 None None] Network 411352d1-7a75-42b9-bd5f-27a10f834896 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:25.356077 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] For port fe696277-b43b-4666-9e13-ea52410e693f, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=fe696277-b43b-4666-9e13-ea52410e693f,segment=NetworkSegment(82351aad-2c14-4da4-836c-0c59ec4147a4),segment_id=82351aad-2c14-4da4-836c-0c59ec4147a4)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:01:25.379857 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:25.429016 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:25.524790 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-669bf72e-cc49-4de3-8880-afb33bf9a40e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:25.527936 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] Deleting port 00c71033-3338-4523-ae0a-b7ea4cd2d72e {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:25.528524 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:25.559249 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8c1a1-c95e-402c-8660-8c5a268621bd None None] Pushing event updated for resources: {'Port': ['ID=fe696277-b43b-4666-9e13-ea52410e693f,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:25.584529 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669bf72e-cc49-4de3-8880-afb33bf9a40e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network 79cddb91-a3b2-4ad2-a98f-3f051cd775f5 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:25.588362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-669bf72e-cc49-4de3-8880-afb33bf9a40e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:25.594338 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669bf72e-cc49-4de3-8880-afb33bf9a40e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:25.594972 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-669bf72e-cc49-4de3-8880-afb33bf9a40e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:25.625989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bf72e-cc49-4de3-8880-afb33bf9a40e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Subnet': ['ID=24577a38-1b88-487e-9027-7f01e735d9e1,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:25.633794 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-669bf72e-cc49-4de3-8880-afb33bf9a40e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1060114 Jul 23 21:01:25.636698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49816) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:25.637042 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] For port 00c71033-3338-4523-ae0a-b7ea4cd2d72e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=00c71033-3338-4523-ae0a-b7ea4cd2d72e,segment=NetworkSegment(bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327),segment_id=bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:25.638090 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:25.652182 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] Calling delete_port for 00c71033-3338-4523-ae0a-b7ea4cd2d72e owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:25.685702 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2d5cfd-7b49-44bf-a8a1-b7530f4da2c5 None None] DHCP port deletion for 411352d1-7a75-42b9-bd5f-27a10f834896 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:01:25.744485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4e1bc5-2ff3-48f5-a03b-5af90be3dec2 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:25.748034 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4e1bc5-2ff3-48f5-a03b-5af90be3dec2 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:25.751811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4e1bc5-2ff3-48f5-a03b-5af90be3dec2 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:25.753674 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4e1bc5-2ff3-48f5-a03b-5af90be3dec2 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:25.755743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4e1bc5-2ff3-48f5-a03b-5af90be3dec2 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:25.757643 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fd4e1bc5-2ff3-48f5-a03b-5af90be3dec2 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1198094 Jul 23 21:01:25.772393 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49820) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:25.783872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-109c3331-9d80-426a-afb6-b49eb1ab8fd7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-671040013'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:25.790705 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:25.792206 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d5cfd-7b49-44bf-a8a1-b7530f4da2c5 None None] Deleting port 00c71033-3338-4523-ae0a-b7ea4cd2d72e {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:25.794447 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf2d5cfd-7b49-44bf-a8a1-b7530f4da2c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:25.839746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] No DVR routers for this DVR port 00c71033-3338-4523-ae0a-b7ea4cd2d72e on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:25.888104 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cf2d5cfd-7b49-44bf-a8a1-b7530f4da2c5 None None] For port 00c71033-3338-4523-ae0a-b7ea4cd2d72e, host n-d-791504-18, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:25.889005 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf2d5cfd-7b49-44bf-a8a1-b7530f4da2c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:25.906199 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d5cfd-7b49-44bf-a8a1-b7530f4da2c5 None None] Calling delete_port for 00c71033-3338-4523-ae0a-b7ea4cd2d72e owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:25.912937 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-cf2d5cfd-7b49-44bf-a8a1-b7530f4da2c5 None None] Port 00c71033-3338-4523-ae0a-b7ea4cd2d72e was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 21:01:25.914804 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf2d5cfd-7b49-44bf-a8a1-b7530f4da2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:25.932413 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c71033-3338-4523-ae0a-b7ea4cd2d72e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:25.940899 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109c3331-9d80-426a-afb6-b49eb1ab8fd7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:25.944674 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-109c3331-9d80-426a-afb6-b49eb1ab8fd7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:25.950013 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d5cfd-7b49-44bf-a8a1-b7530f4da2c5 None None] No DVR routers for this DVR port 00c71033-3338-4523-ae0a-b7ea4cd2d72e on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:25.951783 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d5cfd-7b49-44bf-a8a1-b7530f4da2c5 None None] Pushing event deleted for resources: {'Port': ['ID=00c71033-3338-4523-ae0a-b7ea4cd2d72e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:25.995616 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:26.010830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411352d1-7a75-42b9-bd5f-27a10f834896']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:26.023743 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:26.023977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe4bd6f-cdb2-43fb-a2dd-f4728fb32327') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:26.037671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109c3331-9d80-426a-afb6-b49eb1ab8fd7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:26.040744 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:26.057486 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-109c3331-9d80-426a-afb6-b49eb1ab8fd7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:26.057837 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-109c3331-9d80-426a-afb6-b49eb1ab8fd7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Added segment 31df5e4d-2559-4bc9-838e-2a382dc9cea1 of type vlan for network 369cb23c-b271-4026-862e-f7c1cbf13aba Jul 23 21:01:26.066836 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:26.079898 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:26.080439 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:26.082290 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:26.166911 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-109c3331-9d80-426a-afb6-b49eb1ab8fd7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:26.180794 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:26.188178 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:26.190065 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/411352d1-7a75-42b9-bd5f-27a10f834896 HTTP/1.1" status: 204 len: 168 time: 0.8487303 Jul 23 21:01:26.193244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49832) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:26.209534 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438e9be-9dc9-471b-b4e2-e6fa35a6f5c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=411352d1-7a75-42b9-bd5f-27a10f834896,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:26.218292 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-109c3331-9d80-426a-afb6-b49eb1ab8fd7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:26.224992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109c3331-9d80-426a-afb6-b49eb1ab8fd7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:26.225647 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-109c3331-9d80-426a-afb6-b49eb1ab8fd7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:26.271213 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-109c3331-9d80-426a-afb6-b49eb1ab8fd7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4975433 Jul 23 21:01:26.274861 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49836) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:26.280473 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-2f16d6ee-c5ab-4e91-85b3-1a5637893334 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:26.304318 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c3331-9d80-426a-afb6-b49eb1ab8fd7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Network': ['ID=369cb23c-b271-4026-862e-f7c1cbf13aba,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:26.315373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 369cb23c-b271-4026-862e-f7c1cbf13aba details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:26.600818 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2f16d6ee-c5ab-4e91-85b3-1a5637893334 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:26.632627 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2f16d6ee-c5ab-4e91-85b3-1a5637893334 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:26.658849 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f16d6ee-c5ab-4e91-85b3-1a5637893334 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network 369cb23c-b271-4026-862e-f7c1cbf13aba is not hosted by any dhcp agent {{(pid=93811) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 21:01:26.664439 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f16d6ee-c5ab-4e91-85b3-1a5637893334 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:26.665263 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2f16d6ee-c5ab-4e91-85b3-1a5637893334 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:26.666723 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2f16d6ee-c5ab-4e91-85b3-1a5637893334 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "PUT /v2.0/networks/369cb23c-b271-4026-862e-f7c1cbf13aba HTTP/1.1" status: 200 len: 723 time: 0.3908937 Jul 23 21:01:26.671719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49844) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:26.676971 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-592c2189-574d-468a-a505-f70a6c3da577 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'subnet': {'network_id': '369cb23c-b271-4026-862e-f7c1cbf13aba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:26.750258 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16d6ee-c5ab-4e91-85b3-1a5637893334 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Network': ['ID=369cb23c-b271-4026-862e-f7c1cbf13aba,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:26.765133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 369cb23c-b271-4026-862e-f7c1cbf13aba details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:26.806523 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592c2189-574d-468a-a505-f70a6c3da577 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:26.810966 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-592c2189-574d-468a-a505-f70a6c3da577 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:26.841540 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77cc196-7336-4463-8a4e-1c6bcdf327be None None] Network 79cddb91-a3b2-4ad2-a98f-3f051cd775f5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:26.897340 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c2ded3f8-2153-4b5f-88f6-33f55a5418b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:26.952545 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1efd2c2a-cfa5-44fd-8af9-47dcdc111220 None None] Provisioning for port fe696277-b43b-4666-9e13-ea52410e693f completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:27.066749 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-592c2189-574d-468a-a505-f70a6c3da577 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:27.165644 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592c2189-574d-468a-a505-f70a6c3da577 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Checking segment: {'id': '31df5e4d-2559-4bc9-838e-2a382dc9cea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '369cb23c-b271-4026-862e-f7c1cbf13aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:27.165644 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592c2189-574d-468a-a505-f70a6c3da577 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network hostable DHCP agents. Network: 369cb23c-b271-4026-862e-f7c1cbf13aba, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:27.167220 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c2189-574d-468a-a505-f70a6c3da577 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Subnet': ['ID=bc5699af-274f-4043-bc2d-4b71bfce774b,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:27.191275 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592c2189-574d-468a-a505-f70a6c3da577 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network 369cb23c-b271-4026-862e-f7c1cbf13aba is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:27.203212 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b016641-9215-45bc-948f-589c7dc326d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:27.217487 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-592c2189-574d-468a-a505-f70a6c3da577 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 369cb23c-b271-4026-862e-f7c1cbf13aba) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:27.228835 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592c2189-574d-468a-a505-f70a6c3da577 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:27.229441 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-592c2189-574d-468a-a505-f70a6c3da577 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:27.230830 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b8b53-3131-4ec7-9789-b4180fc15a2e None None] Network 369cb23c-b271-4026-862e-f7c1cbf13aba requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:27.250109 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-592c2189-574d-468a-a505-f70a6c3da577 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5770550 Jul 23 21:01:27.259152 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49856) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:27.260317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-57d56f34-d3e4-4055-9504-7d55cd356eda tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:27.303688 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93eb148-7afb-4342-9982-d6b9803fd61b None None] Update dhcp port {'port': {'network_id': '79cddb91-a3b2-4ad2-a98f-3f051cd775f5', 'fixed_ips': [{'subnet_id': 'cd4bd855-5c76-41ce-b284-a305bd631d77', 'ip_address': '2001:db8::2'}, {'subnet_id': '24577a38-1b88-487e-9027-7f01e735d9e1'}], 'binding:host_id': 'n-d-791504-18'}, 'id': 'fe696277-b43b-4666-9e13-ea52410e693f'} from n-d-791504-18. {{(pid=93812) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 21:01:27.309017 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device fe696277-b43b-4666-9e13-ea52410e693f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:01:27.318986 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-c2ded3f8-2153-4b5f-88f6-33f55a5418b9 admin admin] Deleting port a03027c7-ed56-4567-b3b4-ddef84b666aa {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:27.319412 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c2ded3f8-2153-4b5f-88f6-33f55a5418b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:27.393642 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57d56f34-d3e4-4055-9504-7d55cd356eda tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12005893'] for subnet, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:27.430327 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-c2ded3f8-2153-4b5f-88f6-33f55a5418b9 admin admin] For port a03027c7-ed56-4567-b3b4-ddef84b666aa, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a03027c7-ed56-4567-b3b4-ddef84b666aa,segment=NetworkSegment(33511095-c66e-41f1-a645-bf8f3dfa4b43),segment_id=33511095-c66e-41f1-a645-bf8f3dfa4b43)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:27.430900 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c2ded3f8-2153-4b5f-88f6-33f55a5418b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:27.445910 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-c2ded3f8-2153-4b5f-88f6-33f55a5418b9 admin admin] Calling delete_port for a03027c7-ed56-4567-b3b4-ddef84b666aa owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:27.453810 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c93eb148-7afb-4342-9982-d6b9803fd61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:27.468840 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:27.511237 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port fe696277-b43b-4666-9e13-ea52410e693f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:27.551615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port fe696277-b43b-4666-9e13-ea52410e693f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:27.551985 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:27.601525 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57d56f34-d3e4-4055-9504-7d55cd356eda tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729330192204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12484903'] for subnet, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:27.625092 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d56f34-d3e4-4055-9504-7d55cd356eda tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:27.625692 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57d56f34-d3e4-4055-9504-7d55cd356eda tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:27.630015 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49864) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:27.631044 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-57d56f34-d3e4-4055-9504-7d55cd356eda tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "PUT /v2.0/subnets/bc5699af-274f-4043-bc2d-4b71bfce774b HTTP/1.1" status: 200 len: 826 time: 0.3762405 Jul 23 21:01:27.688451 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-369cb23c-b271-4026-862e-f7c1cbf13aba', 'network_id': '369cb23c-b271-4026-862e-f7c1cbf13aba', 'tenant_id': '2287160cffa7491a84cb5f72984cc1b4', 'fixed_ips': [{'subnet_id': 'bc5699af-274f-4043-bc2d-4b71bfce774b'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:01:27.689574 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:27.694203 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d56f34-d3e4-4055-9504-7d55cd356eda tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Subnet': ['ID=bc5699af-274f-4043-bc2d-4b71bfce774b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:27.817286 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c2ded3f8-2153-4b5f-88f6-33f55a5418b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:27.845296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ded3f8-2153-4b5f-88f6-33f55a5418b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03027c7-ed56-4567-b3b4-ddef84b666aa,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:27.852854 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:27.857969 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-c93eb148-7afb-4342-9982-d6b9803fd61b None None] Allocated IP 172.20.0.1 (79cddb91-a3b2-4ad2-a98f-3f051cd775f5/24577a38-1b88-487e-9027-7f01e735d9e1/fe696277-b43b-4666-9e13-ea52410e693f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:27.896992 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:27.974980 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:28.032073 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Allocated IP 2001:db8::2 (369cb23c-b271-4026-862e-f7c1cbf13aba/bc5699af-274f-4043-bc2d-4b71bfce774b/fb69deb4-55c8-469c-8a04-83b9c8838b3d) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:28.064572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-c93eb148-7afb-4342-9982-d6b9803fd61b None None] For port fe696277-b43b-4666-9e13-ea52410e693f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=fe696277-b43b-4666-9e13-ea52410e693f,segment=NetworkSegment(82351aad-2c14-4da4-836c-0c59ec4147a4),segment_id=82351aad-2c14-4da4-836c-0c59ec4147a4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:28.190832 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c2ded3f8-2153-4b5f-88f6-33f55a5418b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:28.197366 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c93eb148-7afb-4342-9982-d6b9803fd61b None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:28.224383 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c93eb148-7afb-4342-9982-d6b9803fd61b None None] Transition to ACTIVE for port object fe696277-b43b-4666-9e13-ea52410e693f will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:28.242052 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c93eb148-7afb-4342-9982-d6b9803fd61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:28.389182 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 21:01:28.389557 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 21:01:28.398467 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:28.430055 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93eb148-7afb-4342-9982-d6b9803fd61b None None] Pushing event updated for resources: {'Port': ['ID=fe696277-b43b-4666-9e13-ea52410e693f,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:28.435997 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ded3f8-2153-4b5f-88f6-33f55a5418b9 admin admin] Router 7254b57d-9d9b-4c69-a00e-27f312ead006 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:01:28.441528 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Transition to ACTIVE for port object fb69deb4-55c8-469c-8a04-83b9c8838b3d will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:28.464279 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Transition to ACTIVE for port object fb69deb4-55c8-469c-8a04-83b9c8838b3d will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:28.479091 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:28.518468 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Network 369cb23c-b271-4026-862e-f7c1cbf13aba is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:28.521664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:28.525410 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:01:28.540011 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Pushing event updated for resources: {'Port': ['ID=fb69deb4-55c8-469c-8a04-83b9c8838b3d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:28.566100 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:28.617220 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:28.628856 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Attempting to bind port fb69deb4-55c8-469c-8a04-83b9c8838b3d on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:01:28.629506 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Attempting to bind port fb69deb4-55c8-469c-8a04-83b9c8838b3d by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '31df5e4d-2559-4bc9-838e-2a382dc9cea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '369cb23c-b271-4026-862e-f7c1cbf13aba'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:01:28.630089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Attempting to bind port fb69deb4-55c8-469c-8a04-83b9c8838b3d on network 369cb23c-b271-4026-862e-f7c1cbf13aba {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:01:28.635760 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:01:28.635895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Checking segment: {'id': '31df5e4d-2559-4bc9-838e-2a382dc9cea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '369cb23c-b271-4026-862e-f7c1cbf13aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:28.636310 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:28.636687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Bound using segment: {'id': '31df5e4d-2559-4bc9-838e-2a382dc9cea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '369cb23c-b271-4026-862e-f7c1cbf13aba'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:01:28.637159 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Bound port: fb69deb4-55c8-469c-8a04-83b9c8838b3d, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31df5e4d-2559-4bc9-838e-2a382dc9cea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '369cb23c-b271-4026-862e-f7c1cbf13aba'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:01:28.637541 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:28.655457 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Subnet': ['ID=bc5699af-274f-4043-bc2d-4b71bfce774b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:28.695814 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:28.712792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ded3f8-2153-4b5f-88f6-33f55a5418b9 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:01:28.721812 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c2ded3f8-2153-4b5f-88f6-33f55a5418b9 admin admin] 10.222.0.55 "PUT /v2.0/routers/7254b57d-9d9b-4c69-a00e-27f312ead006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5245364 Jul 23 21:01:28.722667 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49886) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:28.727964 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369cb23c-b271-4026-862e-f7c1cbf13aba']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:28.743757 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] For port fb69deb4-55c8-469c-8a04-83b9c8838b3d, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:01:28.747614 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] For port fb69deb4-55c8-469c-8a04-83b9c8838b3d, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=fb69deb4-55c8-469c-8a04-83b9c8838b3d,segment=NetworkSegment(31df5e4d-2559-4bc9-838e-2a382dc9cea1),segment_id=31df5e4d-2559-4bc9-838e-2a382dc9cea1)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:01:28.749931 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f192a4d6-faf0-413e-a614-82f41e176d3d None None] Sync routers for ids ['7254b57d-9d9b-4c69-a00e-27f312ead006'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:01:28.753486 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:28.769172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31df5e4d-2559-4bc9-838e-2a382dc9cea1') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:28.769545 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f192a4d6-faf0-413e-a614-82f41e176d3d None None] Routers {'7254b57d-9d9b-4c69-a00e-27f312ead006'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:01:28.771635 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f192a4d6-faf0-413e-a614-82f41e176d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:01:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['7254b57d-9d9b-4c69-a00e-27f312ead006'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:28.783370 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31df5e4d-2559-4bc9-838e-2a382dc9cea1') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:28.795557 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:28.815668 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:28.830541 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:28.831481 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:28.842309 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:28.861994 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b1efc-3f1f-4718-ae1c-4b5df2ce70de None None] Pushing event updated for resources: {'Port': ['ID=fb69deb4-55c8-469c-8a04-83b9c8838b3d,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:28.921750 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d4a31b-92a0-4748-b63b-8843baee998c None None] Network 369cb23c-b271-4026-862e-f7c1cbf13aba requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:28.950929 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.db.api [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 21:01:28.950929 n-d-791504-18 neutron-server[93811]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 21:01:28.950929 n-d-791504-18 neutron-server[93811]: [parameters: {'id': '369cb23c-b271-4026-862e-f7c1cbf13aba'}] Jul 23 21:01:28.950929 n-d-791504-18 neutron-server[93811]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 21:01:28.952028 n-d-791504-18 neutron-server[93811]: DEBUG oslo_db.api [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 21:01:28.962235 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ab9922a-3d2c-490e-a071-503d4706d3e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:28.964959 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:29.043454 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-f192a4d6-faf0-413e-a614-82f41e176d3d None None] Set router 7254b57d-9d9b-4c69-a00e-27f312ead006 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:01:29.091440 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port fe696277-b43b-4666-9e13-ea52410e693f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=fe696277-b43b-4666-9e13-ea52410e693f,segment=NetworkSegment(82351aad-2c14-4da4-836c-0c59ec4147a4),segment_id=82351aad-2c14-4da4-836c-0c59ec4147a4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:29.111599 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ab9922a-3d2c-490e-a071-503d4706d3e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:29.115750 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:29.217202 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-7ab9922a-3d2c-490e-a071-503d4706d3e4 admin admin] Deleting port 4ba72bb9-0f19-4c3e-acdc-a115bae06a97 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:29.217568 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ab9922a-3d2c-490e-a071-503d4706d3e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:29.256361 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 00c71033-3338-4523-ae0a-b7ea4cd2d72e no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:29.260488 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=fe696277-b43b-4666-9e13-ea52410e693f,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:29.288791 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 00c71033-3338-4523-ae0a-b7ea4cd2d72e {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:29.289218 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 00c71033-3338-4523-ae0a-b7ea4cd2d72e not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:29.326327 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcb0fa5-2708-479b-ae54-fe8b9c3df6f2 None None] Network 369cb23c-b271-4026-862e-f7c1cbf13aba requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:29.354725 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f192a4d6-faf0-413e-a614-82f41e176d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'name': 'tempest-TestVolumeBackupRestore-2003065163-router', 'tenant_id': '90080ac3c45c41ddb7b53bd1d7608604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '4ba72bb9-0f19-4c3e-acdc-a115bae06a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:56Z', 'updated_at': '2021-07-23T21:01:27Z', 'revision_number': 5, 'project_id': '90080ac3c45c41ddb7b53bd1d7608604', 'gw_port': {'id': '4ba72bb9-0f19-4c3e-acdc-a115bae06a97', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:57:56Z', 'updated_at': '2021-07-23T20:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:29.380610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a37b39-39a5-4aec-bf44-87a79a791938 None None] Network 79cddb91-a3b2-4ad2-a98f-3f051cd775f5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:29.391352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-7ab9922a-3d2c-490e-a071-503d4706d3e4 admin admin] For port 4ba72bb9-0f19-4c3e-acdc-a115bae06a97, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=4ba72bb9-0f19-4c3e-acdc-a115bae06a97,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:29.391752 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ab9922a-3d2c-490e-a071-503d4706d3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:29.404815 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f192a4d6-faf0-413e-a614-82f41e176d3d None None] Checking router: 7254b57d-9d9b-4c69-a00e-27f312ead006 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:01:29.414463 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f192a4d6-faf0-413e-a614-82f41e176d3d None None] Routers {'7254b57d-9d9b-4c69-a00e-27f312ead006'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:01:29.415243 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f192a4d6-faf0-413e-a614-82f41e176d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:01:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['7254b57d-9d9b-4c69-a00e-27f312ead006'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:29.418984 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-7ab9922a-3d2c-490e-a071-503d4706d3e4 admin admin] Calling delete_port for 4ba72bb9-0f19-4c3e-acdc-a115bae06a97 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:29.456438 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:29.529960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device fe696277-b43b-4666-9e13-ea52410e693f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:01:29.569866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Deleting port fb69deb4-55c8-469c-8a04-83b9c8838b3d {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:29.570910 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:29.571649 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-f192a4d6-faf0-413e-a614-82f41e176d3d None None] Set router 7254b57d-9d9b-4c69-a00e-27f312ead006 gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:01:29.651065 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f192a4d6-faf0-413e-a614-82f41e176d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'name': 'tempest-TestVolumeBackupRestore-2003065163-router', 'tenant_id': '90080ac3c45c41ddb7b53bd1d7608604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:56Z', 'updated_at': '2021-07-23T21:01:29Z', 'revision_number': 6, 'project_id': '90080ac3c45c41ddb7b53bd1d7608604', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:29.682302 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f192a4d6-faf0-413e-a614-82f41e176d3d None None] The sync data for ids ['7254b57d-9d9b-4c69-a00e-27f312ead006'] in n-d-791504-18 is: [{'id': '7254b57d-9d9b-4c69-a00e-27f312ead006', 'name': 'tempest-TestVolumeBackupRestore-2003065163-router', 'tenant_id': '90080ac3c45c41ddb7b53bd1d7608604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:57:56Z', 'updated_at': '2021-07-23T21:01:29Z', 'revision_number': 6, 'project_id': '90080ac3c45c41ddb7b53bd1d7608604', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:01:29.747190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] For port fb69deb4-55c8-469c-8a04-83b9c8838b3d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=fb69deb4-55c8-469c-8a04-83b9c8838b3d,segment=NetworkSegment(31df5e4d-2559-4bc9-838e-2a382dc9cea1),segment_id=31df5e4d-2559-4bc9-838e-2a382dc9cea1)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:29.747813 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:29.752871 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ab9922a-3d2c-490e-a071-503d4706d3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:29.770139 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Calling delete_port for fb69deb4-55c8-469c-8a04-83b9c8838b3d owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:29.776941 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3211b69e-cca4-4796-8b2e-d10c126f7e87 None None] Provisioning for port fe696277-b43b-4666-9e13-ea52410e693f completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:29.790633 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3211b69e-cca4-4796-8b2e-d10c126f7e87 None None] Provisioning complete for port fe696277-b43b-4666-9e13-ea52410e693f triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:29.791011 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3211b69e-cca4-4796-8b2e-d10c126f7e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:29.792241 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9922a-3d2c-490e-a071-503d4706d3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba72bb9-0f19-4c3e-acdc-a115bae06a97,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:29.869441 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ab9922a-3d2c-490e-a071-503d4706d3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:29.888566 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:29.918523 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Port': ['ID=fb69deb4-55c8-469c-8a04-83b9c8838b3d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:29.927510 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No DVR routers for this DVR port fb69deb4-55c8-469c-8a04-83b9c8838b3d on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:29.949870 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port fe696277-b43b-4666-9e13-ea52410e693f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:29.950468 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.011141 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ab9922a-3d2c-490e-a071-503d4706d3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.013323 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ab9922a-3d2c-490e-a071-503d4706d3e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.031762 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.050711 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369cb23c-b271-4026-862e-f7c1cbf13aba']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:30.066649 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31df5e4d-2559-4bc9-838e-2a382dc9cea1') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:30.067039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31df5e4d-2559-4bc9-838e-2a382dc9cea1') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:30.083517 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.110143 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.112336 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ab9922a-3d2c-490e-a071-503d4706d3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.113254 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab9922a-3d2c-490e-a071-503d4706d3e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7254b57d-9d9b-4c69-a00e-27f312ead006 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:01:30.122686 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.124900 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ab9922a-3d2c-490e-a071-503d4706d3e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.126090 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7ab9922a-3d2c-490e-a071-503d4706d3e4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/7254b57d-9d9b-4c69-a00e-27f312ead006 HTTP/1.1" status: 204 len: 168 time: 1.4025660 Jul 23 21:01:30.128684 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:30.128812 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49910) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:30.129597 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:30.134056 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:30.189276 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4a68dd-a8fd-49fb-9f54-12ee186032dc admin admin] Deleting subnet c12b8a74-cee7-44a4-9372-95b6da36955e {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:01:30.193777 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a4a68dd-a8fd-49fb-9f54-12ee186032dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.220790 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.236074 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.247277 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/networks/369cb23c-b271-4026-862e-f7c1cbf13aba HTTP/1.1" status: 204 len: 168 time: 2.6137953 Jul 23 21:01:30.249348 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a4a68dd-a8fd-49fb-9f54-12ee186032dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.251087 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49916) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:30.257813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381adbf-4f2d-420c-8c13-a0d8f1575a2b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Network': ['ID=369cb23c-b271-4026-862e-f7c1cbf13aba,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:30.308312 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a95f61-ae2d-4bc4-a269-20175762facf tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:30.308904 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a95f61-ae2d-4bc4-a269-20175762facf tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:30.310632 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a4a95f61-ae2d-4bc4-a269-20175762facf tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/networks/369cb23c-b271-4026-862e-f7c1cbf13aba HTTP/1.1" status: 404 len: 339 time: 0.0585208 Jul 23 21:01:30.315185 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49920) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:30.320936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9c3a5282-d135-4c0d-96fb-74fa4af70b6a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-887432001', 'description': 'd1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:30.346629 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3a5282-d135-4c0d-96fb-74fa4af70b6a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:30.351192 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5282-d135-4c0d-96fb-74fa4af70b6a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.382947 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a4a68dd-a8fd-49fb-9f54-12ee186032dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.388924 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3a5282-d135-4c0d-96fb-74fa4af70b6a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:30.400725 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5282-d135-4c0d-96fb-74fa4af70b6a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.401163 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-9c3a5282-d135-4c0d-96fb-74fa4af70b6a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Added segment 61b3da4f-650f-4047-86de-5c6803989466 of type vlan for network e12fa42a-b28d-4eb8-b576-3f02561dc7b2 Jul 23 21:01:30.456609 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a4a68dd-a8fd-49fb-9f54-12ee186032dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.461968 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0338b6cf-9811-42b0-bb9e-509ab0a00811 None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 21:01:30.468618 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5282-d135-4c0d-96fb-74fa4af70b6a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.491980 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a68dd-a8fd-49fb-9f54-12ee186032dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c12b8a74-cee7-44a4-9372-95b6da36955e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:30.500318 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a4a68dd-a8fd-49fb-9f54-12ee186032dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.503936 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7a4a68dd-a8fd-49fb-9f54-12ee186032dc admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c12b8a74-cee7-44a4-9372-95b6da36955e HTTP/1.1" status: 204 len: 168 time: 0.3738458 Jul 23 21:01:30.506754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49924) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:30.528482 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5282-d135-4c0d-96fb-74fa4af70b6a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.534944 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3a5282-d135-4c0d-96fb-74fa4af70b6a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:30.535827 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5282-d135-4c0d-96fb-74fa4af70b6a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.596992 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9c3a5282-d135-4c0d-96fb-74fa4af70b6a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2802823 Jul 23 21:01:30.600329 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49928) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:30.614073 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-59fc1eb9-3768-47b9-a767-9d7c1d4422ec None None] Provisioning complete for port fe696277-b43b-4666-9e13-ea52410e693f triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:30.614451 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-59fc1eb9-3768-47b9-a767-9d7c1d4422ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.616215 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.692548 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] Deleting port 59dff4a5-2a83-43fa-b84e-9369a3f36b86 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:30.692892 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.705480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0338b6cf-9811-42b0-bb9e-509ab0a00811 None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 21:01:30.714542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a5282-d135-4c0d-96fb-74fa4af70b6a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Network': ['ID=e12fa42a-b28d-4eb8-b576-3f02561dc7b2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:30.734264 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network e12fa42a-b28d-4eb8-b576-3f02561dc7b2 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:30.796304 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] For port 59dff4a5-2a83-43fa-b84e-9369a3f36b86, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=59dff4a5-2a83-43fa-b84e-9369a3f36b86,segment=NetworkSegment(33511095-c66e-41f1-a645-bf8f3dfa4b43),segment_id=33511095-c66e-41f1-a645-bf8f3dfa4b43)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:30.796742 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:30.838204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] Calling delete_port for 59dff4a5-2a83-43fa-b84e-9369a3f36b86 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:30.878186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7a4e95-e802-49cf-bced-d9a48a4f4087 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:30.895998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3c7a4e95-e802-49cf-bced-d9a48a4f4087 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "GET /v2.0/networks?id=e12fa42a-b28d-4eb8-b576-3f02561dc7b2 HTTP/1.1" status: 200 len: 764 time: 0.2929354 Jul 23 21:01:30.895998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49934) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:30.901204 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d31c02d0-e8c8-4e9b-b4b6-89e7669c3f1d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'network': {'description': 'd2'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:31.051989 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:31.117027 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] Pushing event deleted for resources: {'Port': ['ID=59dff4a5-2a83-43fa-b84e-9369a3f36b86,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:31.123417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] No DVR routers for this DVR port 59dff4a5-2a83-43fa-b84e-9369a3f36b86 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:31.246912 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d31c02d0-e8c8-4e9b-b4b6-89e7669c3f1d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:31.251514 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:31.262704 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69406e4-13cb-4baa-bcc1-b71738cd5f13 None None] Network d1ce16c7-0a8b-488b-8ce0-150b66c4092d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:31.263810 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ce16c7-0a8b-488b-8ce0-150b66c4092d']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:31.277777 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33511095-c66e-41f1-a645-bf8f3dfa4b43') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:31.278173 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33511095-c66e-41f1-a645-bf8f3dfa4b43') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:31.294040 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:31.299575 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d31c02d0-e8c8-4e9b-b4b6-89e7669c3f1d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:31.323430 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:31.335507 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:31.335923 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:31.350145 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:31.419485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d31c02d0-e8c8-4e9b-b4b6-89e7669c3f1d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network e12fa42a-b28d-4eb8-b576-3f02561dc7b2 is not hosted by any dhcp agent {{(pid=93811) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 21:01:31.426296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31c02d0-e8c8-4e9b-b4b6-89e7669c3f1d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:31.427193 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d31c02d0-e8c8-4e9b-b4b6-89e7669c3f1d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:31.428799 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d31c02d0-e8c8-4e9b-b4b6-89e7669c3f1d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "PUT /v2.0/networks/e12fa42a-b28d-4eb8-b576-3f02561dc7b2 HTTP/1.1" status: 200 len: 761 time: 0.5322530 Jul 23 21:01:31.429925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c02d0-e8c8-4e9b-b4b6-89e7669c3f1d tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Network': ['ID=e12fa42a-b28d-4eb8-b576-3f02561dc7b2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:31.445836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49946) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:31.472087 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:31.477956 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:31.482360 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] 10.222.0.55 "DELETE /v2.0/networks/d1ce16c7-0a8b-488b-8ce0-150b66c4092d HTTP/1.1" status: 204 len: 168 time: 0.9720621 Jul 23 21:01:31.512794 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e2aab-34f7-4461-a08e-d4929d97a94f admin admin] Pushing event deleted for resources: {'Network': ['ID=d1ce16c7-0a8b-488b-8ce0-150b66c4092d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:31.608534 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9198ecf1-88b9-405a-82b8-27dd2b5d9b58 None None] DHCP port deletion for d1ce16c7-0a8b-488b-8ce0-150b66c4092d request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:01:31.677960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8339ddca-3e71-4e9f-909b-eba3775f7aa6 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:31.680742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network e12fa42a-b28d-4eb8-b576-3f02561dc7b2 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:31.695154 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49954) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:31.707701 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8339ddca-3e71-4e9f-909b-eba3775f7aa6 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "GET /v2.0/networks?id=e12fa42a-b28d-4eb8-b576-3f02561dc7b2 HTTP/1.1" status: 200 len: 764 time: 0.2603481 Jul 23 21:01:31.794602 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49958) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:31.819504 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a03027c7-ed56-4567-b3b4-ddef84b666aa no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:31.847820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: a03027c7-ed56-4567-b3b4-ddef84b666aa {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:31.848183 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a03027c7-ed56-4567-b3b4-ddef84b666aa not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:31.848415 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-09d5797e-b1c7-4b78-b4c6-af5a27d73463 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4bcad8cead78462cb1b3a6a4fd77f0af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519292 Jul 23 21:01:31.848858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4ba72bb9-0f19-4c3e-acdc-a115bae06a97 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:31.849404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49960) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:31.875048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 4ba72bb9-0f19-4c3e-acdc-a115bae06a97 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:31.875048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 4ba72bb9-0f19-4c3e-acdc-a115bae06a97 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:31.920807 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1e88894-5e20-4dbc-ad9c-6679d01a177b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:31.943849 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1e88894-5e20-4dbc-ad9c-6679d01a177b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:31.978450 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef10053a-1430-47a5-9a16-0d3179e89fa0 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:31.982688 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ef10053a-1430-47a5-9a16-0d3179e89fa0 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2837970 Jul 23 21:01:31.982970 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49964) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:31.996544 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1e88894-5e20-4dbc-ad9c-6679d01a177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:31.999402 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c1e88894-5e20-4dbc-ad9c-6679d01a177b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:32.004179 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c1e88894-5e20-4dbc-ad9c-6679d01a177b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b07ef8cc-cc1e-40ff-a72b-48fa44db9413 HTTP/1.1" status: 204 len: 168 time: 0.1501310 Jul 23 21:01:32.010391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e88894-5e20-4dbc-ad9c-6679d01a177b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07ef8cc-cc1e-40ff-a72b-48fa44db9413,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:32.025967 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c9abc52c-df67-42ee-b2b7-c64671a74a23 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af HTTP/1.1" status: 200 len: 207 time: 0.0381496 Jul 23 21:01:32.026183 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49970) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:32.231051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342189f-8f99-4d7f-8f76-12c36e125878 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.243124 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342189f-8f99-4d7f-8f76-12c36e125878 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.249399 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342189f-8f99-4d7f-8f76-12c36e125878 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.256221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342189f-8f99-4d7f-8f76-12c36e125878 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.262179 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342189f-8f99-4d7f-8f76-12c36e125878 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.268719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7342189f-8f99-4d7f-8f76-12c36e125878 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.270642 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7342189f-8f99-4d7f-8f76-12c36e125878 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2435451 Jul 23 21:01:32.275343 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49978) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:32.424000 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5044db92-1953-4940-bf49-97975d72506a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1463652 Jul 23 21:01:32.425729 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49986) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:32.432412 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49988) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:32.478629 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-60688cb8-c767-4aa4-9f2f-241d5f41aca5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=90080ac3c45c41ddb7b53bd1d7608604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449758 Jul 23 21:01:32.481772 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 49990) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:32.489774 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9af6a9e-39f6-4bd0-b0d2-0b1b429127c0 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.489774 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9af6a9e-39f6-4bd0-b0d2-0b1b429127c0 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.490677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9af6a9e-39f6-4bd0-b0d2-0b1b429127c0 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.493830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9af6a9e-39f6-4bd0-b0d2-0b1b429127c0 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.493830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9af6a9e-39f6-4bd0-b0d2-0b1b429127c0 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.496748 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a9af6a9e-39f6-4bd0-b0d2-0b1b429127c0 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0682085 Jul 23 21:01:32.500351 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49992) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:32.545590 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c052b197-108a-4cb3-82f0-dd45786db932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:32.567020 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c052b197-108a-4cb3-82f0-dd45786db932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:32.569578 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169f0be9-9129-4100-a6a1-b7d0efa96d0a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.571040 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169f0be9-9129-4100-a6a1-b7d0efa96d0a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.572718 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169f0be9-9129-4100-a6a1-b7d0efa96d0a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.574193 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169f0be9-9129-4100-a6a1-b7d0efa96d0a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.576581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169f0be9-9129-4100-a6a1-b7d0efa96d0a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.582177 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-169f0be9-9129-4100-a6a1-b7d0efa96d0a tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0807211 Jul 23 21:01:32.584572 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 49996) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:32.627915 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c052b197-108a-4cb3-82f0-dd45786db932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:32.630680 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c052b197-108a-4cb3-82f0-dd45786db932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:32.632051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c052b197-108a-4cb3-82f0-dd45786db932 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b0895ac0-d06d-4552-abc0-f49d53bd0e30 HTTP/1.1" status: 204 len: 168 time: 0.1472101 Jul 23 21:01:32.647046 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052b197-108a-4cb3-82f0-dd45786db932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0895ac0-d06d-4552-abc0-f49d53bd0e30,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:32.724836 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1668d9f-e49b-45c7-8ecd-48f55aa2cc59 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.726251 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b1668d9f-e49b-45c7-8ecd-48f55aa2cc59 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "GET /v2.0/networks/9e28ca8a-8078-4845-bf73-3602d091eccd HTTP/1.1" status: 200 len: 803 time: 0.1424692 Jul 23 21:01:32.730012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50004) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:32.838143 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bffde6ba-5129-49dd-be3f-3d6fe37b74b6 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "GET /v2.0/networks/9e28ca8a-8078-4845-bf73-3602d091eccd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1069660 Jul 23 21:01:32.841761 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50008) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:32.905456 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfe086b-69d4-432c-b8c7-7eeb66c8aadc tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.907176 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ccfe086b-69d4-432c-b8c7-7eeb66c8aadc tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "GET /v2.0/subnets/1194ba8b-1aef-4c2d-8480-037319dc3588 HTTP/1.1" status: 200 len: 843 time: 0.0641837 Jul 23 21:01:32.912440 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50010) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:32.977971 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c8ef72-b986-4013-8eda-fe6578197280 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['shared'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:32.982920 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a8c8ef72-b986-4013-8eda-fe6578197280 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "GET /v2.0/subnets/1194ba8b-1aef-4c2d-8480-037319dc3588?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0661523 Jul 23 21:01:32.995750 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50014) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:32.995750 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-69a06d2f-f7d8-47d2-bb38-be906a8348f4 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-349351038'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:33.019554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a06d2f-f7d8-47d2-bb38-be906a8348f4 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:33.024353 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69a06d2f-f7d8-47d2-bb38-be906a8348f4 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:33.056370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a06d2f-f7d8-47d2-bb38-be906a8348f4 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:33.067749 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69a06d2f-f7d8-47d2-bb38-be906a8348f4 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:33.068197 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-69a06d2f-f7d8-47d2-bb38-be906a8348f4 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Added segment 6a6afd69-0766-46ea-9ae1-5a7b5cfc9382 of type vlan for network 6a0464ba-f101-4632-b1c5-9f1e80922807 Jul 23 21:01:33.118814 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69a06d2f-f7d8-47d2-bb38-be906a8348f4 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:33.165031 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69a06d2f-f7d8-47d2-bb38-be906a8348f4 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:33.172448 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a06d2f-f7d8-47d2-bb38-be906a8348f4 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:33.173748 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69a06d2f-f7d8-47d2-bb38-be906a8348f4 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:33.267326 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-69a06d2f-f7d8-47d2-bb38-be906a8348f4 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2821686 Jul 23 21:01:33.268201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a06d2f-f7d8-47d2-bb38-be906a8348f4 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Network': ['ID=6a0464ba-f101-4632-b1c5-9f1e80922807,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:33.270605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50022) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:33.276214 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5c31a90f-4ec1-451d-b502-3afa23bb70f8 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'subnet': {'network_id': '6a0464ba-f101-4632-b1c5-9f1e80922807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:33.283587 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 6a0464ba-f101-4632-b1c5-9f1e80922807 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:33.385083 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c31a90f-4ec1-451d-b502-3afa23bb70f8 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Made reservation on behalf of 2287160cffa7491a84cb5f72984cc1b4 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:33.385973 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 59dff4a5-2a83-43fa-b84e-9369a3f36b86 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:33.388891 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c31a90f-4ec1-451d-b502-3afa23bb70f8 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:33.410257 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 59dff4a5-2a83-43fa-b84e-9369a3f36b86 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:33.410948 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 59dff4a5-2a83-43fa-b84e-9369a3f36b86 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:33.452284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.ipam_backend_mixin [None req-5c31a90f-4ec1-451d-b502-3afa23bb70f8 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Performing IP validity checks on allocation pools {{(pid=93810) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 21:01:33.452924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.ipam_backend_mixin [None req-5c31a90f-4ec1-451d-b502-3afa23bb70f8 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93810) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 21:01:33.593180 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c31a90f-4ec1-451d-b502-3afa23bb70f8 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:33.656729 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31a90f-4ec1-451d-b502-3afa23bb70f8 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Subnet': ['ID=19346713-3e3e-4d60-b95a-cf2796a04ff8,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:33.667914 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c31a90f-4ec1-451d-b502-3afa23bb70f8 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Checking segment: {'id': '6a6afd69-0766-46ea-9ae1-5a7b5cfc9382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6a0464ba-f101-4632-b1c5-9f1e80922807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:33.668204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c31a90f-4ec1-451d-b502-3afa23bb70f8 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network hostable DHCP agents. Network: 6a0464ba-f101-4632-b1c5-9f1e80922807, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:33.685696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c31a90f-4ec1-451d-b502-3afa23bb70f8 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Network 6a0464ba-f101-4632-b1c5-9f1e80922807 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:33.694938 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-5c31a90f-4ec1-451d-b502-3afa23bb70f8 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 6a0464ba-f101-4632-b1c5-9f1e80922807) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:33.699351 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c31a90f-4ec1-451d-b502-3afa23bb70f8 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:33.700275 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c31a90f-4ec1-451d-b502-3afa23bb70f8 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:33.705926 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b117e-db9c-46e4-a45e-0117e4ff16e5 None None] Network 6a0464ba-f101-4632-b1c5-9f1e80922807 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:33.720650 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5c31a90f-4ec1-451d-b502-3afa23bb70f8 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4483051 Jul 23 21:01:33.723278 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50030) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:33.728711 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9a7f3aa7-c9ce-4ac1-a277-b2d1ec92c4bd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:33.882063 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-6a0464ba-f101-4632-b1c5-9f1e80922807', 'network_id': '6a0464ba-f101-4632-b1c5-9f1e80922807', 'tenant_id': '2287160cffa7491a84cb5f72984cc1b4', 'fixed_ips': [{'subnet_id': '19346713-3e3e-4d60-b95a-cf2796a04ff8'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:01:33.883085 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.026823 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Allocated IP 2001:db8::3 (6a0464ba-f101-4632-b1c5-9f1e80922807/19346713-3e3e-4d60-b95a-cf2796a04ff8/d4097f7a-66ce-4b08-8115-771dc3002800) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:34.174818 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3aa7-c9ce-4ac1-a277-b2d1ec92c4bd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12005893'] for subnet, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.182815 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.193641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Transition to ACTIVE for port object d4097f7a-66ce-4b08-8115-771dc3002800 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:34.209175 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Transition to ACTIVE for port object d4097f7a-66ce-4b08-8115-771dc3002800 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:34.218199 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.278346 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Pushing event updated for resources: {'Port': ['ID=d4097f7a-66ce-4b08-8115-771dc3002800,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:34.286656 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Network 6a0464ba-f101-4632-b1c5-9f1e80922807 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:34.288382 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:34.290693 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:01:34.348896 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Attempting to bind port d4097f7a-66ce-4b08-8115-771dc3002800 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:01:34.349264 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Attempting to bind port d4097f7a-66ce-4b08-8115-771dc3002800 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '6a6afd69-0766-46ea-9ae1-5a7b5cfc9382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6a0464ba-f101-4632-b1c5-9f1e80922807'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:01:34.349625 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Attempting to bind port d4097f7a-66ce-4b08-8115-771dc3002800 on network 6a0464ba-f101-4632-b1c5-9f1e80922807 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:01:34.354865 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:01:34.355285 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Checking segment: {'id': '6a6afd69-0766-46ea-9ae1-5a7b5cfc9382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6a0464ba-f101-4632-b1c5-9f1e80922807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:34.355921 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.356788 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Bound using segment: {'id': '6a6afd69-0766-46ea-9ae1-5a7b5cfc9382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6a0464ba-f101-4632-b1c5-9f1e80922807'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:01:34.357326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Bound port: d4097f7a-66ce-4b08-8115-771dc3002800, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6afd69-0766-46ea-9ae1-5a7b5cfc9382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6a0464ba-f101-4632-b1c5-9f1e80922807'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:01:34.357625 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.395093 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3aa7-c9ce-4ac1-a277-b2d1ec92c4bd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729330192204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12484903'] for subnet, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.436350 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7f3aa7-c9ce-4ac1-a277-b2d1ec92c4bd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:34.436957 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3aa7-c9ce-4ac1-a277-b2d1ec92c4bd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.441549 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9a7f3aa7-c9ce-4ac1-a277-b2d1ec92c4bd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "PUT /v2.0/subnets/19346713-3e3e-4d60-b95a-cf2796a04ff8 HTTP/1.1" status: 200 len: 900 time: 0.7139144 Jul 23 21:01:34.441893 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50034) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:34.444144 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] For port d4097f7a-66ce-4b08-8115-771dc3002800, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:01:34.449589 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] For port d4097f7a-66ce-4b08-8115-771dc3002800, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d4097f7a-66ce-4b08-8115-771dc3002800,segment=NetworkSegment(6a6afd69-0766-46ea-9ae1-5a7b5cfc9382),segment_id=6a6afd69-0766-46ea-9ae1-5a7b5cfc9382)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:01:34.456530 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.460698 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f3aa7-c9ce-4ac1-a277-b2d1ec92c4bd tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event updated for resources: {'Subnet': ['ID=19346713-3e3e-4d60-b95a-cf2796a04ff8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:34.532623 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e26e5-05e6-4d9d-a8af-9693d3bb2072 None None] Pushing event updated for resources: {'Port': ['ID=d4097f7a-66ce-4b08-8115-771dc3002800,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:34.567542 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.627507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Deleting port d4097f7a-66ce-4b08-8115-771dc3002800 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:34.627849 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.726345 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] For port d4097f7a-66ce-4b08-8115-771dc3002800, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d4097f7a-66ce-4b08-8115-771dc3002800,segment=NetworkSegment(6a6afd69-0766-46ea-9ae1-5a7b5cfc9382),segment_id=6a6afd69-0766-46ea-9ae1-5a7b5cfc9382)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:34.726691 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.742060 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Calling delete_port for d4097f7a-66ce-4b08-8115-771dc3002800 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:34.879448 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:34.905672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Port': ['ID=d4097f7a-66ce-4b08-8115-771dc3002800,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:34.950344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No DVR routers for this DVR port d4097f7a-66ce-4b08-8115-771dc3002800 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:35.000034 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:35.066711 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:35.102483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Subnet': ['ID=19346713-3e3e-4d60-b95a-cf2796a04ff8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:35.161765 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:35.173622 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0464ba-f101-4632-b1c5-9f1e80922807']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:35.184085 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6afd69-0766-46ea-9ae1-5a7b5cfc9382') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:35.184480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6afd69-0766-46ea-9ae1-5a7b5cfc9382') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:35.195142 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:35.209265 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:35.215790 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:35.216316 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:35.219645 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:35.281295 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:35.291642 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:35.297281 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50036) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:35.299652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/networks/6a0464ba-f101-4632-b1c5-9f1e80922807 HTTP/1.1" status: 204 len: 168 time: 0.8558543 Jul 23 21:01:35.313802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb0171-faf5-42c5-ac0b-531cc33f20e7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Network': ['ID=6a0464ba-f101-4632-b1c5-9f1e80922807,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:35.324829 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66f6848-2297-4b41-b247-40a54fe59a66 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:35.325285 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66f6848-2297-4b41-b247-40a54fe59a66 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:35.327040 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f66f6848-2297-4b41-b247-40a54fe59a66 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/subnets/19346713-3e3e-4d60-b95a-cf2796a04ff8 HTTP/1.1" status: 404 len: 337 time: 0.0287147 Jul 23 21:01:35.330217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50038) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:35.354158 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b203eea-7cbd-43e1-b60e-70598b76278e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:35.354720 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b203eea-7cbd-43e1-b60e-70598b76278e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:35.356877 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2b203eea-7cbd-43e1-b60e-70598b76278e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/networks/6a0464ba-f101-4632-b1c5-9f1e80922807 HTTP/1.1" status: 404 len: 339 time: 0.0256979 Jul 23 21:01:35.359414 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50040) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:35.444248 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dacaeeab-7d4e-4b7e-867f-7bf626fdc872 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:35.548075 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dacaeeab-7d4e-4b7e-867f-7bf626fdc872 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:35.559768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b38f122-fc2e-4484-8113-49f07c2a308a None None] DHCP port deletion for 6a0464ba-f101-4632-b1c5-9f1e80922807 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:01:35.567014 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-dacaeeab-7d4e-4b7e-867f-7bf626fdc872 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12fa42a-b28d-4eb8-b576-3f02561dc7b2']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:35.569284 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-541c4d07-f649-4c9b-aa4f-c494ef6c3164 None None] Could not find standard attr ID for object d4097f7a-66ce-4b08-8115-771dc3002800. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 21:01:35.580586 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-dacaeeab-7d4e-4b7e-867f-7bf626fdc872 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b3da4f-650f-4047-86de-5c6803989466') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:35.580951 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-dacaeeab-7d4e-4b7e-867f-7bf626fdc872 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b3da4f-650f-4047-86de-5c6803989466') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:35.585031 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a294f8-6500-445d-8732-a7e25df3746b None None] Network 6a0464ba-f101-4632-b1c5-9f1e80922807 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:35.591387 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dacaeeab-7d4e-4b7e-867f-7bf626fdc872 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:35.598643 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a294f8-6500-445d-8732-a7e25df3746b None None] Network 6a0464ba-f101-4632-b1c5-9f1e80922807 could not be found, it might have been deleted concurrently. {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 21:01:35.606682 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dacaeeab-7d4e-4b7e-867f-7bf626fdc872 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:35.607279 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf73810-07fa-4ab8-9749-7806a37b4d91 None None] Network 6a0464ba-f101-4632-b1c5-9f1e80922807 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:35.613057 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacaeeab-7d4e-4b7e-867f-7bf626fdc872 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:35.613455 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dacaeeab-7d4e-4b7e-867f-7bf626fdc872 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:35.616507 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:35.619524 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf73810-07fa-4ab8-9749-7806a37b4d91 None None] Network 6a0464ba-f101-4632-b1c5-9f1e80922807 could not be found, it might have been deleted concurrently. {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 21:01:35.677162 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dacaeeab-7d4e-4b7e-867f-7bf626fdc872 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:35.682084 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dacaeeab-7d4e-4b7e-867f-7bf626fdc872 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:35.686705 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dacaeeab-7d4e-4b7e-867f-7bf626fdc872 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/networks/e12fa42a-b28d-4eb8-b576-3f02561dc7b2 HTTP/1.1" status: 204 len: 168 time: 0.3239710 Jul 23 21:01:35.687369 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50044) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:35.700554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacaeeab-7d4e-4b7e-867f-7bf626fdc872 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Network': ['ID=e12fa42a-b28d-4eb8-b576-3f02561dc7b2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:35.716537 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78af885-5be0-47c2-9836-faae372c9f90 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:35.716998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78af885-5be0-47c2-9836-faae372c9f90 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:35.718752 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a78af885-5be0-47c2-9836-faae372c9f90 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/subnets/bc5699af-274f-4043-bc2d-4b71bfce774b HTTP/1.1" status: 404 len: 337 time: 0.0294611 Jul 23 21:01:35.721382 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50046) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:35.744746 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-99cb34de-1b51-411f-83c4-47fd029644d2 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:35.745318 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99cb34de-1b51-411f-83c4-47fd029644d2 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:35.747090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-99cb34de-1b51-411f-83c4-47fd029644d2 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/networks/369cb23c-b271-4026-862e-f7c1cbf13aba HTTP/1.1" status: 404 len: 339 time: 0.0247567 Jul 23 21:01:35.749681 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50048) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:35.803978 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc94089-1f7c-4e8c-b644-863169da74f6 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Deleting subnet 24577a38-1b88-487e-9027-7f01e735d9e1 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:01:35.807452 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fc94089-1f7c-4e8c-b644-863169da74f6 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:35.848180 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fc94089-1f7c-4e8c-b644-863169da74f6 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:35.936605 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fc94089-1f7c-4e8c-b644-863169da74f6 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:35.995968 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fc94089-1f7c-4e8c-b644-863169da74f6 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:36.024283 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc94089-1f7c-4e8c-b644-863169da74f6 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Subnet': ['ID=24577a38-1b88-487e-9027-7f01e735d9e1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:36.030921 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2fc94089-1f7c-4e8c-b644-863169da74f6 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:36.034946 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2fc94089-1f7c-4e8c-b644-863169da74f6 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/subnets/24577a38-1b88-487e-9027-7f01e735d9e1 HTTP/1.1" status: 204 len: 168 time: 0.2822089 Jul 23 21:01:36.035459 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50050) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:36.037957 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e905b478-1322-4631-8f11-c9152a5dc3d8 None None] Network 79cddb91-a3b2-4ad2-a98f-3f051cd775f5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:36.093388 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-366c66a4-4485-4db1-9025-04a60106eafa tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Deleting subnet cd4bd855-5c76-41ce-b284-a305bd631d77 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:01:36.096902 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-366c66a4-4485-4db1-9025-04a60106eafa tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:36.138344 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-366c66a4-4485-4db1-9025-04a60106eafa tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:36.222936 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-366c66a4-4485-4db1-9025-04a60106eafa tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:36.290512 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-366c66a4-4485-4db1-9025-04a60106eafa tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:36.318839 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c66a4-4485-4db1-9025-04a60106eafa tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Subnet': ['ID=cd4bd855-5c76-41ce-b284-a305bd631d77,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:36.331325 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-366c66a4-4485-4db1-9025-04a60106eafa tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:36.333454 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-366c66a4-4485-4db1-9025-04a60106eafa tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/subnets/cd4bd855-5c76-41ce-b284-a305bd631d77 HTTP/1.1" status: 204 len: 168 time: 0.2969046 Jul 23 21:01:36.336241 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50052) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:36.419532 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:36.485226 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Deleting port fe696277-b43b-4666-9e13-ea52410e693f {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:36.486134 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:36.554603 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] For port fe696277-b43b-4666-9e13-ea52410e693f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=fe696277-b43b-4666-9e13-ea52410e693f,segment=NetworkSegment(82351aad-2c14-4da4-836c-0c59ec4147a4),segment_id=82351aad-2c14-4da4-836c-0c59ec4147a4)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:36.554963 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:36.568001 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Calling delete_port for fe696277-b43b-4666-9e13-ea52410e693f owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:36.654321 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:36.685338 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Port': ['ID=fe696277-b43b-4666-9e13-ea52410e693f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:36.689036 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No DVR routers for this DVR port fe696277-b43b-4666-9e13-ea52410e693f on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:36.781552 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:36.793033 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79cddb91-a3b2-4ad2-a98f-3f051cd775f5']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:36.808682 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82351aad-2c14-4da4-836c-0c59ec4147a4') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:36.808990 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82351aad-2c14-4da4-836c-0c59ec4147a4') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:36.818824 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:36.834442 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:36.850734 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:36.851274 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:36.854829 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:36.883908 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679613b8-cdda-4ba6-8e2a-51c44dc20e35 None None] Network 79cddb91-a3b2-4ad2-a98f-3f051cd775f5 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:36.911402 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ae37573f-ceee-4f76-a777-599bdf857806 None None] Could not find standard attr ID for object fe696277-b43b-4666-9e13-ea52410e693f. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 21:01:36.922197 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:36.931002 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:36.935085 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/networks/79cddb91-a3b2-4ad2-a98f-3f051cd775f5 HTTP/1.1" status: 204 len: 168 time: 0.5954990 Jul 23 21:01:36.935495 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50056) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:36.949034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d931d5-26ed-4bd8-b2e4-cb16bc2a4a48 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Network': ['ID=79cddb91-a3b2-4ad2-a98f-3f051cd775f5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:36.965220 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfeef80-4fdf-47ba-b9c7-2a5482866ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:36.965846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdfeef80-4fdf-47ba-b9c7-2a5482866ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:36.970499 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cdfeef80-4fdf-47ba-b9c7-2a5482866ab7 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/subnets/1ff7dfcf-b657-4f73-a88b-bc46b53b8033 HTTP/1.1" status: 404 len: 337 time: 0.0311515 Jul 23 21:01:36.970738 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50058) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:36.989537 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae792a7-923b-4ee1-9126-806d66bdeff6 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:36.990217 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae792a7-923b-4ee1-9126-806d66bdeff6 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:36.992460 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0ae792a7-923b-4ee1-9126-806d66bdeff6 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/networks/4149b3ce-c88b-47df-9a4d-606d6033b839 HTTP/1.1" status: 404 len: 339 time: 0.0203485 Jul 23 21:01:36.994485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50060) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:37.021929 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-61650751-c6a8-49c1-99ec-41bd70d56352 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:37.022457 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61650751-c6a8-49c1-99ec-41bd70d56352 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:37.024650 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-61650751-c6a8-49c1-99ec-41bd70d56352 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/subnets/2cde5aeb-ad47-462f-9fb2-7b3bb8c5f05a HTTP/1.1" status: 404 len: 337 time: 0.0289805 Jul 23 21:01:37.027127 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50062) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:37.045868 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-089549a2-230a-48ed-81da-3fb24c9f1014 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:37.046424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089549a2-230a-48ed-81da-3fb24c9f1014 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:37.048608 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-089549a2-230a-48ed-81da-3fb24c9f1014 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/networks/d1f0f597-8927-495f-b550-a5b45f9bdcc2 HTTP/1.1" status: 404 len: 339 time: 0.0200686 Jul 23 21:01:37.050673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50064) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:37.056220 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b58774-62d3-4c6b-beed-22e5da3d2cd7 None None] DHCP port deletion for 79cddb91-a3b2-4ad2-a98f-3f051cd775f5 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:01:37.081734 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-befb4ae3-5497-4243-98d3-4f245c673843 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:37.082182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-befb4ae3-5497-4243-98d3-4f245c673843 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:37.083882 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-befb4ae3-5497-4243-98d3-4f245c673843 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/subnets/3f5497a0-9864-49b6-ab24-33c973276066 HTTP/1.1" status: 404 len: 337 time: 0.0322108 Jul 23 21:01:37.086583 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50066) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:37.418096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device fe696277-b43b-4666-9e13-ea52410e693f no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:37.439313 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: fe696277-b43b-4666-9e13-ea52410e693f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:37.439979 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device fe696277-b43b-4666-9e13-ea52410e693f not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:37.440389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d4097f7a-66ce-4b08-8115-771dc3002800 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:37.447191 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-52dee573-61ee-4a34-9d70-c406dad4497b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:37.447761 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52dee573-61ee-4a34-9d70-c406dad4497b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:37.451870 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-52dee573-61ee-4a34-9d70-c406dad4497b tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/networks/3dc16a5a-8cde-4eb8-856c-6795645e2fb0 HTTP/1.1" status: 404 len: 339 time: 0.3619864 Jul 23 21:01:37.452084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50068) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:37.459624 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: d4097f7a-66ce-4b08-8115-771dc3002800 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:37.460217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d4097f7a-66ce-4b08-8115-771dc3002800 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:37.510208 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-afebc59c-7657-442c-9d8a-8f611f0ba398 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Deleting subnet bceac65b-27ee-4ca2-8165-2397af4a9f2f {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:01:37.513882 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-afebc59c-7657-442c-9d8a-8f611f0ba398 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:37.556400 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-afebc59c-7657-442c-9d8a-8f611f0ba398 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:37.643957 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-afebc59c-7657-442c-9d8a-8f611f0ba398 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:37.703591 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-afebc59c-7657-442c-9d8a-8f611f0ba398 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:37.732302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebc59c-7657-442c-9d8a-8f611f0ba398 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Subnet': ['ID=bceac65b-27ee-4ca2-8165-2397af4a9f2f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:37.738728 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-afebc59c-7657-442c-9d8a-8f611f0ba398 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:37.740708 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-afebc59c-7657-442c-9d8a-8f611f0ba398 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/subnets/bceac65b-27ee-4ca2-8165-2397af4a9f2f HTTP/1.1" status: 204 len: 168 time: 0.2877104 Jul 23 21:01:37.744008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50072) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:37.745778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b490e9ff-0aa9-4c05-bb59-a57b4b919052 None None] Network 95588f88-d19b-4761-917f-939397d0579b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:37.834532 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:37.899945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Deleting port 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:37.900289 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:37.958368 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44176ff-0ad9-4e3f-a0db-2dac3be74a03 None None] DHCP port deletion for 95588f88-d19b-4761-917f-939397d0579b request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:01:37.966874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] For port 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3dde2e13-ce40-4d7a-bf99-c3057b0b61ba,segment=NetworkSegment(f6ec43c2-99a1-443b-bffe-3c67ece1b842),segment_id=f6ec43c2-99a1-443b-bffe-3c67ece1b842)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:37.967359 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:37.980149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Calling delete_port for 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:38.005232 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d44176ff-0ad9-4e3f-a0db-2dac3be74a03 None None] Deleting port 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:38.005634 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d44176ff-0ad9-4e3f-a0db-2dac3be74a03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.063204 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.070691 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d44176ff-0ad9-4e3f-a0db-2dac3be74a03 None None] For port 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3dde2e13-ce40-4d7a-bf99-c3057b0b61ba,segment=NetworkSegment(f6ec43c2-99a1-443b-bffe-3c67ece1b842),segment_id=f6ec43c2-99a1-443b-bffe-3c67ece1b842)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:38.071081 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d44176ff-0ad9-4e3f-a0db-2dac3be74a03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.082373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d44176ff-0ad9-4e3f-a0db-2dac3be74a03 None None] Calling delete_port for 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:38.089542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Port': ['ID=3dde2e13-ce40-4d7a-bf99-c3057b0b61ba,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:38.091406 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No DVR routers for this DVR port 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:38.158952 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d44176ff-0ad9-4e3f-a0db-2dac3be74a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.172663 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.182527 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44176ff-0ad9-4e3f-a0db-2dac3be74a03 None None] Pushing event deleted for resources: {'Port': ['ID=3dde2e13-ce40-4d7a-bf99-c3057b0b61ba,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:38.183248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95588f88-d19b-4761-917f-939397d0579b']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:38.187869 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44176ff-0ad9-4e3f-a0db-2dac3be74a03 None None] No DVR routers for this DVR port 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:38.193840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ec43c2-99a1-443b-bffe-3c67ece1b842') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:38.194155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ec43c2-99a1-443b-bffe-3c67ece1b842') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:38.203025 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.217106 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.223300 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:38.223676 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:38.226484 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:38.281375 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.288429 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.290118 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/networks/95588f88-d19b-4761-917f-939397d0579b HTTP/1.1" status: 204 len: 168 time: 0.5447037 Jul 23 21:01:38.292526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50074) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:38.309184 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca7905-a066-46ab-b833-86916fd4d22e tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Network': ['ID=95588f88-d19b-4761-917f-939397d0579b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:38.332009 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-341730f8-3a57-427f-8a06-ece13b50aa54 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:38.332452 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341730f8-3a57-427f-8a06-ece13b50aa54 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:38.334138 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-341730f8-3a57-427f-8a06-ece13b50aa54 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/subnets/11a7f6cc-10e3-4de7-aca3-d6d8858c0f60 HTTP/1.1" status: 404 len: 337 time: 0.0407231 Jul 23 21:01:38.337003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50076) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:38.354432 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-60471331-9cc4-4b88-aac8-a0482fc1b198 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:38.354941 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60471331-9cc4-4b88-aac8-a0482fc1b198 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:38.356526 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-60471331-9cc4-4b88-aac8-a0482fc1b198 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/networks/f27c61e7-af0e-4c44-a939-7bfe40dc663f HTTP/1.1" status: 404 len: 339 time: 0.0186310 Jul 23 21:01:38.358669 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50078) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:38.408287 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3623bda-f7ca-4a1f-b0f8-ee73b68da9aa tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Deleting subnet 1194ba8b-1aef-4c2d-8480-037319dc3588 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:01:38.411283 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c3623bda-f7ca-4a1f-b0f8-ee73b68da9aa tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.450124 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c3623bda-f7ca-4a1f-b0f8-ee73b68da9aa tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.537530 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c3623bda-f7ca-4a1f-b0f8-ee73b68da9aa tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.599912 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c3623bda-f7ca-4a1f-b0f8-ee73b68da9aa tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.628584 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3623bda-f7ca-4a1f-b0f8-ee73b68da9aa tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Subnet': ['ID=1194ba8b-1aef-4c2d-8480-037319dc3588,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:38.630533 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c3623bda-f7ca-4a1f-b0f8-ee73b68da9aa tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.635929 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c3623bda-f7ca-4a1f-b0f8-ee73b68da9aa tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/subnets/1194ba8b-1aef-4c2d-8480-037319dc3588 HTTP/1.1" status: 204 len: 168 time: 0.2728190 Jul 23 21:01:38.635929 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50088) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:38.640066 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698dba80-f389-4e0c-a29a-8a9224104cc3 None None] Network 9e28ca8a-8078-4845-bf73-3602d091eccd requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:38.717913 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.778981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Deleting port 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:38.779811 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.849509 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] For port 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc,segment=NetworkSegment(4ba41116-d786-4e77-a0cd-ad4e4df7a875),segment_id=4ba41116-d786-4e77-a0cd-ad4e4df7a875)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:38.849877 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.853463 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785793e7-9b4f-4290-8e9f-4f5d81d2b8c2 None None] DHCP port deletion for 9e28ca8a-8078-4845-bf73-3602d091eccd request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:01:38.864143 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Calling delete_port for 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:38.900619 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-785793e7-9b4f-4290-8e9f-4f5d81d2b8c2 None None] Deleting port 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:38.900991 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-785793e7-9b4f-4290-8e9f-4f5d81d2b8c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.951298 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:38.979424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Port': ['ID=7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:38.984668 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] No DVR routers for this DVR port 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:39.077418 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:39.090858 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e28ca8a-8078-4845-bf73-3602d091eccd']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:39.101796 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba41116-d786-4e77-a0cd-ad4e4df7a875') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:39.102098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba41116-d786-4e77-a0cd-ad4e4df7a875') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:39.111054 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:39.124550 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:39.130339 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:39.130720 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:39.132116 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-785793e7-9b4f-4290-8e9f-4f5d81d2b8c2 None None] For port 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc,segment=NetworkSegment(4ba41116-d786-4e77-a0cd-ad4e4df7a875),segment_id=4ba41116-d786-4e77-a0cd-ad4e4df7a875)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:39.132575 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-785793e7-9b4f-4290-8e9f-4f5d81d2b8c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:39.134065 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:39.149243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-785793e7-9b4f-4290-8e9f-4f5d81d2b8c2 None None] Calling delete_port for 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:39.198904 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:39.208788 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:39.213269 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] 10.222.0.55 "DELETE /v2.0/networks/9e28ca8a-8078-4845-bf73-3602d091eccd HTTP/1.1" status: 204 len: 168 time: 0.5751276 Jul 23 21:01:39.221400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9fd2f-1957-427e-9cd6-a7083a41a338 tempest-NetworksIpV6Test-697965484 tempest-NetworksIpV6Test-697965484-project] Pushing event deleted for resources: {'Network': ['ID=9e28ca8a-8078-4845-bf73-3602d091eccd,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:39.240373 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-785793e7-9b4f-4290-8e9f-4f5d81d2b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:39.247946 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-785793e7-9b4f-4290-8e9f-4f5d81d2b8c2 None None] Network 9e28ca8a-8078-4845-bf73-3602d091eccd is not hosted by any dhcp agent {{(pid=93812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 21:01:39.248503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785793e7-9b4f-4290-8e9f-4f5d81d2b8c2 None None] No DVR routers for this DVR port 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:39.275626 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785793e7-9b4f-4290-8e9f-4f5d81d2b8c2 None None] Pushing event deleted for resources: {'Port': ['ID=7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:39.435580 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:39.457168 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:39.457512 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7c6d6119-6a94-4eff-9b12-5dd2d9f4d0fc not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:39.457929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:39.478598 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:39.478940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3dde2e13-ce40-4d7a-bf99-c3057b0b61ba not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:39.495626 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50096) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:39.634069 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-570e5336-a0a5-4ad2-879b-834b4b5020c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2287160cffa7491a84cb5f72984cc1b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365049 Jul 23 21:01:39.636485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50100) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:39.683759 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-851a465c-a0e7-480d-93a7-d0fc6e164140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:39.706408 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-851a465c-a0e7-480d-93a7-d0fc6e164140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:39.755982 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-851a465c-a0e7-480d-93a7-d0fc6e164140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:39.759247 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-851a465c-a0e7-480d-93a7-d0fc6e164140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:39.762886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-851a465c-a0e7-480d-93a7-d0fc6e164140 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5dd1f8b6-2960-4b59-b426-c541cef64cd6 HTTP/1.1" status: 204 len: 168 time: 0.1229784 Jul 23 21:01:39.773120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a465c-a0e7-480d-93a7-d0fc6e164140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd1f8b6-2960-4b59-b426-c541cef64cd6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:40.394820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50124) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:40.499628 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1b603629-cbe6-4d82-b40b-40d94d9516f4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1614200698'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:40.522942 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b603629-cbe6-4d82-b40b-40d94d9516f4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Made reservation on behalf of ad12625014c04f1d9c0033bf1e479de7 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:40.526514 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b603629-cbe6-4d82-b40b-40d94d9516f4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:40.535956 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b603629-cbe6-4d82-b40b-40d94d9516f4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:40.627212 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b603629-cbe6-4d82-b40b-40d94d9516f4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:40.631681 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b603629-cbe6-4d82-b40b-40d94d9516f4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:40.654802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b603629-cbe6-4d82-b40b-40d94d9516f4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:40.668570 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b603629-cbe6-4d82-b40b-40d94d9516f4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb643e2-f2f2-4978-89c1-54e03c4a6fa3,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:40.673634 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b603629-cbe6-4d82-b40b-40d94d9516f4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:40.673980 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-1b603629-cbe6-4d82-b40b-40d94d9516f4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Added segment a4d2dd1c-2754-4066-bb26-4ce362a4b38d of type vlan for network e2b3358f-4be4-40d4-bf38-eff2629dc3ae Jul 23 21:01:40.720874 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b603629-cbe6-4d82-b40b-40d94d9516f4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:40.750658 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b603629-cbe6-4d82-b40b-40d94d9516f4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:40.756279 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b603629-cbe6-4d82-b40b-40d94d9516f4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:40.756883 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b603629-cbe6-4d82-b40b-40d94d9516f4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:40.796071 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1b603629-cbe6-4d82-b40b-40d94d9516f4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4000814 Jul 23 21:01:40.840382 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b603629-cbe6-4d82-b40b-40d94d9516f4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event updated for resources: {'Network': ['ID=e2b3358f-4be4-40d4-bf38-eff2629dc3ae,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:40.864501 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network e2b3358f-4be4-40d4-bf38-eff2629dc3ae details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:44.109295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50516) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:44.115803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-85de55b8-4dbf-4f32-8619-ec2ff5259875 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Request body: {'subnet': {'network_id': 'e2b3358f-4be4-40d4-bf38-eff2629dc3ae', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:44.234207 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85de55b8-4dbf-4f32-8619-ec2ff5259875 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Made reservation on behalf of ad12625014c04f1d9c0033bf1e479de7 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:44.239193 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-85de55b8-4dbf-4f32-8619-ec2ff5259875 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:44.434110 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-85de55b8-4dbf-4f32-8619-ec2ff5259875 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:44.493089 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de55b8-4dbf-4f32-8619-ec2ff5259875 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event updated for resources: {'Subnet': ['ID=e506ccfc-0840-42cd-9b3b-bb43d3f29e2d,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:44.505760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85de55b8-4dbf-4f32-8619-ec2ff5259875 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Checking segment: {'id': 'a4d2dd1c-2754-4066-bb26-4ce362a4b38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e2b3358f-4be4-40d4-bf38-eff2629dc3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:44.506194 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85de55b8-4dbf-4f32-8619-ec2ff5259875 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Network hostable DHCP agents. Network: e2b3358f-4be4-40d4-bf38-eff2629dc3ae, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:44.523369 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85de55b8-4dbf-4f32-8619-ec2ff5259875 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Network e2b3358f-4be4-40d4-bf38-eff2629dc3ae is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:44.532600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-85de55b8-4dbf-4f32-8619-ec2ff5259875 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, e2b3358f-4be4-40d4-bf38-eff2629dc3ae) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:44.536700 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85de55b8-4dbf-4f32-8619-ec2ff5259875 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:44.537289 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-85de55b8-4dbf-4f32-8619-ec2ff5259875 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:44.550805 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7de84c2-ade0-4411-b877-becf603e4461 None None] Network e2b3358f-4be4-40d4-bf38-eff2629dc3ae requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:44.552860 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-85de55b8-4dbf-4f32-8619-ec2ff5259875 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4420860 Jul 23 21:01:44.556309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50574) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:44.561416 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b992e740-084e-4165-8f4a-727675b2bf5e tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1731311110'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:44.584505 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b992e740-084e-4165-8f4a-727675b2bf5e tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Made reservation on behalf of ad12625014c04f1d9c0033bf1e479de7 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:44.588410 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b992e740-084e-4165-8f4a-727675b2bf5e tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:44.616053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b992e740-084e-4165-8f4a-727675b2bf5e tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:44.625855 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b992e740-084e-4165-8f4a-727675b2bf5e tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:44.626200 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-b992e740-084e-4165-8f4a-727675b2bf5e tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Added segment d4423755-f3b0-40e9-bb9f-757bd860f207 of type vlan for network 70b3a623-8b12-44b1-ac16-1f315043a013 Jul 23 21:01:44.666215 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b992e740-084e-4165-8f4a-727675b2bf5e tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:44.696216 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b992e740-084e-4165-8f4a-727675b2bf5e tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:44.701877 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b992e740-084e-4165-8f4a-727675b2bf5e tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:44.702467 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b992e740-084e-4165-8f4a-727675b2bf5e tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:44.704759 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-e2b3358f-4be4-40d4-bf38-eff2629dc3ae', 'network_id': 'e2b3358f-4be4-40d4-bf38-eff2629dc3ae', 'tenant_id': 'ad12625014c04f1d9c0033bf1e479de7', 'fixed_ips': [{'subnet_id': 'e506ccfc-0840-42cd-9b3b-bb43d3f29e2d'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:01:44.705615 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:44.746174 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b992e740-084e-4165-8f4a-727675b2bf5e tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1887739 Jul 23 21:01:44.749204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50576) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:44.754719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-0ce6258a-5c0d-49e9-92ef-b43f5a836aea tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Request body: {'subnet': {'network_id': '70b3a623-8b12-44b1-ac16-1f315043a013', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:44.776101 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992e740-084e-4165-8f4a-727675b2bf5e tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event updated for resources: {'Network': ['ID=70b3a623-8b12-44b1-ac16-1f315043a013,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:44.790905 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 70b3a623-8b12-44b1-ac16-1f315043a013 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:44.849327 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce6258a-5c0d-49e9-92ef-b43f5a836aea tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Made reservation on behalf of ad12625014c04f1d9c0033bf1e479de7 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:44.852926 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ce6258a-5c0d-49e9-92ef-b43f5a836aea tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:44.911626 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Allocated IP 2001:db8:0:ffff::2 (e2b3358f-4be4-40d4-bf38-eff2629dc3ae/e506ccfc-0840-42cd-9b3b-bb43d3f29e2d/08ff48d1-8742-48e5-afe6-296c87c40b1d) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:45.059571 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:45.068606 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Transition to ACTIVE for port object 08ff48d1-8742-48e5-afe6-296c87c40b1d will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:45.086096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Transition to ACTIVE for port object 08ff48d1-8742-48e5-afe6-296c87c40b1d will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:45.091907 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:45.113450 n-d-791504-18 neutron-server[93810]: DEBUG neutron.objects.ports [None req-0ce6258a-5c0d-49e9-92ef-b43f5a836aea tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93810) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 21:01:45.114806 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ce6258a-5c0d-49e9-92ef-b43f5a836aea tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:45.128099 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Network e2b3358f-4be4-40d4-bf38-eff2629dc3ae is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:45.130886 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:45.136300 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:01:45.145312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Pushing event updated for resources: {'Port': ['ID=08ff48d1-8742-48e5-afe6-296c87c40b1d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:45.180428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6258a-5c0d-49e9-92ef-b43f5a836aea tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event updated for resources: {'Subnet': ['ID=8c599f2c-ec05-4662-9d6f-bc717663ae25,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:45.189362 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce6258a-5c0d-49e9-92ef-b43f5a836aea tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Checking segment: {'id': 'd4423755-f3b0-40e9-bb9f-757bd860f207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70b3a623-8b12-44b1-ac16-1f315043a013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:45.189723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce6258a-5c0d-49e9-92ef-b43f5a836aea tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Network hostable DHCP agents. Network: 70b3a623-8b12-44b1-ac16-1f315043a013, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:45.209267 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce6258a-5c0d-49e9-92ef-b43f5a836aea tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Network 70b3a623-8b12-44b1-ac16-1f315043a013 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:45.211816 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Attempting to bind port 08ff48d1-8742-48e5-afe6-296c87c40b1d on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:01:45.212316 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Attempting to bind port 08ff48d1-8742-48e5-afe6-296c87c40b1d by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a4d2dd1c-2754-4066-bb26-4ce362a4b38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e2b3358f-4be4-40d4-bf38-eff2629dc3ae'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:01:45.212913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Attempting to bind port 08ff48d1-8742-48e5-afe6-296c87c40b1d on network e2b3358f-4be4-40d4-bf38-eff2629dc3ae {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:01:45.218760 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:01:45.219163 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Checking segment: {'id': 'a4d2dd1c-2754-4066-bb26-4ce362a4b38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e2b3358f-4be4-40d4-bf38-eff2629dc3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:45.220197 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:45.220700 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Bound using segment: {'id': 'a4d2dd1c-2754-4066-bb26-4ce362a4b38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e2b3358f-4be4-40d4-bf38-eff2629dc3ae'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:01:45.221234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Bound port: 08ff48d1-8742-48e5-afe6-296c87c40b1d, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d2dd1c-2754-4066-bb26-4ce362a4b38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e2b3358f-4be4-40d4-bf38-eff2629dc3ae'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:01:45.221647 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:45.222681 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-0ce6258a-5c0d-49e9-92ef-b43f5a836aea tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 70b3a623-8b12-44b1-ac16-1f315043a013) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:45.228113 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce6258a-5c0d-49e9-92ef-b43f5a836aea tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:45.228707 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ce6258a-5c0d-49e9-92ef-b43f5a836aea tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:45.237665 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c77443e-e7e7-4c8f-999d-bd4f62d5b834 None None] Network 70b3a623-8b12-44b1-ac16-1f315043a013 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:45.249135 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0ce6258a-5c0d-49e9-92ef-b43f5a836aea tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4987075 Jul 23 21:01:45.251772 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50582) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:45.257031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e74be9c3-16dd-4fd0-bb40-2f321b72661f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Request body: {'port': {'network_id': '70b3a623-8b12-44b1-ac16-1f315043a013', 'name': 'tempest-NetworksIpV6TestAttrs-1853187260'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:45.389472 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] For port 08ff48d1-8742-48e5-afe6-296c87c40b1d, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:01:45.393677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] For port 08ff48d1-8742-48e5-afe6-296c87c40b1d, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=08ff48d1-8742-48e5-afe6-296c87c40b1d,segment=NetworkSegment(a4d2dd1c-2754-4066-bb26-4ce362a4b38d),segment_id=a4d2dd1c-2754-4066-bb26-4ce362a4b38d)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:01:45.393860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74be9c3-16dd-4fd0-bb40-2f321b72661f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Made reservation on behalf of ad12625014c04f1d9c0033bf1e479de7 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:45.398229 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e74be9c3-16dd-4fd0-bb40-2f321b72661f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:45.399235 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:45.416633 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [None req-e74be9c3-16dd-4fd0-bb40-2f321b72661f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] device_id is not set on port 5d066bec-fc19-4208-9acf-d013740d09e5 yet. {{(pid=93810) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 21:01:45.518859 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f4f40-5216-41c6-9e1a-7fc82b2a1df2 None None] Pushing event updated for resources: {'Port': ['ID=08ff48d1-8742-48e5-afe6-296c87c40b1d,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:45.527952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-70b3a623-8b12-44b1-ac16-1f315043a013', 'network_id': '70b3a623-8b12-44b1-ac16-1f315043a013', 'tenant_id': 'ad12625014c04f1d9c0033bf1e479de7', 'fixed_ips': [{'subnet_id': '8c599f2c-ec05-4662-9d6f-bc717663ae25'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:01:45.528637 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:45.566554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-e74be9c3-16dd-4fd0-bb40-2f321b72661f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Allocated IP 2001:db8::f816:3eff:fea3:a325 (70b3a623-8b12-44b1-ac16-1f315043a013/8c599f2c-ec05-4662-9d6f-bc717663ae25/5d066bec-fc19-4208-9acf-d013740d09e5) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:45.635038 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:45.759959 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e74be9c3-16dd-4fd0-bb40-2f321b72661f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:45.783452 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-e74be9c3-16dd-4fd0-bb40-2f321b72661f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Transition to ACTIVE for port object 5d066bec-fc19-4208-9acf-d013740d09e5 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:45.821928 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e74be9c3-16dd-4fd0-bb40-2f321b72661f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:45.870192 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74be9c3-16dd-4fd0-bb40-2f321b72661f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Network 70b3a623-8b12-44b1-ac16-1f315043a013 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:45.873183 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-e74be9c3-16dd-4fd0-bb40-2f321b72661f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:45.876397 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74be9c3-16dd-4fd0-bb40-2f321b72661f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:01:45.882000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Allocated IP 2001:db8::f816:3eff:fe52:372c (70b3a623-8b12-44b1-ac16-1f315043a013/8c599f2c-ec05-4662-9d6f-bc717663ae25/7a7eabef-6045-4c3f-a9d1-560c3d9b9df5) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:45.882713 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74be9c3-16dd-4fd0-bb40-2f321b72661f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:45.883381 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e74be9c3-16dd-4fd0-bb40-2f321b72661f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:45.905506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74be9c3-16dd-4fd0-bb40-2f321b72661f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event updated for resources: {'Port': ['ID=5d066bec-fc19-4208-9acf-d013740d09e5,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:45.910926 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e74be9c3-16dd-4fd0-bb40-2f321b72661f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6579297 Jul 23 21:01:45.913937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50586) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:45.969389 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b798606-74f6-4912-975f-f3abf29f0ce9 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Deleting subnet 8c599f2c-ec05-4662-9d6f-bc717663ae25 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:01:46.039747 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.050299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Transition to ACTIVE for port object 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:46.067666 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Transition to ACTIVE for port object 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:46.073046 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b798606-74f6-4912-975f-f3abf29f0ce9 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.073812 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.115752 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Network 70b3a623-8b12-44b1-ac16-1f315043a013 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:46.118620 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:46.119002 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b798606-74f6-4912-975f-f3abf29f0ce9 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.124427 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:01:46.133088 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Pushing event updated for resources: {'Port': ['ID=7a7eabef-6045-4c3f-a9d1-560c3d9b9df5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:46.194228 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Attempting to bind port 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:01:46.194604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Attempting to bind port 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'd4423755-f3b0-40e9-bb9f-757bd860f207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70b3a623-8b12-44b1-ac16-1f315043a013'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:01:46.194965 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Attempting to bind port 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5 on network 70b3a623-8b12-44b1-ac16-1f315043a013 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:01:46.201825 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:01:46.202086 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Checking segment: {'id': 'd4423755-f3b0-40e9-bb9f-757bd860f207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70b3a623-8b12-44b1-ac16-1f315043a013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:46.202279 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.202933 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Bound using segment: {'id': 'd4423755-f3b0-40e9-bb9f-757bd860f207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70b3a623-8b12-44b1-ac16-1f315043a013'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:01:46.203440 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Bound port: 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4423755-f3b0-40e9-bb9f-757bd860f207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70b3a623-8b12-44b1-ac16-1f315043a013'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:01:46.203849 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.263528 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b798606-74f6-4912-975f-f3abf29f0ce9 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.328686 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b798606-74f6-4912-975f-f3abf29f0ce9 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.336199 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] For port 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:01:46.341955 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] For port 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7a7eabef-6045-4c3f-a9d1-560c3d9b9df5,segment=NetworkSegment(d4423755-f3b0-40e9-bb9f-757bd860f207),segment_id=d4423755-f3b0-40e9-bb9f-757bd860f207)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:01:46.347955 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.367612 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4b798606-74f6-4912-975f-f3abf29f0ce9 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.371340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4b798606-74f6-4912-975f-f3abf29f0ce9 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/subnets/8c599f2c-ec05-4662-9d6f-bc717663ae25 HTTP/1.1" status: 204 len: 168 time: 0.4546533 Jul 23 21:01:46.372128 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b798606-74f6-4912-975f-f3abf29f0ce9 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event deleted for resources: {'Subnet': ['ID=8c599f2c-ec05-4662-9d6f-bc717663ae25,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:46.372284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50588) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:46.447407 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9af777-712f-457c-b07b-87f45b98b3a0 None None] Pushing event updated for resources: {'Port': ['ID=7a7eabef-6045-4c3f-a9d1-560c3d9b9df5,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:46.462343 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6092e4ff-8628-4b2c-bd93-d2ca14abb75e tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:46.465145 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6092e4ff-8628-4b2c-bd93-d2ca14abb75e tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:46.469555 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6092e4ff-8628-4b2c-bd93-d2ca14abb75e tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0935016 Jul 23 21:01:46.471128 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50592) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:46.574862 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae304-a1ac-46f0-b2fe-96a10d600b1c tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.585980 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0ae304-a1ac-46f0-b2fe-96a10d600b1c tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 23 21:01:46.586455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0ae304-a1ac-46f0-b2fe-96a10d600b1c tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:46.592091 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5a0ae304-a1ac-46f0-b2fe-96a10d600b1c tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/networks/70b3a623-8b12-44b1-ac16-1f315043a013 HTTP/1.1" status: 409 len: 405 time: 0.1160989 Jul 23 21:01:46.593101 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50594) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:46.599432 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-db30c523-4544-48ed-96b3-05caf4603d91 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1883429164'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:46.629025 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db30c523-4544-48ed-96b3-05caf4603d91 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Made reservation on behalf of ad12625014c04f1d9c0033bf1e479de7 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:46.632701 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db30c523-4544-48ed-96b3-05caf4603d91 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.668461 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db30c523-4544-48ed-96b3-05caf4603d91 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:46.679457 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db30c523-4544-48ed-96b3-05caf4603d91 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.679798 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-db30c523-4544-48ed-96b3-05caf4603d91 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Added segment 96dcf40b-a1d0-4304-ba37-2a53e2a30c78 of type vlan for network 30f00f94-0f73-4308-bc0d-65608899cb7f Jul 23 21:01:46.704378 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f6cffb-7be6-46fe-88dd-f5042d19acce None None] Network e2b3358f-4be4-40d4-bf38-eff2629dc3ae requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:46.734679 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db30c523-4544-48ed-96b3-05caf4603d91 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.782874 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db30c523-4544-48ed-96b3-05caf4603d91 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.791247 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db30c523-4544-48ed-96b3-05caf4603d91 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:46.791938 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-db30c523-4544-48ed-96b3-05caf4603d91 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.827239 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-db30c523-4544-48ed-96b3-05caf4603d91 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2328982 Jul 23 21:01:46.830683 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50596) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:46.836592 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3194b84c-1557-4644-a177-3d98cd1783e3 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Request body: {'subnet': {'network_id': '30f00f94-0f73-4308-bc0d-65608899cb7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:46.855951 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a8e73081-ec47-4844-8f7d-272f0dfa7a33 None None] Provisioning for port 08ff48d1-8742-48e5-afe6-296c87c40b1d completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:46.897580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30c523-4544-48ed-96b3-05caf4603d91 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event updated for resources: {'Network': ['ID=30f00f94-0f73-4308-bc0d-65608899cb7f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:46.915319 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 30f00f94-0f73-4308-bc0d-65608899cb7f details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:46.975215 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3194b84c-1557-4644-a177-3d98cd1783e3 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Made reservation on behalf of ad12625014c04f1d9c0033bf1e479de7 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:46.979563 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3194b84c-1557-4644-a177-3d98cd1783e3 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.998442 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:47.251404 n-d-791504-18 neutron-server[93810]: DEBUG neutron.objects.ports [None req-3194b84c-1557-4644-a177-3d98cd1783e3 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93810) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 21:01:47.253032 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3194b84c-1557-4644-a177-3d98cd1783e3 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:47.319027 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194b84c-1557-4644-a177-3d98cd1783e3 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event updated for resources: {'Subnet': ['ID=8038d3ce-d4a4-43b2-aa66-ff7d9c2d673c,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:47.328406 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3194b84c-1557-4644-a177-3d98cd1783e3 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Checking segment: {'id': '96dcf40b-a1d0-4304-ba37-2a53e2a30c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '30f00f94-0f73-4308-bc0d-65608899cb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:47.328663 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3194b84c-1557-4644-a177-3d98cd1783e3 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Network hostable DHCP agents. Network: 30f00f94-0f73-4308-bc0d-65608899cb7f, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:47.346583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3194b84c-1557-4644-a177-3d98cd1783e3 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Network 30f00f94-0f73-4308-bc0d-65608899cb7f is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:47.363534 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-3194b84c-1557-4644-a177-3d98cd1783e3 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 30f00f94-0f73-4308-bc0d-65608899cb7f) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:47.368348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3194b84c-1557-4644-a177-3d98cd1783e3 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:47.369007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3194b84c-1557-4644-a177-3d98cd1783e3 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:47.373831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c821a7b-864a-4963-9c16-bd1f008bb0c6 None None] Network 30f00f94-0f73-4308-bc0d-65608899cb7f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:47.393761 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3194b84c-1557-4644-a177-3d98cd1783e3 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5617268 Jul 23 21:01:47.397071 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50598) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:47.403823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-96e8c177-6e8a-483e-abbe-546b419a2462 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Request body: {'port': {'network_id': '30f00f94-0f73-4308-bc0d-65608899cb7f', 'name': 'tempest-NetworksIpV6TestAttrs-1354200120'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:47.583301 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:01:47.585903 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-30f00f94-0f73-4308-bc0d-65608899cb7f', 'network_id': '30f00f94-0f73-4308-bc0d-65608899cb7f', 'tenant_id': 'ad12625014c04f1d9c0033bf1e479de7', 'fixed_ips': [{'subnet_id': '8038d3ce-d4a4-43b2-aa66-ff7d9c2d673c'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:01:47.586884 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:47.633032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e8c177-6e8a-483e-abbe-546b419a2462 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Made reservation on behalf of ad12625014c04f1d9c0033bf1e479de7 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:47.638576 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96e8c177-6e8a-483e-abbe-546b419a2462 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:47.663510 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [None req-96e8c177-6e8a-483e-abbe-546b419a2462 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] device_id is not set on port 1e728df1-b4d3-4725-887f-18e380efef8a yet. {{(pid=93811) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 21:01:47.726168 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:47.751657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 08ff48d1-8742-48e5-afe6-296c87c40b1d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:01:47.756724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935870f4-9022-4c7c-aa24-edeb94053c10 None None] Network 70b3a623-8b12-44b1-ac16-1f315043a013 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:47.836074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Allocated IP 2001:db8::f816:3eff:fe0f:48d4 (30f00f94-0f73-4308-bc0d-65608899cb7f/8038d3ce-d4a4-43b2-aa66-ff7d9c2d673c/e8986756-db32-428f-9502-63c475b13cd8) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:47.887300 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-91f917d7-4a22-4ad7-ab27-1dd22f55165a None None] Provisioning for port 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:47.925489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-91f917d7-4a22-4ad7-ab27-1dd22f55165a None None] Provisioning complete for port 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:47.925733 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91f917d7-4a22-4ad7-ab27-1dd22f55165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:47.991078 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 08ff48d1-8742-48e5-afe6-296c87c40b1d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:48.027384 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 08ff48d1-8742-48e5-afe6-296c87c40b1d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:48.027743 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.361655 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91f917d7-4a22-4ad7-ab27-1dd22f55165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.377235 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.397639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Transition to ACTIVE for port object e8986756-db32-428f-9502-63c475b13cd8 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:48.406984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463ead38-42e1-4188-a170-ab61839cf00a None None] DHCP port deletion for 70b3a623-8b12-44b1-ac16-1f315043a013 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:01:48.418573 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.440974 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-91f917d7-4a22-4ad7-ab27-1dd22f55165a None None] For port 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7a7eabef-6045-4c3f-a9d1-560c3d9b9df5,segment=NetworkSegment(d4423755-f3b0-40e9-bb9f-757bd860f207),segment_id=d4423755-f3b0-40e9-bb9f-757bd860f207)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:48.445789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Transition to ACTIVE for port object e8986756-db32-428f-9502-63c475b13cd8 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:48.450218 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91f917d7-4a22-4ad7-ab27-1dd22f55165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.493774 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.509639 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-96e8c177-6e8a-483e-abbe-546b419a2462 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Allocated IP 2001:db8::f816:3eff:fe8c:650e (30f00f94-0f73-4308-bc0d-65608899cb7f/8038d3ce-d4a4-43b2-aa66-ff7d9c2d673c/1e728df1-b4d3-4725-887f-18e380efef8a) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:01:48.527451 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 08ff48d1-8742-48e5-afe6-296c87c40b1d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=08ff48d1-8742-48e5-afe6-296c87c40b1d,segment=NetworkSegment(a4d2dd1c-2754-4066-bb26-4ce362a4b38d),segment_id=a4d2dd1c-2754-4066-bb26-4ce362a4b38d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:48.544453 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.548087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Network 30f00f94-0f73-4308-bc0d-65608899cb7f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:48.553681 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:48.557668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f917d7-4a22-4ad7-ab27-1dd22f55165a None None] Pushing event updated for resources: {'Port': ['ID=7a7eabef-6045-4c3f-a9d1-560c3d9b9df5,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:48.562758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:01:48.638573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-463ead38-42e1-4188-a170-ab61839cf00a None None] Deleting port 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:48.638954 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-463ead38-42e1-4188-a170-ab61839cf00a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.640807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Pushing event updated for resources: {'Port': ['ID=e8986756-db32-428f-9502-63c475b13cd8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:48.705757 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96e8c177-6e8a-483e-abbe-546b419a2462 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.713658 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Attempting to bind port e8986756-db32-428f-9502-63c475b13cd8 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:01:48.714004 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Attempting to bind port e8986756-db32-428f-9502-63c475b13cd8 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '96dcf40b-a1d0-4304-ba37-2a53e2a30c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '30f00f94-0f73-4308-bc0d-65608899cb7f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:01:48.714380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Attempting to bind port e8986756-db32-428f-9502-63c475b13cd8 on network 30f00f94-0f73-4308-bc0d-65608899cb7f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:01:48.723176 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-96e8c177-6e8a-483e-abbe-546b419a2462 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Transition to ACTIVE for port object 1e728df1-b4d3-4725-887f-18e380efef8a will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:01:48.763438 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96e8c177-6e8a-483e-abbe-546b419a2462 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.765115 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:01:48.765675 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Checking segment: {'id': '96dcf40b-a1d0-4304-ba37-2a53e2a30c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '30f00f94-0f73-4308-bc0d-65608899cb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:48.765880 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.776195 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Bound using segment: {'id': '96dcf40b-a1d0-4304-ba37-2a53e2a30c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '30f00f94-0f73-4308-bc0d-65608899cb7f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:01:48.778448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Bound port: e8986756-db32-428f-9502-63c475b13cd8, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96dcf40b-a1d0-4304-ba37-2a53e2a30c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '30f00f94-0f73-4308-bc0d-65608899cb7f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:01:48.778862 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.817700 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e8c177-6e8a-483e-abbe-546b419a2462 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Network 30f00f94-0f73-4308-bc0d-65608899cb7f is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:01:48.820773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-96e8c177-6e8a-483e-abbe-546b419a2462 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:48.822776 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-463ead38-42e1-4188-a170-ab61839cf00a None None] For port 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7a7eabef-6045-4c3f-a9d1-560c3d9b9df5,segment=NetworkSegment(d4423755-f3b0-40e9-bb9f-757bd860f207),segment_id=d4423755-f3b0-40e9-bb9f-757bd860f207)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:48.823207 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-463ead38-42e1-4188-a170-ab61839cf00a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.827347 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e8c177-6e8a-483e-abbe-546b419a2462 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:01:48.833047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e8c177-6e8a-483e-abbe-546b419a2462 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:48.833728 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96e8c177-6e8a-483e-abbe-546b419a2462 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.843468 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=08ff48d1-8742-48e5-afe6-296c87c40b1d,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:48.845001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8c177-6e8a-483e-abbe-546b419a2462 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event updated for resources: {'Port': ['ID=1e728df1-b4d3-4725-887f-18e380efef8a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:48.860897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-96e8c177-6e8a-483e-abbe-546b419a2462 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4586096 Jul 23 21:01:48.860897 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50610) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:48.862828 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-463ead38-42e1-4188-a170-ab61839cf00a None None] Calling delete_port for 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:48.918070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb47ad61-f105-4f2b-abf2-9f70262546bd tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Deleting subnet 8038d3ce-d4a4-43b2-aa66-ff7d9c2d673c {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:01:48.921184 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb47ad61-f105-4f2b-abf2-9f70262546bd tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.929377 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] For port e8986756-db32-428f-9502-63c475b13cd8, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:01:48.945514 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] For port e8986756-db32-428f-9502-63c475b13cd8, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e8986756-db32-428f-9502-63c475b13cd8,segment=NetworkSegment(96dcf40b-a1d0-4304-ba37-2a53e2a30c78),segment_id=96dcf40b-a1d0-4304-ba37-2a53e2a30c78)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:01:48.956954 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:48.963406 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb47ad61-f105-4f2b-abf2-9f70262546bd tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.033694 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-463ead38-42e1-4188-a170-ab61839cf00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.035658 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e887ed9-fa92-41d3-b3e8-1f76f21f37b7 None None] Pushing event updated for resources: {'Port': ['ID=e8986756-db32-428f-9502-63c475b13cd8,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:49.064587 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ead38-42e1-4188-a170-ab61839cf00a None None] Pushing event deleted for resources: {'Port': ['ID=7a7eabef-6045-4c3f-a9d1-560c3d9b9df5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:49.068174 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ead38-42e1-4188-a170-ab61839cf00a None None] No DVR routers for this DVR port 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:49.110839 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb47ad61-f105-4f2b-abf2-9f70262546bd tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.170293 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb47ad61-f105-4f2b-abf2-9f70262546bd tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.208987 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47ad61-f105-4f2b-abf2-9f70262546bd tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event deleted for resources: {'Subnet': ['ID=8038d3ce-d4a4-43b2-aa66-ff7d9c2d673c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:49.210662 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-eb47ad61-f105-4f2b-abf2-9f70262546bd tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.212693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-eb47ad61-f105-4f2b-abf2-9f70262546bd tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/subnets/8038d3ce-d4a4-43b2-aa66-ff7d9c2d673c HTTP/1.1" status: 204 len: 168 time: 0.3508420 Jul 23 21:01:49.214734 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50612) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:49.308391 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2661497f-790a-455e-ab23-a09dafde5056 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:49.309940 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2661497f-790a-455e-ab23-a09dafde5056 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:49.314292 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2661497f-790a-455e-ab23-a09dafde5056 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0766008 Jul 23 21:01:49.314721 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50614) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:49.405970 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1361af53-e5d1-4f13-8780-d2489ef41f62 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.415357 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-1361af53-e5d1-4f13-8780-d2489ef41f62 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 23 21:01:49.415848 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1361af53-e5d1-4f13-8780-d2489ef41f62 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:49.418803 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1361af53-e5d1-4f13-8780-d2489ef41f62 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/networks/30f00f94-0f73-4308-bc0d-65608899cb7f HTTP/1.1" status: 409 len: 405 time: 0.1018658 Jul 23 21:01:49.424308 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50616) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:49.429876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-53643913-b5f7-40c7-847f-9986939c19a4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-53983450'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:49.458175 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53643913-b5f7-40c7-847f-9986939c19a4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Made reservation on behalf of ad12625014c04f1d9c0033bf1e479de7 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:49.462483 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53643913-b5f7-40c7-847f-9986939c19a4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.492595 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53643913-b5f7-40c7-847f-9986939c19a4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:49.503643 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53643913-b5f7-40c7-847f-9986939c19a4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.504054 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-53643913-b5f7-40c7-847f-9986939c19a4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Added segment 6cf52dcf-18b5-49bd-a91c-7ef811342fbb of type vlan for network e5f8f0cf-05b2-4993-a9be-0a8916d57f8a Jul 23 21:01:49.544096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e8986756-db32-428f-9502-63c475b13cd8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:01:49.561058 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53643913-b5f7-40c7-847f-9986939c19a4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.593686 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53643913-b5f7-40c7-847f-9986939c19a4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.596963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port e8986756-db32-428f-9502-63c475b13cd8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:49.599986 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53643913-b5f7-40c7-847f-9986939c19a4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:49.600714 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-53643913-b5f7-40c7-847f-9986939c19a4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.601327 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 08ff48d1-8742-48e5-afe6-296c87c40b1d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:01:49.636358 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-53643913-b5f7-40c7-847f-9986939c19a4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2108955 Jul 23 21:01:49.640104 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50618) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:49.648546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-780ef3b1-5f63-4563-9fa7-467e1356a256 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Request body: {'subnet': {'network_id': 'e5f8f0cf-05b2-4993-a9be-0a8916d57f8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:49.651540 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 08ff48d1-8742-48e5-afe6-296c87c40b1d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:49.651993 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.691429 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53643913-b5f7-40c7-847f-9986939c19a4 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event updated for resources: {'Network': ['ID=e5f8f0cf-05b2-4993-a9be-0a8916d57f8a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:49.702191 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network e5f8f0cf-05b2-4993-a9be-0a8916d57f8a details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:49.791553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780ef3b1-5f63-4563-9fa7-467e1356a256 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Made reservation on behalf of ad12625014c04f1d9c0033bf1e479de7 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:49.805469 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-780ef3b1-5f63-4563-9fa7-467e1356a256 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.865476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:49.894994 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:49.895475 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7a7eabef-6045-4c3f-a9d1-560c3d9b9df5 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:50.102681 n-d-791504-18 neutron-server[93811]: DEBUG neutron.objects.ports [None req-780ef3b1-5f63-4563-9fa7-467e1356a256 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 21:01:50.104473 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-780ef3b1-5f63-4563-9fa7-467e1356a256 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.105364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a4af64-09f0-4334-bfe7-03e7df2c20f1 None None] Network 30f00f94-0f73-4308-bc0d-65608899cb7f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:50.182222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ef3b1-5f63-4563-9fa7-467e1356a256 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event updated for resources: {'Subnet': ['ID=10231c52-cf1f-4ce8-bba3-b5dee53a31d4,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:50.192089 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ef3b1-5f63-4563-9fa7-467e1356a256 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Checking segment: {'id': '6cf52dcf-18b5-49bd-a91c-7ef811342fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e5f8f0cf-05b2-4993-a9be-0a8916d57f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:50.192499 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ef3b1-5f63-4563-9fa7-467e1356a256 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Network hostable DHCP agents. Network: e5f8f0cf-05b2-4993-a9be-0a8916d57f8a, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:50.209793 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ef3b1-5f63-4563-9fa7-467e1356a256 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Network e5f8f0cf-05b2-4993-a9be-0a8916d57f8a is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:50.220247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-780ef3b1-5f63-4563-9fa7-467e1356a256 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, e5f8f0cf-05b2-4993-a9be-0a8916d57f8a) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:50.227736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ef3b1-5f63-4563-9fa7-467e1356a256 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:50.230320 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-780ef3b1-5f63-4563-9fa7-467e1356a256 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.231327 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ce667d-7fd6-4e29-9168-1946e7663ec8 None None] Network e5f8f0cf-05b2-4993-a9be-0a8916d57f8a requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:50.245923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0ed770c7-13cf-4215-9b8a-9491911242f3 None None] Provisioning for port e8986756-db32-428f-9502-63c475b13cd8 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:01:50.246493 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-780ef3b1-5f63-4563-9fa7-467e1356a256 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6040485 Jul 23 21:01:50.249042 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50624) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:50.267162 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0ed770c7-13cf-4215-9b8a-9491911242f3 None None] Provisioning complete for port e8986756-db32-428f-9502-63c475b13cd8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:01:50.267475 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0ed770c7-13cf-4215-9b8a-9491911242f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.355227 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c7a3e26-6a42-492e-97dd-d01e68ab145f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.411944 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b4b681-be84-440e-8bea-5f45d0eb237c None None] DHCP port deletion for 30f00f94-0f73-4308-bc0d-65608899cb7f request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:01:50.418094 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c7a3e26-6a42-492e-97dd-d01e68ab145f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.458755 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0ed770c7-13cf-4215-9b8a-9491911242f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.497090 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c7a3e26-6a42-492e-97dd-d01e68ab145f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.498384 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f09f8c5-718c-4359-abfd-de81197a35ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-e5f8f0cf-05b2-4993-a9be-0a8916d57f8a', 'network_id': 'e5f8f0cf-05b2-4993-a9be-0a8916d57f8a', 'tenant_id': 'ad12625014c04f1d9c0033bf1e479de7', 'fixed_ips': [{'subnet_id': '10231c52-cf1f-4ce8-bba3-b5dee53a31d4'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:01:50.499782 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7f09f8c5-718c-4359-abfd-de81197a35ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.535496 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a3e26-6a42-492e-97dd-d01e68ab145f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event deleted for resources: {'Subnet': ['ID=10231c52-cf1f-4ce8-bba3-b5dee53a31d4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:50.536135 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0ed770c7-13cf-4215-9b8a-9491911242f3 None None] For port e8986756-db32-428f-9502-63c475b13cd8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e8986756-db32-428f-9502-63c475b13cd8,segment=NetworkSegment(96dcf40b-a1d0-4304-ba37-2a53e2a30c78),segment_id=96dcf40b-a1d0-4304-ba37-2a53e2a30c78)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:50.549068 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0ed770c7-13cf-4215-9b8a-9491911242f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.602889 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c7a3e26-6a42-492e-97dd-d01e68ab145f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.613125 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5c7a3e26-6a42-492e-97dd-d01e68ab145f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f8f0cf-05b2-4993-a9be-0a8916d57f8a']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:50.628768 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5c7a3e26-6a42-492e-97dd-d01e68ab145f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf52dcf-18b5-49bd-a91c-7ef811342fbb') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:50.628983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5c7a3e26-6a42-492e-97dd-d01e68ab145f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf52dcf-18b5-49bd-a91c-7ef811342fbb') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:50.640687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c1b4b681-be84-440e-8bea-5f45d0eb237c None None] Deleting port e8986756-db32-428f-9502-63c475b13cd8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:50.641058 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b681-be84-440e-8bea-5f45d0eb237c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.646020 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c7a3e26-6a42-492e-97dd-d01e68ab145f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.647431 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09bdef5-4b81-47e1-ba1c-05779e844e27 None None] Network e5f8f0cf-05b2-4993-a9be-0a8916d57f8a requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:50.660548 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c7a3e26-6a42-492e-97dd-d01e68ab145f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.667649 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7a3e26-6a42-492e-97dd-d01e68ab145f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:50.668143 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c7a3e26-6a42-492e-97dd-d01e68ab145f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:50.671514 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:50.692710 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed770c7-13cf-4215-9b8a-9491911242f3 None None] Pushing event updated for resources: {'Port': ['ID=e8986756-db32-428f-9502-63c475b13cd8,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:50.733618 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c7a3e26-6a42-492e-97dd-d01e68ab145f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.743799 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c7a3e26-6a42-492e-97dd-d01e68ab145f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.745672 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5c7a3e26-6a42-492e-97dd-d01e68ab145f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/networks/e5f8f0cf-05b2-4993-a9be-0a8916d57f8a HTTP/1.1" status: 204 len: 168 time: 0.4956632 Jul 23 21:01:50.749198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50626) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:50.754863 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-eab7b5f0-b0ea-4497-afcd-dc7017451f74 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-988881405'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:50.763674 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a3e26-6a42-492e-97dd-d01e68ab145f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event deleted for resources: {'Network': ['ID=e5f8f0cf-05b2-4993-a9be-0a8916d57f8a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:50.777297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab7b5f0-b0ea-4497-afcd-dc7017451f74 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Made reservation on behalf of ad12625014c04f1d9c0033bf1e479de7 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:50.777548 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-c1b4b681-be84-440e-8bea-5f45d0eb237c None None] For port e8986756-db32-428f-9502-63c475b13cd8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e8986756-db32-428f-9502-63c475b13cd8,segment=NetworkSegment(96dcf40b-a1d0-4304-ba37-2a53e2a30c78),segment_id=96dcf40b-a1d0-4304-ba37-2a53e2a30c78)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:50.777942 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b681-be84-440e-8bea-5f45d0eb237c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.780917 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eab7b5f0-b0ea-4497-afcd-dc7017451f74 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.795027 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c1b4b681-be84-440e-8bea-5f45d0eb237c None None] Calling delete_port for e8986756-db32-428f-9502-63c475b13cd8 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:50.810859 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab7b5f0-b0ea-4497-afcd-dc7017451f74 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:50.824166 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eab7b5f0-b0ea-4497-afcd-dc7017451f74 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.824727 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-eab7b5f0-b0ea-4497-afcd-dc7017451f74 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Added segment 5d5394df-eef9-4b45-a7f4-4b8e267b2803 of type vlan for network cd691390-cd5d-48dd-988e-64b9505fe63d Jul 23 21:01:50.872461 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eab7b5f0-b0ea-4497-afcd-dc7017451f74 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.910621 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eab7b5f0-b0ea-4497-afcd-dc7017451f74 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.922181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab7b5f0-b0ea-4497-afcd-dc7017451f74 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:50.922999 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eab7b5f0-b0ea-4497-afcd-dc7017451f74 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.929836 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b681-be84-440e-8bea-5f45d0eb237c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:50.956844 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4b681-be84-440e-8bea-5f45d0eb237c None None] Pushing event deleted for resources: {'Port': ['ID=e8986756-db32-428f-9502-63c475b13cd8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:50.965783 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b4b681-be84-440e-8bea-5f45d0eb237c None None] No DVR routers for this DVR port e8986756-db32-428f-9502-63c475b13cd8 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:50.967824 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-eab7b5f0-b0ea-4497-afcd-dc7017451f74 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2174096 Jul 23 21:01:50.968925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50630) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:50.982958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9c0a4074-2ff8-4efb-a3c6-d6098318455d tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Request body: {'subnet': {'network_id': 'cd691390-cd5d-48dd-988e-64b9505fe63d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:51.010395 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7b5f0-b0ea-4497-afcd-dc7017451f74 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event updated for resources: {'Network': ['ID=cd691390-cd5d-48dd-988e-64b9505fe63d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:51.021201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network cd691390-cd5d-48dd-988e-64b9505fe63d details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:51.097899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0a4074-2ff8-4efb-a3c6-d6098318455d tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Made reservation on behalf of ad12625014c04f1d9c0033bf1e479de7 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:51.102089 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4074-2ff8-4efb-a3c6-d6098318455d tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:51.286779 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4074-2ff8-4efb-a3c6-d6098318455d tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:51.347243 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a4074-2ff8-4efb-a3c6-d6098318455d tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event updated for resources: {'Subnet': ['ID=a4842604-0366-4908-8013-c598c7341e65,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:51.356803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0a4074-2ff8-4efb-a3c6-d6098318455d tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Checking segment: {'id': '5d5394df-eef9-4b45-a7f4-4b8e267b2803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'cd691390-cd5d-48dd-988e-64b9505fe63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:51.357161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0a4074-2ff8-4efb-a3c6-d6098318455d tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Network hostable DHCP agents. Network: cd691390-cd5d-48dd-988e-64b9505fe63d, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:51.374636 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0a4074-2ff8-4efb-a3c6-d6098318455d tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Network cd691390-cd5d-48dd-988e-64b9505fe63d is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:51.384874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-9c0a4074-2ff8-4efb-a3c6-d6098318455d tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, cd691390-cd5d-48dd-988e-64b9505fe63d) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:51.389116 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0a4074-2ff8-4efb-a3c6-d6098318455d tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:51.389703 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4074-2ff8-4efb-a3c6-d6098318455d tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:51.409777 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f93e5ae-c557-46cc-bb0a-1698e36bf51f None None] Network cd691390-cd5d-48dd-988e-64b9505fe63d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:51.410418 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9c0a4074-2ff8-4efb-a3c6-d6098318455d tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4376490 Jul 23 21:01:51.410542 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50632) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:51.466164 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e8986756-db32-428f-9502-63c475b13cd8 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:51.492188 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: e8986756-db32-428f-9502-63c475b13cd8 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:51.492625 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e8986756-db32-428f-9502-63c475b13cd8 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:51.528001 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2730fc5-468f-4da0-a3a3-9c193e4a3ce6 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:51.592082 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2730fc5-468f-4da0-a3a3-9c193e4a3ce6 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:51.593407 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982a151d-8599-41be-afd4-8ec1443967d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-cd691390-cd5d-48dd-988e-64b9505fe63d', 'network_id': 'cd691390-cd5d-48dd-988e-64b9505fe63d', 'tenant_id': 'ad12625014c04f1d9c0033bf1e479de7', 'fixed_ips': [{'subnet_id': 'a4842604-0366-4908-8013-c598c7341e65'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:01:51.594274 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-982a151d-8599-41be-afd4-8ec1443967d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:51.659140 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2730fc5-468f-4da0-a3a3-9c193e4a3ce6 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server [None req-982a151d-8599-41be-afd4-8ec1443967d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4842604-0366-4908-8013-c598c7341e65: This subnet is being modified by another concurrent operation. Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise exception Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4842604-0366-4908-8013-c598c7341e65: This subnet is being modified by another concurrent operation. Jul 23 21:01:51.691673 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Jul 23 21:01:51.700322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2730fc5-468f-4da0-a3a3-9c193e4a3ce6 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event deleted for resources: {'Subnet': ['ID=a4842604-0366-4908-8013-c598c7341e65,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:51.718185 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6be8757-cfd7-4aca-87b4-7d6c862b1cb3 None None] Network cd691390-cd5d-48dd-988e-64b9505fe63d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:51.762131 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2730fc5-468f-4da0-a3a3-9c193e4a3ce6 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:51.772994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c2730fc5-468f-4da0-a3a3-9c193e4a3ce6 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd691390-cd5d-48dd-988e-64b9505fe63d']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:51.784312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c2730fc5-468f-4da0-a3a3-9c193e4a3ce6 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5394df-eef9-4b45-a7f4-4b8e267b2803') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:51.784604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-c2730fc5-468f-4da0-a3a3-9c193e4a3ce6 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5394df-eef9-4b45-a7f4-4b8e267b2803') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:51.793787 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2730fc5-468f-4da0-a3a3-9c193e4a3ce6 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:51.807651 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2730fc5-468f-4da0-a3a3-9c193e4a3ce6 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:51.816570 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2730fc5-468f-4da0-a3a3-9c193e4a3ce6 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:51.816971 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2730fc5-468f-4da0-a3a3-9c193e4a3ce6 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:51.820503 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:51.836650 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0c6eba-23ac-4fd6-bf32-c99fe8895ffe None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 21:01:51.886101 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2730fc5-468f-4da0-a3a3-9c193e4a3ce6 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:51.895773 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2730fc5-468f-4da0-a3a3-9c193e4a3ce6 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:51.901149 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c2730fc5-468f-4da0-a3a3-9c193e4a3ce6 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/networks/cd691390-cd5d-48dd-988e-64b9505fe63d HTTP/1.1" status: 204 len: 168 time: 0.4867289 Jul 23 21:01:51.901303 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50634) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:51.906766 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-39b1a4f7-b240-463f-8950-032a29e46a87 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-464186136'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:51.910657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0c6eba-23ac-4fd6-bf32-c99fe8895ffe None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 21:01:51.922481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2730fc5-468f-4da0-a3a3-9c193e4a3ce6 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event deleted for resources: {'Network': ['ID=cd691390-cd5d-48dd-988e-64b9505fe63d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:51.940292 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b1a4f7-b240-463f-8950-032a29e46a87 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Made reservation on behalf of ad12625014c04f1d9c0033bf1e479de7 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:51.944096 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39b1a4f7-b240-463f-8950-032a29e46a87 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:51.970693 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b1a4f7-b240-463f-8950-032a29e46a87 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:01:51.980491 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39b1a4f7-b240-463f-8950-032a29e46a87 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:51.980828 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-39b1a4f7-b240-463f-8950-032a29e46a87 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Added segment 6b9c4ea5-7805-4ee1-b005-f27f46da5493 of type vlan for network 21f66964-d2b8-4e4b-91fd-aa1b4d2f8181 Jul 23 21:01:52.025826 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39b1a4f7-b240-463f-8950-032a29e46a87 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:52.060029 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39b1a4f7-b240-463f-8950-032a29e46a87 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:52.066492 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b1a4f7-b240-463f-8950-032a29e46a87 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:52.067246 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39b1a4f7-b240-463f-8950-032a29e46a87 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:52.118524 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-39b1a4f7-b240-463f-8950-032a29e46a87 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2161725 Jul 23 21:01:52.121687 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50642) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:52.128173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-65ba19e2-02b2-4b71-85b1-f49522cf4f88 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Request body: {'subnet': {'network_id': '21f66964-d2b8-4e4b-91fd-aa1b4d2f8181', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:52.154832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1a4f7-b240-463f-8950-032a29e46a87 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event updated for resources: {'Network': ['ID=21f66964-d2b8-4e4b-91fd-aa1b4d2f8181,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:52.168670 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 21f66964-d2b8-4e4b-91fd-aa1b4d2f8181 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:01:52.238381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ba19e2-02b2-4b71-85b1-f49522cf4f88 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Made reservation on behalf of ad12625014c04f1d9c0033bf1e479de7 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:01:52.242778 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65ba19e2-02b2-4b71-85b1-f49522cf4f88 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:52.315509 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50646) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:52.455208 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c27e7478-1635-41dc-a6f2-1d6ebe37a9cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3bcab882d6874606b1c389f0cf4ca6b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1383109 Jul 23 21:01:52.457760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50650) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:52.490015 n-d-791504-18 neutron-server[93811]: DEBUG neutron.objects.ports [None req-65ba19e2-02b2-4b71-85b1-f49522cf4f88 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93811) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 21:01:52.491432 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65ba19e2-02b2-4b71-85b1-f49522cf4f88 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:52.506262 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51af07c4-9f26-4b19-9925-2cf449c2e6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:52.526963 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51af07c4-9f26-4b19-9925-2cf449c2e6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:52.554874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba19e2-02b2-4b71-85b1-f49522cf4f88 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event updated for resources: {'Subnet': ['ID=4def5b63-908a-4e7f-b488-90bf424f1e1a,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:52.562105 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba19e2-02b2-4b71-85b1-f49522cf4f88 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Checking segment: {'id': '6b9c4ea5-7805-4ee1-b005-f27f46da5493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '21f66964-d2b8-4e4b-91fd-aa1b4d2f8181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:01:52.562531 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ba19e2-02b2-4b71-85b1-f49522cf4f88 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Network hostable DHCP agents. Network: 21f66964-d2b8-4e4b-91fd-aa1b4d2f8181, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:01:52.579781 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51af07c4-9f26-4b19-9925-2cf449c2e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:52.580294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ba19e2-02b2-4b71-85b1-f49522cf4f88 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Network 21f66964-d2b8-4e4b-91fd-aa1b4d2f8181 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:01:52.582495 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-51af07c4-9f26-4b19-9925-2cf449c2e6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:52.583886 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-51af07c4-9f26-4b19-9925-2cf449c2e6cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fcbcb032-d900-4e2b-ad31-f3f1bea2cfc4 HTTP/1.1" status: 204 len: 168 time: 0.1252177 Jul 23 21:01:52.590280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-65ba19e2-02b2-4b71-85b1-f49522cf4f88 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 21f66964-d2b8-4e4b-91fd-aa1b4d2f8181) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:01:52.593483 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af07c4-9f26-4b19-9925-2cf449c2e6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbcb032-d900-4e2b-ad31-f3f1bea2cfc4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:52.596938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ba19e2-02b2-4b71-85b1-f49522cf4f88 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:52.597287 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-65ba19e2-02b2-4b71-85b1-f49522cf4f88 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:52.602055 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce26409-944e-411c-94ba-274db91c9bf3 None None] Network 21f66964-d2b8-4e4b-91fd-aa1b4d2f8181 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:52.617390 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-65ba19e2-02b2-4b71-85b1-f49522cf4f88 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4919295 Jul 23 21:01:52.617709 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50654) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:52.732217 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fa5b9e5-a40d-4596-a660-e419e1ede093 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:52.770201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dc295a-f601-4d4f-804f-c1bdb0588e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-21f66964-d2b8-4e4b-91fd-aa1b4d2f8181', 'network_id': '21f66964-d2b8-4e4b-91fd-aa1b4d2f8181', 'tenant_id': 'ad12625014c04f1d9c0033bf1e479de7', 'fixed_ips': [{'subnet_id': '4def5b63-908a-4e7f-b488-90bf424f1e1a'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:01:52.771068 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75dc295a-f601-4d4f-804f-c1bdb0588e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:52.786594 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fa5b9e5-a40d-4596-a660-e419e1ede093 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:52.861412 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fa5b9e5-a40d-4596-a660-e419e1ede093 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server [None req-75dc295a-f601-4d4f-804f-c1bdb0588e7b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4def5b63-908a-4e7f-b488-90bf424f1e1a: This subnet is being modified by another concurrent operation. Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise exception Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4def5b63-908a-4e7f-b488-90bf424f1e1a: This subnet is being modified by another concurrent operation. Jul 23 21:01:52.889931 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Jul 23 21:01:52.905984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5b9e5-a40d-4596-a660-e419e1ede093 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event deleted for resources: {'Subnet': ['ID=4def5b63-908a-4e7f-b488-90bf424f1e1a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:52.907560 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6c7695-c4a7-4cd9-ab20-75fdd76bc977 None None] Network 21f66964-d2b8-4e4b-91fd-aa1b4d2f8181 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:52.963730 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fa5b9e5-a40d-4596-a660-e419e1ede093 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:52.976010 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8fa5b9e5-a40d-4596-a660-e419e1ede093 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f66964-d2b8-4e4b-91fd-aa1b4d2f8181']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:52.989572 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8fa5b9e5-a40d-4596-a660-e419e1ede093 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9c4ea5-7805-4ee1-b005-f27f46da5493') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:52.989934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-8fa5b9e5-a40d-4596-a660-e419e1ede093 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9c4ea5-7805-4ee1-b005-f27f46da5493') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:53.000037 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fa5b9e5-a40d-4596-a660-e419e1ede093 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.015139 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fa5b9e5-a40d-4596-a660-e419e1ede093 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.021848 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa5b9e5-a40d-4596-a660-e419e1ede093 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:53.022240 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fa5b9e5-a40d-4596-a660-e419e1ede093 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:53.026010 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:53.099079 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fa5b9e5-a40d-4596-a660-e419e1ede093 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.105082 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8fa5b9e5-a40d-4596-a660-e419e1ede093 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.111072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8fa5b9e5-a40d-4596-a660-e419e1ede093 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/networks/21f66964-d2b8-4e4b-91fd-aa1b4d2f8181 HTTP/1.1" status: 204 len: 168 time: 0.4886601 Jul 23 21:01:53.111477 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50670) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:53.120231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5b9e5-a40d-4596-a660-e419e1ede093 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event deleted for resources: {'Network': ['ID=21f66964-d2b8-4e4b-91fd-aa1b4d2f8181,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:53.147897 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-7075deea-5e04-4c5f-ba88-302f65053531 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:53.148417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7075deea-5e04-4c5f-ba88-302f65053531 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:53.152895 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7075deea-5e04-4c5f-ba88-302f65053531 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/subnets/4def5b63-908a-4e7f-b488-90bf424f1e1a HTTP/1.1" status: 404 len: 337 time: 0.0403757 Jul 23 21:01:53.153538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50674) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:53.172129 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a61a29-bc73-49e6-8470-c7d80cd50e31 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:53.173596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a61a29-bc73-49e6-8470-c7d80cd50e31 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:53.177549 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-13a61a29-bc73-49e6-8470-c7d80cd50e31 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/networks/21f66964-d2b8-4e4b-91fd-aa1b4d2f8181 HTTP/1.1" status: 404 len: 339 time: 0.0208552 Jul 23 21:01:53.178056 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50676) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:53.181260 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f070c5cc-3eaf-42f6-a36f-b8609c6df201 None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 21:01:53.207994 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-a861761d-d3d8-4607-8a37-d6f559be6422 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:53.208803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a861761d-d3d8-4607-8a37-d6f559be6422 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:53.213960 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a861761d-d3d8-4607-8a37-d6f559be6422 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/subnets/a4842604-0366-4908-8013-c598c7341e65 HTTP/1.1" status: 404 len: 337 time: 0.0323780 Jul 23 21:01:53.214680 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50678) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:53.242013 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-d238906e-c01e-434f-a752-66b8bcf94c83 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:53.243218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d238906e-c01e-434f-a752-66b8bcf94c83 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:53.247519 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d238906e-c01e-434f-a752-66b8bcf94c83 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/networks/cd691390-cd5d-48dd-988e-64b9505fe63d HTTP/1.1" status: 404 len: 339 time: 0.0252502 Jul 23 21:01:53.247855 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50682) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:53.264635 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f070c5cc-3eaf-42f6-a36f-b8609c6df201 None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 21:01:53.273515 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fbc1d6-a2c2-4288-956b-89dfb5616d45 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:53.273960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32fbc1d6-a2c2-4288-956b-89dfb5616d45 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:53.275690 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-32fbc1d6-a2c2-4288-956b-89dfb5616d45 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/subnets/10231c52-cf1f-4ce8-bba3-b5dee53a31d4 HTTP/1.1" status: 404 len: 337 time: 0.0270076 Jul 23 21:01:53.278193 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50684) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:53.296129 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac217f70-8866-4a13-a8cb-ef8ffb333279 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:53.296648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac217f70-8866-4a13-a8cb-ef8ffb333279 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:53.298486 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ac217f70-8866-4a13-a8cb-ef8ffb333279 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/networks/e5f8f0cf-05b2-4993-a9be-0a8916d57f8a HTTP/1.1" status: 404 len: 339 time: 0.0193999 Jul 23 21:01:53.301055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50686) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:53.400857 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-ab3bf305-9c79-4a14-b183-3b76462e5b26 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Deleting port 1e728df1-b4d3-4725-887f-18e380efef8a {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:53.401093 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf305-9c79-4a14-b183-3b76462e5b26 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.472673 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf305-9c79-4a14-b183-3b76462e5b26 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.484512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-ab3bf305-9c79-4a14-b183-3b76462e5b26 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Calling delete_port for 1e728df1-b4d3-4725-887f-18e380efef8a owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:53.570297 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf305-9c79-4a14-b183-3b76462e5b26 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.601269 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bf305-9c79-4a14-b183-3b76462e5b26 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event deleted for resources: {'Port': ['ID=1e728df1-b4d3-4725-887f-18e380efef8a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:53.605126 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf305-9c79-4a14-b183-3b76462e5b26 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.609321 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ab3bf305-9c79-4a14-b183-3b76462e5b26 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/ports/1e728df1-b4d3-4725-887f-18e380efef8a HTTP/1.1" status: 204 len: 168 time: 0.3050425 Jul 23 21:01:53.609751 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50692) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:53.638715 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7563827-ecb7-4ff1-b37f-53386141041b tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:53.639238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7563827-ecb7-4ff1-b37f-53386141041b tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:53.641897 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a7563827-ecb7-4ff1-b37f-53386141041b tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/subnets/8038d3ce-d4a4-43b2-aa66-ff7d9c2d673c HTTP/1.1" status: 404 len: 337 time: 0.0303888 Jul 23 21:01:53.644530 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50694) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:53.732593 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8896d1c-453d-48ff-93e7-ec45780df34b tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.823026 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8896d1c-453d-48ff-93e7-ec45780df34b tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.833589 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b8896d1c-453d-48ff-93e7-ec45780df34b tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f00f94-0f73-4308-bc0d-65608899cb7f']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:53.843720 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b8896d1c-453d-48ff-93e7-ec45780df34b tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96dcf40b-a1d0-4304-ba37-2a53e2a30c78') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:53.844022 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b8896d1c-453d-48ff-93e7-ec45780df34b tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96dcf40b-a1d0-4304-ba37-2a53e2a30c78') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:53.853436 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8896d1c-453d-48ff-93e7-ec45780df34b tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.867601 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8896d1c-453d-48ff-93e7-ec45780df34b tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.873558 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8896d1c-453d-48ff-93e7-ec45780df34b tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:53.873948 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8896d1c-453d-48ff-93e7-ec45780df34b tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:53.877876 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:53.941191 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8896d1c-453d-48ff-93e7-ec45780df34b tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.946469 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b8896d1c-453d-48ff-93e7-ec45780df34b tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:53.948549 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b8896d1c-453d-48ff-93e7-ec45780df34b tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/networks/30f00f94-0f73-4308-bc0d-65608899cb7f HTTP/1.1" status: 204 len: 168 time: 0.3028524 Jul 23 21:01:53.951218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50702) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:53.964396 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8896d1c-453d-48ff-93e7-ec45780df34b tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event deleted for resources: {'Network': ['ID=30f00f94-0f73-4308-bc0d-65608899cb7f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:54.051603 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1bacc-1663-4b56-93fa-5d80ed52ea4f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Deleting port 5d066bec-fc19-4208-9acf-d013740d09e5 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:54.051936 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ac1bacc-1663-4b56-93fa-5d80ed52ea4f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.115694 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ac1bacc-1663-4b56-93fa-5d80ed52ea4f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.127510 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1bacc-1663-4b56-93fa-5d80ed52ea4f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Calling delete_port for 5d066bec-fc19-4208-9acf-d013740d09e5 owned by {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:54.208672 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ac1bacc-1663-4b56-93fa-5d80ed52ea4f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.236278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1bacc-1663-4b56-93fa-5d80ed52ea4f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event deleted for resources: {'Port': ['ID=5d066bec-fc19-4208-9acf-d013740d09e5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:54.250173 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ac1bacc-1663-4b56-93fa-5d80ed52ea4f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.253014 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5ac1bacc-1663-4b56-93fa-5d80ed52ea4f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/ports/5d066bec-fc19-4208-9acf-d013740d09e5 HTTP/1.1" status: 204 len: 168 time: 0.3006608 Jul 23 21:01:54.255661 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50704) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:54.282748 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-963bf69e-81e0-4c21-b166-97d50460c2bc tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:54.283248 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963bf69e-81e0-4c21-b166-97d50460c2bc tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:54.285057 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-963bf69e-81e0-4c21-b166-97d50460c2bc tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/subnets/8c599f2c-ec05-4662-9d6f-bc717663ae25 HTTP/1.1" status: 404 len: 337 time: 0.0283725 Jul 23 21:01:54.288259 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50706) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:54.372602 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c9031a6-ea0c-4a67-b289-6b387616359f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.467376 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c9031a6-ea0c-4a67-b289-6b387616359f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.477712 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-6c9031a6-ea0c-4a67-b289-6b387616359f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b3a623-8b12-44b1-ac16-1f315043a013']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:54.487919 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-6c9031a6-ea0c-4a67-b289-6b387616359f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4423755-f3b0-40e9-bb9f-757bd860f207') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:54.488218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-6c9031a6-ea0c-4a67-b289-6b387616359f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4423755-f3b0-40e9-bb9f-757bd860f207') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:54.496768 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c9031a6-ea0c-4a67-b289-6b387616359f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.510525 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c9031a6-ea0c-4a67-b289-6b387616359f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.516476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9031a6-ea0c-4a67-b289-6b387616359f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:54.516874 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c9031a6-ea0c-4a67-b289-6b387616359f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:54.519736 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:54.566640 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b829dd7c-8eb5-4f9f-9f6b-cda6f2deefb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.583584 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c9031a6-ea0c-4a67-b289-6b387616359f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.590340 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c9031a6-ea0c-4a67-b289-6b387616359f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.592212 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6c9031a6-ea0c-4a67-b289-6b387616359f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/networks/70b3a623-8b12-44b1-ac16-1f315043a013 HTTP/1.1" status: 204 len: 168 time: 0.3029647 Jul 23 21:01:54.595421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50708) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:54.649514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c8a01a-ee94-473c-bcb3-c8be0dbfd7fb tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Deleting subnet e506ccfc-0840-42cd-9b3b-bb43d3f29e2d {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:01:54.653240 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-00c8a01a-ee94-473c-bcb3-c8be0dbfd7fb tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.702167 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-00c8a01a-ee94-473c-bcb3-c8be0dbfd7fb tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.794256 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-00c8a01a-ee94-473c-bcb3-c8be0dbfd7fb tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.860249 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-00c8a01a-ee94-473c-bcb3-c8be0dbfd7fb tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.894325 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8a01a-ee94-473c-bcb3-c8be0dbfd7fb tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event deleted for resources: {'Subnet': ['ID=e506ccfc-0840-42cd-9b3b-bb43d3f29e2d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:54.896252 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-00c8a01a-ee94-473c-bcb3-c8be0dbfd7fb tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:54.901306 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-00c8a01a-ee94-473c-bcb3-c8be0dbfd7fb tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/subnets/e506ccfc-0840-42cd-9b3b-bb43d3f29e2d HTTP/1.1" status: 204 len: 168 time: 0.3044493 Jul 23 21:01:54.901627 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50714) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:54.906134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54d997a-ebe0-494e-9a0f-2d726548d1d6 None None] Network e2b3358f-4be4-40d4-bf38-eff2629dc3ae requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:01:54.951824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9031a6-ea0c-4a67-b289-6b387616359f tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event deleted for resources: {'Network': ['ID=70b3a623-8b12-44b1-ac16-1f315043a013,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:55.011509 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.074463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Deleting port 08ff48d1-8742-48e5-afe6-296c87c40b1d {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:55.074724 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.153336 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] For port 08ff48d1-8742-48e5-afe6-296c87c40b1d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=08ff48d1-8742-48e5-afe6-296c87c40b1d,segment=NetworkSegment(a4d2dd1c-2754-4066-bb26-4ce362a4b38d),segment_id=a4d2dd1c-2754-4066-bb26-4ce362a4b38d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:55.153703 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.168425 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Calling delete_port for 08ff48d1-8742-48e5-afe6-296c87c40b1d owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:55.170119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc79dca-775e-4f48-b0e0-15edc512214f None None] DHCP port deletion for e2b3358f-4be4-40d4-bf38-eff2629dc3ae request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:01:55.216843 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9fc79dca-775e-4f48-b0e0-15edc512214f None None] Deleting port 08ff48d1-8742-48e5-afe6-296c87c40b1d {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:01:55.217215 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fc79dca-775e-4f48-b0e0-15edc512214f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.255374 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.285395 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event deleted for resources: {'Port': ['ID=08ff48d1-8742-48e5-afe6-296c87c40b1d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:55.289506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] No DVR routers for this DVR port 08ff48d1-8742-48e5-afe6-296c87c40b1d on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:55.292748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9fc79dca-775e-4f48-b0e0-15edc512214f None None] For port 08ff48d1-8742-48e5-afe6-296c87c40b1d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=08ff48d1-8742-48e5-afe6-296c87c40b1d,segment=NetworkSegment(a4d2dd1c-2754-4066-bb26-4ce362a4b38d),segment_id=a4d2dd1c-2754-4066-bb26-4ce362a4b38d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:01:55.293176 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fc79dca-775e-4f48-b0e0-15edc512214f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.305883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9fc79dca-775e-4f48-b0e0-15edc512214f None None] Calling delete_port for 08ff48d1-8742-48e5-afe6-296c87c40b1d owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:01:55.369365 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.382302 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b3358f-4be4-40d4-bf38-eff2629dc3ae']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:55.394307 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d2dd1c-2754-4066-bb26-4ce362a4b38d') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:55.394677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d2dd1c-2754-4066-bb26-4ce362a4b38d') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:01:55.404288 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.404670 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fc79dca-775e-4f48-b0e0-15edc512214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.419458 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.425625 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:01:55.426268 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:01:55.429511 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:01:55.435436 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc79dca-775e-4f48-b0e0-15edc512214f None None] No DVR routers for this DVR port 08ff48d1-8742-48e5-afe6-296c87c40b1d on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:01:55.442095 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc79dca-775e-4f48-b0e0-15edc512214f None None] Pushing event deleted for resources: {'Port': ['ID=08ff48d1-8742-48e5-afe6-296c87c40b1d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:55.446167 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 08ff48d1-8742-48e5-afe6-296c87c40b1d no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:01:55.468187 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 08ff48d1-8742-48e5-afe6-296c87c40b1d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:01:55.468530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 08ff48d1-8742-48e5-afe6-296c87c40b1d not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:01:55.501253 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.509242 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.511009 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] 10.222.0.55 "DELETE /v2.0/networks/e2b3358f-4be4-40d4-bf38-eff2629dc3ae HTTP/1.1" status: 204 len: 168 time: 0.6082385 Jul 23 21:01:55.523232 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad112b-4bb4-44bf-86ee-0438b5d39623 tempest-NetworksIpV6TestAttrs-1448413440 tempest-NetworksIpV6TestAttrs-1448413440-project] Pushing event deleted for resources: {'Network': ['ID=e2b3358f-4be4-40d4-bf38-eff2629dc3ae,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:55.760235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50722) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:55.894276 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-246f2e39-50fb-4e02-9788-5041303b1b7e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad12625014c04f1d9c0033bf1e479de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329181 Jul 23 21:01:55.896829 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50726) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:55.949182 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dba613f9-682a-49ac-92fa-db6533112fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:55.971996 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dba613f9-682a-49ac-92fa-db6533112fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.024038 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dba613f9-682a-49ac-92fa-db6533112fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.027229 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dba613f9-682a-49ac-92fa-db6533112fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:56.028974 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dba613f9-682a-49ac-92fa-db6533112fde admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbb643e2-f2f2-4978-89c1-54e03c4a6fa3 HTTP/1.1" status: 204 len: 168 time: 0.1311212 Jul 23 21:01:56.103879 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba613f9-682a-49ac-92fa-db6533112fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb643e2-f2f2-4978-89c1-54e03c4a6fa3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:56.732361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50750) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:56.825844 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-30177d39-69ee-45eb-b4e5-0b70ba57b3a2 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] Request body: {'port': {'network_id': '2d9b9367-67c3-4dcf-bf69-950f92a89057', 'name': 'tempest-NetworksNegativeTestJSON-2004176842'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:56.839839 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-30177d39-69ee-45eb-b4e5-0b70ba57b3a2 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] POST failed (client error): The resource could not be found. Jul 23 21:01:56.840372 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30177d39-69ee-45eb-b4e5-0b70ba57b3a2 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:56.841463 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-30177d39-69ee-45eb-b4e5-0b70ba57b3a2 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1080689 Jul 23 21:01:56.845441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50754) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:56.867894 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b875fa-6909-4ca2-b588-021303703824 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:56.868435 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b875fa-6909-4ca2-b588-021303703824 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:56.870126 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-42b875fa-6909-4ca2-b588-021303703824 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] 10.222.0.55 "DELETE /v2.0/networks/cced291d-a3b6-46ea-b5b6-a4fea4c16971 HTTP/1.1" status: 404 len: 339 time: 0.0237365 Jul 23 21:01:56.873724 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50756) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:56.905476 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a34cd5-9a61-498e-bc18-d91eaf0db7cb tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:56.906094 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a34cd5-9a61-498e-bc18-d91eaf0db7cb tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:56.907782 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c2a34cd5-9a61-498e-bc18-d91eaf0db7cb tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] 10.222.0.55 "DELETE /v2.0/ports/d340bc36-e416-4ad8-bf1f-badde2da569e HTTP/1.1" status: 404 len: 333 time: 0.0331602 Jul 23 21:01:56.911405 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50758) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:56.940669 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec71afe-a8a6-415b-bac1-50b2cff20551 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] DELETE failed (client error): The resource could not be found. Jul 23 21:01:56.941103 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec71afe-a8a6-415b-bac1-50b2cff20551 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:56.942720 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dec71afe-a8a6-415b-bac1-50b2cff20551 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] 10.222.0.55 "DELETE /v2.0/subnets/fbbf08d2-2f25-427c-8a7b-d248654333d4 HTTP/1.1" status: 404 len: 337 time: 0.0304370 Jul 23 21:01:56.946137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50760) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:56.967157 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7628400-c197-4cc2-bde1-8dd8bc87595b tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] GET failed (client error): The resource could not be found. Jul 23 21:01:56.968452 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f7628400-c197-4cc2-bde1-8dd8bc87595b tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] 10.222.0.55 "GET /v2.0/networks/b6848a8e-fd52-4358-9f91-abab188fe6dd HTTP/1.1" status: 404 len: 339 time: 0.0214539 Jul 23 21:01:56.971582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50762) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:56.997176 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-1154bd2c-7f81-4a08-bb05-90ddc0015c72 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] GET failed (client error): The resource could not be found. Jul 23 21:01:56.998560 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1154bd2c-7f81-4a08-bb05-90ddc0015c72 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] 10.222.0.55 "GET /v2.0/ports/f83d3210-138f-42ae-a6ec-827bf23aee52 HTTP/1.1" status: 404 len: 333 time: 0.0261281 Jul 23 21:01:57.002622 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50764) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:57.029394 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c125944-a022-4a11-80ee-e23bb579c2a7 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] GET failed (client error): The resource could not be found. Jul 23 21:01:57.030621 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9c125944-a022-4a11-80ee-e23bb579c2a7 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] 10.222.0.55 "GET /v2.0/subnets/d49fe44c-69d9-4f68-8ee3-0f666a47c2d6 HTTP/1.1" status: 404 len: 337 time: 0.0269775 Jul 23 21:01:57.034055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50766) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:57.038847 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9e9d645b-6898-405e-bde5-32cb9f69d921 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:57.050725 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:01:57.052376 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9d645b-6898-405e-bde5-32cb9f69d921 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] PUT failed (client error): The resource could not be found. Jul 23 21:01:57.052842 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e9d645b-6898-405e-bde5-32cb9f69d921 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:57.053921 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9e9d645b-6898-405e-bde5-32cb9f69d921 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] 10.222.0.55 "PUT /v2.0/networks/9b9e14f1-d6f2-404c-80f2-8700b5cfd643 HTTP/1.1" status: 404 len: 339 time: 0.0189855 Jul 23 21:01:57.057249 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50768) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:57.062053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ffe052f8-6cd6-4dd6-a834-8e346e3846fe tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:57.084632 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe052f8-6cd6-4dd6-a834-8e346e3846fe tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] PUT failed (client error): The resource could not be found. Jul 23 21:01:57.085467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe052f8-6cd6-4dd6-a834-8e346e3846fe tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:57.086525 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ffe052f8-6cd6-4dd6-a834-8e346e3846fe tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] 10.222.0.55 "PUT /v2.0/ports/6580b925-365e-4725-9d1b-3f5cae9916b4 HTTP/1.1" status: 404 len: 333 time: 0.0283980 Jul 23 21:01:57.089873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50772) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:57.094750 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9df56097-0c13-485d-93ca-30d89f67c392 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:01:57.115619 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df56097-0c13-485d-93ca-30d89f67c392 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] PUT failed (client error): The resource could not be found. Jul 23 21:01:57.116066 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df56097-0c13-485d-93ca-30d89f67c392 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:01:57.122159 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9df56097-0c13-485d-93ca-30d89f67c392 tempest-NetworksNegativeTestJSON-97809297 tempest-NetworksNegativeTestJSON-97809297-project] 10.222.0.55 "PUT /v2.0/subnets/266c2bb2-d938-4f62-b6c2-37ea2044a2c4 HTTP/1.1" status: 404 len: 337 time: 0.0313363 Jul 23 21:01:57.148082 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad97bfe5-fb77-46a0-aee2-4aa7c39717bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.382712 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.384105 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 50782) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:57.489344 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-feb930e8-adde-4b1f-a91b-ccabd8a8d49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.588461 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-feb930e8-adde-4b1f-a91b-ccabd8a8d49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.594937 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-feb930e8-adde-4b1f-a91b-ccabd8a8d49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.632970 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-feb930e8-adde-4b1f-a91b-ccabd8a8d49b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=477a51fc2ab14a738b1f1dbbdc624c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476041 Jul 23 21:01:57.634875 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb930e8-adde-4b1f-a91b-ccabd8a8d49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c07bcbe-12bc-4fc2-a6bb-d0998a99f7ef,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:57.635767 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50786) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:01:57.683188 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a16cae19-fc5e-4804-aa46-1b19f7e0b1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.703480 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a16cae19-fc5e-4804-aa46-1b19f7e0b1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.752662 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a16cae19-fc5e-4804-aa46-1b19f7e0b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.755481 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a16cae19-fc5e-4804-aa46-1b19f7e0b1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:57.759317 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a16cae19-fc5e-4804-aa46-1b19f7e0b1b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c07bcbe-12bc-4fc2-a6bb-d0998a99f7ef HTTP/1.1" status: 204 len: 168 time: 0.1199446 Jul 23 21:01:57.764762 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cae19-fc5e-4804-aa46-1b19f7e0b1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c07bcbe-12bc-4fc2-a6bb-d0998a99f7ef,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:01:58.573811 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:00.019583 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:04.962267 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-2aac90e5-b0d4-4676-b814-c2d59b247fb8 req-616b71ad-6d40-4ade-a153-ee1a699eaa61 service neutron] (93810) timed out ('10.222.0.55', 52470) {{(pid=93810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:02:11.009078 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 50988) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:11.118249 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14dab8a9-7238-45b7-ab7e-95e185e6d93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:11.217263 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14dab8a9-7238-45b7-ab7e-95e185e6d93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:11.225024 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-14dab8a9-7238-45b7-ab7e-95e185e6d93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:11.262050 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-14dab8a9-7238-45b7-ab7e-95e185e6d93b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f400b1c19dbf4c528d71b555a06f56fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517910 Jul 23 21:02:11.264592 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dab8a9-7238-45b7-ab7e-95e185e6d93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3df6987-9bc6-4da9-bc42-ba0b1522dced,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:11.264878 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51002) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:11.272895 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab8a9-7238-45b7-ab7e-95e185e6d93b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.273234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab8a9-7238-45b7-ab7e-95e185e6d93b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.273570 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab8a9-7238-45b7-ab7e-95e185e6d93b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.273899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab8a9-7238-45b7-ab7e-95e185e6d93b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.274461 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab8a9-7238-45b7-ab7e-95e185e6d93b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.274618 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab8a9-7238-45b7-ab7e-95e185e6d93b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.274945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab8a9-7238-45b7-ab7e-95e185e6d93b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.275284 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab8a9-7238-45b7-ab7e-95e185e6d93b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.275652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab8a9-7238-45b7-ab7e-95e185e6d93b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.275922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab8a9-7238-45b7-ab7e-95e185e6d93b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.276242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab8a9-7238-45b7-ab7e-95e185e6d93b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.276643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab8a9-7238-45b7-ab7e-95e185e6d93b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.331215 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a8361fb9-c419-4ef8-9272-f37c432a77c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:11.356247 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a8361fb9-c419-4ef8-9272-f37c432a77c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:11.405007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a8361fb9-c419-4ef8-9272-f37c432a77c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:11.408694 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a8361fb9-c419-4ef8-9272-f37c432a77c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:11.413115 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a8361fb9-c419-4ef8-9272-f37c432a77c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a3df6987-9bc6-4da9-bc42-ba0b1522dced HTTP/1.1" status: 204 len: 168 time: 0.1439242 Jul 23 21:02:11.426063 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8361fb9-c419-4ef8-9272-f37c432a77c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3df6987-9bc6-4da9-bc42-ba0b1522dced,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:11.437210 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8361fb9-c419-4ef8-9272-f37c432a77c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.437470 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8361fb9-c419-4ef8-9272-f37c432a77c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.437821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8361fb9-c419-4ef8-9272-f37c432a77c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.438292 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8361fb9-c419-4ef8-9272-f37c432a77c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.438843 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8361fb9-c419-4ef8-9272-f37c432a77c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.439197 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8361fb9-c419-4ef8-9272-f37c432a77c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.439732 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8361fb9-c419-4ef8-9272-f37c432a77c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.440075 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8361fb9-c419-4ef8-9272-f37c432a77c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.440412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8361fb9-c419-4ef8-9272-f37c432a77c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.440730 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8361fb9-c419-4ef8-9272-f37c432a77c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.441250 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8361fb9-c419-4ef8-9272-f37c432a77c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:11.441625 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8361fb9-c419-4ef8-9272-f37c432a77c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:15.569859 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:16.980650 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:20.498145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51160) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:20.636153 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aba76c9f-0373-4b0d-993f-0bc5df08d3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:20.727778 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aba76c9f-0373-4b0d-993f-0bc5df08d3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:20.731475 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aba76c9f-0373-4b0d-993f-0bc5df08d3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:20.769247 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-aba76c9f-0373-4b0d-993f-0bc5df08d3a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0494cdc1ab447a18b8411027eba1308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699213 Jul 23 21:02:20.771134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba76c9f-0373-4b0d-993f-0bc5df08d3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c6cf54-2b4b-48f5-a4bf-1da7433c0e5d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:20.771962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51166) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:20.822908 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3ccd81e-0f2e-4e88-8b76-08a5080b3bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:20.845266 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3ccd81e-0f2e-4e88-8b76-08a5080b3bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:20.893977 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3ccd81e-0f2e-4e88-8b76-08a5080b3bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:20.896967 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b3ccd81e-0f2e-4e88-8b76-08a5080b3bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:20.898169 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b3ccd81e-0f2e-4e88-8b76-08a5080b3bc9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/03c6cf54-2b4b-48f5-a4bf-1da7433c0e5d HTTP/1.1" status: 204 len: 168 time: 0.1251814 Jul 23 21:02:20.906024 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ccd81e-0f2e-4e88-8b76-08a5080b3bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c6cf54-2b4b-48f5-a4bf-1da7433c0e5d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:22.445786 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51226) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:22.450578 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-50c9ce7c-f17c-45ef-9efe-359d5ba1310c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-34082174', 'description': 'tempest-secgroup-smoke-34082174 description', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:22.473323 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50c9ce7c-f17c-45ef-9efe-359d5ba1310c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:22.481609 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50c9ce7c-f17c-45ef-9efe-359d5ba1310c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:22.587869 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50c9ce7c-f17c-45ef-9efe-359d5ba1310c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:22.591559 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50c9ce7c-f17c-45ef-9efe-359d5ba1310c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:22.630142 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9ce7c-f17c-45ef-9efe-359d5ba1310c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4464ac23-ebc4-427e-96f5-9bb623c2cdb6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:22.683504 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50c9ce7c-f17c-45ef-9efe-359d5ba1310c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:22.687047 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50c9ce7c-f17c-45ef-9efe-359d5ba1310c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:22.713053 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-50c9ce7c-f17c-45ef-9efe-359d5ba1310c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:22.714275 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-50c9ce7c-f17c-45ef-9efe-359d5ba1310c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2674222 Jul 23 21:02:22.717378 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51234) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:22.718393 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9ce7c-f17c-45ef-9efe-359d5ba1310c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377acaca-46c4-46a2-8e16-b3c168135ed2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:22.723381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6cad7f7e-3800-44cf-9333-e92a38af92b9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': '377acaca-46c4-46a2-8e16-b3c168135ed2', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:22.748564 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cad7f7e-3800-44cf-9333-e92a38af92b9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:22.802734 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cad7f7e-3800-44cf-9333-e92a38af92b9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:22.806243 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cad7f7e-3800-44cf-9333-e92a38af92b9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:22.823723 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad7f7e-3800-44cf-9333-e92a38af92b9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ccf968-97f4-4f12-b8ab-d321efcd883d,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:22.829789 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cad7f7e-3800-44cf-9333-e92a38af92b9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:22.831088 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6cad7f7e-3800-44cf-9333-e92a38af92b9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126809 Jul 23 21:02:22.833863 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51236) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:22.838674 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-2226c03f-5443-4f1d-a8bf-34cc74fcb3db tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': '377acaca-46c4-46a2-8e16-b3c168135ed2', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:22.864464 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2226c03f-5443-4f1d-a8bf-34cc74fcb3db tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:22.921687 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2226c03f-5443-4f1d-a8bf-34cc74fcb3db tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:22.925538 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2226c03f-5443-4f1d-a8bf-34cc74fcb3db tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:22.942446 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226c03f-5443-4f1d-a8bf-34cc74fcb3db tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15472861-3929-43c6-a10e-5dc31d8353e0,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:22.947897 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2226c03f-5443-4f1d-a8bf-34cc74fcb3db tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:22.951531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2226c03f-5443-4f1d-a8bf-34cc74fcb3db tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167054 Jul 23 21:02:22.951851 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51238) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:22.956597 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8397540a-1a2c-4e95-8f72-f08d1a49589d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': '377acaca-46c4-46a2-8e16-b3c168135ed2', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:22.982104 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8397540a-1a2c-4e95-8f72-f08d1a49589d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.038356 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8397540a-1a2c-4e95-8f72-f08d1a49589d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.041875 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8397540a-1a2c-4e95-8f72-f08d1a49589d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.059285 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397540a-1a2c-4e95-8f72-f08d1a49589d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4fec94-86e6-4664-8a9c-424d9d61ad77,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:23.064905 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8397540a-1a2c-4e95-8f72-f08d1a49589d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.066141 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8397540a-1a2c-4e95-8f72-f08d1a49589d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132545 Jul 23 21:02:23.068856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51240) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:23.073171 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-159e543d-b1b8-4aae-80ce-76a1a296bd55 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': '377acaca-46c4-46a2-8e16-b3c168135ed2', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:23.098381 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-159e543d-b1b8-4aae-80ce-76a1a296bd55 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.157495 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-159e543d-b1b8-4aae-80ce-76a1a296bd55 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.161258 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-159e543d-b1b8-4aae-80ce-76a1a296bd55 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.180775 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e543d-b1b8-4aae-80ce-76a1a296bd55 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5725c358-fc80-44e0-9479-b81d3fac8610,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:23.183986 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-159e543d-b1b8-4aae-80ce-76a1a296bd55 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.185266 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-159e543d-b1b8-4aae-80ce-76a1a296bd55 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154902 Jul 23 21:02:23.187984 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51242) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:23.192369 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-efcde20c-bdab-4567-bcfe-e7a4d1d0fee2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': '377acaca-46c4-46a2-8e16-b3c168135ed2', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:23.213697 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-efcde20c-bdab-4567-bcfe-e7a4d1d0fee2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Project 3fc0d96b5da34e009631dc0e0b95c270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:02:23.218534 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-efcde20c-bdab-4567-bcfe-e7a4d1d0fee2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.280626 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-efcde20c-bdab-4567-bcfe-e7a4d1d0fee2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.284517 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-efcde20c-bdab-4567-bcfe-e7a4d1d0fee2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.301599 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcde20c-bdab-4567-bcfe-e7a4d1d0fee2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854a95df-b0a5-4303-95da-243a6ff779fa,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:23.307275 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-efcde20c-bdab-4567-bcfe-e7a4d1d0fee2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.308641 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-efcde20c-bdab-4567-bcfe-e7a4d1d0fee2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197367 Jul 23 21:02:23.311445 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51244) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:23.315701 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-422244bb-4890-4889-9d40-155d8d58052a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': '377acaca-46c4-46a2-8e16-b3c168135ed2', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:23.336805 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-422244bb-4890-4889-9d40-155d8d58052a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Project 3fc0d96b5da34e009631dc0e0b95c270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:02:23.341758 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-422244bb-4890-4889-9d40-155d8d58052a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.402075 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-422244bb-4890-4889-9d40-155d8d58052a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.405904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-422244bb-4890-4889-9d40-155d8d58052a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.423888 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422244bb-4890-4889-9d40-155d8d58052a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70414c24-9a80-48fd-83bc-a1b8da313460,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:23.429585 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-422244bb-4890-4889-9d40-155d8d58052a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.430731 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-422244bb-4890-4889-9d40-155d8d58052a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184266 Jul 23 21:02:23.433908 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51246) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:23.439116 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1ce68624-c8af-4ddc-9161-988316756a0e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'network': {'name': 'tempest-network-smoke--1425901166', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'port_security_enabled': True}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:23.459489 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce68624-c8af-4ddc-9161-988316756a0e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Made reservation on behalf of 3fc0d96b5da34e009631dc0e0b95c270 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:23.463019 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1ce68624-c8af-4ddc-9161-988316756a0e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.486061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce68624-c8af-4ddc-9161-988316756a0e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:02:23.495066 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1ce68624-c8af-4ddc-9161-988316756a0e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.495446 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-1ce68624-c8af-4ddc-9161-988316756a0e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Added segment ea78860f-7914-42ce-b02c-b7cffb5e70f7 of type vlan for network 561c94d9-0cf7-423c-b948-0b7560b56da8 Jul 23 21:02:23.536186 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1ce68624-c8af-4ddc-9161-988316756a0e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.563709 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1ce68624-c8af-4ddc-9161-988316756a0e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.569109 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce68624-c8af-4ddc-9161-988316756a0e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:23.569679 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1ce68624-c8af-4ddc-9161-988316756a0e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.605982 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1ce68624-c8af-4ddc-9161-988316756a0e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1708302 Jul 23 21:02:23.610670 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51252) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:23.613679 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-601748924', 'admin_state_up': True, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:23.661074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce68624-c8af-4ddc-9161-988316756a0e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Network': ['ID=561c94d9-0cf7-423c-b948-0b7560b56da8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:23.672752 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 561c94d9-0cf7-423c-b948-0b7560b56da8 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:02:23.674992 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.676182 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.728858 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.866430 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:24.067654 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:24.086587 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:24.190410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Allocated IP 172.25.3.205 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/c6c2a678-b5fa-471f-802a-004292f77439) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:02:24.292068 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:24.329784 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:24.366485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:24.369261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:24.374614 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:02:24.397835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=c6c2a678-b5fa-471f-802a-004292f77439,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:24.568601 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-371b420d-b06b-4bf4-9f7f-e8a450d6ce6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:24.671190 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:24.880898 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:25.009678 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router 8d5aa11e-5866-4217-a6f2-635a698f61c7 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:02:25.117532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:02:25.128173 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Sync routers for ids ['8d5aa11e-5866-4217-a6f2-635a698f61c7'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:02:25.135899 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:25.137055 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c898e4a5-d5aa-47de-a4c2-43f8e660adce tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5273089 Jul 23 21:02:25.137853 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Routers {'8d5aa11e-5866-4217-a6f2-635a698f61c7'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:02:25.138501 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:01:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8d5aa11e-5866-4217-a6f2-635a698f61c7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:25.140305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51266) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:25.247984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Set router 8d5aa11e-5866-4217-a6f2-635a698f61c7 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:02:25.272581 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4412b0ec-26ff-4310-a890-325e856ef020 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3fc0d96b5da34e009631dc0e0b95c270&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1304972 Jul 23 21:02:25.275122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51270) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:25.397108 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-3e1f172a-9398-4de0-a70d-1aca4f4d75b5 req-a7d9e3a4-d1bf-4310-ab27-a5bd81ec75b1 service neutron] (93811) timed out ('10.222.0.55', 58938) {{(pid=93811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:02:25.423246 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81eb34a-4fda-4138-8840-e46dbba80fe7 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:25.427443 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c81eb34a-4fda-4138-8840-e46dbba80fe7 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1487045 Jul 23 21:02:25.427945 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51272) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:25.434533 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601748924', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:23Z', 'updated_at': '2021-07-23T21:02:24Z', 'revision_number': 3, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:24Z', 'updated_at': '2021-07-23T21:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:25.461925 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Checking router: 8d5aa11e-5866-4217-a6f2-635a698f61c7 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:02:25.462275 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Updating router 8d5aa11e-5866-4217-a6f2-635a698f61c7 port c6c2a678-b5fa-471f-802a-004292f77439 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:02:25.462762 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6a063e67-e097-4a7c-95f0-af954998eb18 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336330 Jul 23 21:02:25.465259 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51274) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:25.470269 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e300721f-acb0-40b6-8153-c68cf22caf94 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-173851090', 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:25.496774 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:25.532043 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-644aad21-b81a-4ef5-bdbe-c4c9420762ba req-d1fef15c-4a2e-4906-b231-57b536eabc73 service neutron] (93811) timed out ('10.222.0.55', 58946) {{(pid=93811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:02:25.766324 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:25.776681 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Transition to ACTIVE for port object c6c2a678-b5fa-471f-802a-004292f77439 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:25.783424 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:25.807549 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e300721f-acb0-40b6-8153-c68cf22caf94 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Made reservation on behalf of 3fc0d96b5da34e009631dc0e0b95c270 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:25.811577 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e300721f-acb0-40b6-8153-c68cf22caf94 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:25.832383 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Attempting to bind port c6c2a678-b5fa-471f-802a-004292f77439 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:02:25.832754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Attempting to bind port c6c2a678-b5fa-471f-802a-004292f77439 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:02:25.833115 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Attempting to bind port c6c2a678-b5fa-471f-802a-004292f77439 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:25.840285 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c992f89-324f-42b2-a8ca-7bcbe6ecbefb None None] Pushing event updated for resources: {'Port': ['ID=c6c2a678-b5fa-471f-802a-004292f77439,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:25.847152 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:02:25.847532 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:25.847931 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:25.848326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:02:25.848792 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Bound port: c6c2a678-b5fa-471f-802a-004292f77439, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:02:25.849170 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:25.852355 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c992f89-324f-42b2-a8ca-7bcbe6ecbefb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:25.852693 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c992f89-324f-42b2-a8ca-7bcbe6ecbefb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:25.853265 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c992f89-324f-42b2-a8ca-7bcbe6ecbefb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:25.853385 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c992f89-324f-42b2-a8ca-7bcbe6ecbefb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:25.853686 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c992f89-324f-42b2-a8ca-7bcbe6ecbefb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:25.854014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c992f89-324f-42b2-a8ca-7bcbe6ecbefb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:25.854336 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c992f89-324f-42b2-a8ca-7bcbe6ecbefb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:25.854657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c992f89-324f-42b2-a8ca-7bcbe6ecbefb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:25.854979 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c992f89-324f-42b2-a8ca-7bcbe6ecbefb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:25.855337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c992f89-324f-42b2-a8ca-7bcbe6ecbefb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:25.855662 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c992f89-324f-42b2-a8ca-7bcbe6ecbefb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:25.855981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c992f89-324f-42b2-a8ca-7bcbe6ecbefb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:25.910620 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] For port c6c2a678-b5fa-471f-802a-004292f77439, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:02:25.914943 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] For port c6c2a678-b5fa-471f-802a-004292f77439, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c6c2a678-b5fa-471f-802a-004292f77439,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:02:25.919889 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:25.985990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Routers {'8d5aa11e-5866-4217-a6f2-635a698f61c7'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:02:25.986676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:01:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8d5aa11e-5866-4217-a6f2-635a698f61c7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:25.990121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c992f89-324f-42b2-a8ca-7bcbe6ecbefb None None] Pushing event updated for resources: {'Port': ['ID=c6c2a678-b5fa-471f-802a-004292f77439,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:26.024709 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e300721f-acb0-40b6-8153-c68cf22caf94 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:26.084562 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300721f-acb0-40b6-8153-c68cf22caf94 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Subnet': ['ID=6ec90561-3be2-4c62-8944-54e1e5eb8ba4,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:26.096105 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e300721f-acb0-40b6-8153-c68cf22caf94 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Checking segment: {'id': 'ea78860f-7914-42ce-b02c-b7cffb5e70f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:26.096464 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e300721f-acb0-40b6-8153-c68cf22caf94 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network hostable DHCP agents. Network: 561c94d9-0cf7-423c-b948-0b7560b56da8, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:02:26.102655 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] Set router 8d5aa11e-5866-4217-a6f2-635a698f61c7 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:02:26.113463 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e300721f-acb0-40b6-8153-c68cf22caf94 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network 561c94d9-0cf7-423c-b948-0b7560b56da8 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:02:26.122553 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-e300721f-acb0-40b6-8153-c68cf22caf94 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 561c94d9-0cf7-423c-b948-0b7560b56da8) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:26.126793 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e300721f-acb0-40b6-8153-c68cf22caf94 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:26.127404 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e300721f-acb0-40b6-8153-c68cf22caf94 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:26.141078 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e300721f-acb0-40b6-8153-c68cf22caf94 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6747508 Jul 23 21:02:26.144006 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51282) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:26.157691 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd57ec48-15dd-4b98-9d55-69a729efa2dc None None] Network 561c94d9-0cf7-423c-b948-0b7560b56da8 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:02:26.404609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-561c94d9-0cf7-423c-b948-0b7560b56da8', 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ips': [{'subnet_id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:02:26.404609 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:26.414775 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601748924', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:23Z', 'updated_at': '2021-07-23T21:02:24Z', 'revision_number': 3, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:24Z', 'updated_at': '2021-07-23T21:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:26.449483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb5198c-5841-42cc-b4f8-d8598e3efd62 None None] The sync data for ids ['8d5aa11e-5866-4217-a6f2-635a698f61c7'] in n-d-791504-18 is: [{'id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601748924', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:23Z', 'updated_at': '2021-07-23T21:02:24Z', 'revision_number': 3, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:24Z', 'updated_at': '2021-07-23T21:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:02:26.620720 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Allocated IP 172.20.0.2 (561c94d9-0cf7-423c-b948-0b7560b56da8/6ec90561-3be2-4c62-8944-54e1e5eb8ba4/2e265c70-6b62-4064-8e82-321bed0e5fca) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:02:26.713243 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:26.808646 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:26.820329 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Transition to ACTIVE for port object 2e265c70-6b62-4064-8e82-321bed0e5fca will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:26.837431 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Transition to ACTIVE for port object 2e265c70-6b62-4064-8e82-321bed0e5fca will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:26.846099 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:26.883053 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Network 561c94d9-0cf7-423c-b948-0b7560b56da8 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:26.885936 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:26.889540 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:02:26.904426 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Pushing event updated for resources: {'Port': ['ID=2e265c70-6b62-4064-8e82-321bed0e5fca,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:26.968062 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Attempting to bind port 2e265c70-6b62-4064-8e82-321bed0e5fca on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:02:26.968433 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Attempting to bind port 2e265c70-6b62-4064-8e82-321bed0e5fca by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'ea78860f-7914-42ce-b02c-b7cffb5e70f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:02:26.969430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Attempting to bind port 2e265c70-6b62-4064-8e82-321bed0e5fca on network 561c94d9-0cf7-423c-b948-0b7560b56da8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:26.974684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:02:26.974968 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Checking segment: {'id': 'ea78860f-7914-42ce-b02c-b7cffb5e70f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:26.975408 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:26.975937 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Bound using segment: {'id': 'ea78860f-7914-42ce-b02c-b7cffb5e70f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:02:26.976409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Bound port: 2e265c70-6b62-4064-8e82-321bed0e5fca, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea78860f-7914-42ce-b02c-b7cffb5e70f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:02:26.976785 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:27.033706 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Allocated IP 172.20.0.1 (561c94d9-0cf7-423c-b948-0b7560b56da8/6ec90561-3be2-4c62-8944-54e1e5eb8ba4/6e7d4a19-4330-4dd5-b620-d5ea6845500e) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:02:27.052151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] For port 2e265c70-6b62-4064-8e82-321bed0e5fca, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:02:27.055805 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] For port 2e265c70-6b62-4064-8e82-321bed0e5fca, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2e265c70-6b62-4064-8e82-321bed0e5fca,segment=NetworkSegment(ea78860f-7914-42ce-b02c-b7cffb5e70f7),segment_id=ea78860f-7914-42ce-b02c-b7cffb5e70f7)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:02:27.062029 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:27.150678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c7426-ed5e-4fe3-a2b1-b8d93a6a2225 None None] Pushing event updated for resources: {'Port': ['ID=2e265c70-6b62-4064-8e82-321bed0e5fca,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:27.163777 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38978a98-4b97-4836-bac1-f9ac179d084b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:27.210655 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:27.230849 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Transition to ACTIVE for port object 6e7d4a19-4330-4dd5-b620-d5ea6845500e will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:27.276710 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:27.321200 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network 561c94d9-0cf7-423c-b948-0b7560b56da8 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:27.339079 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:27.343293 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:02:27.377608 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=6e7d4a19-4330-4dd5-b620-d5ea6845500e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:27.395514 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:27.407377 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:27.598724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c6c2a678-b5fa-471f-802a-004292f77439 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:27.632767 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:27.652742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port c6c2a678-b5fa-471f-802a-004292f77439 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:27.656622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c6c2a678-b5fa-471f-802a-004292f77439 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:27.656995 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:27.749157 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:27.771383 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port c6c2a678-b5fa-471f-802a-004292f77439, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c6c2a678-b5fa-471f-802a-004292f77439,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:27.775818 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:27.776831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2e265c70-6b62-4064-8e82-321bed0e5fca up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:27.854931 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=c6c2a678-b5fa-471f-802a-004292f77439,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:27.869203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 2e265c70-6b62-4064-8e82-321bed0e5fca completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:27.948440 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:27.953284 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:28.033542 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:28.035412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=6e7d4a19-4330-4dd5-b620-d5ea6845500e,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:28.133501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network 561c94d9-0cf7-423c-b948-0b7560b56da8 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:28.135026 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:28.253489 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router 8d5aa11e-5866-4217-a6f2-635a698f61c7 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:02:28.367945 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:02:28.376239 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-776975ad-7853-47b7-8f3d-e7753a545462 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "PUT /v2.0/routers/8d5aa11e-5866-4217-a6f2-635a698f61c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2292960 Jul 23 21:02:28.386172 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Sync routers for ids ['8d5aa11e-5866-4217-a6f2-635a698f61c7'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:02:28.395386 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Routers {'8d5aa11e-5866-4217-a6f2-635a698f61c7'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:02:28.395983 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:02:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8d5aa11e-5866-4217-a6f2-635a698f61c7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:28.612710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-67de5999-62eb-4eb3-b4c8-14691f3ded68 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34082174&fields=id&tenant_id=3fc0d96b5da34e009631dc0e0b95c270 HTTP/1.1" status: 200 len: 267 time: 0.1179211 Jul 23 21:02:28.633825 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:28.642986 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Set router 8d5aa11e-5866-4217-a6f2-635a698f61c7 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:02:28.804178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-f4909bdb-8472-4894-a094-0da0fc0e9f78 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:28.810997 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-f4909bdb-8472-4894-a094-0da0fc0e9f78 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/networks?id=561c94d9-0cf7-423c-b948-0b7560b56da8 HTTP/1.1" status: 200 len: 797 time: 0.1846530 Jul 23 21:02:28.827337 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-b4fad06f-a2ce-41d6-80ee-cd459867cb79 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/quotas/3fc0d96b5da34e009631dc0e0b95c270 HTTP/1.1" status: 200 len: 375 time: 0.0154076 Jul 23 21:02:28.877225 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601748924', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:23Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:24Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '6e7d4a19-4330-4dd5-b620-d5ea6845500e', 'name': '', 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:70:00:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:26Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 2, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:28.959862 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-c169b96e-b38c-44e6-b572-47f6332ecac9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1218309 Jul 23 21:02:29.009185 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Checking router: 8d5aa11e-5866-4217-a6f2-635a698f61c7 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:02:29.009547 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Updating router 8d5aa11e-5866-4217-a6f2-635a698f61c7 port 6e7d4a19-4330-4dd5-b620-d5ea6845500e binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:02:29.055278 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:29.093349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ad05d1-6286-4926-ad98-2f54972eb60d None None] Network 561c94d9-0cf7-423c-b948-0b7560b56da8 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:02:29.140607 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-8e61eef8-df86-44ca-9b1a-ab331c391033 service neutron] 10.222.0.55 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747849 Jul 23 21:02:29.193372 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cf925882-a9d5-41c5-aae8-0d0d93bff370 None None] Provisioning for port 2e265c70-6b62-4064-8e82-321bed0e5fca completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:29.200250 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cf925882-a9d5-41c5-aae8-0d0d93bff370 None None] Provisioning complete for port 2e265c70-6b62-4064-8e82-321bed0e5fca triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:29.200626 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf925882-a9d5-41c5-aae8-0d0d93bff370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:29.245002 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-0ecc6a67-ae21-4f42-a708-c817505f3f70 service neutron] 10.222.0.55 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976393 Jul 23 21:02:29.361699 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:29.374308 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Transition to ACTIVE for port object 6e7d4a19-4330-4dd5-b620-d5ea6845500e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:29.402686 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:29.556234 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf925882-a9d5-41c5-aae8-0d0d93bff370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:29.567403 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1d68473-ccdb-4648-bfec-93ddb930e0ae req-8683e89e-4a5e-4371-b9cd-8b24ab11dadd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 210 time: 0.0536206 Jul 23 21:02:29.574697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c6c2a678-b5fa-471f-802a-004292f77439 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:29.590017 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fff6c-f9f8-4ecc-ac9f-fb109c0c446e None None] Pushing event updated for resources: {'Port': ['ID=6e7d4a19-4330-4dd5-b620-d5ea6845500e,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:29.604224 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fff6c-f9f8-4ecc-ac9f-fb109c0c446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:29.605031 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fff6c-f9f8-4ecc-ac9f-fb109c0c446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:29.605382 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fff6c-f9f8-4ecc-ac9f-fb109c0c446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:29.605724 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fff6c-f9f8-4ecc-ac9f-fb109c0c446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:29.606067 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fff6c-f9f8-4ecc-ac9f-fb109c0c446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:29.606463 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fff6c-f9f8-4ecc-ac9f-fb109c0c446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:29.606800 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fff6c-f9f8-4ecc-ac9f-fb109c0c446e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:29.607150 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fff6c-f9f8-4ecc-ac9f-fb109c0c446e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:29.607484 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fff6c-f9f8-4ecc-ac9f-fb109c0c446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:29.607898 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fff6c-f9f8-4ecc-ac9f-fb109c0c446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:29.608401 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fff6c-f9f8-4ecc-ac9f-fb109c0c446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:29.608577 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510fff6c-f9f8-4ecc-ac9f-fb109c0c446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:29.616766 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Attempting to bind port 6e7d4a19-4330-4dd5-b620-d5ea6845500e on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:02:29.617135 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Attempting to bind port 6e7d4a19-4330-4dd5-b620-d5ea6845500e by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'ea78860f-7914-42ce-b02c-b7cffb5e70f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:02:29.617588 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Attempting to bind port 6e7d4a19-4330-4dd5-b620-d5ea6845500e on network 561c94d9-0cf7-423c-b948-0b7560b56da8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:29.626585 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:02:29.626585 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Checking segment: {'id': 'ea78860f-7914-42ce-b02c-b7cffb5e70f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:29.626585 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:29.627620 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Bound using segment: {'id': 'ea78860f-7914-42ce-b02c-b7cffb5e70f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:02:29.628150 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Bound port: 6e7d4a19-4330-4dd5-b620-d5ea6845500e, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea78860f-7914-42ce-b02c-b7cffb5e70f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:02:29.630181 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:29.700135 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cf925882-a9d5-41c5-aae8-0d0d93bff370 None None] For port 2e265c70-6b62-4064-8e82-321bed0e5fca, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2e265c70-6b62-4064-8e82-321bed0e5fca,segment=NetworkSegment(ea78860f-7914-42ce-b02c-b7cffb5e70f7),segment_id=ea78860f-7914-42ce-b02c-b7cffb5e70f7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:29.709783 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf925882-a9d5-41c5-aae8-0d0d93bff370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:29.746975 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] For port 6e7d4a19-4330-4dd5-b620-d5ea6845500e, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:02:29.750940 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] For port 6e7d4a19-4330-4dd5-b620-d5ea6845500e, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6e7d4a19-4330-4dd5-b620-d5ea6845500e,segment=NetworkSegment(ea78860f-7914-42ce-b02c-b7cffb5e70f7),segment_id=ea78860f-7914-42ce-b02c-b7cffb5e70f7)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:02:29.765103 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:29.776603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf925882-a9d5-41c5-aae8-0d0d93bff370 None None] Pushing event updated for resources: {'Port': ['ID=2e265c70-6b62-4064-8e82-321bed0e5fca,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:29.789650 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c6c2a678-b5fa-471f-802a-004292f77439 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:29.790182 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:29.823271 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Routers {'8d5aa11e-5866-4217-a6f2-635a698f61c7'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:02:29.835455 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:02:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8d5aa11e-5866-4217-a6f2-635a698f61c7'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:29.945553 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fff6c-f9f8-4ecc-ac9f-fb109c0c446e None None] Pushing event updated for resources: {'Port': ['ID=6e7d4a19-4330-4dd5-b620-d5ea6845500e,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:30.033318 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] Set router 8d5aa11e-5866-4217-a6f2-635a698f61c7 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:02:30.059741 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:30.066403 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-806e3c12-8b22-462e-a184-35907d8423ec None None] Provisioning complete for port 2e265c70-6b62-4064-8e82-321bed0e5fca triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:30.066804 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-806e3c12-8b22-462e-a184-35907d8423ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:30.235983 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-806e3c12-8b22-462e-a184-35907d8423ec None None] Provisioning for port 6e7d4a19-4330-4dd5-b620-d5ea6845500e completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:30.352538 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601748924', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:23Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:24Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '6e7d4a19-4330-4dd5-b620-d5ea6845500e', 'name': '', 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:70:00:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:26Z', 'updated_at': '2021-07-23T21:02:29Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:30.390286 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779c7de-1604-4909-9176-35ba9fa73b02 None None] The sync data for ids ['8d5aa11e-5866-4217-a6f2-635a698f61c7'] in n-d-791504-18 is: [{'id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601748924', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:23Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:24Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '6e7d4a19-4330-4dd5-b620-d5ea6845500e', 'name': '', 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:70:00:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:26Z', 'updated_at': '2021-07-23T21:02:29Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:02:30.711700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4998c9f3-cca8-42ed-99f0-12fcac74d168 req-4627659d-f38d-4df0-bbfa-84095c11a8d3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 210 time: 0.0520968 Jul 23 21:02:31.063648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-9c18bb71-3b04-4a6c-92ee-61acab4cde0e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:31.065537 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-9c18bb71-3b04-4a6c-92ee-61acab4cde0e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.57 "GET /v2.0/networks?id=561c94d9-0cf7-423c-b948-0b7560b56da8 HTTP/1.1" status: 200 len: 797 time: 0.2204311 Jul 23 21:02:31.149500 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-03fc0057-b5b3-4ecc-b02b-969fb33161ef tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fc0d96b5da34e009631dc0e0b95c270 HTTP/1.1" status: 200 len: 378 time: 0.0746164 Jul 23 21:02:31.174670 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-9509b40f-762a-4a8c-8f7b-d746ae3a71fb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'port': {'device_id': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8', 'admin_state_up': True, 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'security_groups': ['377acaca-46c4-46a2-8e16-b3c168135ed2']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:31.348335 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-9509b40f-762a-4a8c-8f7b-d746ae3a71fb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Made reservation on behalf of 3fc0d96b5da34e009631dc0e0b95c270 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:31.352856 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-9509b40f-762a-4a8c-8f7b-d746ae3a71fb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:31.514227 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-9509b40f-762a-4a8c-8f7b-d746ae3a71fb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Allocated IP 172.20.0.10 (561c94d9-0cf7-423c-b948-0b7560b56da8/6ec90561-3be2-4c62-8944-54e1e5eb8ba4/cb9bc933-925f-4f37-bee8-25674eb4f27f) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:02:31.609579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6e7d4a19-4330-4dd5-b620-d5ea6845500e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:31.707766 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 6e7d4a19-4330-4dd5-b620-d5ea6845500e completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:31.712331 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 6e7d4a19-4330-4dd5-b620-d5ea6845500e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:31.712917 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:31.719599 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-9509b40f-762a-4a8c-8f7b-d746ae3a71fb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:31.735278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-9509b40f-762a-4a8c-8f7b-d746ae3a71fb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Transition to ACTIVE for port object cb9bc933-925f-4f37-bee8-25674eb4f27f will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:31.788209 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-9509b40f-762a-4a8c-8f7b-d746ae3a71fb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:31.838828 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:31.856586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-9509b40f-762a-4a8c-8f7b-d746ae3a71fb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network 561c94d9-0cf7-423c-b948-0b7560b56da8 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:31.883452 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-9509b40f-762a-4a8c-8f7b-d746ae3a71fb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:31.886349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 6e7d4a19-4330-4dd5-b620-d5ea6845500e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6e7d4a19-4330-4dd5-b620-d5ea6845500e,segment=NetworkSegment(ea78860f-7914-42ce-b02c-b7cffb5e70f7),segment_id=ea78860f-7914-42ce-b02c-b7cffb5e70f7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:31.887650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-9509b40f-762a-4a8c-8f7b-d746ae3a71fb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:02:31.893800 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509b40f-762a-4a8c-8f7b-d746ae3a71fb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=cb9bc933-925f-4f37-bee8-25674eb4f27f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:31.893919 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:31.895209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2e265c70-6b62-4064-8e82-321bed0e5fca up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:31.973302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-9509b40f-762a-4a8c-8f7b-d746ae3a71fb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:31.974135 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-9509b40f-762a-4a8c-8f7b-d746ae3a71fb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:32.002823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51f225-96cf-47af-9e62-f0dd63d10010 req-807ccca2-1450-4475-9aed-97ce0b5143db tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:32.004454 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a51f225-96cf-47af-9e62-f0dd63d10010 req-807ccca2-1450-4475-9aed-97ce0b5143db tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 932 time: 0.1753187 Jul 23 21:02:32.006670 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-9509b40f-762a-4a8c-8f7b-d746ae3a71fb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8511848 Jul 23 21:02:32.020409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=6e7d4a19-4330-4dd5-b620-d5ea6845500e,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:32.023049 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Request body: {'port': {'device_id': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:32.038480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 2e265c70-6b62-4064-8e82-321bed0e5fca triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:32.038859 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:32.100048 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a51f225-96cf-47af-9e62-f0dd63d10010 req-f329f7df-48c5-4760-9c2f-702504e42ae5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890491 Jul 23 21:02:32.210953 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5ab6e796-fbc7-4304-9ce5-0bf4ae4698df None None] Provisioning for port cb9bc933-925f-4f37-bee8-25674eb4f27f completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:32.215309 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5ab6e796-fbc7-4304-9ce5-0bf4ae4698df None None] Provisioning complete for port cb9bc933-925f-4f37-bee8-25674eb4f27f triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:32.215674 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ab6e796-fbc7-4304-9ce5-0bf4ae4698df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:32.254848 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5ab6e796-fbc7-4304-9ce5-0bf4ae4698df None None] Port cb9bc933-925f-4f37-bee8-25674eb4f27f cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:02:32.513773 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:32.820624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9bc933-925f-4f37-bee8-25674eb4f27f {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:02:32.829710 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:32.843813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Transition to ACTIVE for port object cb9bc933-925f-4f37-bee8-25674eb4f27f will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:32.848976 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:32.918520 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Pushing event updated for resources: {'Port': ['ID=cb9bc933-925f-4f37-bee8-25674eb4f27f,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:32.972065 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Attempting to bind port cb9bc933-925f-4f37-bee8-25674eb4f27f on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:02:32.972429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Attempting to bind port cb9bc933-925f-4f37-bee8-25674eb4f27f by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'ea78860f-7914-42ce-b02c-b7cffb5e70f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:02:32.972728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Attempting to bind port cb9bc933-925f-4f37-bee8-25674eb4f27f on network 561c94d9-0cf7-423c-b948-0b7560b56da8 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:32.981158 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Port cb9bc933-925f-4f37-bee8-25674eb4f27f on network 561c94d9-0cf7-423c-b948-0b7560b56da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:02:32.981474 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Attempting to bind port cb9bc933-925f-4f37-bee8-25674eb4f27f on network 561c94d9-0cf7-423c-b948-0b7560b56da8 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:32.990068 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:02:32.990306 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Checking segment: {'id': 'ea78860f-7914-42ce-b02c-b7cffb5e70f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:32.990577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Bound using segment: {'id': 'ea78860f-7914-42ce-b02c-b7cffb5e70f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:02:32.991140 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Bound port: cb9bc933-925f-4f37-bee8-25674eb4f27f, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea78860f-7914-42ce-b02c-b7cffb5e70f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:02:32.991579 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:33.071021 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] For port cb9bc933-925f-4f37-bee8-25674eb4f27f, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:02:33.074075 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] For port cb9bc933-925f-4f37-bee8-25674eb4f27f, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f,segment=NetworkSegment(ea78860f-7914-42ce-b02c-b7cffb5e70f7),segment_id=ea78860f-7914-42ce-b02c-b7cffb5e70f7)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:02:33.079634 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:33.117771 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:33.118561 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:33.120161 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] 10.222.0.57 "PUT /v2.0/ports/cb9bc933-925f-4f37-bee8-25674eb4f27f HTTP/1.1" status: 200 len: 1093 time: 1.1023474 Jul 23 21:02:33.120524 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'tag': 'cb9bc933-925f-4f37-bee8-25674eb4f27f'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:02:33.122804 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a5ede3-d276-4bf1-90a2-0b21e21a07b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa86fd7-a94d-4663-945a-80e776d07e00", "tag": "cb9bc933-925f-4f37-bee8-25674eb4f27f"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:02:33.149788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf7ad4-771e-40e5-8216-458d90c3cd3d service neutron] Pushing event updated for resources: {'Port': ['ID=cb9bc933-925f-4f37-bee8-25674eb4f27f,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:33.190483 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2487a8ac-06e1-4e96-921d-39a652cd4c0f x-openstack-request-id: req-2487a8ac-06e1-4e96-921d-39a652cd4c0f {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:02:33.190779 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa86fd7-a94d-4663-945a-80e776d07e00", "tag": "cb9bc933-925f-4f37-bee8-25674eb4f27f", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:02:33.191031 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2487a8ac-06e1-4e96-921d-39a652cd4c0f {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:02:33.191618 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'tag': 'cb9bc933-925f-4f37-bee8-25674eb4f27f', 'status': 'completed', 'code': 200} Jul 23 21:02:33.312886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6ae5b-948b-447d-83fb-bc916de870fa req-414fdaeb-034f-4e3c-81b6-0c1e21f557c5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:33.314655 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0fa6ae5b-948b-447d-83fb-bc916de870fa req-414fdaeb-034f-4e3c-81b6-0c1e21f557c5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 944 time: 0.1044774 Jul 23 21:02:33.316606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-667fde55-460b-44ce-956e-0e2cb10e68a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:33.318123 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-667fde55-460b-44ce-956e-0e2cb10e68a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 1096 time: 0.1405969 Jul 23 21:02:33.376829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-57428380-c425-4ea0-9af4-b5225568eff8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f HTTP/1.1" status: 200 len: 217 time: 0.0491607 Jul 23 21:02:33.405126 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0fa6ae5b-948b-447d-83fb-bc916de870fa req-6e6d68e8-1b2e-4518-bd5f-8576afea9430 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843887 Jul 23 21:02:33.447675 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-0e27f0de-56e2-4a05-81ea-e4aab23701f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:33.449209 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-0e27f0de-56e2-4a05-81ea-e4aab23701f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ec90561-3be2-4c62-8944-54e1e5eb8ba4 HTTP/1.1" status: 200 len: 834 time: 0.0604486 Jul 23 21:02:33.475226 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6e7d4a19-4330-4dd5-b620-d5ea6845500e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:33.515370 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-61382fa5-00a2-488d-8bd1-3ad96aab9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:33.516912 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-61382fa5-00a2-488d-8bd1-3ad96aab9a10 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=561c94d9-0cf7-423c-b948-0b7560b56da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611322 Jul 23 21:02:33.525882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 6e7d4a19-4330-4dd5-b620-d5ea6845500e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:33.526279 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:33.626237 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-b01519fe-a9d7-4bb8-a678-51e9b7d2e4e4 service neutron] 10.222.0.57 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031466 Jul 23 21:02:33.724290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1da71267-7b28-40d8-b74b-cac9c79f0c1b req-dc2403bb-82ac-4e19-9d4a-0c0e856bf387 service neutron] 10.222.0.57 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914111 Jul 23 21:02:33.817440 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5ede3-d276-4bf1-90a2-0b21e21a07b8 req-640d34dd-42de-4d3d-ad3c-ae1c8e6eece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:33.818963 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0a5ede3-d276-4bf1-90a2-0b21e21a07b8 req-640d34dd-42de-4d3d-ad3c-ae1c8e6eece7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 1096 time: 0.0543497 Jul 23 21:02:33.905928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5ede3-d276-4bf1-90a2-0b21e21a07b8 req-8e59fa28-a3f1-48ef-956c-1c2d7df27e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:33.907954 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0a5ede3-d276-4bf1-90a2-0b21e21a07b8 req-8e59fa28-a3f1-48ef-956c-1c2d7df27e92 service neutron] 10.222.0.57 "GET /v2.0/networks?id=561c94d9-0cf7-423c-b948-0b7560b56da8 HTTP/1.1" status: 200 len: 898 time: 0.0835307 Jul 23 21:02:33.950043 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0a5ede3-d276-4bf1-90a2-0b21e21a07b8 req-56211bd4-0dca-4ed5-89b7-e6aff09448b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f HTTP/1.1" status: 200 len: 217 time: 0.0358889 Jul 23 21:02:33.997872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5ede3-d276-4bf1-90a2-0b21e21a07b8 req-69b6fda2-0e89-4a54-8da4-7e712ebf8319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:33.999269 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0a5ede3-d276-4bf1-90a2-0b21e21a07b8 req-69b6fda2-0e89-4a54-8da4-7e712ebf8319 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ec90561-3be2-4c62-8944-54e1e5eb8ba4 HTTP/1.1" status: 200 len: 834 time: 0.0423808 Jul 23 21:02:34.049824 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:02:34.054495 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5ede3-d276-4bf1-90a2-0b21e21a07b8 req-554f0b70-7d67-40e9-bae9-fe708dc03629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:34.056004 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0a5ede3-d276-4bf1-90a2-0b21e21a07b8 req-554f0b70-7d67-40e9-bae9-fe708dc03629 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=561c94d9-0cf7-423c-b948-0b7560b56da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507009 Jul 23 21:02:34.150151 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0a5ede3-d276-4bf1-90a2-0b21e21a07b8 req-f1355b64-19cc-4fe8-a8bc-c5b997a3c108 service neutron] 10.222.0.57 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862415 Jul 23 21:02:34.241531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0a5ede3-d276-4bf1-90a2-0b21e21a07b8 req-80f51b56-3178-40a4-befa-a41407834500 service neutron] 10.222.0.57 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832906 Jul 23 21:02:34.540724 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c8d87-201d-466c-bded-0d41342ec644 req-a9c1cf08-677d-4d2d-9257-53fe4259c028 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:34.542436 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e3c8d87-201d-466c-bded-0d41342ec644 req-a9c1cf08-677d-4d2d-9257-53fe4259c028 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 944 time: 0.0680780 Jul 23 21:02:34.590372 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6e3c8d87-201d-466c-bded-0d41342ec644 req-e31a83c4-969b-4769-b876-bf94d805a687 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416648 Jul 23 21:02:35.720883 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c3215-68ae-454c-bf3c-bc2ad2d4543b req-fa52beff-83cc-431a-b0d4-ec8990575238 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:35.722443 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c68c3215-68ae-454c-bf3c-bc2ad2d4543b req-fa52beff-83cc-431a-b0d4-ec8990575238 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 944 time: 0.0665886 Jul 23 21:02:35.761756 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c68c3215-68ae-454c-bf3c-bc2ad2d4543b req-1c02e748-3067-4966-85c0-503190500891 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334966 Jul 23 21:02:36.612707 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cb9bc933-925f-4f37-bee8-25674eb4f27f details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:02:36.706223 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port cb9bc933-925f-4f37-bee8-25674eb4f27f, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f,segment=NetworkSegment(ea78860f-7914-42ce-b02c-b7cffb5e70f7),segment_id=ea78860f-7914-42ce-b02c-b7cffb5e70f7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:36.717506 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'cb9bc933-925f-4f37-bee8-25674eb4f27f', 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8', 'port_id': 'cb9bc933-925f-4f37-bee8-25674eb4f27f', 'mac_address': 'fa:16:3e:ce:65:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:02:36.754026 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:36.770883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9bc933-925f-4f37-bee8-25674eb4f27f {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:02:36.791705 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port cb9bc933-925f-4f37-bee8-25674eb4f27f, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f,segment=NetworkSegment(ea78860f-7914-42ce-b02c-b7cffb5e70f7),segment_id=ea78860f-7914-42ce-b02c-b7cffb5e70f7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:36.798489 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:36.847963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=cb9bc933-925f-4f37-bee8-25674eb4f27f,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:36.894267 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc852aa4-889c-4d66-9f9e-d56db8c1c6db req-9a0c669b-c6eb-4e37-bd1c-0098d14d08c9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:36.895864 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc852aa4-889c-4d66-9f9e-d56db8c1c6db req-9a0c669b-c6eb-4e37-bd1c-0098d14d08c9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 945 time: 0.0658932 Jul 23 21:02:36.938793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc852aa4-889c-4d66-9f9e-d56db8c1c6db req-43eae72b-fb8f-4747-9646-76ab139f99c9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362597 Jul 23 21:02:37.000656 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['cb9bc933-925f-4f37-bee8-25674eb4f27f'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:02:38.071120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96a1ac-44da-4747-b7bc-bb41555d67fc req-eec35e40-6168-49f0-bc20-a7d7cb7ba90b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:38.072640 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c96a1ac-44da-4747-b7bc-bb41555d67fc req-eec35e40-6168-49f0-bc20-a7d7cb7ba90b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 945 time: 0.0662284 Jul 23 21:02:38.111698 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c96a1ac-44da-4747-b7bc-bb41555d67fc req-24dfdbdb-c58f-4372-a8c6-e799536f0ff6 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335257 Jul 23 21:02:38.621851 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cb9bc933-925f-4f37-bee8-25674eb4f27f up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:38.671263 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port cb9bc933-925f-4f37-bee8-25674eb4f27f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:38.675583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port cb9bc933-925f-4f37-bee8-25674eb4f27f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:38.675955 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:38.752627 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:38.775228 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9bc933-925f-4f37-bee8-25674eb4f27f'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:02:38.777500 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54869814-1ddd-4b21-8984-2c96d2deaebd" -d '{"events": [{"server_uuid": "7fa86fd7-a94d-4663-945a-80e776d07e00", "name": "network-vif-plugged", "status": "completed", "tag": "cb9bc933-925f-4f37-bee8-25674eb4f27f"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:02:38.790240 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port cb9bc933-925f-4f37-bee8-25674eb4f27f, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f,segment=NetworkSegment(ea78860f-7914-42ce-b02c-b7cffb5e70f7),segment_id=ea78860f-7914-42ce-b02c-b7cffb5e70f7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:38.794371 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:38.842061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=cb9bc933-925f-4f37-bee8-25674eb4f27f,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:38.876595 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a7bfec-a722-411e-b281-1a420e5dd230 x-openstack-request-id: req-15a7bfec-a722-411e-b281-1a420e5dd230 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:02:38.876904 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa86fd7-a94d-4663-945a-80e776d07e00", "name": "network-vif-plugged", "status": "completed", "tag": "cb9bc933-925f-4f37-bee8-25674eb4f27f", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:02:38.877156 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15a7bfec-a722-411e-b281-1a420e5dd230 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:02:38.877545 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9bc933-925f-4f37-bee8-25674eb4f27f', 'code': 200} Jul 23 21:02:39.019049 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e84fc-4f5e-4bc2-95fe-0b3dddfe3b50 req-d7e325ac-a6eb-462d-813e-05889aa5de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:39.020586 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d76e84fc-4f5e-4bc2-95fe-0b3dddfe3b50 req-d7e325ac-a6eb-462d-813e-05889aa5de2a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 1098 time: 0.0912108 Jul 23 21:02:39.062314 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d76e84fc-4f5e-4bc2-95fe-0b3dddfe3b50 req-83aa218d-9964-4261-9606-93cf77b08845 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344982 Jul 23 21:02:39.239644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac944de9-6563-4347-b397-30f6cf44ae57 req-2dfbd0ec-892b-4070-8e54-3edc7bc4f484 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:39.241154 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac944de9-6563-4347-b397-30f6cf44ae57 req-2dfbd0ec-892b-4070-8e54-3edc7bc4f484 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.0632792 Jul 23 21:02:39.277943 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac944de9-6563-4347-b397-30f6cf44ae57 req-a9ec1cdc-ed38-4259-bd6b-2cf3d7491c22 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310721 Jul 23 21:02:40.409270 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad5ebc-6299-4f5a-9ef7-11a88c677f52 req-168fc899-96b5-4255-b205-6a293a818d41 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:40.410798 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e1ad5ebc-6299-4f5a-9ef7-11a88c677f52 req-168fc899-96b5-4255-b205-6a293a818d41 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.0653872 Jul 23 21:02:40.451759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e1ad5ebc-6299-4f5a-9ef7-11a88c677f52 req-437b21ed-3c72-4ffa-996a-1ff346ca4493 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353165 Jul 23 21:02:40.579573 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f9f74-698f-420c-acfd-996d9e3564f3 req-91c792b0-fd35-4751-8944-d20257685800 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:40.581047 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa6f9f74-698f-420c-acfd-996d9e3564f3 req-91c792b0-fd35-4751-8944-d20257685800 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.0634265 Jul 23 21:02:40.617848 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa6f9f74-698f-420c-acfd-996d9e3564f3 req-86c0649d-280b-4213-9096-b415111e0de0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309458 Jul 23 21:02:40.638711 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51456) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:40.693148 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b834f38-f52b-48fb-b095-73150f3c9dba tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:40.694698 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8b834f38-f52b-48fb-b095-73150f3c9dba tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 1093 time: 0.0550039 Jul 23 21:02:40.697647 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51462) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:40.702120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': 'cb9bc933-925f-4f37-bee8-25674eb4f27f', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:40.725984 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:40.827160 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:40.940792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Allocated IP 172.25.3.5 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/4c4ab335-6b94-442f-be43-ec976630b492) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:02:41.044073 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:41.085066 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:41.127385 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:41.132597 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:41.134759 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=4c4ab335-6b94-442f-be43-ec976630b492,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:41.136890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:02:41.568974 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:41.677053 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:41.893014 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:41.898373 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:41.972484 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=4c4ab335-6b94-442f-be43-ec976630b492,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:41.992577 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:42.093030 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Floating IP 4ad31279-d656-42e6-aa1a-ddf9b3b85bcc associated. External IP: 172.25.3.5, port: cb9bc933-925f-4f37-bee8-25674eb4f27f. Jul 23 21:02:42.552601 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router 8d5aa11e-5866-4217-a6f2-635a698f61c7 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:02:42.659282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:02:42.668657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07446a1e-7184-4566-bf9b-e5fe65552e38 None None] Sync routers for ids ['8d5aa11e-5866-4217-a6f2-635a698f61c7'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:02:42.674992 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:42.679464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07446a1e-7184-4566-bf9b-e5fe65552e38 None None] Routers {'8d5aa11e-5866-4217-a6f2-635a698f61c7'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:02:42.680097 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-07446a1e-7184-4566-bf9b-e5fe65552e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:02:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8d5aa11e-5866-4217-a6f2-635a698f61c7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:42.720133 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f434642b-14ff-4f2a-b798-962493355fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0214465 Jul 23 21:02:42.720736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'tag': 'cb9bc933-925f-4f37-bee8-25674eb4f27f'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:02:42.723025 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86389262-4d5a-4a5b-a534-158293c0a667" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa86fd7-a94d-4663-945a-80e776d07e00", "tag": "cb9bc933-925f-4f37-bee8-25674eb4f27f"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:02:42.765027 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d99ef12-bde8-4ff6-8aae-328e28556d06 x-openstack-request-id: req-2d99ef12-bde8-4ff6-8aae-328e28556d06 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:02:42.765743 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa86fd7-a94d-4663-945a-80e776d07e00", "tag": "cb9bc933-925f-4f37-bee8-25674eb4f27f", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:02:42.766003 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2d99ef12-bde8-4ff6-8aae-328e28556d06 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:02:42.766526 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'tag': 'cb9bc933-925f-4f37-bee8-25674eb4f27f', 'status': 'completed', 'code': 200} Jul 23 21:02:42.794484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-07446a1e-7184-4566-bf9b-e5fe65552e38 None None] Set router 8d5aa11e-5866-4217-a6f2-635a698f61c7 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:02:42.883458 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c9928-083d-409d-a7bb-b32402256249 req-da8a899a-177b-4073-8f44-cd8a7f4af022 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:42.884880 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-933c9928-083d-409d-a7bb-b32402256249 req-da8a899a-177b-4073-8f44-cd8a7f4af022 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.1071796 Jul 23 21:02:42.886824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86389262-4d5a-4a5b-a534-158293c0a667 req-88bef4d6-a989-4a1e-aee3-fa34d1fc09b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:42.888261 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86389262-4d5a-4a5b-a534-158293c0a667 req-88bef4d6-a989-4a1e-aee3-fa34d1fc09b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 1098 time: 0.1004386 Jul 23 21:02:42.951521 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-933c9928-083d-409d-a7bb-b32402256249 req-08e8ddb5-6618-4ce0-9146-a7cb5d41e49b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604811 Jul 23 21:02:42.977229 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51478) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:43.012823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86389262-4d5a-4a5b-a534-158293c0a667 req-b58df6b1-140f-45ce-b6be-514eeef9e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:43.014841 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86389262-4d5a-4a5b-a534-158293c0a667 req-b58df6b1-140f-45ce-b6be-514eeef9e901 service neutron] 10.222.0.57 "GET /v2.0/networks?id=561c94d9-0cf7-423c-b948-0b7560b56da8 HTTP/1.1" status: 200 len: 898 time: 0.1177943 Jul 23 21:02:43.054607 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e2c22a30-4b0f-45d7-bcbb-63231d2b4e56 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/floatingips/4ad31279-d656-42e6-aa1a-ddf9b3b85bcc HTTP/1.1" status: 200 len: 990 time: 0.0753586 Jul 23 21:02:43.056836 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-07446a1e-7184-4566-bf9b-e5fe65552e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601748924', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:23Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:24Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '4ad31279-d656-42e6-aa1a-ddf9b3b85bcc', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'port_id': 'cb9bc933-925f-4f37-bee8-25674eb4f27f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8', 'mac_address': 'fa:16:3e:ce:65:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:02:41Z', 'updated_at': '2021-07-23T21:02:41Z', 'revision_number': 0, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7d4a19-4330-4dd5-b620-d5ea6845500e', 'name': '', 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:70:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:26Z', 'updated_at': '2021-07-23T21:02:31Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:43.089327 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07446a1e-7184-4566-bf9b-e5fe65552e38 None None] Checking router: 8d5aa11e-5866-4217-a6f2-635a698f61c7 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:02:43.098634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07446a1e-7184-4566-bf9b-e5fe65552e38 None None] Routers {'8d5aa11e-5866-4217-a6f2-635a698f61c7'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:02:43.098984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-07446a1e-7184-4566-bf9b-e5fe65552e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:02:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8d5aa11e-5866-4217-a6f2-635a698f61c7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:43.119603 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86389262-4d5a-4a5b-a534-158293c0a667 req-58769867-0aa5-4a4e-af34-fbc1d42bb51d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f HTTP/1.1" status: 200 len: 998 time: 0.0983365 Jul 23 21:02:43.177806 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86389262-4d5a-4a5b-a534-158293c0a667 req-49849498-696c-4a2e-9a08-ef3229783a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:43.179351 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86389262-4d5a-4a5b-a534-158293c0a667 req-49849498-696c-4a2e-9a08-ef3229783a2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ec90561-3be2-4c62-8944-54e1e5eb8ba4 HTTP/1.1" status: 200 len: 834 time: 0.0534589 Jul 23 21:02:43.213422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-07446a1e-7184-4566-bf9b-e5fe65552e38 None None] Set router 8d5aa11e-5866-4217-a6f2-635a698f61c7 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:02:43.274320 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86389262-4d5a-4a5b-a534-158293c0a667 req-891ef059-b667-4f65-86c6-997aed010527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:43.276098 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86389262-4d5a-4a5b-a534-158293c0a667 req-891ef059-b667-4f65-86c6-997aed010527 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=561c94d9-0cf7-423c-b948-0b7560b56da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895116 Jul 23 21:02:43.383419 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86389262-4d5a-4a5b-a534-158293c0a667 req-2e4d5b54-a517-4e06-b707-7189c446c2af service neutron] 10.222.0.57 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992317 Jul 23 21:02:43.477866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-07446a1e-7184-4566-bf9b-e5fe65552e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601748924', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:23Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:24Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '4ad31279-d656-42e6-aa1a-ddf9b3b85bcc', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'port_id': 'cb9bc933-925f-4f37-bee8-25674eb4f27f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8', 'mac_address': 'fa:16:3e:ce:65:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:02:41Z', 'updated_at': '2021-07-23T21:02:41Z', 'revision_number': 0, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7d4a19-4330-4dd5-b620-d5ea6845500e', 'name': '', 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:70:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:26Z', 'updated_at': '2021-07-23T21:02:31Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:43.484171 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86389262-4d5a-4a5b-a534-158293c0a667 req-db07c1b0-50fa-4cf1-8494-f88cbbaaec90 service neutron] 10.222.0.57 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950620 Jul 23 21:02:43.509273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07446a1e-7184-4566-bf9b-e5fe65552e38 None None] The sync data for ids ['8d5aa11e-5866-4217-a6f2-635a698f61c7'] in n-d-791504-18 is: [{'id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601748924', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:23Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:24Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '4ad31279-d656-42e6-aa1a-ddf9b3b85bcc', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'port_id': 'cb9bc933-925f-4f37-bee8-25674eb4f27f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8', 'mac_address': 'fa:16:3e:ce:65:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:02:41Z', 'updated_at': '2021-07-23T21:02:41Z', 'revision_number': 0, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7d4a19-4330-4dd5-b620-d5ea6845500e', 'name': '', 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:70:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:26Z', 'updated_at': '2021-07-23T21:02:31Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:02:43.702382 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0363d2-28b1-4597-bf41-b1bcec0feaa5 None None] New status for floating IP 4ad31279-d656-42e6-aa1a-ddf9b3b85bcc: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:02:44.058333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51496) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:44.146885 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4f2c3336-f44b-418d-9a3b-213de42a8d26 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/floatingips/4ad31279-d656-42e6-aa1a-ddf9b3b85bcc HTTP/1.1" status: 200 len: 992 time: 0.0889616 Jul 23 21:02:45.570125 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:46.977349 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:47.269000 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51550) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:47.370986 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-47820c0b-15f7-42c0-9b7e-2a9c21202d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:47.463989 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-47820c0b-15f7-42c0-9b7e-2a9c21202d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:47.467837 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-47820c0b-15f7-42c0-9b7e-2a9c21202d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:47.509578 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-47820c0b-15f7-42c0-9b7e-2a9c21202d58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=404a80ce834a478d9e33be9f4b7e7a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371476 Jul 23 21:02:47.510030 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51554) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:47.510486 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47820c0b-15f7-42c0-9b7e-2a9c21202d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cf7a84-6033-45ae-ae1c-5d895c755f93,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:47.564204 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-76f7f651-94a1-4fb1-83fc-03ff7c082da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:47.584570 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-76f7f651-94a1-4fb1-83fc-03ff7c082da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:47.631660 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-76f7f651-94a1-4fb1-83fc-03ff7c082da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:47.634131 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-76f7f651-94a1-4fb1-83fc-03ff7c082da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:47.635359 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-76f7f651-94a1-4fb1-83fc-03ff7c082da2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50cf7a84-6033-45ae-ae1c-5d895c755f93 HTTP/1.1" status: 204 len: 168 time: 0.1242929 Jul 23 21:02:47.643217 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7f651-94a1-4fb1-83fc-03ff7c082da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cf7a84-6033-45ae-ae1c-5d895c755f93,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:47.887821 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51562) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:47.900683 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-59812c7b-c1c2-4046-9944-8cd00b1bb5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:47.987226 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-59812c7b-c1c2-4046-9944-8cd00b1bb5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:47.990834 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-59812c7b-c1c2-4046-9944-8cd00b1bb5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:48.027946 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-59812c7b-c1c2-4046-9944-8cd00b1bb5a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=42e8a1caaa0f4ecaad95f6b81a62e906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390774 Jul 23 21:02:48.028803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59812c7b-c1c2-4046-9944-8cd00b1bb5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3398e4d2-6c4a-4c5c-b932-79a5bc0fe3d8,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:48.031366 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51564) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:48.081121 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-21444974-ce09-4496-b54b-f1259859ac4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:48.102412 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-21444974-ce09-4496-b54b-f1259859ac4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:48.147635 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-21444974-ce09-4496-b54b-f1259859ac4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:48.150140 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-21444974-ce09-4496-b54b-f1259859ac4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:48.151345 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-21444974-ce09-4496-b54b-f1259859ac4a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3398e4d2-6c4a-4c5c-b932-79a5bc0fe3d8 HTTP/1.1" status: 204 len: 168 time: 0.1183770 Jul 23 21:02:48.159365 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21444974-ce09-4496-b54b-f1259859ac4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3398e4d2-6c4a-4c5c-b932-79a5bc0fe3d8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:48.794978 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51586) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:48.890101 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-3edeb19e-1968-4c9d-9bf0-41a54f01d73d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1202716260-network', 'tenant_id': '2be948a733a04a9cbb68fb1ed02ed174'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:48.909606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edeb19e-1968-4c9d-9bf0-41a54f01d73d admin admin] Made reservation on behalf of 2be948a733a04a9cbb68fb1ed02ed174 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:48.911944 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3edeb19e-1968-4c9d-9bf0-41a54f01d73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:48.920191 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3edeb19e-1968-4c9d-9bf0-41a54f01d73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:49.011078 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3edeb19e-1968-4c9d-9bf0-41a54f01d73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:49.014808 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3edeb19e-1968-4c9d-9bf0-41a54f01d73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:49.035054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edeb19e-1968-4c9d-9bf0-41a54f01d73d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:02:49.048605 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edeb19e-1968-4c9d-9bf0-41a54f01d73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe035fc-a2f8-43a6-aca7-22b04273e51a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:49.053484 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3edeb19e-1968-4c9d-9bf0-41a54f01d73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:49.053829 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-3edeb19e-1968-4c9d-9bf0-41a54f01d73d admin admin] Added segment 9a2f2b7c-41b0-4b99-b3fc-cb4ea42370c2 of type vlan for network e7410ffd-f744-4992-8cc6-bfde3fc8e355 Jul 23 21:02:49.093644 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3edeb19e-1968-4c9d-9bf0-41a54f01d73d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:49.122072 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3edeb19e-1968-4c9d-9bf0-41a54f01d73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:49.123362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edeb19e-1968-4c9d-9bf0-41a54f01d73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:49.123964 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3edeb19e-1968-4c9d-9bf0-41a54f01d73d admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:49.170392 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3edeb19e-1968-4c9d-9bf0-41a54f01d73d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3741617 Jul 23 21:02:49.173857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51590) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:49.179190 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-993936af-1e73-43b3-8b33-f3561a128dd6 admin admin] Request body: {'subnet': {'network_id': 'e7410ffd-f744-4992-8cc6-bfde3fc8e355', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1202716260-subnet', 'tenant_id': '2be948a733a04a9cbb68fb1ed02ed174', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:49.200616 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993936af-1e73-43b3-8b33-f3561a128dd6 admin admin] Made reservation on behalf of 2be948a733a04a9cbb68fb1ed02ed174 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:49.203075 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-993936af-1e73-43b3-8b33-f3561a128dd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:49.220985 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edeb19e-1968-4c9d-9bf0-41a54f01d73d admin admin] Pushing event updated for resources: {'Network': ['ID=e7410ffd-f744-4992-8cc6-bfde3fc8e355,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:49.230708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network e7410ffd-f744-4992-8cc6-bfde3fc8e355 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:02:49.366792 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-993936af-1e73-43b3-8b33-f3561a128dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:49.414184 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993936af-1e73-43b3-8b33-f3561a128dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bba8ed5-2a4a-4329-b3a5-5634e4e3ebc3,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:49.429251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993936af-1e73-43b3-8b33-f3561a128dd6 admin admin] Checking segment: {'id': '9a2f2b7c-41b0-4b99-b3fc-cb4ea42370c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e7410ffd-f744-4992-8cc6-bfde3fc8e355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:49.429603 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993936af-1e73-43b3-8b33-f3561a128dd6 admin admin] Network hostable DHCP agents. Network: e7410ffd-f744-4992-8cc6-bfde3fc8e355, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:02:49.445106 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993936af-1e73-43b3-8b33-f3561a128dd6 admin admin] Network e7410ffd-f744-4992-8cc6-bfde3fc8e355 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:02:49.454994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-993936af-1e73-43b3-8b33-f3561a128dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, e7410ffd-f744-4992-8cc6-bfde3fc8e355) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:49.459074 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993936af-1e73-43b3-8b33-f3561a128dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:49.459679 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-993936af-1e73-43b3-8b33-f3561a128dd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:49.464596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8881560f-9cc3-49ee-893d-d093688476ff None None] Network e7410ffd-f744-4992-8cc6-bfde3fc8e355 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:02:49.474653 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-993936af-1e73-43b3-8b33-f3561a128dd6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2996287 Jul 23 21:02:49.747658 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f360d20e-91a7-4dea-9162-6881c103e20a None None] Network e7410ffd-f744-4992-8cc6-bfde3fc8e355 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:02:49.934152 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51606) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:49.939743 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-ff5cb643-1aad-4125-9bdc-d48b30dff7be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-622353637-network', 'tenant_id': 'a4026a3f89da473e8e16a39ed10384b7'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:49.966464 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5cb643-1aad-4125-9bdc-d48b30dff7be admin admin] Made reservation on behalf of a4026a3f89da473e8e16a39ed10384b7 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:49.968676 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff5cb643-1aad-4125-9bdc-d48b30dff7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:49.976763 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff5cb643-1aad-4125-9bdc-d48b30dff7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.062611 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff5cb643-1aad-4125-9bdc-d48b30dff7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.066975 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff5cb643-1aad-4125-9bdc-d48b30dff7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.090926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5cb643-1aad-4125-9bdc-d48b30dff7be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:02:50.100354 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cb643-1aad-4125-9bdc-d48b30dff7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14129f25-8753-48b5-bb28-753ae46f38f6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:50.105314 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff5cb643-1aad-4125-9bdc-d48b30dff7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.105661 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-ff5cb643-1aad-4125-9bdc-d48b30dff7be admin admin] Added segment 2694c2e7-f56c-4ab3-adee-72ca420d5aab of type vlan for network 5db2fb36-a3e0-4c49-b49c-70e4ee18cbd7 Jul 23 21:02:50.145379 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff5cb643-1aad-4125-9bdc-d48b30dff7be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.173007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff5cb643-1aad-4125-9bdc-d48b30dff7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.173960 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5cb643-1aad-4125-9bdc-d48b30dff7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:50.174534 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ff5cb643-1aad-4125-9bdc-d48b30dff7be admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.211275 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ff5cb643-1aad-4125-9bdc-d48b30dff7be admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2759690 Jul 23 21:02:50.214124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51608) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:50.219515 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-72bbc113-6d02-4ca6-a0f1-f04a33d4ac31 admin admin] Request body: {'subnet': {'network_id': '5db2fb36-a3e0-4c49-b49c-70e4ee18cbd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-622353637-subnet', 'tenant_id': 'a4026a3f89da473e8e16a39ed10384b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:50.239396 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bbc113-6d02-4ca6-a0f1-f04a33d4ac31 admin admin] Made reservation on behalf of a4026a3f89da473e8e16a39ed10384b7 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:50.241705 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-72bbc113-6d02-4ca6-a0f1-f04a33d4ac31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.265815 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cb643-1aad-4125-9bdc-d48b30dff7be admin admin] Pushing event updated for resources: {'Network': ['ID=5db2fb36-a3e0-4c49-b49c-70e4ee18cbd7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:50.276418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 5db2fb36-a3e0-4c49-b49c-70e4ee18cbd7 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:02:50.406603 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-72bbc113-6d02-4ca6-a0f1-f04a33d4ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.462672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbc113-6d02-4ca6-a0f1-f04a33d4ac31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=984bbc6f-ba08-463b-b669-8467eec9f352,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:50.471512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bbc113-6d02-4ca6-a0f1-f04a33d4ac31 admin admin] Checking segment: {'id': '2694c2e7-f56c-4ab3-adee-72ca420d5aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5db2fb36-a3e0-4c49-b49c-70e4ee18cbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:50.471807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bbc113-6d02-4ca6-a0f1-f04a33d4ac31 admin admin] Network hostable DHCP agents. Network: 5db2fb36-a3e0-4c49-b49c-70e4ee18cbd7, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:02:50.487951 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bbc113-6d02-4ca6-a0f1-f04a33d4ac31 admin admin] Network 5db2fb36-a3e0-4c49-b49c-70e4ee18cbd7 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:02:50.496420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-72bbc113-6d02-4ca6-a0f1-f04a33d4ac31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 5db2fb36-a3e0-4c49-b49c-70e4ee18cbd7) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:50.500414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bbc113-6d02-4ca6-a0f1-f04a33d4ac31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:50.501586 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-72bbc113-6d02-4ca6-a0f1-f04a33d4ac31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.508159 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e336ac8-d0b0-4776-81c8-fd129b99928f None None] Network 5db2fb36-a3e0-4c49-b49c-70e4ee18cbd7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:02:50.514959 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-72bbc113-6d02-4ca6-a0f1-f04a33d4ac31 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2996705 Jul 23 21:02:50.637362 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83a7b0a-4b24-4a65-8127-30cd6064cfd1 None None] Network 5db2fb36-a3e0-4c49-b49c-70e4ee18cbd7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:02:50.982715 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f16208-485c-4799-8499-9b91ef30140a req-8fea60ce-c10a-46f1-957a-608a4333f644 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:50.984216 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9f16208-485c-4799-8499-9b91ef30140a req-8fea60ce-c10a-46f1-957a-608a4333f644 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/networks?id=e7410ffd-f744-4992-8cc6-bfde3fc8e355 HTTP/1.1" status: 200 len: 809 time: 0.1035128 Jul 23 21:02:50.998954 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9f16208-485c-4799-8499-9b91ef30140a req-04b7b314-cdfa-4069-94aa-798546e43090 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/quotas/2be948a733a04a9cbb68fb1ed02ed174 HTTP/1.1" status: 200 len: 375 time: 0.0089407 Jul 23 21:02:51.034559 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9f16208-485c-4799-8499-9b91ef30140a req-fda13462-e4ce-4e21-91e0-161601c5168a tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2be948a733a04a9cbb68fb1ed02ed174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293193 Jul 23 21:02:51.128072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9f16208-485c-4799-8499-9b91ef30140a req-f6322f54-9b93-43a5-bcd2-145f6da8fb3b service neutron] 10.222.0.55 "GET /v2.0/networks/e7410ffd-f744-4992-8cc6-bfde3fc8e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870481 Jul 23 21:02:51.214422 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9f16208-485c-4799-8499-9b91ef30140a req-95abdf73-749e-478e-93aa-881b124afadf service neutron] 10.222.0.55 "GET /v2.0/networks/e7410ffd-f744-4992-8cc6-bfde3fc8e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806706 Jul 23 21:02:51.374635 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f98abae6-bba4-4c47-b9a0-88e4b32f3237 req-7ff0aee4-12c7-4e8d-a2be-6811b859a6af tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/ports?device_id=4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b HTTP/1.1" status: 200 len: 210 time: 0.0329852 Jul 23 21:02:52.476688 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f05413e5-8447-4261-b4c0-ccb232812709 req-f6453004-c3b3-4c6c-99e2-78e108ad04ea tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/ports?device_id=4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b HTTP/1.1" status: 200 len: 210 time: 0.0305507 Jul 23 21:02:52.669469 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f16208-485c-4799-8499-9b91ef30140a req-ffd50fc6-ad92-445e-9ad8-f8f7d0aec450 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:52.670836 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9f16208-485c-4799-8499-9b91ef30140a req-ffd50fc6-ad92-445e-9ad8-f8f7d0aec450 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.48 "GET /v2.0/networks?id=e7410ffd-f744-4992-8cc6-bfde3fc8e355 HTTP/1.1" status: 200 len: 809 time: 0.4240832 Jul 23 21:02:52.689314 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-b9f16208-485c-4799-8499-9b91ef30140a req-c8e5dc2d-b65e-4a34-ab20-676f34a09890 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Request body: {'port': {'device_id': '4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b', 'network_id': 'e7410ffd-f744-4992-8cc6-bfde3fc8e355', 'admin_state_up': True, 'tenant_id': '2be948a733a04a9cbb68fb1ed02ed174'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:52.797531 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f16208-485c-4799-8499-9b91ef30140a req-c8e5dc2d-b65e-4a34-ab20-676f34a09890 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Made reservation on behalf of 2be948a733a04a9cbb68fb1ed02ed174 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:52.801210 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9f16208-485c-4799-8499-9b91ef30140a req-c8e5dc2d-b65e-4a34-ab20-676f34a09890 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:52.927424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-b9f16208-485c-4799-8499-9b91ef30140a req-c8e5dc2d-b65e-4a34-ab20-676f34a09890 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Allocated IP 172.20.0.3 (e7410ffd-f744-4992-8cc6-bfde3fc8e355/9bba8ed5-2a4a-4329-b3a5-5634e4e3ebc3/0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:02:53.070336 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9f16208-485c-4799-8499-9b91ef30140a req-c8e5dc2d-b65e-4a34-ab20-676f34a09890 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:53.108920 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9f16208-485c-4799-8499-9b91ef30140a req-c8e5dc2d-b65e-4a34-ab20-676f34a09890 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:53.152508 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f16208-485c-4799-8499-9b91ef30140a req-c8e5dc2d-b65e-4a34-ab20-676f34a09890 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Network e7410ffd-f744-4992-8cc6-bfde3fc8e355 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:53.155546 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-b9f16208-485c-4799-8499-9b91ef30140a req-c8e5dc2d-b65e-4a34-ab20-676f34a09890 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:53.162006 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f16208-485c-4799-8499-9b91ef30140a req-c8e5dc2d-b65e-4a34-ab20-676f34a09890 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:02:53.187545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5dc2d-b65e-4a34-ab20-676f34a09890 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Pushing event updated for resources: {'Port': ['ID=0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:53.214745 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f16208-485c-4799-8499-9b91ef30140a req-c8e5dc2d-b65e-4a34-ab20-676f34a09890 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:53.215495 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9f16208-485c-4799-8499-9b91ef30140a req-c8e5dc2d-b65e-4a34-ab20-676f34a09890 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:53.229685 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9f16208-485c-4799-8499-9b91ef30140a req-c8e5dc2d-b65e-4a34-ab20-676f34a09890 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5440114 Jul 23 21:02:53.338917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Request body: {'port': {'device_id': '4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:53.409340 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:53.622600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43348644-23b3-4b07-9811-f1da45c85111 req-b94b2cb3-851b-4a3d-85f8-4a26c20fe333 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:53.624139 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43348644-23b3-4b07-9811-f1da45c85111 req-b94b2cb3-851b-4a3d-85f8-4a26c20fe333 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/ports?device_id=4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b HTTP/1.1" status: 200 len: 931 time: 0.0628524 Jul 23 21:02:53.661964 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43348644-23b3-4b07-9811-f1da45c85111 req-7eee4703-c59c-459b-b5f6-f1ec8f5edcf5 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fe035fc-a2f8-43a6-aca7-22b04273e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315311 Jul 23 21:02:53.726419 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:02:53.733578 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:53.746296 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Transition to ACTIVE for port object 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:53.749978 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:53.823641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Pushing event updated for resources: {'Port': ['ID=0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:53.871021 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Attempting to bind port 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:02:53.871379 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Attempting to bind port 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '9a2f2b7c-41b0-4b99-b3fc-cb4ea42370c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e7410ffd-f744-4992-8cc6-bfde3fc8e355'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:02:53.871707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Attempting to bind port 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc on network e7410ffd-f744-4992-8cc6-bfde3fc8e355 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:53.876501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Port 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc on network e7410ffd-f744-4992-8cc6-bfde3fc8e355 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:02:53.876825 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Attempting to bind port 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc on network e7410ffd-f744-4992-8cc6-bfde3fc8e355 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:53.881692 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:02:53.882031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Checking segment: {'id': '9a2f2b7c-41b0-4b99-b3fc-cb4ea42370c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e7410ffd-f744-4992-8cc6-bfde3fc8e355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:53.882416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Bound using segment: {'id': '9a2f2b7c-41b0-4b99-b3fc-cb4ea42370c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e7410ffd-f744-4992-8cc6-bfde3fc8e355'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:02:53.882838 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Bound port: 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2f2b7c-41b0-4b99-b3fc-cb4ea42370c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e7410ffd-f744-4992-8cc6-bfde3fc8e355'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:02:53.883225 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:53.946571 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] For port 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:02:53.949542 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] For port 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc,segment=NetworkSegment(9a2f2b7c-41b0-4b99-b3fc-cb4ea42370c2),segment_id=9a2f2b7c-41b0-4b99-b3fc-cb4ea42370c2)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:02:53.953660 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:53.990373 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:53.990986 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:53.992391 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9f16208-485c-4799-8499-9b91ef30140a req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] 10.222.0.48 "PUT /v2.0/ports/0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc HTTP/1.1" status: 200 len: 1092 time: 0.7515154 Jul 23 21:02:53.992880 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b', 'tag': '0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:02:53.995145 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62df1f56-94f2-4dd7-8716-f797e9fbc061" -d '{"events": [{"name": "network-changed", "server_uuid": "4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b", "tag": "0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:02:54.019140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6b5ea-b907-45e2-ae92-973aead00ddd service neutron] Pushing event updated for resources: {'Port': ['ID=0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:54.043029 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d50aabc-822c-41e2-b93b-820c95b95f25 x-openstack-request-id: req-4d50aabc-822c-41e2-b93b-820c95b95f25 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:02:54.043332 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b", "tag": "0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:02:54.043581 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d50aabc-822c-41e2-b93b-820c95b95f25 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:02:54.043967 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b', 'tag': '0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc', 'status': 'completed', 'code': 200} Jul 23 21:02:54.124805 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f16208-485c-4799-8499-9b91ef30140a req-6de1be83-a3d0-462a-bae9-a1e2df031119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:54.126881 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9f16208-485c-4799-8499-9b91ef30140a req-6de1be83-a3d0-462a-bae9-a1e2df031119 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2be948a733a04a9cbb68fb1ed02ed174&device_id=4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b HTTP/1.1" status: 200 len: 1095 time: 0.0922902 Jul 23 21:02:54.190669 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9f16208-485c-4799-8499-9b91ef30140a req-2de3958d-934a-4ff2-a98e-45d81276b272 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc HTTP/1.1" status: 200 len: 217 time: 0.0523512 Jul 23 21:02:54.248188 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f16208-485c-4799-8499-9b91ef30140a req-e8b5b010-5637-4dfc-b70c-a1c1f4756120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:54.249624 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9f16208-485c-4799-8499-9b91ef30140a req-e8b5b010-5637-4dfc-b70c-a1c1f4756120 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9bba8ed5-2a4a-4329-b3a5-5634e4e3ebc3 HTTP/1.1" status: 200 len: 849 time: 0.0488186 Jul 23 21:02:54.307383 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9f16208-485c-4799-8499-9b91ef30140a req-1d3b2148-a7c8-4f0b-97a8-0d04284532b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7410ffd-f744-4992-8cc6-bfde3fc8e355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480053 Jul 23 21:02:54.396108 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9f16208-485c-4799-8499-9b91ef30140a req-51e53164-8017-4556-bfd1-fa2a130b6632 service neutron] 10.222.0.48 "GET /v2.0/networks/e7410ffd-f744-4992-8cc6-bfde3fc8e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789726 Jul 23 21:02:54.494431 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b9f16208-485c-4799-8499-9b91ef30140a req-0b064c3a-a392-4184-a634-9a6fdf7df208 service neutron] 10.222.0.48 "GET /v2.0/networks/e7410ffd-f744-4992-8cc6-bfde3fc8e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886977 Jul 23 21:02:54.568817 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e78d08a1-fb5b-43da-8497-ce32ac7bf48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:54.601149 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df1f56-94f2-4dd7-8716-f797e9fbc061 req-7104a569-36ee-49af-99c6-8cbf7dbf93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:54.602652 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-62df1f56-94f2-4dd7-8716-f797e9fbc061 req-7104a569-36ee-49af-99c6-8cbf7dbf93f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2be948a733a04a9cbb68fb1ed02ed174&device_id=4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b HTTP/1.1" status: 200 len: 1095 time: 0.0560594 Jul 23 21:02:54.749721 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df1f56-94f2-4dd7-8716-f797e9fbc061 req-bba40725-793a-414d-920b-ec2348f68651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:54.751484 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-62df1f56-94f2-4dd7-8716-f797e9fbc061 req-bba40725-793a-414d-920b-ec2348f68651 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e7410ffd-f744-4992-8cc6-bfde3fc8e355 HTTP/1.1" status: 200 len: 910 time: 0.1419938 Jul 23 21:02:54.799550 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-62df1f56-94f2-4dd7-8716-f797e9fbc061 req-872399a4-256f-4e65-b7f0-ed8ac7d2f7a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc HTTP/1.1" status: 200 len: 217 time: 0.0409241 Jul 23 21:02:54.800717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5140c9-60fc-4e2b-9770-da7c753ec8f8 req-6c0a77f5-60ae-48c9-a56b-30d1d1cb06bf tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:54.802230 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e5140c9-60fc-4e2b-9770-da7c753ec8f8 req-6c0a77f5-60ae-48c9-a56b-30d1d1cb06bf tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/ports?device_id=4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b HTTP/1.1" status: 200 len: 943 time: 0.0747120 Jul 23 21:02:54.839616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e5140c9-60fc-4e2b-9770-da7c753ec8f8 req-dcad7216-5865-4033-9867-3383c2b1a696 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fe035fc-a2f8-43a6-aca7-22b04273e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315583 Jul 23 21:02:54.849856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df1f56-94f2-4dd7-8716-f797e9fbc061 req-2f18ad2f-3caa-42bf-93d9-107cd0c3b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:54.853333 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-62df1f56-94f2-4dd7-8716-f797e9fbc061 req-2f18ad2f-3caa-42bf-93d9-107cd0c3b48b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9bba8ed5-2a4a-4329-b3a5-5634e4e3ebc3 HTTP/1.1" status: 200 len: 849 time: 0.0449569 Jul 23 21:02:54.884447 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-62df1f56-94f2-4dd7-8716-f797e9fbc061 req-64837b9d-8524-4052-bf8d-c43aeb26bbdb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e7410ffd-f744-4992-8cc6-bfde3fc8e355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264707 Jul 23 21:02:54.977452 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-62df1f56-94f2-4dd7-8716-f797e9fbc061 req-61fb1236-db27-446c-9dfc-4f903d9a44e5 service neutron] 10.222.0.48 "GET /v2.0/networks/e7410ffd-f744-4992-8cc6-bfde3fc8e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860960 Jul 23 21:02:55.064849 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-62df1f56-94f2-4dd7-8716-f797e9fbc061 req-ef3af19d-7106-4c52-9635-abcf56efc732 service neutron] 10.222.0.48 "GET /v2.0/networks/e7410ffd-f744-4992-8cc6-bfde3fc8e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801258 Jul 23 21:02:55.970495 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde2573-ab47-4269-a398-50e522d92646 req-a6687e61-e532-406b-b972-e30038d395c5 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:55.972000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4dde2573-ab47-4269-a398-50e522d92646 req-a6687e61-e532-406b-b972-e30038d395c5 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/ports?device_id=4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b HTTP/1.1" status: 200 len: 943 time: 0.0639982 Jul 23 21:02:56.008452 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4dde2573-ab47-4269-a398-50e522d92646 req-34e80cd0-b2f3-42d7-94ab-e8f4c3b29ee2 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fe035fc-a2f8-43a6-aca7-22b04273e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309031 Jul 23 21:02:56.901294 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:02:56.999179 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc,segment=NetworkSegment(9a2f2b7c-41b0-4b99-b3fc-cb4ea42370c2),segment_id=9a2f2b7c-41b0-4b99-b3fc-cb4ea42370c2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:57.009990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc', 'network_id': 'e7410ffd-f744-4992-8cc6-bfde3fc8e355', 'port_id': '0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc', 'mac_address': 'fa:16:3e:31:6f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bba8ed5-2a4a-4329-b3a5-5634e4e3ebc3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:02:57.047228 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:57.059711 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:02:57.079971 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc,segment=NetworkSegment(9a2f2b7c-41b0-4b99-b3fc-cb4ea42370c2),segment_id=9a2f2b7c-41b0-4b99-b3fc-cb4ea42370c2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:57.084707 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:57.136862 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d91555-7a23-403f-919c-437fc8c4a10a req-b24e6317-3a59-4a25-9079-12e1a56d0041 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:57.138332 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6d91555-7a23-403f-919c-437fc8c4a10a req-b24e6317-3a59-4a25-9079-12e1a56d0041 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/ports?device_id=4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b HTTP/1.1" status: 200 len: 944 time: 0.0638909 Jul 23 21:02:57.140369 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:57.149956 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb13ddb2-168f-4e98-80c8-13ffef5a1454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:57.177934 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6d91555-7a23-403f-919c-437fc8c4a10a req-d619da39-7333-4707-a5d8-f843f5c18e38 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fe035fc-a2f8-43a6-aca7-22b04273e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323384 Jul 23 21:02:57.375186 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:02:57.405811 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:58.307650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e1eb2-bda3-43fe-aa3b-f3169cdcec48 req-3789425f-12c1-41e4-82cb-30df807b23be tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:58.309143 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c8e1eb2-bda3-43fe-aa3b-f3169cdcec48 req-3789425f-12c1-41e4-82cb-30df807b23be tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/ports?device_id=4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b HTTP/1.1" status: 200 len: 944 time: 0.0652986 Jul 23 21:02:58.345821 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c8e1eb2-bda3-43fe-aa3b-f3169cdcec48 req-3f752f84-cf9e-4adf-ac44-2c62ec704961 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fe035fc-a2f8-43a6-aca7-22b04273e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310793 Jul 23 21:02:58.567003 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:58.932639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:58.980133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:58.983812 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:58.984193 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:59.064432 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:59.087372 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:02:59.089598 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e973ca3-5fe8-49d7-b3e4-7965f8cd865e" -d '{"events": [{"server_uuid": "4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b", "name": "network-vif-plugged", "status": "completed", "tag": "0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:02:59.102398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc,segment=NetworkSegment(9a2f2b7c-41b0-4b99-b3fc-cb4ea42370c2),segment_id=9a2f2b7c-41b0-4b99-b3fc-cb4ea42370c2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:59.106319 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:59.129930 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da26a60-f144-4128-91f8-57183d2dd636 x-openstack-request-id: req-0da26a60-f144-4128-91f8-57183d2dd636 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:02:59.130225 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b", "name": "network-vif-plugged", "status": "completed", "tag": "0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:02:59.130484 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0da26a60-f144-4128-91f8-57183d2dd636 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:02:59.130941 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc', 'code': 200} Jul 23 21:02:59.156827 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:59.282437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3c6b8-8146-417b-a0d8-87f1d961088d req-22ff39a6-2d63-4f61-b732-495952bc6aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:59.283972 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-98a3c6b8-8146-417b-a0d8-87f1d961088d req-22ff39a6-2d63-4f61-b732-495952bc6aa4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b HTTP/1.1" status: 200 len: 1097 time: 0.0903916 Jul 23 21:02:59.329384 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-98a3c6b8-8146-417b-a0d8-87f1d961088d req-82c5ce9a-63e2-4305-8fe1-48ddef045fe2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7fe035fc-a2f8-43a6-aca7-22b04273e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346293 Jul 23 21:02:59.474425 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca904d56-95d2-4306-aab1-df11246ebe7f req-ad7b0d76-c4b9-46ab-95f1-68530624ea70 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:59.475943 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca904d56-95d2-4306-aab1-df11246ebe7f req-ad7b0d76-c4b9-46ab-95f1-68530624ea70 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/ports?device_id=4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b HTTP/1.1" status: 200 len: 945 time: 0.0629127 Jul 23 21:02:59.512325 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca904d56-95d2-4306-aab1-df11246ebe7f req-c3e9d14f-3c54-4fe6-b690-ae8f0fa8ed5a tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fe035fc-a2f8-43a6-aca7-22b04273e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307512 Jul 23 21:03:00.024060 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:00.643956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce8e5e-1f29-4e1c-867c-f9fd56190dbe req-9f402f5b-b25c-48a8-a9fd-b4084d5c438d tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:00.645418 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20ce8e5e-1f29-4e1c-867c-f9fd56190dbe req-9f402f5b-b25c-48a8-a9fd-b4084d5c438d tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/ports?device_id=4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b HTTP/1.1" status: 200 len: 945 time: 0.0650172 Jul 23 21:03:00.682962 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20ce8e5e-1f29-4e1c-867c-f9fd56190dbe req-c76d27c6-e6fd-4424-81ae-32e297c70dc0 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fe035fc-a2f8-43a6-aca7-22b04273e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316229 Jul 23 21:03:03.043569 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d14b68-34af-489b-a702-ed6dbe244d59 req-cef88954-c52f-4079-ad91-5a4b743234a6 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:03.044998 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09d14b68-34af-489b-a702-ed6dbe244d59 req-cef88954-c52f-4079-ad91-5a4b743234a6 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/ports?device_id=4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b HTTP/1.1" status: 200 len: 945 time: 0.0633044 Jul 23 21:03:03.081521 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09d14b68-34af-489b-a702-ed6dbe244d59 req-a37e94b1-5810-4d96-8ad9-d713e2bde49d tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fe035fc-a2f8-43a6-aca7-22b04273e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310111 Jul 23 21:03:04.210882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22241b99-6c32-4148-ab3d-a9a924158989 req-ddab46a3-c670-4991-a744-978d244485e6 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:04.212368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-22241b99-6c32-4148-ab3d-a9a924158989 req-ddab46a3-c670-4991-a744-978d244485e6 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/ports?device_id=4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b HTTP/1.1" status: 200 len: 945 time: 0.0633597 Jul 23 21:03:04.253803 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-22241b99-6c32-4148-ab3d-a9a924158989 req-eac67550-ade4-4382-9a77-8300ef433f2e tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fe035fc-a2f8-43a6-aca7-22b04273e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340006 Jul 23 21:03:04.427603 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276d85c-907b-4284-a601-10d42a9cf145 req-e07e5da4-2b86-4ec2-8d53-eda2e6608c8c tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:04.429029 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3276d85c-907b-4284-a601-10d42a9cf145 req-e07e5da4-2b86-4ec2-8d53-eda2e6608c8c tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.48 "GET /v2.0/ports?device_id=4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b HTTP/1.1" status: 200 len: 945 time: 0.0833361 Jul 23 21:03:04.530465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-3276d85c-907b-4284-a601-10d42a9cf145 req-9cddd470-f225-4c06-8372-99b3deb1e239 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Deleting port 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:03:04.530804 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3276d85c-907b-4284-a601-10d42a9cf145 req-9cddd470-f225-4c06-8372-99b3deb1e239 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:04.621265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-3276d85c-907b-4284-a601-10d42a9cf145 req-9cddd470-f225-4c06-8372-99b3deb1e239 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] For port 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc,segment=NetworkSegment(9a2f2b7c-41b0-4b99-b3fc-cb4ea42370c2),segment_id=9a2f2b7c-41b0-4b99-b3fc-cb4ea42370c2)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:04.621624 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3276d85c-907b-4284-a601-10d42a9cf145 req-9cddd470-f225-4c06-8372-99b3deb1e239 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:04.633630 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-3276d85c-907b-4284-a601-10d42a9cf145 req-9cddd470-f225-4c06-8372-99b3deb1e239 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Calling delete_port for 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:03:04.757179 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3276d85c-907b-4284-a601-10d42a9cf145 req-9cddd470-f225-4c06-8372-99b3deb1e239 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:04.772747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:03:04.785910 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddd470-f225-4c06-8372-99b3deb1e239 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Pushing event deleted for resources: {'Port': ['ID=0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:04.831787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-3276d85c-907b-4284-a601-10d42a9cf145 req-9cddd470-f225-4c06-8372-99b3deb1e239 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] No DVR routers for this DVR port 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:03:04.834267 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3276d85c-907b-4284-a601-10d42a9cf145 req-9cddd470-f225-4c06-8372-99b3deb1e239 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:04.836518 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3276d85c-907b-4284-a601-10d42a9cf145 req-9cddd470-f225-4c06-8372-99b3deb1e239 tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.48 "DELETE /v2.0/ports/0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc HTTP/1.1" status: 204 len: 173 time: 0.3989973 Jul 23 21:03:04.836966 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b', 'name': 'network-vif-deleted', 'tag': '0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:03:04.839230 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94372f51-9480-4ade-97ac-cd2618a842fc" -d '{"events": [{"server_uuid": "4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b", "name": "network-vif-deleted", "tag": "0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:03:04.877598 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d5b706-9fe8-4562-9bd4-07a74e8325fb x-openstack-request-id: req-41d5b706-9fe8-4562-9bd4-07a74e8325fb {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:03:04.877883 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b", "name": "network-vif-deleted", "tag": "0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:03:04.878134 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41d5b706-9fe8-4562-9bd4-07a74e8325fb {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:03:04.878706 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b', 'name': 'network-vif-deleted', 'tag': '0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc', 'status': 'completed', 'code': 200} Jul 23 21:03:05.377217 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d3692420-62f3-4ee8-9c74-4e27f5dba30f req-40a3a460-cbd3-4fbf-8e9b-d812a7f4791c tempest-VolumesActionsTest-1620412967 tempest-VolumesActionsTest-1620412967-project] 10.222.0.55 "GET /v2.0/ports?device_id=4db0a1b0-95e4-4fd7-b8f1-56684a2c1f0b HTTP/1.1" status: 200 len: 210 time: 0.0330703 Jul 23 21:03:06.995430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:03:07.015842 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:03:07.016183 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 0d0d5192-3eb2-4fa9-861b-5c994a8bb2bc not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:03:11.049659 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:03:15.455593 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c2574-fb79-4805-a089-70ce505b80f5 req-8198705e-0e81-406b-9652-a273aa371c9d tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:15.457115 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-295c2574-fb79-4805-a089-70ce505b80f5 req-8198705e-0e81-406b-9652-a273aa371c9d tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 1098 time: 0.0560880 Jul 23 21:03:15.476759 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-295c2574-fb79-4805-a089-70ce505b80f5 req-6a266cbd-1058-4deb-b68e-fd0d2b37447b tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:15.568297 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-295c2574-fb79-4805-a089-70ce505b80f5 req-6a266cbd-1058-4deb-b68e-fd0d2b37447b tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:15.570932 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:15.573307 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-295c2574-fb79-4805-a089-70ce505b80f5 req-6a266cbd-1058-4deb-b68e-fd0d2b37447b tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:15.603390 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-295c2574-fb79-4805-a089-70ce505b80f5 req-6a266cbd-1058-4deb-b68e-fd0d2b37447b tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1400113 Jul 23 21:03:15.609400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a266cbd-1058-4deb-b68e-fd0d2b37447b tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c50f2e-81e3-4b59-b888-4b8c7538948e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:15.618743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a266cbd-1058-4deb-b68e-fd0d2b37447b tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:15.618911 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a266cbd-1058-4deb-b68e-fd0d2b37447b tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:15.619276 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a266cbd-1058-4deb-b68e-fd0d2b37447b tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:15.619894 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a266cbd-1058-4deb-b68e-fd0d2b37447b tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:15.620005 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a266cbd-1058-4deb-b68e-fd0d2b37447b tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:15.620242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a266cbd-1058-4deb-b68e-fd0d2b37447b tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:15.620574 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a266cbd-1058-4deb-b68e-fd0d2b37447b tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:15.620898 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a266cbd-1058-4deb-b68e-fd0d2b37447b tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:15.621220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a266cbd-1058-4deb-b68e-fd0d2b37447b tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:15.621547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a266cbd-1058-4deb-b68e-fd0d2b37447b tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:15.621870 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a266cbd-1058-4deb-b68e-fd0d2b37447b tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:15.622190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a266cbd-1058-4deb-b68e-fd0d2b37447b tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:15.737532 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501900b-4894-438e-8256-bb787aa3f6f2 req-1cf68a84-aa0d-4e4b-92f8-b7bafa1c70d6 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:15.739031 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a501900b-4894-438e-8256-bb787aa3f6f2 req-1cf68a84-aa0d-4e4b-92f8-b7bafa1c70d6 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.0670583 Jul 23 21:03:15.776545 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a501900b-4894-438e-8256-bb787aa3f6f2 req-f143c3bb-f7a1-4a3b-b0c7-b60dbfd3df73 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318034 Jul 23 21:03:15.807343 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51780) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:15.873351 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-18118246-fbb2-4b97-8de6-69eb29a3bdb3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/floatingips/4ad31279-d656-42e6-aa1a-ddf9b3b85bcc HTTP/1.1" status: 200 len: 992 time: 0.0594587 Jul 23 21:03:16.140825 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-28ac3cf3-b930-47e8-9c82-3790a27e5ddf req-5ff48fc2-a43d-4dfc-a5e6-319679f09f56 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:03:16.142432 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-28ac3cf3-b930-47e8-9c82-3790a27e5ddf req-5ff48fc2-a43d-4dfc-a5e6-319679f09f56 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062249 Jul 23 21:03:16.421079 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51796) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:16.531553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee79838-b013-4830-8efe-4b50f3c212cb req-93857514-d95d-4e7b-8e81-c64ed452fc9d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:16.533606 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6ee79838-b013-4830-8efe-4b50f3c212cb req-93857514-d95d-4e7b-8e81-c64ed452fc9d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.1000724 Jul 23 21:03:16.585130 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-9a9c0305-a3b1-4001-82cd-f02f37df9729 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1628091 Jul 23 21:03:16.589354 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6ee79838-b013-4830-8efe-4b50f3c212cb req-b73476df-6cc5-4145-a564-d35098eca1a0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494673 Jul 23 21:03:17.008453 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:17.744060 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655a71c-a8c4-465b-a5a0-b36ed855f33e req-511d3c8a-4f5a-40bb-9686-ed44ea46ae1f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:17.745549 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3655a71c-a8c4-465b-a5a0-b36ed855f33e req-511d3c8a-4f5a-40bb-9686-ed44ea46ae1f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.0634341 Jul 23 21:03:17.785038 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3655a71c-a8c4-465b-a5a0-b36ed855f33e req-1be49fa5-9bab-43c2-8c5c-7f98f83ddebb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331280 Jul 23 21:03:17.900395 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-c134f915-8fa3-48b9-93b4-d5870f7ec3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:17.901989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-c134f915-8fa3-48b9-93b4-d5870f7ec3df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 1098 time: 0.0591528 Jul 23 21:03:17.996516 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-f122ce47-10fe-4216-8092-534ee55ea659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:17.997936 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-f122ce47-10fe-4216-8092-534ee55ea659 service neutron] 10.222.0.57 "GET /v2.0/networks?id=561c94d9-0cf7-423c-b948-0b7560b56da8 HTTP/1.1" status: 200 len: 898 time: 0.0891073 Jul 23 21:03:18.069326 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-5119ce92-2dbe-47c8-9b34-59f830d4b2fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f HTTP/1.1" status: 200 len: 1000 time: 0.0652835 Jul 23 21:03:18.119749 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-05dd7fa9-7f0b-442f-a18a-19a9528fac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:18.121248 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-05dd7fa9-7f0b-442f-a18a-19a9528fac9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ec90561-3be2-4c62-8944-54e1e5eb8ba4 HTTP/1.1" status: 200 len: 834 time: 0.0465291 Jul 23 21:03:18.180743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-ee40225e-5faf-4008-a8bb-1f148f2bc698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:18.182267 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-ee40225e-5faf-4008-a8bb-1f148f2bc698 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=561c94d9-0cf7-423c-b948-0b7560b56da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542595 Jul 23 21:03:18.274339 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-f7f750b7-2398-4434-892e-dd5ea08bd500 service neutron] 10.222.0.57 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846040 Jul 23 21:03:18.367893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-6d8c4c55-be4e-40db-9dd4-334b19e73d5c service neutron] 10.222.0.57 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870953 Jul 23 21:03:18.921800 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4c4be-162f-4666-a3fb-cd54d4e79248 req-7cdb5f9d-81e9-41de-9327-87345608b452 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:18.923629 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ec4c4be-162f-4666-a3fb-cd54d4e79248 req-7cdb5f9d-81e9-41de-9327-87345608b452 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.0692229 Jul 23 21:03:18.961953 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ec4c4be-162f-4666-a3fb-cd54d4e79248 req-b8e86210-1cdf-4444-a5fb-9ed4460f4a93 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325534 Jul 23 21:03:20.097496 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171a5ce-0542-41eb-9bc9-8273877c285d req-439a300e-1fd1-4597-b950-be946e3fc1e5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:20.098982 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d171a5ce-0542-41eb-9bc9-8273877c285d req-439a300e-1fd1-4597-b950-be946e3fc1e5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.0681193 Jul 23 21:03:20.138497 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d171a5ce-0542-41eb-9bc9-8273877c285d req-5d3f6b66-cd46-4004-9d24-005b906d7e1e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334742 Jul 23 21:03:21.277123 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc35bc7-403f-4903-bcc3-9ad6f33c1ab3 req-8dd5a356-e2c4-42c2-842b-6ab032089296 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:21.280148 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6bc35bc7-403f-4903-bcc3-9ad6f33c1ab3 req-8dd5a356-e2c4-42c2-842b-6ab032089296 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.0721130 Jul 23 21:03:21.324896 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6bc35bc7-403f-4903-bcc3-9ad6f33c1ab3 req-bf71b79c-369c-4059-a1d4-236b9fbcf7db tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390658 Jul 23 21:03:22.457420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d9914-8b24-4258-b3ec-7da76951d596 req-4ab40307-4cdc-4d81-9e49-2c33267ce780 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:22.458930 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f80d9914-8b24-4258-b3ec-7da76951d596 req-4ab40307-4cdc-4d81-9e49-2c33267ce780 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.0680029 Jul 23 21:03:22.496840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f80d9914-8b24-4258-b3ec-7da76951d596 req-430ad7b9-9728-4aa9-b16b-8e7e6d5174dd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321341 Jul 23 21:03:23.631995 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77c325-d32c-43ef-b851-226b05670cd0 req-150f124f-67aa-4939-8e8d-11c5c6e09e98 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:23.633598 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac77c325-d32c-43ef-b851-226b05670cd0 req-150f124f-67aa-4939-8e8d-11c5c6e09e98 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.0636590 Jul 23 21:03:23.671259 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac77c325-d32c-43ef-b851-226b05670cd0 req-6025bb6a-2d17-47f6-bfbd-49e2278fae44 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319347 Jul 23 21:03:24.571126 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f88926a-7d6f-4cfb-ba0a-c24ce651ca83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:24.810013 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c5446-b60a-4613-8901-8d514ec84b7d req-290ba67b-bd15-4b10-921f-80e5012bf984 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:24.811538 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b46c5446-b60a-4613-8901-8d514ec84b7d req-290ba67b-bd15-4b10-921f-80e5012bf984 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.0713327 Jul 23 21:03:24.858082 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b46c5446-b60a-4613-8901-8d514ec84b7d req-2dd2ea87-321a-47a3-9783-6122f474d550 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369709 Jul 23 21:03:25.988064 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161379d-7385-48f5-940e-7d940451d327 req-bd10dd7c-22f0-4387-8bcf-bd6d3bb0b607 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:25.989465 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a161379d-7385-48f5-940e-7d940451d327 req-bd10dd7c-22f0-4387-8bcf-bd6d3bb0b607 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.0632954 Jul 23 21:03:26.028163 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a161379d-7385-48f5-940e-7d940451d327 req-95dccc1b-1be8-463b-96c2-0e8a5af0183f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329185 Jul 23 21:03:27.083225 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51920) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:27.143534 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e93b8495-ac0a-4eee-9824-eb866f980490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:27.162260 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b4b7a2-b6f2-4330-9e03-2283029ad887 admin admin] Deleting subnet 9bba8ed5-2a4a-4329-b3a5-5634e4e3ebc3 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:03:27.166517 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5b4b7a2-b6f2-4330-9e03-2283029ad887 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:27.210628 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5b4b7a2-b6f2-4330-9e03-2283029ad887 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:27.245558 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c0155-2dbb-44d0-a6d5-92b81018c7c1 req-00bcea2b-5ed6-4b56-9d83-50032616a4d0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:27.247067 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-899c0155-2dbb-44d0-a6d5-92b81018c7c1 req-00bcea2b-5ed6-4b56-9d83-50032616a4d0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.1328602 Jul 23 21:03:27.274973 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5b4b7a2-b6f2-4330-9e03-2283029ad887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:27.316491 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-899c0155-2dbb-44d0-a6d5-92b81018c7c1 req-7a334833-48de-4713-9894-eeb276e8d174 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634196 Jul 23 21:03:27.352027 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5b4b7a2-b6f2-4330-9e03-2283029ad887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:27.378167 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4b7a2-b6f2-4330-9e03-2283029ad887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bba8ed5-2a4a-4329-b3a5-5634e4e3ebc3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:27.384693 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d5b4b7a2-b6f2-4330-9e03-2283029ad887 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:27.386783 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d5b4b7a2-b6f2-4330-9e03-2283029ad887 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9bba8ed5-2a4a-4329-b3a5-5634e4e3ebc3 HTTP/1.1" status: 204 len: 168 time: 0.3018901 Jul 23 21:03:27.386935 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:27.389712 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51922) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:27.458728 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0d946a8-34c1-4799-8c63-ea720df45616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:27.546124 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0d946a8-34c1-4799-8c63-ea720df45616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:27.556272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0d946a8-34c1-4799-8c63-ea720df45616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7410ffd-f744-4992-8cc6-bfde3fc8e355']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:27.566481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0d946a8-34c1-4799-8c63-ea720df45616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2f2b7c-41b0-4b99-b3fc-cb4ea42370c2') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:27.566765 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0d946a8-34c1-4799-8c63-ea720df45616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2f2b7c-41b0-4b99-b3fc-cb4ea42370c2') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:27.575220 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0d946a8-34c1-4799-8c63-ea720df45616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:27.589021 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0d946a8-34c1-4799-8c63-ea720df45616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:27.594625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d946a8-34c1-4799-8c63-ea720df45616 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:03:27.594994 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0d946a8-34c1-4799-8c63-ea720df45616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:03:27.596631 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:03:27.920249 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0d946a8-34c1-4799-8c63-ea720df45616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:27.926390 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0d946a8-34c1-4799-8c63-ea720df45616 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:27.928228 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d0d946a8-34c1-4799-8c63-ea720df45616 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e7410ffd-f744-4992-8cc6-bfde3fc8e355 HTTP/1.1" status: 204 len: 168 time: 0.5375228 Jul 23 21:03:27.931245 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51924) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:27.939461 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d946a8-34c1-4799-8c63-ea720df45616 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7410ffd-f744-4992-8cc6-bfde3fc8e355,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:27.980360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Deleting subnet 984bbc6f-ba08-463b-b669-8467eec9f352 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:03:27.983453 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.015873 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.053167 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.105870 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.131557 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=984bbc6f-ba08-463b-b669-8467eec9f352,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:28.139234 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.141089 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/984bbc6f-ba08-463b-b669-8467eec9f352 HTTP/1.1" status: 204 len: 168 time: 0.2086225 Jul 23 21:03:28.143815 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:28.144162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:28.144529 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:28.144900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:28.145187 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51926) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:28.145651 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:28.145651 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:28.145854 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:28.146177 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:28.146501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:28.146824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:28.147167 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:28.147490 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ff5d6-468f-4163-9052-fd6216f60b0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:28.213486 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6443782-1997-4807-ba94-314c1b6fe1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.291834 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6443782-1997-4807-ba94-314c1b6fe1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.301808 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-e6443782-1997-4807-ba94-314c1b6fe1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db2fb36-a3e0-4c49-b49c-70e4ee18cbd7']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:28.311347 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-e6443782-1997-4807-ba94-314c1b6fe1e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2694c2e7-f56c-4ab3-adee-72ca420d5aab') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:28.311789 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-e6443782-1997-4807-ba94-314c1b6fe1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2694c2e7-f56c-4ab3-adee-72ca420d5aab') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:28.320446 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6443782-1997-4807-ba94-314c1b6fe1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.333525 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6443782-1997-4807-ba94-314c1b6fe1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.339524 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6443782-1997-4807-ba94-314c1b6fe1e6 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:03:28.339983 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6443782-1997-4807-ba94-314c1b6fe1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:03:28.341664 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:03:28.430750 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6443782-1997-4807-ba94-314c1b6fe1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.435022 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e6443782-1997-4807-ba94-314c1b6fe1e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.436903 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e6443782-1997-4807-ba94-314c1b6fe1e6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5db2fb36-a3e0-4c49-b49c-70e4ee18cbd7 HTTP/1.1" status: 204 len: 168 time: 0.2907164 Jul 23 21:03:28.455051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6443782-1997-4807-ba94-314c1b6fe1e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5db2fb36-a3e0-4c49-b49c-70e4ee18cbd7,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:28.491962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbd735-3473-4822-8474-08403b3548ff req-047a5b67-6380-4af6-b78c-75df9b103313 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:28.493511 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6bbd735-3473-4822-8474-08403b3548ff req-047a5b67-6380-4af6-b78c-75df9b103313 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.0956781 Jul 23 21:03:28.532375 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6bbd735-3473-4822-8474-08403b3548ff req-058200f2-20b9-4d5e-9d23-9b00d3409bdd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331430 Jul 23 21:03:28.575704 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.606497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51932) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:28.646726 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cf7e0335-00fb-4805-9d0b-43473964d7fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2be948a733a04a9cbb68fb1ed02ed174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388930 Jul 23 21:03:28.649467 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51934) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:28.698231 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-823d985c-e060-48f6-a4ca-2975229b898e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.723561 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-823d985c-e060-48f6-a4ca-2975229b898e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.767814 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-823d985c-e060-48f6-a4ca-2975229b898e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.770273 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-823d985c-e060-48f6-a4ca-2975229b898e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:28.771584 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-823d985c-e060-48f6-a4ca-2975229b898e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7fe035fc-a2f8-43a6-aca7-22b04273e51a HTTP/1.1" status: 204 len: 168 time: 0.1210856 Jul 23 21:03:28.778971 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d985c-e060-48f6-a4ca-2975229b898e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe035fc-a2f8-43a6-aca7-22b04273e51a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:29.078276 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51940) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:29.117088 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-be2c2164-7567-4bc2-b633-0cea3c7d9bd0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4026a3f89da473e8e16a39ed10384b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370090 Jul 23 21:03:29.119591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51942) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:29.174696 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09d6e223-14bb-49df-83c3-896b7dfc07e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.198288 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09d6e223-14bb-49df-83c3-896b7dfc07e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.243262 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09d6e223-14bb-49df-83c3-896b7dfc07e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.245822 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09d6e223-14bb-49df-83c3-896b7dfc07e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:29.246981 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-09d6e223-14bb-49df-83c3-896b7dfc07e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/14129f25-8753-48b5-bb28-753ae46f38f6 HTTP/1.1" status: 204 len: 168 time: 0.1264579 Jul 23 21:03:29.254265 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6e223-14bb-49df-83c3-896b7dfc07e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14129f25-8753-48b5-bb28-753ae46f38f6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:29.674779 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60492fc-9950-4380-86dc-2c771b257415 req-381b6ff7-dd5e-481f-9f62-e9b8ed923be5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:29.676256 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c60492fc-9950-4380-86dc-2c771b257415 req-381b6ff7-dd5e-481f-9f62-e9b8ed923be5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.0643215 Jul 23 21:03:29.718206 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c60492fc-9950-4380-86dc-2c771b257415 req-dd497331-bbdc-46ea-b684-d9feb9847a4f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361726 Jul 23 21:03:30.026942 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:30.252827 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 51974) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:30.301699 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-ece456b9-baf4-4b6f-8aba-2e7987c028b3 service neutron] show failed (client error): The resource could not be found. Jul 23 21:03:30.302736 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-ece456b9-baf4-4b6f-8aba-2e7987c028b3 service neutron] 10.222.0.57 "GET /v2.0/ports/cb9bc933-925f-4f37-bee8-25674eb4f27f/bindings/n-h1-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.0557976 Jul 23 21:03:30.362712 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46fb25ac-f153-4773-b1b6-c0ecd9dbff77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:30.452506 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46fb25ac-f153-4773-b1b6-c0ecd9dbff77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:30.456802 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-46fb25ac-f153-4773-b1b6-c0ecd9dbff77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:30.545958 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-46fb25ac-f153-4773-b1b6-c0ecd9dbff77 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d128b5cf402d4f24964b8e04f056c4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919288 Jul 23 21:03:30.548763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 51978) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:30.550820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb25ac-f153-4773-b1b6-c0ecd9dbff77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55270ae6-a9da-418c-9e5e-3443294e81c3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:30.604690 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-80d328e1-db1a-45f0-9c24-b17b1511f282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:30.632973 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-80d328e1-db1a-45f0-9c24-b17b1511f282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:30.684980 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-80d328e1-db1a-45f0-9c24-b17b1511f282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:30.688016 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-80d328e1-db1a-45f0-9c24-b17b1511f282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:30.689840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-80d328e1-db1a-45f0-9c24-b17b1511f282 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55270ae6-a9da-418c-9e5e-3443294e81c3 HTTP/1.1" status: 204 len: 168 time: 0.1399262 Jul 23 21:03:30.700238 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d328e1-db1a-45f0-9c24-b17b1511f282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55270ae6-a9da-418c-9e5e-3443294e81c3,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:30.879858 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-d7c42196-7d4a-4da9-9b08-b5096a68b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:30.881421 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-d7c42196-7d4a-4da9-9b08-b5096a68b401 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00&tenant_id=3fc0d96b5da34e009631dc0e0b95c270 HTTP/1.1" status: 200 len: 1098 time: 0.4139049 Jul 23 21:03:30.884382 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da515080-e453-460f-b647-782f7fc25851 req-99ab5008-875e-43ef-9edf-26355c7f8d78 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:30.885896 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da515080-e453-460f-b647-782f7fc25851 req-99ab5008-875e-43ef-9edf-26355c7f8d78 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.0827541 Jul 23 21:03:30.897669 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:03:30.926614 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da515080-e453-460f-b647-782f7fc25851 req-c0d933f8-6061-45da-a14e-e02f65aed580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345328 Jul 23 21:03:30.976528 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:31.221926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] For port cb9bc933-925f-4f37-bee8-25674eb4f27f, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f,segment=NetworkSegment(ea78860f-7914-42ce-b02c-b7cffb5e70f7),segment_id=ea78860f-7914-42ce-b02c-b7cffb5e70f7)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:31.257785 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] For port cb9bc933-925f-4f37-bee8-25674eb4f27f, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:03:31.309609 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:31.315604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb9bc933-925f-4f37-bee8-25674eb4f27f'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:03:31.317852 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ecc834-2ca9-450a-94a4-306aa5980371" -d '{"events": [{"server_uuid": "7fa86fd7-a94d-4663-945a-80e776d07e00", "name": "network-vif-unplugged", "status": "completed", "tag": "cb9bc933-925f-4f37-bee8-25674eb4f27f"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:03:31.328118 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Transition to ACTIVE for port object cb9bc933-925f-4f37-bee8-25674eb4f27f will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:31.333333 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:31.377963 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff95615-76aa-4071-8157-79cedf033e8c x-openstack-request-id: req-fff95615-76aa-4071-8157-79cedf033e8c {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:03:31.378267 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa86fd7-a94d-4663-945a-80e776d07e00", "name": "network-vif-unplugged", "status": "completed", "tag": "cb9bc933-925f-4f37-bee8-25674eb4f27f", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:03:31.378547 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fff95615-76aa-4071-8157-79cedf033e8c {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:03:31.378938 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb9bc933-925f-4f37-bee8-25674eb4f27f', 'code': 200} Jul 23 21:03:31.389736 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Pushing event updated for resources: {'Port': ['ID=cb9bc933-925f-4f37-bee8-25674eb4f27f,revision_number=6']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:31.545865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] No DVR routers for this DVR port cb9bc933-925f-4f37-bee8-25674eb4f27f on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:03:31.689800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Attempting to bind port cb9bc933-925f-4f37-bee8-25674eb4f27f on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:03:31.690247 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Attempting to bind port cb9bc933-925f-4f37-bee8-25674eb4f27f by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'ea78860f-7914-42ce-b02c-b7cffb5e70f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:03:31.690542 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Attempting to bind port cb9bc933-925f-4f37-bee8-25674eb4f27f on network 561c94d9-0cf7-423c-b948-0b7560b56da8 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:03:31.695332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Port cb9bc933-925f-4f37-bee8-25674eb4f27f on network 561c94d9-0cf7-423c-b948-0b7560b56da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:03:31.695652 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Attempting to bind port cb9bc933-925f-4f37-bee8-25674eb4f27f on network 561c94d9-0cf7-423c-b948-0b7560b56da8 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:03:31.700466 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:03:31.700796 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Checking segment: {'id': 'ea78860f-7914-42ce-b02c-b7cffb5e70f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:03:31.701180 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Bound using segment: {'id': 'ea78860f-7914-42ce-b02c-b7cffb5e70f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:03:31.701604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Bound port: cb9bc933-925f-4f37-bee8-25674eb4f27f, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea78860f-7914-42ce-b02c-b7cffb5e70f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:03:31.701959 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:31.773766 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] For port cb9bc933-925f-4f37-bee8-25674eb4f27f, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:03:31.778729 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] For port cb9bc933-925f-4f37-bee8-25674eb4f27f, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f,segment=NetworkSegment(ea78860f-7914-42ce-b02c-b7cffb5e70f7),segment_id=ea78860f-7914-42ce-b02c-b7cffb5e70f7)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:03:31.783274 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:31.800379 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:31.801110 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:31.802884 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] 10.222.0.48 "PUT /v2.0/ports/cb9bc933-925f-4f37-bee8-25674eb4f27f HTTP/1.1" status: 200 len: 1093 time: 0.9092607 Jul 23 21:03:31.904732 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2a2cd-e812-4d87-97a9-9f122e3ca20e service neutron] Pushing event updated for resources: {'Port': ['ID=cb9bc933-925f-4f37-bee8-25674eb4f27f,revision_number=7']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:31.926031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-d87ce716-0984-47ac-9f3d-31421af2d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:31.928084 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-d87ce716-0984-47ac-9f3d-31421af2d2eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 1096 time: 0.0868468 Jul 23 21:03:32.042136 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-a1f0d8e5-065c-4b4d-95a5-1e8a79cdfe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:32.043818 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-a1f0d8e5-065c-4b4d-95a5-1e8a79cdfe1d service neutron] 10.222.0.48 "GET /v2.0/networks?id=561c94d9-0cf7-423c-b948-0b7560b56da8 HTTP/1.1" status: 200 len: 898 time: 0.1047308 Jul 23 21:03:32.068123 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5b4f9-f12c-4a75-b489-b6bf16224f3e req-5deb634f-bb41-4ce2-9c8a-444664ea07d9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:32.070959 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0c5b4f9-f12c-4a75-b489-b6bf16224f3e req-5deb634f-bb41-4ce2-9c8a-444664ea07d9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 944 time: 0.0667121 Jul 23 21:03:32.115309 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0c5b4f9-f12c-4a75-b489-b6bf16224f3e req-b28cab9d-a01f-44d9-ab8f-67987f513f7c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396473 Jul 23 21:03:32.149520 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-d7f70b5e-0a1f-462a-bba1-75f6b36ed340 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f HTTP/1.1" status: 200 len: 998 time: 0.0953562 Jul 23 21:03:32.206833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-edd3997b-9ca5-4878-95c5-87ddfd1b566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:32.208327 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-edd3997b-9ca5-4878-95c5-87ddfd1b566e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ec90561-3be2-4c62-8944-54e1e5eb8ba4 HTTP/1.1" status: 200 len: 834 time: 0.0494831 Jul 23 21:03:32.286839 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-3e51e8a1-ddcd-43b0-9fda-9565198a9c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:32.288428 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-3e51e8a1-ddcd-43b0-9fda-9565198a9c9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=561c94d9-0cf7-423c-b948-0b7560b56da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701647 Jul 23 21:03:32.387866 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-c6bda7d8-30d5-46a0-92e3-fe6a3a79f666 service neutron] 10.222.0.48 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888569 Jul 23 21:03:32.493297 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ac3efae7-f9b8-468b-94f5-ae2d9e6a05c9 req-b710101b-3b2c-46e0-9afd-64e464d1420d service neutron] 10.222.0.48 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946815 Jul 23 21:03:33.252922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c91941-94ad-4e41-a6e7-4c5c0cb74e0c req-65bc6349-7d0d-4edf-9f24-b716a2726d93 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:33.255123 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87c91941-94ad-4e41-a6e7-4c5c0cb74e0c req-65bc6349-7d0d-4edf-9f24-b716a2726d93 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 944 time: 0.0683641 Jul 23 21:03:33.293557 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87c91941-94ad-4e41-a6e7-4c5c0cb74e0c req-9a073758-664b-44d5-becd-49c9f93b113e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326865 Jul 23 21:03:33.380443 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'tag': 'cb9bc933-925f-4f37-bee8-25674eb4f27f'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:03:33.382723 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9005690e-09a6-450e-a24a-e58cffe99d84" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa86fd7-a94d-4663-945a-80e776d07e00", "tag": "cb9bc933-925f-4f37-bee8-25674eb4f27f"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:03:33.430090 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1e4c7b-23a8-4e13-b7d7-989c1869d794 x-openstack-request-id: req-0b1e4c7b-23a8-4e13-b7d7-989c1869d794 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:03:33.430290 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa86fd7-a94d-4663-945a-80e776d07e00", "tag": "cb9bc933-925f-4f37-bee8-25674eb4f27f", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:03:33.430625 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b1e4c7b-23a8-4e13-b7d7-989c1869d794 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:03:33.430938 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'tag': 'cb9bc933-925f-4f37-bee8-25674eb4f27f', 'status': 'completed', 'code': 200} Jul 23 21:03:33.504266 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-84987793-8678-4a6e-8c49-e27980ddaa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:33.505958 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-84987793-8678-4a6e-8c49-e27980ddaa5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 1096 time: 0.0586743 Jul 23 21:03:33.514708 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-bffe4a2c-9bcd-44c7-99bd-6879dc3ea5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:33.516874 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-bffe4a2c-9bcd-44c7-99bd-6879dc3ea5fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 1096 time: 0.0627534 Jul 23 21:03:33.609549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-86b6029e-d37a-490b-a493-d97b9ccf3e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:33.611346 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-86b6029e-d37a-490b-a493-d97b9ccf3e73 service neutron] 10.222.0.57 "GET /v2.0/networks?id=561c94d9-0cf7-423c-b948-0b7560b56da8 HTTP/1.1" status: 200 len: 898 time: 0.0985720 Jul 23 21:03:33.617507 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-b1d145f8-c6e2-459e-aba9-2434f8b6f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:33.619068 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-b1d145f8-c6e2-459e-aba9-2434f8b6f50b service neutron] 10.222.0.48 "GET /v2.0/networks?id=561c94d9-0cf7-423c-b948-0b7560b56da8 HTTP/1.1" status: 200 len: 898 time: 0.0947845 Jul 23 21:03:33.679491 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-c05808db-3390-4e90-9eca-8b8e92591f8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f HTTP/1.1" status: 200 len: 998 time: 0.0616331 Jul 23 21:03:33.692063 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-ef285402-5924-46d2-80a1-0ede5a9049db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f HTTP/1.1" status: 200 len: 998 time: 0.0633774 Jul 23 21:03:33.736839 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-031aff1b-a70b-47b8-abdd-15e857f4b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:33.738302 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-031aff1b-a70b-47b8-abdd-15e857f4b644 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ec90561-3be2-4c62-8944-54e1e5eb8ba4 HTTP/1.1" status: 200 len: 834 time: 0.0522306 Jul 23 21:03:33.745884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-a5c3630d-9de8-4b01-a5cc-9f46787967c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:33.747374 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-a5c3630d-9de8-4b01-a5cc-9f46787967c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ec90561-3be2-4c62-8944-54e1e5eb8ba4 HTTP/1.1" status: 200 len: 834 time: 0.0456274 Jul 23 21:03:33.799200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-bceb64ee-a193-4e6c-ab0b-d6eb888fcea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:33.800956 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-bceb64ee-a193-4e6c-ab0b-d6eb888fcea4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=561c94d9-0cf7-423c-b948-0b7560b56da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566361 Jul 23 21:03:33.809396 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-bd31810c-d339-469a-8c01-631b193e3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:33.810883 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-bd31810c-d339-469a-8c01-631b193e3d27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=561c94d9-0cf7-423c-b948-0b7560b56da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557351 Jul 23 21:03:33.896405 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-d35e0423-a637-4b85-a28a-0cb922c49dbd service neutron] 10.222.0.57 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890350 Jul 23 21:03:33.914183 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-58d3a892-1d39-43f6-ae58-ea27d4e4986e service neutron] 10.222.0.48 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935941 Jul 23 21:03:34.023474 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-64874cee-ec0f-4a6e-88da-fa577b9b18bc service neutron] 10.222.0.57 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203046 Jul 23 21:03:34.100977 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9005690e-09a6-450e-a24a-e58cffe99d84 req-1db09abb-0177-4478-be67-01f8819d8581 service neutron] 10.222.0.48 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797276 Jul 23 21:03:34.430478 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6586d61-a087-47f1-a5fe-8e16f890f7d4 req-38fad664-3464-4be7-9a41-a038e97e2b05 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:34.432332 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6586d61-a087-47f1-a5fe-8e16f890f7d4 req-38fad664-3464-4be7-9a41-a038e97e2b05 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 944 time: 0.0652606 Jul 23 21:03:34.470107 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6586d61-a087-47f1-a5fe-8e16f890f7d4 req-4af51971-da04-4080-8b56-9b4201f0f8bc tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320492 Jul 23 21:03:34.907542 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cb9bc933-925f-4f37-bee8-25674eb4f27f no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:03:34.947596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cb9bc933-925f-4f37-bee8-25674eb4f27f not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:03:35.085710 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device cb9bc933-925f-4f37-bee8-25674eb4f27f details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:03:35.183267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port cb9bc933-925f-4f37-bee8-25674eb4f27f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f,segment=NetworkSegment(ea78860f-7914-42ce-b02c-b7cffb5e70f7),segment_id=ea78860f-7914-42ce-b02c-b7cffb5e70f7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:35.194959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'cb9bc933-925f-4f37-bee8-25674eb4f27f', 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8', 'port_id': 'cb9bc933-925f-4f37-bee8-25674eb4f27f', 'mac_address': 'fa:16:3e:ce:65:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:03:35.235461 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:35.248141 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9bc933-925f-4f37-bee8-25674eb4f27f {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:03:35.268925 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port cb9bc933-925f-4f37-bee8-25674eb4f27f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f,segment=NetworkSegment(ea78860f-7914-42ce-b02c-b7cffb5e70f7),segment_id=ea78860f-7914-42ce-b02c-b7cffb5e70f7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:35.273161 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:35.321652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=cb9bc933-925f-4f37-bee8-25674eb4f27f,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:35.329102 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:35.329379 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:35.329719 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:35.330052 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:35.330385 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:35.330750 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:35.331042 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:35.331424 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:35.331719 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:35.332036 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:35.332357 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:35.332679 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:35.497693 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['cb9bc933-925f-4f37-bee8-25674eb4f27f'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:03:35.620500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d8b46-5e95-49b7-af0d-0c8c5d83784d req-8a3c2b7e-c516-442e-8009-1d0af911de8d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:35.627976 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-384d8b46-5e95-49b7-af0d-0c8c5d83784d req-8a3c2b7e-c516-442e-8009-1d0af911de8d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 945 time: 0.0874076 Jul 23 21:03:35.664277 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-384d8b46-5e95-49b7-af0d-0c8c5d83784d req-5c14d807-afbe-492a-be25-d35dec35958d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351973 Jul 23 21:03:35.985586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4831e6-6deb-4fab-8fca-798b22269b55 req-9865fecf-eea7-4b57-aa7b-1e46c6759e85 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:35.986992 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d4831e6-6deb-4fab-8fca-798b22269b55 req-9865fecf-eea7-4b57-aa7b-1e46c6759e85 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 945 time: 0.1537683 Jul 23 21:03:35.995568 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13320fd3-709a-4fa8-99b3-4e5a98e8cabb req-f89afe5a-dad8-4d31-baeb-aa324aa4cecd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:35.996956 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13320fd3-709a-4fa8-99b3-4e5a98e8cabb req-f89afe5a-dad8-4d31-baeb-aa324aa4cecd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.57 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00&tenant_id=3fc0d96b5da34e009631dc0e0b95c270&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 945 time: 0.1533756 Jul 23 21:03:36.071279 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d4831e6-6deb-4fab-8fca-798b22269b55 req-994490ba-2b12-465e-9f4a-7280adbb0665 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733185 Jul 23 21:03:36.086641 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [req-13320fd3-709a-4fa8-99b3-4e5a98e8cabb req-bdc83a7a-1a3c-43b1-8569-d7a6b9f8b1c8 service neutron] delete failed (client error): The resource could not be found. Jul 23 21:03:36.087689 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13320fd3-709a-4fa8-99b3-4e5a98e8cabb req-bdc83a7a-1a3c-43b1-8569-d7a6b9f8b1c8 service neutron] 10.222.0.57 "DELETE /v2.0/ports/cb9bc933-925f-4f37-bee8-25674eb4f27f/bindings/n-h2-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.0793035 Jul 23 21:03:36.188381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13320fd3-709a-4fa8-99b3-4e5a98e8cabb req-00ba0663-4df0-4335-aefe-9d58e0fd8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:36.189917 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13320fd3-709a-4fa8-99b3-4e5a98e8cabb req-00ba0663-4df0-4335-aefe-9d58e0fd8ff4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 1097 time: 0.0612595 Jul 23 21:03:36.283186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13320fd3-709a-4fa8-99b3-4e5a98e8cabb req-f7d58029-fca8-416f-bd4f-555b05927730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:36.284714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13320fd3-709a-4fa8-99b3-4e5a98e8cabb req-f7d58029-fca8-416f-bd4f-555b05927730 service neutron] 10.222.0.57 "GET /v2.0/networks?id=561c94d9-0cf7-423c-b948-0b7560b56da8 HTTP/1.1" status: 200 len: 898 time: 0.0887184 Jul 23 21:03:36.353158 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13320fd3-709a-4fa8-99b3-4e5a98e8cabb req-1788f5be-dc2c-4501-a88d-81d953cb047c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f HTTP/1.1" status: 200 len: 999 time: 0.0619085 Jul 23 21:03:36.403358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13320fd3-709a-4fa8-99b3-4e5a98e8cabb req-bb1057ab-6232-4d7a-9598-472781036ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:36.404837 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13320fd3-709a-4fa8-99b3-4e5a98e8cabb req-bb1057ab-6232-4d7a-9598-472781036ded service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ec90561-3be2-4c62-8944-54e1e5eb8ba4 HTTP/1.1" status: 200 len: 834 time: 0.0453331 Jul 23 21:03:36.461832 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13320fd3-709a-4fa8-99b3-4e5a98e8cabb req-051af740-7b0a-46e8-9027-be32e6b1dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:36.463278 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13320fd3-709a-4fa8-99b3-4e5a98e8cabb req-051af740-7b0a-46e8-9027-be32e6b1dcbb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=561c94d9-0cf7-423c-b948-0b7560b56da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524273 Jul 23 21:03:36.560617 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13320fd3-709a-4fa8-99b3-4e5a98e8cabb req-15cadd51-d72e-4087-99e0-5df61444f373 service neutron] 10.222.0.57 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904438 Jul 23 21:03:36.660156 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13320fd3-709a-4fa8-99b3-4e5a98e8cabb req-9151bb2f-cbbc-4b65-aed2-9c34ec230683 service neutron] 10.222.0.57 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937152 Jul 23 21:03:37.087015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device cb9bc933-925f-4f37-bee8-25674eb4f27f up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:37.137107 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port cb9bc933-925f-4f37-bee8-25674eb4f27f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:37.142065 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port cb9bc933-925f-4f37-bee8-25674eb4f27f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:37.142478 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:37.213751 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6973f-23d2-47b9-b8ea-41f8531bbd1a req-08165081-87c5-4eef-8a84-d58c45b7a4e1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:37.216020 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2f6973f-23d2-47b9-b8ea-41f8531bbd1a req-08165081-87c5-4eef-8a84-d58c45b7a4e1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 945 time: 0.0713382 Jul 23 21:03:37.239533 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:37.254874 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2f6973f-23d2-47b9-b8ea-41f8531bbd1a req-ec08cb3b-f298-4587-b0ab-be3aef426c9d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329676 Jul 23 21:03:37.262587 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9bc933-925f-4f37-bee8-25674eb4f27f'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:03:37.264825 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8078ce9-13e3-4d40-bdda-db1225363a01" -d '{"events": [{"server_uuid": "7fa86fd7-a94d-4663-945a-80e776d07e00", "name": "network-vif-plugged", "status": "completed", "tag": "cb9bc933-925f-4f37-bee8-25674eb4f27f"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:03:37.277735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port cb9bc933-925f-4f37-bee8-25674eb4f27f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f,segment=NetworkSegment(ea78860f-7914-42ce-b02c-b7cffb5e70f7),segment_id=ea78860f-7914-42ce-b02c-b7cffb5e70f7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:37.278750 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52074) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:37.290465 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:37.314958 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfa29d9-acbe-41a0-8995-f3cd0468c285 x-openstack-request-id: req-6bfa29d9-acbe-41a0-8995-f3cd0468c285 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:03:37.315331 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa86fd7-a94d-4663-945a-80e776d07e00", "name": "network-vif-plugged", "status": "completed", "tag": "cb9bc933-925f-4f37-bee8-25674eb4f27f", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:03:37.315578 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6bfa29d9-acbe-41a0-8995-f3cd0468c285 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:03:37.315958 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9bc933-925f-4f37-bee8-25674eb4f27f', 'code': 200} Jul 23 21:03:37.346308 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6c6ba0c1-9c19-4960-9bd8-1d58ea4b0867 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/floatingips/4ad31279-d656-42e6-aa1a-ddf9b3b85bcc HTTP/1.1" status: 200 len: 992 time: 0.0608876 Jul 23 21:03:37.346568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=cb9bc933-925f-4f37-bee8-25674eb4f27f,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:40.187427 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52090) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:40.292077 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-648ddb12-d54e-41b3-b584-5181787e4081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:40.379754 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-648ddb12-d54e-41b3-b584-5181787e4081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:40.383811 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-648ddb12-d54e-41b3-b584-5181787e4081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:40.424670 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ddb12-d54e-41b3-b584-5181787e4081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaba6dbb-9a96-4a24-b192-14d01dca5e0b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:40.431367 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-648ddb12-d54e-41b3-b584-5181787e4081 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bc434aa3eebf422abe3bc4dc5e9e8132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404549 Jul 23 21:03:40.431591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52094) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:40.481193 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-40116d42-94e6-42a1-84dc-d54db0e2a16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:40.501298 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-40116d42-94e6-42a1-84dc-d54db0e2a16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:40.551090 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-40116d42-94e6-42a1-84dc-d54db0e2a16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:40.553685 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-40116d42-94e6-42a1-84dc-d54db0e2a16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:40.554889 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-40116d42-94e6-42a1-84dc-d54db0e2a16c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eaba6dbb-9a96-4a24-b192-14d01dca5e0b HTTP/1.1" status: 204 len: 168 time: 0.1223948 Jul 23 21:03:40.563059 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40116d42-94e6-42a1-84dc-d54db0e2a16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaba6dbb-9a96-4a24-b192-14d01dca5e0b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:42.665548 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52148) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:42.670816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-5ea31210-469a-4cdb-bdd0-2a96eb97ec60 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Request body: {'network': {'name': 'tempest-network-smoke--863148264', 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'port_security_enabled': True}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:03:42.692604 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea31210-469a-4cdb-bdd0-2a96eb97ec60 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Made reservation on behalf of ccb4d709c112433095ae7c55bc31fde2 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:03:42.696037 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ea31210-469a-4cdb-bdd0-2a96eb97ec60 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:42.704314 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ea31210-469a-4cdb-bdd0-2a96eb97ec60 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:42.792390 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ea31210-469a-4cdb-bdd0-2a96eb97ec60 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:42.796020 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ea31210-469a-4cdb-bdd0-2a96eb97ec60 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:42.819146 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea31210-469a-4cdb-bdd0-2a96eb97ec60 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:03:42.834768 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea31210-469a-4cdb-bdd0-2a96eb97ec60 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d98850e2-138e-448a-b359-7d95f5a31e72,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:42.839460 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ea31210-469a-4cdb-bdd0-2a96eb97ec60 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:42.839842 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-5ea31210-469a-4cdb-bdd0-2a96eb97ec60 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Added segment fe818a26-42fd-4b58-bd62-b7372df0e8ee of type vlan for network ce8a5c20-621e-4360-95f8-8df56da47396 Jul 23 21:03:42.886503 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ea31210-469a-4cdb-bdd0-2a96eb97ec60 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:42.915030 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ea31210-469a-4cdb-bdd0-2a96eb97ec60 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:42.920579 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea31210-469a-4cdb-bdd0-2a96eb97ec60 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:42.921214 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ea31210-469a-4cdb-bdd0-2a96eb97ec60 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:42.957244 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5ea31210-469a-4cdb-bdd0-2a96eb97ec60 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2905748 Jul 23 21:03:42.960142 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52150) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:42.964789 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1709942751', 'admin_state_up': True, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:03:43.000937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea31210-469a-4cdb-bdd0-2a96eb97ec60 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event updated for resources: {'Network': ['ID=ce8a5c20-621e-4360-95f8-8df56da47396,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:43.011576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network ce8a5c20-621e-4360-95f8-8df56da47396 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:03:43.016671 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:43.017674 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:43.075288 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:43.209890 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:43.402230 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:43.421154 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:43.534006 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Allocated IP 172.25.3.40 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/0b6fe506-9900-4cce-9f78-0a0b6a8ede33) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:03:43.636016 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:43.673246 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:43.707934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:03:43.710685 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:03:43.716289 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:03:43.746505 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event updated for resources: {'Port': ['ID=0b6fe506-9900-4cce-9f78-0a0b6a8ede33,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:44.255808 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:44.447541 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:44.577693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Router fa0e3012-aab1-484f-9c53-c9dea846f3ce is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:03:44.682740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:03:44.693318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Sync routers for ids ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:03:44.701027 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:44.702323 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-42689d0a-d521-4ef8-99b6-d4d64c8da279 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7412043 Jul 23 21:03:44.702902 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Routers {'fa0e3012-aab1-484f-9c53-c9dea846f3ce'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:03:44.704144 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5f840f99-6876-4327-93cb-a54913472dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:03:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:44.705932 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52152) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:44.808478 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Set router fa0e3012-aab1-484f-9c53-c9dea846f3ce gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:03:44.826960 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-25a68b01-e0d9-4d19-a9b7-3d19abcb0e3f tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=ccb4d709c112433095ae7c55bc31fde2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1198812 Jul 23 21:03:44.832275 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52156) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:44.929259 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9244eed3-f579-4f7f-96bb-e55b7f73cb98 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:44.930953 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9244eed3-f579-4f7f-96bb-e55b7f73cb98 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975032 Jul 23 21:03:44.934835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52158) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:44.970788 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d35ba611-645e-4b80-9ed6-85fd405e1bec tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347486 Jul 23 21:03:44.973415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52160) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:44.978252 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ac1dda50-35c2-4589-ab7d-fe0bf5a3fe7d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-433760186', 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396', 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:03:44.988610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5f840f99-6876-4327-93cb-a54913472dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1709942751', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:43Z', 'revision_number': 3, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:45.014353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Checking router: fa0e3012-aab1-484f-9c53-c9dea846f3ce for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:03:45.014692 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Updating router fa0e3012-aab1-484f-9c53-c9dea846f3ce port 0b6fe506-9900-4cce-9f78-0a0b6a8ede33 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:03:45.052900 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:45.068743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1dda50-35c2-4589-ab7d-fe0bf5a3fe7d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Made reservation on behalf of ccb4d709c112433095ae7c55bc31fde2 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:03:45.072290 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac1dda50-35c2-4589-ab7d-fe0bf5a3fe7d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:45.259679 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac1dda50-35c2-4589-ab7d-fe0bf5a3fe7d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:45.313662 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:45.321786 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1dda50-35c2-4589-ab7d-fe0bf5a3fe7d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event updated for resources: {'Subnet': ['ID=5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:45.323980 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Transition to ACTIVE for port object 0b6fe506-9900-4cce-9f78-0a0b6a8ede33 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:45.330660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1dda50-35c2-4589-ab7d-fe0bf5a3fe7d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Checking segment: {'id': 'fe818a26-42fd-4b58-bd62-b7372df0e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:03:45.330851 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:45.331077 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1dda50-35c2-4589-ab7d-fe0bf5a3fe7d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Network hostable DHCP agents. Network: ce8a5c20-621e-4360-95f8-8df56da47396, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:03:45.348600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1dda50-35c2-4589-ab7d-fe0bf5a3fe7d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Network ce8a5c20-621e-4360-95f8-8df56da47396 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:03:45.357098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-ac1dda50-35c2-4589-ab7d-fe0bf5a3fe7d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, ce8a5c20-621e-4360-95f8-8df56da47396) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:03:45.363007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1dda50-35c2-4589-ab7d-fe0bf5a3fe7d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:45.363680 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ac1dda50-35c2-4589-ab7d-fe0bf5a3fe7d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:45.380637 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5705c7-15cb-4edc-95cb-48e100a6f6c2 None None] Network ce8a5c20-621e-4360-95f8-8df56da47396 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:03:45.380873 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ac1dda50-35c2-4589-ab7d-fe0bf5a3fe7d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4044702 Jul 23 21:03:45.382233 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52162) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:45.397615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ff63b-d987-47ba-94d4-1ec85404be15 None None] Pushing event updated for resources: {'Port': ['ID=0b6fe506-9900-4cce-9f78-0a0b6a8ede33,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:45.405210 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Attempting to bind port 0b6fe506-9900-4cce-9f78-0a0b6a8ede33 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:03:45.405623 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Attempting to bind port 0b6fe506-9900-4cce-9f78-0a0b6a8ede33 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:03:45.405984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Attempting to bind port 0b6fe506-9900-4cce-9f78-0a0b6a8ede33 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:03:45.420306 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:03:45.420678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:03:45.421082 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:45.421476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:03:45.422533 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Bound port: 0b6fe506-9900-4cce-9f78-0a0b6a8ede33, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:03:45.422914 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:45.533205 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5f840f99-6876-4327-93cb-a54913472dda None None] For port 0b6fe506-9900-4cce-9f78-0a0b6a8ede33, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:03:45.558091 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5f840f99-6876-4327-93cb-a54913472dda None None] For port 0b6fe506-9900-4cce-9f78-0a0b6a8ede33, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0b6fe506-9900-4cce-9f78-0a0b6a8ede33,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:03:45.566033 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:45.639725 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-ce8a5c20-621e-4360-95f8-8df56da47396', 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'fixed_ips': [{'subnet_id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:03:45.640562 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:45.645839 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:45.666823 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Routers {'fa0e3012-aab1-484f-9c53-c9dea846f3ce'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:03:45.667487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5f840f99-6876-4327-93cb-a54913472dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:03:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:45.712233 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ff63b-d987-47ba-94d4-1ec85404be15 None None] Pushing event updated for resources: {'Port': ['ID=0b6fe506-9900-4cce-9f78-0a0b6a8ede33,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:45.856115 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:45.871651 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-5f840f99-6876-4327-93cb-a54913472dda None None] Set router fa0e3012-aab1-484f-9c53-c9dea846f3ce gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:03:45.931240 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Allocated IP 172.20.0.2 (ce8a5c20-621e-4360-95f8-8df56da47396/5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0/d75680cf-5f16-46b7-8c9f-b0ec667ec54b) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:03:46.320580 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:46.332337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Transition to ACTIVE for port object d75680cf-5f16-46b7-8c9f-b0ec667ec54b will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:46.337702 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5f840f99-6876-4327-93cb-a54913472dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1709942751', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:43Z', 'revision_number': 3, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:46.374809 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f840f99-6876-4327-93cb-a54913472dda None None] The sync data for ids ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'] in n-d-791504-18 is: [{'id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1709942751', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:43Z', 'revision_number': 3, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:03:46.379267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Transition to ACTIVE for port object d75680cf-5f16-46b7-8c9f-b0ec667ec54b will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:46.384847 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:46.431328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Network ce8a5c20-621e-4360-95f8-8df56da47396 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:03:46.436499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:03:46.440647 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:03:46.446420 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Pushing event updated for resources: {'Port': ['ID=d75680cf-5f16-46b7-8c9f-b0ec667ec54b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:46.459056 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Allocated IP 172.20.0.1 (ce8a5c20-621e-4360-95f8-8df56da47396/5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0/152534cc-fd4b-4b70-a809-661acc82bbc5) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:03:46.506899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Attempting to bind port d75680cf-5f16-46b7-8c9f-b0ec667ec54b on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:03:46.507279 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Attempting to bind port d75680cf-5f16-46b7-8c9f-b0ec667ec54b by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'fe818a26-42fd-4b58-bd62-b7372df0e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:03:46.507719 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Attempting to bind port d75680cf-5f16-46b7-8c9f-b0ec667ec54b on network ce8a5c20-621e-4360-95f8-8df56da47396 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:03:46.513886 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:03:46.514347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Checking segment: {'id': 'fe818a26-42fd-4b58-bd62-b7372df0e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:03:46.514822 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:46.515314 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Bound using segment: {'id': 'fe818a26-42fd-4b58-bd62-b7372df0e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:03:46.516379 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Bound port: d75680cf-5f16-46b7-8c9f-b0ec667ec54b, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe818a26-42fd-4b58-bd62-b7372df0e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:03:46.516765 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:46.593505 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] For port d75680cf-5f16-46b7-8c9f-b0ec667ec54b, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:03:46.598590 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] For port d75680cf-5f16-46b7-8c9f-b0ec667ec54b, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d75680cf-5f16-46b7-8c9f-b0ec667ec54b,segment=NetworkSegment(fe818a26-42fd-4b58-bd62-b7372df0e8ee),segment_id=fe818a26-42fd-4b58-bd62-b7372df0e8ee)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:03:46.602368 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:46.606731 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:46.634197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Transition to ACTIVE for port object 152534cc-fd4b-4b70-a809-661acc82bbc5 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:46.673667 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:46.708177 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadefcce-8e4b-4f54-a84d-051730d671f7 None None] Pushing event updated for resources: {'Port': ['ID=d75680cf-5f16-46b7-8c9f-b0ec667ec54b,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:46.716340 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Network ce8a5c20-621e-4360-95f8-8df56da47396 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:03:46.719798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:03:46.725687 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:03:46.773087 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event updated for resources: {'Port': ['ID=152534cc-fd4b-4b70-a809-661acc82bbc5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:46.788529 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:46.978101 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:47.011040 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:47.286418 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:47.291092 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:47.365228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event updated for resources: {'Port': ['ID=152534cc-fd4b-4b70-a809-661acc82bbc5,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:47.367747 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:47.481016 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Network ce8a5c20-621e-4360-95f8-8df56da47396 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:03:47.484010 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:03:47.560322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0b6fe506-9900-4cce-9f78-0a0b6a8ede33 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:47.612140 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Router fa0e3012-aab1-484f-9c53-c9dea846f3ce has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:03:47.615062 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 0b6fe506-9900-4cce-9f78-0a0b6a8ede33 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:47.620420 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0b6fe506-9900-4cce-9f78-0a0b6a8ede33 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:47.621062 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:47.712732 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:47.720326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1a074b-57ee-4475-b6ee-957e41f8ff5c None None] Network ce8a5c20-621e-4360-95f8-8df56da47396 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:03:47.731614 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:03:47.737497 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-88e2aa5f-0576-4168-9f52-9acd6669b3b0 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "PUT /v2.0/routers/fa0e3012-aab1-484f-9c53-c9dea846f3ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3542068 Jul 23 21:03:47.740308 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52164) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:47.744932 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4a513aad-784c-4973-9fd1-664324914bcb tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1746942026', 'description': 'tempest-secgroup_access--1746942026 description', 'project_id': 'ccb4d709c112433095ae7c55bc31fde2'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:03:47.759927 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 0b6fe506-9900-4cce-9f78-0a0b6a8ede33, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0b6fe506-9900-4cce-9f78-0a0b6a8ede33,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:47.769985 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:47.770930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d75680cf-5f16-46b7-8c9f-b0ec667ec54b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:47.847483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a9a78731-67aa-4cdf-b4cd-15453750735d None None] Provisioning for port d75680cf-5f16-46b7-8c9f-b0ec667ec54b completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:47.912833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=0b6fe506-9900-4cce-9f78-0a0b6a8ede33,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:47.956031 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port d75680cf-5f16-46b7-8c9f-b0ec667ec54b completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:47.964548 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port d75680cf-5f16-46b7-8c9f-b0ec667ec54b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:47.964916 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.052227 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:03:48.086416 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.086953 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4a513aad-784c-4973-9fd1-664324914bcb tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.123881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port d75680cf-5f16-46b7-8c9f-b0ec667ec54b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d75680cf-5f16-46b7-8c9f-b0ec667ec54b,segment=NetworkSegment(fe818a26-42fd-4b58-bd62-b7372df0e8ee),segment_id=fe818a26-42fd-4b58-bd62-b7372df0e8ee)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:48.128827 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.185986 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4a513aad-784c-4973-9fd1-664324914bcb tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.190397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=d75680cf-5f16-46b7-8c9f-b0ec667ec54b,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:48.194148 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4a513aad-784c-4973-9fd1-664324914bcb tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.199391 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Sync routers for ids ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:03:48.213376 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Routers {'fa0e3012-aab1-484f-9c53-c9dea846f3ce'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:03:48.214277 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:03:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:48.226802 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4a513aad-784c-4973-9fd1-664324914bcb tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.228125 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4a513aad-784c-4973-9fd1-664324914bcb tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4868243 Jul 23 21:03:48.229465 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a513aad-784c-4973-9fd1-664324914bcb tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f56df25c-c94c-45e9-8672-d22ab8c9f50d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:48.231081 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52166) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:48.235976 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8ea266d7-276d-444f-b8a7-08c0ec745d89 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1037186965', 'description': 'tempest-secgroup_general--1037186965 description', 'project_id': 'ccb4d709c112433095ae7c55bc31fde2'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:03:48.260186 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8ea266d7-276d-444f-b8a7-08c0ec745d89 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.332719 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Set router fa0e3012-aab1-484f-9c53-c9dea846f3ce gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:03:48.356083 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8ea266d7-276d-444f-b8a7-08c0ec745d89 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.362070 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8ea266d7-276d-444f-b8a7-08c0ec745d89 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.393829 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea266d7-276d-444f-b8a7-08c0ec745d89 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cce6224-b1d0-40f2-8dc2-398c1108a4ad,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:48.396373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6ba4cc5e-21be-4b67-b8be-e4a4ea433fba None None] Provisioning for port 152534cc-fd4b-4b70-a809-661acc82bbc5 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:48.402861 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6ba4cc5e-21be-4b67-b8be-e4a4ea433fba None None] Provisioning complete for port 152534cc-fd4b-4b70-a809-661acc82bbc5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:48.403918 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ba4cc5e-21be-4b67-b8be-e4a4ea433fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.408394 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8ea266d7-276d-444f-b8a7-08c0ec745d89 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.416099 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8ea266d7-276d-444f-b8a7-08c0ec745d89 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1812353 Jul 23 21:03:48.417392 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52168) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:48.423611 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8d601205-0f4d-43ad-86b3-d93e388d7d7f tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Request body: {'security_group_rule': {'security_group_id': 'f56df25c-c94c-45e9-8672-d22ab8c9f50d', 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:03:48.458909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6ba4cc5e-21be-4b67-b8be-e4a4ea433fba None None] Port 152534cc-fd4b-4b70-a809-661acc82bbc5 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:03:48.459365 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d601205-0f4d-43ad-86b3-d93e388d7d7f tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.472527 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6ba4cc5e-21be-4b67-b8be-e4a4ea433fba None None] Provisioning complete for port d75680cf-5f16-46b7-8c9f-b0ec667ec54b triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:48.473051 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ba4cc5e-21be-4b67-b8be-e4a4ea433fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.527025 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d601205-0f4d-43ad-86b3-d93e388d7d7f tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.533053 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d601205-0f4d-43ad-86b3-d93e388d7d7f tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.559032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d601205-0f4d-43ad-86b3-d93e388d7d7f tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6a19fc-c80a-44c3-b537-47af61b6579b,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:48.574357 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8d601205-0f4d-43ad-86b3-d93e388d7d7f tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.583985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8d601205-0f4d-43ad-86b3-d93e388d7d7f tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1652477 Jul 23 21:03:48.590043 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1709942751', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:46Z', 'revision_number': 4, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '152534cc-fd4b-4b70-a809-661acc82bbc5', 'name': '', 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'mac_address': 'fa:16:3e:72:4e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:45Z', 'updated_at': '2021-07-23T21:03:47Z', 'revision_number': 2, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'subnets': [{'id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:48.623698 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Checking router: fa0e3012-aab1-484f-9c53-c9dea846f3ce for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:03:48.624505 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Updating router fa0e3012-aab1-484f-9c53-c9dea846f3ce port 152534cc-fd4b-4b70-a809-661acc82bbc5 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:03:48.666512 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.704793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e4537e89-667f-494d-a70d-b05bbaee37b4 None None] Provisioning complete for port 152534cc-fd4b-4b70-a809-661acc82bbc5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:48.705217 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4537e89-667f-494d-a70d-b05bbaee37b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.745873 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-b5faf8ae-67ba-4338-8244-6d1172532da2 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_general--1037186965&fields=id&tenant_id=ccb4d709c112433095ae7c55bc31fde2 HTTP/1.1" status: 200 len: 267 time: 0.0392673 Jul 23 21:03:48.753800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e4537e89-667f-494d-a70d-b05bbaee37b4 None None] Port 152534cc-fd4b-4b70-a809-661acc82bbc5 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:03:48.792964 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-832aa873-f1e6-4fbe-8a25-973635aedd7d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_access--1746942026&fields=id&tenant_id=ccb4d709c112433095ae7c55bc31fde2 HTTP/1.1" status: 200 len: 267 time: 0.0399194 Jul 23 21:03:48.872462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6634ae84-c256-482f-9020-3e17638418e5 None None] Provisioning complete for port 152534cc-fd4b-4b70-a809-661acc82bbc5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:48.872850 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6634ae84-c256-482f-9020-3e17638418e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.902173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-8c0b93ae-f642-4ebc-b858-2da19253b547 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:48.903598 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-8c0b93ae-f642-4ebc-b858-2da19253b547 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/networks?id=ce8a5c20-621e-4360-95f8-8df56da47396 HTTP/1.1" status: 200 len: 796 time: 0.1034684 Jul 23 21:03:48.910768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6634ae84-c256-482f-9020-3e17638418e5 None None] Port 152534cc-fd4b-4b70-a809-661acc82bbc5 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:03:48.922573 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-9b07f277-40af-45e4-a7f8-0f4e72527188 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/quotas/ccb4d709c112433095ae7c55bc31fde2 HTTP/1.1" status: 200 len: 375 time: 0.0108535 Jul 23 21:03:48.941470 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.951319 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Transition to ACTIVE for port object 152534cc-fd4b-4b70-a809-661acc82bbc5 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:48.957481 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:48.994092 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-8d2a4df0-d8e3-4688-a121-7d012550a4ef tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ccb4d709c112433095ae7c55bc31fde2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659714 Jul 23 21:03:49.005817 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fc049-c100-47a4-9b2e-e1d48714cbad None None] Pushing event updated for resources: {'Port': ['ID=152534cc-fd4b-4b70-a809-661acc82bbc5,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:49.031223 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fc049-c100-47a4-9b2e-e1d48714cbad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:49.032186 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fc049-c100-47a4-9b2e-e1d48714cbad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:49.032526 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fc049-c100-47a4-9b2e-e1d48714cbad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:49.032858 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fc049-c100-47a4-9b2e-e1d48714cbad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:49.033191 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fc049-c100-47a4-9b2e-e1d48714cbad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:49.033513 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fc049-c100-47a4-9b2e-e1d48714cbad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:49.033837 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fc049-c100-47a4-9b2e-e1d48714cbad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:49.034158 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fc049-c100-47a4-9b2e-e1d48714cbad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:49.034479 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fc049-c100-47a4-9b2e-e1d48714cbad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:49.034789 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fc049-c100-47a4-9b2e-e1d48714cbad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:49.035163 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fc049-c100-47a4-9b2e-e1d48714cbad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:49.035443 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202fc049-c100-47a4-9b2e-e1d48714cbad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:03:49.075856 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Attempting to bind port 152534cc-fd4b-4b70-a809-661acc82bbc5 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:03:49.076537 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Attempting to bind port 152534cc-fd4b-4b70-a809-661acc82bbc5 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'fe818a26-42fd-4b58-bd62-b7372df0e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:03:49.076654 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Attempting to bind port 152534cc-fd4b-4b70-a809-661acc82bbc5 on network ce8a5c20-621e-4360-95f8-8df56da47396 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:03:49.082485 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:03:49.082854 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Checking segment: {'id': 'fe818a26-42fd-4b58-bd62-b7372df0e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:03:49.083290 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:49.083691 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Bound using segment: {'id': 'fe818a26-42fd-4b58-bd62-b7372df0e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:03:49.084296 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Bound port: 152534cc-fd4b-4b70-a809-661acc82bbc5, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe818a26-42fd-4b58-bd62-b7372df0e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:03:49.084681 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:49.158832 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] For port 152534cc-fd4b-4b70-a809-661acc82bbc5, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:03:49.160248 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-7869294a-5418-4446-bc70-883be36da229 service neutron] 10.222.0.55 "GET /v2.0/networks/ce8a5c20-621e-4360-95f8-8df56da47396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535256 Jul 23 21:03:49.162425 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] For port 152534cc-fd4b-4b70-a809-661acc82bbc5, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=152534cc-fd4b-4b70-a809-661acc82bbc5,segment=NetworkSegment(fe818a26-42fd-4b58-bd62-b7372df0e8ee),segment_id=fe818a26-42fd-4b58-bd62-b7372df0e8ee)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:03:49.166901 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:49.233488 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Routers {'fa0e3012-aab1-484f-9c53-c9dea846f3ce'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:03:49.235307 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:03:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:49.240690 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fc049-c100-47a4-9b2e-e1d48714cbad None None] Pushing event updated for resources: {'Port': ['ID=152534cc-fd4b-4b70-a809-661acc82bbc5,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:49.265060 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-7b1a3b20-db05-49b7-9213-0e07366290f4 service neutron] 10.222.0.55 "GET /v2.0/networks/ce8a5c20-621e-4360-95f8-8df56da47396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963290 Jul 23 21:03:49.480024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02bf6cac-43be-4343-bd96-63fd68885ee7 req-861cb683-cc38-46a5-ba09-a0dbb3aae8c4 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 210 time: 0.0453162 Jul 23 21:03:49.482392 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] Set router fa0e3012-aab1-484f-9c53-c9dea846f3ce gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:03:49.516249 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0b6fe506-9900-4cce-9f78-0a0b6a8ede33 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:49.570735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0b6fe506-9900-4cce-9f78-0a0b6a8ede33 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:49.571202 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:49.658079 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d75680cf-5f16-46b7-8c9f-b0ec667ec54b up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:49.696133 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1709942751', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:46Z', 'revision_number': 4, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '152534cc-fd4b-4b70-a809-661acc82bbc5', 'name': '', 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'mac_address': 'fa:16:3e:72:4e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:45Z', 'updated_at': '2021-07-23T21:03:49Z', 'revision_number': 4, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'subnets': [{'id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:49.716453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port d75680cf-5f16-46b7-8c9f-b0ec667ec54b triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:49.716839 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:49.723544 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7be7e6-3959-4776-95c7-6334a617d27c None None] The sync data for ids ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'] in n-d-791504-18 is: [{'id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1709942751', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:46Z', 'revision_number': 4, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '152534cc-fd4b-4b70-a809-661acc82bbc5', 'name': '', 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'mac_address': 'fa:16:3e:72:4e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:45Z', 'updated_at': '2021-07-23T21:03:49Z', 'revision_number': 4, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'subnets': [{'id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:03:50.508381 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-670142eb-2e79-4bf6-bf49-6939904b04f8 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:50.509618 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-670142eb-2e79-4bf6-bf49-6939904b04f8 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.48 "GET /v2.0/networks?id=ce8a5c20-621e-4360-95f8-8df56da47396 HTTP/1.1" status: 200 len: 796 time: 0.1170342 Jul 23 21:03:50.583851 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-16c46305-0a2e-4e46-8ad5-96276851613a tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb4d709c112433095ae7c55bc31fde2 HTTP/1.1" status: 200 len: 478 time: 0.0646355 Jul 23 21:03:50.589980 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8e7ef375-8ca6-4369-9163-846cf5c7aa02 req-cb51419c-6253-4a0a-b159-378146514684 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 210 time: 0.0303500 Jul 23 21:03:50.595771 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-ba93d62f-67d3-4fc3-9b75-b2e295872195 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Request body: {'port': {'device_id': '76c2a104-cc04-4820-9821-e8911a5554a4', 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396', 'admin_state_up': True, 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'security_groups': ['6cce6224-b1d0-40f2-8dc2-398c1108a4ad', 'f56df25c-c94c-45e9-8672-d22ab8c9f50d']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:03:50.713897 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-ba93d62f-67d3-4fc3-9b75-b2e295872195 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Made reservation on behalf of ccb4d709c112433095ae7c55bc31fde2 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:03:50.717455 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-ba93d62f-67d3-4fc3-9b75-b2e295872195 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:50.848270 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-ba93d62f-67d3-4fc3-9b75-b2e295872195 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Allocated IP 172.20.0.6 (ce8a5c20-621e-4360-95f8-8df56da47396/5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0/2e58aea3-d5ac-42fe-b856-acc19921b886) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:03:50.990270 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-ba93d62f-67d3-4fc3-9b75-b2e295872195 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:51.006320 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-ba93d62f-67d3-4fc3-9b75-b2e295872195 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Transition to ACTIVE for port object 2e58aea3-d5ac-42fe-b856-acc19921b886 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:51.038973 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-ba93d62f-67d3-4fc3-9b75-b2e295872195 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:51.086144 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-ba93d62f-67d3-4fc3-9b75-b2e295872195 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Network ce8a5c20-621e-4360-95f8-8df56da47396 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:03:51.091411 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-ba93d62f-67d3-4fc3-9b75-b2e295872195 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:03:51.095745 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-ba93d62f-67d3-4fc3-9b75-b2e295872195 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:03:51.102199 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93d62f-67d3-4fc3-9b75-b2e295872195 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event updated for resources: {'Port': ['ID=2e58aea3-d5ac-42fe-b856-acc19921b886,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:51.148356 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-ba93d62f-67d3-4fc3-9b75-b2e295872195 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:51.149003 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-ba93d62f-67d3-4fc3-9b75-b2e295872195 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:51.164180 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-ba93d62f-67d3-4fc3-9b75-b2e295872195 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.5729406 Jul 23 21:03:51.176820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Request body: {'port': {'device_id': '76c2a104-cc04-4820-9821-e8911a5554a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:03:51.254249 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:51.301880 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f3455a7e-d0fa-4e32-9a21-55eaec424baa None None] Provisioning for port 2e58aea3-d5ac-42fe-b856-acc19921b886 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:51.305697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f3455a7e-d0fa-4e32-9a21-55eaec424baa None None] Provisioning complete for port 2e58aea3-d5ac-42fe-b856-acc19921b886 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:51.306137 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3455a7e-d0fa-4e32-9a21-55eaec424baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:51.342288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f3455a7e-d0fa-4e32-9a21-55eaec424baa None None] Port 2e58aea3-d5ac-42fe-b856-acc19921b886 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:03:51.523664 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e58aea3-d5ac-42fe-b856-acc19921b886 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:03:51.527635 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 152534cc-fd4b-4b70-a809-661acc82bbc5 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:51.534468 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:51.546709 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Transition to ACTIVE for port object 2e58aea3-d5ac-42fe-b856-acc19921b886 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:03:51.551471 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:51.583471 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 152534cc-fd4b-4b70-a809-661acc82bbc5 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:51.587461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 152534cc-fd4b-4b70-a809-661acc82bbc5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:51.587838 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:51.623515 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Pushing event updated for resources: {'Port': ['ID=2e58aea3-d5ac-42fe-b856-acc19921b886,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:51.683489 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Attempting to bind port 2e58aea3-d5ac-42fe-b856-acc19921b886 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:03:51.683956 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Attempting to bind port 2e58aea3-d5ac-42fe-b856-acc19921b886 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'fe818a26-42fd-4b58-bd62-b7372df0e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:03:51.684355 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Attempting to bind port 2e58aea3-d5ac-42fe-b856-acc19921b886 on network ce8a5c20-621e-4360-95f8-8df56da47396 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:03:51.689991 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Port 2e58aea3-d5ac-42fe-b856-acc19921b886 on network ce8a5c20-621e-4360-95f8-8df56da47396 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:03:51.690398 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Attempting to bind port 2e58aea3-d5ac-42fe-b856-acc19921b886 on network ce8a5c20-621e-4360-95f8-8df56da47396 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:03:51.696508 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:03:51.696941 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Checking segment: {'id': 'fe818a26-42fd-4b58-bd62-b7372df0e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:03:51.697396 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Bound using segment: {'id': 'fe818a26-42fd-4b58-bd62-b7372df0e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:03:51.697884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Bound port: 2e58aea3-d5ac-42fe-b856-acc19921b886, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe818a26-42fd-4b58-bd62-b7372df0e8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:03:51.698256 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:51.717707 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:51.755586 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 152534cc-fd4b-4b70-a809-661acc82bbc5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=152534cc-fd4b-4b70-a809-661acc82bbc5,segment=NetworkSegment(fe818a26-42fd-4b58-bd62-b7372df0e8ee),segment_id=fe818a26-42fd-4b58-bd62-b7372df0e8ee)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:51.759802 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:51.760314 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52b8ce-d540-41d7-9d55-360e2bc17163 req-4052364e-407e-475e-bb43-c6f847fa4d63 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:51.762334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f52b8ce-d540-41d7-9d55-360e2bc17163 req-4052364e-407e-475e-bb43-c6f847fa4d63 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 982 time: 0.0782435 Jul 23 21:03:51.784099 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] For port 2e58aea3-d5ac-42fe-b856-acc19921b886, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:03:51.787645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] For port 2e58aea3-d5ac-42fe-b856-acc19921b886, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2e58aea3-d5ac-42fe-b856-acc19921b886,segment=NetworkSegment(fe818a26-42fd-4b58-bd62-b7372df0e8ee),segment_id=fe818a26-42fd-4b58-bd62-b7372df0e8ee)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:03:51.794733 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:51.819500 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f52b8ce-d540-41d7-9d55-360e2bc17163 req-720e02e2-cf1c-4828-a063-d2e132b072c5 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cce6224-b1d0-40f2-8dc2-398c1108a4ad&id=f56df25c-c94c-45e9-8672-d22ab8c9f50d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0469620 Jul 23 21:03:51.825499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=152534cc-fd4b-4b70-a809-661acc82bbc5,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:51.829569 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:51.830193 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:51.831657 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] 10.222.0.48 "PUT /v2.0/ports/2e58aea3-d5ac-42fe-b856-acc19921b886 HTTP/1.1" status: 200 len: 1131 time: 0.6593814 Jul 23 21:03:51.832116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c2a104-cc04-4820-9821-e8911a5554a4', 'tag': '2e58aea3-d5ac-42fe-b856-acc19921b886'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:03:51.834379 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd1752f-617b-49e2-8d92-fa2ab5f9c742" -d '{"events": [{"name": "network-changed", "server_uuid": "76c2a104-cc04-4820-9821-e8911a5554a4", "tag": "2e58aea3-d5ac-42fe-b856-acc19921b886"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:03:51.880167 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3272c6b-1c06-403c-83c3-d8c3d144df01 service neutron] Pushing event updated for resources: {'Port': ['ID=2e58aea3-d5ac-42fe-b856-acc19921b886,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:51.944444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-d04f5b9c-09ec-47f0-84e7-ba5c183cbc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:51.945967 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-d04f5b9c-09ec-47f0-84e7-ba5c183cbc90 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ccb4d709c112433095ae7c55bc31fde2&device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 1134 time: 0.0586889 Jul 23 21:03:51.996074 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb68f90c-14ae-49ce-b2cf-2f8181fadaa1 x-openstack-request-id: req-fb68f90c-14ae-49ce-b2cf-2f8181fadaa1 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:03:51.996359 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c2a104-cc04-4820-9821-e8911a5554a4", "tag": "2e58aea3-d5ac-42fe-b856-acc19921b886", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:03:51.996587 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb68f90c-14ae-49ce-b2cf-2f8181fadaa1 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:03:51.996977 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c2a104-cc04-4820-9821-e8911a5554a4', 'tag': '2e58aea3-d5ac-42fe-b856-acc19921b886', 'status': 'completed', 'code': 200} Jul 23 21:03:51.998796 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-482751e6-c190-44f3-b40a-d2dc0806e2d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e58aea3-d5ac-42fe-b856-acc19921b886 HTTP/1.1" status: 200 len: 217 time: 0.0411892 Jul 23 21:03:52.048105 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-640df3f2-fe6b-4945-b7b8-9adddc3e1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:52.049557 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-640df3f2-fe6b-4945-b7b8-9adddc3e1839 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0 HTTP/1.1" status: 200 len: 834 time: 0.0448768 Jul 23 21:03:52.107828 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-15471896-18ad-426a-bcc2-d95e2abdd836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:52.109324 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-15471896-18ad-426a-bcc2-d95e2abdd836 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce8a5c20-621e-4360-95f8-8df56da47396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530214 Jul 23 21:03:52.201239 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-64629dac-b4fb-4c86-b9de-92ea8586488e service neutron] 10.222.0.48 "GET /v2.0/networks/ce8a5c20-621e-4360-95f8-8df56da47396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846605 Jul 23 21:03:52.298510 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-afb1c6ea-2f03-4f4c-b66b-e3eb3cea9270 req-ebc436b7-1f95-4efd-b4ba-66a388fa232b service neutron] 10.222.0.48 "GET /v2.0/networks/ce8a5c20-621e-4360-95f8-8df56da47396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873268 Jul 23 21:03:52.400259 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1752f-617b-49e2-8d92-fa2ab5f9c742 req-c3fd7e7a-899f-4d47-a80e-8d5e0d3edf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:52.401731 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9fd1752f-617b-49e2-8d92-fa2ab5f9c742 req-c3fd7e7a-899f-4d47-a80e-8d5e0d3edf67 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ccb4d709c112433095ae7c55bc31fde2&device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 1134 time: 0.0568221 Jul 23 21:03:52.492510 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1752f-617b-49e2-8d92-fa2ab5f9c742 req-b8209649-9ac1-42d3-b630-3a14f94cae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:52.493980 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9fd1752f-617b-49e2-8d92-fa2ab5f9c742 req-b8209649-9ac1-42d3-b630-3a14f94cae96 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce8a5c20-621e-4360-95f8-8df56da47396 HTTP/1.1" status: 200 len: 897 time: 0.0853271 Jul 23 21:03:52.541261 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9fd1752f-617b-49e2-8d92-fa2ab5f9c742 req-75e38258-982f-483b-99b0-d6cd2e054141 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e58aea3-d5ac-42fe-b856-acc19921b886 HTTP/1.1" status: 200 len: 217 time: 0.0398660 Jul 23 21:03:52.590856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1752f-617b-49e2-8d92-fa2ab5f9c742 req-2fc62eb4-74e7-4baa-b1b0-0ed6c7a86227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:52.592253 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9fd1752f-617b-49e2-8d92-fa2ab5f9c742 req-2fc62eb4-74e7-4baa-b1b0-0ed6c7a86227 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0 HTTP/1.1" status: 200 len: 834 time: 0.0442984 Jul 23 21:03:52.650324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1752f-617b-49e2-8d92-fa2ab5f9c742 req-b5a3d7cd-0465-4bce-b1b1-128b8e58430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:52.651823 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9fd1752f-617b-49e2-8d92-fa2ab5f9c742 req-b5a3d7cd-0465-4bce-b1b1-128b8e58430c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce8a5c20-621e-4360-95f8-8df56da47396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517981 Jul 23 21:03:52.744266 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9fd1752f-617b-49e2-8d92-fa2ab5f9c742 req-330ce73a-0d84-4a95-9a2b-aff7c8542bb2 service neutron] 10.222.0.48 "GET /v2.0/networks/ce8a5c20-621e-4360-95f8-8df56da47396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851090 Jul 23 21:03:52.832005 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9fd1752f-617b-49e2-8d92-fa2ab5f9c742 req-67bf80ca-cc87-4524-bf33-4ca24dc7fdce service neutron] 10.222.0.48 "GET /v2.0/networks/ce8a5c20-621e-4360-95f8-8df56da47396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802655 Jul 23 21:03:52.953883 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae2247-49d3-459c-8300-05007528787f req-2e936ab6-95ed-405f-b615-b15728b99489 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:52.955408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55ae2247-49d3-459c-8300-05007528787f req-2e936ab6-95ed-405f-b615-b15728b99489 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 982 time: 0.0631773 Jul 23 21:03:52.995380 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55ae2247-49d3-459c-8300-05007528787f req-36471fe8-1569-4418-ab48-66820998c952 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cce6224-b1d0-40f2-8dc2-398c1108a4ad&id=f56df25c-c94c-45e9-8672-d22ab8c9f50d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0342717 Jul 23 21:03:53.165615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2e58aea3-d5ac-42fe-b856-acc19921b886 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:03:53.263401 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2e58aea3-d5ac-42fe-b856-acc19921b886, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2e58aea3-d5ac-42fe-b856-acc19921b886,segment=NetworkSegment(fe818a26-42fd-4b58-bd62-b7372df0e8ee),segment_id=fe818a26-42fd-4b58-bd62-b7372df0e8ee)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:53.274215 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '2e58aea3-d5ac-42fe-b856-acc19921b886', 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396', 'port_id': '2e58aea3-d5ac-42fe-b856-acc19921b886', 'mac_address': 'fa:16:3e:13:60:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:03:53.310931 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:53.323739 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e58aea3-d5ac-42fe-b856-acc19921b886 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:03:53.342814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2e58aea3-d5ac-42fe-b856-acc19921b886, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2e58aea3-d5ac-42fe-b856-acc19921b886,segment=NetworkSegment(fe818a26-42fd-4b58-bd62-b7372df0e8ee),segment_id=fe818a26-42fd-4b58-bd62-b7372df0e8ee)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:53.346657 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:53.396804 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2e58aea3-d5ac-42fe-b856-acc19921b886,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:53.497974 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 152534cc-fd4b-4b70-a809-661acc82bbc5 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:53.547850 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 152534cc-fd4b-4b70-a809-661acc82bbc5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:53.548220 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:53.587342 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['2e58aea3-d5ac-42fe-b856-acc19921b886'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:03:54.126109 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d86e08-9d57-46a1-88a8-838b6de86c49 req-e812a0ba-1465-473d-8bd0-cbdbcbfac4e7 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:54.127633 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41d86e08-9d57-46a1-88a8-838b6de86c49 req-e812a0ba-1465-473d-8bd0-cbdbcbfac4e7 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 983 time: 0.0640979 Jul 23 21:03:54.166384 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41d86e08-9d57-46a1-88a8-838b6de86c49 req-49ff122b-405c-432b-8be9-0de663a4a850 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cce6224-b1d0-40f2-8dc2-398c1108a4ad&id=f56df25c-c94c-45e9-8672-d22ab8c9f50d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0331049 Jul 23 21:03:54.572655 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c65a3af-f3cf-4196-9fb9-9999000b378d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:55.179489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2e58aea3-d5ac-42fe-b856-acc19921b886 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:03:55.229737 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 2e58aea3-d5ac-42fe-b856-acc19921b886 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:03:55.233948 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 2e58aea3-d5ac-42fe-b856-acc19921b886 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:03:55.234884 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:55.301697 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da876a-70eb-453a-82c0-6751b03d410a req-73b81dd5-0c9c-4fd7-ab01-e5dcbfff6555 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:55.303428 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1da876a-70eb-453a-82c0-6751b03d410a req-73b81dd5-0c9c-4fd7-ab01-e5dcbfff6555 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 983 time: 0.0694637 Jul 23 21:03:55.316821 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:55.338399 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c2a104-cc04-4820-9821-e8911a5554a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e58aea3-d5ac-42fe-b856-acc19921b886'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:03:55.340645 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b8fe01-3dea-4a6c-b2da-2487fb4e2e4a" -d '{"events": [{"server_uuid": "76c2a104-cc04-4820-9821-e8911a5554a4", "name": "network-vif-plugged", "status": "completed", "tag": "2e58aea3-d5ac-42fe-b856-acc19921b886"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:03:55.344184 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1da876a-70eb-453a-82c0-6751b03d410a req-dfdab7fc-b791-48e9-ac8d-da186accc288 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cce6224-b1d0-40f2-8dc2-398c1108a4ad&id=f56df25c-c94c-45e9-8672-d22ab8c9f50d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0340288 Jul 23 21:03:55.354413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2e58aea3-d5ac-42fe-b856-acc19921b886, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2e58aea3-d5ac-42fe-b856-acc19921b886,segment=NetworkSegment(fe818a26-42fd-4b58-bd62-b7372df0e8ee),segment_id=fe818a26-42fd-4b58-bd62-b7372df0e8ee)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:03:55.360523 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:55.383951 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a06fa3-c56b-4550-9391-5663c885bd4a x-openstack-request-id: req-c2a06fa3-c56b-4550-9391-5663c885bd4a {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:03:55.384245 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c2a104-cc04-4820-9821-e8911a5554a4", "name": "network-vif-plugged", "status": "completed", "tag": "2e58aea3-d5ac-42fe-b856-acc19921b886", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:03:55.384493 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c2a06fa3-c56b-4550-9391-5663c885bd4a {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:03:55.384871 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c2a104-cc04-4820-9821-e8911a5554a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e58aea3-d5ac-42fe-b856-acc19921b886', 'code': 200} Jul 23 21:03:55.412387 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2e58aea3-d5ac-42fe-b856-acc19921b886,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:55.490568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a98c2-af05-4895-b94c-b819239dcd67 req-3b3e7774-90ae-4383-8833-4196705a41a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:55.492135 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7f7a98c2-af05-4895-b94c-b819239dcd67 req-3b3e7774-90ae-4383-8833-4196705a41a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 1136 time: 0.0536976 Jul 23 21:03:55.535869 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7f7a98c2-af05-4895-b94c-b819239dcd67 req-7a8a05fc-d585-4af9-8f03-0fcd8bccb834 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6cce6224-b1d0-40f2-8dc2-398c1108a4ad&id=f56df25c-c94c-45e9-8672-d22ab8c9f50d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0328567 Jul 23 21:03:56.480895 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7534b-254e-4d2e-97fb-fd4e1340e480 req-4c8acd12-46ec-4f2f-98ed-e12374e922fa tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:56.482553 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ba7534b-254e-4d2e-97fb-fd4e1340e480 req-4c8acd12-46ec-4f2f-98ed-e12374e922fa tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 984 time: 0.0659027 Jul 23 21:03:56.523492 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ba7534b-254e-4d2e-97fb-fd4e1340e480 req-578b1e61-f21b-407c-a1c7-8a5d2b0840a8 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cce6224-b1d0-40f2-8dc2-398c1108a4ad&id=f56df25c-c94c-45e9-8672-d22ab8c9f50d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0345683 Jul 23 21:03:56.666315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34445dc-7360-478a-a49e-46ac6943ee98 req-be0fb419-2f66-4fe6-b365-796aa3489e21 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:56.667821 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d34445dc-7360-478a-a49e-46ac6943ee98 req-be0fb419-2f66-4fe6-b365-796aa3489e21 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 984 time: 0.0668736 Jul 23 21:03:56.706674 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d34445dc-7360-478a-a49e-46ac6943ee98 req-90731da3-0799-4947-8e75-1fd75f7e49b6 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cce6224-b1d0-40f2-8dc2-398c1108a4ad&id=f56df25c-c94c-45e9-8672-d22ab8c9f50d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0324707 Jul 23 21:03:56.823122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce18787-4ec4-4910-a5b2-09be6bb579d4 req-556dc7ba-d917-4031-b9e2-9b858ff3b6f2 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:56.824575 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ce18787-4ec4-4910-a5b2-09be6bb579d4 req-556dc7ba-d917-4031-b9e2-9b858ff3b6f2 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 1136 time: 0.0526531 Jul 23 21:03:56.842971 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7ce18787-4ec4-4910-a5b2-09be6bb579d4 req-62819c8f-b19d-4662-b56b-f2af778f63c9 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:56.928067 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7ce18787-4ec4-4910-a5b2-09be6bb579d4 req-62819c8f-b19d-4662-b56b-f2af778f63c9 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:56.931932 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7ce18787-4ec4-4910-a5b2-09be6bb579d4 req-62819c8f-b19d-4662-b56b-f2af778f63c9 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:56.952828 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ce18787-4ec4-4910-a5b2-09be6bb579d4 req-62819c8f-b19d-4662-b56b-f2af778f63c9 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6cce6224-b1d0-40f2-8dc2-398c1108a4ad&id=f56df25c-c94c-45e9-8672-d22ab8c9f50d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1220021 Jul 23 21:03:56.964921 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62819c8f-b19d-4662-b56b-f2af778f63c9 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605ea53d-577a-464d-af8c-c811eb72accd,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:56.974659 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52216) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:57.030683 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e75a2a-7fe6-4e0e-8de7-93f44c0f3cc8 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:57.032246 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-64e75a2a-7fe6-4e0e-8de7-93f44c0f3cc8 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 1131 time: 0.0565693 Jul 23 21:03:57.035183 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52218) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:57.039786 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': '2e58aea3-d5ac-42fe-b856-acc19921b886', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:03:57.061072 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:57.144768 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e6704ef-83a4-48e8-9aad-6d47f97dbdc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:57.156674 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:57.260744 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Allocated IP 172.25.3.111 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/f05aac2d-9742-4413-9888-bf1a082be13a) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:03:57.358849 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:57.378619 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:57.397530 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:57.435828 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:03:57.438518 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:03:57.441937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:03:57.475362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event updated for resources: {'Port': ['ID=f05aac2d-9742-4413-9888-bf1a082be13a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:57.799642 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:57.872891 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:58.017866 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:58.022424 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:58.092118 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event updated for resources: {'Port': ['ID=f05aac2d-9742-4413-9888-bf1a082be13a,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:03:58.100333 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:58.199333 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Floating IP 57cfd86d-7805-428b-bb9e-0b5f9a98900a associated. External IP: 172.25.3.111, port: 2e58aea3-d5ac-42fe-b856-acc19921b886. Jul 23 21:03:58.406127 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Router fa0e3012-aab1-484f-9c53-c9dea846f3ce has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:03:58.514126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:03:58.523627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd2271-6c5f-4715-a6ce-ca0ef733a754 None None] Sync routers for ids ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:03:58.529392 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:58.533094 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd2271-6c5f-4715-a6ce-ca0ef733a754 None None] Routers {'fa0e3012-aab1-484f-9c53-c9dea846f3ce'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:03:58.533712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e5dd2271-6c5f-4715-a6ce-ca0ef733a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:03:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:58.569401 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ebbe0872-800e-404c-93e7-a06acbfd95ba tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5330675 Jul 23 21:03:58.570533 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c2a104-cc04-4820-9821-e8911a5554a4', 'tag': '2e58aea3-d5ac-42fe-b856-acc19921b886'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:03:58.572472 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52220) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:58.573731 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d72345-9f57-4b8f-8ae8-4a08b88fa692" -d '{"events": [{"name": "network-changed", "server_uuid": "76c2a104-cc04-4820-9821-e8911a5554a4", "tag": "2e58aea3-d5ac-42fe-b856-acc19921b886"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:03:58.611363 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76624677-b700-4d01-a58c-13a64e3bf726 x-openstack-request-id: req-76624677-b700-4d01-a58c-13a64e3bf726 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:03:58.611713 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c2a104-cc04-4820-9821-e8911a5554a4", "tag": "2e58aea3-d5ac-42fe-b856-acc19921b886", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:03:58.611974 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76624677-b700-4d01-a58c-13a64e3bf726 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:03:58.612402 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c2a104-cc04-4820-9821-e8911a5554a4', 'tag': '2e58aea3-d5ac-42fe-b856-acc19921b886', 'status': 'completed', 'code': 200} Jul 23 21:03:58.618000 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:58.650174 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-e5dd2271-6c5f-4715-a6ce-ca0ef733a754 None None] Set router fa0e3012-aab1-484f-9c53-c9dea846f3ce gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:03:58.889284 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e5dd2271-6c5f-4715-a6ce-ca0ef733a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1709942751', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:46Z', 'revision_number': 4, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '57cfd86d-7805-428b-bb9e-0b5f9a98900a', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'floating_ip_address': '172.25.3.111', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'port_id': '2e58aea3-d5ac-42fe-b856-acc19921b886', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396', 'mac_address': 'fa:16:3e:13:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c2a104-cc04-4820-9821-e8911a5554a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:03:57Z', 'updated_at': '2021-07-23T21:03:57Z', 'revision_number': 0, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152534cc-fd4b-4b70-a809-661acc82bbc5', 'name': '', 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'mac_address': 'fa:16:3e:72:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:45Z', 'updated_at': '2021-07-23T21:03:51Z', 'revision_number': 5, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'subnets': [{'id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:58.917200 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd2271-6c5f-4715-a6ce-ca0ef733a754 None None] Checking router: fa0e3012-aab1-484f-9c53-c9dea846f3ce for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:03:58.926731 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd2271-6c5f-4715-a6ce-ca0ef733a754 None None] Routers {'fa0e3012-aab1-484f-9c53-c9dea846f3ce'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:03:58.927386 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e5dd2271-6c5f-4715-a6ce-ca0ef733a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:03:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:59.086977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a916c6-0645-4fb0-bdf5-277cc82935fd tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:59.087491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a916c6-0645-4fb0-bdf5-277cc82935fd tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:59.087963 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a916c6-0645-4fb0-bdf5-277cc82935fd tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:59.088434 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a916c6-0645-4fb0-bdf5-277cc82935fd tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:59.088897 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a916c6-0645-4fb0-bdf5-277cc82935fd tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:59.090645 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d6a916c6-0645-4fb0-bdf5-277cc82935fd tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.5144923 Jul 23 21:03:59.094275 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52224) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:59.099670 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d72345-9f57-4b8f-8ae8-4a08b88fa692 req-a0c98c21-bd48-48b5-bede-3451b967e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:59.101156 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65d72345-9f57-4b8f-8ae8-4a08b88fa692 req-a0c98c21-bd48-48b5-bede-3451b967e05c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ccb4d709c112433095ae7c55bc31fde2&device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 1136 time: 0.4636309 Jul 23 21:03:59.186953 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-e5dd2271-6c5f-4715-a6ce-ca0ef733a754 None None] Set router fa0e3012-aab1-484f-9c53-c9dea846f3ce gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:03:59.194157 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa5c7ac-aabe-4e1d-95fd-06604fb4ef83 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:59.194628 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa5c7ac-aabe-4e1d-95fd-06604fb4ef83 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:59.195263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa5c7ac-aabe-4e1d-95fd-06604fb4ef83 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:59.195711 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa5c7ac-aabe-4e1d-95fd-06604fb4ef83 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:59.196548 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa5c7ac-aabe-4e1d-95fd-06604fb4ef83 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:59.197891 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bfa5c7ac-aabe-4e1d-95fd-06604fb4ef83 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3349 time: 0.1024961 Jul 23 21:03:59.200760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52226) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:59.202273 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d72345-9f57-4b8f-8ae8-4a08b88fa692 req-c8a5daaa-1918-4926-99a1-536226d32a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:59.204526 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65d72345-9f57-4b8f-8ae8-4a08b88fa692 req-c8a5daaa-1918-4926-99a1-536226d32a53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce8a5c20-621e-4360-95f8-8df56da47396 HTTP/1.1" status: 200 len: 897 time: 0.0965219 Jul 23 21:03:59.284662 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65d72345-9f57-4b8f-8ae8-4a08b88fa692 req-debb6163-bc1a-4e82-98bc-5b7ec2421439 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e58aea3-d5ac-42fe-b856-acc19921b886 HTTP/1.1" status: 200 len: 999 time: 0.0723989 Jul 23 21:03:59.345392 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d72345-9f57-4b8f-8ae8-4a08b88fa692 req-ff635ae2-7bb3-4d88-9022-541f14105bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:59.346866 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65d72345-9f57-4b8f-8ae8-4a08b88fa692 req-ff635ae2-7bb3-4d88-9022-541f14105bfb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0 HTTP/1.1" status: 200 len: 834 time: 0.0554047 Jul 23 21:03:59.408510 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d72345-9f57-4b8f-8ae8-4a08b88fa692 req-5bbab252-a24f-4b75-be47-d3d480e067db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:59.410156 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65d72345-9f57-4b8f-8ae8-4a08b88fa692 req-5bbab252-a24f-4b75-be47-d3d480e067db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce8a5c20-621e-4360-95f8-8df56da47396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553164 Jul 23 21:03:59.435793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d89620f3-10cd-470f-bd18-7c37b2e3de97 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2341 time: 0.2336564 Jul 23 21:03:59.436608 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52228) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:03:59.444448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e5dd2271-6c5f-4715-a6ce-ca0ef733a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1709942751', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:46Z', 'revision_number': 4, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '57cfd86d-7805-428b-bb9e-0b5f9a98900a', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'floating_ip_address': '172.25.3.111', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'port_id': '2e58aea3-d5ac-42fe-b856-acc19921b886', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396', 'mac_address': 'fa:16:3e:13:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c2a104-cc04-4820-9821-e8911a5554a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:03:57Z', 'updated_at': '2021-07-23T21:03:57Z', 'revision_number': 0, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152534cc-fd4b-4b70-a809-661acc82bbc5', 'name': '', 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'mac_address': 'fa:16:3e:72:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:45Z', 'updated_at': '2021-07-23T21:03:51Z', 'revision_number': 5, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'subnets': [{'id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:59.473077 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd2271-6c5f-4715-a6ce-ca0ef733a754 None None] The sync data for ids ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'] in n-d-791504-18 is: [{'id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1709942751', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:46Z', 'revision_number': 4, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '57cfd86d-7805-428b-bb9e-0b5f9a98900a', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'floating_ip_address': '172.25.3.111', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'port_id': '2e58aea3-d5ac-42fe-b856-acc19921b886', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396', 'mac_address': 'fa:16:3e:13:60:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c2a104-cc04-4820-9821-e8911a5554a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:03:57Z', 'updated_at': '2021-07-23T21:03:57Z', 'revision_number': 0, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152534cc-fd4b-4b70-a809-661acc82bbc5', 'name': '', 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'mac_address': 'fa:16:3e:72:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:45Z', 'updated_at': '2021-07-23T21:03:51Z', 'revision_number': 5, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'subnets': [{'id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:03:59.549462 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65d72345-9f57-4b8f-8ae8-4a08b88fa692 req-a3069aa1-3959-4437-97da-69257ceae0ef service neutron] 10.222.0.48 "GET /v2.0/networks/ce8a5c20-621e-4360-95f8-8df56da47396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314626 Jul 23 21:03:59.557455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a49faa-c939-4820-b026-78095f5570df tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:59.557455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a49faa-c939-4820-b026-78095f5570df tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:59.557455 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b4a49faa-c939-4820-b026-78095f5570df tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fa0e3012-aab1-484f-9c53-c9dea846f3ce HTTP/1.1" status: 200 len: 1991 time: 0.1197350 Jul 23 21:03:59.654886 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-65d72345-9f57-4b8f-8ae8-4a08b88fa692 req-7016a58f-207d-49f4-af7f-1c4e19b147c9 service neutron] 10.222.0.48 "GET /v2.0/networks/ce8a5c20-621e-4360-95f8-8df56da47396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967414 Jul 23 21:03:59.682885 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c0b5b4-36de-4062-8841-69ba79373be2 None None] New status for floating IP 57cfd86d-7805-428b-bb9e-0b5f9a98900a: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:04:00.028817 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:07.792426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3002ca-70d7-42eb-9695-cb76647801e2 req-69f9ec0c-2d44-433f-8116-d10dc2061a49 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:07.793957 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da3002ca-70d7-42eb-9695-cb76647801e2 req-69f9ec0c-2d44-433f-8116-d10dc2061a49 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 1098 time: 0.0540702 Jul 23 21:04:07.829344 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da3002ca-70d7-42eb-9695-cb76647801e2 req-7a900bbe-a8ba-4c1e-9f54-7ee62c15a071 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297103 Jul 23 21:04:07.851125 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52244) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:08.005093 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1486f657-fa5d-4b1e-8eda-a6af7328695a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting port 4c4ab335-6b94-442f-be43-ec976630b492 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:04:08.005437 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1486f657-fa5d-4b1e-8eda-a6af7328695a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:08.080052 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1486f657-fa5d-4b1e-8eda-a6af7328695a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:08.080520 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1486f657-fa5d-4b1e-8eda-a6af7328695a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:08.092400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1486f657-fa5d-4b1e-8eda-a6af7328695a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Calling delete_port for 4c4ab335-6b94-442f-be43-ec976630b492 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:04:08.239111 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1486f657-fa5d-4b1e-8eda-a6af7328695a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:08.264088 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486f657-fa5d-4b1e-8eda-a6af7328695a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Port': ['ID=4c4ab335-6b94-442f-be43-ec976630b492,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:08.329015 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1486f657-fa5d-4b1e-8eda-a6af7328695a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:08.329372 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-1486f657-fa5d-4b1e-8eda-a6af7328695a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Floating IP 4ad31279-d656-42e6-aa1a-ddf9b3b85bcc disassociated (deleted). External IP: 172.25.3.5, port: cb9bc933-925f-4f37-bee8-25674eb4f27f. Jul 23 21:04:08.542785 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1486f657-fa5d-4b1e-8eda-a6af7328695a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router 8d5aa11e-5866-4217-a6f2-635a698f61c7 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:04:08.655214 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1486f657-fa5d-4b1e-8eda-a6af7328695a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:04:08.660602 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1486f657-fa5d-4b1e-8eda-a6af7328695a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:08.667758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb92102-1e94-4680-9cfc-d49fddc98286 None None] Sync routers for ids ['8d5aa11e-5866-4217-a6f2-635a698f61c7'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:04:08.678639 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb92102-1e94-4680-9cfc-d49fddc98286 None None] Routers {'8d5aa11e-5866-4217-a6f2-635a698f61c7'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:08.679300 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-abb92102-1e94-4680-9cfc-d49fddc98286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:03:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8d5aa11e-5866-4217-a6f2-635a698f61c7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:08.697105 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1486f657-fa5d-4b1e-8eda-a6af7328695a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/floatingips/4ad31279-d656-42e6-aa1a-ddf9b3b85bcc HTTP/1.1" status: 204 len: 168 time: 0.8448887 Jul 23 21:04:08.697687 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'tag': 'cb9bc933-925f-4f37-bee8-25674eb4f27f'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:04:08.699940 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ab4aae-7e5b-484a-ac3f-245d2df67d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa86fd7-a94d-4663-945a-80e776d07e00", "tag": "cb9bc933-925f-4f37-bee8-25674eb4f27f"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:04:08.737896 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8438498b-16be-48f5-a676-5dea2a099354 x-openstack-request-id: req-8438498b-16be-48f5-a676-5dea2a099354 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:04:08.738245 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa86fd7-a94d-4663-945a-80e776d07e00", "tag": "cb9bc933-925f-4f37-bee8-25674eb4f27f", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:04:08.738557 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8438498b-16be-48f5-a676-5dea2a099354 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:04:08.739013 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'tag': 'cb9bc933-925f-4f37-bee8-25674eb4f27f', 'status': 'completed', 'code': 200} Jul 23 21:04:08.788930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-abb92102-1e94-4680-9cfc-d49fddc98286 None None] Set router 8d5aa11e-5866-4217-a6f2-635a698f61c7 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:08.832467 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab4aae-7e5b-484a-ac3f-245d2df67d4b req-9a946c35-d496-414e-8791-16f0427ebf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:08.834086 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-14ab4aae-7e5b-484a-ac3f-245d2df67d4b req-9a946c35-d496-414e-8791-16f0427ebf96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 1098 time: 0.0697377 Jul 23 21:04:08.935255 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab4aae-7e5b-484a-ac3f-245d2df67d4b req-b0fd4810-44a4-4093-9762-84a730655806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:08.936972 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-14ab4aae-7e5b-484a-ac3f-245d2df67d4b req-b0fd4810-44a4-4093-9762-84a730655806 service neutron] 10.222.0.48 "GET /v2.0/networks?id=561c94d9-0cf7-423c-b948-0b7560b56da8 HTTP/1.1" status: 200 len: 898 time: 0.0937157 Jul 23 21:04:08.966916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769527d-bb94-417f-b148-a77ad6802605 req-ce5de551-63c2-4cde-8841-4ce6db32b4c4 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:08.969117 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8769527d-bb94-417f-b148-a77ad6802605 req-ce5de551-63c2-4cde-8841-4ce6db32b4c4 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.0738924 Jul 23 21:04:08.981388 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-14ab4aae-7e5b-484a-ac3f-245d2df67d4b req-2d5029d8-b948-4567-b2b4-229e81946fb9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f HTTP/1.1" status: 200 len: 217 time: 0.0368791 Jul 23 21:04:09.010562 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8769527d-bb94-417f-b148-a77ad6802605 req-08b4bfa8-1c78-4e34-b5c2-8762ca4c4ade tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353720 Jul 23 21:04:09.023349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-abb92102-1e94-4680-9cfc-d49fddc98286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601748924', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:23Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:24Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '6e7d4a19-4330-4dd5-b620-d5ea6845500e', 'name': '', 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:70:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:26Z', 'updated_at': '2021-07-23T21:02:31Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:09.033770 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab4aae-7e5b-484a-ac3f-245d2df67d4b req-79b4910c-ab1b-48ee-8a6a-f3bee9633141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:09.035289 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-14ab4aae-7e5b-484a-ac3f-245d2df67d4b req-79b4910c-ab1b-48ee-8a6a-f3bee9633141 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ec90561-3be2-4c62-8944-54e1e5eb8ba4 HTTP/1.1" status: 200 len: 834 time: 0.0455148 Jul 23 21:04:09.050476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb92102-1e94-4680-9cfc-d49fddc98286 None None] Checking router: 8d5aa11e-5866-4217-a6f2-635a698f61c7 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:04:09.058803 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb92102-1e94-4680-9cfc-d49fddc98286 None None] Routers {'8d5aa11e-5866-4217-a6f2-635a698f61c7'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:09.059473 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-abb92102-1e94-4680-9cfc-d49fddc98286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:03:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8d5aa11e-5866-4217-a6f2-635a698f61c7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:09.099156 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab4aae-7e5b-484a-ac3f-245d2df67d4b req-7fe24e43-a2b2-444e-b1b2-7737d527d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:09.100657 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-14ab4aae-7e5b-484a-ac3f-245d2df67d4b req-7fe24e43-a2b2-444e-b1b2-7737d527d034 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=561c94d9-0cf7-423c-b948-0b7560b56da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582631 Jul 23 21:04:09.165177 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-abb92102-1e94-4680-9cfc-d49fddc98286 None None] Set router 8d5aa11e-5866-4217-a6f2-635a698f61c7 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:09.191821 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-14ab4aae-7e5b-484a-ac3f-245d2df67d4b req-8e01e68c-2591-4c52-974a-5084484a8e49 service neutron] 10.222.0.48 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828347 Jul 23 21:04:09.290187 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-14ab4aae-7e5b-484a-ac3f-245d2df67d4b req-b45acc94-e6b6-4223-8159-dc4e5d94b1b3 service neutron] 10.222.0.48 "GET /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883610 Jul 23 21:04:09.362603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-abb92102-1e94-4680-9cfc-d49fddc98286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601748924', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:23Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:24Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '6e7d4a19-4330-4dd5-b620-d5ea6845500e', 'name': '', 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:70:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:26Z', 'updated_at': '2021-07-23T21:02:31Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:09.392986 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb92102-1e94-4680-9cfc-d49fddc98286 None None] The sync data for ids ['8d5aa11e-5866-4217-a6f2-635a698f61c7'] in n-d-791504-18 is: [{'id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601748924', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:23Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:24Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '6e7d4a19-4330-4dd5-b620-d5ea6845500e', 'name': '', 'network_id': '561c94d9-0cf7-423c-b948-0b7560b56da8', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:70:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:26Z', 'updated_at': '2021-07-23T21:02:31Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': '6ec90561-3be2-4c62-8944-54e1e5eb8ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:04:09.593651 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b33e7a-cfd9-48fd-94c2-d5d295335348 None None] New status for floating IP 4ad31279-d656-42e6-aa1a-ddf9b3b85bcc: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:04:10.146083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239912a-f016-4281-b0bf-be78e856d001 req-6ac0afb5-9c96-4e2f-9b73-fbe144a69b6c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:10.147652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8239912a-f016-4281-b0bf-be78e856d001 req-6ac0afb5-9c96-4e2f-9b73-fbe144a69b6c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.0624239 Jul 23 21:04:10.185361 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8239912a-f016-4281-b0bf-be78e856d001 req-3beef687-2795-4b15-954b-c53352504ab6 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=377acaca-46c4-46a2-8e16-b3c168135ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314739 Jul 23 21:04:10.408146 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1ec3d-ae97-429e-9d2d-69cedf281fa0 req-af4e993b-62a6-4de3-95c0-fab7431ed2dc tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:10.409524 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-49c1ec3d-ae97-429e-9d2d-69cedf281fa0 req-af4e993b-62a6-4de3-95c0-fab7431ed2dc tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa86fd7-a94d-4663-945a-80e776d07e00 HTTP/1.1" status: 200 len: 946 time: 0.0636225 Jul 23 21:04:10.510036 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-49c1ec3d-ae97-429e-9d2d-69cedf281fa0 req-b4be773d-4256-4ecb-bc59-8ef1df22b54d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting port cb9bc933-925f-4f37-bee8-25674eb4f27f {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:04:10.510368 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-49c1ec3d-ae97-429e-9d2d-69cedf281fa0 req-b4be773d-4256-4ecb-bc59-8ef1df22b54d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:10.602555 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-49c1ec3d-ae97-429e-9d2d-69cedf281fa0 req-b4be773d-4256-4ecb-bc59-8ef1df22b54d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] For port cb9bc933-925f-4f37-bee8-25674eb4f27f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=cb9bc933-925f-4f37-bee8-25674eb4f27f,segment=NetworkSegment(ea78860f-7914-42ce-b02c-b7cffb5e70f7),segment_id=ea78860f-7914-42ce-b02c-b7cffb5e70f7)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:10.602908 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-49c1ec3d-ae97-429e-9d2d-69cedf281fa0 req-b4be773d-4256-4ecb-bc59-8ef1df22b54d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:10.615151 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-49c1ec3d-ae97-429e-9d2d-69cedf281fa0 req-b4be773d-4256-4ecb-bc59-8ef1df22b54d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Calling delete_port for cb9bc933-925f-4f37-bee8-25674eb4f27f owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:04:10.742619 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-49c1ec3d-ae97-429e-9d2d-69cedf281fa0 req-b4be773d-4256-4ecb-bc59-8ef1df22b54d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:10.769480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be773d-4256-4ecb-bc59-8ef1df22b54d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Port': ['ID=cb9bc933-925f-4f37-bee8-25674eb4f27f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:10.818538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c1ec3d-ae97-429e-9d2d-69cedf281fa0 req-b4be773d-4256-4ecb-bc59-8ef1df22b54d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] No DVR routers for this DVR port cb9bc933-925f-4f37-bee8-25674eb4f27f on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:04:10.821043 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-49c1ec3d-ae97-429e-9d2d-69cedf281fa0 req-b4be773d-4256-4ecb-bc59-8ef1df22b54d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:10.823007 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-49c1ec3d-ae97-429e-9d2d-69cedf281fa0 req-b4be773d-4256-4ecb-bc59-8ef1df22b54d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.48 "DELETE /v2.0/ports/cb9bc933-925f-4f37-bee8-25674eb4f27f HTTP/1.1" status: 204 len: 173 time: 0.4079425 Jul 23 21:04:10.823460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'name': 'network-vif-deleted', 'tag': 'cb9bc933-925f-4f37-bee8-25674eb4f27f'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:04:10.825685 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af7c64b-2b37-48fa-ab0a-d32cf6a4850a" -d '{"events": [{"server_uuid": "7fa86fd7-a94d-4663-945a-80e776d07e00", "name": "network-vif-deleted", "tag": "cb9bc933-925f-4f37-bee8-25674eb4f27f"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:04:10.861488 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ec533f-12d0-4a27-a2cf-e784329ae2e6 x-openstack-request-id: req-c3ec533f-12d0-4a27-a2cf-e784329ae2e6 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:04:10.861771 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa86fd7-a94d-4663-945a-80e776d07e00", "name": "network-vif-deleted", "tag": "cb9bc933-925f-4f37-bee8-25674eb4f27f", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:04:10.862018 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c3ec533f-12d0-4a27-a2cf-e784329ae2e6 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:04:10.862412 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa86fd7-a94d-4663-945a-80e776d07e00', 'name': 'network-vif-deleted', 'tag': 'cb9bc933-925f-4f37-bee8-25674eb4f27f', 'status': 'completed', 'code': 200} Jul 23 21:04:11.245853 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52258) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:11.605656 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-926a75bb-d972-41b0-9d89-2a19e8895fa0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:11.867245 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-926a75bb-d972-41b0-9d89-2a19e8895fa0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting port 6e7d4a19-4330-4dd5-b620-d5ea6845500e {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:04:11.867583 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-926a75bb-d972-41b0-9d89-2a19e8895fa0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:11.957764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-926a75bb-d972-41b0-9d89-2a19e8895fa0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] For port 6e7d4a19-4330-4dd5-b620-d5ea6845500e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6e7d4a19-4330-4dd5-b620-d5ea6845500e,segment=NetworkSegment(ea78860f-7914-42ce-b02c-b7cffb5e70f7),segment_id=ea78860f-7914-42ce-b02c-b7cffb5e70f7)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:11.958120 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-926a75bb-d972-41b0-9d89-2a19e8895fa0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:11.971022 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-926a75bb-d972-41b0-9d89-2a19e8895fa0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Calling delete_port for 6e7d4a19-4330-4dd5-b620-d5ea6845500e owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:04:12.155364 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-926a75bb-d972-41b0-9d89-2a19e8895fa0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:12.181678 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a75bb-d972-41b0-9d89-2a19e8895fa0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Port': ['ID=6e7d4a19-4330-4dd5-b620-d5ea6845500e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:12.358029 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-926a75bb-d972-41b0-9d89-2a19e8895fa0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:12.875581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926a75bb-d972-41b0-9d89-2a19e8895fa0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router 8d5aa11e-5866-4217-a6f2-635a698f61c7 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:04:12.978381 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926a75bb-d972-41b0-9d89-2a19e8895fa0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:04:12.983277 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-926a75bb-d972-41b0-9d89-2a19e8895fa0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "PUT /v2.0/routers/8d5aa11e-5866-4217-a6f2-635a698f61c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7363257 Jul 23 21:04:12.986437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52262) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:12.989195 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a4a2bb-ce0f-4d84-b8c5-7ac598a9e970 None None] Sync routers for ids ['8d5aa11e-5866-4217-a6f2-635a698f61c7'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:04:12.998340 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a4a2bb-ce0f-4d84-b8c5-7ac598a9e970 None None] Routers {'8d5aa11e-5866-4217-a6f2-635a698f61c7'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:12.998957 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d4a4a2bb-ce0f-4d84-b8c5-7ac598a9e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:03:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8d5aa11e-5866-4217-a6f2-635a698f61c7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:13.036478 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-45adfcba-6768-4ee0-b51e-0d7f7b3f6efd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting subnet 6ec90561-3be2-4c62-8944-54e1e5eb8ba4 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:04:13.039544 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45adfcba-6768-4ee0-b51e-0d7f7b3f6efd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:13.078792 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45adfcba-6768-4ee0-b51e-0d7f7b3f6efd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:13.103673 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-d4a4a2bb-ce0f-4d84-b8c5-7ac598a9e970 None None] Set router 8d5aa11e-5866-4217-a6f2-635a698f61c7 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:13.169901 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45adfcba-6768-4ee0-b51e-0d7f7b3f6efd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:13.228912 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45adfcba-6768-4ee0-b51e-0d7f7b3f6efd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:13.256505 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adfcba-6768-4ee0-b51e-0d7f7b3f6efd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec90561-3be2-4c62-8944-54e1e5eb8ba4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:13.260083 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-45adfcba-6768-4ee0-b51e-0d7f7b3f6efd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:13.264370 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-45adfcba-6768-4ee0-b51e-0d7f7b3f6efd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/subnets/6ec90561-3be2-4c62-8944-54e1e5eb8ba4 HTTP/1.1" status: 204 len: 168 time: 0.2745962 Jul 23 21:04:13.265833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52264) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:13.268961 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba673f8b-0313-4c43-9451-1d843ae3ed95 None None] Network 561c94d9-0cf7-423c-b948-0b7560b56da8 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:04:13.335042 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d4a4a2bb-ce0f-4d84-b8c5-7ac598a9e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601748924', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:23Z', 'updated_at': '2021-07-23T21:04:12Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:24Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:13.365512 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a4a2bb-ce0f-4d84-b8c5-7ac598a9e970 None None] Checking router: 8d5aa11e-5866-4217-a6f2-635a698f61c7 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:04:13.375389 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2f47f33-c9cb-4cb0-895e-7b8160831c41 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:13.406389 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a4a2bb-ce0f-4d84-b8c5-7ac598a9e970 None None] Routers {'8d5aa11e-5866-4217-a6f2-635a698f61c7'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:13.407632 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d4a4a2bb-ce0f-4d84-b8c5-7ac598a9e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:03:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8d5aa11e-5866-4217-a6f2-635a698f61c7'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:13.484892 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2f47f33-c9cb-4cb0-895e-7b8160831c41 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:13.534727 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-d4a4a2bb-ce0f-4d84-b8c5-7ac598a9e970 None None] Set router 8d5aa11e-5866-4217-a6f2-635a698f61c7 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:13.543167 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c2f47f33-c9cb-4cb0-895e-7b8160831c41 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting port c6c2a678-b5fa-471f-802a-004292f77439 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:04:13.543167 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2f47f33-c9cb-4cb0-895e-7b8160831c41 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:13.634839 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-c2f47f33-c9cb-4cb0-895e-7b8160831c41 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] For port c6c2a678-b5fa-471f-802a-004292f77439, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c6c2a678-b5fa-471f-802a-004292f77439,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:13.635311 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2f47f33-c9cb-4cb0-895e-7b8160831c41 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:13.648357 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-c2f47f33-c9cb-4cb0-895e-7b8160831c41 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Calling delete_port for c6c2a678-b5fa-471f-802a-004292f77439 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:04:13.745581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63870bf-396a-4313-b4f0-f05f83fa88c7 None None] DHCP port deletion for 561c94d9-0cf7-423c-b948-0b7560b56da8 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:04:13.815048 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2f47f33-c9cb-4cb0-895e-7b8160831c41 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:13.840714 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f47f33-c9cb-4cb0-895e-7b8160831c41 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Port': ['ID=c6c2a678-b5fa-471f-802a-004292f77439,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:13.862610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f63870bf-396a-4313-b4f0-f05f83fa88c7 None None] Deleting port 2e265c70-6b62-4064-8e82-321bed0e5fca {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:04:13.862985 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f63870bf-396a-4313-b4f0-f05f83fa88c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:13.903734 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2f47f33-c9cb-4cb0-895e-7b8160831c41 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:13.952104 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f63870bf-396a-4313-b4f0-f05f83fa88c7 None None] For port 2e265c70-6b62-4064-8e82-321bed0e5fca, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=2e265c70-6b62-4064-8e82-321bed0e5fca,segment=NetworkSegment(ea78860f-7914-42ce-b02c-b7cffb5e70f7),segment_id=ea78860f-7914-42ce-b02c-b7cffb5e70f7)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:13.952497 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f63870bf-396a-4313-b4f0-f05f83fa88c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:13.968926 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f63870bf-396a-4313-b4f0-f05f83fa88c7 None None] Calling delete_port for 2e265c70-6b62-4064-8e82-321bed0e5fca owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:04:13.986590 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d4a4a2bb-ce0f-4d84-b8c5-7ac598a9e970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601748924', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:23Z', 'updated_at': '2021-07-23T21:04:12Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:24Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:13.995271 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2f47f33-c9cb-4cb0-895e-7b8160831c41 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:13.997584 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2f47f33-c9cb-4cb0-895e-7b8160831c41 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.042174 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a4a2bb-ce0f-4d84-b8c5-7ac598a9e970 None None] The sync data for ids ['8d5aa11e-5866-4217-a6f2-635a698f61c7'] in n-d-791504-18 is: [{'id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601748924', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:02:23Z', 'updated_at': '2021-07-23T21:04:12Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'c6c2a678-b5fa-471f-802a-004292f77439', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5aa11e-5866-4217-a6f2-635a698f61c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:02:24Z', 'updated_at': '2021-07-23T21:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:04:14.045323 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2f47f33-c9cb-4cb0-895e-7b8160831c41 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.046434 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f47f33-c9cb-4cb0-895e-7b8160831c41 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Fanout notify agent at l3_agent the message router_deleted on router 8d5aa11e-5866-4217-a6f2-635a698f61c7 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:04:14.052704 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c2f47f33-c9cb-4cb0-895e-7b8160831c41 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.057195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52266) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:14.066896 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c2f47f33-c9cb-4cb0-895e-7b8160831c41 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/routers/8d5aa11e-5866-4217-a6f2-635a698f61c7 HTTP/1.1" status: 204 len: 168 time: 0.8004050 Jul 23 21:04:14.085867 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f63870bf-396a-4313-b4f0-f05f83fa88c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.112908 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63870bf-396a-4313-b4f0-f05f83fa88c7 None None] Pushing event deleted for resources: {'Port': ['ID=2e265c70-6b62-4064-8e82-321bed0e5fca,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:14.118672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63870bf-396a-4313-b4f0-f05f83fa88c7 None None] No DVR routers for this DVR port 2e265c70-6b62-4064-8e82-321bed0e5fca on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:04:14.143694 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b10a880f-cb03-4c48-ac3f-53bdd134e7d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.231054 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b10a880f-cb03-4c48-ac3f-53bdd134e7d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.241596 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-b10a880f-cb03-4c48-ac3f-53bdd134e7d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561c94d9-0cf7-423c-b948-0b7560b56da8']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:14.252079 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-b10a880f-cb03-4c48-ac3f-53bdd134e7d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea78860f-7914-42ce-b02c-b7cffb5e70f7') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:14.252314 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-b10a880f-cb03-4c48-ac3f-53bdd134e7d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea78860f-7914-42ce-b02c-b7cffb5e70f7') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:14.260962 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b10a880f-cb03-4c48-ac3f-53bdd134e7d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.274455 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b10a880f-cb03-4c48-ac3f-53bdd134e7d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.280654 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10a880f-cb03-4c48-ac3f-53bdd134e7d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:04:14.281039 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b10a880f-cb03-4c48-ac3f-53bdd134e7d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:04:14.284149 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:04:14.344096 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b10a880f-cb03-4c48-ac3f-53bdd134e7d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.350910 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b10a880f-cb03-4c48-ac3f-53bdd134e7d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.352727 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b10a880f-cb03-4c48-ac3f-53bdd134e7d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/networks/561c94d9-0cf7-423c-b948-0b7560b56da8 HTTP/1.1" status: 204 len: 168 time: 0.2945285 Jul 23 21:04:14.355539 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52268) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:14.364239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a880f-cb03-4c48-ac3f-53bdd134e7d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Network': ['ID=561c94d9-0cf7-423c-b948-0b7560b56da8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:14.419499 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1747-9ceb-4ef8-afd1-ebd17ded3fe9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.446870 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1747-9ceb-4ef8-afd1-ebd17ded3fe9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.508310 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1747-9ceb-4ef8-afd1-ebd17ded3fe9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.511033 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1747-9ceb-4ef8-afd1-ebd17ded3fe9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.512277 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ebbb1747-9ceb-4ef8-afd1-ebd17ded3fe9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/security-groups/377acaca-46c4-46a2-8e16-b3c168135ed2 HTTP/1.1" status: 204 len: 168 time: 0.1557269 Jul 23 21:04:14.523266 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb1747-9ceb-4ef8-afd1-ebd17ded3fe9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377acaca-46c4-46a2-8e16-b3c168135ed2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:14.798932 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52274) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:14.803693 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-55fbc2ec-0b76-4b9e-aca2-8d9fcba537ef tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-306275884', 'description': 'tempest-secgroup-smoke-306275884 description', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:14.826311 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55fbc2ec-0b76-4b9e-aca2-8d9fcba537ef tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.906484 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55fbc2ec-0b76-4b9e-aca2-8d9fcba537ef tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.910226 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55fbc2ec-0b76-4b9e-aca2-8d9fcba537ef tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.948626 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-55fbc2ec-0b76-4b9e-aca2-8d9fcba537ef tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.949849 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-55fbc2ec-0b76-4b9e-aca2-8d9fcba537ef tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1498861 Jul 23 21:04:14.951693 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbc2ec-0b76-4b9e-aca2-8d9fcba537ef tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5aff147-acf1-47ac-bf7a-a901b2a261ae,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:14.953044 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52276) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:14.958881 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-7d59062b-e9f2-4b85-844e-9f618f4953af tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': 'd5aff147-acf1-47ac-bf7a-a901b2a261ae', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:14.984231 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7d59062b-e9f2-4b85-844e-9f618f4953af tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.040975 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7d59062b-e9f2-4b85-844e-9f618f4953af tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.044866 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7d59062b-e9f2-4b85-844e-9f618f4953af tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.065227 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59062b-e9f2-4b85-844e-9f618f4953af tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990e5644-5cee-40e4-8fe9-9db1475aa287,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:15.068499 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7d59062b-e9f2-4b85-844e-9f618f4953af tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.072835 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7d59062b-e9f2-4b85-844e-9f618f4953af tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148677 Jul 23 21:04:15.073387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52278) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:15.077322 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-17cad926-0628-423c-af02-dbe98562e91e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': 'd5aff147-acf1-47ac-bf7a-a901b2a261ae', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:15.102610 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17cad926-0628-423c-af02-dbe98562e91e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.161423 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17cad926-0628-423c-af02-dbe98562e91e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.164876 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17cad926-0628-423c-af02-dbe98562e91e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.181873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cad926-0628-423c-af02-dbe98562e91e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf62eb87-6e51-4658-83d3-86c6e96f9f52,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:15.192518 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-17cad926-0628-423c-af02-dbe98562e91e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.193830 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-17cad926-0628-423c-af02-dbe98562e91e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199496 Jul 23 21:04:15.196580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52280) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:15.200965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6f8927a3-d43c-4f9c-8163-a5777d804a7e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': 'd5aff147-acf1-47ac-bf7a-a901b2a261ae', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:15.230698 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f8927a3-d43c-4f9c-8163-a5777d804a7e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.239048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device cb9bc933-925f-4f37-bee8-25674eb4f27f no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:04:15.260136 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: cb9bc933-925f-4f37-bee8-25674eb4f27f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:04:15.260566 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device cb9bc933-925f-4f37-bee8-25674eb4f27f not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:04:15.295046 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f8927a3-d43c-4f9c-8163-a5777d804a7e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.298882 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f8927a3-d43c-4f9c-8163-a5777d804a7e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.315242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8927a3-d43c-4f9c-8163-a5777d804a7e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1348a7c1-4a25-4e5b-91ba-86308f90139a,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:15.321330 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f8927a3-d43c-4f9c-8163-a5777d804a7e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.322592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6f8927a3-d43c-4f9c-8163-a5777d804a7e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250482 Jul 23 21:04:15.325340 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52282) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:15.329667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-7d15297c-ca0c-421c-998a-084ec2099ce1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': 'd5aff147-acf1-47ac-bf7a-a901b2a261ae', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:15.355318 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7d15297c-ca0c-421c-998a-084ec2099ce1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.413299 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7d15297c-ca0c-421c-998a-084ec2099ce1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.417181 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7d15297c-ca0c-421c-998a-084ec2099ce1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.431973 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15297c-ca0c-421c-998a-084ec2099ce1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf62334-a38c-435d-944c-68532c789aad,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:15.440917 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7d15297c-ca0c-421c-998a-084ec2099ce1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.442162 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7d15297c-ca0c-421c-998a-084ec2099ce1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159246 Jul 23 21:04:15.444857 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52284) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:15.449266 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1db74ff6-b8ce-4b6e-9468-e51656abb3d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': 'd5aff147-acf1-47ac-bf7a-a901b2a261ae', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:15.472217 n-d-791504-18 neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-1db74ff6-b8ce-4b6e-9468-e51656abb3d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Project 3fc0d96b5da34e009631dc0e0b95c270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:04:15.477159 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1db74ff6-b8ce-4b6e-9468-e51656abb3d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.508800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6e7d4a19-4330-4dd5-b620-d5ea6845500e no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:04:15.528254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 6e7d4a19-4330-4dd5-b620-d5ea6845500e {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:04:15.528617 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6e7d4a19-4330-4dd5-b620-d5ea6845500e not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:04:15.529017 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c6c2a678-b5fa-471f-802a-004292f77439 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:04:15.538706 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1db74ff6-b8ce-4b6e-9468-e51656abb3d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.546718 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1db74ff6-b8ce-4b6e-9468-e51656abb3d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.549679 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: c6c2a678-b5fa-471f-802a-004292f77439 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:04:15.550028 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c6c2a678-b5fa-471f-802a-004292f77439 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:04:15.550500 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2e265c70-6b62-4064-8e82-321bed0e5fca no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:04:15.573120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db74ff6-b8ce-4b6e-9468-e51656abb3d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4662dfdd-8165-4b3a-bdb7-a9958053b5d8,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:15.579911 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 2e265c70-6b62-4064-8e82-321bed0e5fca {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:04:15.580239 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 2e265c70-6b62-4064-8e82-321bed0e5fca not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:04:15.583128 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1db74ff6-b8ce-4b6e-9468-e51656abb3d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.587453 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1db74ff6-b8ce-4b6e-9468-e51656abb3d8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387637 Jul 23 21:04:15.587761 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52286) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:15.594244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': 'd5aff147-acf1-47ac-bf7a-a901b2a261ae', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:15.594911 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.617772 n-d-791504-18 neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Project 3fc0d96b5da34e009631dc0e0b95c270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:04:15.622579 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.683092 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.686589 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.705728 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0a5bfc-696d-480d-918d-fe56aac54f4b,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:15.708892 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.710060 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210430 Jul 23 21:04:15.713286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52288) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:15.717828 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:15.718212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:15.718335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7ec216ea-be4e-40c8-a05a-f44982b6a770 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'network': {'name': 'tempest-network-smoke--212638897', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'port_security_enabled': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:15.718558 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:15.719011 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:15.719374 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:15.720279 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:15.720619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:15.720950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:15.721281 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:15.721612 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:15.721936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:15.722259 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcde6a-f021-4332-9f80-812dae9c6b02 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:15.740219 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec216ea-be4e-40c8-a05a-f44982b6a770 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Made reservation on behalf of 3fc0d96b5da34e009631dc0e0b95c270 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:04:15.743663 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ec216ea-be4e-40c8-a05a-f44982b6a770 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.766018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec216ea-be4e-40c8-a05a-f44982b6a770 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:04:15.774848 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ec216ea-be4e-40c8-a05a-f44982b6a770 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.775222 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-7ec216ea-be4e-40c8-a05a-f44982b6a770 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Added segment 97256c38-b2b6-4dbe-8701-1e161dc613f2 of type vlan for network ff219030-1d37-43e1-af13-4e38e176e30e Jul 23 21:04:15.813711 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ec216ea-be4e-40c8-a05a-f44982b6a770 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.840856 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ec216ea-be4e-40c8-a05a-f44982b6a770 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.846812 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec216ea-be4e-40c8-a05a-f44982b6a770 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:15.847422 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7ec216ea-be4e-40c8-a05a-f44982b6a770 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.885218 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7ec216ea-be4e-40c8-a05a-f44982b6a770 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1708276 Jul 23 21:04:15.887947 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52290) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:15.892844 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1821265624', 'admin_state_up': True, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:15.928421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec216ea-be4e-40c8-a05a-f44982b6a770 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Network': ['ID=ff219030-1d37-43e1-af13-4e38e176e30e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:15.939941 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network ff219030-1d37-43e1-af13-4e38e176e30e details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:04:15.943275 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.944265 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:15.999533 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:16.133550 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:16.331210 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:16.349934 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:16.455562 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Allocated IP 172.25.3.211 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:04:16.557837 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:16.597419 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:16.635111 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:04:16.641604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:04:16.645979 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:04:16.649041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:16.894157 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:17.021847 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:17.089937 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:17.212892 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router a34f94e6-b2af-4346-8463-4b1cbdb88357 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:04:17.328646 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:04:17.338725 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Sync routers for ids ['a34f94e6-b2af-4346-8463-4b1cbdb88357'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:04:17.348262 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Routers {'a34f94e6-b2af-4346-8463-4b1cbdb88357'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:17.348891 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:03:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a34f94e6-b2af-4346-8463-4b1cbdb88357'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:17.349214 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:17.350555 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d8851eab-1d1c-4a4e-877b-7aef6f2afa62 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4616814 Jul 23 21:04:17.353748 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52292) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:17.387833 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-85e40314-e85f-45e2-892b-5f6b5335a69b tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3fc0d96b5da34e009631dc0e0b95c270&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329437 Jul 23 21:04:17.390285 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52294) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:17.448567 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Set router a34f94e6-b2af-4346-8463-4b1cbdb88357 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:17.537914 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8179648-b8af-410b-aa8d-87bbd5451aad tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:17.543716 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d8179648-b8af-410b-aa8d-87bbd5451aad tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1482995 Jul 23 21:04:17.543716 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52296) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:17.573920 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1fe237ee-75d6-46ef-8a44-0612648400f2 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306494 Jul 23 21:04:17.576675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52298) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:17.582780 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-797f4540-e53a-42c8-97d7-242501ffdea8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1885200903', 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:17.635508 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821265624', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:15Z', 'updated_at': '2021-07-23T21:04:16Z', 'revision_number': 3, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:91:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:16Z', 'updated_at': '2021-07-23T21:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:17.661470 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Checking router: a34f94e6-b2af-4346-8463-4b1cbdb88357 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:04:17.661817 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Updating router a34f94e6-b2af-4346-8463-4b1cbdb88357 port de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:04:17.669359 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797f4540-e53a-42c8-97d7-242501ffdea8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Made reservation on behalf of 3fc0d96b5da34e009631dc0e0b95c270 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:04:17.673093 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-797f4540-e53a-42c8-97d7-242501ffdea8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:17.694776 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:17.853235 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-797f4540-e53a-42c8-97d7-242501ffdea8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:17.920307 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f4540-e53a-42c8-97d7-242501ffdea8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Subnet': ['ID=0a49024b-a480-47a4-bdc6-172a4993e5e0,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:17.926558 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797f4540-e53a-42c8-97d7-242501ffdea8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Checking segment: {'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:04:17.926916 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797f4540-e53a-42c8-97d7-242501ffdea8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network hostable DHCP agents. Network: ff219030-1d37-43e1-af13-4e38e176e30e, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:04:17.944486 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797f4540-e53a-42c8-97d7-242501ffdea8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network ff219030-1d37-43e1-af13-4e38e176e30e is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:04:17.945118 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:17.953153 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-797f4540-e53a-42c8-97d7-242501ffdea8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, ff219030-1d37-43e1-af13-4e38e176e30e) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:04:17.956082 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Transition to ACTIVE for port object de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:04:17.957808 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797f4540-e53a-42c8-97d7-242501ffdea8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:17.959251 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-797f4540-e53a-42c8-97d7-242501ffdea8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:17.963283 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:17.966927 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd3708a-4cce-4240-b959-afefa98af49c None None] Network ff219030-1d37-43e1-af13-4e38e176e30e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:04:17.975693 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-797f4540-e53a-42c8-97d7-242501ffdea8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3979335 Jul 23 21:04:17.978574 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52300) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:18.015531 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Attempting to bind port de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:04:18.015909 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Attempting to bind port de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:04:18.017298 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Attempting to bind port de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:04:18.018141 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c08045-572d-4204-9cc0-0f2ad26e0fcc None None] Pushing event updated for resources: {'Port': ['ID=de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:18.023654 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:04:18.024028 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:04:18.024427 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:18.024807 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:04:18.025264 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Bound port: de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:04:18.025733 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:18.076368 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] For port de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:04:18.079403 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] For port de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:04:18.084986 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:18.143731 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-ff219030-1d37-43e1-af13-4e38e176e30e', 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ips': [{'subnet_id': '0a49024b-a480-47a4-bdc6-172a4993e5e0'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:04:18.144361 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Routers {'a34f94e6-b2af-4346-8463-4b1cbdb88357'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:18.144806 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:18.145011 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:03:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a34f94e6-b2af-4346-8463-4b1cbdb88357'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:18.211067 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c08045-572d-4204-9cc0-0f2ad26e0fcc None None] Pushing event updated for resources: {'Port': ['ID=de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:18.263322 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] Set router a34f94e6-b2af-4346-8463-4b1cbdb88357 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:18.284929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Allocated IP 172.20.0.2 (ff219030-1d37-43e1-af13-4e38e176e30e/0a49024b-a480-47a4-bdc6-172a4993e5e0/36654fe0-4032-4607-9bb3-e7e1afb16730) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:04:18.444187 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:18.453064 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Transition to ACTIVE for port object 36654fe0-4032-4607-9bb3-e7e1afb16730 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:04:18.470966 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Transition to ACTIVE for port object 36654fe0-4032-4607-9bb3-e7e1afb16730 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:04:18.477059 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:18.523743 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Network ff219030-1d37-43e1-af13-4e38e176e30e is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:04:18.526664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:04:18.531363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:04:18.538500 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Pushing event updated for resources: {'Port': ['ID=36654fe0-4032-4607-9bb3-e7e1afb16730,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:18.558547 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821265624', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:15Z', 'updated_at': '2021-07-23T21:04:16Z', 'revision_number': 3, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:91:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:16Z', 'updated_at': '2021-07-23T21:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:18.584851 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4567e41-9443-4e1a-add4-09e6d378e1f6 None None] The sync data for ids ['a34f94e6-b2af-4346-8463-4b1cbdb88357'] in n-d-791504-18 is: [{'id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821265624', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:15Z', 'updated_at': '2021-07-23T21:04:16Z', 'revision_number': 3, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:91:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:16Z', 'updated_at': '2021-07-23T21:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:04:18.596665 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Attempting to bind port 36654fe0-4032-4607-9bb3-e7e1afb16730 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:04:18.597038 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Attempting to bind port 36654fe0-4032-4607-9bb3-e7e1afb16730 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:04:18.597402 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Attempting to bind port 36654fe0-4032-4607-9bb3-e7e1afb16730 on network ff219030-1d37-43e1-af13-4e38e176e30e {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:04:18.602761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:04:18.603331 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Checking segment: {'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:04:18.603866 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:18.604364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Bound using segment: {'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:04:18.604968 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Bound port: 36654fe0-4032-4607-9bb3-e7e1afb16730, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:04:18.605451 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:18.676201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] For port 36654fe0-4032-4607-9bb3-e7e1afb16730, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:04:18.679409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] For port 36654fe0-4032-4607-9bb3-e7e1afb16730, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=36654fe0-4032-4607-9bb3-e7e1afb16730,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:04:18.686332 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:18.746148 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352b8f7-e385-41a8-9e54-90cb10d4cd0e None None] Pushing event updated for resources: {'Port': ['ID=36654fe0-4032-4607-9bb3-e7e1afb16730,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:18.803486 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:19.140939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Allocated IP 172.20.0.1 (ff219030-1d37-43e1-af13-4e38e176e30e/0a49024b-a480-47a4-bdc6-172a4993e5e0/1c610688-19f8-4b0e-9646-175e99a2f01c) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:04:19.257654 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:19.277526 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Transition to ACTIVE for port object 1c610688-19f8-4b0e-9646-175e99a2f01c will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:04:19.310886 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:19.354564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network ff219030-1d37-43e1-af13-4e38e176e30e is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:04:19.360361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:04:19.364384 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:04:19.371209 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=1c610688-19f8-4b0e-9646-175e99a2f01c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:19.415076 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:19.595877 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:19.596264 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:04:19.657021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:04:19.662372 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:19.663647 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:19.755575 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:19.779264 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed86907-f511-4806-a796-bfc7acc30b16 None None] Network ff219030-1d37-43e1-af13-4e38e176e30e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:04:19.787488 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:19.800604 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:19.801374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 36654fe0-4032-4607-9bb3-e7e1afb16730 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:04:19.874335 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bcbc5d01-a739-4a33-bf38-aeb69ccd3a1f None None] Provisioning for port 36654fe0-4032-4607-9bb3-e7e1afb16730 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:04:19.919062 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:19.924620 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:19.939489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:19.988418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 36654fe0-4032-4607-9bb3-e7e1afb16730 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:04:19.997801 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 36654fe0-4032-4607-9bb3-e7e1afb16730 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:19.998160 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:19.999217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=1c610688-19f8-4b0e-9646-175e99a2f01c,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:20.002082 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.103206 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network ff219030-1d37-43e1-af13-4e38e176e30e is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:04:20.104650 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:04:20.124511 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.161124 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 36654fe0-4032-4607-9bb3-e7e1afb16730, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=36654fe0-4032-4607-9bb3-e7e1afb16730,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:20.168753 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.221347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=36654fe0-4032-4607-9bb3-e7e1afb16730,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:20.234720 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router a34f94e6-b2af-4346-8463-4b1cbdb88357 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:04:20.350269 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:04:20.354296 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e1526e60-f8f5-42f8-b0b5-65ce0b5311ea None None] Provisioning for port 1c610688-19f8-4b0e-9646-175e99a2f01c completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:04:20.355760 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1ff01292-b4f0-42ea-92f9-9c7fb577a35d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "PUT /v2.0/routers/a34f94e6-b2af-4346-8463-4b1cbdb88357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3761709 Jul 23 21:04:20.359040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e1526e60-f8f5-42f8-b0b5-65ce0b5311ea None None] Provisioning complete for port 1c610688-19f8-4b0e-9646-175e99a2f01c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:20.359454 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e1526e60-f8f5-42f8-b0b5-65ce0b5311ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.363659 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Sync routers for ids ['a34f94e6-b2af-4346-8463-4b1cbdb88357'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:04:20.396253 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Routers {'a34f94e6-b2af-4346-8463-4b1cbdb88357'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:20.396885 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:03:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a34f94e6-b2af-4346-8463-4b1cbdb88357'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:20.440852 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e1526e60-f8f5-42f8-b0b5-65ce0b5311ea None None] Port 1c610688-19f8-4b0e-9646-175e99a2f01c cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:04:20.502836 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e1526e60-f8f5-42f8-b0b5-65ce0b5311ea None None] Provisioning complete for port 36654fe0-4032-4607-9bb3-e7e1afb16730 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:20.503246 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e1526e60-f8f5-42f8-b0b5-65ce0b5311ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.563725 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Set router a34f94e6-b2af-4346-8463-4b1cbdb88357 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:20.586685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-47b50e9a-8338-4cfd-851f-cf29eb2d54a5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-306275884&fields=id&tenant_id=3fc0d96b5da34e009631dc0e0b95c270 HTTP/1.1" status: 200 len: 267 time: 0.0387518 Jul 23 21:04:20.914375 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-263e87a0-9f38-4b3c-9265-a190a545bbf8 None None] Provisioning complete for port 1c610688-19f8-4b0e-9646-175e99a2f01c triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:20.914941 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-263e87a0-9f38-4b3c-9265-a190a545bbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:20.974158 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-263e87a0-9f38-4b3c-9265-a190a545bbf8 None None] Port 1c610688-19f8-4b0e-9646-175e99a2f01c cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:04:20.996484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821265624', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:15Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:16Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '1c610688-19f8-4b0e-9646-175e99a2f01c', 'name': '', 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:56:d8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:18Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 2, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:20.998417 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5a23a0bd-09fd-43be-8eef-c842b9270fb5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:20.999612 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5a23a0bd-09fd-43be-8eef-c842b9270fb5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/networks?id=ff219030-1d37-43e1-af13-4e38e176e30e HTTP/1.1" status: 200 len: 796 time: 0.4040046 Jul 23 21:04:21.014412 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-80c4a6f9-776f-4b78-a22b-c67a0ccb1c17 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/quotas/3fc0d96b5da34e009631dc0e0b95c270 HTTP/1.1" status: 200 len: 375 time: 0.0092096 Jul 23 21:04:21.029472 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Checking router: a34f94e6-b2af-4346-8463-4b1cbdb88357 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:04:21.029827 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Updating router a34f94e6-b2af-4346-8463-4b1cbdb88357 port 1c610688-19f8-4b0e-9646-175e99a2f01c binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:04:21.064013 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.079845 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-b0f2285c-dbaf-46b4-ba07-6fb3e3ce62c2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593095 Jul 23 21:04:21.178665 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-c97d9b39-53ae-4e60-a293-ce3836ff3d34 service neutron] 10.222.0.55 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866818 Jul 23 21:04:21.268062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-10653292-0f59-4c1f-8572-1359445b70af service neutron] 10.222.0.55 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833836 Jul 23 21:04:21.332291 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.342569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Transition to ACTIVE for port object 1c610688-19f8-4b0e-9646-175e99a2f01c will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:04:21.348739 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.401626 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93814a7-65a9-498c-8438-334f1182bdb2 None None] Pushing event updated for resources: {'Port': ['ID=1c610688-19f8-4b0e-9646-175e99a2f01c,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:21.491715 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1035684a-81a0-4735-bd6a-4fa5b8e1b35d req-56a24562-4fc0-474b-98f8-36a7c98896c5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 210 time: 0.0614822 Jul 23 21:04:21.493546 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Attempting to bind port 1c610688-19f8-4b0e-9646-175e99a2f01c on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:04:21.494089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Attempting to bind port 1c610688-19f8-4b0e-9646-175e99a2f01c by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:04:21.494842 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Attempting to bind port 1c610688-19f8-4b0e-9646-175e99a2f01c on network ff219030-1d37-43e1-af13-4e38e176e30e {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:04:21.501970 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:04:21.502356 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Checking segment: {'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:04:21.502768 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.503332 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Bound using segment: {'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:04:21.503822 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Bound port: 1c610688-19f8-4b0e-9646-175e99a2f01c, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:04:21.504206 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.601692 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:04:21.652047 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] For port 1c610688-19f8-4b0e-9646-175e99a2f01c, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:04:21.671173 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] For port 1c610688-19f8-4b0e-9646-175e99a2f01c, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1c610688-19f8-4b0e-9646-175e99a2f01c,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:04:21.681007 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.724309 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:21.724678 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:21.793858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93814a7-65a9-498c-8438-334f1182bdb2 None None] Pushing event updated for resources: {'Port': ['ID=1c610688-19f8-4b0e-9646-175e99a2f01c,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:21.796453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Routers {'a34f94e6-b2af-4346-8463-4b1cbdb88357'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:21.797061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:03:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a34f94e6-b2af-4346-8463-4b1cbdb88357'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:21.962322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 36654fe0-4032-4607-9bb3-e7e1afb16730 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:04:21.964944 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] Set router a34f94e6-b2af-4346-8463-4b1cbdb88357 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:22.138004 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 36654fe0-4032-4607-9bb3-e7e1afb16730 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:22.138378 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:22.277901 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821265624', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:15Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:16Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '1c610688-19f8-4b0e-9646-175e99a2f01c', 'name': '', 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:56:d8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:18Z', 'updated_at': '2021-07-23T21:04:21Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:22.305148 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f71a3e-2d07-401a-8308-263350d73466 None None] The sync data for ids ['a34f94e6-b2af-4346-8463-4b1cbdb88357'] in n-d-791504-18 is: [{'id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821265624', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:15Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:16Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '1c610688-19f8-4b0e-9646-175e99a2f01c', 'name': '', 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:56:d8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:18Z', 'updated_at': '2021-07-23T21:04:21Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:04:22.571579 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-8bfd4bd2-3031-4e2f-8ff9-69ba611f3667 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:22.573121 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-8bfd4bd2-3031-4e2f-8ff9-69ba611f3667 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.48 "GET /v2.0/networks?id=ff219030-1d37-43e1-af13-4e38e176e30e HTTP/1.1" status: 200 len: 796 time: 0.1232328 Jul 23 21:04:22.624848 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-019f365d-0bb1-4be1-be0b-d84f455f905e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fc0d96b5da34e009631dc0e0b95c270 HTTP/1.1" status: 200 len: 379 time: 0.0420055 Jul 23 21:04:22.631804 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8179fc36-5bd5-4b1f-9f4e-48eae6d61687 req-60c20a80-d743-40e7-b638-b1a595636ff4 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 210 time: 0.0388017 Jul 23 21:04:22.635513 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-21e8f750-df34-4299-8b41-f9dd201ece52 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'port': {'device_id': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e', 'admin_state_up': True, 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'security_groups': ['d5aff147-acf1-47ac-bf7a-a901b2a261ae']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:22.755430 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-21e8f750-df34-4299-8b41-f9dd201ece52 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Made reservation on behalf of 3fc0d96b5da34e009631dc0e0b95c270 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:04:22.759215 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-21e8f750-df34-4299-8b41-f9dd201ece52 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:22.890348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-21e8f750-df34-4299-8b41-f9dd201ece52 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Allocated IP 172.20.0.3 (ff219030-1d37-43e1-af13-4e38e176e30e/0a49024b-a480-47a4-bdc6-172a4993e5e0/f37ae0f3-195c-4af3-9dc5-2d45b5686ed1) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:04:23.046047 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-21e8f750-df34-4299-8b41-f9dd201ece52 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:23.060217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-21e8f750-df34-4299-8b41-f9dd201ece52 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Transition to ACTIVE for port object f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:04:23.095224 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-21e8f750-df34-4299-8b41-f9dd201ece52 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:23.139614 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-21e8f750-df34-4299-8b41-f9dd201ece52 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network ff219030-1d37-43e1-af13-4e38e176e30e is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:04:23.145465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-21e8f750-df34-4299-8b41-f9dd201ece52 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:04:23.147896 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-21e8f750-df34-4299-8b41-f9dd201ece52 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:04:23.179043 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8f750-df34-4299-8b41-f9dd201ece52 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:23.210971 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-21e8f750-df34-4299-8b41-f9dd201ece52 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:23.211937 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-21e8f750-df34-4299-8b41-f9dd201ece52 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:23.228100 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-21e8f750-df34-4299-8b41-f9dd201ece52 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5967937 Jul 23 21:04:23.242294 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Request body: {'port': {'device_id': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:23.326789 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:23.432661 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e9814462-915e-4f84-b718-5c05d811961b None None] Provisioning for port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:04:23.436203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e9814462-915e-4f84-b718-5c05d811961b None None] Provisioning complete for port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:23.436566 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9814462-915e-4f84-b718-5c05d811961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:23.470935 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e9814462-915e-4f84-b718-5c05d811961b None None] Port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:04:23.553923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1c610688-19f8-4b0e-9646-175e99a2f01c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:04:23.603883 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:04:23.605772 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 1c610688-19f8-4b0e-9646-175e99a2f01c completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:04:23.609400 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 1c610688-19f8-4b0e-9646-175e99a2f01c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:23.609765 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:23.612215 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:23.624240 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Transition to ACTIVE for port object f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:04:23.627239 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:23.691748 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:23.699184 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Pushing event updated for resources: {'Port': ['ID=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:23.728752 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 1c610688-19f8-4b0e-9646-175e99a2f01c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1c610688-19f8-4b0e-9646-175e99a2f01c,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:23.734519 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:23.764156 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Attempting to bind port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:04:23.764537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Attempting to bind port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:04:23.764876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Attempting to bind port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 on network ff219030-1d37-43e1-af13-4e38e176e30e {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:04:23.770589 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 on network ff219030-1d37-43e1-af13-4e38e176e30e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:04:23.770923 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Attempting to bind port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 on network ff219030-1d37-43e1-af13-4e38e176e30e {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:04:23.776841 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:04:23.777187 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Checking segment: {'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:04:23.777570 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Bound using segment: {'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:04:23.778011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Bound port: f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:04:23.778374 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:23.791998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=1c610688-19f8-4b0e-9646-175e99a2f01c,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:23.834156 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1741cd-d82f-4570-be02-f1fa0287511a req-85437b39-f9fc-4ccd-b5fd-40ad7a134abb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:23.836805 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d1741cd-d82f-4570-be02-f1fa0287511a req-85437b39-f9fc-4ccd-b5fd-40ad7a134abb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 943 time: 0.0985322 Jul 23 21:04:23.852980 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:04:23.856388 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:04:23.862071 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:23.878953 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d1741cd-d82f-4570-be02-f1fa0287511a req-e0ac568c-5c18-4e7d-9e67-2a5662f9d5de tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358558 Jul 23 21:04:23.900332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:23.901279 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:23.902700 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] 10.222.0.48 "PUT /v2.0/ports/f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 HTTP/1.1" status: 200 len: 1092 time: 0.6657324 Jul 23 21:04:23.905192 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:04:23.908658 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193bbbb0-1c64-48aa-acac-32d8322d5a01" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:04:23.938531 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e744f38-f8bc-46db-accc-c01120daf091 service neutron] Pushing event updated for resources: {'Port': ['ID=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:23.955180 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fad763-001f-4401-90f2-28001ba302d0 x-openstack-request-id: req-f1fad763-001f-4401-90f2-28001ba302d0 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:04:23.955469 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:04:23.955718 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1fad763-001f-4401-90f2-28001ba302d0 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:04:23.956108 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'status': 'completed', 'code': 200} Jul 23 21:04:24.006295 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-58d97f27-ae98-48b7-8d19-143e3c66eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:24.007885 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-58d97f27-ae98-48b7-8d19-143e3c66eee2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 1095 time: 0.0619130 Jul 23 21:04:24.055411 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-4e4dcaf0-7f55-463a-8be9-01c5f57c9cff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 HTTP/1.1" status: 200 len: 217 time: 0.0396025 Jul 23 21:04:24.107645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-1b63a124-d4e7-4d94-a1b0-13389838fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:24.109244 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-1b63a124-d4e7-4d94-a1b0-13389838fbeb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a49024b-a480-47a4-bdc6-172a4993e5e0 HTTP/1.1" status: 200 len: 835 time: 0.0470963 Jul 23 21:04:24.170147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-6a5c2921-f7c0-44e5-a72e-f2727289d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:24.171687 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-6a5c2921-f7c0-44e5-a72e-f2727289d2f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff219030-1d37-43e1-af13-4e38e176e30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545454 Jul 23 21:04:24.265175 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-b3693ad0-65a9-429e-95e5-ff1accf43fe1 service neutron] 10.222.0.48 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861793 Jul 23 21:04:24.358071 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dd8ac881-26fd-4634-b642-0db7fe8c7119 req-55db767f-2f8e-4deb-b8aa-d5f04dbdb6fc service neutron] 10.222.0.48 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840096 Jul 23 21:04:24.458796 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bbbb0-1c64-48aa-acac-32d8322d5a01 req-f49aaf9f-d42b-4f46-9ffd-fe3aa8b3015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:24.460288 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-193bbbb0-1c64-48aa-acac-32d8322d5a01 req-f49aaf9f-d42b-4f46-9ffd-fe3aa8b3015e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 1095 time: 0.0565948 Jul 23 21:04:24.550370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bbbb0-1c64-48aa-acac-32d8322d5a01 req-5714d690-c279-4977-b5c2-9a2a634c65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:24.551932 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-193bbbb0-1c64-48aa-acac-32d8322d5a01 req-5714d690-c279-4977-b5c2-9a2a634c65a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff219030-1d37-43e1-af13-4e38e176e30e HTTP/1.1" status: 200 len: 897 time: 0.0851088 Jul 23 21:04:24.577103 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ac6431b8-4d2a-42e0-9532-25cc1a6492d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:24.598774 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-193bbbb0-1c64-48aa-acac-32d8322d5a01 req-97a9c1e8-8167-435e-a055-6f72a047489c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 HTTP/1.1" status: 200 len: 217 time: 0.0401664 Jul 23 21:04:24.647510 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bbbb0-1c64-48aa-acac-32d8322d5a01 req-0a41dfb2-f542-4bd2-98fd-79e914472dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:24.648898 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-193bbbb0-1c64-48aa-acac-32d8322d5a01 req-0a41dfb2-f542-4bd2-98fd-79e914472dfb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a49024b-a480-47a4-bdc6-172a4993e5e0 HTTP/1.1" status: 200 len: 835 time: 0.0427513 Jul 23 21:04:24.706809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bbbb0-1c64-48aa-acac-32d8322d5a01 req-4a3e323d-3444-4ac3-9b7f-6cbc5305af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:24.708406 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-193bbbb0-1c64-48aa-acac-32d8322d5a01 req-4a3e323d-3444-4ac3-9b7f-6cbc5305af57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff219030-1d37-43e1-af13-4e38e176e30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526464 Jul 23 21:04:24.801052 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-193bbbb0-1c64-48aa-acac-32d8322d5a01 req-2e293bbc-1a49-4c65-a2bd-9c530b8c198d service neutron] 10.222.0.48 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847199 Jul 23 21:04:24.889762 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-193bbbb0-1c64-48aa-acac-32d8322d5a01 req-770a463b-6047-4849-8478-18f13479b977 service neutron] 10.222.0.48 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813181 Jul 23 21:04:25.008449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44859b76-e740-4551-be58-80e447297a1b req-c5647f41-2cbf-4cd6-90ab-fbeaa94f7fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:25.009914 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44859b76-e740-4551-be58-80e447297a1b req-c5647f41-2cbf-4cd6-90ab-fbeaa94f7fb1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 943 time: 0.0631516 Jul 23 21:04:25.046408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44859b76-e740-4551-be58-80e447297a1b req-7c31cfec-7f86-489f-a9eb-9e1047fe1232 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309782 Jul 23 21:04:25.051635 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:04:25.308181 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:04:25.401380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:25.412033 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e', 'port_id': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'mac_address': 'fa:16:3e:cd:58:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:04:25.447614 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:25.463536 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:04:25.482627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:25.487418 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:25.517989 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1c610688-19f8-4b0e-9646-175e99a2f01c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:04:25.560054 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:25.583488 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 1c610688-19f8-4b0e-9646-175e99a2f01c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:25.584069 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:25.736802 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f37ae0f3-195c-4af3-9dc5-2d45b5686ed1'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:04:26.180551 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8f481-21d8-44ff-9fef-19ff5cfb03e9 req-86691a60-b73d-4af7-a0bf-30b2e2c8ce24 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:26.182050 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-00b8f481-21d8-44ff-9fef-19ff5cfb03e9 req-86691a60-b73d-4af7-a0bf-30b2e2c8ce24 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 944 time: 0.0682552 Jul 23 21:04:26.219487 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-00b8f481-21d8-44ff-9fef-19ff5cfb03e9 req-b90e9fe0-98cd-445e-b259-2092bc1b73f9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318084 Jul 23 21:04:27.145535 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1f179bc-022b-4c36-882d-b3d36ebd48bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:27.320691 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:04:27.352585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681af68-8a28-465e-8f72-92374f4bb60e req-67f12b45-7fab-4f6b-958a-9472a9f7758d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:27.354251 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d681af68-8a28-465e-8f72-92374f4bb60e req-67f12b45-7fab-4f6b-958a-9472a9f7758d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 944 time: 0.0639992 Jul 23 21:04:27.379695 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:04:27.383224 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:27.385793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:27.386242 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:27.395437 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d681af68-8a28-465e-8f72-92374f4bb60e req-68fdedc0-e529-4c52-b99a-38d1385fc690 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355592 Jul 23 21:04:27.463163 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:27.484385 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:04:27.486634 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f97480a-d256-4a83-be3d-616dff436ad9" -d '{"events": [{"server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "name": "network-vif-plugged", "status": "completed", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:04:27.499006 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:27.503762 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:27.530850 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cd7171-b455-442f-bc92-ca64072eb87c x-openstack-request-id: req-12cd7171-b455-442f-bc92-ca64072eb87c {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:04:27.531160 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "name": "network-vif-plugged", "status": "completed", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:04:27.531413 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12cd7171-b455-442f-bc92-ca64072eb87c {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:04:27.531790 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'code': 200} Jul 23 21:04:27.558090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:27.633457 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfe245-82f6-4b1a-a482-153020068463 req-ab21c8dc-f126-4840-9ba5-74bf7546cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:27.634922 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dfbfe245-82f6-4b1a-a482-153020068463 req-ab21c8dc-f126-4840-9ba5-74bf7546cc31 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 1097 time: 0.0519848 Jul 23 21:04:27.673425 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dfbfe245-82f6-4b1a-a482-153020068463 req-67ef3ed2-ca9c-477a-86d1-94784171937f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307407 Jul 23 21:04:28.530070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8147dd-4f84-48b0-9b0c-cbf2c56dff8f req-8a7bc192-d00a-48a3-bdb7-361867055801 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:28.531520 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa8147dd-4f84-48b0-9b0c-cbf2c56dff8f req-8a7bc192-d00a-48a3-bdb7-361867055801 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.0684841 Jul 23 21:04:28.571971 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:28.580054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa8147dd-4f84-48b0-9b0c-cbf2c56dff8f req-30649bea-8310-4ac6-94d7-b18f339c7d80 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424004 Jul 23 21:04:29.710380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144416f-d1d4-45dc-9393-0df196b7f175 req-b0673faf-9da6-47e9-8430-37218bf47436 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:29.712247 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8144416f-d1d4-45dc-9393-0df196b7f175 req-b0673faf-9da6-47e9-8430-37218bf47436 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.0633831 Jul 23 21:04:29.749348 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8144416f-d1d4-45dc-9393-0df196b7f175 req-0dda535e-b4d0-417d-a543-1c5694d292a1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316811 Jul 23 21:04:29.877507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f68faf-e364-446a-ad45-77c5cad7d156 req-5a77bbcc-e1ee-4150-9093-25977add60e3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:29.878993 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-36f68faf-e364-446a-ad45-77c5cad7d156 req-5a77bbcc-e1ee-4150-9093-25977add60e3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.0625606 Jul 23 21:04:29.916056 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-36f68faf-e364-446a-ad45-77c5cad7d156 req-b3c523a2-6ca8-44a7-8c1d-612bb4cb8c3c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315402 Jul 23 21:04:29.937023 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52348) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:29.996624 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9e8cf6-6f1d-4315-826f-3b36f786da3e tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:29.998157 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dc9e8cf6-6f1d-4315-826f-3b36f786da3e tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 1092 time: 0.0601366 Jul 23 21:04:30.001004 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52350) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:30.005322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:30.028265 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:30.031343 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:30.127467 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:30.230158 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Allocated IP 172.25.3.254 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/b74d2fee-1e96-4d22-8b2c-41a69406dbd6) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:04:30.345508 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:30.413568 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b635a7b1-cfe0-4263-b372-1e79a542aa92 req-0cdb242a-fcb0-4792-b224-68f63286e80f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=76c2a104-cc04-4820-9821-e8911a5554a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0856841 Jul 23 21:04:30.419568 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:30.459486 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:04:30.474030 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:04:30.497759 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:04:30.499991 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=b74d2fee-1e96-4d22-8b2c-41a69406dbd6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:30.531974 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:30.532330 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:30.532677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:30.533012 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:30.533346 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:30.533677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:30.534008 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:30.534339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:30.534668 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:30.534992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:30.535346 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:30.535669 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:30.605547 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635a7b1-cfe0-4263-b372-1e79a542aa92 req-380c3c76-959b-451e-bf26-64f1493254ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:30.607066 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b635a7b1-cfe0-4263-b372-1e79a542aa92 req-380c3c76-959b-451e-bf26-64f1493254ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ccb4d709c112433095ae7c55bc31fde2&device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 1136 time: 0.1496704 Jul 23 21:04:31.145611 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635a7b1-cfe0-4263-b372-1e79a542aa92 req-0b2674cb-9fbb-44e5-a2eb-f9ce1e9b443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:31.147086 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b635a7b1-cfe0-4263-b372-1e79a542aa92 req-0b2674cb-9fbb-44e5-a2eb-f9ce1e9b443a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce8a5c20-621e-4360-95f8-8df56da47396 HTTP/1.1" status: 200 len: 897 time: 0.5145473 Jul 23 21:04:31.286081 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b635a7b1-cfe0-4263-b372-1e79a542aa92 req-4644c969-294c-4144-9be9-d4537886035e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e58aea3-d5ac-42fe-b856-acc19921b886 HTTP/1.1" status: 200 len: 1001 time: 0.1315105 Jul 23 21:04:31.372332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635a7b1-cfe0-4263-b372-1e79a542aa92 req-91db3739-b35f-4ad3-a938-72ba9f138560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:31.373785 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b635a7b1-cfe0-4263-b372-1e79a542aa92 req-91db3739-b35f-4ad3-a938-72ba9f138560 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0 HTTP/1.1" status: 200 len: 834 time: 0.0810776 Jul 23 21:04:31.414611 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:31.496673 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635a7b1-cfe0-4263-b372-1e79a542aa92 req-200791c8-9e96-4607-86dd-45de0d2f2196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:31.498182 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b635a7b1-cfe0-4263-b372-1e79a542aa92 req-200791c8-9e96-4607-86dd-45de0d2f2196 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce8a5c20-621e-4360-95f8-8df56da47396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166434 Jul 23 21:04:31.529193 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:31.648802 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b635a7b1-cfe0-4263-b372-1e79a542aa92 req-6e1e51de-491d-447c-8787-8013e4b5675c service neutron] 10.222.0.48 "GET /v2.0/networks/ce8a5c20-621e-4360-95f8-8df56da47396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412754 Jul 23 21:04:31.802551 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b635a7b1-cfe0-4263-b372-1e79a542aa92 req-f57619af-f7e2-4f5d-9e07-62b3ad983c45 service neutron] 10.222.0.48 "GET /v2.0/networks/ce8a5c20-621e-4360-95f8-8df56da47396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472175 Jul 23 21:04:31.804311 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:31.809198 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:31.877432 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=b74d2fee-1e96-4d22-8b2c-41a69406dbd6,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:31.888761 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:31.988762 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Floating IP f7d3cbc8-e040-4d49-976f-b8c5e745ddee associated. External IP: 172.25.3.254, port: f37ae0f3-195c-4af3-9dc5-2d45b5686ed1. Jul 23 21:04:32.198397 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router a34f94e6-b2af-4346-8463-4b1cbdb88357 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:04:32.310064 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:04:32.321336 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f8d98b-bb0f-448e-92a2-db973d3467e1 None None] Sync routers for ids ['a34f94e6-b2af-4346-8463-4b1cbdb88357'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:04:32.326026 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:32.331940 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f8d98b-bb0f-448e-92a2-db973d3467e1 None None] Routers {'a34f94e6-b2af-4346-8463-4b1cbdb88357'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:32.332612 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-41f8d98b-bb0f-448e-92a2-db973d3467e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:04:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a34f94e6-b2af-4346-8463-4b1cbdb88357'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:32.363835 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6178dcd7-fe27-4220-afe6-944b9f5e2b2d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3617947 Jul 23 21:04:32.364511 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:04:32.366823 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2cbb38-b726-46f3-a88c-c511be91891c" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:04:32.404519 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552a16fa-08de-4ccd-8587-ed77563f0a39 x-openstack-request-id: req-552a16fa-08de-4ccd-8587-ed77563f0a39 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:04:32.404971 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:04:32.405377 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-552a16fa-08de-4ccd-8587-ed77563f0a39 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:04:32.405932 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'status': 'completed', 'code': 200} Jul 23 21:04:32.446193 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-41f8d98b-bb0f-448e-92a2-db973d3467e1 None None] Set router a34f94e6-b2af-4346-8463-4b1cbdb88357 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:32.485804 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cbb38-b726-46f3-a88c-c511be91891c req-76ebf745-b7c7-409b-a1d2-99d40000ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:32.486501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5daf4-01a4-4020-a847-fe81b2459120 req-53cc4397-94a1-4211-b6ab-b8ce11e53072 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:32.487284 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9f2cbb38-b726-46f3-a88c-c511be91891c req-76ebf745-b7c7-409b-a1d2-99d40000ef25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 1097 time: 0.0576673 Jul 23 21:04:32.488093 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-75b5daf4-01a4-4020-a847-fe81b2459120 req-53cc4397-94a1-4211-b6ab-b8ce11e53072 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.0729229 Jul 23 21:04:32.532162 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-75b5daf4-01a4-4020-a847-fe81b2459120 req-5202f67c-775e-4b80-905d-29701779a8db tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354280 Jul 23 21:04:32.557062 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52356) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:32.588726 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cbb38-b726-46f3-a88c-c511be91891c req-b6ba7acd-362f-4349-bfae-ba4bfdb562f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:32.590482 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9f2cbb38-b726-46f3-a88c-c511be91891c req-b6ba7acd-362f-4349-bfae-ba4bfdb562f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff219030-1d37-43e1-af13-4e38e176e30e HTTP/1.1" status: 200 len: 897 time: 0.0970523 Jul 23 21:04:32.621275 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-810fc881-3da2-43db-88cb-940ba63dd551 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/floatingips/f7d3cbc8-e040-4d49-976f-b8c5e745ddee HTTP/1.1" status: 200 len: 991 time: 0.0630329 Jul 23 21:04:32.662349 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9f2cbb38-b726-46f3-a88c-c511be91891c req-0c8a11c2-9110-4f1a-b903-813d8124db92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 HTTP/1.1" status: 200 len: 999 time: 0.0651524 Jul 23 21:04:32.691988 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-41f8d98b-bb0f-448e-92a2-db973d3467e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821265624', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:15Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:16Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f7d3cbc8-e040-4d49-976f-b8c5e745ddee', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'floating_ip_address': '172.25.3.254', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'port_id': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e', 'mac_address': 'fa:16:3e:cd:58:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:04:31Z', 'updated_at': '2021-07-23T21:04:31Z', 'revision_number': 0, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c610688-19f8-4b0e-9646-175e99a2f01c', 'name': '', 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:56:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:18Z', 'updated_at': '2021-07-23T21:04:23Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:32.717831 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f8d98b-bb0f-448e-92a2-db973d3467e1 None None] Checking router: a34f94e6-b2af-4346-8463-4b1cbdb88357 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:04:32.719483 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cbb38-b726-46f3-a88c-c511be91891c req-489de17d-eb6b-49e5-8205-97cb135125e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:32.721079 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9f2cbb38-b726-46f3-a88c-c511be91891c req-489de17d-eb6b-49e5-8205-97cb135125e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a49024b-a480-47a4-bdc6-172a4993e5e0 HTTP/1.1" status: 200 len: 835 time: 0.0527864 Jul 23 21:04:32.725817 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f8d98b-bb0f-448e-92a2-db973d3467e1 None None] Routers {'a34f94e6-b2af-4346-8463-4b1cbdb88357'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:32.726410 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-41f8d98b-bb0f-448e-92a2-db973d3467e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:04:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a34f94e6-b2af-4346-8463-4b1cbdb88357'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:32.780831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cbb38-b726-46f3-a88c-c511be91891c req-3afcb55e-ae36-4562-a508-76c31f9233b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:32.782409 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9f2cbb38-b726-46f3-a88c-c511be91891c req-3afcb55e-ae36-4562-a508-76c31f9233b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff219030-1d37-43e1-af13-4e38e176e30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544591 Jul 23 21:04:32.828478 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-41f8d98b-bb0f-448e-92a2-db973d3467e1 None None] Set router a34f94e6-b2af-4346-8463-4b1cbdb88357 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:32.874073 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9f2cbb38-b726-46f3-a88c-c511be91891c req-af5b02b7-188b-4a38-8814-d306f23bb719 service neutron] 10.222.0.48 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834575 Jul 23 21:04:32.978620 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9f2cbb38-b726-46f3-a88c-c511be91891c req-ea8ad93a-037d-4402-8447-1f223b57471b service neutron] 10.222.0.48 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969543 Jul 23 21:04:33.057970 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-41f8d98b-bb0f-448e-92a2-db973d3467e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821265624', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:15Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:16Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f7d3cbc8-e040-4d49-976f-b8c5e745ddee', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'floating_ip_address': '172.25.3.254', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'port_id': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e', 'mac_address': 'fa:16:3e:cd:58:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:04:31Z', 'updated_at': '2021-07-23T21:04:31Z', 'revision_number': 0, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c610688-19f8-4b0e-9646-175e99a2f01c', 'name': '', 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:56:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:18Z', 'updated_at': '2021-07-23T21:04:23Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:33.083651 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f8d98b-bb0f-448e-92a2-db973d3467e1 None None] The sync data for ids ['a34f94e6-b2af-4346-8463-4b1cbdb88357'] in n-d-791504-18 is: [{'id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821265624', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:15Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:16Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f7d3cbc8-e040-4d49-976f-b8c5e745ddee', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'floating_ip_address': '172.25.3.254', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'port_id': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e', 'mac_address': 'fa:16:3e:cd:58:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:04:31Z', 'updated_at': '2021-07-23T21:04:31Z', 'revision_number': 0, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c610688-19f8-4b0e-9646-175e99a2f01c', 'name': '', 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:56:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:18Z', 'updated_at': '2021-07-23T21:04:23Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:04:33.263521 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35b5e59-6f18-40d7-b02a-58715dce969c None None] New status for floating IP f7d3cbc8-e040-4d49-976f-b8c5e745ddee: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:04:33.626185 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52358) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:33.689270 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f50a583c-7bd3-4470-bd0f-c7884827925b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/floatingips/f7d3cbc8-e040-4d49-976f-b8c5e745ddee HTTP/1.1" status: 200 len: 993 time: 0.0619819 Jul 23 21:04:35.555561 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52364) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:35.659997 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ec6f5b63-7a1f-43e5-aa26-78b62d7c00d2 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2024 time: 0.1028523 Jul 23 21:04:35.662475 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52366) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:35.667370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-fe9959ad-d1ee-44e9-aec3-d6dac0d6d4f5 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Request body: {'network': {'name': 'tempest-network-smoke--522380819', 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'port_security_enabled': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:35.688417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9959ad-d1ee-44e9-aec3-d6dac0d6d4f5 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Made reservation on behalf of ccb4d709c112433095ae7c55bc31fde2 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:04:35.692458 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe9959ad-d1ee-44e9-aec3-d6dac0d6d4f5 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:35.716857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9959ad-d1ee-44e9-aec3-d6dac0d6d4f5 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:04:35.725941 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe9959ad-d1ee-44e9-aec3-d6dac0d6d4f5 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:35.726284 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-fe9959ad-d1ee-44e9-aec3-d6dac0d6d4f5 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Added segment 00904f38-5d69-41aa-a8e9-716bd211ef42 of type vlan for network d50ac01b-a193-4028-98d3-17debf291731 Jul 23 21:04:35.764772 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe9959ad-d1ee-44e9-aec3-d6dac0d6d4f5 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:35.792666 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe9959ad-d1ee-44e9-aec3-d6dac0d6d4f5 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:35.799226 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9959ad-d1ee-44e9-aec3-d6dac0d6d4f5 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:35.799816 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe9959ad-d1ee-44e9-aec3-d6dac0d6d4f5 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:35.832285 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fe9959ad-d1ee-44e9-aec3-d6dac0d6d4f5 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1687977 Jul 23 21:04:35.835079 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52368) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:35.840754 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2125491021', 'admin_state_up': True, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:35.864949 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:35.865955 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:35.874615 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9959ad-d1ee-44e9-aec3-d6dac0d6d4f5 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event updated for resources: {'Network': ['ID=d50ac01b-a193-4028-98d3-17debf291731,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:35.886379 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network d50ac01b-a193-4028-98d3-17debf291731 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:04:35.917228 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:36.054495 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:36.246807 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:36.265692 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:36.366581 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Allocated IP 172.25.3.233 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/45601fa0-94b7-41b8-ae3d-70894cf10bc0) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:04:36.470392 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:36.508524 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:36.543718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:04:36.546561 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:04:36.552112 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:04:36.577867 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event updated for resources: {'Port': ['ID=45601fa0-94b7-41b8-ae3d-70894cf10bc0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:36.803652 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:36.997574 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:37.126048 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Router 3ac40003-f939-43f4-a4f4-4dba9d1c3fae is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:04:37.229996 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:04:37.240898 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Sync routers for ids ['3ac40003-f939-43f4-a4f4-4dba9d1c3fae'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:04:37.248864 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:37.250094 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a418d3b6-0e26-4d87-83a1-545acc6cad28 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4131432 Jul 23 21:04:37.250628 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Routers {'3ac40003-f939-43f4-a4f4-4dba9d1c3fae'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:37.250866 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:04:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['3ac40003-f939-43f4-a4f4-4dba9d1c3fae'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:37.253145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52370) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:37.318887 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a341ad8-eb61-462c-83b7-b04404ec9148 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:37.320453 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3a341ad8-eb61-462c-83b7-b04404ec9148 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=ccb4d709c112433095ae7c55bc31fde2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0650392 Jul 23 21:04:37.323261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52372) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:37.354926 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Set router 3ac40003-f939-43f4-a4f4-4dba9d1c3fae gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:37.414036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e25cb1-5cd3-45c1-815b-639ea171ae96 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:37.415485 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d1e25cb1-5cd3-45c1-815b-639ea171ae96 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913188 Jul 23 21:04:37.418283 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52374) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:37.451570 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-16a6f3d4-f061-4fe7-bb03-c3fdc8eb7aa8 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321748 Jul 23 21:04:37.454703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52376) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:37.482755 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6c511e3b-3773-4a36-ac3f-36dde196bc90 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=ccb4d709c112433095ae7c55bc31fde2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269613 Jul 23 21:04:37.485197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52378) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:37.535623 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2125491021', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '45601fa0-94b7-41b8-ae3d-70894cf10bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:35Z', 'updated_at': '2021-07-23T21:04:36Z', 'revision_number': 3, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '45601fa0-94b7-41b8-ae3d-70894cf10bc0', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:36Z', 'updated_at': '2021-07-23T21:04:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:37.561218 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Checking router: 3ac40003-f939-43f4-a4f4-4dba9d1c3fae for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:04:37.561556 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Updating router 3ac40003-f939-43f4-a4f4-4dba9d1c3fae port 45601fa0-94b7-41b8-ae3d-70894cf10bc0 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:04:37.577494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0629cc1-13a1-42ee-80d4-e56f964dcb04 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:37.579589 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e0629cc1-13a1-42ee-80d4-e56f964dcb04 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0935078 Jul 23 21:04:37.582399 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52380) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:37.599887 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:37.610456 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-68c42440-9d81-4449-94e0-5cdd5cd8e8bf tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270126 Jul 23 21:04:37.612893 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52382) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:37.617638 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-0e4878b4-6d48-4845-8229-61f64409796d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-641480045', 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731', 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:37.702278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4878b4-6d48-4845-8229-61f64409796d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Made reservation on behalf of ccb4d709c112433095ae7c55bc31fde2 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:04:37.706200 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0e4878b4-6d48-4845-8229-61f64409796d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:37.847462 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:37.857222 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Transition to ACTIVE for port object 45601fa0-94b7-41b8-ae3d-70894cf10bc0 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:04:37.863407 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:37.891794 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0e4878b4-6d48-4845-8229-61f64409796d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:37.912495 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Attempting to bind port 45601fa0-94b7-41b8-ae3d-70894cf10bc0 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:04:37.912859 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Attempting to bind port 45601fa0-94b7-41b8-ae3d-70894cf10bc0 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:04:37.913223 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Attempting to bind port 45601fa0-94b7-41b8-ae3d-70894cf10bc0 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:04:37.920117 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01035cf-17f2-4e07-982f-ac360d2d9c15 None None] Pushing event updated for resources: {'Port': ['ID=45601fa0-94b7-41b8-ae3d-70894cf10bc0,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:37.923560 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:04:37.923933 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:04:37.924335 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:37.925227 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:04:37.925227 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Bound port: 45601fa0-94b7-41b8-ae3d-70894cf10bc0, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:04:37.925634 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:37.957865 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4878b4-6d48-4845-8229-61f64409796d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event updated for resources: {'Subnet': ['ID=8fd18d3f-db5e-4bdc-beef-ab8e7c0e865a,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:37.966782 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4878b4-6d48-4845-8229-61f64409796d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Checking segment: {'id': '00904f38-5d69-41aa-a8e9-716bd211ef42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:04:37.967172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4878b4-6d48-4845-8229-61f64409796d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Network hostable DHCP agents. Network: d50ac01b-a193-4028-98d3-17debf291731, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:04:37.980680 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] For port 45601fa0-94b7-41b8-ae3d-70894cf10bc0, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:04:37.983695 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4878b4-6d48-4845-8229-61f64409796d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Network d50ac01b-a193-4028-98d3-17debf291731 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:04:37.983852 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] For port 45601fa0-94b7-41b8-ae3d-70894cf10bc0, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=45601fa0-94b7-41b8-ae3d-70894cf10bc0,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:04:37.987718 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:37.992307 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-0e4878b4-6d48-4845-8229-61f64409796d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, d50ac01b-a193-4028-98d3-17debf291731) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:04:37.996356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4878b4-6d48-4845-8229-61f64409796d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:37.996938 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0e4878b4-6d48-4845-8229-61f64409796d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:38.003911 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800d2a42-2b8e-4a3f-8c7a-2e366153fd86 None None] Network d50ac01b-a193-4028-98d3-17debf291731 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:04:38.013151 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0e4878b4-6d48-4845-8229-61f64409796d tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3991499 Jul 23 21:04:38.015664 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52384) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:38.044333 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Routers {'3ac40003-f939-43f4-a4f4-4dba9d1c3fae'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:38.044955 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:04:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['3ac40003-f939-43f4-a4f4-4dba9d1c3fae'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:38.079967 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01035cf-17f2-4e07-982f-ac360d2d9c15 None None] Pushing event updated for resources: {'Port': ['ID=45601fa0-94b7-41b8-ae3d-70894cf10bc0,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:38.166566 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-d50ac01b-a193-4028-98d3-17debf291731', 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'fixed_ips': [{'subnet_id': '8fd18d3f-db5e-4bdc-beef-ab8e7c0e865a'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:04:38.167837 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:38.245311 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] Set router 3ac40003-f939-43f4-a4f4-4dba9d1c3fae gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:38.314699 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Allocated IP 172.20.0.18 (d50ac01b-a193-4028-98d3-17debf291731/8fd18d3f-db5e-4bdc-beef-ab8e7c0e865a/b83fd711-abd9-46f7-9e4d-eaae1afd1516) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:04:38.437198 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2125491021', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '45601fa0-94b7-41b8-ae3d-70894cf10bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:35Z', 'updated_at': '2021-07-23T21:04:36Z', 'revision_number': 3, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '45601fa0-94b7-41b8-ae3d-70894cf10bc0', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:36Z', 'updated_at': '2021-07-23T21:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:38.468510 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e3fb29-521e-453c-a4f7-806a047a3f6a None None] The sync data for ids ['3ac40003-f939-43f4-a4f4-4dba9d1c3fae'] in n-d-791504-18 is: [{'id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2125491021', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '45601fa0-94b7-41b8-ae3d-70894cf10bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:35Z', 'updated_at': '2021-07-23T21:04:36Z', 'revision_number': 3, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '45601fa0-94b7-41b8-ae3d-70894cf10bc0', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:36Z', 'updated_at': '2021-07-23T21:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:04:38.483009 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:38.493332 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Transition to ACTIVE for port object b83fd711-abd9-46f7-9e4d-eaae1afd1516 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:04:38.510581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Transition to ACTIVE for port object b83fd711-abd9-46f7-9e4d-eaae1afd1516 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:04:38.517847 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:38.556144 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Network d50ac01b-a193-4028-98d3-17debf291731 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:04:38.561083 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:04:38.567086 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:04:38.576253 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Pushing event updated for resources: {'Port': ['ID=b83fd711-abd9-46f7-9e4d-eaae1afd1516,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:38.588533 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:38.588877 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:38.589220 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:38.589559 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:38.589896 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:38.590350 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:38.590551 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:38.590897 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:38.591247 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:38.591570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:38.591899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:38.592217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:38.645719 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Attempting to bind port b83fd711-abd9-46f7-9e4d-eaae1afd1516 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:04:38.646249 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Attempting to bind port b83fd711-abd9-46f7-9e4d-eaae1afd1516 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '00904f38-5d69-41aa-a8e9-716bd211ef42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:04:38.646718 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Attempting to bind port b83fd711-abd9-46f7-9e4d-eaae1afd1516 on network d50ac01b-a193-4028-98d3-17debf291731 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:04:38.652777 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:04:38.653229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Checking segment: {'id': '00904f38-5d69-41aa-a8e9-716bd211ef42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:04:38.653640 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:38.654033 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Bound using segment: {'id': '00904f38-5d69-41aa-a8e9-716bd211ef42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:04:38.654502 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Bound port: b83fd711-abd9-46f7-9e4d-eaae1afd1516, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00904f38-5d69-41aa-a8e9-716bd211ef42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:04:38.654889 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:38.751807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] For port b83fd711-abd9-46f7-9e4d-eaae1afd1516, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:04:38.758270 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] For port b83fd711-abd9-46f7-9e4d-eaae1afd1516, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b83fd711-abd9-46f7-9e4d-eaae1afd1516,segment=NetworkSegment(00904f38-5d69-41aa-a8e9-716bd211ef42),segment_id=00904f38-5d69-41aa-a8e9-716bd211ef42)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:04:38.764441 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:38.838462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609590d6-cbc0-4516-a376-7dbf94ae5325 None None] Pushing event updated for resources: {'Port': ['ID=b83fd711-abd9-46f7-9e4d-eaae1afd1516,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:38.848211 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:39.160346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Allocated IP 172.20.0.17 (d50ac01b-a193-4028-98d3-17debf291731/8fd18d3f-db5e-4bdc-beef-ab8e7c0e865a/45cefe8c-5cc9-48b7-bb58-55f3e099a25a) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:04:39.288354 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:39.302202 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Transition to ACTIVE for port object 45cefe8c-5cc9-48b7-bb58-55f3e099a25a will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:04:39.337676 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:39.376529 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Network d50ac01b-a193-4028-98d3-17debf291731 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:04:39.379507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:04:39.382414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:04:39.414956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event updated for resources: {'Port': ['ID=45cefe8c-5cc9-48b7-bb58-55f3e099a25a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:39.434687 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:39.594512 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b83fd711-abd9-46f7-9e4d-eaae1afd1516 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:04:39.598195 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:39.647965 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port b83fd711-abd9-46f7-9e4d-eaae1afd1516 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:04:39.653292 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45601fa0-94b7-41b8-ae3d-70894cf10bc0 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:04:39.707178 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 45601fa0-94b7-41b8-ae3d-70894cf10bc0 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:04:39.712700 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 45601fa0-94b7-41b8-ae3d-70894cf10bc0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:39.713229 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:39.803516 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:39.817291 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0563ae4a-427d-41ab-b128-4d40916e5d03 None None] Network d50ac01b-a193-4028-98d3-17debf291731 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:04:39.841414 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 45601fa0-94b7-41b8-ae3d-70894cf10bc0, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=45601fa0-94b7-41b8-ae3d-70894cf10bc0,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:39.853367 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:39.880153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-36231f20-e496-48b4-948b-ba46901dacf4 None None] Provisioning for port b83fd711-abd9-46f7-9e4d-eaae1afd1516 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:04:39.904572 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:39.909055 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:39.991008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event updated for resources: {'Port': ['ID=45cefe8c-5cc9-48b7-bb58-55f3e099a25a,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:39.993709 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:40.072677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-36231f20-e496-48b4-948b-ba46901dacf4 None None] Provisioning complete for port b83fd711-abd9-46f7-9e4d-eaae1afd1516 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:40.072963 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-36231f20-e496-48b4-948b-ba46901dacf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:40.091772 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Network d50ac01b-a193-4028-98d3-17debf291731 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:04:40.093207 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:04:40.138327 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=45601fa0-94b7-41b8-ae3d-70894cf10bc0,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:40.213071 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Router 3ac40003-f939-43f4-a4f4-4dba9d1c3fae has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:04:40.245195 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-36231f20-e496-48b4-948b-ba46901dacf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:40.293751 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-36231f20-e496-48b4-948b-ba46901dacf4 None None] For port b83fd711-abd9-46f7-9e4d-eaae1afd1516, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b83fd711-abd9-46f7-9e4d-eaae1afd1516,segment=NetworkSegment(00904f38-5d69-41aa-a8e9-716bd211ef42),segment_id=00904f38-5d69-41aa-a8e9-716bd211ef42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:40.299742 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-36231f20-e496-48b4-948b-ba46901dacf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:40.329621 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:04:40.334890 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dda9bce6-59b6-4c5d-947c-120626c51ee9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "PUT /v2.0/routers/3ac40003-f939-43f4-a4f4-4dba9d1c3fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3165438 Jul 23 21:04:40.363259 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36231f20-e496-48b4-948b-ba46901dacf4 None None] Pushing event updated for resources: {'Port': ['ID=b83fd711-abd9-46f7-9e4d-eaae1afd1516,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:40.387875 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Sync routers for ids ['3ac40003-f939-43f4-a4f4-4dba9d1c3fae'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:04:40.399647 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Routers {'3ac40003-f939-43f4-a4f4-4dba9d1c3fae'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:40.400434 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:04:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['3ac40003-f939-43f4-a4f4-4dba9d1c3fae'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:40.527704 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Set router 3ac40003-f939-43f4-a4f4-4dba9d1c3fae gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:40.565582 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-4a74397f-8734-4fc3-bdc0-9698f8e2cedd tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:40.567309 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-4a74397f-8734-4fc3-bdc0-9698f8e2cedd tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/networks?id=d50ac01b-a193-4028-98d3-17debf291731 HTTP/1.1" status: 200 len: 797 time: 0.1159415 Jul 23 21:04:40.584379 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-2ff48b9b-09ac-44c2-a60c-feb35a23ceb2 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/quotas/ccb4d709c112433095ae7c55bc31fde2 HTTP/1.1" status: 200 len: 375 time: 0.0105319 Jul 23 21:04:40.651216 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e76da7ae-0a17-4aeb-8b11-27f74e1308be None None] Provisioning complete for port b83fd711-abd9-46f7-9e4d-eaae1afd1516 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:40.651834 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e76da7ae-0a17-4aeb-8b11-27f74e1308be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:40.675234 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-6f5e9b82-fa46-440d-a3a7-16f11be49922 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ccb4d709c112433095ae7c55bc31fde2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0844905 Jul 23 21:04:40.782133 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-f73e7813-480e-49f7-836e-ef9da7870dbf service neutron] 10.222.0.55 "GET /v2.0/networks/d50ac01b-a193-4028-98d3-17debf291731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948617 Jul 23 21:04:40.826791 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2125491021', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '45601fa0-94b7-41b8-ae3d-70894cf10bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:35Z', 'updated_at': '2021-07-23T21:04:39Z', 'revision_number': 4, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '45601fa0-94b7-41b8-ae3d-70894cf10bc0', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:36Z', 'updated_at': '2021-07-23T21:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '45cefe8c-5cc9-48b7-bb58-55f3e099a25a', 'name': '', 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'mac_address': 'fa:16:3e:8e:d1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '8fd18d3f-db5e-4bdc-beef-ab8e7c0e865a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:38Z', 'updated_at': '2021-07-23T21:04:39Z', 'revision_number': 2, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'subnets': [{'id': '8fd18d3f-db5e-4bdc-beef-ab8e7c0e865a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:40.829365 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e76da7ae-0a17-4aeb-8b11-27f74e1308be None None] Provisioning for port 45cefe8c-5cc9-48b7-bb58-55f3e099a25a completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:04:40.863023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e76da7ae-0a17-4aeb-8b11-27f74e1308be None None] Provisioning complete for port 45cefe8c-5cc9-48b7-bb58-55f3e099a25a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:40.863585 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e76da7ae-0a17-4aeb-8b11-27f74e1308be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:40.865177 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Checking router: 3ac40003-f939-43f4-a4f4-4dba9d1c3fae for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:04:40.865523 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Updating router 3ac40003-f939-43f4-a4f4-4dba9d1c3fae port 45cefe8c-5cc9-48b7-bb58-55f3e099a25a binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:04:40.885509 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-d4bad6ed-154a-4da9-bb67-ca59872dfcca service neutron] 10.222.0.55 "GET /v2.0/networks/d50ac01b-a193-4028-98d3-17debf291731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963995 Jul 23 21:04:40.927857 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:40.930485 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e76da7ae-0a17-4aeb-8b11-27f74e1308be None None] Port 45cefe8c-5cc9-48b7-bb58-55f3e099a25a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:04:41.063970 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-190165d8-60e4-4fbb-85a8-194500258083 req-38de03e8-8e37-48f8-8e7f-d933779a4f4e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e596e9-6bb4-45da-8cc7-16f1f87f0539 HTTP/1.1" status: 200 len: 210 time: 0.0344839 Jul 23 21:04:41.067828 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5f4f5b1f-954c-4a8f-b739-69db55b314cc None None] Provisioning complete for port 45cefe8c-5cc9-48b7-bb58-55f3e099a25a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:41.068140 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f4f5b1f-954c-4a8f-b739-69db55b314cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:41.155771 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5f4f5b1f-954c-4a8f-b739-69db55b314cc None None] Port 45cefe8c-5cc9-48b7-bb58-55f3e099a25a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:04:41.251810 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:41.262076 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Transition to ACTIVE for port object 45cefe8c-5cc9-48b7-bb58-55f3e099a25a will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:04:41.268696 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:41.318218 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b6084-358b-4d8a-b707-5dc6f7f9e335 None None] Pushing event updated for resources: {'Port': ['ID=45cefe8c-5cc9-48b7-bb58-55f3e099a25a,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:41.377892 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Attempting to bind port 45cefe8c-5cc9-48b7-bb58-55f3e099a25a on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:04:41.378471 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Attempting to bind port 45cefe8c-5cc9-48b7-bb58-55f3e099a25a by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '00904f38-5d69-41aa-a8e9-716bd211ef42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:04:41.378844 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Attempting to bind port 45cefe8c-5cc9-48b7-bb58-55f3e099a25a on network d50ac01b-a193-4028-98d3-17debf291731 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:04:41.384488 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:04:41.384864 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Checking segment: {'id': '00904f38-5d69-41aa-a8e9-716bd211ef42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:04:41.385272 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:41.385672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Bound using segment: {'id': '00904f38-5d69-41aa-a8e9-716bd211ef42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:04:41.386170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Bound port: 45cefe8c-5cc9-48b7-bb58-55f3e099a25a, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00904f38-5d69-41aa-a8e9-716bd211ef42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:04:41.386589 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:41.466125 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] For port 45cefe8c-5cc9-48b7-bb58-55f3e099a25a, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:04:41.470121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] For port 45cefe8c-5cc9-48b7-bb58-55f3e099a25a, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=45cefe8c-5cc9-48b7-bb58-55f3e099a25a,segment=NetworkSegment(00904f38-5d69-41aa-a8e9-716bd211ef42),segment_id=00904f38-5d69-41aa-a8e9-716bd211ef42)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:04:41.477434 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:41.545148 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b6084-358b-4d8a-b707-5dc6f7f9e335 None None] Pushing event updated for resources: {'Port': ['ID=45cefe8c-5cc9-48b7-bb58-55f3e099a25a,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:41.550652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Routers {'3ac40003-f939-43f4-a4f4-4dba9d1c3fae'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:41.551455 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:04:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['3ac40003-f939-43f4-a4f4-4dba9d1c3fae'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:41.559680 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b83fd711-abd9-46f7-9e4d-eaae1afd1516 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:04:41.700307 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b83fd711-abd9-46f7-9e4d-eaae1afd1516 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:41.701009 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:41.734112 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] Set router 3ac40003-f939-43f4-a4f4-4dba9d1c3fae gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:41.917680 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45601fa0-94b7-41b8-ae3d-70894cf10bc0 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:04:42.009884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 45601fa0-94b7-41b8-ae3d-70894cf10bc0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:42.010866 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:42.054493 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2125491021', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '45601fa0-94b7-41b8-ae3d-70894cf10bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:35Z', 'updated_at': '2021-07-23T21:04:39Z', 'revision_number': 4, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '45601fa0-94b7-41b8-ae3d-70894cf10bc0', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:36Z', 'updated_at': '2021-07-23T21:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '45cefe8c-5cc9-48b7-bb58-55f3e099a25a', 'name': '', 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'mac_address': 'fa:16:3e:8e:d1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '8fd18d3f-db5e-4bdc-beef-ab8e7c0e865a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:38Z', 'updated_at': '2021-07-23T21:04:41Z', 'revision_number': 4, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'subnets': [{'id': '8fd18d3f-db5e-4bdc-beef-ab8e7c0e865a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:42.082855 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204042c0-fc6a-4f1b-a0d6-f42e84a0b232 None None] The sync data for ids ['3ac40003-f939-43f4-a4f4-4dba9d1c3fae'] in n-d-791504-18 is: [{'id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2125491021', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '45601fa0-94b7-41b8-ae3d-70894cf10bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:35Z', 'updated_at': '2021-07-23T21:04:39Z', 'revision_number': 4, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '45601fa0-94b7-41b8-ae3d-70894cf10bc0', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:36Z', 'updated_at': '2021-07-23T21:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '45cefe8c-5cc9-48b7-bb58-55f3e099a25a', 'name': '', 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'mac_address': 'fa:16:3e:8e:d1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '8fd18d3f-db5e-4bdc-beef-ab8e7c0e865a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:38Z', 'updated_at': '2021-07-23T21:04:41Z', 'revision_number': 4, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'subnets': [{'id': '8fd18d3f-db5e-4bdc-beef-ab8e7c0e865a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:04:42.109921 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-dc1be503-5e3d-42f5-9473-710d87e96e9e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:42.111926 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-dc1be503-5e3d-42f5-9473-710d87e96e9e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.57 "GET /v2.0/networks?id=d50ac01b-a193-4028-98d3-17debf291731 HTTP/1.1" status: 200 len: 797 time: 0.1379516 Jul 23 21:04:42.146093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-f9432e6a-f257-4f29-b67c-a1b338eec051 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Request body: {'port': {'device_id': '24e596e9-6bb4-45da-8cc7-16f1f87f0539', 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731', 'admin_state_up': True, 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:42.209295 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e9799516-5b84-4b0e-a9be-bdf39fd1ce03 req-444718c1-57ef-4ba0-b882-f0a090d4c50b tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e596e9-6bb4-45da-8cc7-16f1f87f0539 HTTP/1.1" status: 200 len: 210 time: 0.0503731 Jul 23 21:04:42.307127 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-f9432e6a-f257-4f29-b67c-a1b338eec051 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Made reservation on behalf of ccb4d709c112433095ae7c55bc31fde2 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:04:42.310832 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-f9432e6a-f257-4f29-b67c-a1b338eec051 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:42.449249 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-f9432e6a-f257-4f29-b67c-a1b338eec051 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Allocated IP 172.20.0.30 (d50ac01b-a193-4028-98d3-17debf291731/8fd18d3f-db5e-4bdc-beef-ab8e7c0e865a/62148e58-4e70-40a0-b21c-528dd9a54138) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:04:42.580261 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-f9432e6a-f257-4f29-b67c-a1b338eec051 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:42.596242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-f9432e6a-f257-4f29-b67c-a1b338eec051 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Transition to ACTIVE for port object 62148e58-4e70-40a0-b21c-528dd9a54138 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:04:42.631043 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-f9432e6a-f257-4f29-b67c-a1b338eec051 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:42.677907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-f9432e6a-f257-4f29-b67c-a1b338eec051 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Network d50ac01b-a193-4028-98d3-17debf291731 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:04:42.683060 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-f9432e6a-f257-4f29-b67c-a1b338eec051 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:04:42.686844 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-f9432e6a-f257-4f29-b67c-a1b338eec051 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:04:42.714226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9432e6a-f257-4f29-b67c-a1b338eec051 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event updated for resources: {'Port': ['ID=62148e58-4e70-40a0-b21c-528dd9a54138,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:42.742082 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-f9432e6a-f257-4f29-b67c-a1b338eec051 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:42.742805 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-f9432e6a-f257-4f29-b67c-a1b338eec051 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:42.759072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-f9432e6a-f257-4f29-b67c-a1b338eec051 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6356654 Jul 23 21:04:42.772500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Request body: {'port': {'device_id': '24e596e9-6bb4-45da-8cc7-16f1f87f0539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:42.857218 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:42.974888 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e5e538a2-d5ae-4b36-8f90-b5751bf69479 None None] Provisioning for port 62148e58-4e70-40a0-b21c-528dd9a54138 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:04:42.981876 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e5e538a2-d5ae-4b36-8f90-b5751bf69479 None None] Provisioning complete for port 62148e58-4e70-40a0-b21c-528dd9a54138 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:42.982501 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5e538a2-d5ae-4b36-8f90-b5751bf69479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:43.028142 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e5e538a2-d5ae-4b36-8f90-b5751bf69479 None None] Port 62148e58-4e70-40a0-b21c-528dd9a54138 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:04:43.137243 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62148e58-4e70-40a0-b21c-528dd9a54138 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:04:43.144643 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:43.156980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Transition to ACTIVE for port object 62148e58-4e70-40a0-b21c-528dd9a54138 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:04:43.160848 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:43.213538 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Pushing event updated for resources: {'Port': ['ID=62148e58-4e70-40a0-b21c-528dd9a54138,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:43.304178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Attempting to bind port 62148e58-4e70-40a0-b21c-528dd9a54138 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:04:43.304662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Attempting to bind port 62148e58-4e70-40a0-b21c-528dd9a54138 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '00904f38-5d69-41aa-a8e9-716bd211ef42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:04:43.305080 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Attempting to bind port 62148e58-4e70-40a0-b21c-528dd9a54138 on network d50ac01b-a193-4028-98d3-17debf291731 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:04:43.329118 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Port 62148e58-4e70-40a0-b21c-528dd9a54138 on network d50ac01b-a193-4028-98d3-17debf291731 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:04:43.329435 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Attempting to bind port 62148e58-4e70-40a0-b21c-528dd9a54138 on network d50ac01b-a193-4028-98d3-17debf291731 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:04:43.339465 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:04:43.339803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Checking segment: {'id': '00904f38-5d69-41aa-a8e9-716bd211ef42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:04:43.340191 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Bound using segment: {'id': '00904f38-5d69-41aa-a8e9-716bd211ef42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:04:43.340622 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Bound port: 62148e58-4e70-40a0-b21c-528dd9a54138, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00904f38-5d69-41aa-a8e9-716bd211ef42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:04:43.340982 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:43.402753 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b698b7-7cd0-46ea-8ff5-c6ff50d96e87 req-e27eff6c-39da-4c1c-8eae-4e4cc1933a31 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:43.404309 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b7b698b7-7cd0-46ea-8ff5-c6ff50d96e87 req-e27eff6c-39da-4c1c-8eae-4e4cc1933a31 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e596e9-6bb4-45da-8cc7-16f1f87f0539 HTTP/1.1" status: 200 len: 907 time: 0.1206315 Jul 23 21:04:43.430686 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] For port 62148e58-4e70-40a0-b21c-528dd9a54138, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:04:43.433698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] For port 62148e58-4e70-40a0-b21c-528dd9a54138, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=62148e58-4e70-40a0-b21c-528dd9a54138,segment=NetworkSegment(00904f38-5d69-41aa-a8e9-716bd211ef42),segment_id=00904f38-5d69-41aa-a8e9-716bd211ef42)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:04:43.439056 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:43.474178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:43.474791 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:43.476228 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] 10.222.0.57 "PUT /v2.0/ports/62148e58-4e70-40a0-b21c-528dd9a54138 HTTP/1.1" status: 200 len: 1056 time: 0.7085962 Jul 23 21:04:43.476648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e596e9-6bb4-45da-8cc7-16f1f87f0539', 'tag': '62148e58-4e70-40a0-b21c-528dd9a54138'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:04:43.478941 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de2c07f-642e-41a9-8538-f12ecd4b2bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "24e596e9-6bb4-45da-8cc7-16f1f87f0539", "tag": "62148e58-4e70-40a0-b21c-528dd9a54138"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:04:43.513156 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fcb70-8553-45ab-a3c2-153c4280e084 service neutron] Pushing event updated for resources: {'Port': ['ID=62148e58-4e70-40a0-b21c-528dd9a54138,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:43.524547 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf37f99a-0ad6-4584-9200-669ac1b8555b x-openstack-request-id: req-cf37f99a-0ad6-4584-9200-669ac1b8555b {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:04:43.524885 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e596e9-6bb4-45da-8cc7-16f1f87f0539", "tag": "62148e58-4e70-40a0-b21c-528dd9a54138", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:04:43.525087 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf37f99a-0ad6-4584-9200-669ac1b8555b {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:04:43.527470 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e596e9-6bb4-45da-8cc7-16f1f87f0539', 'tag': '62148e58-4e70-40a0-b21c-528dd9a54138', 'status': 'completed', 'code': 200} Jul 23 21:04:43.593181 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45cefe8c-5cc9-48b7-bb58-55f3e099a25a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:04:43.603410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-1668c6a4-c97e-42d0-b7ea-5d722ec54bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:43.605029 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-1668c6a4-c97e-42d0-b7ea-5d722ec54bdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ccb4d709c112433095ae7c55bc31fde2&device_id=24e596e9-6bb4-45da-8cc7-16f1f87f0539 HTTP/1.1" status: 200 len: 1059 time: 0.0687551 Jul 23 21:04:43.646054 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 45cefe8c-5cc9-48b7-bb58-55f3e099a25a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:04:43.650276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 45cefe8c-5cc9-48b7-bb58-55f3e099a25a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:43.650655 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:43.653499 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-f9ab1a1f-5b33-4516-af8e-ad59ef68a0f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=62148e58-4e70-40a0-b21c-528dd9a54138 HTTP/1.1" status: 200 len: 217 time: 0.0404394 Jul 23 21:04:43.703690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-f22e2e55-b707-4c39-876a-9539e81f930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:43.705181 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-f22e2e55-b707-4c39-876a-9539e81f930f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fd18d3f-db5e-4bdc-beef-ab8e7c0e865a HTTP/1.1" status: 200 len: 837 time: 0.0463338 Jul 23 21:04:43.733379 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:43.765102 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-72fc82a2-05c9-47e5-8e3c-cfd78c908787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:43.767450 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-72fc82a2-05c9-47e5-8e3c-cfd78c908787 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d50ac01b-a193-4028-98d3-17debf291731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0558090 Jul 23 21:04:43.769612 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 45cefe8c-5cc9-48b7-bb58-55f3e099a25a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=45cefe8c-5cc9-48b7-bb58-55f3e099a25a,segment=NetworkSegment(00904f38-5d69-41aa-a8e9-716bd211ef42),segment_id=00904f38-5d69-41aa-a8e9-716bd211ef42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:43.774038 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:43.827031 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=45cefe8c-5cc9-48b7-bb58-55f3e099a25a,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:43.860424 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-ad5cb009-ab3b-4e66-9d27-5eb080a33a15 service neutron] 10.222.0.57 "GET /v2.0/networks/d50ac01b-a193-4028-98d3-17debf291731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870132 Jul 23 21:04:43.946184 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3eaadd59-39b5-4964-84ba-ad60b66e6bc0 req-7a08f073-6a60-4c14-a36c-1b898001fde4 service neutron] 10.222.0.57 "GET /v2.0/networks/d50ac01b-a193-4028-98d3-17debf291731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800486 Jul 23 21:04:44.047483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2c07f-642e-41a9-8538-f12ecd4b2bf4 req-7a4c2005-471b-49fe-b986-4b7552cce3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:44.048991 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9de2c07f-642e-41a9-8538-f12ecd4b2bf4 req-7a4c2005-471b-49fe-b986-4b7552cce3c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ccb4d709c112433095ae7c55bc31fde2&device_id=24e596e9-6bb4-45da-8cc7-16f1f87f0539 HTTP/1.1" status: 200 len: 1059 time: 0.0581791 Jul 23 21:04:44.136715 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2c07f-642e-41a9-8538-f12ecd4b2bf4 req-314e3d0e-0400-46d1-8931-cfdf785171ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:44.138149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9de2c07f-642e-41a9-8538-f12ecd4b2bf4 req-314e3d0e-0400-46d1-8931-cfdf785171ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=d50ac01b-a193-4028-98d3-17debf291731 HTTP/1.1" status: 200 len: 898 time: 0.0830917 Jul 23 21:04:44.182049 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9de2c07f-642e-41a9-8538-f12ecd4b2bf4 req-f924fe4e-676b-4a5b-b8ff-ef9db5a1e659 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=62148e58-4e70-40a0-b21c-528dd9a54138 HTTP/1.1" status: 200 len: 217 time: 0.0367901 Jul 23 21:04:44.228952 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2c07f-642e-41a9-8538-f12ecd4b2bf4 req-600b57e3-0ef6-40a7-8786-b81006978f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:44.230257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9de2c07f-642e-41a9-8538-f12ecd4b2bf4 req-600b57e3-0ef6-40a7-8786-b81006978f88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fd18d3f-db5e-4bdc-beef-ab8e7c0e865a HTTP/1.1" status: 200 len: 837 time: 0.0412779 Jul 23 21:04:44.285747 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2c07f-642e-41a9-8538-f12ecd4b2bf4 req-8cd3cd8e-7be7-416b-b938-90f19f70439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:44.287218 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9de2c07f-642e-41a9-8538-f12ecd4b2bf4 req-8cd3cd8e-7be7-416b-b938-90f19f70439f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d50ac01b-a193-4028-98d3-17debf291731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0508046 Jul 23 21:04:44.382723 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9de2c07f-642e-41a9-8538-f12ecd4b2bf4 req-70833cf8-d28b-4dc7-975d-b10ec45957e6 service neutron] 10.222.0.57 "GET /v2.0/networks/d50ac01b-a193-4028-98d3-17debf291731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886943 Jul 23 21:04:44.471345 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9de2c07f-642e-41a9-8538-f12ecd4b2bf4 req-cd2f4ab7-5b62-4972-bc73-cb8511af0ec0 service neutron] 10.222.0.57 "GET /v2.0/networks/d50ac01b-a193-4028-98d3-17debf291731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812700 Jul 23 21:04:44.535992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafb4c3-c307-4e9e-889f-14fabbace9d2 req-a09c5507-132c-43fd-ba25-3d33ccf3e809 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:44.537471 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8cafb4c3-c307-4e9e-889f-14fabbace9d2 req-a09c5507-132c-43fd-ba25-3d33ccf3e809 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e596e9-6bb4-45da-8cc7-16f1f87f0539 HTTP/1.1" status: 200 len: 907 time: 0.0621364 Jul 23 21:04:45.274519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 62148e58-4e70-40a0-b21c-528dd9a54138 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:04:45.374137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 62148e58-4e70-40a0-b21c-528dd9a54138, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=62148e58-4e70-40a0-b21c-528dd9a54138,segment=NetworkSegment(00904f38-5d69-41aa-a8e9-716bd211ef42),segment_id=00904f38-5d69-41aa-a8e9-716bd211ef42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:45.385245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '62148e58-4e70-40a0-b21c-528dd9a54138', 'network_id': 'd50ac01b-a193-4028-98d3-17debf291731', 'port_id': '62148e58-4e70-40a0-b21c-528dd9a54138', 'mac_address': 'fa:16:3e:b6:40:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd18d3f-db5e-4bdc-beef-ab8e7c0e865a', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:04:45.427737 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:45.440304 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62148e58-4e70-40a0-b21c-528dd9a54138 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:04:45.459371 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 62148e58-4e70-40a0-b21c-528dd9a54138, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=62148e58-4e70-40a0-b21c-528dd9a54138,segment=NetworkSegment(00904f38-5d69-41aa-a8e9-716bd211ef42),segment_id=00904f38-5d69-41aa-a8e9-716bd211ef42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:45.464627 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:45.514570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=62148e58-4e70-40a0-b21c-528dd9a54138,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:45.530131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45cefe8c-5cc9-48b7-bb58-55f3e099a25a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:04:45.585931 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:45.590999 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 45cefe8c-5cc9-48b7-bb58-55f3e099a25a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:45.591390 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:45.674297 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe924f-a99a-4f15-90f1-f63030954ebb req-234ab274-7670-424f-8bfa-e66424a19e33 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:45.675838 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aebe924f-a99a-4f15-90f1-f63030954ebb req-234ab274-7670-424f-8bfa-e66424a19e33 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e596e9-6bb4-45da-8cc7-16f1f87f0539 HTTP/1.1" status: 200 len: 908 time: 0.0673177 Jul 23 21:04:45.679579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['62148e58-4e70-40a0-b21c-528dd9a54138'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:04:46.803059 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad32a5-84d5-4b5f-8252-583913fd16f0 req-769b2648-d554-428a-8a19-90868e163abf tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:46.804590 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3ad32a5-84d5-4b5f-8252-583913fd16f0 req-769b2648-d554-428a-8a19-90868e163abf tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e596e9-6bb4-45da-8cc7-16f1f87f0539 HTTP/1.1" status: 200 len: 908 time: 0.0623274 Jul 23 21:04:47.036040 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:47.305206 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 62148e58-4e70-40a0-b21c-528dd9a54138 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:04:47.352794 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 62148e58-4e70-40a0-b21c-528dd9a54138 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:04:47.356323 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 62148e58-4e70-40a0-b21c-528dd9a54138 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:47.356688 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:47.434597 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:47.456222 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e596e9-6bb4-45da-8cc7-16f1f87f0539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62148e58-4e70-40a0-b21c-528dd9a54138'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:04:47.458660 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e61881-5a18-4f12-b971-0e3a65e4b40d" -d '{"events": [{"server_uuid": "24e596e9-6bb4-45da-8cc7-16f1f87f0539", "name": "network-vif-plugged", "status": "completed", "tag": "62148e58-4e70-40a0-b21c-528dd9a54138"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:04:47.471771 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 62148e58-4e70-40a0-b21c-528dd9a54138, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=62148e58-4e70-40a0-b21c-528dd9a54138,segment=NetworkSegment(00904f38-5d69-41aa-a8e9-716bd211ef42),segment_id=00904f38-5d69-41aa-a8e9-716bd211ef42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:47.477796 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:47.502652 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628f86bd-c1ad-4234-8cae-e2865b867db4 x-openstack-request-id: req-628f86bd-c1ad-4234-8cae-e2865b867db4 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:04:47.502940 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e596e9-6bb4-45da-8cc7-16f1f87f0539", "name": "network-vif-plugged", "status": "completed", "tag": "62148e58-4e70-40a0-b21c-528dd9a54138", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:04:47.503223 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-628f86bd-c1ad-4234-8cae-e2865b867db4 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:04:47.503606 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e596e9-6bb4-45da-8cc7-16f1f87f0539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62148e58-4e70-40a0-b21c-528dd9a54138', 'code': 200} Jul 23 21:04:47.533308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=62148e58-4e70-40a0-b21c-528dd9a54138,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:47.611637 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1bec7-f782-45e5-a286-06c8a1ca225c req-030bdf41-f6f6-4eb4-afa9-80a9027981d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:47.613058 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbe1bec7-f782-45e5-a286-06c8a1ca225c req-030bdf41-f6f6-4eb4-afa9-80a9027981d6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=24e596e9-6bb4-45da-8cc7-16f1f87f0539 HTTP/1.1" status: 200 len: 1061 time: 0.0537286 Jul 23 21:04:47.936431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c56bf-c62e-4f68-9274-850a168db249 req-7384ce62-8c55-41ac-8b08-32ef042100fb tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:47.938099 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e24c56bf-c62e-4f68-9274-850a168db249 req-7384ce62-8c55-41ac-8b08-32ef042100fb tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e596e9-6bb4-45da-8cc7-16f1f87f0539 HTTP/1.1" status: 200 len: 909 time: 0.0670822 Jul 23 21:04:49.066545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdd55a-ba14-414a-b997-d73164a942c9 req-7fe6b95a-93c0-445b-9afd-e9b2207fa3cd tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:49.068066 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efbdd55a-ba14-414a-b997-d73164a942c9 req-7fe6b95a-93c0-445b-9afd-e9b2207fa3cd tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e596e9-6bb4-45da-8cc7-16f1f87f0539 HTTP/1.1" status: 200 len: 909 time: 0.0623183 Jul 23 21:04:49.194733 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa70708-c3da-4387-a491-fd9f69d05704 req-7f040afd-acb1-48a7-8450-d56175a680f6 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:49.196227 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3aa70708-c3da-4387-a491-fd9f69d05704 req-7f040afd-acb1-48a7-8450-d56175a680f6 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e596e9-6bb4-45da-8cc7-16f1f87f0539 HTTP/1.1" status: 200 len: 909 time: 0.0625656 Jul 23 21:04:49.311555 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091be6f-1dd8-4a3f-b465-2e7544f87a37 req-6a88f3b0-549e-472c-8d1a-4706e7964675 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:49.313077 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6091be6f-1dd8-4a3f-b465-2e7544f87a37 req-6a88f3b0-549e-472c-8d1a-4706e7964675 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=24e596e9-6bb4-45da-8cc7-16f1f87f0539 HTTP/1.1" status: 200 len: 1061 time: 0.0528748 Jul 23 21:04:49.434852 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a9e02-f96a-4313-9fa9-d1b9ec252f88 req-b7b89d23-a21b-4336-a194-2f0a7fb5f669 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:49.436437 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da5a9e02-f96a-4313-9fa9-d1b9ec252f88 req-b7b89d23-a21b-4336-a194-2f0a7fb5f669 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 1136 time: 0.0590606 Jul 23 21:04:49.472150 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da5a9e02-f96a-4313-9fa9-d1b9ec252f88 req-282c6016-352b-4e86-b9ce-b77ab1900143 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6cce6224-b1d0-40f2-8dc2-398c1108a4ad&id=f56df25c-c94c-45e9-8672-d22ab8c9f50d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0297458 Jul 23 21:04:49.493321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52432) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:49.547274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff340cdd-b720-4b50-830d-798d00d28352 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:49.548898 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ff340cdd-b720-4b50-830d-798d00d28352 tempest-TestSecurityGroupsBasicOps-846628256 tempest-TestSecurityGroupsBasicOps-846628256-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=24e596e9-6bb4-45da-8cc7-16f1f87f0539 HTTP/1.1" status: 200 len: 1056 time: 0.0545907 Jul 23 21:04:49.774707 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7117b4-1d9c-4a79-b102-54b5cd7096e3 req-108cccb0-6b6d-426c-ae74-dfbf7a4f41c6 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:49.776230 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c7117b4-1d9c-4a79-b102-54b5cd7096e3 req-108cccb0-6b6d-426c-ae74-dfbf7a4f41c6 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e596e9-6bb4-45da-8cc7-16f1f87f0539 HTTP/1.1" status: 200 len: 909 time: 0.0638773 Jul 23 21:04:50.910223 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f203d64-4c69-44ab-832a-1fe8ef76b5d4 req-8e493d64-c876-460e-9c97-a975cd317d3e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:50.911764 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f203d64-4c69-44ab-832a-1fe8ef76b5d4 req-8e493d64-c876-460e-9c97-a975cd317d3e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e596e9-6bb4-45da-8cc7-16f1f87f0539 HTTP/1.1" status: 200 len: 909 time: 0.0661075 Jul 23 21:04:51.315743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619d2ca-2e66-44c5-9b29-44e677fd20da req-9d2c6e9d-424a-4120-bfe3-b84a76769915 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:51.317302 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7619d2ca-2e66-44c5-9b29-44e677fd20da req-9d2c6e9d-424a-4120-bfe3-b84a76769915 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e596e9-6bb4-45da-8cc7-16f1f87f0539 HTTP/1.1" status: 200 len: 909 time: 0.3626502 Jul 23 21:04:51.417152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-7619d2ca-2e66-44c5-9b29-44e677fd20da req-c243f68c-7798-4b62-bf70-f8ea65ab01fd tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Deleting port 62148e58-4e70-40a0-b21c-528dd9a54138 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:04:51.417500 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7619d2ca-2e66-44c5-9b29-44e677fd20da req-c243f68c-7798-4b62-bf70-f8ea65ab01fd tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:51.503368 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-7619d2ca-2e66-44c5-9b29-44e677fd20da req-c243f68c-7798-4b62-bf70-f8ea65ab01fd tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] For port 62148e58-4e70-40a0-b21c-528dd9a54138, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=62148e58-4e70-40a0-b21c-528dd9a54138,segment=NetworkSegment(00904f38-5d69-41aa-a8e9-716bd211ef42),segment_id=00904f38-5d69-41aa-a8e9-716bd211ef42)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:51.503728 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7619d2ca-2e66-44c5-9b29-44e677fd20da req-c243f68c-7798-4b62-bf70-f8ea65ab01fd tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:51.516271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-7619d2ca-2e66-44c5-9b29-44e677fd20da req-c243f68c-7798-4b62-bf70-f8ea65ab01fd tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Calling delete_port for 62148e58-4e70-40a0-b21c-528dd9a54138 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:04:51.643034 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7619d2ca-2e66-44c5-9b29-44e677fd20da req-c243f68c-7798-4b62-bf70-f8ea65ab01fd tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:51.669460 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243f68c-7798-4b62-bf70-f8ea65ab01fd tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event deleted for resources: {'Port': ['ID=62148e58-4e70-40a0-b21c-528dd9a54138,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:51.717309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7619d2ca-2e66-44c5-9b29-44e677fd20da req-c243f68c-7798-4b62-bf70-f8ea65ab01fd tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] No DVR routers for this DVR port 62148e58-4e70-40a0-b21c-528dd9a54138 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:04:51.720008 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-7619d2ca-2e66-44c5-9b29-44e677fd20da req-c243f68c-7798-4b62-bf70-f8ea65ab01fd tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:51.722006 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7619d2ca-2e66-44c5-9b29-44e677fd20da req-c243f68c-7798-4b62-bf70-f8ea65ab01fd tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.57 "DELETE /v2.0/ports/62148e58-4e70-40a0-b21c-528dd9a54138 HTTP/1.1" status: 204 len: 173 time: 0.3993065 Jul 23 21:04:51.722471 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e596e9-6bb4-45da-8cc7-16f1f87f0539', 'name': 'network-vif-deleted', 'tag': '62148e58-4e70-40a0-b21c-528dd9a54138'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:04:51.724800 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa2b782-be4c-4dd4-a3e8-107265f9fc7a" -d '{"events": [{"server_uuid": "24e596e9-6bb4-45da-8cc7-16f1f87f0539", "name": "network-vif-deleted", "tag": "62148e58-4e70-40a0-b21c-528dd9a54138"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:04:51.761742 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30af2ff-c8aa-4444-b0c6-827946a260e8 x-openstack-request-id: req-b30af2ff-c8aa-4444-b0c6-827946a260e8 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:04:51.762043 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e596e9-6bb4-45da-8cc7-16f1f87f0539", "name": "network-vif-deleted", "tag": "62148e58-4e70-40a0-b21c-528dd9a54138", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:04:51.762295 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b30af2ff-c8aa-4444-b0c6-827946a260e8 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:04:51.762691 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e596e9-6bb4-45da-8cc7-16f1f87f0539', 'name': 'network-vif-deleted', 'tag': '62148e58-4e70-40a0-b21c-528dd9a54138', 'status': 'completed', 'code': 200} Jul 23 21:04:52.020115 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6af60aa9-1498-4e20-9233-0fefa48a8770 req-bed302ba-ab23-41a1-bf75-f61c6021d0df tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=24e596e9-6bb4-45da-8cc7-16f1f87f0539 HTTP/1.1" status: 200 len: 210 time: 0.0318458 Jul 23 21:04:53.074971 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52448) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:53.420892 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21c44d74-74d2-4dbd-a279-4755761460c8 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:53.683999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-21c44d74-74d2-4dbd-a279-4755761460c8 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Deleting port 45cefe8c-5cc9-48b7-bb58-55f3e099a25a {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:04:53.684258 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21c44d74-74d2-4dbd-a279-4755761460c8 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:53.773999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-21c44d74-74d2-4dbd-a279-4755761460c8 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] For port 45cefe8c-5cc9-48b7-bb58-55f3e099a25a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=45cefe8c-5cc9-48b7-bb58-55f3e099a25a,segment=NetworkSegment(00904f38-5d69-41aa-a8e9-716bd211ef42),segment_id=00904f38-5d69-41aa-a8e9-716bd211ef42)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:53.774352 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21c44d74-74d2-4dbd-a279-4755761460c8 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:53.786934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-21c44d74-74d2-4dbd-a279-4755761460c8 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Calling delete_port for 45cefe8c-5cc9-48b7-bb58-55f3e099a25a owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:04:53.970904 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21c44d74-74d2-4dbd-a279-4755761460c8 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:53.997432 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c44d74-74d2-4dbd-a279-4755761460c8 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event deleted for resources: {'Port': ['ID=45cefe8c-5cc9-48b7-bb58-55f3e099a25a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:54.172806 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-21c44d74-74d2-4dbd-a279-4755761460c8 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:54.383194 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c44d74-74d2-4dbd-a279-4755761460c8 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Router 3ac40003-f939-43f4-a4f4-4dba9d1c3fae has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:04:54.487283 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c44d74-74d2-4dbd-a279-4755761460c8 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:04:54.492348 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-21c44d74-74d2-4dbd-a279-4755761460c8 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "PUT /v2.0/routers/3ac40003-f939-43f4-a4f4-4dba9d1c3fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4163339 Jul 23 21:04:54.494909 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52450) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:54.497545 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cfaa45-5c90-459a-9919-d656e18c59b1 None None] Sync routers for ids ['3ac40003-f939-43f4-a4f4-4dba9d1c3fae'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:04:54.507815 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cfaa45-5c90-459a-9919-d656e18c59b1 None None] Routers {'3ac40003-f939-43f4-a4f4-4dba9d1c3fae'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:54.508424 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e9cfaa45-5c90-459a-9919-d656e18c59b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:04:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['3ac40003-f939-43f4-a4f4-4dba9d1c3fae'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:54.546799 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d70ff1-525f-49b2-b292-c13e1646b048 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Deleting subnet 8fd18d3f-db5e-4bdc-beef-ab8e7c0e865a {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:04:54.549976 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-79d70ff1-525f-49b2-b292-c13e1646b048 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:54.581113 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-19b6b538-094f-49c0-90e8-7bab49a752bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:54.597055 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-79d70ff1-525f-49b2-b292-c13e1646b048 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:54.611008 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e9cfaa45-5c90-459a-9919-d656e18c59b1 None None] Set router 3ac40003-f939-43f4-a4f4-4dba9d1c3fae gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:54.684341 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-79d70ff1-525f-49b2-b292-c13e1646b048 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:54.742694 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-79d70ff1-525f-49b2-b292-c13e1646b048 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:54.778664 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-79d70ff1-525f-49b2-b292-c13e1646b048 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:54.783185 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-79d70ff1-525f-49b2-b292-c13e1646b048 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "DELETE /v2.0/subnets/8fd18d3f-db5e-4bdc-beef-ab8e7c0e865a HTTP/1.1" status: 204 len: 168 time: 0.2847199 Jul 23 21:04:54.783185 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d70ff1-525f-49b2-b292-c13e1646b048 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd18d3f-db5e-4bdc-beef-ab8e7c0e865a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:54.784115 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52452) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:54.784644 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d399a76-d788-4534-9bb9-33c903436830 None None] Network d50ac01b-a193-4028-98d3-17debf291731 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:04:54.789905 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e9cfaa45-5c90-459a-9919-d656e18c59b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2125491021', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '45601fa0-94b7-41b8-ae3d-70894cf10bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:35Z', 'updated_at': '2021-07-23T21:04:53Z', 'revision_number': 5, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '45601fa0-94b7-41b8-ae3d-70894cf10bc0', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:36Z', 'updated_at': '2021-07-23T21:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:54.816721 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cfaa45-5c90-459a-9919-d656e18c59b1 None None] Checking router: 3ac40003-f939-43f4-a4f4-4dba9d1c3fae for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:04:54.826451 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cfaa45-5c90-459a-9919-d656e18c59b1 None None] Routers {'3ac40003-f939-43f4-a4f4-4dba9d1c3fae'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:54.826451 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e9cfaa45-5c90-459a-9919-d656e18c59b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:04:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['3ac40003-f939-43f4-a4f4-4dba9d1c3fae'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:54.895234 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c557e89-eec0-4d1e-8a43-844580bd2fa9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:54.934103 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e9cfaa45-5c90-459a-9919-d656e18c59b1 None None] Set router 3ac40003-f939-43f4-a4f4-4dba9d1c3fae gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:54.968452 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc6836c-5b4a-47c3-9ca0-d8dedf0d312e None None] DHCP port deletion for d50ac01b-a193-4028-98d3-17debf291731 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:04:55.005154 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c557e89-eec0-4d1e-8a43-844580bd2fa9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.019322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-abc6836c-5b4a-47c3-9ca0-d8dedf0d312e None None] Deleting port b83fd711-abd9-46f7-9e4d-eaae1afd1516 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:04:55.019702 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abc6836c-5b4a-47c3-9ca0-d8dedf0d312e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.059079 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0c557e89-eec0-4d1e-8a43-844580bd2fa9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Deleting port 45601fa0-94b7-41b8-ae3d-70894cf10bc0 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:04:55.059594 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c557e89-eec0-4d1e-8a43-844580bd2fa9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.085192 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-abc6836c-5b4a-47c3-9ca0-d8dedf0d312e None None] For port b83fd711-abd9-46f7-9e4d-eaae1afd1516, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b83fd711-abd9-46f7-9e4d-eaae1afd1516,segment=NetworkSegment(00904f38-5d69-41aa-a8e9-716bd211ef42),segment_id=00904f38-5d69-41aa-a8e9-716bd211ef42)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:55.085580 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abc6836c-5b4a-47c3-9ca0-d8dedf0d312e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.098260 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-abc6836c-5b4a-47c3-9ca0-d8dedf0d312e None None] Calling delete_port for b83fd711-abd9-46f7-9e4d-eaae1afd1516 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:04:55.121527 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e9cfaa45-5c90-459a-9919-d656e18c59b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2125491021', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '45601fa0-94b7-41b8-ae3d-70894cf10bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:35Z', 'updated_at': '2021-07-23T21:04:53Z', 'revision_number': 5, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '45601fa0-94b7-41b8-ae3d-70894cf10bc0', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:36Z', 'updated_at': '2021-07-23T21:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:55.142884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-0c557e89-eec0-4d1e-8a43-844580bd2fa9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] For port 45601fa0-94b7-41b8-ae3d-70894cf10bc0, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=45601fa0-94b7-41b8-ae3d-70894cf10bc0,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:55.143596 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c557e89-eec0-4d1e-8a43-844580bd2fa9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.154515 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cfaa45-5c90-459a-9919-d656e18c59b1 None None] The sync data for ids ['3ac40003-f939-43f4-a4f4-4dba9d1c3fae'] in n-d-791504-18 is: [{'id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2125491021', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '45601fa0-94b7-41b8-ae3d-70894cf10bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:35Z', 'updated_at': '2021-07-23T21:04:53Z', 'revision_number': 5, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '45601fa0-94b7-41b8-ae3d-70894cf10bc0', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ea:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac40003-f939-43f4-a4f4-4dba9d1c3fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:36Z', 'updated_at': '2021-07-23T21:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:04:55.157466 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0c557e89-eec0-4d1e-8a43-844580bd2fa9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Calling delete_port for 45601fa0-94b7-41b8-ae3d-70894cf10bc0 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:04:55.181125 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abc6836c-5b4a-47c3-9ca0-d8dedf0d312e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.209507 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6836c-5b4a-47c3-9ca0-d8dedf0d312e None None] Pushing event deleted for resources: {'Port': ['ID=b83fd711-abd9-46f7-9e4d-eaae1afd1516,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:55.216015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc6836c-5b4a-47c3-9ca0-d8dedf0d312e None None] No DVR routers for this DVR port b83fd711-abd9-46f7-9e4d-eaae1afd1516 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:04:55.330235 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c557e89-eec0-4d1e-8a43-844580bd2fa9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.333196 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 62148e58-4e70-40a0-b21c-528dd9a54138 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:04:55.361543 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c557e89-eec0-4d1e-8a43-844580bd2fa9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event deleted for resources: {'Port': ['ID=45601fa0-94b7-41b8-ae3d-70894cf10bc0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:55.427557 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c557e89-eec0-4d1e-8a43-844580bd2fa9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.508501 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 62148e58-4e70-40a0-b21c-528dd9a54138 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:04:55.508845 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 62148e58-4e70-40a0-b21c-528dd9a54138 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:04:55.529721 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c557e89-eec0-4d1e-8a43-844580bd2fa9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.533229 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c557e89-eec0-4d1e-8a43-844580bd2fa9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.587351 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c557e89-eec0-4d1e-8a43-844580bd2fa9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.587994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c557e89-eec0-4d1e-8a43-844580bd2fa9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Fanout notify agent at l3_agent the message router_deleted on router 3ac40003-f939-43f4-a4f4-4dba9d1c3fae {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:04:55.596697 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0c557e89-eec0-4d1e-8a43-844580bd2fa9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.597962 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0c557e89-eec0-4d1e-8a43-844580bd2fa9 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "DELETE /v2.0/routers/3ac40003-f939-43f4-a4f4-4dba9d1c3fae HTTP/1.1" status: 204 len: 168 time: 0.8128378 Jul 23 21:04:55.600605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52454) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:55.643269 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b83fd711-abd9-46f7-9e4d-eaae1afd1516 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:04:55.664486 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: b83fd711-abd9-46f7-9e4d-eaae1afd1516 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:04:55.664924 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b83fd711-abd9-46f7-9e4d-eaae1afd1516 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:04:55.665415 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45cefe8c-5cc9-48b7-bb58-55f3e099a25a no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:04:55.684574 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 45cefe8c-5cc9-48b7-bb58-55f3e099a25a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:04:55.684918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45cefe8c-5cc9-48b7-bb58-55f3e099a25a not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:04:55.689454 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1b894ce-0750-49ae-8596-36513868dcd1 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.780765 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1b894ce-0750-49ae-8596-36513868dcd1 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.792327 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f1b894ce-0750-49ae-8596-36513868dcd1 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50ac01b-a193-4028-98d3-17debf291731']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:55.803445 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f1b894ce-0750-49ae-8596-36513868dcd1 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00904f38-5d69-41aa-a8e9-716bd211ef42') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:55.803744 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f1b894ce-0750-49ae-8596-36513868dcd1 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00904f38-5d69-41aa-a8e9-716bd211ef42') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:55.813839 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1b894ce-0750-49ae-8596-36513868dcd1 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.827827 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1b894ce-0750-49ae-8596-36513868dcd1 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.834885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b894ce-0750-49ae-8596-36513868dcd1 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:04:55.835182 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1b894ce-0750-49ae-8596-36513868dcd1 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:04:55.838822 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:04:55.898543 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1b894ce-0750-49ae-8596-36513868dcd1 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.905501 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f1b894ce-0750-49ae-8596-36513868dcd1 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.907333 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f1b894ce-0750-49ae-8596-36513868dcd1 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "DELETE /v2.0/networks/d50ac01b-a193-4028-98d3-17debf291731 HTTP/1.1" status: 204 len: 168 time: 0.3057685 Jul 23 21:04:55.910164 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52460) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:04:55.918569 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b894ce-0750-49ae-8596-36513868dcd1 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event deleted for resources: {'Network': ['ID=d50ac01b-a193-4028-98d3-17debf291731,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:56.064469 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-865acf2f-b0c5-4983-8c3f-f31db1a68989 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Deleting port f05aac2d-9742-4413-9888-bf1a082be13a {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:04:56.064812 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-865acf2f-b0c5-4983-8c3f-f31db1a68989 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:56.138515 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-865acf2f-b0c5-4983-8c3f-f31db1a68989 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:56.138748 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-865acf2f-b0c5-4983-8c3f-f31db1a68989 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:56.150444 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-865acf2f-b0c5-4983-8c3f-f31db1a68989 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Calling delete_port for f05aac2d-9742-4413-9888-bf1a082be13a owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:04:56.333361 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-865acf2f-b0c5-4983-8c3f-f31db1a68989 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:56.358282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865acf2f-b0c5-4983-8c3f-f31db1a68989 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event deleted for resources: {'Port': ['ID=f05aac2d-9742-4413-9888-bf1a082be13a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:56.421149 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-865acf2f-b0c5-4983-8c3f-f31db1a68989 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:56.421472 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-865acf2f-b0c5-4983-8c3f-f31db1a68989 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Floating IP 57cfd86d-7805-428b-bb9e-0b5f9a98900a disassociated (deleted). External IP: 172.25.3.111, port: 2e58aea3-d5ac-42fe-b856-acc19921b886. Jul 23 21:04:56.625276 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865acf2f-b0c5-4983-8c3f-f31db1a68989 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Router fa0e3012-aab1-484f-9c53-c9dea846f3ce has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:04:56.735134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865acf2f-b0c5-4983-8c3f-f31db1a68989 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:04:56.739746 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-865acf2f-b0c5-4983-8c3f-f31db1a68989 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:56.744150 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093830da-5e8b-4e2f-8709-d752b0c75114 None None] Sync routers for ids ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:04:56.752970 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093830da-5e8b-4e2f-8709-d752b0c75114 None None] Routers {'fa0e3012-aab1-484f-9c53-c9dea846f3ce'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:56.753585 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-093830da-5e8b-4e2f-8709-d752b0c75114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:04:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:56.775241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-865acf2f-b0c5-4983-8c3f-f31db1a68989 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "DELETE /v2.0/floatingips/57cfd86d-7805-428b-bb9e-0b5f9a98900a HTTP/1.1" status: 204 len: 168 time: 0.8639669 Jul 23 21:04:56.775920 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c2a104-cc04-4820-9821-e8911a5554a4', 'tag': '2e58aea3-d5ac-42fe-b856-acc19921b886'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:04:56.778240 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44782b2-4429-4ade-b5d5-568318729e22" -d '{"events": [{"name": "network-changed", "server_uuid": "76c2a104-cc04-4820-9821-e8911a5554a4", "tag": "2e58aea3-d5ac-42fe-b856-acc19921b886"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:04:56.817174 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3290d07a-8bd5-45f8-9920-2b377865fe83 x-openstack-request-id: req-3290d07a-8bd5-45f8-9920-2b377865fe83 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:04:56.817511 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c2a104-cc04-4820-9821-e8911a5554a4", "tag": "2e58aea3-d5ac-42fe-b856-acc19921b886", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:04:56.817766 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3290d07a-8bd5-45f8-9920-2b377865fe83 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:04:56.818225 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c2a104-cc04-4820-9821-e8911a5554a4', 'tag': '2e58aea3-d5ac-42fe-b856-acc19921b886', 'status': 'completed', 'code': 200} Jul 23 21:04:56.861886 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-093830da-5e8b-4e2f-8709-d752b0c75114 None None] Set router fa0e3012-aab1-484f-9c53-c9dea846f3ce gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:56.924663 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44782b2-4429-4ade-b5d5-568318729e22 req-03ec56a9-675c-4ff0-9711-ca96b27d4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:56.926182 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a44782b2-4429-4ade-b5d5-568318729e22 req-03ec56a9-675c-4ff0-9711-ca96b27d4d53 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ccb4d709c112433095ae7c55bc31fde2&device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 1136 time: 0.0773406 Jul 23 21:04:57.024268 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44782b2-4429-4ade-b5d5-568318729e22 req-42528935-1f97-4eed-b71f-c55473ac3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:57.025923 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a44782b2-4429-4ade-b5d5-568318729e22 req-42528935-1f97-4eed-b71f-c55473ac3d34 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce8a5c20-621e-4360-95f8-8df56da47396 HTTP/1.1" status: 200 len: 897 time: 0.0929835 Jul 23 21:04:57.026082 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80195f6-7d46-4003-9f41-36f336ad62ba req-3cb657c1-eb0f-4f64-a0f1-532133f4a8c1 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:57.027757 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c80195f6-7d46-4003-9f41-36f336ad62ba req-3cb657c1-eb0f-4f64-a0f1-532133f4a8c1 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 984 time: 0.0659838 Jul 23 21:04:57.073333 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-093830da-5e8b-4e2f-8709-d752b0c75114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1709942751', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:46Z', 'revision_number': 4, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '152534cc-fd4b-4b70-a809-661acc82bbc5', 'name': '', 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'mac_address': 'fa:16:3e:72:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:45Z', 'updated_at': '2021-07-23T21:03:51Z', 'revision_number': 5, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'subnets': [{'id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:57.074281 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a44782b2-4429-4ade-b5d5-568318729e22 req-00dc7811-deb2-45f9-9948-f373d6633e72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e58aea3-d5ac-42fe-b856-acc19921b886 HTTP/1.1" status: 200 len: 217 time: 0.0400739 Jul 23 21:04:57.076088 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c80195f6-7d46-4003-9f41-36f336ad62ba req-e1437fe4-cb1e-4a93-8022-1a2e1a996645 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cce6224-b1d0-40f2-8dc2-398c1108a4ad&id=f56df25c-c94c-45e9-8672-d22ab8c9f50d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0418143 Jul 23 21:04:57.102474 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093830da-5e8b-4e2f-8709-d752b0c75114 None None] Checking router: fa0e3012-aab1-484f-9c53-c9dea846f3ce for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:04:57.110879 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093830da-5e8b-4e2f-8709-d752b0c75114 None None] Routers {'fa0e3012-aab1-484f-9c53-c9dea846f3ce'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:57.111529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-093830da-5e8b-4e2f-8709-d752b0c75114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:04:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:57.126508 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44782b2-4429-4ade-b5d5-568318729e22 req-732869c6-bd12-4f78-9d8e-1399a85f6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:57.128050 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a44782b2-4429-4ade-b5d5-568318729e22 req-732869c6-bd12-4f78-9d8e-1399a85f6172 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0 HTTP/1.1" status: 200 len: 834 time: 0.0447235 Jul 23 21:04:57.189083 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44782b2-4429-4ade-b5d5-568318729e22 req-9a323d49-6800-452e-8c81-9f82cf2b9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:57.190716 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a44782b2-4429-4ade-b5d5-568318729e22 req-9a323d49-6800-452e-8c81-9f82cf2b9b91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce8a5c20-621e-4360-95f8-8df56da47396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547571 Jul 23 21:04:57.194053 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f56a7a65-1f44-4855-a6a5-2b8cf629f5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:57.229143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-093830da-5e8b-4e2f-8709-d752b0c75114 None None] Set router fa0e3012-aab1-484f-9c53-c9dea846f3ce gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:04:57.398165 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:57.452846 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-093830da-5e8b-4e2f-8709-d752b0c75114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1709942751', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:46Z', 'revision_number': 4, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '152534cc-fd4b-4b70-a809-661acc82bbc5', 'name': '', 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'mac_address': 'fa:16:3e:72:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:45Z', 'updated_at': '2021-07-23T21:03:51Z', 'revision_number': 5, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'subnets': [{'id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:57.480809 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093830da-5e8b-4e2f-8709-d752b0c75114 None None] The sync data for ids ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'] in n-d-791504-18 is: [{'id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1709942751', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:46Z', 'revision_number': 4, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '152534cc-fd4b-4b70-a809-661acc82bbc5', 'name': '', 'network_id': 'ce8a5c20-621e-4360-95f8-8df56da47396', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'mac_address': 'fa:16:3e:72:4e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:45Z', 'updated_at': '2021-07-23T21:03:51Z', 'revision_number': 5, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'subnets': [{'id': '5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:04:57.501060 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45601fa0-94b7-41b8-ae3d-70894cf10bc0 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:04:57.524869 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 45601fa0-94b7-41b8-ae3d-70894cf10bc0 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:04:57.525325 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45601fa0-94b7-41b8-ae3d-70894cf10bc0 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:04:57.633676 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a44782b2-4429-4ade-b5d5-568318729e22 req-99551f0c-699a-4905-b0eb-0978a8a87d93 service neutron] 10.222.0.48 "GET /v2.0/networks/ce8a5c20-621e-4360-95f8-8df56da47396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349008 Jul 23 21:04:57.720476 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b074c606-2954-4590-83d1-eb3f9dc3b032 None None] New status for floating IP 57cfd86d-7805-428b-bb9e-0b5f9a98900a: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:04:57.727984 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a44782b2-4429-4ade-b5d5-568318729e22 req-917dc604-7b8a-4f96-9684-e11ba94ff40a service neutron] 10.222.0.48 "GET /v2.0/networks/ce8a5c20-621e-4360-95f8-8df56da47396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863299 Jul 23 21:04:58.209455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbec49-41fc-440e-aa4c-fb4566cc3e0e req-1c7139b9-f8f3-4dfa-91dc-0562dec7d8b2 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:58.210972 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b3dbec49-41fc-440e-aa4c-fb4566cc3e0e req-1c7139b9-f8f3-4dfa-91dc-0562dec7d8b2 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 984 time: 0.0653708 Jul 23 21:04:58.251024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b3dbec49-41fc-440e-aa4c-fb4566cc3e0e req-c86f9553-4099-4c98-b4bf-2818f3818f42 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/security-groups?id=6cce6224-b1d0-40f2-8dc2-398c1108a4ad&id=f56df25c-c94c-45e9-8672-d22ab8c9f50d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0327780 Jul 23 21:04:58.498420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b175911-4068-404d-9fa2-7280d64f7397 req-1b177e41-5c3e-499b-90b1-84478ec41e00 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:58.500504 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3b175911-4068-404d-9fa2-7280d64f7397 req-1b177e41-5c3e-499b-90b1-84478ec41e00 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.48 "GET /v2.0/ports?device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 984 time: 0.0614884 Jul 23 21:04:58.572117 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:58.606727 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-3b175911-4068-404d-9fa2-7280d64f7397 req-084dc6cc-5e1d-4285-940f-c5525272593c tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Deleting port 2e58aea3-d5ac-42fe-b856-acc19921b886 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:04:58.607070 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3b175911-4068-404d-9fa2-7280d64f7397 req-084dc6cc-5e1d-4285-940f-c5525272593c tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:58.697662 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-3b175911-4068-404d-9fa2-7280d64f7397 req-084dc6cc-5e1d-4285-940f-c5525272593c tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] For port 2e58aea3-d5ac-42fe-b856-acc19921b886, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2e58aea3-d5ac-42fe-b856-acc19921b886,segment=NetworkSegment(fe818a26-42fd-4b58-bd62-b7372df0e8ee),segment_id=fe818a26-42fd-4b58-bd62-b7372df0e8ee)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:58.698015 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3b175911-4068-404d-9fa2-7280d64f7397 req-084dc6cc-5e1d-4285-940f-c5525272593c tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:58.715728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-3b175911-4068-404d-9fa2-7280d64f7397 req-084dc6cc-5e1d-4285-940f-c5525272593c tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Calling delete_port for 2e58aea3-d5ac-42fe-b856-acc19921b886 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:04:58.839329 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3b175911-4068-404d-9fa2-7280d64f7397 req-084dc6cc-5e1d-4285-940f-c5525272593c tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:58.867751 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dc6cc-5e1d-4285-940f-c5525272593c tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event deleted for resources: {'Port': ['ID=2e58aea3-d5ac-42fe-b856-acc19921b886,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:58.916904 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b175911-4068-404d-9fa2-7280d64f7397 req-084dc6cc-5e1d-4285-940f-c5525272593c tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] No DVR routers for this DVR port 2e58aea3-d5ac-42fe-b856-acc19921b886 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:04:58.919569 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3b175911-4068-404d-9fa2-7280d64f7397 req-084dc6cc-5e1d-4285-940f-c5525272593c tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:58.921538 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3b175911-4068-404d-9fa2-7280d64f7397 req-084dc6cc-5e1d-4285-940f-c5525272593c tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.48 "DELETE /v2.0/ports/2e58aea3-d5ac-42fe-b856-acc19921b886 HTTP/1.1" status: 204 len: 173 time: 0.4156828 Jul 23 21:04:58.922560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c2a104-cc04-4820-9821-e8911a5554a4', 'name': 'network-vif-deleted', 'tag': '2e58aea3-d5ac-42fe-b856-acc19921b886'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:04:58.924823 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec596ba-f4c5-40ba-973c-4245303091a3" -d '{"events": [{"server_uuid": "76c2a104-cc04-4820-9821-e8911a5554a4", "name": "network-vif-deleted", "tag": "2e58aea3-d5ac-42fe-b856-acc19921b886"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:04:58.961304 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80471fd5-3d36-4a60-b95a-945a79f7112a x-openstack-request-id: req-80471fd5-3d36-4a60-b95a-945a79f7112a {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:04:58.961863 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c2a104-cc04-4820-9821-e8911a5554a4", "name": "network-vif-deleted", "tag": "2e58aea3-d5ac-42fe-b856-acc19921b886", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:04:58.962115 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-80471fd5-3d36-4a60-b95a-945a79f7112a {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:04:58.962573 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c2a104-cc04-4820-9821-e8911a5554a4', 'name': 'network-vif-deleted', 'tag': '2e58aea3-d5ac-42fe-b856-acc19921b886', 'status': 'completed', 'code': 200} Jul 23 21:04:59.362262 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a436e08c-d498-411c-86f9-71ccaee3ce7d req-830c1854-976e-41f8-ac7c-725ebeaa9781 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "GET /v2.0/ports?device_id=76c2a104-cc04-4820-9821-e8911a5554a4 HTTP/1.1" status: 200 len: 210 time: 0.0297441 Jul 23 21:05:00.036269 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:00.423499 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52478) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:00.476183 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-664449b4-e189-4e7c-96c3-129408dfd66f tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:00.497236 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-664449b4-e189-4e7c-96c3-129408dfd66f tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:00.543294 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-664449b4-e189-4e7c-96c3-129408dfd66f tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:00.545847 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-664449b4-e189-4e7c-96c3-129408dfd66f tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:00.547064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-664449b4-e189-4e7c-96c3-129408dfd66f tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "DELETE /v2.0/security-groups/6cce6224-b1d0-40f2-8dc2-398c1108a4ad HTTP/1.1" status: 204 len: 168 time: 0.1225228 Jul 23 21:05:00.549945 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52480) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:00.556060 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664449b4-e189-4e7c-96c3-129408dfd66f tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cce6224-b1d0-40f2-8dc2-398c1108a4ad,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:00.603865 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f505bd9-cfbb-4abf-9f92-165c66dc000e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:00.626244 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f505bd9-cfbb-4abf-9f92-165c66dc000e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:00.668965 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f505bd9-cfbb-4abf-9f92-165c66dc000e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:00.671545 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f505bd9-cfbb-4abf-9f92-165c66dc000e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:00.673188 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0f505bd9-cfbb-4abf-9f92-165c66dc000e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "DELETE /v2.0/security-groups/f56df25c-c94c-45e9-8672-d22ab8c9f50d HTTP/1.1" status: 204 len: 168 time: 0.1223140 Jul 23 21:05:00.676041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52482) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:00.682395 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f505bd9-cfbb-4abf-9f92-165c66dc000e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56df25c-c94c-45e9-8672-d22ab8c9f50d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:01.335091 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1ccf0c0a-83a2-45b8-b9c9-dc7f4e9165ae tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:01.603118 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf0c0a-83a2-45b8-b9c9-dc7f4e9165ae tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Deleting port 152534cc-fd4b-4b70-a809-661acc82bbc5 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:05:01.603793 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1ccf0c0a-83a2-45b8-b9c9-dc7f4e9165ae tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:01.691833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-1ccf0c0a-83a2-45b8-b9c9-dc7f4e9165ae tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] For port 152534cc-fd4b-4b70-a809-661acc82bbc5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=152534cc-fd4b-4b70-a809-661acc82bbc5,segment=NetworkSegment(fe818a26-42fd-4b58-bd62-b7372df0e8ee),segment_id=fe818a26-42fd-4b58-bd62-b7372df0e8ee)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:01.692196 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1ccf0c0a-83a2-45b8-b9c9-dc7f4e9165ae tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:01.705031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf0c0a-83a2-45b8-b9c9-dc7f4e9165ae tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Calling delete_port for 152534cc-fd4b-4b70-a809-661acc82bbc5 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:05:01.889736 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1ccf0c0a-83a2-45b8-b9c9-dc7f4e9165ae tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:01.916063 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf0c0a-83a2-45b8-b9c9-dc7f4e9165ae tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event deleted for resources: {'Port': ['ID=152534cc-fd4b-4b70-a809-661acc82bbc5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:02.053251 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:05:02.118494 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1ccf0c0a-83a2-45b8-b9c9-dc7f4e9165ae tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:02.328909 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccf0c0a-83a2-45b8-b9c9-dc7f4e9165ae tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Router fa0e3012-aab1-484f-9c53-c9dea846f3ce has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:05:02.435602 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccf0c0a-83a2-45b8-b9c9-dc7f4e9165ae tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:05:02.443570 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1ccf0c0a-83a2-45b8-b9c9-dc7f4e9165ae tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "PUT /v2.0/routers/fa0e3012-aab1-484f-9c53-c9dea846f3ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7638614 Jul 23 21:05:02.443847 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52486) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:02.446398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e9615-f8e5-4b46-b02e-5cff0018e79c None None] Sync routers for ids ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:05:02.455643 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e9615-f8e5-4b46-b02e-5cff0018e79c None None] Routers {'fa0e3012-aab1-484f-9c53-c9dea846f3ce'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:05:02.456264 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a23e9615-f8e5-4b46-b02e-5cff0018e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:04:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:02.497429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c5cedf-0e2c-4043-b801-43391728c886 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Deleting subnet 5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:05:02.501091 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-79c5cedf-0e2c-4043-b801-43391728c886 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:02.546385 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-79c5cedf-0e2c-4043-b801-43391728c886 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:02.561400 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-a23e9615-f8e5-4b46-b02e-5cff0018e79c None None] Set router fa0e3012-aab1-484f-9c53-c9dea846f3ce gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:05:02.629049 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-79c5cedf-0e2c-4043-b801-43391728c886 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:02.689367 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-79c5cedf-0e2c-4043-b801-43391728c886 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:02.717403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5cedf-0e2c-4043-b801-43391728c886 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:02.719933 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-79c5cedf-0e2c-4043-b801-43391728c886 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:02.721822 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-79c5cedf-0e2c-4043-b801-43391728c886 tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "DELETE /v2.0/subnets/5b9ae14f-cdd8-4a0d-a564-ad7e34d6c3a0 HTTP/1.1" status: 204 len: 168 time: 0.2770495 Jul 23 21:05:02.724987 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52488) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:02.733347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c86290-f18c-486d-ab6e-ab868a3591dc None None] Network ce8a5c20-621e-4360-95f8-8df56da47396 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:05:02.802278 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a23e9615-f8e5-4b46-b02e-5cff0018e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1709942751', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:05:01Z', 'revision_number': 5, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:02.830654 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c7cbc1b-8238-482b-865a-04eddd5e118e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:02.830995 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e9615-f8e5-4b46-b02e-5cff0018e79c None None] Checking router: fa0e3012-aab1-484f-9c53-c9dea846f3ce for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:05:02.876089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e9615-f8e5-4b46-b02e-5cff0018e79c None None] Routers {'fa0e3012-aab1-484f-9c53-c9dea846f3ce'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:05:02.876700 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a23e9615-f8e5-4b46-b02e-5cff0018e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:04:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:02.936289 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c7cbc1b-8238-482b-865a-04eddd5e118e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:02.990226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-9c7cbc1b-8238-482b-865a-04eddd5e118e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Deleting port 0b6fe506-9900-4cce-9f78-0a0b6a8ede33 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:05:02.990576 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c7cbc1b-8238-482b-865a-04eddd5e118e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:02.995497 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-a23e9615-f8e5-4b46-b02e-5cff0018e79c None None] Set router fa0e3012-aab1-484f-9c53-c9dea846f3ce gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:05:03.049723 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba2e149-e210-4d16-8bca-77cdb857f056 None None] DHCP port deletion for ce8a5c20-621e-4360-95f8-8df56da47396 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:05:03.077627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-9c7cbc1b-8238-482b-865a-04eddd5e118e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] For port 0b6fe506-9900-4cce-9f78-0a0b6a8ede33, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0b6fe506-9900-4cce-9f78-0a0b6a8ede33,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:03.078532 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c7cbc1b-8238-482b-865a-04eddd5e118e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.090583 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-9c7cbc1b-8238-482b-865a-04eddd5e118e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Calling delete_port for 0b6fe506-9900-4cce-9f78-0a0b6a8ede33 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:05:03.184450 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1ba2e149-e210-4d16-8bca-77cdb857f056 None None] Deleting port d75680cf-5f16-46b7-8c9f-b0ec667ec54b {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:05:03.184824 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e149-e210-4d16-8bca-77cdb857f056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.255909 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c7cbc1b-8238-482b-865a-04eddd5e118e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.260731 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1ba2e149-e210-4d16-8bca-77cdb857f056 None None] For port d75680cf-5f16-46b7-8c9f-b0ec667ec54b, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d75680cf-5f16-46b7-8c9f-b0ec667ec54b,segment=NetworkSegment(fe818a26-42fd-4b58-bd62-b7372df0e8ee),segment_id=fe818a26-42fd-4b58-bd62-b7372df0e8ee)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:03.261113 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e149-e210-4d16-8bca-77cdb857f056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.276023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1ba2e149-e210-4d16-8bca-77cdb857f056 None None] Calling delete_port for d75680cf-5f16-46b7-8c9f-b0ec667ec54b owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:05:03.278273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-a23e9615-f8e5-4b46-b02e-5cff0018e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1709942751', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:05:01Z', 'revision_number': 5, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:03.286307 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cbc1b-8238-482b-865a-04eddd5e118e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event deleted for resources: {'Port': ['ID=0b6fe506-9900-4cce-9f78-0a0b6a8ede33,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:03.308858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e9615-f8e5-4b46-b02e-5cff0018e79c None None] The sync data for ids ['fa0e3012-aab1-484f-9c53-c9dea846f3ce'] in n-d-791504-18 is: [{'id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1709942751', 'tenant_id': 'ccb4d709c112433095ae7c55bc31fde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:05:01Z', 'revision_number': 5, 'project_id': 'ccb4d709c112433095ae7c55bc31fde2', 'gw_port': {'id': '0b6fe506-9900-4cce-9f78-0a0b6a8ede33', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e3012-aab1-484f-9c53-c9dea846f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:03:43Z', 'updated_at': '2021-07-23T21:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:05:03.354708 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c7cbc1b-8238-482b-865a-04eddd5e118e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.385026 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e149-e210-4d16-8bca-77cdb857f056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.411148 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2e149-e210-4d16-8bca-77cdb857f056 None None] Pushing event deleted for resources: {'Port': ['ID=d75680cf-5f16-46b7-8c9f-b0ec667ec54b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:03.412980 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba2e149-e210-4d16-8bca-77cdb857f056 None None] No DVR routers for this DVR port d75680cf-5f16-46b7-8c9f-b0ec667ec54b on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:05:03.444658 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2e58aea3-d5ac-42fe-b856-acc19921b886 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:05:03.460572 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c7cbc1b-8238-482b-865a-04eddd5e118e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.462938 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c7cbc1b-8238-482b-865a-04eddd5e118e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.466002 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 2e58aea3-d5ac-42fe-b856-acc19921b886 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:05:03.466514 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2e58aea3-d5ac-42fe-b856-acc19921b886 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:05:03.529234 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c7cbc1b-8238-482b-865a-04eddd5e118e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.529718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7cbc1b-8238-482b-865a-04eddd5e118e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Fanout notify agent at l3_agent the message router_deleted on router fa0e3012-aab1-484f-9c53-c9dea846f3ce {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:05:03.536754 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9c7cbc1b-8238-482b-865a-04eddd5e118e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.538032 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9c7cbc1b-8238-482b-865a-04eddd5e118e tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "DELETE /v2.0/routers/fa0e3012-aab1-484f-9c53-c9dea846f3ce HTTP/1.1" status: 204 len: 168 time: 0.8119557 Jul 23 21:05:03.540632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52490) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:03.613794 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-04bbe060-f510-4564-a655-7a547688a81b tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.706919 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-04bbe060-f510-4564-a655-7a547688a81b tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.718112 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-04bbe060-f510-4564-a655-7a547688a81b tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8a5c20-621e-4360-95f8-8df56da47396']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:03.728617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-04bbe060-f510-4564-a655-7a547688a81b tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe818a26-42fd-4b58-bd62-b7372df0e8ee') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:03.728911 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-04bbe060-f510-4564-a655-7a547688a81b tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe818a26-42fd-4b58-bd62-b7372df0e8ee') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:03.738730 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-04bbe060-f510-4564-a655-7a547688a81b tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.760155 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-04bbe060-f510-4564-a655-7a547688a81b tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.768897 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bbe060-f510-4564-a655-7a547688a81b tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:05:03.769219 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-04bbe060-f510-4564-a655-7a547688a81b tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:05:03.776076 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:05:03.790289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 152534cc-fd4b-4b70-a809-661acc82bbc5 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:05:03.815343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 152534cc-fd4b-4b70-a809-661acc82bbc5 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:05:03.815842 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 152534cc-fd4b-4b70-a809-661acc82bbc5 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:05:03.816262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d75680cf-5f16-46b7-8c9f-b0ec667ec54b no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:05:03.839173 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: d75680cf-5f16-46b7-8c9f-b0ec667ec54b {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:05:03.839585 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d75680cf-5f16-46b7-8c9f-b0ec667ec54b not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:05:03.845262 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-04bbe060-f510-4564-a655-7a547688a81b tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.852210 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-04bbe060-f510-4564-a655-7a547688a81b tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.854074 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-04bbe060-f510-4564-a655-7a547688a81b tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] 10.222.0.55 "DELETE /v2.0/networks/ce8a5c20-621e-4360-95f8-8df56da47396 HTTP/1.1" status: 204 len: 168 time: 0.3124897 Jul 23 21:05:03.865808 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbe060-f510-4564-a655-7a547688a81b tempest-TestSecurityGroupsBasicOps-1326357567 tempest-TestSecurityGroupsBasicOps-1326357567-project] Pushing event deleted for resources: {'Network': ['ID=ce8a5c20-621e-4360-95f8-8df56da47396,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:04.133968 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52498) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:04.266566 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1e569300-3445-43eb-ac46-93269d9290f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ccb4d709c112433095ae7c55bc31fde2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313086 Jul 23 21:05:04.268916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52502) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:04.317642 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-378a8ad1-beec-4acf-9dda-c3a98b232e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:04.340765 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-378a8ad1-beec-4acf-9dda-c3a98b232e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:04.393150 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-378a8ad1-beec-4acf-9dda-c3a98b232e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:04.396133 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-378a8ad1-beec-4acf-9dda-c3a98b232e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:04.397315 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-378a8ad1-beec-4acf-9dda-c3a98b232e50 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d98850e2-138e-448a-b359-7d95f5a31e72 HTTP/1.1" status: 204 len: 168 time: 0.1274896 Jul 23 21:05:04.404858 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a8ad1-beec-4acf-9dda-c3a98b232e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98850e2-138e-448a-b359-7d95f5a31e72,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:04.674521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52508) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:04.687545 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b279a009-a502-4d34-8a53-d7bf1b639b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:04.780736 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b279a009-a502-4d34-8a53-d7bf1b639b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:04.785104 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b279a009-a502-4d34-8a53-d7bf1b639b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:04.835770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b279a009-a502-4d34-8a53-d7bf1b639b80 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=baa359c7cde9431d945182a872cafc96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596177 Jul 23 21:05:04.837306 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279a009-a502-4d34-8a53-d7bf1b639b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ca0b0d-6574-4b2a-bff1-9803500b5c91,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:04.838560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52510) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:04.887286 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c3537f7b-d991-4e0f-9eb3-6bba061a8a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:04.909745 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c3537f7b-d991-4e0f-9eb3-6bba061a8a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:04.962004 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c3537f7b-d991-4e0f-9eb3-6bba061a8a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:04.964575 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c3537f7b-d991-4e0f-9eb3-6bba061a8a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:04.965957 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c3537f7b-d991-4e0f-9eb3-6bba061a8a93 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a0ca0b0d-6574-4b2a-bff1-9803500b5c91 HTTP/1.1" status: 204 len: 168 time: 0.1261888 Jul 23 21:05:04.973797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3537f7b-d991-4e0f-9eb3-6bba061a8a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ca0b0d-6574-4b2a-bff1-9803500b5c91,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:05.283514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52516) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:05.323625 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7d32fcd9-c76d-4851-8990-1e9d1e274ff8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=252a128e6e1743c09cda2300d6f79f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389733 Jul 23 21:05:05.325949 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52518) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:05.373533 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df275c26-bc10-4abe-80fc-f6ff94c188ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:05.394430 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df275c26-bc10-4abe-80fc-f6ff94c188ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:05.440252 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df275c26-bc10-4abe-80fc-f6ff94c188ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:05.442970 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df275c26-bc10-4abe-80fc-f6ff94c188ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:05.444148 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-df275c26-bc10-4abe-80fc-f6ff94c188ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/605ea53d-577a-464d-af8c-c811eb72accd HTTP/1.1" status: 204 len: 168 time: 0.1173108 Jul 23 21:05:05.451708 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df275c26-bc10-4abe-80fc-f6ff94c188ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605ea53d-577a-464d-af8c-c811eb72accd,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:05.495721 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0b6fe506-9900-4cce-9f78-0a0b6a8ede33 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:05:05.517786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 0b6fe506-9900-4cce-9f78-0a0b6a8ede33 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:05:05.518128 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0b6fe506-9900-4cce-9f78-0a0b6a8ede33 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:05:06.078575 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52540) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:06.172381 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e97b4eda-462a-45e1-a8d2-d632fc49702e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1474557230-network', 'tenant_id': 'fd1d8dfd33104aa797fe5e5a71d6aeb6'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:06.192689 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97b4eda-462a-45e1-a8d2-d632fc49702e admin admin] Made reservation on behalf of fd1d8dfd33104aa797fe5e5a71d6aeb6 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:05:06.194916 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e97b4eda-462a-45e1-a8d2-d632fc49702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:06.203443 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e97b4eda-462a-45e1-a8d2-d632fc49702e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:06.292702 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e97b4eda-462a-45e1-a8d2-d632fc49702e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:06.296681 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e97b4eda-462a-45e1-a8d2-d632fc49702e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:06.318737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97b4eda-462a-45e1-a8d2-d632fc49702e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:05:06.334529 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b4eda-462a-45e1-a8d2-d632fc49702e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:06.338637 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e97b4eda-462a-45e1-a8d2-d632fc49702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:06.338987 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-e97b4eda-462a-45e1-a8d2-d632fc49702e admin admin] Added segment afc6e6f4-4213-4eea-bfdf-badf06f7d115 of type vlan for network df9d3c40-3583-4e23-8935-cf4bb7716bc9 Jul 23 21:05:06.377780 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e97b4eda-462a-45e1-a8d2-d632fc49702e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:06.405432 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e97b4eda-462a-45e1-a8d2-d632fc49702e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:06.406470 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97b4eda-462a-45e1-a8d2-d632fc49702e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:06.407044 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e97b4eda-462a-45e1-a8d2-d632fc49702e admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:06.437687 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e97b4eda-462a-45e1-a8d2-d632fc49702e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3574760 Jul 23 21:05:06.440726 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52544) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:06.445846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ee52a397-c118-4256-8ee5-020064a9183d admin admin] Request body: {'subnet': {'network_id': 'df9d3c40-3583-4e23-8935-cf4bb7716bc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1474557230-subnet', 'tenant_id': 'fd1d8dfd33104aa797fe5e5a71d6aeb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:06.466741 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee52a397-c118-4256-8ee5-020064a9183d admin admin] Made reservation on behalf of fd1d8dfd33104aa797fe5e5a71d6aeb6 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:05:06.467865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b4eda-462a-45e1-a8d2-d632fc49702e admin admin] Pushing event updated for resources: {'Network': ['ID=df9d3c40-3583-4e23-8935-cf4bb7716bc9,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:06.469317 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ee52a397-c118-4256-8ee5-020064a9183d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:06.477881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network df9d3c40-3583-4e23-8935-cf4bb7716bc9 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:05:06.637118 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ee52a397-c118-4256-8ee5-020064a9183d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:06.697379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52a397-c118-4256-8ee5-020064a9183d admin admin] Pushing event updated for resources: {'Subnet': ['ID=09bfe3df-18f4-45ef-8f04-7b922692ef25,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:06.709610 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee52a397-c118-4256-8ee5-020064a9183d admin admin] Checking segment: {'id': 'afc6e6f4-4213-4eea-bfdf-badf06f7d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'df9d3c40-3583-4e23-8935-cf4bb7716bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:05:06.709610 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee52a397-c118-4256-8ee5-020064a9183d admin admin] Network hostable DHCP agents. Network: df9d3c40-3583-4e23-8935-cf4bb7716bc9, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:05:06.726144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee52a397-c118-4256-8ee5-020064a9183d admin admin] Network df9d3c40-3583-4e23-8935-cf4bb7716bc9 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:05:06.735278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-ee52a397-c118-4256-8ee5-020064a9183d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, df9d3c40-3583-4e23-8935-cf4bb7716bc9) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:05:06.739695 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee52a397-c118-4256-8ee5-020064a9183d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:06.740778 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ee52a397-c118-4256-8ee5-020064a9183d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:06.743909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aeaf87-131e-42c4-a436-782e423545b2 None None] Network df9d3c40-3583-4e23-8935-cf4bb7716bc9 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:05:06.754614 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ee52a397-c118-4256-8ee5-020064a9183d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3128040 Jul 23 21:05:07.009397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc1b61-1aa6-4b11-963a-84488008da62 req-24138a3e-9af5-48ed-972c-b629930f7615 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:07.011329 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3cdc1b61-1aa6-4b11-963a-84488008da62 req-24138a3e-9af5-48ed-972c-b629930f7615 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 1097 time: 0.1843710 Jul 23 21:05:07.035058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d835381-9426-4b53-8ad4-fb99eb442a7a None None] Network df9d3c40-3583-4e23-8935-cf4bb7716bc9 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:05:07.048160 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3cdc1b61-1aa6-4b11-963a-84488008da62 req-9035b242-ee09-41ec-a15d-946141fd5373 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308003 Jul 23 21:05:07.252204 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52570) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:07.257195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-57e656d0-23b4-427a-8985-4bcc8868ac58 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1280208798-network', 'tenant_id': 'ae65c83dd6024998bb74fe6ff66a9c7d'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:07.277925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e656d0-23b4-427a-8985-4bcc8868ac58 admin admin] Made reservation on behalf of ae65c83dd6024998bb74fe6ff66a9c7d for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:05:07.280250 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57e656d0-23b4-427a-8985-4bcc8868ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:07.292937 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57e656d0-23b4-427a-8985-4bcc8868ac58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:07.429406 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74e8b4-0b77-4e55-b2b3-9734cf80edbe req-0a9f6e21-0e5f-4571-a5a6-658f4c85f112 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:07.430914 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa74e8b4-0b77-4e55-b2b3-9734cf80edbe req-0a9f6e21-0e5f-4571-a5a6-658f4c85f112 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.3110306 Jul 23 21:05:07.435427 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57e656d0-23b4-427a-8985-4bcc8868ac58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:07.444392 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57e656d0-23b4-427a-8985-4bcc8868ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:07.489109 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e656d0-23b4-427a-8985-4bcc8868ac58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:05:07.499581 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa74e8b4-0b77-4e55-b2b3-9734cf80edbe req-60df5b35-4519-4176-bd00-890ef7f3a367 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628257 Jul 23 21:05:07.500162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e656d0-23b4-427a-8985-4bcc8868ac58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b5e6ae-0448-4875-9f68-a20b7983cef0,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:07.507555 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57e656d0-23b4-427a-8985-4bcc8868ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:07.507917 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-57e656d0-23b4-427a-8985-4bcc8868ac58 admin admin] Added segment 155bd4f7-3c72-48ed-92df-938d548f3b63 of type vlan for network 2308ecf1-7ed2-4087-a160-5b526e557e19 Jul 23 21:05:07.526043 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52572) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:07.553522 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57e656d0-23b4-427a-8985-4bcc8868ac58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:07.587029 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57e656d0-23b4-427a-8985-4bcc8868ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:07.588147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e656d0-23b4-427a-8985-4bcc8868ac58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:07.588725 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-57e656d0-23b4-427a-8985-4bcc8868ac58 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:07.592574 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-06112911-9f6a-403a-a762-25732395d7e3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/floatingips/f7d3cbc8-e040-4d49-976f-b8c5e745ddee HTTP/1.1" status: 200 len: 993 time: 0.0653698 Jul 23 21:05:07.617441 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-57e656d0-23b4-427a-8985-4bcc8868ac58 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3640835 Jul 23 21:05:07.620701 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52576) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:07.628418 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-eb042a49-47f9-4ead-8a5c-103c869bd64b admin admin] Request body: {'subnet': {'network_id': '2308ecf1-7ed2-4087-a160-5b526e557e19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1280208798-subnet', 'tenant_id': 'ae65c83dd6024998bb74fe6ff66a9c7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:07.651717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e656d0-23b4-427a-8985-4bcc8868ac58 admin admin] Pushing event updated for resources: {'Network': ['ID=2308ecf1-7ed2-4087-a160-5b526e557e19,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:07.652455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb042a49-47f9-4ead-8a5c-103c869bd64b admin admin] Made reservation on behalf of ae65c83dd6024998bb74fe6ff66a9c7d for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:05:07.654917 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eb042a49-47f9-4ead-8a5c-103c869bd64b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:07.663074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 2308ecf1-7ed2-4087-a160-5b526e557e19 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:05:07.825824 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eb042a49-47f9-4ead-8a5c-103c869bd64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:07.842646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-7ef7ea2f-7f59-4734-a865-2ab2a6d3f505 req-b99d1de0-56b1-4eff-b2f4-6ca5bd3dc538 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:05:07.843908 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7ef7ea2f-7f59-4734-a865-2ab2a6d3f505 req-b99d1de0-56b1-4eff-b2f4-6ca5bd3dc538 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056927 Jul 23 21:05:07.877189 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb042a49-47f9-4ead-8a5c-103c869bd64b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5fbe00f-2b1e-4533-a615-12c37946f673,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:07.893235 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb042a49-47f9-4ead-8a5c-103c869bd64b admin admin] Checking segment: {'id': '155bd4f7-3c72-48ed-92df-938d548f3b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2308ecf1-7ed2-4087-a160-5b526e557e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:05:07.893601 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb042a49-47f9-4ead-8a5c-103c869bd64b admin admin] Network hostable DHCP agents. Network: 2308ecf1-7ed2-4087-a160-5b526e557e19, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:05:07.910781 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb042a49-47f9-4ead-8a5c-103c869bd64b admin admin] Network 2308ecf1-7ed2-4087-a160-5b526e557e19 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:05:07.919421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-eb042a49-47f9-4ead-8a5c-103c869bd64b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 2308ecf1-7ed2-4087-a160-5b526e557e19) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:05:07.923745 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb042a49-47f9-4ead-8a5c-103c869bd64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:07.924329 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eb042a49-47f9-4ead-8a5c-103c869bd64b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:07.929552 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba7f0d0-8068-4b31-b61a-5f1d6808fca5 None None] Network 2308ecf1-7ed2-4087-a160-5b526e557e19 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:05:07.951137 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-eb042a49-47f9-4ead-8a5c-103c869bd64b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3173382 Jul 23 21:05:08.070456 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9dde85-6aa6-4d7a-8780-b8bc3d67a6b3 None None] Network 2308ecf1-7ed2-4087-a160-5b526e557e19 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:05:08.245693 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-2a698dc1-4c8b-42bc-b6f1-a0395e23a372 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1112864 Jul 23 21:05:08.254583 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc805ce8-2abd-4d37-8f23-fb60c4ff3949 req-5c13bc51-6971-41e8-b079-f0ae7af6515f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:08.256035 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc805ce8-2abd-4d37-8f23-fb60c4ff3949 req-5c13bc51-6971-41e8-b079-f0ae7af6515f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.0843096 Jul 23 21:05:08.299899 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc805ce8-2abd-4d37-8f23-fb60c4ff3949 req-031ef546-b9f5-441f-b96e-60f474ec8fdb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381098 Jul 23 21:05:08.551348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-47772ffd-a597-4aaa-aac7-977a22726bd0 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:08.552886 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-47772ffd-a597-4aaa-aac7-977a22726bd0 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/networks?id=df9d3c40-3583-4e23-8935-cf4bb7716bc9 HTTP/1.1" status: 200 len: 812 time: 0.1098099 Jul 23 21:05:08.567746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-565d4085-316e-4cd0-a7ed-8d7d4a4b6a83 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/quotas/fd1d8dfd33104aa797fe5e5a71d6aeb6 HTTP/1.1" status: 200 len: 375 time: 0.0094590 Jul 23 21:05:08.606281 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-969924ca-a149-47f1-8c14-8f1200e60a78 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd1d8dfd33104aa797fe5e5a71d6aeb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331903 Jul 23 21:05:08.701621 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-eb6829d3-8a28-4945-a12d-405b28a0564e service neutron] 10.222.0.55 "GET /v2.0/networks/df9d3c40-3583-4e23-8935-cf4bb7716bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860388 Jul 23 21:05:08.803933 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-57d48601-b0aa-4b48-86bd-00243aabef99 service neutron] 10.222.0.55 "GET /v2.0/networks/df9d3c40-3583-4e23-8935-cf4bb7716bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935273 Jul 23 21:05:08.963242 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-56f5f802-3708-497a-a90d-ee916b3a4a1c req-d7c4ff79-f9de-40f7-9a4b-8f8ed08fed1b tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 210 time: 0.0299559 Jul 23 21:05:09.352314 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-6dfc7497-f8f6-48a5-9a93-adcdf2b0b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:09.354026 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-6dfc7497-f8f6-48a5-9a93-adcdf2b0b2a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 1097 time: 0.0611978 Jul 23 21:05:09.431238 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be124e-550f-4ab7-8a23-b641e6947183 req-9bc8be29-1937-4c45-a2cc-cdb179d85509 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:09.432759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86be124e-550f-4ab7-8a23-b641e6947183 req-9bc8be29-1937-4c45-a2cc-cdb179d85509 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.0627155 Jul 23 21:05:09.470004 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-cadfa4f7-6c8f-4a04-aee8-4e6aec9565ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:09.472215 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-cadfa4f7-6c8f-4a04-aee8-4e6aec9565ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff219030-1d37-43e1-af13-4e38e176e30e HTTP/1.1" status: 200 len: 897 time: 0.1075943 Jul 23 21:05:09.478094 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86be124e-550f-4ab7-8a23-b641e6947183 req-0c79c32e-0b65-43ce-82f0-6cbafca792a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388155 Jul 23 21:05:09.545185 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-97d7b0d1-d6a9-4828-937d-961796bf1bc2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0652797 Jul 23 21:05:09.598560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-c744c142-1b38-4f4d-b1ec-ea1ce53c56ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:09.600080 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-c744c142-1b38-4f4d-b1ec-ea1ce53c56ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a49024b-a480-47a4-bdc6-172a4993e5e0 HTTP/1.1" status: 200 len: 835 time: 0.0440485 Jul 23 21:05:09.660858 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-b4da4078-5c45-4d3f-bf22-4e60dba76c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:09.662234 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-b4da4078-5c45-4d3f-bf22-4e60dba76c2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff219030-1d37-43e1-af13-4e38e176e30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519736 Jul 23 21:05:09.765696 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-eb02ce18-a94e-4787-a7e0-02705c5f0fe7 service neutron] 10.222.0.48 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927029 Jul 23 21:05:09.868637 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-9ffc9fc2-91a8-4c3d-b177-fb59f5016114 service neutron] 10.222.0.48 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918419 Jul 23 21:05:09.887021 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-f7c1e434-b1db-4b6d-b7c9-2ff3f3097103 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:09.888404 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-f7c1e434-b1db-4b6d-b7c9-2ff3f3097103 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.57 "GET /v2.0/networks?id=df9d3c40-3583-4e23-8935-cf4bb7716bc9 HTTP/1.1" status: 200 len: 812 time: 0.1028454 Jul 23 21:05:09.900303 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-6b47e26a-ead8-46bd-90fd-ec6e4c4aa62d tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Request body: {'port': {'device_id': '656dbfce-2009-4d9b-9342-106d826ef6e4', 'network_id': 'df9d3c40-3583-4e23-8935-cf4bb7716bc9', 'admin_state_up': True, 'tenant_id': 'fd1d8dfd33104aa797fe5e5a71d6aeb6'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:10.305631 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5452501f-d7c8-439f-9cbc-24476e17dde3 req-d97f17d0-89db-4fc2-a920-66e15ff50414 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 210 time: 0.0347347 Jul 23 21:05:10.344555 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-6b47e26a-ead8-46bd-90fd-ec6e4c4aa62d tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Made reservation on behalf of fd1d8dfd33104aa797fe5e5a71d6aeb6 for: {'port': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:05:10.347983 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-6b47e26a-ead8-46bd-90fd-ec6e4c4aa62d tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:10.469652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-6b47e26a-ead8-46bd-90fd-ec6e4c4aa62d tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Allocated IP 172.20.0.5 (df9d3c40-3583-4e23-8935-cf4bb7716bc9/09bfe3df-18f4-45ef-8f04-7b922692ef25/7bab0aae-ee66-4a65-aaaf-af8851b1d543) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:05:10.650792 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-6b47e26a-ead8-46bd-90fd-ec6e4c4aa62d tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:10.678928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def7cc9-9f8f-4cf7-b3fc-73346e946a97 req-64318fcc-cc5d-4dca-9f51-5acb72fb2b79 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:10.680436 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4def7cc9-9f8f-4cf7-b3fc-73346e946a97 req-64318fcc-cc5d-4dca-9f51-5acb72fb2b79 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.1298883 Jul 23 21:05:10.727137 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-6b47e26a-ead8-46bd-90fd-ec6e4c4aa62d tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:10.761413 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4def7cc9-9f8f-4cf7-b3fc-73346e946a97 req-a37d61d4-47f6-4dc3-8599-8f9af7fddd66 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729167 Jul 23 21:05:10.784629 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-6b47e26a-ead8-46bd-90fd-ec6e4c4aa62d tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Network df9d3c40-3583-4e23-8935-cf4bb7716bc9 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:05:10.788556 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-6b47e26a-ead8-46bd-90fd-ec6e4c4aa62d tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:05:10.790466 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47e26a-ead8-46bd-90fd-ec6e4c4aa62d tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Pushing event updated for resources: {'Port': ['ID=7bab0aae-ee66-4a65-aaaf-af8851b1d543,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:10.792582 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-6b47e26a-ead8-46bd-90fd-ec6e4c4aa62d tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:05:10.839226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-6b47e26a-ead8-46bd-90fd-ec6e4c4aa62d tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:10.839762 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-6b47e26a-ead8-46bd-90fd-ec6e4c4aa62d tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:10.852877 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-6b47e26a-ead8-46bd-90fd-ec6e4c4aa62d tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9563029 Jul 23 21:05:10.864849 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Request body: {'port': {'device_id': '656dbfce-2009-4d9b-9342-106d826ef6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:10.932777 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:11.191544 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bab0aae-ee66-4a65-aaaf-af8851b1d543 {{(pid=93811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:05:11.198675 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:11.209991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Transition to ACTIVE for port object 7bab0aae-ee66-4a65-aaaf-af8851b1d543 will not be triggered until provisioned by entity L2. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:05:11.213955 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:11.278678 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Pushing event updated for resources: {'Port': ['ID=7bab0aae-ee66-4a65-aaaf-af8851b1d543,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:11.327304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Attempting to bind port 7bab0aae-ee66-4a65-aaaf-af8851b1d543 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:05:11.328584 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Attempting to bind port 7bab0aae-ee66-4a65-aaaf-af8851b1d543 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'afc6e6f4-4213-4eea-bfdf-badf06f7d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'df9d3c40-3583-4e23-8935-cf4bb7716bc9'}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:05:11.328933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Attempting to bind port 7bab0aae-ee66-4a65-aaaf-af8851b1d543 on network df9d3c40-3583-4e23-8935-cf4bb7716bc9 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:05:11.333469 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Port 7bab0aae-ee66-4a65-aaaf-af8851b1d543 on network df9d3c40-3583-4e23-8935-cf4bb7716bc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:05:11.333796 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Attempting to bind port 7bab0aae-ee66-4a65-aaaf-af8851b1d543 on network df9d3c40-3583-4e23-8935-cf4bb7716bc9 {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:05:11.338886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:05:11.339321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Checking segment: {'id': 'afc6e6f4-4213-4eea-bfdf-badf06f7d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'df9d3c40-3583-4e23-8935-cf4bb7716bc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:05:11.339749 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Bound using segment: {'id': 'afc6e6f4-4213-4eea-bfdf-badf06f7d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'df9d3c40-3583-4e23-8935-cf4bb7716bc9'} {{(pid=93811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:05:11.340053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.managers [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Bound port: 7bab0aae-ee66-4a65-aaaf-af8851b1d543, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc6e6f4-4213-4eea-bfdf-badf06f7d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'df9d3c40-3583-4e23-8935-cf4bb7716bc9'}}] {{(pid=93811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:05:11.340534 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:11.439063 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] For port 7bab0aae-ee66-4a65-aaaf-af8851b1d543, host n-h2-791504-18, cleared binding levels {{(pid=93811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:05:11.443241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] For port 7bab0aae-ee66-4a65-aaaf-af8851b1d543, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7bab0aae-ee66-4a65-aaaf-af8851b1d543,segment=NetworkSegment(afc6e6f4-4213-4eea-bfdf-badf06f7d115),segment_id=afc6e6f4-4213-4eea-bfdf-badf06f7d115)] {{(pid=93811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:05:11.451968 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:11.491668 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:11.492306 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:11.493712 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] 10.222.0.57 "PUT /v2.0/ports/7bab0aae-ee66-4a65-aaaf-af8851b1d543 HTTP/1.1" status: 200 len: 1092 time: 0.6328731 Jul 23 21:05:11.494966 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656dbfce-2009-4d9b-9342-106d826ef6e4', 'tag': '7bab0aae-ee66-4a65-aaaf-af8851b1d543'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:05:11.497229 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16459baa-d5aa-4c9b-b4db-901f3d2b0477" -d '{"events": [{"name": "network-changed", "server_uuid": "656dbfce-2009-4d9b-9342-106d826ef6e4", "tag": "7bab0aae-ee66-4a65-aaaf-af8851b1d543"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:05:11.509448 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1769089-14d4-43bc-8898-3c340ce9ce7f req-ac4e8d45-ad37-435b-bfe4-8f8b43a56d9b tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:11.510980 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1769089-14d4-43bc-8898-3c340ce9ce7f req-ac4e8d45-ad37-435b-bfe4-8f8b43a56d9b tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 943 time: 0.1342125 Jul 23 21:05:11.543363 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868bb816-7121-4d89-80c7-e5ea07499495 x-openstack-request-id: req-868bb816-7121-4d89-80c7-e5ea07499495 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:05:11.543646 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656dbfce-2009-4d9b-9342-106d826ef6e4", "tag": "7bab0aae-ee66-4a65-aaaf-af8851b1d543", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:05:11.543889 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-868bb816-7121-4d89-80c7-e5ea07499495 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:05:11.544278 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656dbfce-2009-4d9b-9342-106d826ef6e4', 'tag': '7bab0aae-ee66-4a65-aaaf-af8851b1d543', 'status': 'completed', 'code': 200} Jul 23 21:05:11.581529 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86014a-07ed-406d-8f97-70dc9e7b0a02 service neutron] Pushing event updated for resources: {'Port': ['ID=7bab0aae-ee66-4a65-aaaf-af8851b1d543,revision_number=3']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:11.600878 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a1769089-14d4-43bc-8898-3c340ce9ce7f req-443cc033-8149-406d-a940-a4fe032dfdc3 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829663 Jul 23 21:05:11.621613 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-3afeb5ae-9cd1-47a5-a345-63eddfe97af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:11.623085 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-3afeb5ae-9cd1-47a5-a345-63eddfe97af3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd1d8dfd33104aa797fe5e5a71d6aeb6&device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 1095 time: 0.0815213 Jul 23 21:05:11.663770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-7bc9c56e-56dd-43e0-996a-6586c8f047cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bab0aae-ee66-4a65-aaaf-af8851b1d543 HTTP/1.1" status: 200 len: 217 time: 0.0329762 Jul 23 21:05:11.710760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-1b7f56e2-ca20-416c-9e68-3c07ebb7caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:11.712555 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-1b7f56e2-ca20-416c-9e68-3c07ebb7caf9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09bfe3df-18f4-45ef-8f04-7b922692ef25 HTTP/1.1" status: 200 len: 852 time: 0.0429270 Jul 23 21:05:11.749446 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-2ce060df-722f-4317-bfbd-2ad6af087e53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df9d3c40-3583-4e23-8935-cf4bb7716bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309811 Jul 23 21:05:11.849699 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-1f189e15-b4e2-487b-bbff-221b2e11b59a service neutron] 10.222.0.57 "GET /v2.0/networks/df9d3c40-3583-4e23-8935-cf4bb7716bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936642 Jul 23 21:05:11.967037 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7012004-7961-428a-b045-3a20ddcc51af req-5f68af61-c970-4664-94b9-1fdcf6515d36 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:11.968495 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d7012004-7961-428a-b045-3a20ddcc51af req-5f68af61-c970-4664-94b9-1fdcf6515d36 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.1371686 Jul 23 21:05:11.991551 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a57072a-2009-43c3-924a-7251db9f15c9 req-a1154bad-e88c-450e-92d7-b4f9bfd8e9f3 service neutron] 10.222.0.57 "GET /v2.0/networks/df9d3c40-3583-4e23-8935-cf4bb7716bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259272 Jul 23 21:05:12.012239 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d7012004-7961-428a-b045-3a20ddcc51af req-18ddf23b-86d6-4522-9cd4-f6a5b6e9114c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381262 Jul 23 21:05:12.089150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16459baa-d5aa-4c9b-b4db-901f3d2b0477 req-d1d0a19f-e158-4ee3-ac81-18b908fb0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:12.090644 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16459baa-d5aa-4c9b-b4db-901f3d2b0477 req-d1d0a19f-e158-4ee3-ac81-18b908fb0ec6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd1d8dfd33104aa797fe5e5a71d6aeb6&device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 1095 time: 0.0550964 Jul 23 21:05:12.185012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16459baa-d5aa-4c9b-b4db-901f3d2b0477 req-d24619bb-2744-4cbe-8d52-19010368da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:12.186465 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16459baa-d5aa-4c9b-b4db-901f3d2b0477 req-d24619bb-2744-4cbe-8d52-19010368da4c service neutron] 10.222.0.57 "GET /v2.0/networks?id=df9d3c40-3583-4e23-8935-cf4bb7716bc9 HTTP/1.1" status: 200 len: 913 time: 0.0877647 Jul 23 21:05:12.227287 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16459baa-d5aa-4c9b-b4db-901f3d2b0477 req-27499989-4bf0-4167-b52d-24fe45334d24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bab0aae-ee66-4a65-aaaf-af8851b1d543 HTTP/1.1" status: 200 len: 217 time: 0.0334239 Jul 23 21:05:12.279302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16459baa-d5aa-4c9b-b4db-901f3d2b0477 req-6d1ff544-9f0c-4ab6-b1b5-b46e21307948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:12.281224 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16459baa-d5aa-4c9b-b4db-901f3d2b0477 req-6d1ff544-9f0c-4ab6-b1b5-b46e21307948 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09bfe3df-18f4-45ef-8f04-7b922692ef25 HTTP/1.1" status: 200 len: 852 time: 0.0470374 Jul 23 21:05:12.316582 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16459baa-d5aa-4c9b-b4db-901f3d2b0477 req-0c23cd10-f8f7-4053-8625-06311c9f8997 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df9d3c40-3583-4e23-8935-cf4bb7716bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278633 Jul 23 21:05:12.409135 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16459baa-d5aa-4c9b-b4db-901f3d2b0477 req-299f7142-bc5d-47e5-afaa-325440fe27d0 service neutron] 10.222.0.57 "GET /v2.0/networks/df9d3c40-3583-4e23-8935-cf4bb7716bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852330 Jul 23 21:05:12.502004 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16459baa-d5aa-4c9b-b4db-901f3d2b0477 req-d07e2c4f-4f17-433f-aaa0-6d4e8be46289 service neutron] 10.222.0.57 "GET /v2.0/networks/df9d3c40-3583-4e23-8935-cf4bb7716bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836375 Jul 23 21:05:12.733679 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5cabb-bfbe-4c1d-98e9-4a1a22eb1cdf req-1b41044d-6ccf-46f6-91f9-6ba47b4ca6f6 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:12.735730 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-36d5cabb-bfbe-4c1d-98e9-4a1a22eb1cdf req-1b41044d-6ccf-46f6-91f9-6ba47b4ca6f6 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 943 time: 0.0674293 Jul 23 21:05:12.777487 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-36d5cabb-bfbe-4c1d-98e9-4a1a22eb1cdf req-5e94e751-3690-4cfc-b0bc-301561d5adab tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359666 Jul 23 21:05:13.139941 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e6bfd-2294-4166-b6a1-abf11f980d0e req-e9520354-6bfd-42c8-82c0-e151b5ca1230 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:13.141424 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-946e6bfd-2294-4166-b6a1-abf11f980d0e req-e9520354-6bfd-42c8-82c0-e151b5ca1230 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.0641427 Jul 23 21:05:13.183197 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-946e6bfd-2294-4166-b6a1-abf11f980d0e req-1031b840-b66b-4f4f-ab28-b49a31b685e1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361149 Jul 23 21:05:13.461877 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7bab0aae-ee66-4a65-aaaf-af8851b1d543 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:05:13.563025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 7bab0aae-ee66-4a65-aaaf-af8851b1d543, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7bab0aae-ee66-4a65-aaaf-af8851b1d543,segment=NetworkSegment(afc6e6f4-4213-4eea-bfdf-badf06f7d115),segment_id=afc6e6f4-4213-4eea-bfdf-badf06f7d115)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:13.573912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '7bab0aae-ee66-4a65-aaaf-af8851b1d543', 'network_id': 'df9d3c40-3583-4e23-8935-cf4bb7716bc9', 'port_id': '7bab0aae-ee66-4a65-aaaf-af8851b1d543', 'mac_address': 'fa:16:3e:88:ae:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09bfe3df-18f4-45ef-8f04-7b922692ef25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:05:13.611062 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:13.623464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bab0aae-ee66-4a65-aaaf-af8851b1d543 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:05:13.643257 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 7bab0aae-ee66-4a65-aaaf-af8851b1d543, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7bab0aae-ee66-4a65-aaaf-af8851b1d543,segment=NetworkSegment(afc6e6f4-4213-4eea-bfdf-badf06f7d115),segment_id=afc6e6f4-4213-4eea-bfdf-badf06f7d115)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:13.647180 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:13.693722 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=7bab0aae-ee66-4a65-aaaf-af8851b1d543,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:13.833655 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['7bab0aae-ee66-4a65-aaaf-af8851b1d543'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:05:13.912255 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230543d-1bcd-458e-aba1-2fa337889d70 req-77b960ee-7d87-4084-b6f9-de6d5612c128 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:13.913756 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1230543d-1bcd-458e-aba1-2fa337889d70 req-77b960ee-7d87-4084-b6f9-de6d5612c128 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 944 time: 0.0639074 Jul 23 21:05:13.951540 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1230543d-1bcd-458e-aba1-2fa337889d70 req-8ad6eb56-b548-4b94-9f3e-b08dbcfff73c tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316453 Jul 23 21:05:14.314769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f3a7c-6ef6-4f99-bd41-5addddb3c8f1 req-bd68683f-0556-4adc-a59a-c292be21b31e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:14.316275 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e7f3a7c-6ef6-4f99-bd41-5addddb3c8f1 req-bd68683f-0556-4adc-a59a-c292be21b31e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.0670862 Jul 23 21:05:14.353887 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e7f3a7c-6ef6-4f99-bd41-5addddb3c8f1 req-b542cfd7-f2b5-40be-b773-242bc68fca04 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320487 Jul 23 21:05:15.078746 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06979-9e23-4c39-9d5f-c57d55d9799b req-85bb5270-224b-47e2-a0a4-32bcc01431fe tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:15.080247 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ede06979-9e23-4c39-9d5f-c57d55d9799b req-85bb5270-224b-47e2-a0a4-32bcc01431fe tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 944 time: 0.0624151 Jul 23 21:05:15.117307 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ede06979-9e23-4c39-9d5f-c57d55d9799b req-c66f2bd0-d204-4be1-8c8f-ae0f08202a35 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315497 Jul 23 21:05:15.457891 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7bab0aae-ee66-4a65-aaaf-af8851b1d543 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:05:15.482262 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f86188-75a3-4f16-926a-6af4f9e4898a req-11cdea52-e94f-4a5f-b098-edee78478ed5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:15.483791 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18f86188-75a3-4f16-926a-6af4f9e4898a req-11cdea52-e94f-4a5f-b098-edee78478ed5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.0640302 Jul 23 21:05:15.508653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 7bab0aae-ee66-4a65-aaaf-af8851b1d543 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:05:15.512736 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 7bab0aae-ee66-4a65-aaaf-af8851b1d543 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:05:15.513113 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:15.529070 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-18f86188-75a3-4f16-926a-6af4f9e4898a req-71f85cc1-a673-4850-bd93-e1db6bdd39ab tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390258 Jul 23 21:05:15.605544 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:15.610151 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:15.631845 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656dbfce-2009-4d9b-9342-106d826ef6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bab0aae-ee66-4a65-aaaf-af8851b1d543'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:05:15.633979 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82dd3e3-83c9-45ea-8546-f6887ce9533e" -d '{"events": [{"server_uuid": "656dbfce-2009-4d9b-9342-106d826ef6e4", "name": "network-vif-plugged", "status": "completed", "tag": "7bab0aae-ee66-4a65-aaaf-af8851b1d543"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:05:15.647000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 7bab0aae-ee66-4a65-aaaf-af8851b1d543, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7bab0aae-ee66-4a65-aaaf-af8851b1d543,segment=NetworkSegment(afc6e6f4-4213-4eea-bfdf-badf06f7d115),segment_id=afc6e6f4-4213-4eea-bfdf-badf06f7d115)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:15.651902 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:15.674883 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0879a5c9-b409-43c0-ba0f-2dbef8697466 x-openstack-request-id: req-0879a5c9-b409-43c0-ba0f-2dbef8697466 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:05:15.675198 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656dbfce-2009-4d9b-9342-106d826ef6e4", "name": "network-vif-plugged", "status": "completed", "tag": "7bab0aae-ee66-4a65-aaaf-af8851b1d543", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:05:15.675451 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0879a5c9-b409-43c0-ba0f-2dbef8697466 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:05:15.675831 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656dbfce-2009-4d9b-9342-106d826ef6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bab0aae-ee66-4a65-aaaf-af8851b1d543', 'code': 200} Jul 23 21:05:15.701361 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=7bab0aae-ee66-4a65-aaaf-af8851b1d543,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:15.784702 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40e43b-b36b-4ad4-90ab-50667434bdfb req-43c457c3-9119-4914-8f96-f9e78f27d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:15.786200 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9b40e43b-b36b-4ad4-90ab-50667434bdfb req-43c457c3-9119-4914-8f96-f9e78f27d7df service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 1097 time: 0.0555944 Jul 23 21:05:15.819130 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9b40e43b-b36b-4ad4-90ab-50667434bdfb req-eb39b952-3a35-4ab5-8d2f-e516ec3d76d5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268338 Jul 23 21:05:16.247585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c8bed-2c63-4a7c-a2ce-681a8ecdda82 req-08de3121-4f2c-4b61-8fed-4282ab0c9f7e tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:16.249084 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-144c8bed-2c63-4a7c-a2ce-681a8ecdda82 req-08de3121-4f2c-4b61-8fed-4282ab0c9f7e tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 945 time: 0.0641236 Jul 23 21:05:16.286619 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-144c8bed-2c63-4a7c-a2ce-681a8ecdda82 req-74634c1e-043e-4296-88a5-a2185787b58d tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317874 Jul 23 21:05:16.667172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bda11e-8104-4cd6-ac4b-32349c463691 req-de56064b-1bb0-44e0-a412-80630e383203 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:16.668650 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04bda11e-8104-4cd6-ac4b-32349c463691 req-de56064b-1bb0-44e0-a412-80630e383203 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.0660024 Jul 23 21:05:16.706336 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04bda11e-8104-4cd6-ac4b-32349c463691 req-e05ccc4b-2f08-45cc-91da-e0a03a5eab71 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320675 Jul 23 21:05:17.031786 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:17.413739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6ec56-c7a6-4f33-81d9-ab912bb071d9 req-2a0029a4-9475-43c8-a749-492d526dfa3e tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:17.415223 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2e6ec56-c7a6-4f33-81d9-ab912bb071d9 req-2a0029a4-9475-43c8-a749-492d526dfa3e tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 945 time: 0.0618901 Jul 23 21:05:17.451956 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2e6ec56-c7a6-4f33-81d9-ab912bb071d9 req-de0e7c3a-5af3-4cfa-ac72-158d7ba59cee tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312202 Jul 23 21:05:17.591522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c9d78-626c-4311-abb5-d42d77180155 req-1c14da1e-8887-46b2-95f0-4594343edf72 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:17.592937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-264c9d78-626c-4311-abb5-d42d77180155 req-1c14da1e-8887-46b2-95f0-4594343edf72 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 945 time: 0.0642953 Jul 23 21:05:17.630185 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-264c9d78-626c-4311-abb5-d42d77180155 req-af5feb0f-41b3-42e1-9b94-af30df7ce31e tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312533 Jul 23 21:05:17.880934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb0166-5503-4b5b-8d25-3480fbc9f112 req-ff62134c-ba77-4b00-a483-4e9b373f25b6 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:17.882335 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ceb0166-5503-4b5b-8d25-3480fbc9f112 req-ff62134c-ba77-4b00-a483-4e9b373f25b6 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.1060574 Jul 23 21:05:17.902661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329a1bc-9d1d-4323-925f-9e9cc9a8f946 req-eabf2ac4-4e61-4a82-b035-0e2744bdf65a tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:17.904089 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0329a1bc-9d1d-4323-925f-9e9cc9a8f946 req-eabf2ac4-4e61-4a82-b035-0e2744bdf65a tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 945 time: 0.0936351 Jul 23 21:05:17.946423 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ceb0166-5503-4b5b-8d25-3480fbc9f112 req-3f54cc34-7bda-4b1b-8fae-fb26d647de04 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573063 Jul 23 21:05:17.958630 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0329a1bc-9d1d-4323-925f-9e9cc9a8f946 req-cbe71d32-6438-4b0d-8d26-637d343aaeb6 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466278 Jul 23 21:05:19.119789 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e8eb9-6176-419a-a69b-dfaa93e5fb99 req-bc1059f8-34b8-46c6-baa3-956234661166 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:19.122440 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c62e8eb9-6176-419a-a69b-dfaa93e5fb99 req-bc1059f8-34b8-46c6-baa3-956234661166 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.1081722 Jul 23 21:05:19.136218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74674e2-8ce5-4e3e-aea0-16c30f610a76 req-693833fc-a9ad-42dd-a4dd-bb2f4750c53a tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:19.137672 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b74674e2-8ce5-4e3e-aea0-16c30f610a76 req-693833fc-a9ad-42dd-a4dd-bb2f4750c53a tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 945 time: 0.1121204 Jul 23 21:05:19.190678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c62e8eb9-6176-419a-a69b-dfaa93e5fb99 req-2721db1a-a59b-47a8-88e5-0e2b96a02a04 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520334 Jul 23 21:05:19.197877 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b74674e2-8ce5-4e3e-aea0-16c30f610a76 req-6f30f04b-c1e1-4d41-bf83-e3d68c00c874 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518312 Jul 23 21:05:19.459804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720a334-0b6c-4c24-bf3e-4c29286b6953 req-219ec4c0-5f41-4e94-9da6-aef1093acabc tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:19.461272 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a720a334-0b6c-4c24-bf3e-4c29286b6953 req-219ec4c0-5f41-4e94-9da6-aef1093acabc tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 945 time: 0.1037104 Jul 23 21:05:19.466499 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf5fdd-0a46-4cbc-8941-77c98ad171b6 req-fd466558-ce6c-41be-81cf-0d42e3c2f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:19.467894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bacf5fdd-0a46-4cbc-8941-77c98ad171b6 req-fd466558-ce6c-41be-81cf-0d42e3c2f47d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd1d8dfd33104aa797fe5e5a71d6aeb6&device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 1097 time: 0.0815513 Jul 23 21:05:19.524172 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a720a334-0b6c-4c24-bf3e-4c29286b6953 req-89ba6bee-fe09-47f5-8370-a0ec5c5baae1 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552742 Jul 23 21:05:19.587737 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf5fdd-0a46-4cbc-8941-77c98ad171b6 req-ea699b28-9938-40f8-972e-31495303e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:19.589211 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bacf5fdd-0a46-4cbc-8941-77c98ad171b6 req-ea699b28-9938-40f8-972e-31495303e62b service neutron] 10.222.0.57 "GET /v2.0/networks?id=df9d3c40-3583-4e23-8935-cf4bb7716bc9 HTTP/1.1" status: 200 len: 913 time: 0.1140075 Jul 23 21:05:19.632428 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bacf5fdd-0a46-4cbc-8941-77c98ad171b6 req-a962220a-5a8e-4c37-88d9-e7e18b6d1d22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bab0aae-ee66-4a65-aaaf-af8851b1d543 HTTP/1.1" status: 200 len: 217 time: 0.0360925 Jul 23 21:05:19.679234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf5fdd-0a46-4cbc-8941-77c98ad171b6 req-5a05e897-7b41-4332-9f00-4a479627f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:19.680728 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bacf5fdd-0a46-4cbc-8941-77c98ad171b6 req-5a05e897-7b41-4332-9f00-4a479627f962 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09bfe3df-18f4-45ef-8f04-7b922692ef25 HTTP/1.1" status: 200 len: 852 time: 0.0429416 Jul 23 21:05:19.713575 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bacf5fdd-0a46-4cbc-8941-77c98ad171b6 req-64f91712-8f04-41da-b6cf-66b8e12e9f9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df9d3c40-3583-4e23-8935-cf4bb7716bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270686 Jul 23 21:05:19.805851 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bacf5fdd-0a46-4cbc-8941-77c98ad171b6 req-cb423079-317b-424a-890c-59f65e872a96 service neutron] 10.222.0.57 "GET /v2.0/networks/df9d3c40-3583-4e23-8935-cf4bb7716bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857952 Jul 23 21:05:19.897520 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bacf5fdd-0a46-4cbc-8941-77c98ad171b6 req-1fd333f9-213c-455d-b569-e78977200ffc service neutron] 10.222.0.57 "GET /v2.0/networks/df9d3c40-3583-4e23-8935-cf4bb7716bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854950 Jul 23 21:05:20.330056 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dfefd-48dd-4dd1-a046-04c2f306d342 req-f7bf1773-f149-4159-88cc-4bf2cc6c4c7b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:20.331589 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-749dfefd-48dd-4dd1-a046-04c2f306d342 req-f7bf1773-f149-4159-88cc-4bf2cc6c4c7b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.0630307 Jul 23 21:05:20.369106 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-749dfefd-48dd-4dd1-a046-04c2f306d342 req-ee402c20-a75e-4731-9f0d-f644669098a2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317342 Jul 23 21:05:20.655127 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b86cf3-2f04-4b55-9fc3-54bfc2696a1d req-b6e118dc-0497-4110-991a-a8e32c5a2b87 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:20.657113 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-68b86cf3-2f04-4b55-9fc3-54bfc2696a1d req-b6e118dc-0497-4110-991a-a8e32c5a2b87 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 945 time: 0.0624928 Jul 23 21:05:20.694250 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-68b86cf3-2f04-4b55-9fc3-54bfc2696a1d req-438bc5ce-477b-42ee-95c2-57b56a12443d tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312982 Jul 23 21:05:20.929591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5696fe-db30-450f-8c89-ca8d893ed7fd req-d4c193aa-b39c-4583-8f06-762bcaef7cea tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:20.931060 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed5696fe-db30-450f-8c89-ca8d893ed7fd req-d4c193aa-b39c-4583-8f06-762bcaef7cea tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 945 time: 0.0678542 Jul 23 21:05:20.968885 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed5696fe-db30-450f-8c89-ca8d893ed7fd req-a9f35c76-d909-49a0-bb8f-27d1f3920235 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316331 Jul 23 21:05:21.498346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4156fff-8ab2-43bf-8912-7fe56c972773 req-0f819629-3524-4fcb-b92d-27653324ee36 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:21.500096 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4156fff-8ab2-43bf-8912-7fe56c972773 req-0f819629-3524-4fcb-b92d-27653324ee36 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.0633905 Jul 23 21:05:21.538005 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4156fff-8ab2-43bf-8912-7fe56c972773 req-1446da04-a30b-4dff-bfc9-5824a8efa3f8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323100 Jul 23 21:05:22.098017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2452efd-5d62-4ce7-b8ed-257b673af493 req-ac54e588-84bd-413b-93ac-134d33e7acfb tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:22.099627 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f2452efd-5d62-4ce7-b8ed-257b673af493 req-ac54e588-84bd-413b-93ac-134d33e7acfb tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 945 time: 0.0648143 Jul 23 21:05:22.142014 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f2452efd-5d62-4ce7-b8ed-257b673af493 req-70cdfa60-e945-4631-bbda-ce1490b375b8 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367701 Jul 23 21:05:22.392161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbfb12-a647-42de-8de8-7c777a63f4ae req-8ce2e1b8-f478-49db-822e-ab930bc7d05e tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:22.393652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6bbfb12-a647-42de-8de8-7c777a63f4ae req-8ce2e1b8-f478-49db-822e-ab930bc7d05e tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 945 time: 0.1024811 Jul 23 21:05:22.399465 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4418c2-d68c-4fa3-b579-ada76bc6ca9b req-def64338-ca3a-4dc6-befc-a47c78b65245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:22.400837 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb4418c2-d68c-4fa3-b579-ada76bc6ca9b req-def64338-ca3a-4dc6-befc-a47c78b65245 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd1d8dfd33104aa797fe5e5a71d6aeb6&device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 1097 time: 0.0794179 Jul 23 21:05:22.463562 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6bbfb12-a647-42de-8de8-7c777a63f4ae req-ab1865aa-8a4d-42cb-88cc-226f2b67096c tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616968 Jul 23 21:05:22.514713 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4418c2-d68c-4fa3-b579-ada76bc6ca9b req-9f019361-1fef-4618-b65f-619119c3edea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:22.516173 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb4418c2-d68c-4fa3-b579-ada76bc6ca9b req-9f019361-1fef-4618-b65f-619119c3edea service neutron] 10.222.0.57 "GET /v2.0/networks?id=df9d3c40-3583-4e23-8935-cf4bb7716bc9 HTTP/1.1" status: 200 len: 913 time: 0.1086183 Jul 23 21:05:22.556437 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb4418c2-d68c-4fa3-b579-ada76bc6ca9b req-8c6a103b-8a61-4de3-9724-e2560de26478 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bab0aae-ee66-4a65-aaaf-af8851b1d543 HTTP/1.1" status: 200 len: 217 time: 0.0340474 Jul 23 21:05:22.612689 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4418c2-d68c-4fa3-b579-ada76bc6ca9b req-780696bf-ece7-4b4b-a58f-8bb8117a59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:22.614097 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb4418c2-d68c-4fa3-b579-ada76bc6ca9b req-780696bf-ece7-4b4b-a58f-8bb8117a59c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09bfe3df-18f4-45ef-8f04-7b922692ef25 HTTP/1.1" status: 200 len: 852 time: 0.0513437 Jul 23 21:05:22.664446 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb4418c2-d68c-4fa3-b579-ada76bc6ca9b req-999facb8-4a4a-461e-b6b4-9baff890fddd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df9d3c40-3583-4e23-8935-cf4bb7716bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432019 Jul 23 21:05:22.756326 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc234b44-a6d6-4b46-9cd5-b6cf98eac579 req-20d34869-2c9a-4ed5-a787-fd0472ff5fb7 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:22.757791 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fc234b44-a6d6-4b46-9cd5-b6cf98eac579 req-20d34869-2c9a-4ed5-a787-fd0472ff5fb7 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.1478922 Jul 23 21:05:22.789198 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb4418c2-d68c-4fa3-b579-ada76bc6ca9b req-9bb98435-d7a1-49e5-a944-ddea86e7d479 service neutron] 10.222.0.57 "GET /v2.0/networks/df9d3c40-3583-4e23-8935-cf4bb7716bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179786 Jul 23 21:05:22.823793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fc234b44-a6d6-4b46-9cd5-b6cf98eac579 req-9bdbd0ea-37c4-43ab-bd62-2aea8032c3cd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560868 Jul 23 21:05:22.886850 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb4418c2-d68c-4fa3-b579-ada76bc6ca9b req-53872df4-d489-4370-a764-0ec242e6cc8b service neutron] 10.222.0.57 "GET /v2.0/networks/df9d3c40-3583-4e23-8935-cf4bb7716bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907612 Jul 23 21:05:23.603467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35886069-2226-4ce2-a58e-1bfe702f2768 req-23e911e3-e099-4a56-a9f7-b7303b5c13b5 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:23.604942 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-35886069-2226-4ce2-a58e-1bfe702f2768 req-23e911e3-e099-4a56-a9f7-b7303b5c13b5 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 945 time: 0.0719781 Jul 23 21:05:23.641180 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-35886069-2226-4ce2-a58e-1bfe702f2768 req-5baffc89-cd49-4a6f-a741-ae8097471056 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300357 Jul 23 21:05:23.956880 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37034d-8a0d-49f9-80b2-1056dd8cb415 req-28ecea51-663e-468a-bd15-d7eb35202ee7 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:23.958368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d37034d-8a0d-49f9-80b2-1056dd8cb415 req-28ecea51-663e-468a-bd15-d7eb35202ee7 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.0648258 Jul 23 21:05:23.995252 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d37034d-8a0d-49f9-80b2-1056dd8cb415 req-48f6a532-3996-4ac0-924e-b1f7008609a7 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309837 Jul 23 21:05:24.582312 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a96f956c-0277-48d1-8e59-11008efd0b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:24.768494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dc83d-c338-440d-83f8-99cccb912c3d req-bdb119bf-5eb9-4a3c-8300-1e04ab37358a tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:24.769961 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c79dc83d-c338-440d-83f8-99cccb912c3d req-bdb119bf-5eb9-4a3c-8300-1e04ab37358a tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 945 time: 0.0617137 Jul 23 21:05:24.809776 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c79dc83d-c338-440d-83f8-99cccb912c3d req-39d495f8-a63c-4516-8bd1-54ec5b8a0334 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343256 Jul 23 21:05:25.055567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821096fd-9847-4105-a782-8fa619bd22f5 req-6494554c-0ac0-41c4-9139-46b56d97fb7a tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:25.057067 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-821096fd-9847-4105-a782-8fa619bd22f5 req-6494554c-0ac0-41c4-9139-46b56d97fb7a tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 945 time: 0.0642226 Jul 23 21:05:25.125437 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-821096fd-9847-4105-a782-8fa619bd22f5 req-7fab55f5-61c9-40dc-9c28-a73f3cb0263e tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627210 Jul 23 21:05:25.150194 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b98ea4-c1b8-45bf-a7e7-bd3b37d07c12 req-fa313a1e-d514-4558-9cfb-d6f4d3cc09eb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:25.151712 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0b98ea4-c1b8-45bf-a7e7-bd3b37d07c12 req-fa313a1e-d514-4558-9cfb-d6f4d3cc09eb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.0874033 Jul 23 21:05:25.189242 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0b98ea4-c1b8-45bf-a7e7-bd3b37d07c12 req-c023ebe7-d49b-4406-b5f4-e34091b6a7cd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313528 Jul 23 21:05:26.257816 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcfe74-7352-4580-a614-ba81d688df70 req-f8336eef-4a25-4e36-8a15-22bf33a5ce84 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:26.259331 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3dcfe74-7352-4580-a614-ba81d688df70 req-f8336eef-4a25-4e36-8a15-22bf33a5ce84 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 945 time: 0.0669789 Jul 23 21:05:26.324087 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3dcfe74-7352-4580-a614-ba81d688df70 req-d6d029f8-206c-4cbd-a3e9-8753f0e6ecfa tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/security-groups?id=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561628 Jul 23 21:05:26.345939 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115382b-61cd-4d7d-a9c8-8750e99d6696 req-931facd7-844d-4246-9bc5-bb9a7b48dd91 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:26.347436 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6115382b-61cd-4d7d-a9c8-8750e99d6696 req-931facd7-844d-4246-9bc5-bb9a7b48dd91 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.0872240 Jul 23 21:05:26.384808 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6115382b-61cd-4d7d-a9c8-8750e99d6696 req-1425bd56-6e5f-495b-9b88-a66c17a889db tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318031 Jul 23 21:05:26.854899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e342b2-9201-4bcf-9542-ef2e99c75d44 req-86cf9942-8aa8-493c-820f-b3f305d7b5a8 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:26.856286 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0e342b2-9201-4bcf-9542-ef2e99c75d44 req-86cf9942-8aa8-493c-820f-b3f305d7b5a8 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.57 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 945 time: 0.0625658 Jul 23 21:05:26.943646 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-1009f50f-feaf-412c-84fa-01fd655ed0f7 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:05:26.944628 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-1009f50f-feaf-412c-84fa-01fd655ed0f7 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054860 Jul 23 21:05:26.958205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-b0e342b2-9201-4bcf-9542-ef2e99c75d44 req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Deleting port 7bab0aae-ee66-4a65-aaaf-af8851b1d543 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:05:26.958544 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b0e342b2-9201-4bcf-9542-ef2e99c75d44 req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:27.006515 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-b8adfdd8-7b99-4c45-b288-bd19683ffc3c service neutron] show failed (client error): The resource could not be found. Jul 23 21:05:27.007660 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-b8adfdd8-7b99-4c45-b288-bd19683ffc3c service neutron] 10.222.0.48 "GET /v2.0/ports/f37ae0f3-195c-4af3-9dc5-2d45b5686ed1/bindings/n-h2-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.0559587 Jul 23 21:05:27.051695 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-b0e342b2-9201-4bcf-9542-ef2e99c75d44 req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] For port 7bab0aae-ee66-4a65-aaaf-af8851b1d543, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7bab0aae-ee66-4a65-aaaf-af8851b1d543,segment=NetworkSegment(afc6e6f4-4213-4eea-bfdf-badf06f7d115),segment_id=afc6e6f4-4213-4eea-bfdf-badf06f7d115)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:27.052056 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b0e342b2-9201-4bcf-9542-ef2e99c75d44 req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:27.064409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [req-b0e342b2-9201-4bcf-9542-ef2e99c75d44 req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Calling delete_port for 7bab0aae-ee66-4a65-aaaf-af8851b1d543 owned by compute:nova {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:05:27.156158 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41b0f919-293d-4067-90cd-e69ab89fb218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:27.191845 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b0e342b2-9201-4bcf-9542-ef2e99c75d44 req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:27.204463 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['7bab0aae-ee66-4a65-aaaf-af8851b1d543'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:05:27.224719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Pushing event deleted for resources: {'Port': ['ID=7bab0aae-ee66-4a65-aaaf-af8851b1d543,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:27.234012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:27.234352 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:27.234698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:27.235036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:27.235395 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:27.235726 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:27.236472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:27.236472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:27.236663 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:27.236979 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:27.237316 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:27.237742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:27.239547 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-69825e43-cfcf-456e-83b9-42818d2b418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:27.242125 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-69825e43-cfcf-456e-83b9-42818d2b418e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55&tenant_id=3fc0d96b5da34e009631dc0e0b95c270 HTTP/1.1" status: 200 len: 1097 time: 0.0621378 Jul 23 21:05:27.253423 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:27.283031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e342b2-9201-4bcf-9542-ef2e99c75d44 req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] No DVR routers for this DVR port 7bab0aae-ee66-4a65-aaaf-af8851b1d543 on host n-h2-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:05:27.285662 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-b0e342b2-9201-4bcf-9542-ef2e99c75d44 req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:27.287677 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b0e342b2-9201-4bcf-9542-ef2e99c75d44 req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.57 "DELETE /v2.0/ports/7bab0aae-ee66-4a65-aaaf-af8851b1d543 HTTP/1.1" status: 204 len: 173 time: 0.4248037 Jul 23 21:05:27.288133 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656dbfce-2009-4d9b-9342-106d826ef6e4', 'name': 'network-vif-deleted', 'tag': '7bab0aae-ee66-4a65-aaaf-af8851b1d543'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:05:27.290379 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecfd97f-00b5-4b43-8ea7-3133e7907aff" -d '{"events": [{"server_uuid": "656dbfce-2009-4d9b-9342-106d826ef6e4", "name": "network-vif-deleted", "tag": "7bab0aae-ee66-4a65-aaaf-af8851b1d543"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:05:27.331997 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:27.332388 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523caf5b-f5fc-47a8-89af-8535fd0b96f5 x-openstack-request-id: req-523caf5b-f5fc-47a8-89af-8535fd0b96f5 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:05:27.332675 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656dbfce-2009-4d9b-9342-106d826ef6e4", "name": "network-vif-deleted", "tag": "7bab0aae-ee66-4a65-aaaf-af8851b1d543", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:05:27.332922 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-523caf5b-f5fc-47a8-89af-8535fd0b96f5 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:05:27.333311 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656dbfce-2009-4d9b-9342-106d826ef6e4', 'name': 'network-vif-deleted', 'tag': '7bab0aae-ee66-4a65-aaaf-af8851b1d543', 'status': 'completed', 'code': 200} Jul 23 21:05:27.393679 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:27.440442 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d84bc83e-c613-4c2d-8c80-b6f953ddbc06 req-20091c87-7a1b-4522-b965-c3b3482831d2 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=656dbfce-2009-4d9b-9342-106d826ef6e4 HTTP/1.1" status: 200 len: 210 time: 0.0420468 Jul 23 21:05:27.524624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31e10e-8d38-4aee-8695-f1f0bcf44150 req-d744a0c4-2bb9-4e00-80f9-d98fdd0a586b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:27.526172 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4a31e10e-8d38-4aee-8695-f1f0bcf44150 req-d744a0c4-2bb9-4e00-80f9-d98fdd0a586b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.0651686 Jul 23 21:05:27.569127 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4a31e10e-8d38-4aee-8695-f1f0bcf44150 req-6313477c-8586-4a8b-a9f9-fd928e22e4cc tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369217 Jul 23 21:05:27.572500 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:27.606114 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:05:27.646277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:05:27.648566 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540a5d31-2f80-4d3f-830c-d43559f1c173" -d '{"events": [{"server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "name": "network-vif-unplugged", "status": "completed", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:05:27.652369 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:27.666774 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Transition to ACTIVE for port object f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:05:27.670688 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:27.706258 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb03909-755d-49ee-b42a-0984333455b4 x-openstack-request-id: req-bcb03909-755d-49ee-b42a-0984333455b4 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:05:27.706939 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "name": "network-vif-unplugged", "status": "completed", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:05:27.706939 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bcb03909-755d-49ee-b42a-0984333455b4 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:05:27.707233 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'code': 200} Jul 23 21:05:27.755896 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Pushing event updated for resources: {'Port': ['ID=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,revision_number=6']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:27.801921 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] No DVR routers for this DVR port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:05:27.942147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Attempting to bind port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:05:27.942407 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Attempting to bind port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:05:27.942765 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Attempting to bind port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 on network ff219030-1d37-43e1-af13-4e38e176e30e {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:05:27.947047 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 on network ff219030-1d37-43e1-af13-4e38e176e30e not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:05:27.947687 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Attempting to bind port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 on network ff219030-1d37-43e1-af13-4e38e176e30e {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:05:27.952206 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:05:27.952545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Checking segment: {'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:05:27.952929 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Bound using segment: {'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:05:27.953356 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Bound port: f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:05:27.953713 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:28.017846 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:05:28.020911 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:05:28.025647 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:28.057797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:28.058408 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:28.059886 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] 10.222.0.57 "PUT /v2.0/ports/f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 HTTP/1.1" status: 200 len: 1092 time: 0.8112254 Jul 23 21:05:28.090272 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb8b3d-249e-474b-b892-c9d16a907511 service neutron] Pushing event updated for resources: {'Port': ['ID=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,revision_number=7']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:28.145129 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-20d8f9d2-f836-499b-b3d8-2a01ecb4b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:28.146711 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-20d8f9d2-f836-499b-b3d8-2a01ecb4b198 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 1095 time: 0.0643299 Jul 23 21:05:28.249287 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-7ab7e784-2eba-480a-9e16-47fa4661e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:28.250770 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-7ab7e784-2eba-480a-9e16-47fa4661e0e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff219030-1d37-43e1-af13-4e38e176e30e HTTP/1.1" status: 200 len: 897 time: 0.0978949 Jul 23 21:05:28.318053 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-2e9abdad-6db3-40f4-a20c-b2a077fb4c9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 HTTP/1.1" status: 200 len: 999 time: 0.0609307 Jul 23 21:05:28.497285 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-ab8c112d-bc47-4e4d-b375-6e7b97effb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:28.498818 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-ab8c112d-bc47-4e4d-b375-6e7b97effb38 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a49024b-a480-47a4-bdc6-172a4993e5e0 HTTP/1.1" status: 200 len: 835 time: 0.1751180 Jul 23 21:05:28.503333 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52734) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:28.576375 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:28.584444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4694a2a-b614-4a99-acdc-e2ac27b8f844 admin admin] Deleting subnet 09bfe3df-18f4-45ef-8f04-7b922692ef25 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:05:28.588147 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d4694a2a-b614-4a99-acdc-e2ac27b8f844 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:28.633063 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-78efea99-bf5f-4c94-a76c-72f843b0aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:28.634566 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-78efea99-bf5f-4c94-a76c-72f843b0aa7c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff219030-1d37-43e1-af13-4e38e176e30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292212 Jul 23 21:05:28.636565 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d4694a2a-b614-4a99-acdc-e2ac27b8f844 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:28.662394 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-62f43e54-0b0d-49b0-bd32-cfb55e5c6e17 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:05:28.663379 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-62f43e54-0b0d-49b0-bd32-cfb55e5c6e17 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051959 Jul 23 21:05:28.710486 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d4694a2a-b614-4a99-acdc-e2ac27b8f844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:28.807381 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-ba9a57f3-e36b-4a00-aa08-6b880854636a service neutron] 10.222.0.57 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355751 Jul 23 21:05:28.825162 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d4694a2a-b614-4a99-acdc-e2ac27b8f844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:28.875321 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d4694a2a-b614-4a99-acdc-e2ac27b8f844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:28.877659 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d4694a2a-b614-4a99-acdc-e2ac27b8f844 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/09bfe3df-18f4-45ef-8f04-7b922692ef25 HTTP/1.1" status: 204 len: 168 time: 0.3731921 Jul 23 21:05:28.881013 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4694a2a-b614-4a99-acdc-e2ac27b8f844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09bfe3df-18f4-45ef-8f04-7b922692ef25,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:28.884451 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52740) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:29.001923 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7dd882fb-914f-48d2-9203-630e1ff83fbf req-1a468994-f7cb-4b0f-ade9-cd716fb531ae service neutron] 10.222.0.57 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875262 Jul 23 21:05:29.004531 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d3e44c1-fef9-49b0-adda-d5add4a077ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.028624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe547429-78af-4da4-8f9f-50c8575cff96 req-b59a2734-909f-4c03-b784-a2a924c798c7 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:29.030211 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fe547429-78af-4da4-8f9f-50c8575cff96 req-b59a2734-909f-4c03-b784-a2a924c798c7 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 943 time: 0.3911586 Jul 23 21:05:29.069813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fe547429-78af-4da4-8f9f-50c8575cff96 req-1f1df41d-69d6-4469-b6e7-0a730fad612c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337770 Jul 23 21:05:29.097805 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d3e44c1-fef9-49b0-adda-d5add4a077ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.108684 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-2d3e44c1-fef9-49b0-adda-d5add4a077ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9d3c40-3583-4e23-8935-cf4bb7716bc9']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:29.119685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-2d3e44c1-fef9-49b0-adda-d5add4a077ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc6e6f4-4213-4eea-bfdf-badf06f7d115') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:29.119977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-2d3e44c1-fef9-49b0-adda-d5add4a077ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc6e6f4-4213-4eea-bfdf-badf06f7d115') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:29.129885 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d3e44c1-fef9-49b0-adda-d5add4a077ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.144097 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d3e44c1-fef9-49b0-adda-d5add4a077ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.149965 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3e44c1-fef9-49b0-adda-d5add4a077ba admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:05:29.150353 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d3e44c1-fef9-49b0-adda-d5add4a077ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:05:29.152043 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:05:29.208077 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d3e44c1-fef9-49b0-adda-d5add4a077ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.213840 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d3e44c1-fef9-49b0-adda-d5add4a077ba admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.215758 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2d3e44c1-fef9-49b0-adda-d5add4a077ba admin admin] 10.222.0.55 "DELETE /v2.0/networks/df9d3c40-3583-4e23-8935-cf4bb7716bc9 HTTP/1.1" status: 204 len: 168 time: 0.3303022 Jul 23 21:05:29.218867 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52742) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:29.226252 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e44c1-fef9-49b0-adda-d5add4a077ba admin admin] Pushing event deleted for resources: {'Network': ['ID=df9d3c40-3583-4e23-8935-cf4bb7716bc9,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:29.262489 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-67941247-6a5f-498a-a09b-5d3854f9c659 admin admin] Deleting subnet f5fbe00f-2b1e-4533-a615-12c37946f673 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:05:29.265575 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-67941247-6a5f-498a-a09b-5d3854f9c659 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.298394 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-67941247-6a5f-498a-a09b-5d3854f9c659 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.338861 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-67941247-6a5f-498a-a09b-5d3854f9c659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.390306 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-67941247-6a5f-498a-a09b-5d3854f9c659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.414690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67941247-6a5f-498a-a09b-5d3854f9c659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5fbe00f-2b1e-4533-a615-12c37946f673,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:29.418241 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-67941247-6a5f-498a-a09b-5d3854f9c659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.421753 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-67941247-6a5f-498a-a09b-5d3854f9c659 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f5fbe00f-2b1e-4533-a615-12c37946f673 HTTP/1.1" status: 204 len: 168 time: 0.2001855 Jul 23 21:05:29.423056 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52744) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:29.489875 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-69b90978-2ae9-486a-89e1-996f8806e934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.570767 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-69b90978-2ae9-486a-89e1-996f8806e934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.580560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-69b90978-2ae9-486a-89e1-996f8806e934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2308ecf1-7ed2-4087-a160-5b526e557e19']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:29.590317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-69b90978-2ae9-486a-89e1-996f8806e934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155bd4f7-3c72-48ed-92df-938d548f3b63') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:29.590550 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-69b90978-2ae9-486a-89e1-996f8806e934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155bd4f7-3c72-48ed-92df-938d548f3b63') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:29.599768 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-69b90978-2ae9-486a-89e1-996f8806e934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.613883 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-69b90978-2ae9-486a-89e1-996f8806e934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.619574 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b90978-2ae9-486a-89e1-996f8806e934 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:05:29.619956 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-69b90978-2ae9-486a-89e1-996f8806e934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:05:29.621591 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:05:29.677725 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-69b90978-2ae9-486a-89e1-996f8806e934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.682901 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-69b90978-2ae9-486a-89e1-996f8806e934 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.684722 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-69b90978-2ae9-486a-89e1-996f8806e934 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2308ecf1-7ed2-4087-a160-5b526e557e19 HTTP/1.1" status: 204 len: 168 time: 0.2607360 Jul 23 21:05:29.695030 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b90978-2ae9-486a-89e1-996f8806e934 admin admin] Pushing event deleted for resources: {'Network': ['ID=2308ecf1-7ed2-4087-a160-5b526e557e19,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:29.708765 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:05:29.711127 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e30ece8-0813-4a61-ba55-3d7e6770924d" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:05:29.758401 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc98a32-8097-407c-8f40-d2170c5fbc5c x-openstack-request-id: req-3dc98a32-8097-407c-8f40-d2170c5fbc5c {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:05:29.758684 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:05:29.758928 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3dc98a32-8097-407c-8f40-d2170c5fbc5c {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:05:29.759466 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'status': 'completed', 'code': 200} Jul 23 21:05:29.866833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-9bed6094-7357-4357-96cc-a76fbbd54689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:29.868393 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-9bed6094-7357-4357-96cc-a76fbbd54689 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 1095 time: 0.0920041 Jul 23 21:05:29.876753 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-a07f656c-1aa2-420b-941e-0af077ea1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:29.878164 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-a07f656c-1aa2-420b-941e-0af077ea1534 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 1095 time: 0.0738914 Jul 23 21:05:29.881298 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52750) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:29.921321 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4436d09b-7e08-437f-bd36-ef0408a7bb85 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd1d8dfd33104aa797fe5e5a71d6aeb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387890 Jul 23 21:05:29.923903 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52752) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:29.974124 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-310cd829-b875-4255-8c00-d3e29cf04b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:29.994755 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-310cd829-b875-4255-8c00-d3e29cf04b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:30.039485 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:30.040265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-79d74cda-7a6e-4d85-a545-045a886bf7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:30.041783 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-79d74cda-7a6e-4d85-a545-045a886bf7fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff219030-1d37-43e1-af13-4e38e176e30e HTTP/1.1" status: 200 len: 897 time: 0.1627524 Jul 23 21:05:30.043121 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-15bb08de-5f76-4a59-b504-ec0d2f2302b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:30.044439 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-15bb08de-5f76-4a59-b504-ec0d2f2302b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff219030-1d37-43e1-af13-4e38e176e30e HTTP/1.1" status: 200 len: 897 time: 0.1569109 Jul 23 21:05:30.056310 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-310cd829-b875-4255-8c00-d3e29cf04b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:30.060387 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-310cd829-b875-4255-8c00-d3e29cf04b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:30.064163 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-310cd829-b875-4255-8c00-d3e29cf04b24 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/15cbd0d2-6e52-4b7d-9c1c-ebe186feef98 HTTP/1.1" status: 204 len: 168 time: 0.1368444 Jul 23 21:05:30.076197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cd829-b875-4255-8c00-d3e29cf04b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cbd0d2-6e52-4b7d-9c1c-ebe186feef98,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:30.162164 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-51876990-6c48-4ade-98a1-989f7e9ee3b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 HTTP/1.1" status: 200 len: 999 time: 0.1123130 Jul 23 21:05:30.163959 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-3f7d7c73-17e5-4592-93b6-8e3f460e7253 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 HTTP/1.1" status: 200 len: 999 time: 0.1086619 Jul 23 21:05:30.215933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1ac2c-a6cf-48d2-a0a1-554b6c1bd55d req-930a729f-e99a-4ed6-be5f-7059a2b5f6a0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:30.217530 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8c1ac2c-a6cf-48d2-a0a1-554b6c1bd55d req-930a729f-e99a-4ed6-be5f-7059a2b5f6a0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 943 time: 0.0704334 Jul 23 21:05:30.247448 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-e4e2c7f2-ebb4-41ea-b140-49b96816e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:30.248938 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-e4e2c7f2-ebb4-41ea-b140-49b96816e074 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a49024b-a480-47a4-bdc6-172a4993e5e0 HTTP/1.1" status: 200 len: 835 time: 0.0800550 Jul 23 21:05:30.250898 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-c7639c64-e4d9-44f0-af2f-c81620485fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:30.252278 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-c7639c64-e4d9-44f0-af2f-c81620485fdc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a49024b-a480-47a4-bdc6-172a4993e5e0 HTTP/1.1" status: 200 len: 835 time: 0.0750091 Jul 23 21:05:30.259921 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8c1ac2c-a6cf-48d2-a0a1-554b6c1bd55d req-a462112e-2c8e-4f6d-afd6-85755574fd69 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337565 Jul 23 21:05:30.358640 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-48add93f-e985-459a-95b9-143cf2a5857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:30.360457 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-48add93f-e985-459a-95b9-143cf2a5857e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff219030-1d37-43e1-af13-4e38e176e30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918369 Jul 23 21:05:30.364831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-10e38cff-a8e6-4b92-b0b5-c873b850bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:30.366236 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-10e38cff-a8e6-4b92-b0b5-c873b850bd24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff219030-1d37-43e1-af13-4e38e176e30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095691 Jul 23 21:05:30.445012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52760) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:30.493636 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e9e23efd-5068-485e-80fe-568b4c72bda7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ae65c83dd6024998bb74fe6ff66a9c7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444982 Jul 23 21:05:30.493870 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52762) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:30.547429 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-fafb805a-b8a3-46e2-9689-e8d1bd4a5c0a service neutron] 10.222.0.48 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717885 Jul 23 21:05:30.551174 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-ee66b5a8-1e4c-48d4-b107-599c9929a232 service neutron] 10.222.0.57 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668839 Jul 23 21:05:30.560038 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f266d29e-1374-489b-93c4-af2fcfe1f704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:30.585582 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f266d29e-1374-489b-93c4-af2fcfe1f704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:30.637112 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f266d29e-1374-489b-93c4-af2fcfe1f704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:30.641750 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f266d29e-1374-489b-93c4-af2fcfe1f704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:30.645635 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f266d29e-1374-489b-93c4-af2fcfe1f704 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4b5e6ae-0448-4875-9f68-a20b7983cef0 HTTP/1.1" status: 204 len: 168 time: 0.1486623 Jul 23 21:05:30.653094 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266d29e-1374-489b-93c4-af2fcfe1f704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b5e6ae-0448-4875-9f68-a20b7983cef0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:30.757722 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-3d3c9764-eb21-4034-aa41-7e3f46797bc2 service neutron] 10.222.0.57 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991487 Jul 23 21:05:30.777364 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6e30ece8-0813-4a61-ba55-3d7e6770924d req-1e907d37-54d6-4df0-8490-4baf0611820e service neutron] 10.222.0.48 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175417 Jul 23 21:05:31.410047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe3e7c-26d5-4bf6-a49b-fec149fdaa15 req-c662e395-8a28-400d-940f-4af070204932 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:31.411554 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bfbe3e7c-26d5-4bf6-a49b-fec149fdaa15 req-c662e395-8a28-400d-940f-4af070204932 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 943 time: 0.0671072 Jul 23 21:05:31.447364 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bfbe3e7c-26d5-4bf6-a49b-fec149fdaa15 req-9eacffdd-63b1-4d98-a1c3-c6f9310bd2c6 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301516 Jul 23 21:05:31.527877 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:05:31.531376 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:05:31.533470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7bab0aae-ee66-4a65-aaaf-af8851b1d543 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:05:31.579640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 7bab0aae-ee66-4a65-aaaf-af8851b1d543 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:05:31.579909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7bab0aae-ee66-4a65-aaaf-af8851b1d543 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:05:31.628434 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:05:31.686511 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:31.697330 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e', 'port_id': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'mac_address': 'fa:16:3e:cd:58:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:05:31.728209 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831e674-d893-43a1-b95a-9002e7ba50ea req-e477dadf-ecd3-47b1-818c-f0ca6f25b8fe tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:31.729892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9831e674-d893-43a1-b95a-9002e7ba50ea req-e477dadf-ecd3-47b1-818c-f0ca6f25b8fe tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 943 time: 0.0707347 Jul 23 21:05:31.737988 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:31.753701 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:05:31.762127 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150ac0e-f388-47fc-ad2f-335fae223add req-9db28567-2e39-4871-ae9d-a721c39d4211 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:31.763659 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6150ac0e-f388-47fc-ad2f-335fae223add req-9db28567-2e39-4871-ae9d-a721c39d4211 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55&tenant_id=3fc0d96b5da34e009631dc0e0b95c270&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 943 time: 0.1214535 Jul 23 21:05:31.770234 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9831e674-d893-43a1-b95a-9002e7ba50ea req-69248ef0-1f16-43a7-a1be-82b95cfcae5d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337148 Jul 23 21:05:31.774791 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:31.779430 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:31.823786 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6150ac0e-f388-47fc-ad2f-335fae223add req-cee02efd-efb4-4e5f-8a8d-d2fd9ce083a1 service neutron] 10.222.0.57 "GET /v2.0/ports/f37ae0f3-195c-4af3-9dc5-2d45b5686ed1/bindings/n-h2-791504-18 HTTP/1.1" status: 200 len: 383 time: 0.0534313 Jul 23 21:05:31.830172 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:31.910381 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150ac0e-f388-47fc-ad2f-335fae223add req-5b273dc8-e40e-486b-bdeb-9212ad415337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:31.911961 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6150ac0e-f388-47fc-ad2f-335fae223add req-5b273dc8-e40e-486b-bdeb-9212ad415337 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 1096 time: 0.0648997 Jul 23 21:05:31.978665 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['f37ae0f3-195c-4af3-9dc5-2d45b5686ed1'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:05:32.001588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150ac0e-f388-47fc-ad2f-335fae223add req-d7e65315-2d9e-46fa-be1a-6b3b3945c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:32.003047 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6150ac0e-f388-47fc-ad2f-335fae223add req-d7e65315-2d9e-46fa-be1a-6b3b3945c156 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff219030-1d37-43e1-af13-4e38e176e30e HTTP/1.1" status: 200 len: 897 time: 0.0845201 Jul 23 21:05:32.398841 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6150ac0e-f388-47fc-ad2f-335fae223add req-80a16e97-b3fd-48a8-9054-1caa408e2d30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 HTTP/1.1" status: 200 len: 1000 time: 0.3889873 Jul 23 21:05:32.447833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150ac0e-f388-47fc-ad2f-335fae223add req-a51d375e-b717-44c5-a54d-daeb2b899ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:32.449247 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6150ac0e-f388-47fc-ad2f-335fae223add req-a51d375e-b717-44c5-a54d-daeb2b899ceb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a49024b-a480-47a4-bdc6-172a4993e5e0 HTTP/1.1" status: 200 len: 835 time: 0.0434284 Jul 23 21:05:32.508155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150ac0e-f388-47fc-ad2f-335fae223add req-8eb8ef86-0a83-4cce-8231-5a41aca56453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:32.509691 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6150ac0e-f388-47fc-ad2f-335fae223add req-8eb8ef86-0a83-4cce-8231-5a41aca56453 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff219030-1d37-43e1-af13-4e38e176e30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527856 Jul 23 21:05:32.609504 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6150ac0e-f388-47fc-ad2f-335fae223add req-95a494ab-1964-4583-ae13-9d716e75a8b2 service neutron] 10.222.0.57 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920169 Jul 23 21:05:32.696866 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6150ac0e-f388-47fc-ad2f-335fae223add req-921ccfb7-0291-4d43-a0bc-ef24f0c1f022 service neutron] 10.222.0.57 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813899 Jul 23 21:05:32.918305 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054a9b1-f81c-4215-b1e0-df7b88584508 req-a0d2776b-5885-45d7-8c38-4364c943fea3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:32.919818 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a054a9b1-f81c-4215-b1e0-df7b88584508 req-a0d2776b-5885-45d7-8c38-4364c943fea3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 944 time: 0.0670817 Jul 23 21:05:32.958358 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a054a9b1-f81c-4215-b1e0-df7b88584508 req-900dc887-40a5-441f-9408-44c03521c7f5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328693 Jul 23 21:05:33.549280 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:05:33.596887 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:05:33.600417 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:05:33.600797 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:33.674923 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:33.696014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:05:33.698240 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2544634a-9ddd-46ee-ad54-826ee938b581" -d '{"events": [{"server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "name": "network-vif-plugged", "status": "completed", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:05:33.714370 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:33.719064 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:33.753545 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dd7356-2d82-4c49-b120-3d0919842404 x-openstack-request-id: req-28dd7356-2d82-4c49-b120-3d0919842404 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:05:33.753780 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "name": "network-vif-plugged", "status": "completed", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:05:33.754033 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28dd7356-2d82-4c49-b120-3d0919842404 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:05:33.754439 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'code': 200} Jul 23 21:05:33.768671 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:34.088988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbce3a1-3d3e-4b13-a7f9-06b0dd3b60d4 req-6533954f-c0eb-44ed-94c8-e8b94e256172 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:34.090406 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dbbce3a1-3d3e-4b13-a7f9-06b0dd3b60d4 req-6533954f-c0eb-44ed-94c8-e8b94e256172 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 945 time: 0.0654123 Jul 23 21:05:34.126782 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dbbce3a1-3d3e-4b13-a7f9-06b0dd3b60d4 req-9049140e-fbbd-4563-9d99-e378fd55c206 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307999 Jul 23 21:05:34.677971 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150ac0e-f388-47fc-ad2f-335fae223add req-29c85733-1796-4655-bf71-77fb448268fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:34.679477 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6150ac0e-f388-47fc-ad2f-335fae223add req-29c85733-1796-4655-bf71-77fb448268fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55&tenant_id=3fc0d96b5da34e009631dc0e0b95c270 HTTP/1.1" status: 200 len: 1097 time: 0.0578473 Jul 23 21:05:34.694095 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:34.763190 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:34.960603 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:34.995890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:05:35.034033 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:05:35.036309 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91d62b4-f8bf-4bf3-92db-e4e909554671" -d '{"events": [{"server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "name": "network-vif-unplugged", "status": "completed", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:05:35.040103 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:35.051887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Transition to ACTIVE for port object f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:05:35.055719 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:35.085229 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62da2354-8030-4e7d-901b-1576daff87cf x-openstack-request-id: req-62da2354-8030-4e7d-901b-1576daff87cf {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:05:35.085481 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "name": "network-vif-unplugged", "status": "completed", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:05:35.085735 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62da2354-8030-4e7d-901b-1576daff87cf {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:05:35.086114 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'code': 200} Jul 23 21:05:35.133900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Pushing event updated for resources: {'Port': ['ID=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,revision_number=10']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:35.148008 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:35.148347 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:35.149001 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:35.149158 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:35.149420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:35.149749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:35.150075 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:35.150416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:35.150900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:35.151259 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:35.151580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:35.151899 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:35.194254 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] No DVR routers for this DVR port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:05:35.277989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a531321-27aa-4591-b97b-8ab3b1d03466 req-eb634c6d-9a69-4dff-a5dc-e8a0c8ac0307 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:35.280074 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a531321-27aa-4591-b97b-8ab3b1d03466 req-eb634c6d-9a69-4dff-a5dc-e8a0c8ac0307 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 944 time: 0.0697763 Jul 23 21:05:35.318041 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a531321-27aa-4591-b97b-8ab3b1d03466 req-65aaaadc-4224-4d43-9a24-0106c7147a84 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312803 Jul 23 21:05:35.338737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Attempting to bind port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:05:35.338737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Attempting to bind port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:05:35.338737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Attempting to bind port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 on network ff219030-1d37-43e1-af13-4e38e176e30e {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:05:35.342050 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 on network ff219030-1d37-43e1-af13-4e38e176e30e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:05:35.342369 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Attempting to bind port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 on network ff219030-1d37-43e1-af13-4e38e176e30e {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:05:35.347728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:05:35.348060 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Checking segment: {'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:05:35.348435 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Bound using segment: {'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:05:35.348856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Bound port: f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97256c38-b2b6-4dbe-8701-1e161dc613f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:05:35.349209 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:35.410105 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:05:35.413016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:05:35.417461 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:35.450239 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:35.450898 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:35.452236 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6150ac0e-f388-47fc-ad2f-335fae223add req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] 10.222.0.48 "PUT /v2.0/ports/f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 HTTP/1.1" status: 200 len: 1093 time: 0.7620900 Jul 23 21:05:35.474715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bca04-b8e8-422c-a4a4-37bff69aa611 service neutron] Pushing event updated for resources: {'Port': ['ID=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,revision_number=11']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:35.543689 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150ac0e-f388-47fc-ad2f-335fae223add req-a2893239-8e6f-4e41-ad21-516e5d68ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:35.545558 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6150ac0e-f388-47fc-ad2f-335fae223add req-a2893239-8e6f-4e41-ad21-516e5d68ae3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 1096 time: 0.0642223 Jul 23 21:05:35.650942 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150ac0e-f388-47fc-ad2f-335fae223add req-780c05a0-f9e2-4e75-9036-a18321fa2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:35.652470 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6150ac0e-f388-47fc-ad2f-335fae223add req-780c05a0-f9e2-4e75-9036-a18321fa2aca service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff219030-1d37-43e1-af13-4e38e176e30e HTTP/1.1" status: 200 len: 897 time: 0.0965204 Jul 23 21:05:35.725045 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6150ac0e-f388-47fc-ad2f-335fae223add req-28b21da6-a3ec-4ecf-9f12-922fe45c15b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 HTTP/1.1" status: 200 len: 999 time: 0.0620000 Jul 23 21:05:35.775335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150ac0e-f388-47fc-ad2f-335fae223add req-8a204da2-a72d-41f1-b2ec-3adff365d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:35.776726 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6150ac0e-f388-47fc-ad2f-335fae223add req-8a204da2-a72d-41f1-b2ec-3adff365d358 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a49024b-a480-47a4-bdc6-172a4993e5e0 HTTP/1.1" status: 200 len: 835 time: 0.0421228 Jul 23 21:05:35.839065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150ac0e-f388-47fc-ad2f-335fae223add req-b28c3080-8e7a-40f3-b3be-6603c8139939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:35.840552 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6150ac0e-f388-47fc-ad2f-335fae223add req-b28c3080-8e7a-40f3-b3be-6603c8139939 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff219030-1d37-43e1-af13-4e38e176e30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535560 Jul 23 21:05:35.936522 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6150ac0e-f388-47fc-ad2f-335fae223add req-9721692b-d3f5-4950-95a3-2662301142c8 service neutron] 10.222.0.48 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854280 Jul 23 21:05:36.031459 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6150ac0e-f388-47fc-ad2f-335fae223add req-9188837f-01b7-4b91-bf42-d748d1d930ad service neutron] 10.222.0.48 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837045 Jul 23 21:05:36.450443 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c188a-fbf0-4b12-8488-d9bd5a151f4a req-b05ac5fd-77f6-49b7-b0a4-a1a1427a03ee tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:36.451955 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-221c188a-fbf0-4b12-8488-d9bd5a151f4a req-b05ac5fd-77f6-49b7-b0a4-a1a1427a03ee tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 944 time: 0.0659196 Jul 23 21:05:36.492414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-221c188a-fbf0-4b12-8488-d9bd5a151f4a req-a8126c4e-0d78-4ab4-ae83-e08cdf02a1ad tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342488 Jul 23 21:05:37.087470 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:05:37.089876 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:05:37.138668 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fe3ce5-f95a-4d59-9d56-52c803182a6e x-openstack-request-id: req-82fe3ce5-f95a-4d59-9d56-52c803182a6e {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:05:37.138959 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:05:37.139831 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82fe3ce5-f95a-4d59-9d56-52c803182a6e {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:05:37.140247 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'status': 'completed', 'code': 200} Jul 23 21:05:37.248139 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-df4f9be4-f4d8-4cb7-8788-de72b93d8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:37.249628 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-df4f9be4-f4d8-4cb7-8788-de72b93d8a0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 1096 time: 0.0934949 Jul 23 21:05:37.254608 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-b9b242e4-22e4-4ac1-80b9-1fde6f16089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:37.256073 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-b9b242e4-22e4-4ac1-80b9-1fde6f16089b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 1096 time: 0.0918393 Jul 23 21:05:37.409447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-4a2d7571-8104-4528-b29c-916d3bdde4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:37.410815 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-4a2d7571-8104-4528-b29c-916d3bdde4b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff219030-1d37-43e1-af13-4e38e176e30e HTTP/1.1" status: 200 len: 897 time: 0.1539218 Jul 23 21:05:37.411898 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-326beec1-1e78-4540-bd47-e7d835e80e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:37.413203 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-326beec1-1e78-4540-bd47-e7d835e80e5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff219030-1d37-43e1-af13-4e38e176e30e HTTP/1.1" status: 200 len: 897 time: 0.1492603 Jul 23 21:05:37.522131 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-65972b96-7872-4f61-84df-f196aef5ae1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 HTTP/1.1" status: 200 len: 999 time: 0.1052265 Jul 23 21:05:37.524009 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-4ac4c92c-a0ba-4b9c-a96a-5d39dd465fc5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 HTTP/1.1" status: 200 len: 999 time: 0.1018693 Jul 23 21:05:37.570323 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:05:37.609163 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-ff23ff59-377a-442d-8987-2e6a11df6c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:37.609444 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:05:37.611335 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-ff23ff59-377a-442d-8987-2e6a11df6c39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a49024b-a480-47a4-bdc6-172a4993e5e0 HTTP/1.1" status: 200 len: 835 time: 0.0827591 Jul 23 21:05:37.612784 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-a1f760b3-476e-4ed8-80ff-131831a79f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:37.614100 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-a1f760b3-476e-4ed8-80ff-131831a79f32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a49024b-a480-47a4-bdc6-172a4993e5e0 HTTP/1.1" status: 200 len: 835 time: 0.0780103 Jul 23 21:05:37.627256 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4e5c8-8645-4591-a61c-5a0f827b350e req-2c8f1aee-abeb-44d8-81d1-472db54ea967 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:37.629503 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6d4e5c8-8645-4591-a61c-5a0f827b350e req-2c8f1aee-abeb-44d8-81d1-472db54ea967 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 944 time: 0.0659430 Jul 23 21:05:37.667783 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6d4e5c8-8645-4591-a61c-5a0f827b350e req-4ef985cc-5aa2-4eee-85d9-c7339dcae884 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324008 Jul 23 21:05:37.704884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-6f513558-e98a-4a05-b2af-8e5449b300bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:37.706493 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-6f513558-e98a-4a05-b2af-8e5449b300bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff219030-1d37-43e1-af13-4e38e176e30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901957 Jul 23 21:05:37.712624 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-0ffc73f1-a21e-4d12-accc-98bcb3cd08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:37.714046 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-0ffc73f1-a21e-4d12-accc-98bcb3cd08e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff219030-1d37-43e1-af13-4e38e176e30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905037 Jul 23 21:05:37.867429 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-681fca83-a485-4c8c-acdc-ab15fe495bf8 service neutron] 10.222.0.57 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523986 Jul 23 21:05:37.886539 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-ddeb00f0-2749-40ca-9632-9c7994bd42e9 service neutron] 10.222.0.48 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546800 Jul 23 21:05:38.030084 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-bbe421a3-0f4f-4287-a541-fa692cecef23 service neutron] 10.222.0.57 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555662 Jul 23 21:05:38.034006 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5de0350-c27a-41c3-b5c8-447a3aaafd2f req-115265b7-93a2-4cc0-9e1b-62dc14950336 service neutron] 10.222.0.48 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384425 Jul 23 21:05:38.801788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c9ba2-27d2-47a1-ae7f-f37e4a7a8306 req-f620ad71-7dc0-470d-8014-52fd8cb21e3b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:38.803212 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c7c9ba2-27d2-47a1-ae7f-f37e4a7a8306 req-f620ad71-7dc0-470d-8014-52fd8cb21e3b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 944 time: 0.0653579 Jul 23 21:05:38.840024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c7c9ba2-27d2-47a1-ae7f-f37e4a7a8306 req-0dedf6d3-27db-4875-a4a2-3662b5ddc086 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312481 Jul 23 21:05:38.866188 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52792) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:38.929458 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cc1e802c-1e29-4358-bef0-e0e481a0e264 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/floatingips/f7d3cbc8-e040-4d49-976f-b8c5e745ddee HTTP/1.1" status: 200 len: 991 time: 0.0621369 Jul 23 21:05:39.052854 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:05:39.577164 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:05:39.674006 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:39.684669 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e', 'port_id': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'mac_address': 'fa:16:3e:cd:58:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:05:39.721136 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:39.733212 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:05:39.753121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:39.757031 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:39.801918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,revision_number=12']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:39.809113 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:39.809462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:39.809801 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:39.810138 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:39.810473 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:39.810799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:39.811151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:39.811480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:39.811807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:39.812126 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:39.812453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:39.812774 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:39.987754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f37ae0f3-195c-4af3-9dc5-2d45b5686ed1'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:05:41.585650 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:05:41.635526 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:05:41.638997 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:05:41.639403 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:41.715462 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:41.737026 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:05:41.739262 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93da157-0f2d-4cde-b9f3-bff68006ac02" -d '{"events": [{"server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "name": "network-vif-plugged", "status": "completed", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:05:41.752416 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:41.756550 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:41.782918 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2e411b-f55c-472f-8f89-40aa1dfb35a8 x-openstack-request-id: req-9a2e411b-f55c-472f-8f89-40aa1dfb35a8 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:05:41.783235 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "name": "network-vif-plugged", "status": "completed", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:05:41.783488 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9a2e411b-f55c-472f-8f89-40aa1dfb35a8 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:05:41.783864 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'code': 200} Jul 23 21:05:41.809232 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,revision_number=13']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:45.599014 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:47.051692 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:53.114609 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-fc33e775-8f1a-485d-84c6-805ece52a007 req-96315f12-a6f4-4e86-a20d-f96e41eafa47 service neutron] (93811) timed out ('10.222.0.57', 51178) {{(pid=93811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:05:54.583871 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-900de583-f5aa-448c-9beb-014a8c3c9dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:57.146247 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c858a4e-9e9a-40a9-ac36-a38e055bf414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:57.394585 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:58.579227 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:00.040800 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:09.650935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8219c46-b56d-45e7-b8b0-2f7a067f627f req-a9d046e3-3965-41c1-b6b2-b60778a76c35 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:09.652526 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8219c46-b56d-45e7-b8b0-2f7a067f627f req-a9d046e3-3965-41c1-b6b2-b60778a76c35 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 1098 time: 0.0549390 Jul 23 21:06:09.686374 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8219c46-b56d-45e7-b8b0-2f7a067f627f req-3b7466bf-88a5-4287-82ae-dc72b4d24c84 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281472 Jul 23 21:06:09.707606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52806) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:09.866869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-400f0f49-3f95-4056-854c-30c15bfb08be tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting port b74d2fee-1e96-4d22-8b2c-41a69406dbd6 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:06:09.867149 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-400f0f49-3f95-4056-854c-30c15bfb08be tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:09.939836 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-400f0f49-3f95-4056-854c-30c15bfb08be tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:09.940157 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-400f0f49-3f95-4056-854c-30c15bfb08be tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:09.951361 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-400f0f49-3f95-4056-854c-30c15bfb08be tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Calling delete_port for b74d2fee-1e96-4d22-8b2c-41a69406dbd6 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:06:10.094661 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-400f0f49-3f95-4056-854c-30c15bfb08be tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:10.120671 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f0f49-3f95-4056-854c-30c15bfb08be tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Port': ['ID=b74d2fee-1e96-4d22-8b2c-41a69406dbd6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:10.182806 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-400f0f49-3f95-4056-854c-30c15bfb08be tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:10.183160 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-400f0f49-3f95-4056-854c-30c15bfb08be tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Floating IP f7d3cbc8-e040-4d49-976f-b8c5e745ddee disassociated (deleted). External IP: 172.25.3.254, port: f37ae0f3-195c-4af3-9dc5-2d45b5686ed1. Jul 23 21:06:10.383652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400f0f49-3f95-4056-854c-30c15bfb08be tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router a34f94e6-b2af-4346-8463-4b1cbdb88357 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:06:10.494616 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400f0f49-3f95-4056-854c-30c15bfb08be tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:06:10.499578 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-400f0f49-3f95-4056-854c-30c15bfb08be tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:10.505798 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be34622f-fc32-4cc1-a6b5-64a93f0af32f None None] Sync routers for ids ['a34f94e6-b2af-4346-8463-4b1cbdb88357'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:06:10.515405 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be34622f-fc32-4cc1-a6b5-64a93f0af32f None None] Routers {'a34f94e6-b2af-4346-8463-4b1cbdb88357'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:10.516013 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-be34622f-fc32-4cc1-a6b5-64a93f0af32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:05:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a34f94e6-b2af-4346-8463-4b1cbdb88357'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:10.537761 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-400f0f49-3f95-4056-854c-30c15bfb08be tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/floatingips/f7d3cbc8-e040-4d49-976f-b8c5e745ddee HTTP/1.1" status: 204 len: 168 time: 0.8290689 Jul 23 21:06:10.538390 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:06:10.540840 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054745be-d962-4783-a691-a90c51bb55bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:06:10.638903 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-be34622f-fc32-4cc1-a6b5-64a93f0af32f None None] Set router a34f94e6-b2af-4346-8463-4b1cbdb88357 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:10.789544 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8426d8aa-cbe6-41f9-8409-3c9281cc8591 x-openstack-request-id: req-8426d8aa-cbe6-41f9-8409-3c9281cc8591 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:06:10.790186 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:06:10.790435 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8426d8aa-cbe6-41f9-8409-3c9281cc8591 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:06:10.790893 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'status': 'completed', 'code': 200} Jul 23 21:06:10.806863 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c504c6-b20a-45bd-ada7-88c81d35cb0d req-edb431ae-2349-42a9-be86-3f89fa0fca97 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:10.808542 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7c504c6-b20a-45bd-ada7-88c81d35cb0d req-edb431ae-2349-42a9-be86-3f89fa0fca97 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 946 time: 0.0826452 Jul 23 21:06:10.855989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7c504c6-b20a-45bd-ada7-88c81d35cb0d req-6c58a634-1e62-4c03-a6b1-5f28dcd669d3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415766 Jul 23 21:06:10.869907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054745be-d962-4783-a691-a90c51bb55bf req-ccce5494-7dff-4e4e-b274-46d641a81382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:10.871552 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-054745be-d962-4783-a691-a90c51bb55bf req-ccce5494-7dff-4e4e-b274-46d641a81382 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 1098 time: 0.0577695 Jul 23 21:06:10.942763 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-be34622f-fc32-4cc1-a6b5-64a93f0af32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821265624', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:15Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:16Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '1c610688-19f8-4b0e-9646-175e99a2f01c', 'name': '', 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:56:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:18Z', 'updated_at': '2021-07-23T21:04:23Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:10.971630 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be34622f-fc32-4cc1-a6b5-64a93f0af32f None None] Checking router: a34f94e6-b2af-4346-8463-4b1cbdb88357 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:06:10.973065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054745be-d962-4783-a691-a90c51bb55bf req-6a5ecee8-6c86-40bf-b489-cdc2f2a960e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:10.975198 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-054745be-d962-4783-a691-a90c51bb55bf req-6a5ecee8-6c86-40bf-b489-cdc2f2a960e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff219030-1d37-43e1-af13-4e38e176e30e HTTP/1.1" status: 200 len: 897 time: 0.0922558 Jul 23 21:06:10.980356 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be34622f-fc32-4cc1-a6b5-64a93f0af32f None None] Routers {'a34f94e6-b2af-4346-8463-4b1cbdb88357'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:10.980953 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-be34622f-fc32-4cc1-a6b5-64a93f0af32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:05:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a34f94e6-b2af-4346-8463-4b1cbdb88357'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:11.015786 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-054745be-d962-4783-a691-a90c51bb55bf req-00c7c8b9-3193-4a14-bda5-eaf21d23a79d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 HTTP/1.1" status: 200 len: 217 time: 0.0335791 Jul 23 21:06:11.066566 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054745be-d962-4783-a691-a90c51bb55bf req-449538db-70e0-4bd0-918b-46a4b69c68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:11.068710 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-054745be-d962-4783-a691-a90c51bb55bf req-449538db-70e0-4bd0-918b-46a4b69c68cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a49024b-a480-47a4-bdc6-172a4993e5e0 HTTP/1.1" status: 200 len: 835 time: 0.0455399 Jul 23 21:06:11.088085 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-be34622f-fc32-4cc1-a6b5-64a93f0af32f None None] Set router a34f94e6-b2af-4346-8463-4b1cbdb88357 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:11.133860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054745be-d962-4783-a691-a90c51bb55bf req-13a9d524-dcfd-445e-b997-cf4494064a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:11.135472 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-054745be-d962-4783-a691-a90c51bb55bf req-13a9d524-dcfd-445e-b997-cf4494064a8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff219030-1d37-43e1-af13-4e38e176e30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597847 Jul 23 21:06:11.226473 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-054745be-d962-4783-a691-a90c51bb55bf req-4b2147eb-c8a9-46d3-a233-9b39857b341d service neutron] 10.222.0.48 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834291 Jul 23 21:06:11.284591 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-be34622f-fc32-4cc1-a6b5-64a93f0af32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821265624', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:15Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:16Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '1c610688-19f8-4b0e-9646-175e99a2f01c', 'name': '', 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:56:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:18Z', 'updated_at': '2021-07-23T21:04:23Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:11.309907 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be34622f-fc32-4cc1-a6b5-64a93f0af32f None None] The sync data for ids ['a34f94e6-b2af-4346-8463-4b1cbdb88357'] in n-d-791504-18 is: [{'id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821265624', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:15Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:16Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '1c610688-19f8-4b0e-9646-175e99a2f01c', 'name': '', 'network_id': 'ff219030-1d37-43e1-af13-4e38e176e30e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:56:d8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:18Z', 'updated_at': '2021-07-23T21:04:23Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': '0a49024b-a480-47a4-bdc6-172a4993e5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:06:11.326615 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-054745be-d962-4783-a691-a90c51bb55bf req-61d69e96-63f1-4a58-9aee-5c9af8aa5a68 service neutron] 10.222.0.48 "GET /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877495 Jul 23 21:06:11.516963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb10e9-bc73-47fa-a480-19f71908a41e None None] New status for floating IP f7d3cbc8-e040-4d49-976f-b8c5e745ddee: DOWN {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:06:11.981853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d0eed-e2de-415a-b192-44ec61b59e21 req-c9a9142c-e671-4187-b5cb-39d9f891ede8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:11.983361 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4d2d0eed-e2de-415a-b192-44ec61b59e21 req-c9a9142c-e671-4187-b5cb-39d9f891ede8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 946 time: 0.0633373 Jul 23 21:06:12.021751 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4d2d0eed-e2de-415a-b192-44ec61b59e21 req-c506ed48-42d1-47ff-8f53-5098f708ba25 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5aff147-acf1-47ac-bf7a-a901b2a261ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312858 Jul 23 21:06:12.241061 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97de64-d4f5-43a4-9f5f-59df51f4779b req-d0f7dc5a-54f8-44f3-896d-816f58bf7dfb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:12.242463 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-be97de64-d4f5-43a4-9f5f-59df51f4779b req-d0f7dc5a-54f8-44f3-896d-816f58bf7dfb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 946 time: 0.0624802 Jul 23 21:06:12.345900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-be97de64-d4f5-43a4-9f5f-59df51f4779b req-71e039e2-2e5f-449a-baa2-1daf13809c4b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:06:12.346245 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-be97de64-d4f5-43a4-9f5f-59df51f4779b req-71e039e2-2e5f-449a-baa2-1daf13809c4b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:12.433490 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-be97de64-d4f5-43a4-9f5f-59df51f4779b req-71e039e2-2e5f-449a-baa2-1daf13809c4b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] For port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:12.433848 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-be97de64-d4f5-43a4-9f5f-59df51f4779b req-71e039e2-2e5f-449a-baa2-1daf13809c4b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:12.447637 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-be97de64-d4f5-43a4-9f5f-59df51f4779b req-71e039e2-2e5f-449a-baa2-1daf13809c4b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Calling delete_port for f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:06:12.575870 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-be97de64-d4f5-43a4-9f5f-59df51f4779b req-71e039e2-2e5f-449a-baa2-1daf13809c4b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:12.604372 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e039e2-2e5f-449a-baa2-1daf13809c4b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Port': ['ID=f37ae0f3-195c-4af3-9dc5-2d45b5686ed1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:12.649032 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-be97de64-d4f5-43a4-9f5f-59df51f4779b req-71e039e2-2e5f-449a-baa2-1daf13809c4b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] No DVR routers for this DVR port f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:06:12.651679 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-be97de64-d4f5-43a4-9f5f-59df51f4779b req-71e039e2-2e5f-449a-baa2-1daf13809c4b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:12.653617 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-be97de64-d4f5-43a4-9f5f-59df51f4779b req-71e039e2-2e5f-449a-baa2-1daf13809c4b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.48 "DELETE /v2.0/ports/f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 HTTP/1.1" status: 204 len: 173 time: 0.4028296 Jul 23 21:06:12.654106 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'name': 'network-vif-deleted', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:06:12.656379 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11605633-3c71-4304-83dc-f5764c78685e" -d '{"events": [{"server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "name": "network-vif-deleted", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:06:12.698226 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aee1e50-deac-4f1f-b859-bb689b459d85 x-openstack-request-id: req-3aee1e50-deac-4f1f-b859-bb689b459d85 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:06:12.698529 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55", "name": "network-vif-deleted", "tag": "f37ae0f3-195c-4af3-9dc5-2d45b5686ed1", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:06:12.698785 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3aee1e50-deac-4f1f-b859-bb689b459d85 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:06:12.699213 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55', 'name': 'network-vif-deleted', 'tag': 'f37ae0f3-195c-4af3-9dc5-2d45b5686ed1', 'status': 'completed', 'code': 200} Jul 23 21:06:13.132515 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-34c7df05-875d-4602-99eb-ff20854d01fb req-16a8c8a7-ae66-4830-9495-1282f7bf7433 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fe4d562-4fa4-4c0f-81c1-5e27e93c8e55 HTTP/1.1" status: 200 len: 210 time: 0.0296044 Jul 23 21:06:14.187480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52826) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:14.551735 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9b24d03-9b8a-4313-9d2e-475996fadc34 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:14.819291 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d9b24d03-9b8a-4313-9d2e-475996fadc34 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting port 1c610688-19f8-4b0e-9646-175e99a2f01c {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:06:14.819542 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9b24d03-9b8a-4313-9d2e-475996fadc34 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:14.905626 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-d9b24d03-9b8a-4313-9d2e-475996fadc34 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] For port 1c610688-19f8-4b0e-9646-175e99a2f01c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1c610688-19f8-4b0e-9646-175e99a2f01c,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:14.905987 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9b24d03-9b8a-4313-9d2e-475996fadc34 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:14.918182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d9b24d03-9b8a-4313-9d2e-475996fadc34 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Calling delete_port for 1c610688-19f8-4b0e-9646-175e99a2f01c owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:06:15.110937 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9b24d03-9b8a-4313-9d2e-475996fadc34 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:15.138199 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b24d03-9b8a-4313-9d2e-475996fadc34 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Port': ['ID=1c610688-19f8-4b0e-9646-175e99a2f01c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:15.311772 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d9b24d03-9b8a-4313-9d2e-475996fadc34 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:15.524774 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b24d03-9b8a-4313-9d2e-475996fadc34 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router a34f94e6-b2af-4346-8463-4b1cbdb88357 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:06:15.628136 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:15.635430 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b24d03-9b8a-4313-9d2e-475996fadc34 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:06:15.640434 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d9b24d03-9b8a-4313-9d2e-475996fadc34 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "PUT /v2.0/routers/a34f94e6-b2af-4346-8463-4b1cbdb88357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4519465 Jul 23 21:06:15.643152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52828) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:15.644793 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c1c1cd-9059-47b9-b097-1925107ea809 None None] Sync routers for ids ['a34f94e6-b2af-4346-8463-4b1cbdb88357'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:06:15.654401 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1c1cd-9059-47b9-b097-1925107ea809 None None] Routers {'a34f94e6-b2af-4346-8463-4b1cbdb88357'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:15.655054 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e2c1c1cd-9059-47b9-b097-1925107ea809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:05:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a34f94e6-b2af-4346-8463-4b1cbdb88357'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:15.694457 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e6f432-1bbd-4e06-98d8-9d0614c714e7 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting subnet 0a49024b-a480-47a4-bdc6-172a4993e5e0 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:06:15.697550 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05e6f432-1bbd-4e06-98d8-9d0614c714e7 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:15.737542 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05e6f432-1bbd-4e06-98d8-9d0614c714e7 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:15.739981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:06:15.760837 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:06:15.761170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f37ae0f3-195c-4af3-9dc5-2d45b5686ed1 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:06:15.764557 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e2c1c1cd-9059-47b9-b097-1925107ea809 None None] Set router a34f94e6-b2af-4346-8463-4b1cbdb88357 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:15.826493 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05e6f432-1bbd-4e06-98d8-9d0614c714e7 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:15.884156 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05e6f432-1bbd-4e06-98d8-9d0614c714e7 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:15.912204 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6f432-1bbd-4e06-98d8-9d0614c714e7 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Subnet': ['ID=0a49024b-a480-47a4-bdc6-172a4993e5e0,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:15.915760 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05e6f432-1bbd-4e06-98d8-9d0614c714e7 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:15.917642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-05e6f432-1bbd-4e06-98d8-9d0614c714e7 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/subnets/0a49024b-a480-47a4-bdc6-172a4993e5e0 HTTP/1.1" status: 204 len: 168 time: 0.2733445 Jul 23 21:06:15.920294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52830) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:15.923330 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c62ffae-7ca3-4d4f-96d4-705a738656ef None None] Network ff219030-1d37-43e1-af13-4e38e176e30e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:06:15.946007 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e2c1c1cd-9059-47b9-b097-1925107ea809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821265624', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:15Z', 'updated_at': '2021-07-23T21:06:15Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:16Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:15.972329 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c1c1cd-9059-47b9-b097-1925107ea809 None None] Checking router: a34f94e6-b2af-4346-8463-4b1cbdb88357 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:06:15.980713 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1c1cd-9059-47b9-b097-1925107ea809 None None] Routers {'a34f94e6-b2af-4346-8463-4b1cbdb88357'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:15.981317 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e2c1c1cd-9059-47b9-b097-1925107ea809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:05:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a34f94e6-b2af-4346-8463-4b1cbdb88357'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:16.030233 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8934cb61-8e04-4e69-b4e9-d16f35ec7251 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:16.055175 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:06:16.098236 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-e2c1c1cd-9059-47b9-b097-1925107ea809 None None] Set router a34f94e6-b2af-4346-8463-4b1cbdb88357 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:16.137594 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572e48ce-08ee-4744-aa2e-0f73e7ea7d4f None None] DHCP port deletion for ff219030-1d37-43e1-af13-4e38e176e30e request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:06:16.148124 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8934cb61-8e04-4e69-b4e9-d16f35ec7251 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:16.185172 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-572e48ce-08ee-4744-aa2e-0f73e7ea7d4f None None] Deleting port 36654fe0-4032-4607-9bb3-e7e1afb16730 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:06:16.185712 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-572e48ce-08ee-4744-aa2e-0f73e7ea7d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:16.203134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-8934cb61-8e04-4e69-b4e9-d16f35ec7251 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting port de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:06:16.203545 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8934cb61-8e04-4e69-b4e9-d16f35ec7251 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:16.255634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-572e48ce-08ee-4744-aa2e-0f73e7ea7d4f None None] For port 36654fe0-4032-4607-9bb3-e7e1afb16730, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=36654fe0-4032-4607-9bb3-e7e1afb16730,segment=NetworkSegment(97256c38-b2b6-4dbe-8701-1e161dc613f2),segment_id=97256c38-b2b6-4dbe-8701-1e161dc613f2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:16.256012 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-572e48ce-08ee-4744-aa2e-0f73e7ea7d4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:16.267857 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-572e48ce-08ee-4744-aa2e-0f73e7ea7d4f None None] Calling delete_port for 36654fe0-4032-4607-9bb3-e7e1afb16730 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:06:16.278542 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-e2c1c1cd-9059-47b9-b097-1925107ea809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821265624', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:15Z', 'updated_at': '2021-07-23T21:06:15Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:16Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:16.288105 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-8934cb61-8e04-4e69-b4e9-d16f35ec7251 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] For port de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:16.288551 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8934cb61-8e04-4e69-b4e9-d16f35ec7251 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:16.305759 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c1c1cd-9059-47b9-b097-1925107ea809 None None] The sync data for ids ['a34f94e6-b2af-4346-8463-4b1cbdb88357'] in n-d-791504-18 is: [{'id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821265624', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:04:15Z', 'updated_at': '2021-07-23T21:06:15Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:91:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34f94e6-b2af-4346-8463-4b1cbdb88357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:04:16Z', 'updated_at': '2021-07-23T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:06:16.307003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-8934cb61-8e04-4e69-b4e9-d16f35ec7251 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Calling delete_port for de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:06:16.361166 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-572e48ce-08ee-4744-aa2e-0f73e7ea7d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:16.387811 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e48ce-08ee-4744-aa2e-0f73e7ea7d4f None None] Pushing event deleted for resources: {'Port': ['ID=36654fe0-4032-4607-9bb3-e7e1afb16730,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:16.389885 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e48ce-08ee-4744-aa2e-0f73e7ea7d4f None None] No DVR routers for this DVR port 36654fe0-4032-4607-9bb3-e7e1afb16730 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:06:16.792708 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8934cb61-8e04-4e69-b4e9-d16f35ec7251 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:16.817871 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934cb61-8e04-4e69-b4e9-d16f35ec7251 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Port': ['ID=de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:16.879203 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8934cb61-8e04-4e69-b4e9-d16f35ec7251 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:16.970112 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8934cb61-8e04-4e69-b4e9-d16f35ec7251 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:16.972103 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8934cb61-8e04-4e69-b4e9-d16f35ec7251 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.017246 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8934cb61-8e04-4e69-b4e9-d16f35ec7251 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.017813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8934cb61-8e04-4e69-b4e9-d16f35ec7251 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Fanout notify agent at l3_agent the message router_deleted on router a34f94e6-b2af-4346-8463-4b1cbdb88357 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:06:17.025081 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8934cb61-8e04-4e69-b4e9-d16f35ec7251 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.026213 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8934cb61-8e04-4e69-b4e9-d16f35ec7251 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/routers/a34f94e6-b2af-4346-8463-4b1cbdb88357 HTTP/1.1" status: 204 len: 168 time: 1.1048932 Jul 23 21:06:17.029082 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52832) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:17.052549 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.118751 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c85acd47-b2de-4f7c-8f9b-d58b1564f2ff tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.209757 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c85acd47-b2de-4f7c-8f9b-d58b1564f2ff tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.219642 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-c85acd47-b2de-4f7c-8f9b-d58b1564f2ff tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff219030-1d37-43e1-af13-4e38e176e30e']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:17.229792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-c85acd47-b2de-4f7c-8f9b-d58b1564f2ff tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97256c38-b2b6-4dbe-8701-1e161dc613f2') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:17.230027 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-c85acd47-b2de-4f7c-8f9b-d58b1564f2ff tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97256c38-b2b6-4dbe-8701-1e161dc613f2') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:17.238555 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c85acd47-b2de-4f7c-8f9b-d58b1564f2ff tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.252242 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c85acd47-b2de-4f7c-8f9b-d58b1564f2ff tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.257834 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85acd47-b2de-4f7c-8f9b-d58b1564f2ff tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:06:17.258212 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c85acd47-b2de-4f7c-8f9b-d58b1564f2ff tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:06:17.261052 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:06:17.321159 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c85acd47-b2de-4f7c-8f9b-d58b1564f2ff tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.327991 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c85acd47-b2de-4f7c-8f9b-d58b1564f2ff tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.329748 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c85acd47-b2de-4f7c-8f9b-d58b1564f2ff tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/networks/ff219030-1d37-43e1-af13-4e38e176e30e HTTP/1.1" status: 204 len: 168 time: 0.2998030 Jul 23 21:06:17.332460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52834) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:17.340830 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85acd47-b2de-4f7c-8f9b-d58b1564f2ff tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Network': ['ID=ff219030-1d37-43e1-af13-4e38e176e30e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:17.395161 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adad12c5-2664-4fa7-9b76-6cbc04063cdf tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.420255 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adad12c5-2664-4fa7-9b76-6cbc04063cdf tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.492918 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adad12c5-2664-4fa7-9b76-6cbc04063cdf tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.496369 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-adad12c5-2664-4fa7-9b76-6cbc04063cdf tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.497537 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-adad12c5-2664-4fa7-9b76-6cbc04063cdf tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/security-groups/d5aff147-acf1-47ac-bf7a-a901b2a261ae HTTP/1.1" status: 204 len: 168 time: 0.1640284 Jul 23 21:06:17.507496 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad12c5-2664-4fa7-9b76-6cbc04063cdf tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5aff147-acf1-47ac-bf7a-a901b2a261ae,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:17.600392 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1c610688-19f8-4b0e-9646-175e99a2f01c no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:06:17.622257 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 1c610688-19f8-4b0e-9646-175e99a2f01c {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:06:17.622596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1c610688-19f8-4b0e-9646-175e99a2f01c not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:06:17.623002 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 36654fe0-4032-4607-9bb3-e7e1afb16730 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:06:17.640640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 36654fe0-4032-4607-9bb3-e7e1afb16730 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:06:17.640978 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 36654fe0-4032-4607-9bb3-e7e1afb16730 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:06:17.641370 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:06:17.659634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:06:17.659972 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device de3a9041-c1ec-4c4b-ac07-e5d9d3787ec2 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:06:17.794138 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52840) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:17.800698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f017f2e9-70df-44fd-a0f3-34187adcaf05 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1284868793', 'description': 'tempest-secgroup-smoke-1284868793 description', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:17.823415 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f017f2e9-70df-44fd-a0f3-34187adcaf05 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.903598 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f017f2e9-70df-44fd-a0f3-34187adcaf05 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.907444 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f017f2e9-70df-44fd-a0f3-34187adcaf05 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.936598 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f017f2e9-70df-44fd-a0f3-34187adcaf05 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.937848 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f017f2e9-70df-44fd-a0f3-34187adcaf05 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1426921 Jul 23 21:06:17.938986 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017f2e9-70df-44fd-a0f3-34187adcaf05 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9fe969-59a2-48a0-ad11-00415f0a43ff,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:17.940847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52842) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:17.946101 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2cb9652e-fad8-4067-aa01-f7570caf77ec tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': 'ec9fe969-59a2-48a0-ad11-00415f0a43ff', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:17.973643 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2cb9652e-fad8-4067-aa01-f7570caf77ec tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.018954 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2cb9652e-fad8-4067-aa01-f7570caf77ec tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.022825 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2cb9652e-fad8-4067-aa01-f7570caf77ec tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.039869 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9652e-fad8-4067-aa01-f7570caf77ec tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e87f17-dec6-4a87-b503-21a9418d9476,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:18.045473 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2cb9652e-fad8-4067-aa01-f7570caf77ec tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.046738 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2cb9652e-fad8-4067-aa01-f7570caf77ec tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1048565 Jul 23 21:06:18.049444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52844) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:18.053759 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4a6205bc-aaac-40a2-8d93-07353153a68f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': 'ec9fe969-59a2-48a0-ad11-00415f0a43ff', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:18.081249 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a6205bc-aaac-40a2-8d93-07353153a68f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.138023 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a6205bc-aaac-40a2-8d93-07353153a68f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.141487 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a6205bc-aaac-40a2-8d93-07353153a68f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.159116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6205bc-aaac-40a2-8d93-07353153a68f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59937600-b192-4879-829c-6a6ab8417d2c,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:18.164749 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4a6205bc-aaac-40a2-8d93-07353153a68f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.165924 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4a6205bc-aaac-40a2-8d93-07353153a68f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155748 Jul 23 21:06:18.168652 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52846) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:18.173027 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-26d7c6e1-d971-44bb-a4a0-3c119e52757e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': 'ec9fe969-59a2-48a0-ad11-00415f0a43ff', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:18.199630 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26d7c6e1-d971-44bb-a4a0-3c119e52757e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.259400 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26d7c6e1-d971-44bb-a4a0-3c119e52757e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.262690 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26d7c6e1-d971-44bb-a4a0-3c119e52757e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.279349 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7c6e1-d971-44bb-a4a0-3c119e52757e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c107b4-5d6a-470f-9fc1-4a85bcbef2d1,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:18.285546 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26d7c6e1-d971-44bb-a4a0-3c119e52757e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.287194 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-26d7c6e1-d971-44bb-a4a0-3c119e52757e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174250 Jul 23 21:06:18.289802 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52848) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:18.294192 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4d6dc648-c649-4471-8fea-9f5ee6edd206 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': 'ec9fe969-59a2-48a0-ad11-00415f0a43ff', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:18.321151 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc648-c649-4471-8fea-9f5ee6edd206 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.378149 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc648-c649-4471-8fea-9f5ee6edd206 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.382270 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc648-c649-4471-8fea-9f5ee6edd206 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.399291 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dc648-c649-4471-8fea-9f5ee6edd206 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110effe6-cf42-4724-9f64-f8cbb2e80810,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:18.405185 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4d6dc648-c649-4471-8fea-9f5ee6edd206 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.405726 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4d6dc648-c649-4471-8fea-9f5ee6edd206 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150150 Jul 23 21:06:18.408592 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52850) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:18.413099 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-272eaa74-d173-44c3-bcf9-24606e37a74c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': 'ec9fe969-59a2-48a0-ad11-00415f0a43ff', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:18.437455 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-272eaa74-d173-44c3-bcf9-24606e37a74c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Project 3fc0d96b5da34e009631dc0e0b95c270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:06:18.443726 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-272eaa74-d173-44c3-bcf9-24606e37a74c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.505756 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-272eaa74-d173-44c3-bcf9-24606e37a74c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.509389 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-272eaa74-d173-44c3-bcf9-24606e37a74c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.528457 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272eaa74-d173-44c3-bcf9-24606e37a74c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd19b231-0012-497b-bba5-ce409778ceae,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:18.531453 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-272eaa74-d173-44c3-bcf9-24606e37a74c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.532570 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-272eaa74-d173-44c3-bcf9-24606e37a74c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230500 Jul 23 21:06:18.535385 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52852) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:18.539720 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9a2668d6-68f1-4ee7-b798-decf306b0a40 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': 'ec9fe969-59a2-48a0-ad11-00415f0a43ff', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:18.560953 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-9a2668d6-68f1-4ee7-b798-decf306b0a40 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Project 3fc0d96b5da34e009631dc0e0b95c270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:06:18.565832 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9a2668d6-68f1-4ee7-b798-decf306b0a40 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.629483 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9a2668d6-68f1-4ee7-b798-decf306b0a40 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.632930 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9a2668d6-68f1-4ee7-b798-decf306b0a40 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.651135 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2668d6-68f1-4ee7-b798-decf306b0a40 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fd2159-5976-4e11-9f48-8b979865f967,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:18.654310 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9a2668d6-68f1-4ee7-b798-decf306b0a40 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.655586 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9a2668d6-68f1-4ee7-b798-decf306b0a40 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192913 Jul 23 21:06:18.658362 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52854) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:18.663718 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-62bb320d-c146-4054-9a82-fcb684112eb5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'network': {'name': 'tempest-network-smoke--952513959', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'port_security_enabled': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:18.684228 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bb320d-c146-4054-9a82-fcb684112eb5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Made reservation on behalf of 3fc0d96b5da34e009631dc0e0b95c270 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:06:18.687610 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-62bb320d-c146-4054-9a82-fcb684112eb5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.710378 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bb320d-c146-4054-9a82-fcb684112eb5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:06:18.719420 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-62bb320d-c146-4054-9a82-fcb684112eb5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.719766 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-62bb320d-c146-4054-9a82-fcb684112eb5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Added segment 7bba38e7-aff5-469c-9e4c-f620dd24477b of type vlan for network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 Jul 23 21:06:18.762134 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-62bb320d-c146-4054-9a82-fcb684112eb5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.791524 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-62bb320d-c146-4054-9a82-fcb684112eb5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.797557 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bb320d-c146-4054-9a82-fcb684112eb5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:18.798147 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-62bb320d-c146-4054-9a82-fcb684112eb5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.829398 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-62bb320d-c146-4054-9a82-fcb684112eb5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1700366 Jul 23 21:06:18.832161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52856) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:18.838952 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-945370663', 'admin_state_up': True, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:18.880205 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb320d-c146-4054-9a82-fcb684112eb5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Network': ['ID=9ada1b6d-66a3-423a-a4f2-d953362c66f0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:18.890311 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:06:18.895347 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.896376 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:18.946334 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:19.082493 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:19.266926 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:19.289353 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:19.386297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Allocated IP 172.25.3.10 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/a043ac9c-c523-4637-8bc8-cf138322b3a7) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:06:19.486774 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:19.851970 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:19.888109 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:06:19.890881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:06:19.893339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:06:19.924099 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=a043ac9c-c523-4637-8bc8-cf138322b3a7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:20.144990 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:20.339186 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:20.466533 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router efaa8076-a783-4925-8f44-b42654b94a60 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:06:20.576851 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:06:20.586581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Sync routers for ids ['efaa8076-a783-4925-8f44-b42654b94a60'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:06:20.596015 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:20.596190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Routers {'efaa8076-a783-4925-8f44-b42654b94a60'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:20.596645 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:05:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['efaa8076-a783-4925-8f44-b42654b94a60'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:20.597281 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-323b6d07-8022-423f-9fac-afc4e1b8e640 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7642093 Jul 23 21:06:20.601051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52858) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:20.629019 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8356b7f1-dfa0-4085-b821-a7f0468f224e tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3fc0d96b5da34e009631dc0e0b95c270&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268722 Jul 23 21:06:20.631629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52860) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:20.702777 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Set router efaa8076-a783-4925-8f44-b42654b94a60 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:20.717613 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cbd1be-2444-411a-88b5-1becb245b970 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:20.719088 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-45cbd1be-2444-411a-88b5-1becb245b970 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865598 Jul 23 21:06:20.721942 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52862) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:20.754021 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a152ac55-70dd-41c4-a624-4c6174613335 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310044 Jul 23 21:06:20.756630 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52864) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:20.761435 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c404bb8c-8567-43ce-8cb8-d8bf6e6e93a2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-963012148', 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:20.850354 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c404bb8c-8567-43ce-8cb8-d8bf6e6e93a2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Made reservation on behalf of 3fc0d96b5da34e009631dc0e0b95c270 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:06:20.853858 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c404bb8c-8567-43ce-8cb8-d8bf6e6e93a2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:20.883687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945370663', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:18Z', 'updated_at': '2021-07-23T21:06:20Z', 'revision_number': 3, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:19Z', 'updated_at': '2021-07-23T21:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:20.910383 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Checking router: efaa8076-a783-4925-8f44-b42654b94a60 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:06:20.910729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Updating router efaa8076-a783-4925-8f44-b42654b94a60 port a043ac9c-c523-4637-8bc8-cf138322b3a7 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:06:20.946899 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:21.039837 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c404bb8c-8567-43ce-8cb8-d8bf6e6e93a2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:21.106542 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404bb8c-8567-43ce-8cb8-d8bf6e6e93a2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Subnet': ['ID=fe0a0ec0-4ef5-4916-9f18-b8084ead826b,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:21.119277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c404bb8c-8567-43ce-8cb8-d8bf6e6e93a2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Checking segment: {'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:06:21.119716 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c404bb8c-8567-43ce-8cb8-d8bf6e6e93a2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network hostable DHCP agents. Network: 9ada1b6d-66a3-423a-a4f2-d953362c66f0, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:06:21.139485 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c404bb8c-8567-43ce-8cb8-d8bf6e6e93a2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:06:21.148896 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c404bb8c-8567-43ce-8cb8-d8bf6e6e93a2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 9ada1b6d-66a3-423a-a4f2-d953362c66f0) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:06:21.153195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c404bb8c-8567-43ce-8cb8-d8bf6e6e93a2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:21.153794 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c404bb8c-8567-43ce-8cb8-d8bf6e6e93a2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:21.168162 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c404bb8c-8567-43ce-8cb8-d8bf6e6e93a2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4105313 Jul 23 21:06:21.170889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52866) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:21.188163 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9253e4ee-6870-4afc-9b22-4ab353ebbcfa None None] Network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:06:21.431170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-9ada1b6d-66a3-423a-a4f2-d953362c66f0', 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ips': [{'subnet_id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:06:21.432021 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:21.537647 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:21.561114 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Transition to ACTIVE for port object a043ac9c-c523-4637-8bc8-cf138322b3a7 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:06:21.570201 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:21.621069 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:21.661932 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Attempting to bind port a043ac9c-c523-4637-8bc8-cf138322b3a7 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:06:21.662541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Attempting to bind port a043ac9c-c523-4637-8bc8-cf138322b3a7 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:06:21.662679 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Attempting to bind port a043ac9c-c523-4637-8bc8-cf138322b3a7 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:06:21.666178 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81ed0c-4f28-4c34-b215-4b600eb937c5 None None] Pushing event updated for resources: {'Port': ['ID=a043ac9c-c523-4637-8bc8-cf138322b3a7,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:21.677581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:06:21.677974 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:06:21.678305 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:21.678628 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:06:21.679093 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Bound port: a043ac9c-c523-4637-8bc8-cf138322b3a7, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:06:21.679493 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:21.684506 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Allocated IP 172.20.0.2 (9ada1b6d-66a3-423a-a4f2-d953362c66f0/fe0a0ec0-4ef5-4916-9f18-b8084ead826b/e5e33327-9749-4e8e-ae15-bb554494332a) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:06:21.764352 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] For port a043ac9c-c523-4637-8bc8-cf138322b3a7, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:06:21.808186 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] For port a043ac9c-c523-4637-8bc8-cf138322b3a7, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a043ac9c-c523-4637-8bc8-cf138322b3a7,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:06:21.814778 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:21.912631 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Routers {'efaa8076-a783-4925-8f44-b42654b94a60'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:21.913250 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:05:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['efaa8076-a783-4925-8f44-b42654b94a60'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:21.920933 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81ed0c-4f28-4c34-b215-4b600eb937c5 None None] Pushing event updated for resources: {'Port': ['ID=a043ac9c-c523-4637-8bc8-cf138322b3a7,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:21.993258 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:22.008586 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Transition to ACTIVE for port object e5e33327-9749-4e8e-ae15-bb554494332a will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:06:22.032015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Transition to ACTIVE for port object e5e33327-9749-4e8e-ae15-bb554494332a will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:06:22.040721 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:22.077920 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] Set router efaa8076-a783-4925-8f44-b42654b94a60 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:22.086381 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Allocated IP 172.20.0.1 (9ada1b6d-66a3-423a-a4f2-d953362c66f0/fe0a0ec0-4ef5-4916-9f18-b8084ead826b/05a2181a-c4e1-45fa-843f-7d1847839f2d) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:06:22.137312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:06:22.142416 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:06:22.156939 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:06:22.174310 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Pushing event updated for resources: {'Port': ['ID=e5e33327-9749-4e8e-ae15-bb554494332a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:22.216878 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:22.237903 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Transition to ACTIVE for port object 05a2181a-c4e1-45fa-843f-7d1847839f2d will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:06:22.268228 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Attempting to bind port e5e33327-9749-4e8e-ae15-bb554494332a on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:06:22.268595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Attempting to bind port e5e33327-9749-4e8e-ae15-bb554494332a by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:06:22.268959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Attempting to bind port e5e33327-9749-4e8e-ae15-bb554494332a on network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:06:22.275452 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:22.284071 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:06:22.284425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Checking segment: {'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:06:22.285410 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:22.285807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Bound using segment: {'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:06:22.286897 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Bound port: e5e33327-9749-4e8e-ae15-bb554494332a, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:06:22.287301 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:22.324458 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:06:22.328981 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:06:22.335821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:06:22.382498 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:22.384612 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] For port e5e33327-9749-4e8e-ae15-bb554494332a, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:06:22.389564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] For port e5e33327-9749-4e8e-ae15-bb554494332a, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e5e33327-9749-4e8e-ae15-bb554494332a,segment=NetworkSegment(7bba38e7-aff5-469c-9e4c-f620dd24477b),segment_id=7bba38e7-aff5-469c-9e4c-f620dd24477b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:06:22.394575 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:22.424516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=05a2181a-c4e1-45fa-843f-7d1847839f2d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:22.430622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945370663', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:18Z', 'updated_at': '2021-07-23T21:06:20Z', 'revision_number': 3, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:19Z', 'updated_at': '2021-07-23T21:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:22.469794 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1779a0-69a8-4656-963c-df9077a5148b None None] The sync data for ids ['efaa8076-a783-4925-8f44-b42654b94a60'] in n-d-791504-18 is: [{'id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945370663', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:18Z', 'updated_at': '2021-07-23T21:06:20Z', 'revision_number': 3, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:19Z', 'updated_at': '2021-07-23T21:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:06:22.482644 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe334c2e-2861-420b-8992-e5bf7c11940c None None] Pushing event updated for resources: {'Port': ['ID=e5e33327-9749-4e8e-ae15-bb554494332a,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:22.566132 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:22.883505 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:22.888570 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:22.968848 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=05a2181a-c4e1-45fa-843f-7d1847839f2d,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:22.971539 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:23.069761 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:06:23.072115 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:06:23.191452 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router efaa8076-a783-4925-8f44-b42654b94a60 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:06:23.311965 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:06:23.323196 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7e6ad78f-5c64-4bef-9e56-ba6acd29842d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "PUT /v2.0/routers/efaa8076-a783-4925-8f44-b42654b94a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1452613 Jul 23 21:06:23.452131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dac8a6-88d3-47b1-b0fb-bd54c2579dca None None] Network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:06:23.512673 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-2bd584dc-c659-4c0e-9d8a-f52b08d92161 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1284868793&fields=id&tenant_id=3fc0d96b5da34e009631dc0e0b95c270 HTTP/1.1" status: 200 len: 267 time: 0.0334988 Jul 23 21:06:23.530988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-91a579f3-7f38-4c57-b709-721396f316d8 None None] Provisioning for port e5e33327-9749-4e8e-ae15-bb554494332a completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:06:23.639009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-2163a1c7-d92c-4d0f-a588-940fbeb54653 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:23.640840 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-2163a1c7-d92c-4d0f-a588-940fbeb54653 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/networks?id=9ada1b6d-66a3-423a-a4f2-d953362c66f0 HTTP/1.1" status: 200 len: 796 time: 0.1205852 Jul 23 21:06:23.659632 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-d14ced84-7a00-4ef1-962d-8e64407341fb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/quotas/3fc0d96b5da34e009631dc0e0b95c270 HTTP/1.1" status: 200 len: 375 time: 0.0130672 Jul 23 21:06:23.681810 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e5e33327-9749-4e8e-ae15-bb554494332a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:06:23.731043 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-b66c3952-e9bf-4715-972d-78786b3ed3e1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684562 Jul 23 21:06:23.739841 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port e5e33327-9749-4e8e-ae15-bb554494332a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:06:23.744011 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port e5e33327-9749-4e8e-ae15-bb554494332a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:23.744688 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:23.749043 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-500b070d-546e-426c-9336-fc4dfc0c8981 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:06:23.750064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-500b070d-546e-426c-9336-fc4dfc0c8981 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072086 Jul 23 21:06:23.828468 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:23.865095 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port e5e33327-9749-4e8e-ae15-bb554494332a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e5e33327-9749-4e8e-ae15-bb554494332a,segment=NetworkSegment(7bba38e7-aff5-469c-9e4c-f620dd24477b),segment_id=7bba38e7-aff5-469c-9e4c-f620dd24477b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:23.868821 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-97497152-e300-43e4-94ce-6b5d88af517c service neutron] 10.222.0.55 "GET /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101837 Jul 23 21:06:23.871499 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:23.872327 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a043ac9c-c523-4637-8bc8-cf138322b3a7 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:06:23.951985 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=e5e33327-9749-4e8e-ae15-bb554494332a,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:23.969690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port a043ac9c-c523-4637-8bc8-cf138322b3a7 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:06:23.976061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a043ac9c-c523-4637-8bc8-cf138322b3a7 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:23.976486 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:23.976626 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-5b39abfa-d798-44b7-8ac3-40d6690ff1ec service neutron] 10.222.0.55 "GET /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011002 Jul 23 21:06:24.019587 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d1850c92-3ec5-44b6-a224-3dcc450e468b None None] Provisioning for port 05a2181a-c4e1-45fa-843f-7d1847839f2d completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:06:24.027625 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d1850c92-3ec5-44b6-a224-3dcc450e468b None None] Provisioning complete for port 05a2181a-c4e1-45fa-843f-7d1847839f2d triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:24.028041 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1850c92-3ec5-44b6-a224-3dcc450e468b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:24.094875 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d1850c92-3ec5-44b6-a224-3dcc450e468b None None] Port 05a2181a-c4e1-45fa-843f-7d1847839f2d cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:06:24.108748 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:24.129643 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d1850c92-3ec5-44b6-a224-3dcc450e468b None None] Provisioning complete for port e5e33327-9749-4e8e-ae15-bb554494332a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:24.130043 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1850c92-3ec5-44b6-a224-3dcc450e468b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:24.174766 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port a043ac9c-c523-4637-8bc8-cf138322b3a7, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a043ac9c-c523-4637-8bc8-cf138322b3a7,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:24.187068 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:24.206891 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1007a50d-7998-4666-97e6-e9a325b06bd1 req-c6c56c66-c2b7-4397-905e-e6776fe787b6 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 210 time: 0.0511842 Jul 23 21:06:24.258655 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=a043ac9c-c523-4637-8bc8-cf138322b3a7,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:24.263816 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Sync routers for ids ['efaa8076-a783-4925-8f44-b42654b94a60'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:06:24.274175 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Routers {'efaa8076-a783-4925-8f44-b42654b94a60'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:24.274792 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:05:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['efaa8076-a783-4925-8f44-b42654b94a60'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:24.403860 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Set router efaa8076-a783-4925-8f44-b42654b94a60 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:24.425938 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b9139e02-54ae-42b3-8f9d-6ca11649646e None None] Provisioning complete for port 05a2181a-c4e1-45fa-843f-7d1847839f2d triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:24.426416 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9139e02-54ae-42b3-8f9d-6ca11649646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:24.464847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b9139e02-54ae-42b3-8f9d-6ca11649646e None None] Port 05a2181a-c4e1-45fa-843f-7d1847839f2d cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:06:24.585436 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-39f891f4-e3a5-4013-84e5-ff05cf485d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:24.714726 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945370663', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:18Z', 'updated_at': '2021-07-23T21:06:22Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:19Z', 'updated_at': '2021-07-23T21:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '05a2181a-c4e1-45fa-843f-7d1847839f2d', 'name': '', 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:0b:04:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:21Z', 'updated_at': '2021-07-23T21:06:22Z', 'revision_number': 2, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:24.743083 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Checking router: efaa8076-a783-4925-8f44-b42654b94a60 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:06:24.743573 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Updating router efaa8076-a783-4925-8f44-b42654b94a60 port 05a2181a-c4e1-45fa-843f-7d1847839f2d binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:06:24.778216 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:25.036694 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:25.047208 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Transition to ACTIVE for port object 05a2181a-c4e1-45fa-843f-7d1847839f2d will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:06:25.053293 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:25.103069 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d97af-6009-4e80-850a-129717b67010 None None] Pushing event updated for resources: {'Port': ['ID=05a2181a-c4e1-45fa-843f-7d1847839f2d,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:25.129053 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d97af-6009-4e80-850a-129717b67010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:25.129400 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d97af-6009-4e80-850a-129717b67010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:25.129765 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d97af-6009-4e80-850a-129717b67010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:25.130643 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d97af-6009-4e80-850a-129717b67010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:25.130975 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d97af-6009-4e80-850a-129717b67010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:25.131330 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d97af-6009-4e80-850a-129717b67010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:25.131655 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d97af-6009-4e80-850a-129717b67010 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:25.131978 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d97af-6009-4e80-850a-129717b67010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:25.132305 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d97af-6009-4e80-850a-129717b67010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:25.132624 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d97af-6009-4e80-850a-129717b67010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:25.132980 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d97af-6009-4e80-850a-129717b67010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:25.133250 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d97af-6009-4e80-850a-129717b67010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:06:25.160492 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8eb03a7a-65d7-42e8-a341-356bfe574bd6 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:25.162093 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8eb03a7a-65d7-42e8-a341-356bfe574bd6 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.57 "GET /v2.0/networks?id=9ada1b6d-66a3-423a-a4f2-d953362c66f0 HTTP/1.1" status: 200 len: 796 time: 0.1344469 Jul 23 21:06:25.173760 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Attempting to bind port 05a2181a-c4e1-45fa-843f-7d1847839f2d on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:06:25.174163 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Attempting to bind port 05a2181a-c4e1-45fa-843f-7d1847839f2d by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:06:25.174495 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Attempting to bind port 05a2181a-c4e1-45fa-843f-7d1847839f2d on network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:06:25.181312 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:06:25.181789 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Checking segment: {'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:06:25.182192 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:25.182603 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Bound using segment: {'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:06:25.183090 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Bound port: 05a2181a-c4e1-45fa-843f-7d1847839f2d, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:06:25.183496 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:25.216672 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-a82b3c55-3607-409f-b62e-e8b6189bd246 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fc0d96b5da34e009631dc0e0b95c270 HTTP/1.1" status: 200 len: 380 time: 0.0458889 Jul 23 21:06:25.226910 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-b0e9a88f-beef-48ae-a1f7-d475def3d26c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'port': {'device_id': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0', 'admin_state_up': True, 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'security_groups': ['ec9fe969-59a2-48a0-ad11-00415f0a43ff']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:25.261003 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] For port 05a2181a-c4e1-45fa-843f-7d1847839f2d, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:06:25.265177 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] For port 05a2181a-c4e1-45fa-843f-7d1847839f2d, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=05a2181a-c4e1-45fa-843f-7d1847839f2d,segment=NetworkSegment(7bba38e7-aff5-469c-9e4c-f620dd24477b),segment_id=7bba38e7-aff5-469c-9e4c-f620dd24477b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:06:25.271412 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:25.328117 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b54ec0eb-382f-4021-a3ac-fc250ba01b6a req-79739733-0e74-48cf-9ea8-815aa045019c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 210 time: 0.0522981 Jul 23 21:06:25.332256 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Routers {'efaa8076-a783-4925-8f44-b42654b94a60'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:25.332950 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:05:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['efaa8076-a783-4925-8f44-b42654b94a60'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:25.357459 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-b0e9a88f-beef-48ae-a1f7-d475def3d26c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Made reservation on behalf of 3fc0d96b5da34e009631dc0e0b95c270 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:06:25.362954 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-b0e9a88f-beef-48ae-a1f7-d475def3d26c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:25.396215 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d97af-6009-4e80-850a-129717b67010 None None] Pushing event updated for resources: {'Port': ['ID=05a2181a-c4e1-45fa-843f-7d1847839f2d,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:25.474347 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] Set router efaa8076-a783-4925-8f44-b42654b94a60 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:25.504018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-b0e9a88f-beef-48ae-a1f7-d475def3d26c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Allocated IP 172.20.0.8 (9ada1b6d-66a3-423a-a4f2-d953362c66f0/fe0a0ec0-4ef5-4916-9f18-b8084ead826b/aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:06:25.624969 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e5e33327-9749-4e8e-ae15-bb554494332a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:06:25.663287 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-b0e9a88f-beef-48ae-a1f7-d475def3d26c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:25.676452 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port e5e33327-9749-4e8e-ae15-bb554494332a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:25.677350 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:25.681882 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-b0e9a88f-beef-48ae-a1f7-d475def3d26c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Transition to ACTIVE for port object aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:06:25.700306 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945370663', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:18Z', 'updated_at': '2021-07-23T21:06:22Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:19Z', 'updated_at': '2021-07-23T21:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '05a2181a-c4e1-45fa-843f-7d1847839f2d', 'name': '', 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:0b:04:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:21Z', 'updated_at': '2021-07-23T21:06:25Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:25.718382 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-b0e9a88f-beef-48ae-a1f7-d475def3d26c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:25.726707 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d08a3-f476-4763-aa35-578f47124150 None None] The sync data for ids ['efaa8076-a783-4925-8f44-b42654b94a60'] in n-d-791504-18 is: [{'id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945370663', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:18Z', 'updated_at': '2021-07-23T21:06:22Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:19Z', 'updated_at': '2021-07-23T21:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '05a2181a-c4e1-45fa-843f-7d1847839f2d', 'name': '', 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:0b:04:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:21Z', 'updated_at': '2021-07-23T21:06:25Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:06:25.763083 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-b0e9a88f-beef-48ae-a1f7-d475def3d26c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:06:25.768563 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-b0e9a88f-beef-48ae-a1f7-d475def3d26c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:06:25.773026 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-b0e9a88f-beef-48ae-a1f7-d475def3d26c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:06:25.793183 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a043ac9c-c523-4637-8bc8-cf138322b3a7 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:06:25.808919 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9a88f-beef-48ae-a1f7-d475def3d26c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:25.841594 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-b0e9a88f-beef-48ae-a1f7-d475def3d26c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:25.841594 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-b0e9a88f-beef-48ae-a1f7-d475def3d26c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:25.860386 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-b0e9a88f-beef-48ae-a1f7-d475def3d26c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6379044 Jul 23 21:06:25.860622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a043ac9c-c523-4637-8bc8-cf138322b3a7 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:25.861070 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:25.873390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Request body: {'port': {'device_id': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:25.970093 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:26.040259 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-093c8aa9-b4d0-4e2a-bb9e-ea00f6e2529a None None] Provisioning for port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:06:26.045203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-093c8aa9-b4d0-4e2a-bb9e-ea00f6e2529a None None] Provisioning complete for port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:26.045832 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093c8aa9-b4d0-4e2a-bb9e-ea00f6e2529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:26.085889 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-093c8aa9-b4d0-4e2a-bb9e-ea00f6e2529a None None] Port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:06:26.244954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:06:26.252841 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:26.265103 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Transition to ACTIVE for port object aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:06:26.269166 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:26.497757 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c93b54-a313-4a94-9181-67afd825747b req-d0fe70be-adfb-4dd2-961f-bbe9a6f7cb67 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:26.506787 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20c93b54-a313-4a94-9181-67afd825747b req-d0fe70be-adfb-4dd2-961f-bbe9a6f7cb67 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 943 time: 0.0990837 Jul 23 21:06:26.551395 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20c93b54-a313-4a94-9181-67afd825747b req-0a59e385-04ab-4983-8e6b-f35c76364195 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433080 Jul 23 21:06:26.728967 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:26.760253 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Attempting to bind port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:06:26.760593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Attempting to bind port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:06:26.760923 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Attempting to bind port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 on network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:06:26.765271 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 on network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:06:26.765590 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Attempting to bind port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 on network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:06:26.770940 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:06:26.771316 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Checking segment: {'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:06:26.771698 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Bound using segment: {'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:06:26.772125 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Bound port: aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:06:26.772484 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:26.837850 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] For port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:06:26.840913 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] For port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,segment=NetworkSegment(7bba38e7-aff5-469c-9e4c-f620dd24477b),segment_id=7bba38e7-aff5-469c-9e4c-f620dd24477b)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:06:26.845309 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:26.877892 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:26.878531 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:26.880447 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] 10.222.0.57 "PUT /v2.0/ports/aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 HTTP/1.1" status: 200 len: 1092 time: 1.0116122 Jul 23 21:06:26.880919 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'tag': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:06:26.883304 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae33e07-44dd-4e02-8662-7df3694d4dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "32c75cf1-28b8-4b00-919a-da10c2b2405b", "tag": "aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:06:26.917251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e3549-65c3-4641-8175-a8eb8d1d7a91 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:26.934170 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb96ce6f-4fb2-4852-a047-ee0e6ba3e4f3 x-openstack-request-id: req-fb96ce6f-4fb2-4852-a047-ee0e6ba3e4f3 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:06:26.934591 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c75cf1-28b8-4b00-919a-da10c2b2405b", "tag": "aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:06:26.934851 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb96ce6f-4fb2-4852-a047-ee0e6ba3e4f3 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:06:26.935288 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'tag': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7', 'status': 'completed', 'code': 200} Jul 23 21:06:26.986211 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-3bbddb4d-da9c-4a89-ace9-89e0887010f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:26.987761 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-3bbddb4d-da9c-4a89-ace9-89e0887010f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 1095 time: 0.0634871 Jul 23 21:06:27.034454 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-e269e856-dfa4-44d1-a49f-e53bbb8f1af5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 HTTP/1.1" status: 200 len: 217 time: 0.0391166 Jul 23 21:06:27.082732 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-30442def-d4bd-44fe-b7de-e10975d5e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:27.084791 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-30442def-d4bd-44fe-b7de-e10975d5e70d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe0a0ec0-4ef5-4916-9f18-b8084ead826b HTTP/1.1" status: 200 len: 834 time: 0.0442359 Jul 23 21:06:27.146194 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6b5ffcd-8ff2-45c8-9ce3-48dde2439d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:27.147422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-73b5a85b-70b5-43bc-92e6-1334c20bdb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:27.148933 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-73b5a85b-70b5-43bc-92e6-1334c20bdb7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ada1b6d-66a3-423a-a4f2-d953362c66f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579114 Jul 23 21:06:27.235683 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-606dcf53-cb15-4d0a-83b4-4f692fe69fc0 service neutron] 10.222.0.57 "GET /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803120 Jul 23 21:06:27.327020 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a838d48c-eba3-4681-ab75-9e3b4976aee8 req-ffa02d66-b4f0-4224-b4fc-3b06490ce465 service neutron] 10.222.0.57 "GET /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848017 Jul 23 21:06:27.401271 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:27.425172 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae33e07-44dd-4e02-8662-7df3694d4dc7 req-78e779e7-0417-4bdc-afd3-b2b6bb58d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:27.427328 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7ae33e07-44dd-4e02-8662-7df3694d4dc7 req-78e779e7-0417-4bdc-afd3-b2b6bb58d3d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 1095 time: 0.0553353 Jul 23 21:06:27.520634 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae33e07-44dd-4e02-8662-7df3694d4dc7 req-c1615955-4110-4af4-ab0e-a3612d7a9370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:27.522078 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7ae33e07-44dd-4e02-8662-7df3694d4dc7 req-c1615955-4110-4af4-ab0e-a3612d7a9370 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ada1b6d-66a3-423a-a4f2-d953362c66f0 HTTP/1.1" status: 200 len: 897 time: 0.0888338 Jul 23 21:06:27.564765 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7ae33e07-44dd-4e02-8662-7df3694d4dc7 req-4979d934-0132-4b52-bd0f-b012b4982dac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 HTTP/1.1" status: 200 len: 217 time: 0.0358031 Jul 23 21:06:27.616335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae33e07-44dd-4e02-8662-7df3694d4dc7 req-8fca7e81-333c-4097-b554-80bc3e7837c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:27.617852 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7ae33e07-44dd-4e02-8662-7df3694d4dc7 req-8fca7e81-333c-4097-b554-80bc3e7837c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe0a0ec0-4ef5-4916-9f18-b8084ead826b HTTP/1.1" status: 200 len: 834 time: 0.0462987 Jul 23 21:06:27.644570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 05a2181a-c4e1-45fa-843f-7d1847839f2d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:06:27.683461 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae33e07-44dd-4e02-8662-7df3694d4dc7 req-51322b52-b2b2-4947-8000-97c8d54a6f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:27.684902 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7ae33e07-44dd-4e02-8662-7df3694d4dc7 req-51322b52-b2b2-4947-8000-97c8d54a6f46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ada1b6d-66a3-423a-a4f2-d953362c66f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603817 Jul 23 21:06:27.693294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40debb41-abd9-4e75-b5bf-45d0e0fb4695 req-43983d33-7d47-4564-ac0c-743745228e82 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:27.695181 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 05a2181a-c4e1-45fa-843f-7d1847839f2d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:06:27.695324 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40debb41-abd9-4e75-b5bf-45d0e0fb4695 req-43983d33-7d47-4564-ac0c-743745228e82 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 943 time: 0.0739663 Jul 23 21:06:27.698990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 05a2181a-c4e1-45fa-843f-7d1847839f2d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:27.699397 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:27.742678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40debb41-abd9-4e75-b5bf-45d0e0fb4695 req-d27864d8-be68-415f-9687-f9303a45a913 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400879 Jul 23 21:06:27.780073 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:27.789425 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7ae33e07-44dd-4e02-8662-7df3694d4dc7 req-f765debe-0b80-4068-95cc-f3e7d15acaf6 service neutron] 10.222.0.57 "GET /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957761 Jul 23 21:06:27.811522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 05a2181a-c4e1-45fa-843f-7d1847839f2d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=05a2181a-c4e1-45fa-843f-7d1847839f2d,segment=NetworkSegment(7bba38e7-aff5-469c-9e4c-f620dd24477b),segment_id=7bba38e7-aff5-469c-9e4c-f620dd24477b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:27.816177 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:27.869684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=05a2181a-c4e1-45fa-843f-7d1847839f2d,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:27.885573 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7ae33e07-44dd-4e02-8662-7df3694d4dc7 req-b2f86e02-c87c-40df-a627-80c42bf124cb service neutron] 10.222.0.57 "GET /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891595 Jul 23 21:06:28.584440 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:28.874294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d9213-2c6c-4a72-99b5-73be5290b3e4 req-d082a095-dae7-4694-b347-613ea01e0fad tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:28.875735 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ef7d9213-2c6c-4a72-99b5-73be5290b3e4 req-d082a095-dae7-4694-b347-613ea01e0fad tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 943 time: 0.0643246 Jul 23 21:06:28.914045 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ef7d9213-2c6c-4a72-99b5-73be5290b3e4 req-ab2ba69a-b66e-4653-aef7-e9904ce6d413 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320673 Jul 23 21:06:29.608939 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 05a2181a-c4e1-45fa-843f-7d1847839f2d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:06:29.654605 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 05a2181a-c4e1-45fa-843f-7d1847839f2d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:29.654971 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:29.805411 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:06:29.904710 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,segment=NetworkSegment(7bba38e7-aff5-469c-9e4c-f620dd24477b),segment_id=7bba38e7-aff5-469c-9e4c-f620dd24477b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:29.915328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7', 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0', 'port_id': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7', 'mac_address': 'fa:16:3e:81:08:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:06:29.951734 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:29.965259 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:06:29.988513 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,segment=NetworkSegment(7bba38e7-aff5-469c-9e4c-f620dd24477b),segment_id=7bba38e7-aff5-469c-9e4c-f620dd24477b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:29.992845 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:30.045668 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884e7e5-0653-4684-b221-27bfef953db5 req-afc16d45-338a-451f-b954-c8e93e3b7d00 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:30.047193 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0884e7e5-0653-4684-b221-27bfef953db5 req-afc16d45-338a-451f-b954-c8e93e3b7d00 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 944 time: 0.0668163 Jul 23 21:06:30.051294 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:30.055018 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:30.090401 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0884e7e5-0653-4684-b221-27bfef953db5 req-7ee56121-f0cc-46da-87c8-88ba1cd58715 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368414 Jul 23 21:06:30.193401 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:06:31.226387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59c4bb-afe9-4954-9294-c8c0f0f8b30f req-6420a00c-84fd-4d9d-8404-cac8b57b21fd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:31.227839 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5e59c4bb-afe9-4954-9294-c8c0f0f8b30f req-6420a00c-84fd-4d9d-8404-cac8b57b21fd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 944 time: 0.0636582 Jul 23 21:06:31.268829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5e59c4bb-afe9-4954-9294-c8c0f0f8b30f req-4c8fd9f5-6be8-47a3-b253-27544012b23c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338962 Jul 23 21:06:31.810574 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:06:31.858854 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:06:31.862351 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:06:31.862723 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:31.940239 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:31.962199 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:06:31.965062 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7e5934-b6fb-4e56-8fba-0ebe486d1a24" -d '{"events": [{"server_uuid": "32c75cf1-28b8-4b00-919a-da10c2b2405b", "name": "network-vif-plugged", "status": "completed", "tag": "aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:06:31.977282 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,segment=NetworkSegment(7bba38e7-aff5-469c-9e4c-f620dd24477b),segment_id=7bba38e7-aff5-469c-9e4c-f620dd24477b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:06:31.981693 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:32.004397 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6751f5ba-c748-4310-ac24-de9dd94e9a9c x-openstack-request-id: req-6751f5ba-c748-4310-ac24-de9dd94e9a9c {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:06:32.005312 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c75cf1-28b8-4b00-919a-da10c2b2405b", "name": "network-vif-plugged", "status": "completed", "tag": "aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:06:32.005568 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6751f5ba-c748-4310-ac24-de9dd94e9a9c {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:06:32.005949 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7', 'code': 200} Jul 23 21:06:32.031035 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:32.113494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723499a-9266-4eb4-adba-2ff3a5b99b13 req-790904cc-f0ef-43a5-be5f-b661600177b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:32.115518 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5723499a-9266-4eb4-adba-2ff3a5b99b13 req-790904cc-f0ef-43a5-be5f-b661600177b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 1097 time: 0.0542107 Jul 23 21:06:32.148304 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5723499a-9266-4eb4-adba-2ff3a5b99b13 req-4f9cee8e-d82a-438e-aa41-8bf30246b901 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269518 Jul 23 21:06:32.397975 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3c79c-1ee7-41ef-9a07-aba460ec92ca req-96cee7db-d9c3-48a7-9484-5fa8683e2f7d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:32.399388 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cfc3c79c-1ee7-41ef-9a07-aba460ec92ca req-96cee7db-d9c3-48a7-9484-5fa8683e2f7d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 945 time: 0.0622950 Jul 23 21:06:32.438017 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cfc3c79c-1ee7-41ef-9a07-aba460ec92ca req-eda924cd-00a8-4efb-a430-af05e30d8fa4 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330381 Jul 23 21:06:33.575802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9e7e4-6c01-4f89-bd1c-c7a4229d6510 req-c845a282-6b86-497a-ae6b-43d1725f2c0b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:33.577295 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ea9e7e4-6c01-4f89-bd1c-c7a4229d6510 req-c845a282-6b86-497a-ae6b-43d1725f2c0b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 945 time: 0.0710828 Jul 23 21:06:33.614642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ea9e7e4-6c01-4f89-bd1c-c7a4229d6510 req-38e132e2-7a69-4384-83d3-48f046db642f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316410 Jul 23 21:06:33.741543 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1165f6-9ce9-42c1-abdb-a683e26b0a63 req-be2c3342-04d3-4ea0-8136-2a3a073e684d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:33.743007 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fc1165f6-9ce9-42c1-abdb-a683e26b0a63 req-be2c3342-04d3-4ea0-8136-2a3a073e684d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 945 time: 0.0646360 Jul 23 21:06:33.782126 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fc1165f6-9ce9-42c1-abdb-a683e26b0a63 req-25db17a7-2dea-48a1-9ca4-d29915809130 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335526 Jul 23 21:06:33.810292 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52918) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:33.863999 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f8ee2e-15dd-4556-9566-ad0fc8184de9 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:33.865514 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-04f8ee2e-15dd-4556-9566-ad0fc8184de9 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 1092 time: 0.0542257 Jul 23 21:06:33.868280 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52920) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:33.872560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:06:33.894103 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:33.992358 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:34.095157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Allocated IP 172.25.3.137 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/ec8aa0af-4d53-4911-8b7f-820f66a6218e) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:06:34.200171 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:34.238271 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:34.277290 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:06:34.281970 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:06:34.284727 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:06:34.313547 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=ec8aa0af-4d53-4911-8b7f-820f66a6218e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:34.658477 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:34.736137 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:34.885355 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:34.889681 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:34.958665 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=ec8aa0af-4d53-4911-8b7f-820f66a6218e,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:06:34.966886 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:35.066891 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Floating IP 67e02f5c-ab21-46d0-b866-4715c5fc6886 associated. External IP: 172.25.3.137, port: aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7. Jul 23 21:06:35.276794 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router efaa8076-a783-4925-8f44-b42654b94a60 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:06:35.383182 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:06:35.394037 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10b163-0a4d-409f-8353-387be28ee1f5 None None] Sync routers for ids ['efaa8076-a783-4925-8f44-b42654b94a60'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:06:35.400687 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:35.404505 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10b163-0a4d-409f-8353-387be28ee1f5 None None] Routers {'efaa8076-a783-4925-8f44-b42654b94a60'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:35.405120 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-aa10b163-0a4d-409f-8353-387be28ee1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:06:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['efaa8076-a783-4925-8f44-b42654b94a60'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:35.438542 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a62697fc-87ad-4452-9e0d-c998021f268d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5692437 Jul 23 21:06:35.439252 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'tag': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:06:35.441594 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2564bb76-0197-41f1-85b8-27faf20d5edd" -d '{"events": [{"name": "network-changed", "server_uuid": "32c75cf1-28b8-4b00-919a-da10c2b2405b", "tag": "aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:06:35.482634 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a0917f-7037-4491-a63a-5ff30f4aaa62 x-openstack-request-id: req-f8a0917f-7037-4491-a63a-5ff30f4aaa62 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:06:35.483344 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c75cf1-28b8-4b00-919a-da10c2b2405b", "tag": "aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:06:35.483924 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8a0917f-7037-4491-a63a-5ff30f4aaa62 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:06:35.484334 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'tag': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7', 'status': 'completed', 'code': 200} Jul 23 21:06:35.522774 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-aa10b163-0a4d-409f-8353-387be28ee1f5 None None] Set router efaa8076-a783-4925-8f44-b42654b94a60 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:35.561430 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564bb76-0197-41f1-85b8-27faf20d5edd req-a027e96b-9819-4e96-bcf2-a7a6b9d9c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:35.562993 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2564bb76-0197-41f1-85b8-27faf20d5edd req-a027e96b-9819-4e96-bcf2-a7a6b9d9c96b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 1097 time: 0.0570254 Jul 23 21:06:35.579551 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56b926-95a6-45f6-9186-49924f20ff4e req-129f3ad1-e9bb-4427-beb2-70a7aa6a7f35 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:35.581192 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4d56b926-95a6-45f6-9186-49924f20ff4e req-129f3ad1-e9bb-4427-beb2-70a7aa6a7f35 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 945 time: 0.0791728 Jul 23 21:06:35.624507 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4d56b926-95a6-45f6-9186-49924f20ff4e req-45b999c0-632a-4aa8-b65e-51a992b0b048 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362012 Jul 23 21:06:35.647224 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52926) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:35.669730 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564bb76-0197-41f1-85b8-27faf20d5edd req-f95e8e93-63b5-4ae9-89c1-b69c2e3cad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:35.671267 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2564bb76-0197-41f1-85b8-27faf20d5edd req-f95e8e93-63b5-4ae9-89c1-b69c2e3cad39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ada1b6d-66a3-423a-a4f2-d953362c66f0 HTTP/1.1" status: 200 len: 897 time: 0.1017911 Jul 23 21:06:35.712164 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b8b4f393-6dd3-427f-8817-ded0eec15186 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/floatingips/67e02f5c-ab21-46d0-b866-4715c5fc6886 HTTP/1.1" status: 200 len: 991 time: 0.0637312 Jul 23 21:06:35.737221 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2564bb76-0197-41f1-85b8-27faf20d5edd req-adda3d47-4027-45c0-87f2-994fb48340c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 HTTP/1.1" status: 200 len: 999 time: 0.0590246 Jul 23 21:06:35.766767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-aa10b163-0a4d-409f-8353-387be28ee1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945370663', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:18Z', 'updated_at': '2021-07-23T21:06:22Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:19Z', 'updated_at': '2021-07-23T21:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '67e02f5c-ab21-46d0-b866-4715c5fc6886', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'port_id': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0', 'mac_address': 'fa:16:3e:81:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:06:34Z', 'updated_at': '2021-07-23T21:06:34Z', 'revision_number': 0, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a2181a-c4e1-45fa-843f-7d1847839f2d', 'name': '', 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:0b:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:21Z', 'updated_at': '2021-07-23T21:06:27Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:35.791871 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564bb76-0197-41f1-85b8-27faf20d5edd req-10b43178-de75-4654-87ad-0df098c3d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:35.793358 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2564bb76-0197-41f1-85b8-27faf20d5edd req-10b43178-de75-4654-87ad-0df098c3d8c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe0a0ec0-4ef5-4916-9f18-b8084ead826b HTTP/1.1" status: 200 len: 834 time: 0.0502238 Jul 23 21:06:35.798650 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10b163-0a4d-409f-8353-387be28ee1f5 None None] Checking router: efaa8076-a783-4925-8f44-b42654b94a60 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:06:35.806797 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10b163-0a4d-409f-8353-387be28ee1f5 None None] Routers {'efaa8076-a783-4925-8f44-b42654b94a60'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:06:35.807425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-aa10b163-0a4d-409f-8353-387be28ee1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:06:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['efaa8076-a783-4925-8f44-b42654b94a60'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:35.856286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564bb76-0197-41f1-85b8-27faf20d5edd req-7cec5bc9-3dc5-406b-97a4-28be7fbae955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:35.857772 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2564bb76-0197-41f1-85b8-27faf20d5edd req-7cec5bc9-3dc5-406b-97a4-28be7fbae955 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ada1b6d-66a3-423a-a4f2-d953362c66f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572340 Jul 23 21:06:35.915929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-aa10b163-0a4d-409f-8353-387be28ee1f5 None None] Set router efaa8076-a783-4925-8f44-b42654b94a60 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:06:35.948645 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2564bb76-0197-41f1-85b8-27faf20d5edd req-ab949bb3-16fe-4eb9-ae33-1db58026c10d service neutron] 10.222.0.57 "GET /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836687 Jul 23 21:06:36.043777 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2564bb76-0197-41f1-85b8-27faf20d5edd req-7ca9ec2f-ee46-4c8c-923e-61519e092a5f service neutron] 10.222.0.57 "GET /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885830 Jul 23 21:06:36.145623 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-aa10b163-0a4d-409f-8353-387be28ee1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945370663', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:18Z', 'updated_at': '2021-07-23T21:06:22Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:19Z', 'updated_at': '2021-07-23T21:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '67e02f5c-ab21-46d0-b866-4715c5fc6886', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'port_id': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0', 'mac_address': 'fa:16:3e:81:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:06:34Z', 'updated_at': '2021-07-23T21:06:34Z', 'revision_number': 0, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a2181a-c4e1-45fa-843f-7d1847839f2d', 'name': '', 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:0b:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:21Z', 'updated_at': '2021-07-23T21:06:27Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:06:36.175635 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10b163-0a4d-409f-8353-387be28ee1f5 None None] The sync data for ids ['efaa8076-a783-4925-8f44-b42654b94a60'] in n-d-791504-18 is: [{'id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945370663', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:18Z', 'updated_at': '2021-07-23T21:06:22Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:19Z', 'updated_at': '2021-07-23T21:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '67e02f5c-ab21-46d0-b866-4715c5fc6886', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'port_id': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0', 'mac_address': 'fa:16:3e:81:08:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:06:34Z', 'updated_at': '2021-07-23T21:06:34Z', 'revision_number': 0, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a2181a-c4e1-45fa-843f-7d1847839f2d', 'name': '', 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:0b:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:21Z', 'updated_at': '2021-07-23T21:06:27Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:06:36.355766 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc46a0b5-7557-457a-945e-3892f7772bc4 None None] New status for floating IP 67e02f5c-ab21-46d0-b866-4715c5fc6886: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:06:36.716299 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52928) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:06:36.775403 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3a95fccf-0478-428e-bbb1-9cbf55c35f5b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/floatingips/67e02f5c-ab21-46d0-b866-4715c5fc6886 HTTP/1.1" status: 200 len: 993 time: 0.0580211 Jul 23 21:06:38.098274 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f3d485a4-16a7-4dd5-88a5-261fbfb8b771 req-8925ce1d-3244-4c70-ab91-6f2dbd793564 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0565197 Jul 23 21:06:38.190706 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d485a4-16a7-4dd5-88a5-261fbfb8b771 req-f52cc9a0-8312-41ab-8444-fd3da038a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:38.192213 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f3d485a4-16a7-4dd5-88a5-261fbfb8b771 req-f52cc9a0-8312-41ab-8444-fd3da038a974 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 1097 time: 0.0534635 Jul 23 21:06:38.295181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d485a4-16a7-4dd5-88a5-261fbfb8b771 req-cb9d2d9d-3a94-4a78-af4a-73e658d53ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:38.296645 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f3d485a4-16a7-4dd5-88a5-261fbfb8b771 req-cb9d2d9d-3a94-4a78-af4a-73e658d53ab6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ada1b6d-66a3-423a-a4f2-d953362c66f0 HTTP/1.1" status: 200 len: 897 time: 0.0862105 Jul 23 21:06:38.364355 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f3d485a4-16a7-4dd5-88a5-261fbfb8b771 req-62f80594-d1ec-4523-9aa3-d475c0db4fb1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 HTTP/1.1" status: 200 len: 1001 time: 0.0612640 Jul 23 21:06:38.412273 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d485a4-16a7-4dd5-88a5-261fbfb8b771 req-af31ac5b-b8fc-4aad-9542-494512f03c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:38.413701 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f3d485a4-16a7-4dd5-88a5-261fbfb8b771 req-af31ac5b-b8fc-4aad-9542-494512f03c2f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe0a0ec0-4ef5-4916-9f18-b8084ead826b HTTP/1.1" status: 200 len: 834 time: 0.0431111 Jul 23 21:06:38.472107 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d485a4-16a7-4dd5-88a5-261fbfb8b771 req-11feca37-f9dc-482a-9c8a-774055c1e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:38.473605 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f3d485a4-16a7-4dd5-88a5-261fbfb8b771 req-11feca37-f9dc-482a-9c8a-774055c1e76c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ada1b6d-66a3-423a-a4f2-d953362c66f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535097 Jul 23 21:06:38.567539 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f3d485a4-16a7-4dd5-88a5-261fbfb8b771 req-ec6e6537-b742-46d3-a2b1-2d9e5692ad35 service neutron] 10.222.0.57 "GET /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875082 Jul 23 21:06:38.654282 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f3d485a4-16a7-4dd5-88a5-261fbfb8b771 req-3cd3df80-e65f-403e-b477-de9dbd12bd03 service neutron] 10.222.0.57 "GET /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809376 Jul 23 21:06:45.644288 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.054701 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:53.055821 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:06:54.587872 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-94bb410a-7b06-4a28-8931-a2cc7dd799e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:57.149614 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d76431ca-ede8-4fb2-a7f1-3ff16e90244b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:57.393294 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:58.586586 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:00.045422 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:05.364991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead0af6-d521-4b90-aa37-051ecf06472a req-7af65f16-ec9f-47e5-905a-522e6fc4ad9a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:05.366489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ead0af6-d521-4b90-aa37-051ecf06472a req-7af65f16-ec9f-47e5-905a-522e6fc4ad9a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 945 time: 0.0632894 Jul 23 21:07:05.403356 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ead0af6-d521-4b90-aa37-051ecf06472a req-2e5e718f-e2dc-4e52-b1f6-9edb4f4921f3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310795 Jul 23 21:07:05.427664 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 52944) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:05.491224 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0583714c-f4ee-42b6-baa1-ef9adb120999 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/floatingips/67e02f5c-ab21-46d0-b866-4715c5fc6886 HTTP/1.1" status: 200 len: 993 time: 0.0623624 Jul 23 21:07:05.839556 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc6f57-cbe1-48c9-a54b-5a740c693e6d req-2b22eb18-48e8-453c-8d83-b80e8b4e176c tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:05.840991 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6bc6f57-cbe1-48c9-a54b-5a740c693e6d req-2b22eb18-48e8-453c-8d83-b80e8b4e176c tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 1097 time: 0.0534637 Jul 23 21:07:05.873663 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6bc6f57-cbe1-48c9-a54b-5a740c693e6d req-09d4dc51-9354-40ce-bffc-736e124ee5f5 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271583 Jul 23 21:07:06.360847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 52970) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:06.522943 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-9285bf1a-c8a7-48e5-b4c6-5ed201b77ba3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1609282 Jul 23 21:07:07.073319 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-af1de97e-ee9c-40a4-939e-9653c8b58a3f tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:07:07.074337 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-af1de97e-ee9c-40a4-939e-9653c8b58a3f tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0755651 Jul 23 21:07:07.084011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-51be9855-3c2e-4b68-9657-af6b6738f04f service neutron] Request body: {'binding': {'host': 'n-h1-791504-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:07.084458 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-51be9855-3c2e-4b68-9657-af6b6738f04f service neutron] Unknown quota resources ['binding']. {{(pid=93810) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 21:07:07.217209 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-51be9855-3c2e-4b68-9657-af6b6738f04f service neutron] Attempting to bind port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 on host n-h1-791504-18 for vnic_type normal with profile None {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:07:07.217450 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-51be9855-3c2e-4b68-9657-af6b6738f04f service neutron] Attempting to bind port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:07:07.217766 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-51be9855-3c2e-4b68-9657-af6b6738f04f service neutron] Attempting to bind port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 on network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:07:07.221950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-51be9855-3c2e-4b68-9657-af6b6738f04f service neutron] Port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 on network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:07:07.222268 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-51be9855-3c2e-4b68-9657-af6b6738f04f service neutron] Attempting to bind port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 on network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:07:07.227003 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-51be9855-3c2e-4b68-9657-af6b6738f04f service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:07:07.227370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-51be9855-3c2e-4b68-9657-af6b6738f04f service neutron] Checking segment: {'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:07:07.227752 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-51be9855-3c2e-4b68-9657-af6b6738f04f service neutron] Bound using segment: {'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:07:07.228185 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-51be9855-3c2e-4b68-9657-af6b6738f04f service neutron] Bound port: aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:07:07.310266 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-51be9855-3c2e-4b68-9657-af6b6738f04f service neutron] For port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,segment=NetworkSegment(7bba38e7-aff5-469c-9e4c-f620dd24477b),segment_id=7bba38e7-aff5-469c-9e4c-f620dd24477b)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:07:07.315070 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-51be9855-3c2e-4b68-9657-af6b6738f04f service neutron] Notify callbacks [] for binding, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:07.316285 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-51be9855-3c2e-4b68-9657-af6b6738f04f service neutron] 10.222.0.55 "POST /v2.0/ports/aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7/bindings HTTP/1.1" status: 201 len: 390 time: 0.2354133 Jul 23 21:07:07.472645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa55c66-beb9-4eef-9d14-8f4f11bb252a req-17c6e1aa-71a6-41b2-8ddf-c10b0d00e9d0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:07.474081 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fa55c66-beb9-4eef-9d14-8f4f11bb252a req-17c6e1aa-71a6-41b2-8ddf-c10b0d00e9d0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 945 time: 0.0712690 Jul 23 21:07:07.517093 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fa55c66-beb9-4eef-9d14-8f4f11bb252a req-77bc4587-70c9-4e9e-961c-6dafd25dea09 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363507 Jul 23 21:07:07.559150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-40f2d79a-c32b-4885-8b40-0981447bf7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:07.560652 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-40f2d79a-c32b-4885-8b40-0981447bf7d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 1097 time: 0.0623477 Jul 23 21:07:07.652266 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-27633d5b-2bdc-4698-a095-175106422640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:07.653708 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-27633d5b-2bdc-4698-a095-175106422640 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ada1b6d-66a3-423a-a4f2-d953362c66f0 HTTP/1.1" status: 200 len: 897 time: 0.0828826 Jul 23 21:07:07.724155 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-68e09454-9ac4-4f69-81b3-830c2f70c086 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 HTTP/1.1" status: 200 len: 1001 time: 0.0596247 Jul 23 21:07:07.774648 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-741c5ca0-ce57-402c-b130-1dd1c93dfc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:07.776613 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-741c5ca0-ce57-402c-b130-1dd1c93dfc9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe0a0ec0-4ef5-4916-9f18-b8084ead826b HTTP/1.1" status: 200 len: 834 time: 0.0431068 Jul 23 21:07:07.839305 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-70a84ac6-4b67-4d5a-be08-10e066ba97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:07.840806 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-70a84ac6-4b67-4d5a-be08-10e066ba97d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ada1b6d-66a3-423a-a4f2-d953362c66f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539746 Jul 23 21:07:07.937084 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-ef281a81-361f-4332-bf1e-e7c8b2701053 service neutron] 10.222.0.48 "GET /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850422 Jul 23 21:07:08.028565 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-7b253f27-85ed-4270-8281-ad8bc9da016c service neutron] 10.222.0.48 "GET /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816483 Jul 23 21:07:08.526099 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-39ada97a-c2c7-4b4a-8f9b-ab6af15d7182 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:08.528144 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-39ada97a-c2c7-4b4a-8f9b-ab6af15d7182 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b&tenant_id=3fc0d96b5da34e009631dc0e0b95c270&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 1097 time: 0.4271886 Jul 23 21:07:08.542708 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-18'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:08.617742 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:08.651591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78815827-a499-4622-9686-1ad0a26eb456 req-1d8db288-ecc7-4584-b6e3-33a386568954 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:08.653104 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-78815827-a499-4622-9686-1ad0a26eb456 req-1d8db288-ecc7-4584-b6e3-33a386568954 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 945 time: 0.0636716 Jul 23 21:07:08.690568 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-78815827-a499-4622-9686-1ad0a26eb456 req-6c3a744e-f00f-4765-ae77-c692d45e25e2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318406 Jul 23 21:07:08.743776 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] For port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,segment=NetworkSegment(7bba38e7-aff5-469c-9e4c-f620dd24477b),segment_id=7bba38e7-aff5-469c-9e4c-f620dd24477b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:08.783637 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] For port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:07:08.823752 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:08.826364 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4775e07d-7430-4f7a-9b05-c9287f5571c1" -d '{"events": [{"server_uuid": "32c75cf1-28b8-4b00-919a-da10c2b2405b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:08.830052 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:08.835673 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:08.865497 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd9cb96-1715-4110-ab92-78e1ece4e3ee x-openstack-request-id: req-0dd9cb96-1715-4110-ab92-78e1ece4e3ee {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:08.865798 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c75cf1-28b8-4b00-919a-da10c2b2405b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:08.866052 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0dd9cb96-1715-4110-ab92-78e1ece4e3ee {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:08.866443 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7', 'code': 200} Jul 23 21:07:08.935128 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,revision_number=7']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:08.950860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:08.951238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:08.951585 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:08.951925 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:08.952256 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:08.952588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:08.952916 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:08.953240 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:08.953564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:08.953993 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:08.954322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:08.954647 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.005351 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Attempting to bind port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 on host n-h2-791504-18 for vnic_type normal with profile {"migrating_to": "n-h1-791504-18"} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:07:09.005691 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Attempting to bind port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:07:09.006025 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Attempting to bind port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 on network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:07:09.011004 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 on network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:07:09.011360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Attempting to bind port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 on network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:07:09.016337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:07:09.016677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Checking segment: {'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:07:09.017066 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Bound using segment: {'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:07:09.017504 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Bound port: aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bba38e7-aff5-469c-9e4c-f620dd24477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:07:09.017875 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:09.074803 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e4c59c15-8e7b-4696-aae0-2a7ffc4caf35 None None] Provisioning complete for port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:07:09.075436 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4c59c15-8e7b-4696-aae0-2a7ffc4caf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:09.083011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] For port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:07:09.085970 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] For port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,segment=NetworkSegment(7bba38e7-aff5-469c-9e4c-f620dd24477b),segment_id=7bba38e7-aff5-469c-9e4c-f620dd24477b)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:07:09.090722 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:09.109889 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e4c59c15-8e7b-4696-aae0-2a7ffc4caf35 None None] Port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:07:09.182239 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,revision_number=8']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:09.230575 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:09.231280 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:09.232731 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-0a5d8bc3-4cca-4007-9a35-4ca66ef04155 service neutron] 10.222.0.48 "PUT /v2.0/ports/aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 HTTP/1.1" status: 200 len: 1123 time: 0.6941888 Jul 23 21:07:09.295595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:07:09.346130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-cba12c54-3930-4981-b90b-a82c20eeb02c None None] Provisioning complete for port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:07:09.346497 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cba12c54-3930-4981-b90b-a82c20eeb02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:09.470591 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cba12c54-3930-4981-b90b-a82c20eeb02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:09.520133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:09.522344 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd793dd-d033-4831-b30c-e15870814c23" -d '{"events": [{"server_uuid": "32c75cf1-28b8-4b00-919a-da10c2b2405b", "name": "network-vif-plugged", "status": "completed", "tag": "aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:09.539118 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cba12c54-3930-4981-b90b-a82c20eeb02c None None] For port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,segment=NetworkSegment(7bba38e7-aff5-469c-9e4c-f620dd24477b),segment_id=7bba38e7-aff5-469c-9e4c-f620dd24477b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:09.554388 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cba12c54-3930-4981-b90b-a82c20eeb02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:09.565212 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2fd3f2-5afc-4d19-acfa-5b583f920d2e x-openstack-request-id: req-5b2fd3f2-5afc-4d19-acfa-5b583f920d2e {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:09.565510 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c75cf1-28b8-4b00-919a-da10c2b2405b", "name": "network-vif-plugged", "status": "completed", "tag": "aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:09.565762 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b2fd3f2-5afc-4d19-acfa-5b583f920d2e {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:09.566143 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7', 'code': 200} Jul 23 21:07:09.720012 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba12c54-3930-4981-b90b-a82c20eeb02c None None] Pushing event updated for resources: {'Port': ['ID=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:09.739040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba12c54-3930-4981-b90b-a82c20eeb02c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.739415 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba12c54-3930-4981-b90b-a82c20eeb02c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.739758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba12c54-3930-4981-b90b-a82c20eeb02c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.740098 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba12c54-3930-4981-b90b-a82c20eeb02c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.740428 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba12c54-3930-4981-b90b-a82c20eeb02c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.740756 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba12c54-3930-4981-b90b-a82c20eeb02c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.741083 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba12c54-3930-4981-b90b-a82c20eeb02c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.741409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba12c54-3930-4981-b90b-a82c20eeb02c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.741733 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba12c54-3930-4981-b90b-a82c20eeb02c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.742055 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba12c54-3930-4981-b90b-a82c20eeb02c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.742380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba12c54-3930-4981-b90b-a82c20eeb02c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.742700 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba12c54-3930-4981-b90b-a82c20eeb02c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.820591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca513ed-f4c5-4ea7-9b43-3555b19467e0 req-1726ed77-6943-4e5c-a900-16ccb8014952 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:09.821978 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ca513ed-f4c5-4ea7-9b43-3555b19467e0 req-1726ed77-6943-4e5c-a900-16ccb8014952 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 945 time: 0.0627012 Jul 23 21:07:09.858901 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ca513ed-f4c5-4ea7-9b43-3555b19467e0 req-4ae4e063-99d2-4831-a0b3-af31400a1299 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314550 Jul 23 21:07:10.867761 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'tag': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:10.870167 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd9df51-c69a-41f1-8b06-5f4b3aaf17ff" -d '{"events": [{"name": "network-changed", "server_uuid": "32c75cf1-28b8-4b00-919a-da10c2b2405b", "tag": "aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:10.906007 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36784ecc-3cde-4066-b9c4-b32a4203510b x-openstack-request-id: req-36784ecc-3cde-4066-b9c4-b32a4203510b {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:10.906297 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c75cf1-28b8-4b00-919a-da10c2b2405b", "tag": "aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:10.906546 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36784ecc-3cde-4066-b9c4-b32a4203510b {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:10.906949 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'tag': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7', 'status': 'completed', 'code': 200} Jul 23 21:07:10.984654 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9df51-c69a-41f1-8b06-5f4b3aaf17ff req-258bc14f-0893-48d1-898e-f563d0b8ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:10.986166 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9bd9df51-c69a-41f1-8b06-5f4b3aaf17ff req-258bc14f-0893-48d1-898e-f563d0b8ade5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 1128 time: 0.0551004 Jul 23 21:07:10.993520 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aad17e-7e56-45cb-aa24-225df2ae3af5 req-2a7e2bf2-08bf-47ea-9f5a-c43612f9d632 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:10.995107 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-95aad17e-7e56-45cb-aa24-225df2ae3af5 req-2a7e2bf2-08bf-47ea-9f5a-c43612f9d632 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 945 time: 0.0681736 Jul 23 21:07:11.034484 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-95aad17e-7e56-45cb-aa24-225df2ae3af5 req-0be6a50f-1cea-4ab9-8e39-c9724e700d32 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337689 Jul 23 21:07:11.081817 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9df51-c69a-41f1-8b06-5f4b3aaf17ff req-1efe24bb-fe2b-4c2b-838f-308ccc552a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:11.083315 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9bd9df51-c69a-41f1-8b06-5f4b3aaf17ff req-1efe24bb-fe2b-4c2b-838f-308ccc552a8a service neutron] 10.222.0.57 "GET /v2.0/networks?id=9ada1b6d-66a3-423a-a4f2-d953362c66f0 HTTP/1.1" status: 200 len: 897 time: 0.0905368 Jul 23 21:07:11.144986 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9bd9df51-c69a-41f1-8b06-5f4b3aaf17ff req-83202523-550b-493f-9e32-8270a2d70a6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 HTTP/1.1" status: 200 len: 1001 time: 0.0554338 Jul 23 21:07:11.198902 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9df51-c69a-41f1-8b06-5f4b3aaf17ff req-1b225e26-ebce-4f4b-bae5-5f6530d44574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:11.200461 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9bd9df51-c69a-41f1-8b06-5f4b3aaf17ff req-1b225e26-ebce-4f4b-bae5-5f6530d44574 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fe0a0ec0-4ef5-4916-9f18-b8084ead826b HTTP/1.1" status: 200 len: 834 time: 0.0498168 Jul 23 21:07:11.257636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9df51-c69a-41f1-8b06-5f4b3aaf17ff req-8a140cf6-8ad6-4fc3-9f00-98bc254bb66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:11.259094 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9bd9df51-c69a-41f1-8b06-5f4b3aaf17ff req-8a140cf6-8ad6-4fc3-9f00-98bc254bb66d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ada1b6d-66a3-423a-a4f2-d953362c66f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519805 Jul 23 21:07:11.347380 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9bd9df51-c69a-41f1-8b06-5f4b3aaf17ff req-5a6da23e-51f8-4517-a8e0-17bfdd6ac57b service neutron] 10.222.0.57 "GET /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810578 Jul 23 21:07:11.437546 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9bd9df51-c69a-41f1-8b06-5f4b3aaf17ff req-6c8ddd78-eff5-49c1-97c0-7e1a5f099146 service neutron] 10.222.0.57 "GET /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840123 Jul 23 21:07:11.946445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:07:12.038049 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,segment=NetworkSegment(7bba38e7-aff5-469c-9e4c-f620dd24477b),segment_id=7bba38e7-aff5-469c-9e4c-f620dd24477b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:12.049231 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 has no active binding in host n-h1-791504-18 {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 21:07:12.173556 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f751b-3f0c-4284-9b00-2a583db64923 req-8c0d7700-7ed2-4ff4-84f8-18710e810936 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:12.175503 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-307f751b-3f0c-4284-9b00-2a583db64923 req-8c0d7700-7ed2-4ff4-84f8-18710e810936 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 945 time: 0.0648715 Jul 23 21:07:12.212198 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-307f751b-3f0c-4284-9b00-2a583db64923 req-9fbe63e7-156b-4ea2-969d-d15fb7206618 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311942 Jul 23 21:07:13.344850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9831e-1a51-4ce5-beab-87ed8679570e req-c41a10fe-5c3c-4c1c-8f38-25d7773087bb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:13.346345 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14e9831e-1a51-4ce5-beab-87ed8679570e req-c41a10fe-5c3c-4c1c-8f38-25d7773087bb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 945 time: 0.0667408 Jul 23 21:07:13.383813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14e9831e-1a51-4ce5-beab-87ed8679570e req-03af4cdc-1224-4cf3-aa7f-0229fc9656a5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319250 Jul 23 21:07:14.226959 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-936d5016-64e0-4b52-aa2c-1ddd50b7b99e service neutron] 10.222.0.57 "GET /v2.0/ports/aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7/bindings/n-h1-791504-18 HTTP/1.1" status: 200 len: 385 time: 0.0544426 Jul 23 21:07:14.396650 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-22dc5907-360c-4c51-bce5-9d01f1ef6b88 service neutron] For port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,segment=NetworkSegment(7bba38e7-aff5-469c-9e4c-f620dd24477b),segment_id=7bba38e7-aff5-469c-9e4c-f620dd24477b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:14.417496 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-22dc5907-360c-4c51-bce5-9d01f1ef6b88 service neutron] For port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:07:14.461033 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:14.464126 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265c14a5-3944-4d1e-aa68-915039c21b4a" -d '{"events": [{"server_uuid": "32c75cf1-28b8-4b00-919a-da10c2b2405b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:14.471013 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-22dc5907-360c-4c51-bce5-9d01f1ef6b88 service neutron] For port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,segment=NetworkSegment(7bba38e7-aff5-469c-9e4c-f620dd24477b),segment_id=7bba38e7-aff5-469c-9e4c-f620dd24477b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:14.487220 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-22dc5907-360c-4c51-bce5-9d01f1ef6b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:14.518837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6424b-b303-4951-91da-1f83b93d3af8 req-6db73fd8-b665-4032-b8a1-2ef75d5830e5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:14.520384 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04f6424b-b303-4951-91da-1f83b93d3af8 req-6db73fd8-b665-4032-b8a1-2ef75d5830e5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 945 time: 0.0712969 Jul 23 21:07:14.521037 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac962b00-d52d-4b2d-807e-36c9c01e4d2c x-openstack-request-id: req-ac962b00-d52d-4b2d-807e-36c9c01e4d2c {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:14.521330 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c75cf1-28b8-4b00-919a-da10c2b2405b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:14.521583 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ac962b00-d52d-4b2d-807e-36c9c01e4d2c {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:14.521968 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7', 'code': 200} Jul 23 21:07:14.561057 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-04f6424b-b303-4951-91da-1f83b93d3af8 req-73359593-01a3-4430-a2f5-808799d39919 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342965 Jul 23 21:07:14.565501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-22dc5907-360c-4c51-bce5-9d01f1ef6b88 service neutron] Transition to ACTIVE for port object aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:07:14.569636 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-22dc5907-360c-4c51-bce5-9d01f1ef6b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:14.672100 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc5907-360c-4c51-bce5-9d01f1ef6b88 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,revision_number=11']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:14.704852 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-22dc5907-360c-4c51-bce5-9d01f1ef6b88 service neutron] No DVR routers for this DVR port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:07:14.836632 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-22dc5907-360c-4c51-bce5-9d01f1ef6b88 service neutron] 10.222.0.57 "PUT /v2.0/ports/aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7/bindings/n-h1-791504-18/activate HTTP/1.1" status: 200 len: 370 time: 0.6040208 Jul 23 21:07:14.944420 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-1f6b46b4-e822-4967-ad6d-51489d883dfa tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:14.945813 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-1f6b46b4-e822-4967-ad6d-51489d883dfa tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b&tenant_id=3fc0d96b5da34e009631dc0e0b95c270&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 1096 time: 0.0564971 Jul 23 21:07:15.011023 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-4eed3be7-9f98-4f37-b4fa-e8b53bae1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:15.012494 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-4eed3be7-9f98-4f37-b4fa-e8b53bae1ad9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b&tenant_id=3fc0d96b5da34e009631dc0e0b95c270 HTTP/1.1" status: 200 len: 1096 time: 0.0558686 Jul 23 21:07:15.095963 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-97eaebd6-ad7b-4adb-a07f-792eb5515e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:15.097433 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-97eaebd6-ad7b-4adb-a07f-792eb5515e82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 1096 time: 0.0528655 Jul 23 21:07:15.196640 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-68f850b7-3d72-496b-afc3-7a9fcfc8c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:15.198667 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-68f850b7-3d72-496b-afc3-7a9fcfc8c4d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ada1b6d-66a3-423a-a4f2-d953362c66f0 HTTP/1.1" status: 200 len: 897 time: 0.0871637 Jul 23 21:07:15.268162 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-180f7332-a630-4c12-8453-71eb20b2d8fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 HTTP/1.1" status: 200 len: 999 time: 0.0581367 Jul 23 21:07:15.320574 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-754c307d-65ca-44cd-b6c9-786e0f4c48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:15.322005 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-754c307d-65ca-44cd-b6c9-786e0f4c48dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe0a0ec0-4ef5-4916-9f18-b8084ead826b HTTP/1.1" status: 200 len: 834 time: 0.0429707 Jul 23 21:07:15.387606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-5237a9cd-e079-48bd-bb25-c604c9e42114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:15.389080 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-5237a9cd-e079-48bd-bb25-c604c9e42114 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ada1b6d-66a3-423a-a4f2-d953362c66f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562546 Jul 23 21:07:15.481462 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-2be3beaa-eb8a-4b8c-bd91-232cd9482ba6 service neutron] 10.222.0.48 "GET /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814550 Jul 23 21:07:15.589651 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-879219da-4dac-4a55-a2a6-590b24989c38 service neutron] 10.222.0.48 "GET /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967965 Jul 23 21:07:15.641653 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:15.695182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0626ed-ef5f-443a-a289-fd32df55d598 req-0055ac39-9b19-4937-80b8-ad72837151ab tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:15.696685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a0626ed-ef5f-443a-a289-fd32df55d598 req-0055ac39-9b19-4937-80b8-ad72837151ab tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 944 time: 0.0660427 Jul 23 21:07:15.735932 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8a0626ed-ef5f-443a-a289-fd32df55d598 req-0ff6c9f4-9601-4f54-b4f2-2ea79fdc0b7e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337000 Jul 23 21:07:15.857985 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-1c8b6148-da93-4483-8d3c-b5a2d3183205 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:15.859488 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-1c8b6148-da93-4483-8d3c-b5a2d3183205 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b&tenant_id=3fc0d96b5da34e009631dc0e0b95c270&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 1096 time: 0.0585339 Jul 23 21:07:15.990416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-956476a2-ff8a-4a03-8049-067298f51c68 service neutron] For port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:07:15.993863 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-956476a2-ff8a-4a03-8049-067298f51c68 service neutron] Notify callbacks [] for binding, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:15.995014 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-398839b8-6de6-4f43-97d3-c5bf8978b640 req-956476a2-ff8a-4a03-8049-067298f51c68 service neutron] 10.222.0.48 "DELETE /v2.0/ports/aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7/bindings/n-h2-791504-18 HTTP/1.1" status: 204 len: 173 time: 0.1254334 Jul 23 21:07:16.867714 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba71e3-3019-411b-809f-0cec97f65a3d req-fe5bd585-d1a6-4362-9722-f806bb072f4b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:16.869112 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1bba71e3-3019-411b-809f-0cec97f65a3d req-fe5bd585-d1a6-4362-9722-f806bb072f4b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 944 time: 0.0657747 Jul 23 21:07:16.905075 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1bba71e3-3019-411b-809f-0cec97f65a3d req-0aa91a88-940a-4710-a8d9-eba836616f75 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304217 Jul 23 21:07:17.021885 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5d36a-8644-410d-b8b1-7679380c4062 req-bf4fc0f4-5615-4c50-866c-1f657e312eaf tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:17.023422 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ecb5d36a-8644-410d-b8b1-7679380c4062 req-bf4fc0f4-5615-4c50-866c-1f657e312eaf tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 1096 time: 0.0527997 Jul 23 21:07:17.056465 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ecb5d36a-8644-410d-b8b1-7679380c4062 req-71fc19b9-75de-4f88-952c-458187c5fc61 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269752 Jul 23 21:07:17.065319 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:17.186915 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c07f34-2473-4ae5-a43e-3938c4bad592 req-33202f38-d5e9-4bb0-95c5-112dec7dc2ca tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:17.188430 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62c07f34-2473-4ae5-a43e-3938c4bad592 req-33202f38-d5e9-4bb0-95c5-112dec7dc2ca tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 944 time: 0.0660779 Jul 23 21:07:17.227272 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62c07f34-2473-4ae5-a43e-3938c4bad592 req-11c908ea-474d-4bc4-a285-ac1ba32b18b5 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332077 Jul 23 21:07:17.249016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53012) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:17.308633 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5ea5c2f9-4dd6-43e5-a154-6d2c0e54590e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/floatingips/67e02f5c-ab21-46d0-b866-4715c5fc6886 HTTP/1.1" status: 200 len: 991 time: 0.0584695 Jul 23 21:07:17.551359 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53018) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:17.705513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting port ec8aa0af-4d53-4911-8b7f-820f66a6218e {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:07:17.705856 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:17.779842 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:17.780173 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:17.791424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Calling delete_port for ec8aa0af-4d53-4911-8b7f-820f66a6218e owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:07:17.934387 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:17.959475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Port': ['ID=ec8aa0af-4d53-4911-8b7f-820f66a6218e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:17.970720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:17.971070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:17.971438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:17.971779 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:17.972110 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:17.972445 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:17.972777 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:17.973108 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:17.973439 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:17.973770 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:17.974101 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:17.974424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:18.037208 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:18.037543 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Floating IP 67e02f5c-ab21-46d0-b866-4715c5fc6886 disassociated (deleted). External IP: 172.25.3.137, port: aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7. Jul 23 21:07:18.100258 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:07:18.141913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:07:18.245283 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router efaa8076-a783-4925-8f44-b42654b94a60 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:07:18.352008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:07:18.356797 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:18.361409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2467630-099a-4eab-a40c-f3f06e82f449 None None] Sync routers for ids ['efaa8076-a783-4925-8f44-b42654b94a60'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:07:18.370490 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2467630-099a-4eab-a40c-f3f06e82f449 None None] Routers {'efaa8076-a783-4925-8f44-b42654b94a60'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:07:18.371135 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c2467630-099a-4eab-a40c-f3f06e82f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:06:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['efaa8076-a783-4925-8f44-b42654b94a60'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:18.393519 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dad23430-363a-4506-9f45-d03d656ede4a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/floatingips/67e02f5c-ab21-46d0-b866-4715c5fc6886 HTTP/1.1" status: 204 len: 168 time: 0.8410695 Jul 23 21:07:18.394117 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'tag': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:18.396395 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c690f78-fe2f-4982-9471-805ba3fe0247" -d '{"events": [{"name": "network-changed", "server_uuid": "32c75cf1-28b8-4b00-919a-da10c2b2405b", "tag": "aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:18.433010 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4918ea1a-baf7-45a6-a130-ac83107213cf x-openstack-request-id: req-4918ea1a-baf7-45a6-a130-ac83107213cf {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:18.433307 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c75cf1-28b8-4b00-919a-da10c2b2405b", "tag": "aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:18.433556 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4918ea1a-baf7-45a6-a130-ac83107213cf {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:18.433951 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'tag': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7', 'status': 'completed', 'code': 200} Jul 23 21:07:18.493557 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-c2467630-099a-4eab-a40c-f3f06e82f449 None None] Set router efaa8076-a783-4925-8f44-b42654b94a60 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:07:18.521087 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c690f78-fe2f-4982-9471-805ba3fe0247 req-a47b5cbe-d377-4318-bd1a-e38e3b16010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:18.522575 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2c690f78-fe2f-4982-9471-805ba3fe0247 req-a47b5cbe-d377-4318-bd1a-e38e3b16010d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 1096 time: 0.0623384 Jul 23 21:07:18.644756 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c690f78-fe2f-4982-9471-805ba3fe0247 req-e5b9505f-b9c9-46be-91fb-02fa415ffc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:18.646412 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2c690f78-fe2f-4982-9471-805ba3fe0247 req-e5b9505f-b9c9-46be-91fb-02fa415ffc1f service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ada1b6d-66a3-423a-a4f2-d953362c66f0 HTTP/1.1" status: 200 len: 897 time: 0.1091754 Jul 23 21:07:18.678224 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5930441-f803-4d4f-86e6-639cf90c4cbc req-fd5b9d52-4131-4c7b-bc88-c366a9127252 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:18.679989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5930441-f803-4d4f-86e6-639cf90c4cbc req-fd5b9d52-4131-4c7b-bc88-c366a9127252 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 944 time: 0.0694001 Jul 23 21:07:18.690798 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2c690f78-fe2f-4982-9471-805ba3fe0247 req-6005f801-bf4b-4ea3-aaba-f6f1e4bb4569 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 HTTP/1.1" status: 200 len: 217 time: 0.0357349 Jul 23 21:07:18.720496 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5930441-f803-4d4f-86e6-639cf90c4cbc req-aa04729a-4046-4973-8bc3-fc4e1d221f9a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec9fe969-59a2-48a0-ad11-00415f0a43ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344934 Jul 23 21:07:18.757974 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c690f78-fe2f-4982-9471-805ba3fe0247 req-9a13302c-bfab-4f75-9b30-c6bb3f9a66cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:18.759474 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2c690f78-fe2f-4982-9471-805ba3fe0247 req-9a13302c-bfab-4f75-9b30-c6bb3f9a66cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe0a0ec0-4ef5-4916-9f18-b8084ead826b HTTP/1.1" status: 200 len: 834 time: 0.0557048 Jul 23 21:07:18.818814 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c690f78-fe2f-4982-9471-805ba3fe0247 req-9f6a7c7d-902f-46ee-a374-2c5f0523971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:18.820321 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2c690f78-fe2f-4982-9471-805ba3fe0247 req-9f6a7c7d-902f-46ee-a374-2c5f0523971f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ada1b6d-66a3-423a-a4f2-d953362c66f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534277 Jul 23 21:07:18.854817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c2467630-099a-4eab-a40c-f3f06e82f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945370663', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:18Z', 'updated_at': '2021-07-23T21:06:22Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:19Z', 'updated_at': '2021-07-23T21:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '05a2181a-c4e1-45fa-843f-7d1847839f2d', 'name': '', 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:0b:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:21Z', 'updated_at': '2021-07-23T21:06:27Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:18.883632 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2467630-099a-4eab-a40c-f3f06e82f449 None None] Checking router: efaa8076-a783-4925-8f44-b42654b94a60 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:07:18.892752 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2467630-099a-4eab-a40c-f3f06e82f449 None None] Routers {'efaa8076-a783-4925-8f44-b42654b94a60'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:07:18.893402 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c2467630-099a-4eab-a40c-f3f06e82f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:06:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['efaa8076-a783-4925-8f44-b42654b94a60'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:18.914867 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2c690f78-fe2f-4982-9471-805ba3fe0247 req-317fea49-5dd7-4188-9083-2715d818b073 service neutron] 10.222.0.48 "GET /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836327 Jul 23 21:07:19.001611 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-c2467630-099a-4eab-a40c-f3f06e82f449 None None] Set router efaa8076-a783-4925-8f44-b42654b94a60 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:07:19.011979 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2c690f78-fe2f-4982-9471-805ba3fe0247 req-d43ad017-06de-4921-b50c-4f2629605a6a service neutron] 10.222.0.48 "GET /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898533 Jul 23 21:07:19.101656 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc8571-de36-4812-8765-3346c22f5c6d req-8433d146-520e-44ea-8b42-cc5fd5927e8e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:19.103038 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b6dc8571-de36-4812-8765-3346c22f5c6d req-8433d146-520e-44ea-8b42-cc5fd5927e8e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.48 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 944 time: 0.0621290 Jul 23 21:07:19.209048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c2467630-099a-4eab-a40c-f3f06e82f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945370663', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:18Z', 'updated_at': '2021-07-23T21:06:22Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:19Z', 'updated_at': '2021-07-23T21:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '05a2181a-c4e1-45fa-843f-7d1847839f2d', 'name': '', 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:0b:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:21Z', 'updated_at': '2021-07-23T21:06:27Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:19.214648 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-b6dc8571-de36-4812-8765-3346c22f5c6d req-9ad569b0-33e3-442b-8b4d-907786902645 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:07:19.214978 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b6dc8571-de36-4812-8765-3346c22f5c6d req-9ad569b0-33e3-442b-8b4d-907786902645 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:19.238826 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2467630-099a-4eab-a40c-f3f06e82f449 None None] The sync data for ids ['efaa8076-a783-4925-8f44-b42654b94a60'] in n-d-791504-18 is: [{'id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945370663', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:18Z', 'updated_at': '2021-07-23T21:06:22Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:19Z', 'updated_at': '2021-07-23T21:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '05a2181a-c4e1-45fa-843f-7d1847839f2d', 'name': '', 'network_id': '9ada1b6d-66a3-423a-a4f2-d953362c66f0', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:0b:04:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:21Z', 'updated_at': '2021-07-23T21:06:27Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': 'fe0a0ec0-4ef5-4916-9f18-b8084ead826b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:07:19.307902 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-b6dc8571-de36-4812-8765-3346c22f5c6d req-9ad569b0-33e3-442b-8b4d-907786902645 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] For port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,segment=NetworkSegment(7bba38e7-aff5-469c-9e4c-f620dd24477b),segment_id=7bba38e7-aff5-469c-9e4c-f620dd24477b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:19.308533 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b6dc8571-de36-4812-8765-3346c22f5c6d req-9ad569b0-33e3-442b-8b4d-907786902645 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:19.321566 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-b6dc8571-de36-4812-8765-3346c22f5c6d req-9ad569b0-33e3-442b-8b4d-907786902645 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Calling delete_port for aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:07:19.453021 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c003c0b7-0a3c-4969-ad4a-6504a0ba6734 None None] New status for floating IP 67e02f5c-ab21-46d0-b866-4715c5fc6886: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:07:19.457695 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b6dc8571-de36-4812-8765-3346c22f5c6d req-9ad569b0-33e3-442b-8b4d-907786902645 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:19.500417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad569b0-33e3-442b-8b4d-907786902645 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Port': ['ID=aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:19.546392 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6dc8571-de36-4812-8765-3346c22f5c6d req-9ad569b0-33e3-442b-8b4d-907786902645 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] No DVR routers for this DVR port aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:07:19.549059 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b6dc8571-de36-4812-8765-3346c22f5c6d req-9ad569b0-33e3-442b-8b4d-907786902645 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:19.551162 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b6dc8571-de36-4812-8765-3346c22f5c6d req-9ad569b0-33e3-442b-8b4d-907786902645 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.48 "DELETE /v2.0/ports/aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 HTTP/1.1" status: 204 len: 173 time: 0.4398935 Jul 23 21:07:19.551631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'name': 'network-vif-deleted', 'tag': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:19.553931 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6038a13f-c4e6-4489-ad82-cff349e7003c" -d '{"events": [{"server_uuid": "32c75cf1-28b8-4b00-919a-da10c2b2405b", "name": "network-vif-deleted", "tag": "aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:19.593294 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327ec8b5-9de2-43f4-884f-ee9be5d85fd4 x-openstack-request-id: req-327ec8b5-9de2-43f4-884f-ee9be5d85fd4 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:19.593584 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c75cf1-28b8-4b00-919a-da10c2b2405b", "name": "network-vif-deleted", "tag": "aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:19.593835 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-327ec8b5-9de2-43f4-884f-ee9be5d85fd4 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:19.594229 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c75cf1-28b8-4b00-919a-da10c2b2405b', 'name': 'network-vif-deleted', 'tag': 'aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7', 'status': 'completed', 'code': 200} Jul 23 21:07:19.844711 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a5506a5c-4e3c-4ebf-a00a-5319afd7d888 req-d3080a78-8fce-4599-b6bd-b27f8a93d773 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=32c75cf1-28b8-4b00-919a-da10c2b2405b HTTP/1.1" status: 200 len: 210 time: 0.0406854 Jul 23 21:07:20.899590 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53034) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:21.261285 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2759-f78b-47e4-9952-949b15b63fbd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:21.528355 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0a6f2759-f78b-47e4-9952-949b15b63fbd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting port 05a2181a-c4e1-45fa-843f-7d1847839f2d {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:07:21.528605 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2759-f78b-47e4-9952-949b15b63fbd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:21.620606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-0a6f2759-f78b-47e4-9952-949b15b63fbd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] For port 05a2181a-c4e1-45fa-843f-7d1847839f2d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=05a2181a-c4e1-45fa-843f-7d1847839f2d,segment=NetworkSegment(7bba38e7-aff5-469c-9e4c-f620dd24477b),segment_id=7bba38e7-aff5-469c-9e4c-f620dd24477b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:21.620962 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2759-f78b-47e4-9952-949b15b63fbd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:21.632208 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0a6f2759-f78b-47e4-9952-949b15b63fbd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Calling delete_port for 05a2181a-c4e1-45fa-843f-7d1847839f2d owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:07:21.818894 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2759-f78b-47e4-9952-949b15b63fbd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:21.846411 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f2759-f78b-47e4-9952-949b15b63fbd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Port': ['ID=05a2181a-c4e1-45fa-843f-7d1847839f2d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:22.017390 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2759-f78b-47e4-9952-949b15b63fbd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:22.223152 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6f2759-f78b-47e4-9952-949b15b63fbd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router efaa8076-a783-4925-8f44-b42654b94a60 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:07:22.663301 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6f2759-f78b-47e4-9952-949b15b63fbd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:07:22.672265 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53036) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:22.672703 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0a6f2759-f78b-47e4-9952-949b15b63fbd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "PUT /v2.0/routers/efaa8076-a783-4925-8f44-b42654b94a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7709968 Jul 23 21:07:22.675586 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ece10f-5988-4a31-abc7-b3b215850a9a None None] Sync routers for ids ['efaa8076-a783-4925-8f44-b42654b94a60'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:07:22.685551 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ece10f-5988-4a31-abc7-b3b215850a9a None None] Routers {'efaa8076-a783-4925-8f44-b42654b94a60'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:07:22.686177 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-10ece10f-5988-4a31-abc7-b3b215850a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:06:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['efaa8076-a783-4925-8f44-b42654b94a60'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:22.773880 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-7542c8e8-a946-4fdb-a928-ed342ba5cffb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting subnet fe0a0ec0-4ef5-4916-9f18-b8084ead826b {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:07:22.777438 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7542c8e8-a946-4fdb-a928-ed342ba5cffb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:22.794700 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-10ece10f-5988-4a31-abc7-b3b215850a9a None None] Set router efaa8076-a783-4925-8f44-b42654b94a60 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:07:22.816914 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7542c8e8-a946-4fdb-a928-ed342ba5cffb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:22.909365 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7542c8e8-a946-4fdb-a928-ed342ba5cffb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:22.968090 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7542c8e8-a946-4fdb-a928-ed342ba5cffb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:22.979614 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-10ece10f-5988-4a31-abc7-b3b215850a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945370663', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:18Z', 'updated_at': '2021-07-23T21:07:21Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:19Z', 'updated_at': '2021-07-23T21:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:22.997178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542c8e8-a946-4fdb-a928-ed342ba5cffb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0a0ec0-4ef5-4916-9f18-b8084ead826b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:22.999169 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7542c8e8-a946-4fdb-a928-ed342ba5cffb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:23.002650 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7542c8e8-a946-4fdb-a928-ed342ba5cffb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/subnets/fe0a0ec0-4ef5-4916-9f18-b8084ead826b HTTP/1.1" status: 204 len: 168 time: 0.3291914 Jul 23 21:07:23.003760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53040) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:23.011393 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08810f27-551b-42f0-a47d-e638c093509b None None] Network 9ada1b6d-66a3-423a-a4f2-d953362c66f0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:07:23.022698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ece10f-5988-4a31-abc7-b3b215850a9a None None] Checking router: efaa8076-a783-4925-8f44-b42654b94a60 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:07:23.043744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ece10f-5988-4a31-abc7-b3b215850a9a None None] Routers {'efaa8076-a783-4925-8f44-b42654b94a60'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:07:23.044361 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-10ece10f-5988-4a31-abc7-b3b215850a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:06:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['efaa8076-a783-4925-8f44-b42654b94a60'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:23.110573 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8286-ca90-4ca7-9062-5785b740806f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:23.216039 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8286-ca90-4ca7-9062-5785b740806f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:23.227377 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-10ece10f-5988-4a31-abc7-b3b215850a9a None None] Set router efaa8076-a783-4925-8f44-b42654b94a60 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:07:23.270346 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1e5d8286-ca90-4ca7-9062-5785b740806f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting port a043ac9c-c523-4637-8bc8-cf138322b3a7 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:07:23.270773 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8286-ca90-4ca7-9062-5785b740806f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:23.352234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-1e5d8286-ca90-4ca7-9062-5785b740806f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] For port a043ac9c-c523-4637-8bc8-cf138322b3a7, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a043ac9c-c523-4637-8bc8-cf138322b3a7,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:23.352736 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8286-ca90-4ca7-9062-5785b740806f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:23.370332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1e5d8286-ca90-4ca7-9062-5785b740806f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Calling delete_port for a043ac9c-c523-4637-8bc8-cf138322b3a7 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:07:23.399510 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77dcfb0-a2a6-41c0-9502-f1fecde6d8c6 None None] DHCP port deletion for 9ada1b6d-66a3-423a-a4f2-d953362c66f0 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:07:23.461780 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-10ece10f-5988-4a31-abc7-b3b215850a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945370663', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:18Z', 'updated_at': '2021-07-23T21:07:21Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:19Z', 'updated_at': '2021-07-23T21:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:23.466133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e77dcfb0-a2a6-41c0-9502-f1fecde6d8c6 None None] Deleting port e5e33327-9749-4e8e-ae15-bb554494332a {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:07:23.466494 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e77dcfb0-a2a6-41c0-9502-f1fecde6d8c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:23.496160 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ece10f-5988-4a31-abc7-b3b215850a9a None None] The sync data for ids ['efaa8076-a783-4925-8f44-b42654b94a60'] in n-d-791504-18 is: [{'id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945370663', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:06:18Z', 'updated_at': '2021-07-23T21:07:21Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'a043ac9c-c523-4637-8bc8-cf138322b3a7', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaa8076-a783-4925-8f44-b42654b94a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:06:19Z', 'updated_at': '2021-07-23T21:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:07:23.538236 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8286-ca90-4ca7-9062-5785b740806f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:23.564228 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e77dcfb0-a2a6-41c0-9502-f1fecde6d8c6 None None] For port e5e33327-9749-4e8e-ae15-bb554494332a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e5e33327-9749-4e8e-ae15-bb554494332a,segment=NetworkSegment(7bba38e7-aff5-469c-9e4c-f620dd24477b),segment_id=7bba38e7-aff5-469c-9e4c-f620dd24477b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:23.564622 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e77dcfb0-a2a6-41c0-9502-f1fecde6d8c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:23.572887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d8286-ca90-4ca7-9062-5785b740806f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Port': ['ID=a043ac9c-c523-4637-8bc8-cf138322b3a7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:23.577726 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e77dcfb0-a2a6-41c0-9502-f1fecde6d8c6 None None] Calling delete_port for e5e33327-9749-4e8e-ae15-bb554494332a owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:07:23.637514 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8286-ca90-4ca7-9062-5785b740806f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:23.670461 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e77dcfb0-a2a6-41c0-9502-f1fecde6d8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:23.698989 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dcfb0-a2a6-41c0-9502-f1fecde6d8c6 None None] Pushing event deleted for resources: {'Port': ['ID=e5e33327-9749-4e8e-ae15-bb554494332a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:23.702899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77dcfb0-a2a6-41c0-9502-f1fecde6d8c6 None None] No DVR routers for this DVR port e5e33327-9749-4e8e-ae15-bb554494332a on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:07:23.737833 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8286-ca90-4ca7-9062-5785b740806f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:23.740060 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8286-ca90-4ca7-9062-5785b740806f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:23.787506 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8286-ca90-4ca7-9062-5785b740806f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:23.788025 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5d8286-ca90-4ca7-9062-5785b740806f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Fanout notify agent at l3_agent the message router_deleted on router efaa8076-a783-4925-8f44-b42654b94a60 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:07:23.795128 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8286-ca90-4ca7-9062-5785b740806f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:23.796215 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1e5d8286-ca90-4ca7-9062-5785b740806f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/routers/efaa8076-a783-4925-8f44-b42654b94a60 HTTP/1.1" status: 204 len: 168 time: 0.7914491 Jul 23 21:07:23.798887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53044) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:23.881828 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39f39799-1004-4335-bec6-1ac449b48005 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:23.973593 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e5e33327-9749-4e8e-ae15-bb554494332a no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:07:23.975785 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:07:23.988271 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39f39799-1004-4335-bec6-1ac449b48005 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:23.999396 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-39f39799-1004-4335-bec6-1ac449b48005 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ada1b6d-66a3-423a-a4f2-d953362c66f0']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:24.010810 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-39f39799-1004-4335-bec6-1ac449b48005 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bba38e7-aff5-469c-9e4c-f620dd24477b') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:24.011144 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-39f39799-1004-4335-bec6-1ac449b48005 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bba38e7-aff5-469c-9e4c-f620dd24477b') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:24.011336 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: e5e33327-9749-4e8e-ae15-bb554494332a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:07:24.011691 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e5e33327-9749-4e8e-ae15-bb554494332a not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:07:24.012104 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 05a2181a-c4e1-45fa-843f-7d1847839f2d no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:07:24.013864 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:07:24.014202 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device aa9ce5b4-e370-4f68-80c3-d2c0c56b93e7 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:07:24.022802 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39f39799-1004-4335-bec6-1ac449b48005 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.034075 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 05a2181a-c4e1-45fa-843f-7d1847839f2d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:07:24.034416 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 05a2181a-c4e1-45fa-843f-7d1847839f2d not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:07:24.037447 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39f39799-1004-4335-bec6-1ac449b48005 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.046032 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f39799-1004-4335-bec6-1ac449b48005 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:07:24.046434 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39f39799-1004-4335-bec6-1ac449b48005 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:07:24.049589 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:07:24.108529 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39f39799-1004-4335-bec6-1ac449b48005 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.116257 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-39f39799-1004-4335-bec6-1ac449b48005 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.117431 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-39f39799-1004-4335-bec6-1ac449b48005 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/networks/9ada1b6d-66a3-423a-a4f2-d953362c66f0 HTTP/1.1" status: 204 len: 168 time: 0.3175852 Jul 23 21:07:24.120804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53046) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:24.129388 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f39799-1004-4335-bec6-1ac449b48005 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Network': ['ID=9ada1b6d-66a3-423a-a4f2-d953362c66f0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:24.188637 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1adb532-8eaf-4316-ba0c-1594dc02094f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.216503 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1adb532-8eaf-4316-ba0c-1594dc02094f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.275765 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1adb532-8eaf-4316-ba0c-1594dc02094f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.278568 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1adb532-8eaf-4316-ba0c-1594dc02094f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.279759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b1adb532-8eaf-4316-ba0c-1594dc02094f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/security-groups/ec9fe969-59a2-48a0-ad11-00415f0a43ff HTTP/1.1" status: 204 len: 168 time: 0.1577573 Jul 23 21:07:24.288737 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adb532-8eaf-4316-ba0c-1594dc02094f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9fe969-59a2-48a0-ad11-00415f0a43ff,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:24.591836 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a9d882fb-256a-49b9-bc68-95302f8f9553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.628845 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53052) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:24.633532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d87cecd6-51d8-4951-a5a8-bcbcffef22cd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-335087878', 'description': 'tempest-secgroup-smoke-335087878 description', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:24.655268 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d87cecd6-51d8-4951-a5a8-bcbcffef22cd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.738991 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d87cecd6-51d8-4951-a5a8-bcbcffef22cd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.742451 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d87cecd6-51d8-4951-a5a8-bcbcffef22cd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.769257 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d87cecd6-51d8-4951-a5a8-bcbcffef22cd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.770487 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d87cecd6-51d8-4951-a5a8-bcbcffef22cd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1406293 Jul 23 21:07:24.773640 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53054) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:24.774482 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cecd6-51d8-4951-a5a8-bcbcffef22cd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71845170-4adf-4a61-935b-1897be5ba4e7,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:24.779135 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ef9d8d8d-cd90-4eaa-a414-59e2b331aa1b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': '71845170-4adf-4a61-935b-1897be5ba4e7', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:24.805967 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef9d8d8d-cd90-4eaa-a414-59e2b331aa1b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.852441 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef9d8d8d-cd90-4eaa-a414-59e2b331aa1b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.856021 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef9d8d8d-cd90-4eaa-a414-59e2b331aa1b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.877793 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d8d8d-cd90-4eaa-a414-59e2b331aa1b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34253f1-5cc1-4e66-86a2-84f182d2742d,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:24.883688 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ef9d8d8d-cd90-4eaa-a414-59e2b331aa1b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.885466 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ef9d8d8d-cd90-4eaa-a414-59e2b331aa1b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1100068 Jul 23 21:07:24.888099 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53056) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:24.892482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f18e9658-0ce3-4030-a4b0-d65134400360 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': '71845170-4adf-4a61-935b-1897be5ba4e7', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:24.917675 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f18e9658-0ce3-4030-a4b0-d65134400360 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.972987 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f18e9658-0ce3-4030-a4b0-d65134400360 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.976284 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f18e9658-0ce3-4030-a4b0-d65134400360 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:24.993283 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e9658-0ce3-4030-a4b0-d65134400360 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbcbeaa-c397-4db5-9f61-da075427b1a9,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:24.999444 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f18e9658-0ce3-4030-a4b0-d65134400360 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.000487 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f18e9658-0ce3-4030-a4b0-d65134400360 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1114690 Jul 23 21:07:25.003221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53058) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:25.007829 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d289e198-5f5d-4f99-a504-0d8535a1cc6b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': '71845170-4adf-4a61-935b-1897be5ba4e7', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:25.033022 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d289e198-5f5d-4f99-a504-0d8535a1cc6b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.090881 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d289e198-5f5d-4f99-a504-0d8535a1cc6b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.094174 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d289e198-5f5d-4f99-a504-0d8535a1cc6b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.113719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289e198-5f5d-4f99-a504-0d8535a1cc6b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a277dc-053a-4265-ada7-a7a8631f3fab,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:25.120544 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d289e198-5f5d-4f99-a504-0d8535a1cc6b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.121957 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d289e198-5f5d-4f99-a504-0d8535a1cc6b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177890 Jul 23 21:07:25.124647 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53060) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:25.128951 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-7f2eeb08-5a95-495f-8e64-695115e4621f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': '71845170-4adf-4a61-935b-1897be5ba4e7', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:25.155515 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f2eeb08-5a95-495f-8e64-695115e4621f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.216338 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f2eeb08-5a95-495f-8e64-695115e4621f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.219988 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f2eeb08-5a95-495f-8e64-695115e4621f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.234693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2eeb08-5a95-495f-8e64-695115e4621f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debb6575-d47d-47a8-b50c-98ec04558049,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:25.243528 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f2eeb08-5a95-495f-8e64-695115e4621f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.245455 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7f2eeb08-5a95-495f-8e64-695115e4621f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198781 Jul 23 21:07:25.248178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53062) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:25.252542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-7609589f-4bfd-4289-925d-b7703879530c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': '71845170-4adf-4a61-935b-1897be5ba4e7', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:25.274643 n-d-791504-18 neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-7609589f-4bfd-4289-925d-b7703879530c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Project 3fc0d96b5da34e009631dc0e0b95c270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:07:25.279334 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7609589f-4bfd-4289-925d-b7703879530c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.341186 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7609589f-4bfd-4289-925d-b7703879530c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.344627 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7609589f-4bfd-4289-925d-b7703879530c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.364281 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609589f-4bfd-4289-925d-b7703879530c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733c16c1-423f-4d90-a22e-3d2b4e721a6a,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:25.366911 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7609589f-4bfd-4289-925d-b7703879530c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.368250 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7609589f-4bfd-4289-925d-b7703879530c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191604 Jul 23 21:07:25.371869 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53064) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:25.376435 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f25827c1-8401-4f30-a086-1253cbae263b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'security_group_rule': {'security_group_id': '71845170-4adf-4a61-935b-1897be5ba4e7', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:25.397142 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-f25827c1-8401-4f30-a086-1253cbae263b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Project 3fc0d96b5da34e009631dc0e0b95c270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:07:25.401851 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f25827c1-8401-4f30-a086-1253cbae263b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.463542 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f25827c1-8401-4f30-a086-1253cbae263b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.467036 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f25827c1-8401-4f30-a086-1253cbae263b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.487232 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25827c1-8401-4f30-a086-1253cbae263b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001ae65e-8300-42ed-b00a-b1ba6e3bc299,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:25.490661 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f25827c1-8401-4f30-a086-1253cbae263b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.492047 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f25827c1-8401-4f30-a086-1253cbae263b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191814 Jul 23 21:07:25.495632 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53066) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:25.500379 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-7838d689-0565-4212-a98c-abfda7f70715 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'network': {'name': 'tempest-network-smoke--280713808', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'port_security_enabled': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:25.519356 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7838d689-0565-4212-a98c-abfda7f70715 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Made reservation on behalf of 3fc0d96b5da34e009631dc0e0b95c270 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:07:25.522501 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7838d689-0565-4212-a98c-abfda7f70715 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.546826 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7838d689-0565-4212-a98c-abfda7f70715 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:07:25.560900 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7838d689-0565-4212-a98c-abfda7f70715 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.561246 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-7838d689-0565-4212-a98c-abfda7f70715 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Added segment 836f8cf9-8597-4748-b88c-8ea09add2ecc of type vlan for network 2d8c7e94-2876-4069-bfdc-c02c5d3f620e Jul 23 21:07:25.600177 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a043ac9c-c523-4637-8bc8-cf138322b3a7 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:07:25.602979 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7838d689-0565-4212-a98c-abfda7f70715 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.622457 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: a043ac9c-c523-4637-8bc8-cf138322b3a7 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:07:25.622878 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a043ac9c-c523-4637-8bc8-cf138322b3a7 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:07:25.631904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7838d689-0565-4212-a98c-abfda7f70715 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.637418 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7838d689-0565-4212-a98c-abfda7f70715 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:25.638000 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7838d689-0565-4212-a98c-abfda7f70715 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.676002 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7838d689-0565-4212-a98c-abfda7f70715 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1793773 Jul 23 21:07:25.678786 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53068) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:25.685449 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1716045462', 'admin_state_up': True, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:25.724342 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838d689-0565-4212-a98c-abfda7f70715 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Network': ['ID=2d8c7e94-2876-4069-bfdc-c02c5d3f620e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:25.735033 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 2d8c7e94-2876-4069-bfdc-c02c5d3f620e details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:07:25.741376 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.742460 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.793383 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.932603 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:26.124230 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:26.142846 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:26.242764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Allocated IP 172.25.3.168 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/cb7f09ec-a50f-4929-b488-e90c41204e91) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:07:26.351719 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:26.390430 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:26.426402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:07:26.431106 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:07:26.434007 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:07:26.460857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=cb7f09ec-a50f-4929-b488-e90c41204e91,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:26.679708 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:26.872575 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:26.997758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router bbbb5627-00a3-4160-b793-f48ceb61393e is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:07:27.103885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:07:27.113039 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Sync routers for ids ['bbbb5627-00a3-4160-b793-f48ceb61393e'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:07:27.122418 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:27.122763 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Routers {'bbbb5627-00a3-4160-b793-f48ceb61393e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:07:27.123425 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:06:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bbbb5627-00a3-4160-b793-f48ceb61393e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:27.123785 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3e152268-a2fb-4217-b3fa-deda1297d467 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4440370 Jul 23 21:07:27.126834 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53070) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:27.151027 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e68aedf6-b10f-46cf-9266-0b80ee457701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:27.229796 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Set router bbbb5627-00a3-4160-b793-f48ceb61393e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:07:27.259460 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-105b18de-a4ef-425b-93cf-9a62b1d45155 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3fc0d96b5da34e009631dc0e0b95c270&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1312804 Jul 23 21:07:27.262561 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53074) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:27.352546 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4199e3bb-b5f6-42fc-b408-e8d9458f9984 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:27.356680 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4199e3bb-b5f6-42fc-b408-e8d9458f9984 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904109 Jul 23 21:07:27.356945 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53076) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:27.390560 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a2e5b15c-c103-4c31-a871-d189292c11a4 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314422 Jul 23 21:07:27.392537 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53078) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:27.397326 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:27.400506 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4d62baac-fa40-4ecf-8f79-a61cefe392c8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1477200255', 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e', 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:27.412852 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716045462', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:07:25Z', 'updated_at': '2021-07-23T21:07:26Z', 'revision_number': 3, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:26Z', 'updated_at': '2021-07-23T21:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:27.462531 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Checking router: bbbb5627-00a3-4160-b793-f48ceb61393e for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:07:27.463366 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Updating router bbbb5627-00a3-4160-b793-f48ceb61393e port cb7f09ec-a50f-4929-b488-e90c41204e91 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:07:27.516684 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:27.523701 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d62baac-fa40-4ecf-8f79-a61cefe392c8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Made reservation on behalf of 3fc0d96b5da34e009631dc0e0b95c270 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:07:27.527311 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4d62baac-fa40-4ecf-8f79-a61cefe392c8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:27.714878 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4d62baac-fa40-4ecf-8f79-a61cefe392c8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:27.782919 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62baac-fa40-4ecf-8f79-a61cefe392c8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Subnet': ['ID=b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:27.791757 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d62baac-fa40-4ecf-8f79-a61cefe392c8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Checking segment: {'id': '836f8cf9-8597-4748-b88c-8ea09add2ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:07:27.792121 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d62baac-fa40-4ecf-8f79-a61cefe392c8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network hostable DHCP agents. Network: 2d8c7e94-2876-4069-bfdc-c02c5d3f620e, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:07:27.809320 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d62baac-fa40-4ecf-8f79-a61cefe392c8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network 2d8c7e94-2876-4069-bfdc-c02c5d3f620e is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:07:27.818831 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-4d62baac-fa40-4ecf-8f79-a61cefe392c8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 2d8c7e94-2876-4069-bfdc-c02c5d3f620e) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:07:27.823044 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d62baac-fa40-4ecf-8f79-a61cefe392c8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:27.823663 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4d62baac-fa40-4ecf-8f79-a61cefe392c8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:27.828692 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533a13ed-a4b3-4bf7-9bbf-0503dfcd0661 None None] Network 2d8c7e94-2876-4069-bfdc-c02c5d3f620e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:07:27.841509 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4d62baac-fa40-4ecf-8f79-a61cefe392c8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4474196 Jul 23 21:07:27.844339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53080) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:27.857853 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:27.867504 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Transition to ACTIVE for port object cb7f09ec-a50f-4929-b488-e90c41204e91 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:07:27.873390 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:27.929253 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf9f64-6caf-4f00-a9d7-e5865a08f3aa None None] Pushing event updated for resources: {'Port': ['ID=cb7f09ec-a50f-4929-b488-e90c41204e91,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:27.936728 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf9f64-6caf-4f00-a9d7-e5865a08f3aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:27.937076 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf9f64-6caf-4f00-a9d7-e5865a08f3aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:27.937410 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf9f64-6caf-4f00-a9d7-e5865a08f3aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:27.937860 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf9f64-6caf-4f00-a9d7-e5865a08f3aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:27.938401 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf9f64-6caf-4f00-a9d7-e5865a08f3aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:27.938401 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf9f64-6caf-4f00-a9d7-e5865a08f3aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:27.938697 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf9f64-6caf-4f00-a9d7-e5865a08f3aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:27.939003 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf9f64-6caf-4f00-a9d7-e5865a08f3aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:27.939344 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf9f64-6caf-4f00-a9d7-e5865a08f3aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:27.939660 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf9f64-6caf-4f00-a9d7-e5865a08f3aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:27.939983 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf9f64-6caf-4f00-a9d7-e5865a08f3aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:27.940303 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf9f64-6caf-4f00-a9d7-e5865a08f3aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:27.943366 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Attempting to bind port cb7f09ec-a50f-4929-b488-e90c41204e91 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:07:27.943728 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Attempting to bind port cb7f09ec-a50f-4929-b488-e90c41204e91 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:07:27.944083 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Attempting to bind port cb7f09ec-a50f-4929-b488-e90c41204e91 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:07:27.949549 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:07:27.949926 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:07:27.950321 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:27.950712 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:07:27.951207 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Bound port: cb7f09ec-a50f-4929-b488-e90c41204e91, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:07:27.951549 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:27.987584 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2d8c7e94-2876-4069-bfdc-c02c5d3f620e', 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ips': [{'subnet_id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:07:27.988614 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:28.003284 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] For port cb7f09ec-a50f-4929-b488-e90c41204e91, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:07:28.006556 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] For port cb7f09ec-a50f-4929-b488-e90c41204e91, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=cb7f09ec-a50f-4929-b488-e90c41204e91,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:07:28.011730 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:28.062623 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Routers {'bbbb5627-00a3-4160-b793-f48ceb61393e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:07:28.063940 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:07:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bbbb5627-00a3-4160-b793-f48ceb61393e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:28.131892 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf9f64-6caf-4f00-a9d7-e5865a08f3aa None None] Pushing event updated for resources: {'Port': ['ID=cb7f09ec-a50f-4929-b488-e90c41204e91,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:28.139894 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Allocated IP 172.20.0.2 (2d8c7e94-2876-4069-bfdc-c02c5d3f620e/b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9/91bdb55e-3079-4efb-9389-07b3f39aedc5) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:07:28.176854 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] Set router bbbb5627-00a3-4160-b793-f48ceb61393e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:07:28.294078 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:28.303338 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Transition to ACTIVE for port object 91bdb55e-3079-4efb-9389-07b3f39aedc5 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:07:28.316960 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:28.318504 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Transition to ACTIVE for port object 91bdb55e-3079-4efb-9389-07b3f39aedc5 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:07:28.325704 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:28.361863 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716045462', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:07:25Z', 'updated_at': '2021-07-23T21:07:26Z', 'revision_number': 3, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:26Z', 'updated_at': '2021-07-23T21:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:28.368885 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Network 2d8c7e94-2876-4069-bfdc-c02c5d3f620e is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:07:28.372883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:07:28.374726 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Pushing event updated for resources: {'Port': ['ID=91bdb55e-3079-4efb-9389-07b3f39aedc5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:28.379429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:07:28.388974 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e987bb0-f6fa-40c3-91be-ebcd985a7440 None None] The sync data for ids ['bbbb5627-00a3-4160-b793-f48ceb61393e'] in n-d-791504-18 is: [{'id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716045462', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:07:25Z', 'updated_at': '2021-07-23T21:07:26Z', 'revision_number': 3, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:26Z', 'updated_at': '2021-07-23T21:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:07:28.450743 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Attempting to bind port 91bdb55e-3079-4efb-9389-07b3f39aedc5 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:07:28.451193 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Attempting to bind port 91bdb55e-3079-4efb-9389-07b3f39aedc5 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '836f8cf9-8597-4748-b88c-8ea09add2ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:07:28.451530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Attempting to bind port 91bdb55e-3079-4efb-9389-07b3f39aedc5 on network 2d8c7e94-2876-4069-bfdc-c02c5d3f620e {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:07:28.457143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:07:28.457514 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Checking segment: {'id': '836f8cf9-8597-4748-b88c-8ea09add2ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:07:28.457922 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:28.458322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Bound using segment: {'id': '836f8cf9-8597-4748-b88c-8ea09add2ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:07:28.458802 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Bound port: 91bdb55e-3079-4efb-9389-07b3f39aedc5, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836f8cf9-8597-4748-b88c-8ea09add2ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:07:28.459205 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:28.528934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] For port 91bdb55e-3079-4efb-9389-07b3f39aedc5, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:07:28.533353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] For port 91bdb55e-3079-4efb-9389-07b3f39aedc5, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=91bdb55e-3079-4efb-9389-07b3f39aedc5,segment=NetworkSegment(836f8cf9-8597-4748-b88c-8ea09add2ecc),segment_id=836f8cf9-8597-4748-b88c-8ea09add2ecc)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:07:28.543413 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:28.607068 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:28.633474 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8896fcf-27fc-4a3e-9007-8498f433f629 None None] Pushing event updated for resources: {'Port': ['ID=91bdb55e-3079-4efb-9389-07b3f39aedc5,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:28.654961 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Allocated IP 172.20.0.1 (2d8c7e94-2876-4069-bfdc-c02c5d3f620e/b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9/bd0d9873-c82f-478b-b34c-f9cfcce867ab) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:07:28.790618 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:28.809140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Transition to ACTIVE for port object bd0d9873-c82f-478b-b34c-f9cfcce867ab will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:07:28.848704 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:28.892564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network 2d8c7e94-2876-4069-bfdc-c02c5d3f620e is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:07:28.898099 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:07:28.901673 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:07:28.934798 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=bd0d9873-c82f-478b-b34c-f9cfcce867ab,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:28.966750 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:29.118114 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:29.407813 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:29.412329 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:29.576556 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eb9a4f-e6b0-4618-a21a-aae14acb1619 None None] Network 2d8c7e94-2876-4069-bfdc-c02c5d3f620e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:07:29.706699 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-dc730b04-1251-4a5a-a815-e30af4aa16c0 None None] Provisioning for port 91bdb55e-3079-4efb-9389-07b3f39aedc5 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:07:29.731257 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 91bdb55e-3079-4efb-9389-07b3f39aedc5 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:07:29.898499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 91bdb55e-3079-4efb-9389-07b3f39aedc5 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:07:29.913232 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 91bdb55e-3079-4efb-9389-07b3f39aedc5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:07:29.913808 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:29.957439 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:29.961620 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=bd0d9873-c82f-478b-b34c-f9cfcce867ab,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:30.056194 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:07:30.063763 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network 2d8c7e94-2876-4069-bfdc-c02c5d3f620e is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:07:30.066988 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:07:30.144056 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:30.179648 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router bbbb5627-00a3-4160-b793-f48ceb61393e has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:07:30.201651 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:30.238712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 91bdb55e-3079-4efb-9389-07b3f39aedc5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=91bdb55e-3079-4efb-9389-07b3f39aedc5,segment=NetworkSegment(836f8cf9-8597-4748-b88c-8ea09add2ecc),segment_id=836f8cf9-8597-4748-b88c-8ea09add2ecc)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:30.244365 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:30.245190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device cb7f09ec-a50f-4929-b488-e90c41204e91 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:07:30.301671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:07:30.309220 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-84f83b3b-bc79-4dc5-972d-2dda9efc8f47 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "PUT /v2.0/routers/bbbb5627-00a3-4160-b793-f48ceb61393e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4629900 Jul 23 21:07:30.316962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Sync routers for ids ['bbbb5627-00a3-4160-b793-f48ceb61393e'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:07:30.340276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=91bdb55e-3079-4efb-9389-07b3f39aedc5,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:30.349425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Routers {'bbbb5627-00a3-4160-b793-f48ceb61393e'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:07:30.350113 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:07:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bbbb5627-00a3-4160-b793-f48ceb61393e'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:30.423004 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port cb7f09ec-a50f-4929-b488-e90c41204e91 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:07:30.428978 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port cb7f09ec-a50f-4929-b488-e90c41204e91 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:07:30.429357 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:30.462564 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-2d3462f0-f8c0-469d-85dd-a658023f0db2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-335087878&fields=id&tenant_id=3fc0d96b5da34e009631dc0e0b95c270 HTTP/1.1" status: 200 len: 267 time: 0.0355232 Jul 23 21:07:30.496918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7e654244-4b77-4724-bd5b-80ce082cff05 None None] Provisioning for port bd0d9873-c82f-478b-b34c-f9cfcce867ab completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:07:30.514502 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7e654244-4b77-4724-bd5b-80ce082cff05 None None] Provisioning complete for port bd0d9873-c82f-478b-b34c-f9cfcce867ab triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:07:30.514872 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e654244-4b77-4724-bd5b-80ce082cff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:30.521604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Set router bbbb5627-00a3-4160-b793-f48ceb61393e gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:07:30.591709 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-d99962ca-1d98-48b1-ad38-a5ef9e2a0de0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:30.599050 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-d99962ca-1d98-48b1-ad38-a5ef9e2a0de0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/networks?id=2d8c7e94-2876-4069-bfdc-c02c5d3f620e HTTP/1.1" status: 200 len: 796 time: 0.1267035 Jul 23 21:07:30.614251 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7e654244-4b77-4724-bd5b-80ce082cff05 None None] Port bd0d9873-c82f-478b-b34c-f9cfcce867ab cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:07:30.623535 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-e45f263c-89c3-423a-bd64-3e5b7ea49b7a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/quotas/3fc0d96b5da34e009631dc0e0b95c270 HTTP/1.1" status: 200 len: 375 time: 0.0157168 Jul 23 21:07:30.710879 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-011680df-07ac-482b-89b8-829292c275b9 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787199 Jul 23 21:07:30.722039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-69ff148f-8433-4789-a8a2-0911013bee85 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:07:30.723646 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-69ff148f-8433-4789-a8a2-0911013bee85 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100348 Jul 23 21:07:30.748128 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:30.768052 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7e654244-4b77-4724-bd5b-80ce082cff05 None None] Provisioning complete for port 91bdb55e-3079-4efb-9389-07b3f39aedc5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:07:30.768401 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e654244-4b77-4724-bd5b-80ce082cff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:30.815007 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port cb7f09ec-a50f-4929-b488-e90c41204e91, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=cb7f09ec-a50f-4929-b488-e90c41204e91,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:30.827656 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:30.901270 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-f4d63456-1568-4e93-af7b-d04937c7ceaa service neutron] 10.222.0.55 "GET /v2.0/networks/2d8c7e94-2876-4069-bfdc-c02c5d3f620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707065 Jul 23 21:07:30.935206 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=cb7f09ec-a50f-4929-b488-e90c41204e91,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:30.950967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716045462', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:07:25Z', 'updated_at': '2021-07-23T21:07:29Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:26Z', 'updated_at': '2021-07-23T21:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'bd0d9873-c82f-478b-b34c-f9cfcce867ab', 'name': '', 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:e0:a9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:28Z', 'updated_at': '2021-07-23T21:07:29Z', 'revision_number': 2, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:30.978975 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Checking router: bbbb5627-00a3-4160-b793-f48ceb61393e for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:07:30.979341 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Updating router bbbb5627-00a3-4160-b793-f48ceb61393e port bd0d9873-c82f-478b-b34c-f9cfcce867ab binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:07:30.997821 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-77233a6c-156b-4fd9-829a-d84c62b81961 service neutron] 10.222.0.55 "GET /v2.0/networks/2d8c7e94-2876-4069-bfdc-c02c5d3f620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904689 Jul 23 21:07:31.014876 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:31.169602 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5cea2fcc-289d-4ee9-a4aa-e996ccbc3682 None None] Provisioning complete for port bd0d9873-c82f-478b-b34c-f9cfcce867ab triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:07:31.170188 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5cea2fcc-289d-4ee9-a4aa-e996ccbc3682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:31.211989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dc902fd2-577c-484e-91f5-dd91b0b94ded req-ae8ae9cb-0c74-488e-8251-7313f2dcab24 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 210 time: 0.0396912 Jul 23 21:07:31.245241 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5cea2fcc-289d-4ee9-a4aa-e996ccbc3682 None None] Port bd0d9873-c82f-478b-b34c-f9cfcce867ab cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:07:31.396650 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:31.408276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Transition to ACTIVE for port object bd0d9873-c82f-478b-b34c-f9cfcce867ab will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:07:31.414847 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:31.467808 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aaceff-45ef-4b5d-b380-4c1b30da4dad None None] Pushing event updated for resources: {'Port': ['ID=bd0d9873-c82f-478b-b34c-f9cfcce867ab,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:31.543532 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Attempting to bind port bd0d9873-c82f-478b-b34c-f9cfcce867ab on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:07:31.543883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Attempting to bind port bd0d9873-c82f-478b-b34c-f9cfcce867ab by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '836f8cf9-8597-4748-b88c-8ea09add2ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:07:31.544257 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Attempting to bind port bd0d9873-c82f-478b-b34c-f9cfcce867ab on network 2d8c7e94-2876-4069-bfdc-c02c5d3f620e {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:07:31.550460 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:07:31.551004 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Checking segment: {'id': '836f8cf9-8597-4748-b88c-8ea09add2ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:07:31.551722 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:31.552317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Bound using segment: {'id': '836f8cf9-8597-4748-b88c-8ea09add2ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:07:31.552889 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Bound port: bd0d9873-c82f-478b-b34c-f9cfcce867ab, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836f8cf9-8597-4748-b88c-8ea09add2ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:07:31.558104 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:31.629503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] For port bd0d9873-c82f-478b-b34c-f9cfcce867ab, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:07:31.633833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] For port bd0d9873-c82f-478b-b34c-f9cfcce867ab, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=bd0d9873-c82f-478b-b34c-f9cfcce867ab,segment=NetworkSegment(836f8cf9-8597-4748-b88c-8ea09add2ecc),segment_id=836f8cf9-8597-4748-b88c-8ea09add2ecc)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:07:31.642664 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:31.705393 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 91bdb55e-3079-4efb-9389-07b3f39aedc5 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:07:31.711167 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Routers {'bbbb5627-00a3-4160-b793-f48ceb61393e'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:07:31.711407 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:07:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bbbb5627-00a3-4160-b793-f48ceb61393e'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:31.821565 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aaceff-45ef-4b5d-b380-4c1b30da4dad None None] Pushing event updated for resources: {'Port': ['ID=bd0d9873-c82f-478b-b34c-f9cfcce867ab,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:31.871790 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 91bdb55e-3079-4efb-9389-07b3f39aedc5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:07:31.872289 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:31.907830 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] Set router bbbb5627-00a3-4160-b793-f48ceb61393e gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:07:32.091709 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device cb7f09ec-a50f-4929-b488-e90c41204e91 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:07:32.180315 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port cb7f09ec-a50f-4929-b488-e90c41204e91 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:07:32.180678 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:32.213690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716045462', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:07:25Z', 'updated_at': '2021-07-23T21:07:29Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:26Z', 'updated_at': '2021-07-23T21:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'bd0d9873-c82f-478b-b34c-f9cfcce867ab', 'name': '', 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:e0:a9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:28Z', 'updated_at': '2021-07-23T21:07:31Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:32.244892 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ff1abe-8678-426e-accc-5d9bfe28545e None None] The sync data for ids ['bbbb5627-00a3-4160-b793-f48ceb61393e'] in n-d-791504-18 is: [{'id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716045462', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:07:25Z', 'updated_at': '2021-07-23T21:07:29Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:26Z', 'updated_at': '2021-07-23T21:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'bd0d9873-c82f-478b-b34c-f9cfcce867ab', 'name': '', 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:e0:a9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:28Z', 'updated_at': '2021-07-23T21:07:31Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:07:32.381341 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fbfdec9d-f7a1-48cf-81be-2cbdede52e7e req-2c466c73-0240-48c4-b977-c4343a3f6cfd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 210 time: 0.0774257 Jul 23 21:07:32.476507 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-ff5d3edd-8733-4ae7-86ac-6bb2a8c5d771 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:32.478101 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-ff5d3edd-8733-4ae7-86ac-6bb2a8c5d771 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.57 "GET /v2.0/networks?id=2d8c7e94-2876-4069-bfdc-c02c5d3f620e HTTP/1.1" status: 200 len: 796 time: 0.1957979 Jul 23 21:07:32.528406 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-0ae65145-39e1-426b-a02c-3682842906af tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fc0d96b5da34e009631dc0e0b95c270 HTTP/1.1" status: 200 len: 379 time: 0.0370038 Jul 23 21:07:32.537370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-08c233f2-fd8b-43b6-9d13-946f8b5cdf1c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'port': {'device_id': 'fc761a20-a86f-40cb-a667-127262e3ea5a', 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e', 'admin_state_up': True, 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'security_groups': ['71845170-4adf-4a61-935b-1897be5ba4e7']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:32.658058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-08c233f2-fd8b-43b6-9d13-946f8b5cdf1c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Made reservation on behalf of 3fc0d96b5da34e009631dc0e0b95c270 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:07:32.661617 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-08c233f2-fd8b-43b6-9d13-946f8b5cdf1c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:32.789639 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-08c233f2-fd8b-43b6-9d13-946f8b5cdf1c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Allocated IP 172.20.0.12 (2d8c7e94-2876-4069-bfdc-c02c5d3f620e/b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9/e8075233-429e-4920-848c-b42642faadd2) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:07:32.939053 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-08c233f2-fd8b-43b6-9d13-946f8b5cdf1c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:32.953285 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-08c233f2-fd8b-43b6-9d13-946f8b5cdf1c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Transition to ACTIVE for port object e8075233-429e-4920-848c-b42642faadd2 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:07:32.987977 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-08c233f2-fd8b-43b6-9d13-946f8b5cdf1c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:33.031667 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-08c233f2-fd8b-43b6-9d13-946f8b5cdf1c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network 2d8c7e94-2876-4069-bfdc-c02c5d3f620e is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:07:33.034628 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-08c233f2-fd8b-43b6-9d13-946f8b5cdf1c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:07:33.040858 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-08c233f2-fd8b-43b6-9d13-946f8b5cdf1c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:07:33.067663 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c233f2-fd8b-43b6-9d13-946f8b5cdf1c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=e8075233-429e-4920-848c-b42642faadd2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:33.103330 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-08c233f2-fd8b-43b6-9d13-946f8b5cdf1c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:33.103610 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-08c233f2-fd8b-43b6-9d13-946f8b5cdf1c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:33.129343 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-08c233f2-fd8b-43b6-9d13-946f8b5cdf1c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5959406 Jul 23 21:07:33.142233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Request body: {'port': {'device_id': 'fc761a20-a86f-40cb-a667-127262e3ea5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:33.229764 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:33.350178 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bae3cadf-78c3-4e38-9bdb-635e7ff82e0e None None] Provisioning for port e8075233-429e-4920-848c-b42642faadd2 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:07:33.355765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bae3cadf-78c3-4e38-9bdb-635e7ff82e0e None None] Provisioning complete for port e8075233-429e-4920-848c-b42642faadd2 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:07:33.356188 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bae3cadf-78c3-4e38-9bdb-635e7ff82e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:33.392929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-bae3cadf-78c3-4e38-9bdb-635e7ff82e0e None None] Port e8075233-429e-4920-848c-b42642faadd2 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:07:33.510535 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936e9e3-f5bc-4f86-91ae-b014fa1d784d req-452c4d86-c434-4e83-9638-a123e1d99c33 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:33.511186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8075233-429e-4920-848c-b42642faadd2 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:07:33.512035 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3936e9e3-f5bc-4f86-91ae-b014fa1d784d req-452c4d86-c434-4e83-9638-a123e1d99c33 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 932 time: 0.0658643 Jul 23 21:07:33.518474 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:33.530960 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Transition to ACTIVE for port object e8075233-429e-4920-848c-b42642faadd2 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:07:33.535410 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:33.552002 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3936e9e3-f5bc-4f86-91ae-b014fa1d784d req-063d46c3-08e9-42ef-9274-48ee62832470 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342453 Jul 23 21:07:33.628153 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=e8075233-429e-4920-848c-b42642faadd2,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:33.659760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Attempting to bind port e8075233-429e-4920-848c-b42642faadd2 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:07:33.660102 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Attempting to bind port e8075233-429e-4920-848c-b42642faadd2 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '836f8cf9-8597-4748-b88c-8ea09add2ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:07:33.660436 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Attempting to bind port e8075233-429e-4920-848c-b42642faadd2 on network 2d8c7e94-2876-4069-bfdc-c02c5d3f620e {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:07:33.664948 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Port e8075233-429e-4920-848c-b42642faadd2 on network 2d8c7e94-2876-4069-bfdc-c02c5d3f620e not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:07:33.665269 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Attempting to bind port e8075233-429e-4920-848c-b42642faadd2 on network 2d8c7e94-2876-4069-bfdc-c02c5d3f620e {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:07:33.670265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:07:33.670604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Checking segment: {'id': '836f8cf9-8597-4748-b88c-8ea09add2ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:07:33.670993 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Bound using segment: {'id': '836f8cf9-8597-4748-b88c-8ea09add2ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:07:33.671460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Bound port: e8075233-429e-4920-848c-b42642faadd2, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836f8cf9-8597-4748-b88c-8ea09add2ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:07:33.671824 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:33.690566 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device bd0d9873-c82f-478b-b34c-f9cfcce867ab up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:07:33.743305 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port bd0d9873-c82f-478b-b34c-f9cfcce867ab completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:07:33.748808 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] For port e8075233-429e-4920-848c-b42642faadd2, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:07:33.749360 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port bd0d9873-c82f-478b-b34c-f9cfcce867ab triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:07:33.749784 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:33.752635 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] For port e8075233-429e-4920-848c-b42642faadd2, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e8075233-429e-4920-848c-b42642faadd2,segment=NetworkSegment(836f8cf9-8597-4748-b88c-8ea09add2ecc),segment_id=836f8cf9-8597-4748-b88c-8ea09add2ecc)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:07:33.756792 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:33.775230 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:33.776194 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:33.777917 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] 10.222.0.57 "PUT /v2.0/ports/e8075233-429e-4920-848c-b42642faadd2 HTTP/1.1" status: 200 len: 1093 time: 0.6401329 Jul 23 21:07:33.778577 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc761a20-a86f-40cb-a667-127262e3ea5a', 'tag': 'e8075233-429e-4920-848c-b42642faadd2'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:33.781896 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682dbab3-bbf0-4cf3-9c07-bb8150dc8046" -d '{"events": [{"name": "network-changed", "server_uuid": "fc761a20-a86f-40cb-a667-127262e3ea5a", "tag": "e8075233-429e-4920-848c-b42642faadd2"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:33.858958 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b07508-5b10-478d-bc87-f706d72e8cd0 x-openstack-request-id: req-e2b07508-5b10-478d-bc87-f706d72e8cd0 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:33.859312 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc761a20-a86f-40cb-a667-127262e3ea5a", "tag": "e8075233-429e-4920-848c-b42642faadd2", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:33.859541 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2b07508-5b10-478d-bc87-f706d72e8cd0 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:33.859946 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc761a20-a86f-40cb-a667-127262e3ea5a', 'tag': 'e8075233-429e-4920-848c-b42642faadd2', 'status': 'completed', 'code': 200} Jul 23 21:07:33.867558 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c59ec7-ac3e-4720-b079-ae29e7521fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=e8075233-429e-4920-848c-b42642faadd2,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:33.869749 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:33.895266 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-cb828e8f-2527-46e9-95fe-972f521bfd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:33.897094 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-cb828e8f-2527-46e9-95fe-972f521bfd9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 1096 time: 0.0741622 Jul 23 21:07:33.909803 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port bd0d9873-c82f-478b-b34c-f9cfcce867ab, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=bd0d9873-c82f-478b-b34c-f9cfcce867ab,segment=NetworkSegment(836f8cf9-8597-4748-b88c-8ea09add2ecc),segment_id=836f8cf9-8597-4748-b88c-8ea09add2ecc)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:33.914664 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:33.946273 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-62713a17-1621-47a3-a45a-3a539e8d2025 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8075233-429e-4920-848c-b42642faadd2 HTTP/1.1" status: 200 len: 217 time: 0.0421293 Jul 23 21:07:33.967710 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=bd0d9873-c82f-478b-b34c-f9cfcce867ab,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:33.998032 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-4ae31b5d-17a0-44a6-b37d-10bda72dcc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:33.999524 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-4ae31b5d-17a0-44a6-b37d-10bda72dcc53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9 HTTP/1.1" status: 200 len: 835 time: 0.0467789 Jul 23 21:07:34.059787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-ffcfed31-35b3-4c7b-9440-1dcd673a5b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:34.061198 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-ffcfed31-35b3-4c7b-9440-1dcd673a5b8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2d8c7e94-2876-4069-bfdc-c02c5d3f620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548356 Jul 23 21:07:34.155030 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-b7ec17b5-4a45-4fd5-b9b6-c5767f1ef751 service neutron] 10.222.0.57 "GET /v2.0/networks/2d8c7e94-2876-4069-bfdc-c02c5d3f620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866764 Jul 23 21:07:34.244984 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-89f59d92-d629-4f71-9839-b703cdbeb434 req-e8fc72a6-3f84-4122-bf24-3728c50d8ebc service neutron] 10.222.0.57 "GET /v2.0/networks/2d8c7e94-2876-4069-bfdc-c02c5d3f620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843961 Jul 23 21:07:34.341600 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dbab3-bbf0-4cf3-9c07-bb8150dc8046 req-5acd3985-9fc1-4ae2-9f1b-6081e05ab8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:34.342994 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-682dbab3-bbf0-4cf3-9c07-bb8150dc8046 req-5acd3985-9fc1-4ae2-9f1b-6081e05ab8f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 1096 time: 0.0540969 Jul 23 21:07:34.436475 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dbab3-bbf0-4cf3-9c07-bb8150dc8046 req-7bfe52aa-4909-4d39-8f81-bb680d5b8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:34.438036 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-682dbab3-bbf0-4cf3-9c07-bb8150dc8046 req-7bfe52aa-4909-4d39-8f81-bb680d5b8916 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2d8c7e94-2876-4069-bfdc-c02c5d3f620e HTTP/1.1" status: 200 len: 897 time: 0.0883760 Jul 23 21:07:34.478898 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-682dbab3-bbf0-4cf3-9c07-bb8150dc8046 req-0c52ce62-f1ba-4c62-8870-f6ce9f1c1108 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8075233-429e-4920-848c-b42642faadd2 HTTP/1.1" status: 200 len: 217 time: 0.0342879 Jul 23 21:07:34.530166 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dbab3-bbf0-4cf3-9c07-bb8150dc8046 req-29d967e3-2a19-46c9-a96d-9d404b618ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:34.531943 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-682dbab3-bbf0-4cf3-9c07-bb8150dc8046 req-29d967e3-2a19-46c9-a96d-9d404b618ce6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9 HTTP/1.1" status: 200 len: 835 time: 0.0471919 Jul 23 21:07:34.593725 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dbab3-bbf0-4cf3-9c07-bb8150dc8046 req-bc3aa0fc-2599-4032-b9e3-1d78ad27d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:34.595214 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-682dbab3-bbf0-4cf3-9c07-bb8150dc8046 req-bc3aa0fc-2599-4032-b9e3-1d78ad27d8ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2d8c7e94-2876-4069-bfdc-c02c5d3f620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564170 Jul 23 21:07:34.679501 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047b91d-6c31-488d-b205-11da75dd1061 req-4f204169-f9b9-4bd8-a4ce-2517e175f235 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:34.681122 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d047b91d-6c31-488d-b205-11da75dd1061 req-4f204169-f9b9-4bd8-a4ce-2517e175f235 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 944 time: 0.0635896 Jul 23 21:07:34.689864 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-682dbab3-bbf0-4cf3-9c07-bb8150dc8046 req-1d291bf2-c030-4b4d-a609-26e82c6b5b09 service neutron] 10.222.0.57 "GET /v2.0/networks/2d8c7e94-2876-4069-bfdc-c02c5d3f620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872834 Jul 23 21:07:34.720036 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d047b91d-6c31-488d-b205-11da75dd1061 req-3baa8e7d-b579-4540-bf8e-00bc1a3ef63c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327957 Jul 23 21:07:34.781413 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-682dbab3-bbf0-4cf3-9c07-bb8150dc8046 req-3cf087b5-a474-4ca2-96b2-bcdc2e3c8ce6 service neutron] 10.222.0.57 "GET /v2.0/networks/2d8c7e94-2876-4069-bfdc-c02c5d3f620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842013 Jul 23 21:07:35.649502 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device bd0d9873-c82f-478b-b34c-f9cfcce867ab up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:07:35.698345 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port bd0d9873-c82f-478b-b34c-f9cfcce867ab triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:07:35.698714 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:35.853823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa35d9-0735-4cb8-874f-7529c5ed5ca7 req-3eb76760-88f1-42fe-8078-16b5626f05ab tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:35.855293 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d9fa35d9-0735-4cb8-874f-7529c5ed5ca7 req-3eb76760-88f1-42fe-8078-16b5626f05ab tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 944 time: 0.0637987 Jul 23 21:07:35.891992 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d9fa35d9-0735-4cb8-874f-7529c5ed5ca7 req-3908a6e0-5a18-47c7-ab0c-a2b60241dc33 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306597 Jul 23 21:07:36.161262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e8075233-429e-4920-848c-b42642faadd2 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:07:36.252097 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port e8075233-429e-4920-848c-b42642faadd2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e8075233-429e-4920-848c-b42642faadd2,segment=NetworkSegment(836f8cf9-8597-4748-b88c-8ea09add2ecc),segment_id=836f8cf9-8597-4748-b88c-8ea09add2ecc)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:36.266730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'e8075233-429e-4920-848c-b42642faadd2', 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e', 'port_id': 'e8075233-429e-4920-848c-b42642faadd2', 'mac_address': 'fa:16:3e:6f:8d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:07:36.301773 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:36.314976 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8075233-429e-4920-848c-b42642faadd2 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:07:36.334470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port e8075233-429e-4920-848c-b42642faadd2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e8075233-429e-4920-848c-b42642faadd2,segment=NetworkSegment(836f8cf9-8597-4748-b88c-8ea09add2ecc),segment_id=836f8cf9-8597-4748-b88c-8ea09add2ecc)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:36.338518 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:36.384974 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=e8075233-429e-4920-848c-b42642faadd2,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:36.536552 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['e8075233-429e-4920-848c-b42642faadd2'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:07:37.023958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8206a-4fc9-423b-ad34-15ee023f8597 req-ce7cd5b0-ebf0-4e0b-95d7-b1b60070a268 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:37.025437 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59c8206a-4fc9-423b-ad34-15ee023f8597 req-ce7cd5b0-ebf0-4e0b-95d7-b1b60070a268 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 945 time: 0.0661151 Jul 23 21:07:37.062144 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59c8206a-4fc9-423b-ad34-15ee023f8597 req-e0af44be-fda1-4e1d-9275-bf6e3a295768 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312335 Jul 23 21:07:38.161583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e8075233-429e-4920-848c-b42642faadd2 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:07:38.190688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360eeae-c4a7-4bd1-9ac7-5a509c44bdb1 req-361a34f3-1116-4249-83ff-ab82d4f6a6d3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:38.192266 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6360eeae-c4a7-4bd1-9ac7-5a509c44bdb1 req-361a34f3-1116-4249-83ff-ab82d4f6a6d3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 945 time: 0.0643244 Jul 23 21:07:38.217679 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port e8075233-429e-4920-848c-b42642faadd2 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:07:38.221582 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port e8075233-429e-4920-848c-b42642faadd2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:07:38.221955 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:38.233116 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6360eeae-c4a7-4bd1-9ac7-5a509c44bdb1 req-02db184c-7e55-4893-8d31-ec3c88a5a7c8 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345449 Jul 23 21:07:38.301292 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:38.324388 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc761a20-a86f-40cb-a667-127262e3ea5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8075233-429e-4920-848c-b42642faadd2'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:38.326623 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58418619-27ec-4eef-8c99-463f3e9175e8" -d '{"events": [{"server_uuid": "fc761a20-a86f-40cb-a667-127262e3ea5a", "name": "network-vif-plugged", "status": "completed", "tag": "e8075233-429e-4920-848c-b42642faadd2"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:38.339873 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port e8075233-429e-4920-848c-b42642faadd2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e8075233-429e-4920-848c-b42642faadd2,segment=NetworkSegment(836f8cf9-8597-4748-b88c-8ea09add2ecc),segment_id=836f8cf9-8597-4748-b88c-8ea09add2ecc)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:38.344344 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:38.393557 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=e8075233-429e-4920-848c-b42642faadd2,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:38.426580 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71f7d59-a6df-46be-951b-14990247979c x-openstack-request-id: req-b71f7d59-a6df-46be-951b-14990247979c {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:38.426882 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc761a20-a86f-40cb-a667-127262e3ea5a", "name": "network-vif-plugged", "status": "completed", "tag": "e8075233-429e-4920-848c-b42642faadd2", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:38.427203 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b71f7d59-a6df-46be-951b-14990247979c {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:38.427782 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc761a20-a86f-40cb-a667-127262e3ea5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8075233-429e-4920-848c-b42642faadd2', 'code': 200} Jul 23 21:07:38.537162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd477a1-4482-4a6f-96e2-b144f605dd16 req-1d138e79-be4e-4e8f-893e-e43de5f95d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:38.539072 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2bd477a1-4482-4a6f-96e2-b144f605dd16 req-1d138e79-be4e-4e8f-893e-e43de5f95d56 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 1098 time: 0.0551939 Jul 23 21:07:38.574085 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2bd477a1-4482-4a6f-96e2-b144f605dd16 req-268c820f-424c-4583-8b38-0b705dccbc39 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284686 Jul 23 21:07:39.366488 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4132a-5d68-4fa2-a1af-bfc03b7cf8da req-8db96d9b-8076-47f3-b678-942437c2c4cb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:39.368176 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53c4132a-5d68-4fa2-a1af-bfc03b7cf8da req-8db96d9b-8076-47f3-b678-942437c2c4cb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0685308 Jul 23 21:07:39.410247 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53c4132a-5d68-4fa2-a1af-bfc03b7cf8da req-b07324b5-66c8-4c5f-ba3e-7879901fa09e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356641 Jul 23 21:07:40.084097 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7f6e8120-03a4-47e9-8c9c-0e3a8e54e970 req-f485a3d3-855a-4bd7-9fdf-2d644ad68d70 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548003 Jul 23 21:07:40.173928 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e8120-03a4-47e9-8c9c-0e3a8e54e970 req-bd246a38-9db2-44ed-98b5-a056ff7ad69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:40.175400 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7f6e8120-03a4-47e9-8c9c-0e3a8e54e970 req-bd246a38-9db2-44ed-98b5-a056ff7ad69a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 1098 time: 0.0520508 Jul 23 21:07:40.278377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e8120-03a4-47e9-8c9c-0e3a8e54e970 req-fe207959-710e-49fa-8241-a00a9bc534cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:40.279829 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7f6e8120-03a4-47e9-8c9c-0e3a8e54e970 req-fe207959-710e-49fa-8241-a00a9bc534cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=2d8c7e94-2876-4069-bfdc-c02c5d3f620e HTTP/1.1" status: 200 len: 897 time: 0.0853670 Jul 23 21:07:40.318642 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7f6e8120-03a4-47e9-8c9c-0e3a8e54e970 req-aaadcc5d-1ea0-4eb6-add1-00bb677872da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8075233-429e-4920-848c-b42642faadd2 HTTP/1.1" status: 200 len: 217 time: 0.0328715 Jul 23 21:07:40.363616 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e8120-03a4-47e9-8c9c-0e3a8e54e970 req-cb96fa8b-05c9-488f-9a7e-14b9e5addeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:40.364911 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7f6e8120-03a4-47e9-8c9c-0e3a8e54e970 req-cb96fa8b-05c9-488f-9a7e-14b9e5addeef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9 HTTP/1.1" status: 200 len: 835 time: 0.0409954 Jul 23 21:07:40.421116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e8120-03a4-47e9-8c9c-0e3a8e54e970 req-8e7b3db3-7432-4a74-a5a4-46ed001fc757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:40.422667 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7f6e8120-03a4-47e9-8c9c-0e3a8e54e970 req-8e7b3db3-7432-4a74-a5a4-46ed001fc757 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2d8c7e94-2876-4069-bfdc-c02c5d3f620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514817 Jul 23 21:07:40.523297 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7f6e8120-03a4-47e9-8c9c-0e3a8e54e970 req-e1a7834a-498c-403d-9e07-bec95dfe77a9 service neutron] 10.222.0.57 "GET /v2.0/networks/2d8c7e94-2876-4069-bfdc-c02c5d3f620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942423 Jul 23 21:07:40.544652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c928e0-3aba-433a-b38c-88e323e0d317 req-8605903c-3ae0-4755-9add-0b9c9435289a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:40.546332 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12c928e0-3aba-433a-b38c-88e323e0d317 req-8605903c-3ae0-4755-9add-0b9c9435289a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0668476 Jul 23 21:07:40.584961 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12c928e0-3aba-433a-b38c-88e323e0d317 req-57fe42da-1e64-40fb-ae0c-06489cfb054d tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328009 Jul 23 21:07:40.620853 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7f6e8120-03a4-47e9-8c9c-0e3a8e54e970 req-9fcae4f2-ed44-413c-b630-54a8d432541c service neutron] 10.222.0.57 "GET /v2.0/networks/2d8c7e94-2876-4069-bfdc-c02c5d3f620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910959 Jul 23 21:07:40.712610 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccb9ec-a44b-4c6b-a017-83cff2420e46 req-727f6cd3-2436-455b-a502-da73a30fcda1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:40.714929 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-01ccb9ec-a44b-4c6b-a017-83cff2420e46 req-727f6cd3-2436-455b-a502-da73a30fcda1 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0625927 Jul 23 21:07:40.750888 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-01ccb9ec-a44b-4c6b-a017-83cff2420e46 req-4638be1e-0d62-4599-8ae9-09a065387c3b tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301702 Jul 23 21:07:40.772065 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53140) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:41.128444 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea282bd-fe92-484f-b8c2-a0aedc701f60 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:41.129956 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8ea282bd-fe92-484f-b8c2-a0aedc701f60 tempest-TestNetworkAdvancedServerOps-1154821742 tempest-TestNetworkAdvancedServerOps-1154821742-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 1093 time: 0.3569434 Jul 23 21:07:41.132779 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53142) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:41.137566 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': 'e8075233-429e-4920-848c-b42642faadd2', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:41.158602 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:41.253207 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:41.354271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Allocated IP 172.25.3.35 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/f69b4894-92ef-46b4-a983-89b2b3f94aad) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:07:41.457434 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:41.495703 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:41.529673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:07:41.532673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:07:41.538160 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:07:41.564404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=f69b4894-92ef-46b4-a983-89b2b3f94aad,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:41.899438 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:41.973908 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:42.121729 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:42.126143 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:42.198803 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event updated for resources: {'Port': ['ID=f69b4894-92ef-46b4-a983-89b2b3f94aad,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:42.206701 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:42.304728 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Floating IP 88c1bcad-ffe6-4fa9-97cc-8a2aa1561dfd associated. External IP: 172.25.3.35, port: e8075233-429e-4920-848c-b42642faadd2. Jul 23 21:07:42.510104 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router bbbb5627-00a3-4160-b793-f48ceb61393e has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:07:42.628008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:07:42.638647 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9035e02d-f778-4943-9d34-62ca022776ee None None] Sync routers for ids ['bbbb5627-00a3-4160-b793-f48ceb61393e'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:07:42.643822 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:42.648559 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9035e02d-f778-4943-9d34-62ca022776ee None None] Routers {'bbbb5627-00a3-4160-b793-f48ceb61393e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:07:42.649171 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9035e02d-f778-4943-9d34-62ca022776ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:07:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bbbb5627-00a3-4160-b793-f48ceb61393e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:42.683423 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e508dc22-91d1-4642-98b2-1c7d24e4d580 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5496171 Jul 23 21:07:42.684103 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc761a20-a86f-40cb-a667-127262e3ea5a', 'tag': 'e8075233-429e-4920-848c-b42642faadd2'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:42.686466 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0ff82a-c154-47f4-8aeb-b90cd044c10d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc761a20-a86f-40cb-a667-127262e3ea5a", "tag": "e8075233-429e-4920-848c-b42642faadd2"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:42.723740 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f188e2-8690-44d1-8a0b-21fde65e6cf7 x-openstack-request-id: req-73f188e2-8690-44d1-8a0b-21fde65e6cf7 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:42.724098 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc761a20-a86f-40cb-a667-127262e3ea5a", "tag": "e8075233-429e-4920-848c-b42642faadd2", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:42.724456 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73f188e2-8690-44d1-8a0b-21fde65e6cf7 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:42.724910 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc761a20-a86f-40cb-a667-127262e3ea5a', 'tag': 'e8075233-429e-4920-848c-b42642faadd2', 'status': 'completed', 'code': 200} Jul 23 21:07:42.758397 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-9035e02d-f778-4943-9d34-62ca022776ee None None] Set router bbbb5627-00a3-4160-b793-f48ceb61393e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:07:42.799564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fcf5a-9884-430a-9268-e841d3e522b3 req-d5813e81-fcd6-4678-a07b-fde9a2d5ce20 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:42.801455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ff82a-c154-47f4-8aeb-b90cd044c10d req-c3475644-5766-4c83-bd67-bafb5b886be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:42.803037 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ae0ff82a-c154-47f4-8aeb-b90cd044c10d req-c3475644-5766-4c83-bd67-bafb5b886be1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 1098 time: 0.0553846 Jul 23 21:07:42.806350 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b96fcf5a-9884-430a-9268-e841d3e522b3 req-d5813e81-fcd6-4678-a07b-fde9a2d5ce20 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0727229 Jul 23 21:07:42.841575 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b96fcf5a-9884-430a-9268-e841d3e522b3 req-6de69bee-54df-4f30-9518-8d3de71a12fc tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340862 Jul 23 21:07:42.868770 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53148) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:42.906418 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ff82a-c154-47f4-8aeb-b90cd044c10d req-1e01b90f-f6d2-438c-a391-24b5a71dcffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:42.908179 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ae0ff82a-c154-47f4-8aeb-b90cd044c10d req-1e01b90f-f6d2-438c-a391-24b5a71dcffc service neutron] 10.222.0.57 "GET /v2.0/networks?id=2d8c7e94-2876-4069-bfdc-c02c5d3f620e HTTP/1.1" status: 200 len: 897 time: 0.0984974 Jul 23 21:07:42.933061 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d571e4d2-0c7c-492b-bb57-884675655c04 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/floatingips/88c1bcad-ffe6-4fa9-97cc-8a2aa1561dfd HTTP/1.1" status: 200 len: 991 time: 0.0624547 Jul 23 21:07:42.980345 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ae0ff82a-c154-47f4-8aeb-b90cd044c10d req-0b1452fb-87b9-41ce-99ba-beb4d6953976 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8075233-429e-4920-848c-b42642faadd2 HTTP/1.1" status: 200 len: 999 time: 0.0658054 Jul 23 21:07:42.990480 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9035e02d-f778-4943-9d34-62ca022776ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716045462', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:07:25Z', 'updated_at': '2021-07-23T21:07:29Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:26Z', 'updated_at': '2021-07-23T21:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '88c1bcad-ffe6-4fa9-97cc-8a2aa1561dfd', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'port_id': 'e8075233-429e-4920-848c-b42642faadd2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e', 'mac_address': 'fa:16:3e:6f:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc761a20-a86f-40cb-a667-127262e3ea5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:07:41Z', 'updated_at': '2021-07-23T21:07:41Z', 'revision_number': 0, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0d9873-c82f-478b-b34c-f9cfcce867ab', 'name': '', 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:e0:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:28Z', 'updated_at': '2021-07-23T21:07:33Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:43.020582 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9035e02d-f778-4943-9d34-62ca022776ee None None] Checking router: bbbb5627-00a3-4160-b793-f48ceb61393e for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:07:43.028251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ff82a-c154-47f4-8aeb-b90cd044c10d req-fa11edac-1081-4e0d-9ab6-911a0ee34cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:43.028828 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9035e02d-f778-4943-9d34-62ca022776ee None None] Routers {'bbbb5627-00a3-4160-b793-f48ceb61393e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:07:43.029430 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9035e02d-f778-4943-9d34-62ca022776ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:07:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bbbb5627-00a3-4160-b793-f48ceb61393e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:43.029719 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ae0ff82a-c154-47f4-8aeb-b90cd044c10d req-fa11edac-1081-4e0d-9ab6-911a0ee34cee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9 HTTP/1.1" status: 200 len: 835 time: 0.0430517 Jul 23 21:07:43.088226 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ff82a-c154-47f4-8aeb-b90cd044c10d req-6faa8b0b-fd87-4598-aec4-b65be9f6ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:43.090230 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ae0ff82a-c154-47f4-8aeb-b90cd044c10d req-6faa8b0b-fd87-4598-aec4-b65be9f6ffe5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2d8c7e94-2876-4069-bfdc-c02c5d3f620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538826 Jul 23 21:07:43.134599 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-9035e02d-f778-4943-9d34-62ca022776ee None None] Set router bbbb5627-00a3-4160-b793-f48ceb61393e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:07:43.182650 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ae0ff82a-c154-47f4-8aeb-b90cd044c10d req-f41870ea-b3bd-47af-9816-bcde5899756a service neutron] 10.222.0.57 "GET /v2.0/networks/2d8c7e94-2876-4069-bfdc-c02c5d3f620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855873 Jul 23 21:07:43.276327 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ae0ff82a-c154-47f4-8aeb-b90cd044c10d req-5f99fccc-5069-43a6-8f8c-dfb634f54f4a service neutron] 10.222.0.57 "GET /v2.0/networks/2d8c7e94-2876-4069-bfdc-c02c5d3f620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856128 Jul 23 21:07:43.356115 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-9035e02d-f778-4943-9d34-62ca022776ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716045462', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:07:25Z', 'updated_at': '2021-07-23T21:07:29Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:26Z', 'updated_at': '2021-07-23T21:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '88c1bcad-ffe6-4fa9-97cc-8a2aa1561dfd', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'port_id': 'e8075233-429e-4920-848c-b42642faadd2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e', 'mac_address': 'fa:16:3e:6f:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc761a20-a86f-40cb-a667-127262e3ea5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:07:41Z', 'updated_at': '2021-07-23T21:07:41Z', 'revision_number': 0, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0d9873-c82f-478b-b34c-f9cfcce867ab', 'name': '', 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:e0:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:28Z', 'updated_at': '2021-07-23T21:07:33Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:43.384125 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9035e02d-f778-4943-9d34-62ca022776ee None None] The sync data for ids ['bbbb5627-00a3-4160-b793-f48ceb61393e'] in n-d-791504-18 is: [{'id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716045462', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:07:25Z', 'updated_at': '2021-07-23T21:07:29Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:26Z', 'updated_at': '2021-07-23T21:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '88c1bcad-ffe6-4fa9-97cc-8a2aa1561dfd', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'port_id': 'e8075233-429e-4920-848c-b42642faadd2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e', 'mac_address': 'fa:16:3e:6f:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc761a20-a86f-40cb-a667-127262e3ea5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:07:41Z', 'updated_at': '2021-07-23T21:07:41Z', 'revision_number': 0, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0d9873-c82f-478b-b34c-f9cfcce867ab', 'name': '', 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:e0:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:28Z', 'updated_at': '2021-07-23T21:07:33Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:07:43.564425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afbe7c1-af57-42bc-801c-7237a493d9b9 None None] New status for floating IP 88c1bcad-ffe6-4fa9-97cc-8a2aa1561dfd: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:07:43.936849 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53150) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:43.997135 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-50204131-ffa8-4bcd-8ec7-9eb101553eb3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/floatingips/88c1bcad-ffe6-4fa9-97cc-8a2aa1561dfd HTTP/1.1" status: 200 len: 993 time: 0.0591674 Jul 23 21:07:45.656618 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:47.065119 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:54.592811 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4814bfc-2bfe-409f-bbdb-37240e4e9e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:57.151082 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2b7ac5e-5ba8-4b14-a99e-5d9aee514bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:57.389123 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:58.592321 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:00.050966 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:07.056616 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:08:15.481589 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252fb16-d30c-441f-928b-8b34b08caded req-613d2dc7-fbef-4ccd-8a98-ac463f53cea2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:15.483085 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6252fb16-d30c-441f-928b-8b34b08caded req-613d2dc7-fbef-4ccd-8a98-ac463f53cea2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0686109 Jul 23 21:08:15.520288 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6252fb16-d30c-441f-928b-8b34b08caded req-68010419-0ba6-4f71-838c-9684dbfe860f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317125 Jul 23 21:08:15.654674 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:16.655552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f5156-f2eb-499a-b3b5-ccaaa93edf19 req-2f3ab2d7-7970-48e8-b259-04ece3e44876 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:16.657100 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ef4f5156-f2eb-499a-b3b5-ccaaa93edf19 req-2f3ab2d7-7970-48e8-b259-04ece3e44876 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0653512 Jul 23 21:08:16.693233 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ef4f5156-f2eb-499a-b3b5-ccaaa93edf19 req-827be35a-ec65-4f29-98d8-11865fa2b1e3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305595 Jul 23 21:08:17.063795 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:17.824586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f30b9-5b9c-43f9-99f9-2ea10e928199 req-3fe6ec62-1b54-45b7-a8fa-28e7247160f2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:17.825967 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-175f30b9-5b9c-43f9-99f9-2ea10e928199 req-3fe6ec62-1b54-45b7-a8fa-28e7247160f2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0658231 Jul 23 21:08:17.863538 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-175f30b9-5b9c-43f9-99f9-2ea10e928199 req-dab3494f-e89b-4ec1-b413-f0463c770bd0 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314150 Jul 23 21:08:18.990200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666b05e-a8e9-4c85-9171-939168dcb26c req-d17dcf02-e717-4b45-bf19-0d74ea3ae8df tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:18.991721 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9666b05e-a8e9-4c85-9171-939168dcb26c req-d17dcf02-e717-4b45-bf19-0d74ea3ae8df tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0641515 Jul 23 21:08:19.028672 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9666b05e-a8e9-4c85-9171-939168dcb26c req-1c227974-a3d7-43e9-9785-58cc64379cfb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306158 Jul 23 21:08:20.161178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc4376-2016-4c95-8ecd-35a455e5601f req-39e1db64-ba9d-43c9-bd6c-03688705b97f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:20.162698 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d7cc4376-2016-4c95-8ecd-35a455e5601f req-39e1db64-ba9d-43c9-bd6c-03688705b97f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0679722 Jul 23 21:08:20.199822 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d7cc4376-2016-4c95-8ecd-35a455e5601f req-a3a2e250-24c3-49fd-abf8-05f8f68748d3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309207 Jul 23 21:08:21.330796 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec462f7-bf0b-41a4-8c57-265f129e890f req-2618234d-98e6-4414-9fe8-211fadf23908 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:21.332304 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dec462f7-bf0b-41a4-8c57-265f129e890f req-2618234d-98e6-4414-9fe8-211fadf23908 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0671175 Jul 23 21:08:21.369309 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dec462f7-bf0b-41a4-8c57-265f129e890f req-09e713d0-193e-4dc8-831b-902efaab439e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314422 Jul 23 21:08:22.499206 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79c04d-d38e-4044-b42d-9b03c038bc55 req-667d93d5-8cd7-4643-a7ca-0b1b60f5522e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:22.500709 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce79c04d-d38e-4044-b42d-9b03c038bc55 req-667d93d5-8cd7-4643-a7ca-0b1b60f5522e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0638347 Jul 23 21:08:22.538303 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce79c04d-d38e-4044-b42d-9b03c038bc55 req-e8fc2133-d121-4e03-bc26-bcdcee34d87a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320807 Jul 23 21:08:23.672277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c2dcd-dd69-48b0-877e-a7c5bd0c26be req-ba52ef17-feb7-4dbd-a606-48e068d80de7 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:23.673789 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b0c2dcd-dd69-48b0-877e-a7c5bd0c26be req-ba52ef17-feb7-4dbd-a606-48e068d80de7 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0694091 Jul 23 21:08:23.711938 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b0c2dcd-dd69-48b0-877e-a7c5bd0c26be req-59deba9f-9b56-4680-913f-d2841123d0ef tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325553 Jul 23 21:08:24.594176 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-07cf4212-6376-413e-8c91-61ed08aa0ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:24.840715 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2f038-6d9a-4926-894f-03ed911409da req-ceb7d6fe-24cd-49a5-b409-926ab65216b4 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:24.842214 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ad2f038-6d9a-4926-894f-03ed911409da req-ceb7d6fe-24cd-49a5-b409-926ab65216b4 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0636203 Jul 23 21:08:24.879346 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ad2f038-6d9a-4926-894f-03ed911409da req-ca23ecd4-a6f2-46f2-a68b-70de3d0c8abb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316026 Jul 23 21:08:26.007704 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b4e8b-cc15-49e9-b133-7f35e8df16f2 req-79122fa9-dac2-4e7f-bbc1-6a2c5e85fd35 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:26.009199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-756b4e8b-cc15-49e9-b133-7f35e8df16f2 req-79122fa9-dac2-4e7f-bbc1-6a2c5e85fd35 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0627227 Jul 23 21:08:26.045993 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-756b4e8b-cc15-49e9-b133-7f35e8df16f2 req-dfaa1c9d-4e8e-4906-a125-7b1ec5e6c84f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306828 Jul 23 21:08:27.152102 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c6a3d7d-8742-4044-a5f1-99cd7a58ee53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:27.181478 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a35cd8-e347-4236-838f-e612f2cceb83 req-8261270d-3c89-42ec-b7eb-e1ad79810135 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:27.183660 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-01a35cd8-e347-4236-838f-e612f2cceb83 req-8261270d-3c89-42ec-b7eb-e1ad79810135 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0712924 Jul 23 21:08:27.220306 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-01a35cd8-e347-4236-838f-e612f2cceb83 req-ea2188cf-5184-449d-afba-3c9c0cc6fb5c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310922 Jul 23 21:08:27.389016 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:28.349168 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870eda3-15ea-4933-8df6-8bd942581600 req-dbf6a631-f8d4-406b-8d6e-af2a025c4ebd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:28.350678 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7870eda3-15ea-4933-8df6-8bd942581600 req-dbf6a631-f8d4-406b-8d6e-af2a025c4ebd tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0636837 Jul 23 21:08:28.387504 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7870eda3-15ea-4933-8df6-8bd942581600 req-f32da421-42e4-41f4-baa0-b9dfe4a514c7 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312011 Jul 23 21:08:28.594691 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:29.518335 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c46ff-aab7-4935-b725-1e0363dd3e96 req-988a03f4-01ed-4682-a41c-0ae2566faacb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:29.519844 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ea1c46ff-aab7-4935-b725-1e0363dd3e96 req-988a03f4-01ed-4682-a41c-0ae2566faacb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0658617 Jul 23 21:08:29.559010 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ea1c46ff-aab7-4935-b725-1e0363dd3e96 req-1d4456da-64ab-4914-8de8-27746f5bc107 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335743 Jul 23 21:08:30.053355 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:30.688263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef607a4-37c5-4362-a1dd-6eb1df3a6d91 req-f2e9e61c-64ab-46bd-8818-73f9517da1fb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:30.689794 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ef607a4-37c5-4362-a1dd-6eb1df3a6d91 req-f2e9e61c-64ab-46bd-8818-73f9517da1fb tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0643191 Jul 23 21:08:30.729551 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ef607a4-37c5-4362-a1dd-6eb1df3a6d91 req-83b38b4e-5bfc-456d-b493-5179422f8f27 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334673 Jul 23 21:08:31.858325 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af44d09-d0af-49cf-8a4a-e6c0069aed3b req-d7c7b6dd-4d6b-4cd3-8d2f-c1d0965f406c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:31.859850 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6af44d09-d0af-49cf-8a4a-e6c0069aed3b req-d7c7b6dd-4d6b-4cd3-8d2f-c1d0965f406c tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0629618 Jul 23 21:08:31.896272 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6af44d09-d0af-49cf-8a4a-e6c0069aed3b req-a9ff6a19-06cf-4c59-999e-8898e5cbb845 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309019 Jul 23 21:08:33.033452 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b3601-6c37-47a8-9c2e-f8c1299c659b req-84459c00-945e-40b2-b086-b0435e355365 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:33.035354 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-033b3601-6c37-47a8-9c2e-f8c1299c659b req-84459c00-945e-40b2-b086-b0435e355365 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0729041 Jul 23 21:08:33.074663 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-033b3601-6c37-47a8-9c2e-f8c1299c659b req-db07bb64-68d7-4af4-9f2d-25c423084bec tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337801 Jul 23 21:08:33.097309 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd95182-3f36-4250-9b65-c9fe431a197b req-ef11103b-8109-4646-bf3e-52123cc049bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:33.098811 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1bd95182-3f36-4250-9b65-c9fe431a197b req-ef11103b-8109-4646-bf3e-52123cc049bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 1098 time: 0.0529938 Jul 23 21:08:33.131911 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1bd95182-3f36-4250-9b65-c9fe431a197b req-22d99d88-e442-4651-b853-25ac9508a9b5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269582 Jul 23 21:08:34.203039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5ddc7-5f8c-45e7-8ad8-f9bacccd079d req-4324b04a-eb7d-4a77-924d-de95f2d9b4d2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:34.204556 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06c5ddc7-5f8c-45e7-8ad8-f9bacccd079d req-4324b04a-eb7d-4a77-924d-de95f2d9b4d2 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0641465 Jul 23 21:08:34.241284 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06c5ddc7-5f8c-45e7-8ad8-f9bacccd079d req-831f2d16-6702-4a2d-9481-451d7df28410 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311723 Jul 23 21:08:34.263675 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53212) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:08:34.318214 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e8075233-429e-4920-848c-b42642faadd2 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:08:34.329298 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-27bd438c-c94a-45d1-9946-9e0c2efb8d85 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/floatingips/88c1bcad-ffe6-4fa9-97cc-8a2aa1561dfd HTTP/1.1" status: 200 len: 993 time: 0.0641761 Jul 23 21:08:34.455627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port e8075233-429e-4920-848c-b42642faadd2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e8075233-429e-4920-848c-b42642faadd2,segment=NetworkSegment(836f8cf9-8597-4748-b88c-8ea09add2ecc),segment_id=836f8cf9-8597-4748-b88c-8ea09add2ecc)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:08:34.470382 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'e8075233-429e-4920-848c-b42642faadd2', 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e', 'port_id': 'e8075233-429e-4920-848c-b42642faadd2', 'mac_address': 'fa:16:3e:6f:8d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:08:34.517852 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:34.535368 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8075233-429e-4920-848c-b42642faadd2 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:08:34.555234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port e8075233-429e-4920-848c-b42642faadd2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e8075233-429e-4920-848c-b42642faadd2,segment=NetworkSegment(836f8cf9-8597-4748-b88c-8ea09add2ecc),segment_id=836f8cf9-8597-4748-b88c-8ea09add2ecc)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:08:34.559637 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:34.611391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=e8075233-429e-4920-848c-b42642faadd2,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:34.618490 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:34.618835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:34.619833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:34.620173 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:34.620503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:34.620831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:34.621154 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:34.621478 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:34.621799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:34.622117 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:34.622434 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:34.622751 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:08:34.756430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['e8075233-429e-4920-848c-b42642faadd2'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:08:36.331962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e8075233-429e-4920-848c-b42642faadd2 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:08:36.378405 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port e8075233-429e-4920-848c-b42642faadd2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:08:36.378768 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:36.455635 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:36.477136 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc761a20-a86f-40cb-a667-127262e3ea5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8075233-429e-4920-848c-b42642faadd2'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:08:36.479378 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ee8ddf-8304-4b40-b8ce-d508ebc23f7e" -d '{"events": [{"server_uuid": "fc761a20-a86f-40cb-a667-127262e3ea5a", "name": "network-vif-plugged", "status": "completed", "tag": "e8075233-429e-4920-848c-b42642faadd2"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:08:36.491713 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port e8075233-429e-4920-848c-b42642faadd2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e8075233-429e-4920-848c-b42642faadd2,segment=NetworkSegment(836f8cf9-8597-4748-b88c-8ea09add2ecc),segment_id=836f8cf9-8597-4748-b88c-8ea09add2ecc)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:08:36.496377 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:36.525262 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ff2209-f7d5-41a5-8bf6-d1685ba148d4 x-openstack-request-id: req-03ff2209-f7d5-41a5-8bf6-d1685ba148d4 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:08:36.525548 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc761a20-a86f-40cb-a667-127262e3ea5a", "name": "network-vif-plugged", "status": "completed", "tag": "e8075233-429e-4920-848c-b42642faadd2", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:08:36.525798 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03ff2209-f7d5-41a5-8bf6-d1685ba148d4 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:08:36.526175 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc761a20-a86f-40cb-a667-127262e3ea5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8075233-429e-4920-848c-b42642faadd2', 'code': 200} Jul 23 21:08:36.551936 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=e8075233-429e-4920-848c-b42642faadd2,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:08:41.098902 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-47deaf85-a156-45be-bfba-3f0037a78e44 req-f2d70e90-91da-4813-b24b-ce4c92328d87 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555799 Jul 23 21:08:41.192239 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deaf85-a156-45be-bfba-3f0037a78e44 req-a0416be7-2029-4494-81d8-580066f83124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:41.193742 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-47deaf85-a156-45be-bfba-3f0037a78e44 req-a0416be7-2029-4494-81d8-580066f83124 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 1098 time: 0.0544395 Jul 23 21:08:41.298053 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deaf85-a156-45be-bfba-3f0037a78e44 req-55ce0305-b976-4bf8-8a8e-4d36e3646ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:41.299542 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-47deaf85-a156-45be-bfba-3f0037a78e44 req-55ce0305-b976-4bf8-8a8e-4d36e3646ddf service neutron] 10.222.0.57 "GET /v2.0/networks?id=2d8c7e94-2876-4069-bfdc-c02c5d3f620e HTTP/1.1" status: 200 len: 897 time: 0.0882120 Jul 23 21:08:41.362756 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-47deaf85-a156-45be-bfba-3f0037a78e44 req-62601dce-5f78-4675-a2a5-5c3867543bf3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8075233-429e-4920-848c-b42642faadd2 HTTP/1.1" status: 200 len: 1001 time: 0.0570753 Jul 23 21:08:41.410075 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deaf85-a156-45be-bfba-3f0037a78e44 req-7ad79e5e-7887-4487-a5a2-c741cad78332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:41.411502 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-47deaf85-a156-45be-bfba-3f0037a78e44 req-7ad79e5e-7887-4487-a5a2-c741cad78332 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9 HTTP/1.1" status: 200 len: 835 time: 0.0429335 Jul 23 21:08:41.472244 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deaf85-a156-45be-bfba-3f0037a78e44 req-72768286-8ca0-42f3-9884-9d73f103bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:41.473753 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-47deaf85-a156-45be-bfba-3f0037a78e44 req-72768286-8ca0-42f3-9884-9d73f103bfe4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2d8c7e94-2876-4069-bfdc-c02c5d3f620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557528 Jul 23 21:08:41.563462 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-47deaf85-a156-45be-bfba-3f0037a78e44 req-3432a204-8c9e-4bf3-b5a1-4e07e33c0d6e service neutron] 10.222.0.57 "GET /v2.0/networks/2d8c7e94-2876-4069-bfdc-c02c5d3f620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827861 Jul 23 21:08:41.655829 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-47deaf85-a156-45be-bfba-3f0037a78e44 req-1cd3a904-4521-4bf6-9cd8-6998d860cdb4 service neutron] 10.222.0.57 "GET /v2.0/networks/2d8c7e94-2876-4069-bfdc-c02c5d3f620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858209 Jul 23 21:08:44.055367 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:08:45.655494 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:47.073431 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:54.596582 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6128cef-3b21-4b3a-b643-5ec1f11826c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:57.152527 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d0c3e8e-7df6-4dc5-ac1a-e3b38a28ef64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:57.388750 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:58.597883 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:00.055384 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:09.511476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53226) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:09.667250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting port f69b4894-92ef-46b4-a983-89b2b3f94aad {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:09:09.667596 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:09.745372 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:09.745699 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:09.757513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Calling delete_port for f69b4894-92ef-46b4-a983-89b2b3f94aad owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:09:09.897868 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:09.925564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Port': ['ID=f69b4894-92ef-46b4-a983-89b2b3f94aad,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:09.952077 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:09.952426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:09.952769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:09.953102 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:09.953433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:09.953766 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:09.954098 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:09.954425 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:09.954750 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:09.955075 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:09.955419 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:09.955739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:09.995901 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:09.996889 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Floating IP 88c1bcad-ffe6-4fa9-97cc-8a2aa1561dfd disassociated (deleted). External IP: 172.25.3.35, port: e8075233-429e-4920-848c-b42642faadd2. Jul 23 21:09:10.211973 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router bbbb5627-00a3-4160-b793-f48ceb61393e has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:09:10.630593 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:09:10.635473 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:10.640510 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f7fa8-dfa3-443d-a277-e43e6e67b1a4 None None] Sync routers for ids ['bbbb5627-00a3-4160-b793-f48ceb61393e'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:09:10.649081 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5f7fa8-dfa3-443d-a277-e43e6e67b1a4 None None] Routers {'bbbb5627-00a3-4160-b793-f48ceb61393e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:09:10.649677 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ea5f7fa8-dfa3-443d-a277-e43e6e67b1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:08:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bbbb5627-00a3-4160-b793-f48ceb61393e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:10.671508 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-512824f6-0738-45e4-815d-2ab187d85d57 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/floatingips/88c1bcad-ffe6-4fa9-97cc-8a2aa1561dfd HTTP/1.1" status: 204 len: 168 time: 1.1583755 Jul 23 21:09:10.672221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc761a20-a86f-40cb-a667-127262e3ea5a', 'tag': 'e8075233-429e-4920-848c-b42642faadd2'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:09:10.674455 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427904c4-c4a6-484f-8088-83b645e7d1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc761a20-a86f-40cb-a667-127262e3ea5a", "tag": "e8075233-429e-4920-848c-b42642faadd2"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:09:10.719716 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7132ae76-34db-4f1f-a23d-df70d9344e45 x-openstack-request-id: req-7132ae76-34db-4f1f-a23d-df70d9344e45 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:09:10.720006 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc761a20-a86f-40cb-a667-127262e3ea5a", "tag": "e8075233-429e-4920-848c-b42642faadd2", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:09:10.720658 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7132ae76-34db-4f1f-a23d-df70d9344e45 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:09:10.720658 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc761a20-a86f-40cb-a667-127262e3ea5a', 'tag': 'e8075233-429e-4920-848c-b42642faadd2', 'status': 'completed', 'code': 200} Jul 23 21:09:10.755052 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-ea5f7fa8-dfa3-443d-a277-e43e6e67b1a4 None None] Set router bbbb5627-00a3-4160-b793-f48ceb61393e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:09:10.804968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427904c4-c4a6-484f-8088-83b645e7d1c2 req-9da872dd-561b-46fa-9ae6-76ba64cdaa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:10.807158 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-427904c4-c4a6-484f-8088-83b645e7d1c2 req-9da872dd-561b-46fa-9ae6-76ba64cdaa41 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 1098 time: 0.0646529 Jul 23 21:09:10.904714 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427904c4-c4a6-484f-8088-83b645e7d1c2 req-f7988ba7-ac50-44da-be54-0977e206099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:10.906506 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-427904c4-c4a6-484f-8088-83b645e7d1c2 req-f7988ba7-ac50-44da-be54-0977e206099e service neutron] 10.222.0.57 "GET /v2.0/networks?id=2d8c7e94-2876-4069-bfdc-c02c5d3f620e HTTP/1.1" status: 200 len: 897 time: 0.0927782 Jul 23 21:09:10.916361 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeea3e7-af91-46e8-bf1c-ecf536b9b19d req-23ef6235-1d7c-44fb-97cc-ee1af3865f2a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:10.917864 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aaeea3e7-af91-46e8-bf1c-ecf536b9b19d req-23ef6235-1d7c-44fb-97cc-ee1af3865f2a tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0678403 Jul 23 21:09:10.949245 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-427904c4-c4a6-484f-8088-83b645e7d1c2 req-219de092-d173-4a76-9195-6177d0c0e1d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8075233-429e-4920-848c-b42642faadd2 HTTP/1.1" status: 200 len: 217 time: 0.0345516 Jul 23 21:09:10.959385 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aaeea3e7-af91-46e8-bf1c-ecf536b9b19d req-5483750e-4a24-4d95-8c75-a3a3521758db tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339983 Jul 23 21:09:10.968303 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ea5f7fa8-dfa3-443d-a277-e43e6e67b1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716045462', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:07:25Z', 'updated_at': '2021-07-23T21:07:29Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:26Z', 'updated_at': '2021-07-23T21:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'bd0d9873-c82f-478b-b34c-f9cfcce867ab', 'name': '', 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:e0:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:28Z', 'updated_at': '2021-07-23T21:07:33Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:10.994377 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f7fa8-dfa3-443d-a277-e43e6e67b1a4 None None] Checking router: bbbb5627-00a3-4160-b793-f48ceb61393e for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:09:10.999065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427904c4-c4a6-484f-8088-83b645e7d1c2 req-87c56a8a-fdb9-4a1a-a91e-5b03f96ca263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:11.000556 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-427904c4-c4a6-484f-8088-83b645e7d1c2 req-87c56a8a-fdb9-4a1a-a91e-5b03f96ca263 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9 HTTP/1.1" status: 200 len: 835 time: 0.0450680 Jul 23 21:09:11.003122 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5f7fa8-dfa3-443d-a277-e43e6e67b1a4 None None] Routers {'bbbb5627-00a3-4160-b793-f48ceb61393e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:09:11.003729 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ea5f7fa8-dfa3-443d-a277-e43e6e67b1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:08:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bbbb5627-00a3-4160-b793-f48ceb61393e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:11.061041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427904c4-c4a6-484f-8088-83b645e7d1c2 req-fb1a91cf-de4a-4263-a756-c17da6837bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:11.062570 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-427904c4-c4a6-484f-8088-83b645e7d1c2 req-fb1a91cf-de4a-4263-a756-c17da6837bd9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2d8c7e94-2876-4069-bfdc-c02c5d3f620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543039 Jul 23 21:09:11.113397 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-ea5f7fa8-dfa3-443d-a277-e43e6e67b1a4 None None] Set router bbbb5627-00a3-4160-b793-f48ceb61393e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:09:11.157323 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-427904c4-c4a6-484f-8088-83b645e7d1c2 req-0c5958b2-1035-4820-911a-287c49da62a6 service neutron] 10.222.0.57 "GET /v2.0/networks/2d8c7e94-2876-4069-bfdc-c02c5d3f620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875788 Jul 23 21:09:11.249629 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-427904c4-c4a6-484f-8088-83b645e7d1c2 req-2dce96a5-f0fc-4262-9617-dca9639e23f3 service neutron] 10.222.0.57 "GET /v2.0/networks/2d8c7e94-2876-4069-bfdc-c02c5d3f620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854778 Jul 23 21:09:11.311298 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-ea5f7fa8-dfa3-443d-a277-e43e6e67b1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716045462', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:07:25Z', 'updated_at': '2021-07-23T21:07:29Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:26Z', 'updated_at': '2021-07-23T21:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'bd0d9873-c82f-478b-b34c-f9cfcce867ab', 'name': '', 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:e0:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:28Z', 'updated_at': '2021-07-23T21:07:33Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:11.336785 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f7fa8-dfa3-443d-a277-e43e6e67b1a4 None None] The sync data for ids ['bbbb5627-00a3-4160-b793-f48ceb61393e'] in n-d-791504-18 is: [{'id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716045462', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:07:25Z', 'updated_at': '2021-07-23T21:07:29Z', 'revision_number': 4, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:26Z', 'updated_at': '2021-07-23T21:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'bd0d9873-c82f-478b-b34c-f9cfcce867ab', 'name': '', 'network_id': '2d8c7e94-2876-4069-bfdc-c02c5d3f620e', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'mac_address': 'fa:16:3e:e0:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:28Z', 'updated_at': '2021-07-23T21:07:33Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'subnets': [{'id': 'b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:09:11.534796 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e516fca-dbf5-4e3e-bae6-14424b419642 None None] New status for floating IP 88c1bcad-ffe6-4fa9-97cc-8a2aa1561dfd: DOWN {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:09:12.107995 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2acd5e-ede9-4103-bb81-6d887e9c05db req-75172b11-63a7-42a4-ae65-50496b244092 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:12.109605 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f2acd5e-ede9-4103-bb81-6d887e9c05db req-75172b11-63a7-42a4-ae65-50496b244092 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0657115 Jul 23 21:09:12.148131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f2acd5e-ede9-4103-bb81-6d887e9c05db req-e43f8d90-7a41-4527-a112-8c336bb2e40f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "GET /v2.0/security-groups?id=71845170-4adf-4a61-935b-1897be5ba4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326800 Jul 23 21:09:12.171860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dafc3-8751-4321-80c7-66d7d02ddb1b req-b92e1564-cc08-4dfb-8554-470b1205b085 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:12.173990 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-559dafc3-8751-4321-80c7-66d7d02ddb1b req-b92e1564-cc08-4dfb-8554-470b1205b085 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.57 "GET /v2.0/ports?device_id=fc761a20-a86f-40cb-a667-127262e3ea5a HTTP/1.1" status: 200 len: 946 time: 0.0688872 Jul 23 21:09:12.271855 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-559dafc3-8751-4321-80c7-66d7d02ddb1b req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting port e8075233-429e-4920-848c-b42642faadd2 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:09:12.272198 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-559dafc3-8751-4321-80c7-66d7d02ddb1b req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:12.361698 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-559dafc3-8751-4321-80c7-66d7d02ddb1b req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] For port e8075233-429e-4920-848c-b42642faadd2, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=e8075233-429e-4920-848c-b42642faadd2,segment=NetworkSegment(836f8cf9-8597-4748-b88c-8ea09add2ecc),segment_id=836f8cf9-8597-4748-b88c-8ea09add2ecc)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:12.362053 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-559dafc3-8751-4321-80c7-66d7d02ddb1b req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:12.374121 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-559dafc3-8751-4321-80c7-66d7d02ddb1b req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Calling delete_port for e8075233-429e-4920-848c-b42642faadd2 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:09:12.502119 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-559dafc3-8751-4321-80c7-66d7d02ddb1b req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:12.530787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Port': ['ID=e8075233-429e-4920-848c-b42642faadd2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:12.542457 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:12.542767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:12.543730 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:12.544081 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:12.544423 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:12.544805 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:12.545143 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:12.545473 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:12.545869 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:12.546151 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:12.546566 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:12.546809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:12.585505 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-559dafc3-8751-4321-80c7-66d7d02ddb1b req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] No DVR routers for this DVR port e8075233-429e-4920-848c-b42642faadd2 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:09:12.588079 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-559dafc3-8751-4321-80c7-66d7d02ddb1b req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:12.590882 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-559dafc3-8751-4321-80c7-66d7d02ddb1b req-43e95bb1-ee73-4292-95f9-3b8a9bde69a3 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.57 "DELETE /v2.0/ports/e8075233-429e-4920-848c-b42642faadd2 HTTP/1.1" status: 204 len: 173 time: 0.4105322 Jul 23 21:09:12.591353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc761a20-a86f-40cb-a667-127262e3ea5a', 'name': 'network-vif-deleted', 'tag': 'e8075233-429e-4920-848c-b42642faadd2'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:09:12.593574 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbec644-39ec-4f83-9eed-d3e35432b910" -d '{"events": [{"server_uuid": "fc761a20-a86f-40cb-a667-127262e3ea5a", "name": "network-vif-deleted", "tag": "e8075233-429e-4920-848c-b42642faadd2"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:09:12.708657 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57beab63-1e03-44ed-8be9-15a69cec432b x-openstack-request-id: req-57beab63-1e03-44ed-8be9-15a69cec432b {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:09:12.708947 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc761a20-a86f-40cb-a667-127262e3ea5a", "name": "network-vif-deleted", "tag": "e8075233-429e-4920-848c-b42642faadd2", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:09:12.709200 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57beab63-1e03-44ed-8be9-15a69cec432b {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:09:12.709599 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc761a20-a86f-40cb-a667-127262e3ea5a', 'name': 'network-vif-deleted', 'tag': 'e8075233-429e-4920-848c-b42642faadd2', 'status': 'completed', 'code': 200} Jul 23 21:09:13.203228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53248) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:13.558235 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5be0ef87-05c9-4690-ad71-d5dea6f73f1f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:13.822485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-5be0ef87-05c9-4690-ad71-d5dea6f73f1f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting port bd0d9873-c82f-478b-b34c-f9cfcce867ab {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:09:13.822751 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5be0ef87-05c9-4690-ad71-d5dea6f73f1f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:13.911360 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-5be0ef87-05c9-4690-ad71-d5dea6f73f1f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] For port bd0d9873-c82f-478b-b34c-f9cfcce867ab, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=bd0d9873-c82f-478b-b34c-f9cfcce867ab,segment=NetworkSegment(836f8cf9-8597-4748-b88c-8ea09add2ecc),segment_id=836f8cf9-8597-4748-b88c-8ea09add2ecc)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:13.911713 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5be0ef87-05c9-4690-ad71-d5dea6f73f1f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:13.927002 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-5be0ef87-05c9-4690-ad71-d5dea6f73f1f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Calling delete_port for bd0d9873-c82f-478b-b34c-f9cfcce867ab owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:09:14.106871 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5be0ef87-05c9-4690-ad71-d5dea6f73f1f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:14.137308 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0ef87-05c9-4690-ad71-d5dea6f73f1f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Port': ['ID=bd0d9873-c82f-478b-b34c-f9cfcce867ab,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:14.308028 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5be0ef87-05c9-4690-ad71-d5dea6f73f1f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:14.522026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be0ef87-05c9-4690-ad71-d5dea6f73f1f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Router bbbb5627-00a3-4160-b793-f48ceb61393e has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:09:14.629982 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be0ef87-05c9-4690-ad71-d5dea6f73f1f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:09:14.634945 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5be0ef87-05c9-4690-ad71-d5dea6f73f1f tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "PUT /v2.0/routers/bbbb5627-00a3-4160-b793-f48ceb61393e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4306693 Jul 23 21:09:14.638211 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53250) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:14.640785 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877acdfe-1b6d-4356-88fc-ab4efae18413 None None] Sync routers for ids ['bbbb5627-00a3-4160-b793-f48ceb61393e'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:09:14.649800 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877acdfe-1b6d-4356-88fc-ab4efae18413 None None] Routers {'bbbb5627-00a3-4160-b793-f48ceb61393e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:09:14.650406 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-877acdfe-1b6d-4356-88fc-ab4efae18413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:08:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bbbb5627-00a3-4160-b793-f48ceb61393e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:14.688111 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-557d4e36-c7f1-45b7-8a5e-620ffb231381 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting subnet b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:09:14.691301 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-557d4e36-c7f1-45b7-8a5e-620ffb231381 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:14.734538 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-557d4e36-c7f1-45b7-8a5e-620ffb231381 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:14.751959 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-877acdfe-1b6d-4356-88fc-ab4efae18413 None None] Set router bbbb5627-00a3-4160-b793-f48ceb61393e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:09:14.817349 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-557d4e36-c7f1-45b7-8a5e-620ffb231381 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:14.875517 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-557d4e36-c7f1-45b7-8a5e-620ffb231381 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:14.908074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d4e36-c7f1-45b7-8a5e-620ffb231381 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Subnet': ['ID=b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:14.910245 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-557d4e36-c7f1-45b7-8a5e-620ffb231381 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:14.912424 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-557d4e36-c7f1-45b7-8a5e-620ffb231381 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/subnets/b723a5e1-e6f2-4489-8568-ae8f7a8ef2a9 HTTP/1.1" status: 204 len: 168 time: 0.2732987 Jul 23 21:09:14.915315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53252) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:14.917553 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a227204a-fa6c-4c40-bf66-ad59c07ae3cc None None] Network 2d8c7e94-2876-4069-bfdc-c02c5d3f620e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:09:14.939016 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-877acdfe-1b6d-4356-88fc-ab4efae18413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716045462', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:07:25Z', 'updated_at': '2021-07-23T21:09:14Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:26Z', 'updated_at': '2021-07-23T21:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:14.969386 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877acdfe-1b6d-4356-88fc-ab4efae18413 None None] Checking router: bbbb5627-00a3-4160-b793-f48ceb61393e for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:09:14.977924 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877acdfe-1b6d-4356-88fc-ab4efae18413 None None] Routers {'bbbb5627-00a3-4160-b793-f48ceb61393e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:09:14.978534 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-877acdfe-1b6d-4356-88fc-ab4efae18413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:08:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['bbbb5627-00a3-4160-b793-f48ceb61393e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:15.021151 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa424f17-f69a-4758-be5e-044ff54a365e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.087194 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-877acdfe-1b6d-4356-88fc-ab4efae18413 None None] Set router bbbb5627-00a3-4160-b793-f48ceb61393e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:09:15.122725 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f5778c-4b60-46fa-b951-06c5de728305 None None] DHCP port deletion for 2d8c7e94-2876-4069-bfdc-c02c5d3f620e request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:09:15.140519 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa424f17-f69a-4758-be5e-044ff54a365e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.168440 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-68f5778c-4b60-46fa-b951-06c5de728305 None None] Deleting port 91bdb55e-3079-4efb-9389-07b3f39aedc5 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:09:15.169122 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68f5778c-4b60-46fa-b951-06c5de728305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.199676 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-fa424f17-f69a-4758-be5e-044ff54a365e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Deleting port cb7f09ec-a50f-4929-b488-e90c41204e91 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:09:15.200023 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa424f17-f69a-4758-be5e-044ff54a365e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.235977 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-68f5778c-4b60-46fa-b951-06c5de728305 None None] For port 91bdb55e-3079-4efb-9389-07b3f39aedc5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=91bdb55e-3079-4efb-9389-07b3f39aedc5,segment=NetworkSegment(836f8cf9-8597-4748-b88c-8ea09add2ecc),segment_id=836f8cf9-8597-4748-b88c-8ea09add2ecc)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:15.236687 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68f5778c-4b60-46fa-b951-06c5de728305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.249262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-68f5778c-4b60-46fa-b951-06c5de728305 None None] Calling delete_port for 91bdb55e-3079-4efb-9389-07b3f39aedc5 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:09:15.280101 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-877acdfe-1b6d-4356-88fc-ab4efae18413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716045462', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:07:25Z', 'updated_at': '2021-07-23T21:09:14Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:26Z', 'updated_at': '2021-07-23T21:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:15.280723 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-fa424f17-f69a-4758-be5e-044ff54a365e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] For port cb7f09ec-a50f-4929-b488-e90c41204e91, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=cb7f09ec-a50f-4929-b488-e90c41204e91,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:15.281088 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa424f17-f69a-4758-be5e-044ff54a365e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.297927 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-fa424f17-f69a-4758-be5e-044ff54a365e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Calling delete_port for cb7f09ec-a50f-4929-b488-e90c41204e91 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:09:15.306869 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877acdfe-1b6d-4356-88fc-ab4efae18413 None None] The sync data for ids ['bbbb5627-00a3-4160-b793-f48ceb61393e'] in n-d-791504-18 is: [{'id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716045462', 'tenant_id': '3fc0d96b5da34e009631dc0e0b95c270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:07:25Z', 'updated_at': '2021-07-23T21:09:14Z', 'revision_number': 5, 'project_id': '3fc0d96b5da34e009631dc0e0b95c270', 'gw_port': {'id': 'cb7f09ec-a50f-4929-b488-e90c41204e91', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbb5627-00a3-4160-b793-f48ceb61393e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:07:26Z', 'updated_at': '2021-07-23T21:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:09:15.341786 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68f5778c-4b60-46fa-b951-06c5de728305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.367758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5778c-4b60-46fa-b951-06c5de728305 None None] Pushing event deleted for resources: {'Port': ['ID=91bdb55e-3079-4efb-9389-07b3f39aedc5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:15.369523 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f5778c-4b60-46fa-b951-06c5de728305 None None] No DVR routers for this DVR port 91bdb55e-3079-4efb-9389-07b3f39aedc5 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:09:15.475120 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa424f17-f69a-4758-be5e-044ff54a365e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.500742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa424f17-f69a-4758-be5e-044ff54a365e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Port': ['ID=cb7f09ec-a50f-4929-b488-e90c41204e91,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:15.567811 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa424f17-f69a-4758-be5e-044ff54a365e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.664749 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa424f17-f69a-4758-be5e-044ff54a365e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.665493 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.667850 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa424f17-f69a-4758-be5e-044ff54a365e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.715213 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa424f17-f69a-4758-be5e-044ff54a365e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.715770 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa424f17-f69a-4758-be5e-044ff54a365e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Fanout notify agent at l3_agent the message router_deleted on router bbbb5627-00a3-4160-b793-f48ceb61393e {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:09:15.724333 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fa424f17-f69a-4758-be5e-044ff54a365e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.725477 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fa424f17-f69a-4758-be5e-044ff54a365e tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/routers/bbbb5627-00a3-4160-b793-f48ceb61393e HTTP/1.1" status: 204 len: 168 time: 0.8090017 Jul 23 21:09:15.728406 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53254) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:15.798075 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 91bdb55e-3079-4efb-9389-07b3f39aedc5 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:09:15.819527 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 91bdb55e-3079-4efb-9389-07b3f39aedc5 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:09:15.819959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 91bdb55e-3079-4efb-9389-07b3f39aedc5 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:09:15.820441 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device bd0d9873-c82f-478b-b34c-f9cfcce867ab no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:09:15.821048 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-35dcb93b-da0e-4091-b526-51f7caa68268 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.842128 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: bd0d9873-c82f-478b-b34c-f9cfcce867ab {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:09:15.842564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device bd0d9873-c82f-478b-b34c-f9cfcce867ab not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:09:15.906749 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-35dcb93b-da0e-4091-b526-51f7caa68268 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.917645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-35dcb93b-da0e-4091-b526-51f7caa68268 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8c7e94-2876-4069-bfdc-c02c5d3f620e']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:15.928759 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-35dcb93b-da0e-4091-b526-51f7caa68268 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836f8cf9-8597-4748-b88c-8ea09add2ecc') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:15.929066 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-35dcb93b-da0e-4091-b526-51f7caa68268 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836f8cf9-8597-4748-b88c-8ea09add2ecc') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:15.938640 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-35dcb93b-da0e-4091-b526-51f7caa68268 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.952035 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-35dcb93b-da0e-4091-b526-51f7caa68268 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.957845 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35dcb93b-da0e-4091-b526-51f7caa68268 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:09:15.958230 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-35dcb93b-da0e-4091-b526-51f7caa68268 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:09:15.961462 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:09:16.025508 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-35dcb93b-da0e-4091-b526-51f7caa68268 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:16.032328 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-35dcb93b-da0e-4091-b526-51f7caa68268 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:16.034095 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-35dcb93b-da0e-4091-b526-51f7caa68268 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/networks/2d8c7e94-2876-4069-bfdc-c02c5d3f620e HTTP/1.1" status: 204 len: 168 time: 0.3046751 Jul 23 21:09:16.036915 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53256) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:16.045545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcb93b-da0e-4091-b526-51f7caa68268 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'Network': ['ID=2d8c7e94-2876-4069-bfdc-c02c5d3f620e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:16.096010 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fe491aab-8df0-4a0e-a987-78d5f603d536 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:16.120767 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fe491aab-8df0-4a0e-a987-78d5f603d536 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:16.179437 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fe491aab-8df0-4a0e-a987-78d5f603d536 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:16.181928 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fe491aab-8df0-4a0e-a987-78d5f603d536 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:16.183117 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fe491aab-8df0-4a0e-a987-78d5f603d536 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] 10.222.0.55 "DELETE /v2.0/security-groups/71845170-4adf-4a61-935b-1897be5ba4e7 HTTP/1.1" status: 204 len: 168 time: 0.1451285 Jul 23 21:09:16.192408 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe491aab-8df0-4a0e-a987-78d5f603d536 tempest-TestNetworkAdvancedServerOps-158382069 tempest-TestNetworkAdvancedServerOps-158382069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71845170-4adf-4a61-935b-1897be5ba4e7,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:16.489790 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53264) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:16.534369 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e8075233-429e-4920-848c-b42642faadd2 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:09:16.558229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: e8075233-429e-4920-848c-b42642faadd2 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:09:16.558718 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device e8075233-429e-4920-848c-b42642faadd2 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:09:16.622451 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7cdc470f-3b69-4c3e-a30c-f7f4b675ae03 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3fc0d96b5da34e009631dc0e0b95c270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314466 Jul 23 21:09:16.624856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53268) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:16.671008 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72062978-989d-4706-aba8-56ed851c8618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:16.691004 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72062978-989d-4706-aba8-56ed851c8618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:16.739811 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72062978-989d-4706-aba8-56ed851c8618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:16.742243 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-72062978-989d-4706-aba8-56ed851c8618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:16.743447 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-72062978-989d-4706-aba8-56ed851c8618 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4464ac23-ebc4-427e-96f5-9bb623c2cdb6 HTTP/1.1" status: 204 len: 168 time: 0.1176810 Jul 23 21:09:16.750901 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72062978-989d-4706-aba8-56ed851c8618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4464ac23-ebc4-427e-96f5-9bb623c2cdb6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:16.993741 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53274) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:17.032740 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-43b8c5b2-4640-4eba-be0a-519ea43a25d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7786198c5704764b5523760f622ef36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378857 Jul 23 21:09:17.035227 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53276) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:17.084573 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d063cca5-2ecd-4e25-9442-e22c437280f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:17.085919 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:17.105817 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d063cca5-2ecd-4e25-9442-e22c437280f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:17.152187 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d063cca5-2ecd-4e25-9442-e22c437280f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:17.154834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d063cca5-2ecd-4e25-9442-e22c437280f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:17.156055 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d063cca5-2ecd-4e25-9442-e22c437280f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d4c50f2e-81e3-4b59-b888-4b8c7538948e HTTP/1.1" status: 204 len: 168 time: 0.1199179 Jul 23 21:09:17.163508 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063cca5-2ecd-4e25-9442-e22c437280f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c50f2e-81e3-4b59-b888-4b8c7538948e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:17.658288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device cb7f09ec-a50f-4929-b488-e90c41204e91 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:09:17.677721 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: cb7f09ec-a50f-4929-b488-e90c41204e91 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:09:17.678060 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device cb7f09ec-a50f-4929-b488-e90c41204e91 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:09:19.120554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53430) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:19.221826 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9602eebc-26a8-48a6-8e18-d2bace0eea52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:19.305856 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9602eebc-26a8-48a6-8e18-d2bace0eea52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:19.309832 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9602eebc-26a8-48a6-8e18-d2bace0eea52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:19.348713 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9602eebc-26a8-48a6-8e18-d2bace0eea52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd9876c2202649a2963e5efe7a96108f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270675 Jul 23 21:09:19.349822 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602eebc-26a8-48a6-8e18-d2bace0eea52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcba7b6-ba3a-4606-82ea-5ed7d52de214,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:19.351461 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53434) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:19.403691 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7a52ceb-cec6-4a89-9368-3f87ecc9841d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:19.423650 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7a52ceb-cec6-4a89-9368-3f87ecc9841d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:19.468553 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7a52ceb-cec6-4a89-9368-3f87ecc9841d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:19.471047 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a7a52ceb-cec6-4a89-9368-3f87ecc9841d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:19.472208 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a7a52ceb-cec6-4a89-9368-3f87ecc9841d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9dcba7b6-ba3a-4606-82ea-5ed7d52de214 HTTP/1.1" status: 204 len: 168 time: 0.1197610 Jul 23 21:09:19.479783 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a52ceb-cec6-4a89-9368-3f87ecc9841d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcba7b6-ba3a-4606-82ea-5ed7d52de214,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:19.726194 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53440) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:19.739325 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2e504d45-35d2-4c1e-98fb-c7b290ad506c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:19.828944 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2e504d45-35d2-4c1e-98fb-c7b290ad506c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:19.832551 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2e504d45-35d2-4c1e-98fb-c7b290ad506c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:19.869685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2e504d45-35d2-4c1e-98fb-c7b290ad506c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83a5b6318c824dd8bf4b0050d9993c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424022 Jul 23 21:09:19.870638 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e504d45-35d2-4c1e-98fb-c7b290ad506c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7de4bf-a432-4ed8-ad1f-cf01971950fe,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:19.872843 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53442) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:19.922028 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce008ac6-b62b-4f6f-a396-40cdc4e77418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:19.942788 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce008ac6-b62b-4f6f-a396-40cdc4e77418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:19.987777 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce008ac6-b62b-4f6f-a396-40cdc4e77418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:19.990594 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce008ac6-b62b-4f6f-a396-40cdc4e77418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:19.992021 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ce008ac6-b62b-4f6f-a396-40cdc4e77418 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c7de4bf-a432-4ed8-ad1f-cf01971950fe HTTP/1.1" status: 204 len: 168 time: 0.1174872 Jul 23 21:09:20.000224 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce008ac6-b62b-4f6f-a396-40cdc4e77418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7de4bf-a432-4ed8-ad1f-cf01971950fe,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:20.626922 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53464) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:20.689705 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-4290f0ba-bab5-4dda-95c9-132506617cc7 req-9c9397c6-6e28-4c42-839b-79c03c5b3018 tempest-TestVolumeBootPattern-1384522020 tempest-TestVolumeBootPattern-1384522020-project] (93811) timed out ('10.222.0.48', 51712) {{(pid=93811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:09:20.723347 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-56253536-83fa-4dce-9451-dddfbbeb9fbb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-561756803-network', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:20.744095 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56253536-83fa-4dce-9451-dddfbbeb9fbb admin admin] Made reservation on behalf of b5bfcaee56ee4132be51f8e312e86608 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:09:20.746416 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56253536-83fa-4dce-9451-dddfbbeb9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:20.754508 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56253536-83fa-4dce-9451-dddfbbeb9fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:20.842174 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56253536-83fa-4dce-9451-dddfbbeb9fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:20.845916 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56253536-83fa-4dce-9451-dddfbbeb9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:20.866890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56253536-83fa-4dce-9451-dddfbbeb9fbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:09:20.881811 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56253536-83fa-4dce-9451-dddfbbeb9fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abc643e-7040-46a7-a98e-489109d16b7f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:20.885027 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56253536-83fa-4dce-9451-dddfbbeb9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:20.885375 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-56253536-83fa-4dce-9451-dddfbbeb9fbb admin admin] Added segment f602ccb2-e6d6-43f5-9ff6-f3b6ce294617 of type vlan for network 2715e033-a86a-48b0-ba30-cf28eb5f0347 Jul 23 21:09:20.927823 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56253536-83fa-4dce-9451-dddfbbeb9fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:20.954743 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56253536-83fa-4dce-9451-dddfbbeb9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:20.955700 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56253536-83fa-4dce-9451-dddfbbeb9fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:20.956277 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-56253536-83fa-4dce-9451-dddfbbeb9fbb admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:20.988560 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-56253536-83fa-4dce-9451-dddfbbeb9fbb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3604777 Jul 23 21:09:20.991607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53468) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:20.996811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-5b2f88d4-d2dc-4750-8702-2bba1dedbca9 admin admin] Request body: {'subnet': {'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-561756803-subnet', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:21.017244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2f88d4-d2dc-4750-8702-2bba1dedbca9 admin admin] Made reservation on behalf of b5bfcaee56ee4132be51f8e312e86608 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:09:21.018632 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56253536-83fa-4dce-9451-dddfbbeb9fbb admin admin] Pushing event updated for resources: {'Network': ['ID=2715e033-a86a-48b0-ba30-cf28eb5f0347,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:21.019713 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5b2f88d4-d2dc-4750-8702-2bba1dedbca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:21.029122 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 2715e033-a86a-48b0-ba30-cf28eb5f0347 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:09:21.062657 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:09:21.194793 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5b2f88d4-d2dc-4750-8702-2bba1dedbca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:21.262787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f88d4-d2dc-4750-8702-2bba1dedbca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:21.265228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2f88d4-d2dc-4750-8702-2bba1dedbca9 admin admin] Checking segment: {'id': 'f602ccb2-e6d6-43f5-9ff6-f3b6ce294617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:09:21.265582 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2f88d4-d2dc-4750-8702-2bba1dedbca9 admin admin] Network hostable DHCP agents. Network: 2715e033-a86a-48b0-ba30-cf28eb5f0347, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:09:21.282783 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2f88d4-d2dc-4750-8702-2bba1dedbca9 admin admin] Network 2715e033-a86a-48b0-ba30-cf28eb5f0347 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:09:21.291261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-5b2f88d4-d2dc-4750-8702-2bba1dedbca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 2715e033-a86a-48b0-ba30-cf28eb5f0347) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:09:21.295262 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2f88d4-d2dc-4750-8702-2bba1dedbca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:21.295852 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5b2f88d4-d2dc-4750-8702-2bba1dedbca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:21.300299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2417c780-0e42-40a5-b25d-7ed163c36149 None None] Network 2715e033-a86a-48b0-ba30-cf28eb5f0347 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:09:21.309719 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5b2f88d4-d2dc-4750-8702-2bba1dedbca9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3167746 Jul 23 21:09:21.313652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53470) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:21.318759 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-561756803-router', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:21.340706 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:21.341672 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:21.394857 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:21.451871 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2715e033-a86a-48b0-ba30-cf28eb5f0347', 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'fixed_ips': [{'subnet_id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:09:21.452727 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:21.543441 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:21.596867 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Allocated IP 172.20.0.2 (2715e033-a86a-48b0-ba30-cf28eb5f0347/65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5/45af741e-783d-4c2e-bc3f-f18f7522bc9f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:09:21.739176 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:21.744274 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:21.749109 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Transition to ACTIVE for port object 45af741e-783d-4c2e-bc3f-f18f7522bc9f will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:09:21.763741 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Transition to ACTIVE for port object 45af741e-783d-4c2e-bc3f-f18f7522bc9f will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:09:21.768113 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:21.769100 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:21.803467 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Network 2715e033-a86a-48b0-ba30-cf28eb5f0347 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:09:21.804768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:09:21.808373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:09:21.844763 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Pushing event updated for resources: {'Port': ['ID=45af741e-783d-4c2e-bc3f-f18f7522bc9f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:21.872914 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Allocated IP 172.25.3.231 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/c06ee042-12b4-49d0-a141-d4f935abc414) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:09:21.874213 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Attempting to bind port 45af741e-783d-4c2e-bc3f-f18f7522bc9f on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:09:21.874579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Attempting to bind port 45af741e-783d-4c2e-bc3f-f18f7522bc9f by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'f602ccb2-e6d6-43f5-9ff6-f3b6ce294617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:09:21.874986 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Attempting to bind port 45af741e-783d-4c2e-bc3f-f18f7522bc9f on network 2715e033-a86a-48b0-ba30-cf28eb5f0347 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:09:21.879928 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:09:21.880859 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Checking segment: {'id': 'f602ccb2-e6d6-43f5-9ff6-f3b6ce294617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:09:21.881254 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:21.881636 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Bound using segment: {'id': 'f602ccb2-e6d6-43f5-9ff6-f3b6ce294617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:09:21.882093 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Bound port: 45af741e-783d-4c2e-bc3f-f18f7522bc9f, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f602ccb2-e6d6-43f5-9ff6-f3b6ce294617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:09:21.882464 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:21.945984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] For port 45af741e-783d-4c2e-bc3f-f18f7522bc9f, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:09:21.949552 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] For port 45af741e-783d-4c2e-bc3f-f18f7522bc9f, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=45af741e-783d-4c2e-bc3f-f18f7522bc9f,segment=NetworkSegment(f602ccb2-e6d6-43f5-9ff6-f3b6ce294617),segment_id=f602ccb2-e6d6-43f5-9ff6-f3b6ce294617)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:09:21.953429 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:21.978932 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:22.018428 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3044f49-ea81-4b5f-8984-6b8e0629ab6d None None] Pushing event updated for resources: {'Port': ['ID=45af741e-783d-4c2e-bc3f-f18f7522bc9f,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:22.019345 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:22.054924 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:09:22.057740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:09:22.061938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:09:22.094092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Pushing event updated for resources: {'Port': ['ID=c06ee042-12b4-49d0-a141-d4f935abc414,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:22.651046 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:22.853934 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:22.949667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e71d8a-e19a-4e19-b402-9f1466f92178 None None] Network 2715e033-a86a-48b0-ba30-cf28eb5f0347 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:09:22.988871 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Router 983374fa-99db-4975-93ef-3b9bef75f80d is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:09:23.118087 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:09:23.135971 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:23.139584 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-933e4a54-4061-4e02-ad37-71a0ac0c7b45 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8243709 Jul 23 21:09:23.140950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53474) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:23.181310 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Sync routers for ids ['983374fa-99db-4975-93ef-3b9bef75f80d'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:09:23.201553 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Routers {'983374fa-99db-4975-93ef-3b9bef75f80d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:09:23.202114 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:08:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['983374fa-99db-4975-93ef-3b9bef75f80d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:23.302626 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0c235a6c-dff7-4576-b065-24612f31a316 None None] Provisioning for port 45af741e-783d-4c2e-bc3f-f18f7522bc9f completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:09:23.377074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Set router 983374fa-99db-4975-93ef-3b9bef75f80d gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:09:23.580544 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'name': 'tempest-TestServerBasicOps-561756803-router', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:22Z', 'revision_number': 3, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'gw_port': {'id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:23.617735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Checking router: 983374fa-99db-4975-93ef-3b9bef75f80d for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:09:23.618182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Updating router 983374fa-99db-4975-93ef-3b9bef75f80d port c06ee042-12b4-49d0-a141-d4f935abc414 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:09:23.655725 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:23.764554 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45af741e-783d-4c2e-bc3f-f18f7522bc9f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:09:23.891250 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 45af741e-783d-4c2e-bc3f-f18f7522bc9f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:09:23.899258 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 45af741e-783d-4c2e-bc3f-f18f7522bc9f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:23.899636 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:23.930592 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:24.046463 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:24.048939 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:24.066410 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Transition to ACTIVE for port object c06ee042-12b4-49d0-a141-d4f935abc414 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:09:24.082393 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:24.113857 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 45af741e-783d-4c2e-bc3f-f18f7522bc9f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=45af741e-783d-4c2e-bc3f-f18f7522bc9f,segment=NetworkSegment(f602ccb2-e6d6-43f5-9ff6-f3b6ce294617),segment_id=f602ccb2-e6d6-43f5-9ff6-f3b6ce294617)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:24.124937 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:24.141486 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Allocated IP 172.20.0.1 (2715e033-a86a-48b0-ba30-cf28eb5f0347/65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5/5207a025-da90-4492-b374-d0df30c49802) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:09:24.151965 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd581b-174a-49e8-ba94-14dd547d88ee None None] Pushing event updated for resources: {'Port': ['ID=c06ee042-12b4-49d0-a141-d4f935abc414,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:24.155234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Attempting to bind port c06ee042-12b4-49d0-a141-d4f935abc414 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:09:24.155876 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Attempting to bind port c06ee042-12b4-49d0-a141-d4f935abc414 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:09:24.156056 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Attempting to bind port c06ee042-12b4-49d0-a141-d4f935abc414 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:09:24.183783 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:09:24.184167 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:09:24.184566 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:24.184960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:09:24.185433 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Bound port: c06ee042-12b4-49d0-a141-d4f935abc414, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:09:24.185910 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:24.243892 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=45af741e-783d-4c2e-bc3f-f18f7522bc9f,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:24.253490 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:24.262529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] For port c06ee042-12b4-49d0-a141-d4f935abc414, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:09:24.266437 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] For port c06ee042-12b4-49d0-a141-d4f935abc414, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c06ee042-12b4-49d0-a141-d4f935abc414,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:09:24.267742 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Transition to ACTIVE for port object 5207a025-da90-4492-b374-d0df30c49802 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:09:24.270139 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:24.304260 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:24.327133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Routers {'983374fa-99db-4975-93ef-3b9bef75f80d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:09:24.327758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:08:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['983374fa-99db-4975-93ef-3b9bef75f80d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:24.344696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Network 2715e033-a86a-48b0-ba30-cf28eb5f0347 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:09:24.347549 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:09:24.353033 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:09:24.362862 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd581b-174a-49e8-ba94-14dd547d88ee None None] Pushing event updated for resources: {'Port': ['ID=c06ee042-12b4-49d0-a141-d4f935abc414,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:24.377301 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Pushing event updated for resources: {'Port': ['ID=5207a025-da90-4492-b374-d0df30c49802,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:24.397147 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:24.439056 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] Set router 983374fa-99db-4975-93ef-3b9bef75f80d gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:09:24.547523 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:24.622925 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5571fd67-a983-45ce-8431-2125e814c2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:24.655616 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-239e8abd-c86e-4b1e-9c89-b954b2803d8b None None] Provisioning for port 5207a025-da90-4492-b374-d0df30c49802 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:09:24.660259 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-239e8abd-c86e-4b1e-9c89-b954b2803d8b None None] Provisioning complete for port 5207a025-da90-4492-b374-d0df30c49802 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:24.660631 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-239e8abd-c86e-4b1e-9c89-b954b2803d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:24.687368 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'name': 'tempest-TestServerBasicOps-561756803-router', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:22Z', 'revision_number': 3, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'gw_port': {'id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:24.714699 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:24.717140 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd83104-5e37-4e3f-af35-64b505184d1a None None] The sync data for ids ['983374fa-99db-4975-93ef-3b9bef75f80d'] in n-d-791504-18 is: [{'id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'name': 'tempest-TestServerBasicOps-561756803-router', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:22Z', 'revision_number': 3, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'gw_port': {'id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:09:24.719981 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:24.726303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-239e8abd-c86e-4b1e-9c89-b954b2803d8b None None] Port 5207a025-da90-4492-b374-d0df30c49802 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:09:24.786462 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Pushing event updated for resources: {'Port': ['ID=5207a025-da90-4492-b374-d0df30c49802,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:24.791465 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:24.890482 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Network 2715e033-a86a-48b0-ba30-cf28eb5f0347 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:09:24.891989 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:09:25.026439 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Router 983374fa-99db-4975-93ef-3b9bef75f80d has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:09:25.139720 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:09:25.145114 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-189a969e-ebd1-43bf-ad19-4e9db8f9cb77 admin admin] 10.222.0.55 "PUT /v2.0/routers/983374fa-99db-4975-93ef-3b9bef75f80d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0031109 Jul 23 21:09:25.246734 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5cdc6da9-b912-48c8-88f1-653c9bfa3f78 None None] Provisioning complete for port 5207a025-da90-4492-b374-d0df30c49802 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:25.247821 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5cdc6da9-b912-48c8-88f1-653c9bfa3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:25.285297 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc6da9-b912-48c8-88f1-653c9bfa3f78 None None] Port 5207a025-da90-4492-b374-d0df30c49802 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:09:25.627478 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53490) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:25.632593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-ce22228b-03e2-4bba-8161-21c1c4325bc0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1343374902-network', 'tenant_id': '89d628868aa542ebb16c57b8bcb96fb7'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:25.653729 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce22228b-03e2-4bba-8161-21c1c4325bc0 admin admin] Made reservation on behalf of 89d628868aa542ebb16c57b8bcb96fb7 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:09:25.656042 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce22228b-03e2-4bba-8161-21c1c4325bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:25.668320 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce22228b-03e2-4bba-8161-21c1c4325bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:25.762682 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce22228b-03e2-4bba-8161-21c1c4325bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:25.766916 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce22228b-03e2-4bba-8161-21c1c4325bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:25.778667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45af741e-783d-4c2e-bc3f-f18f7522bc9f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:09:25.789707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce22228b-03e2-4bba-8161-21c1c4325bc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:09:25.803636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22228b-03e2-4bba-8161-21c1c4325bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda685d3-20d8-4989-8810-361686bd5f86,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:25.809109 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce22228b-03e2-4bba-8161-21c1c4325bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:25.809437 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-ce22228b-03e2-4bba-8161-21c1c4325bc0 admin admin] Added segment c14d3d68-7416-4a27-94db-c254c7d4ebe3 of type vlan for network fb0ca14b-528f-446e-9a41-976c063875e2 Jul 23 21:09:25.836604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 45af741e-783d-4c2e-bc3f-f18f7522bc9f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:25.837104 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:25.851752 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce22228b-03e2-4bba-8161-21c1c4325bc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:25.880969 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce22228b-03e2-4bba-8161-21c1c4325bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:25.881928 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce22228b-03e2-4bba-8161-21c1c4325bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:25.882503 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ce22228b-03e2-4bba-8161-21c1c4325bc0 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:25.919141 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ce22228b-03e2-4bba-8161-21c1c4325bc0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2879448 Jul 23 21:09:25.919385 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53492) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:25.924399 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8a1e8e9a-fc35-4c29-84ce-4a0a72dc835a admin admin] Request body: {'subnet': {'network_id': 'fb0ca14b-528f-446e-9a41-976c063875e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1343374902-subnet', 'tenant_id': '89d628868aa542ebb16c57b8bcb96fb7', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:25.925048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c06ee042-12b4-49d0-a141-d4f935abc414 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:09:25.959927 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22228b-03e2-4bba-8161-21c1c4325bc0 admin admin] Pushing event updated for resources: {'Network': ['ID=fb0ca14b-528f-446e-9a41-976c063875e2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:25.973189 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network fb0ca14b-528f-446e-9a41-976c063875e2 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:09:25.980733 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1e8e9a-fc35-4c29-84ce-4a0a72dc835a admin admin] Made reservation on behalf of 89d628868aa542ebb16c57b8bcb96fb7 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:09:25.983322 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8e9a-fc35-4c29-84ce-4a0a72dc835a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:25.988930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port c06ee042-12b4-49d0-a141-d4f935abc414 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:09:26.002149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c06ee042-12b4-49d0-a141-d4f935abc414 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:26.002526 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:26.120772 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:26.142588 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port c06ee042-12b4-49d0-a141-d4f935abc414, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c06ee042-12b4-49d0-a141-d4f935abc414,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:26.146842 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:26.162009 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8e9a-fc35-4c29-84ce-4a0a72dc835a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:26.195930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=c06ee042-12b4-49d0-a141-d4f935abc414,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:26.211322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e8e9a-fc35-4c29-84ce-4a0a72dc835a admin admin] Pushing event updated for resources: {'Subnet': ['ID=87420bed-c31c-48cd-9fec-ebb16f37e97e,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:26.226811 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1e8e9a-fc35-4c29-84ce-4a0a72dc835a admin admin] Checking segment: {'id': 'c14d3d68-7416-4a27-94db-c254c7d4ebe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fb0ca14b-528f-446e-9a41-976c063875e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:09:26.227196 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1e8e9a-fc35-4c29-84ce-4a0a72dc835a admin admin] Network hostable DHCP agents. Network: fb0ca14b-528f-446e-9a41-976c063875e2, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:09:26.243738 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1e8e9a-fc35-4c29-84ce-4a0a72dc835a admin admin] Network fb0ca14b-528f-446e-9a41-976c063875e2 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:09:26.252044 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-8a1e8e9a-fc35-4c29-84ce-4a0a72dc835a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, fb0ca14b-528f-446e-9a41-976c063875e2) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:09:26.255916 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1e8e9a-fc35-4c29-84ce-4a0a72dc835a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:26.256502 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8e9a-fc35-4c29-84ce-4a0a72dc835a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:26.261078 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4c65a9-5a06-4700-88e7-a5a14e2fa2b6 None None] Network fb0ca14b-528f-446e-9a41-976c063875e2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:09:26.275008 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8a1e8e9a-fc35-4c29-84ce-4a0a72dc835a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3542454 Jul 23 21:09:26.277119 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53494) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:26.283549 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1343374902-router', 'tenant_id': '89d628868aa542ebb16c57b8bcb96fb7', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:26.296243 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Sync routers for ids ['983374fa-99db-4975-93ef-3b9bef75f80d'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:09:26.309548 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Routers {'983374fa-99db-4975-93ef-3b9bef75f80d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:09:26.310353 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:08:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['983374fa-99db-4975-93ef-3b9bef75f80d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:26.310533 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:26.311578 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:26.366084 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:26.442194 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-fb0ca14b-528f-446e-9a41-976c063875e2', 'network_id': 'fb0ca14b-528f-446e-9a41-976c063875e2', 'tenant_id': '89d628868aa542ebb16c57b8bcb96fb7', 'fixed_ips': [{'subnet_id': '87420bed-c31c-48cd-9fec-ebb16f37e97e'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:09:26.443080 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:26.511882 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:26.523379 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Set router 983374fa-99db-4975-93ef-3b9bef75f80d gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:09:26.593476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Allocated IP 172.20.0.2 (fb0ca14b-528f-446e-9a41-976c063875e2/87420bed-c31c-48cd-9fec-ebb16f37e97e/def1da02-eceb-4602-a445-571c44e2420d) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:09:26.746695 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:26.753253 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:26.761688 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Transition to ACTIVE for port object def1da02-eceb-4602-a445-571c44e2420d will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:09:26.766574 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:26.778348 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Transition to ACTIVE for port object def1da02-eceb-4602-a445-571c44e2420d will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:09:26.784297 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:26.802205 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'name': 'tempest-TestServerBasicOps-561756803-router', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:24Z', 'revision_number': 4, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'gw_port': {'id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '5207a025-da90-4492-b374-d0df30c49802', 'name': '', 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'mac_address': 'fa:16:3e:3c:f0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:23Z', 'updated_at': '2021-07-23T21:09:24Z', 'revision_number': 2, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'subnets': [{'id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:26.825315 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Network fb0ca14b-528f-446e-9a41-976c063875e2 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:09:26.828228 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:09:26.831265 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Checking router: 983374fa-99db-4975-93ef-3b9bef75f80d for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:09:26.831750 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Updating router 983374fa-99db-4975-93ef-3b9bef75f80d port 5207a025-da90-4492-b374-d0df30c49802 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:09:26.832652 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:09:26.835656 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Pushing event updated for resources: {'Port': ['ID=def1da02-eceb-4602-a445-571c44e2420d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:26.872043 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:26.883760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Allocated IP 172.25.3.34 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/c0673c95-6250-4473-860c-390d56b27a9d) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:09:26.900909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Attempting to bind port def1da02-eceb-4602-a445-571c44e2420d on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:09:26.901406 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Attempting to bind port def1da02-eceb-4602-a445-571c44e2420d by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'c14d3d68-7416-4a27-94db-c254c7d4ebe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fb0ca14b-528f-446e-9a41-976c063875e2'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:09:26.901828 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Attempting to bind port def1da02-eceb-4602-a445-571c44e2420d on network fb0ca14b-528f-446e-9a41-976c063875e2 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:09:26.907689 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:09:26.908164 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Checking segment: {'id': 'c14d3d68-7416-4a27-94db-c254c7d4ebe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fb0ca14b-528f-446e-9a41-976c063875e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:09:26.908731 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:26.909180 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Bound using segment: {'id': 'c14d3d68-7416-4a27-94db-c254c7d4ebe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fb0ca14b-528f-446e-9a41-976c063875e2'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:09:26.909700 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Bound port: def1da02-eceb-4602-a445-571c44e2420d, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14d3d68-7416-4a27-94db-c254c7d4ebe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fb0ca14b-528f-446e-9a41-976c063875e2'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:09:26.910170 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:27.005670 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:27.050164 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:27.092334 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:09:27.095249 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:09:27.097913 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:09:27.131894 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Pushing event updated for resources: {'Port': ['ID=c0673c95-6250-4473-860c-390d56b27a9d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:27.150901 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] For port def1da02-eceb-4602-a445-571c44e2420d, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:09:27.155384 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:27.162935 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-950f73f7-a1bf-46ff-8bc8-6cdde5e6eb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:27.166243 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Transition to ACTIVE for port object 5207a025-da90-4492-b374-d0df30c49802 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:09:27.169055 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] For port def1da02-eceb-4602-a445-571c44e2420d, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=def1da02-eceb-4602-a445-571c44e2420d,segment=NetworkSegment(c14d3d68-7416-4a27-94db-c254c7d4ebe3),segment_id=c14d3d68-7416-4a27-94db-c254c7d4ebe3)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:09:27.173212 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:27.175378 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:27.244422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a1fa5-9a99-4b9c-8376-d1bf56d122f9 None None] Pushing event updated for resources: {'Port': ['ID=def1da02-eceb-4602-a445-571c44e2420d,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:27.254405 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9eb317-d516-45a9-981a-d89d9288825e None None] Pushing event updated for resources: {'Port': ['ID=5207a025-da90-4492-b374-d0df30c49802,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:27.279076 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb317-d516-45a9-981a-d89d9288825e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:27.279460 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb317-d516-45a9-981a-d89d9288825e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:27.279797 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb317-d516-45a9-981a-d89d9288825e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:27.281026 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb317-d516-45a9-981a-d89d9288825e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:27.281569 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb317-d516-45a9-981a-d89d9288825e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:27.282094 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb317-d516-45a9-981a-d89d9288825e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:27.282617 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb317-d516-45a9-981a-d89d9288825e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:27.283232 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb317-d516-45a9-981a-d89d9288825e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:27.283781 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb317-d516-45a9-981a-d89d9288825e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:27.284358 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb317-d516-45a9-981a-d89d9288825e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:27.284858 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb317-d516-45a9-981a-d89d9288825e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:27.285379 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9eb317-d516-45a9-981a-d89d9288825e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:27.307633 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Attempting to bind port 5207a025-da90-4492-b374-d0df30c49802 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:09:27.308324 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Attempting to bind port 5207a025-da90-4492-b374-d0df30c49802 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'f602ccb2-e6d6-43f5-9ff6-f3b6ce294617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:09:27.308470 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Attempting to bind port 5207a025-da90-4492-b374-d0df30c49802 on network 2715e033-a86a-48b0-ba30-cf28eb5f0347 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:09:27.313924 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:09:27.314305 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Checking segment: {'id': 'f602ccb2-e6d6-43f5-9ff6-f3b6ce294617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:09:27.314712 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:27.315189 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Bound using segment: {'id': 'f602ccb2-e6d6-43f5-9ff6-f3b6ce294617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:09:27.315606 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Bound port: 5207a025-da90-4492-b374-d0df30c49802, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f602ccb2-e6d6-43f5-9ff6-f3b6ce294617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:09:27.315987 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:27.398246 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] For port 5207a025-da90-4492-b374-d0df30c49802, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:09:27.399157 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:27.403289 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] For port 5207a025-da90-4492-b374-d0df30c49802, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=5207a025-da90-4492-b374-d0df30c49802,segment=NetworkSegment(f602ccb2-e6d6-43f5-9ff6-f3b6ce294617),segment_id=f602ccb2-e6d6-43f5-9ff6-f3b6ce294617)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:09:27.409669 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:27.429720 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:27.468499 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Routers {'983374fa-99db-4975-93ef-3b9bef75f80d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:09:27.469139 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:09:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['983374fa-99db-4975-93ef-3b9bef75f80d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:27.575274 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9eb317-d516-45a9-981a-d89d9288825e None None] Pushing event updated for resources: {'Port': ['ID=5207a025-da90-4492-b374-d0df30c49802,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:27.632168 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] Set router 983374fa-99db-4975-93ef-3b9bef75f80d gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:09:27.721129 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:27.831293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device def1da02-eceb-4602-a445-571c44e2420d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:09:27.869630 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Router 0fdec68f-ce8c-45ed-9c2d-6f5a85e21950 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:09:27.885581 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'name': 'tempest-TestServerBasicOps-561756803-router', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:24Z', 'revision_number': 4, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'gw_port': {'id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '5207a025-da90-4492-b374-d0df30c49802', 'name': '', 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'mac_address': 'fa:16:3e:3c:f0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:23Z', 'updated_at': '2021-07-23T21:09:27Z', 'revision_number': 4, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'subnets': [{'id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:27.907441 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port def1da02-eceb-4602-a445-571c44e2420d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:09:27.911608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c06ee042-12b4-49d0-a141-d4f935abc414 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:09:27.920554 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318f5557-fe80-4701-a219-bcc88aabcc74 None None] The sync data for ids ['983374fa-99db-4975-93ef-3b9bef75f80d'] in n-d-791504-18 is: [{'id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'name': 'tempest-TestServerBasicOps-561756803-router', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:24Z', 'revision_number': 4, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'gw_port': {'id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '5207a025-da90-4492-b374-d0df30c49802', 'name': '', 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'mac_address': 'fa:16:3e:3c:f0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:23Z', 'updated_at': '2021-07-23T21:09:27Z', 'revision_number': 4, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'subnets': [{'id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:09:27.989488 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c06ee042-12b4-49d0-a141-d4f935abc414 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:27.990271 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:27.996780 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:09:28.013736 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:28.014948 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5147d6be-cdc1-44e4-9c07-03504d0018ee admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7368300 Jul 23 21:09:28.017671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53498) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:28.023254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Sync routers for ids ['0fdec68f-ce8c-45ed-9c2d-6f5a85e21950'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:09:28.048914 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Routers {'0fdec68f-ce8c-45ed-9c2d-6f5a85e21950'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:09:28.049559 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:09:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['0fdec68f-ce8c-45ed-9c2d-6f5a85e21950'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:28.208064 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Set router 0fdec68f-ce8c-45ed-9c2d-6f5a85e21950 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:09:28.423457 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'name': 'tempest-TestServerBasicOps-1343374902-router', 'tenant_id': '89d628868aa542ebb16c57b8bcb96fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'c0673c95-6250-4473-860c-390d56b27a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:26Z', 'updated_at': '2021-07-23T21:09:27Z', 'revision_number': 3, 'project_id': '89d628868aa542ebb16c57b8bcb96fb7', 'gw_port': {'id': 'c0673c95-6250-4473-860c-390d56b27a9d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:26Z', 'updated_at': '2021-07-23T21:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:28.453990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Checking router: 0fdec68f-ce8c-45ed-9c2d-6f5a85e21950 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:09:28.454359 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Updating router 0fdec68f-ce8c-45ed-9c2d-6f5a85e21950 port c0673c95-6250-4473-860c-390d56b27a9d binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:09:28.478791 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00c090f-b15c-45f9-af38-179ef58f0b0f None None] Network fb0ca14b-528f-446e-9a41-976c063875e2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:09:28.535165 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:28.592754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9272d24f-c65b-48ff-9140-a844331cc016 None None] Provisioning for port def1da02-eceb-4602-a445-571c44e2420d completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:09:28.612499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9272d24f-c65b-48ff-9140-a844331cc016 None None] Provisioning complete for port def1da02-eceb-4602-a445-571c44e2420d triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:28.612879 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9272d24f-c65b-48ff-9140-a844331cc016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:28.703983 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:28.904213 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:28.930629 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9272d24f-c65b-48ff-9140-a844331cc016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:29.002746 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9272d24f-c65b-48ff-9140-a844331cc016 None None] For port def1da02-eceb-4602-a445-571c44e2420d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=def1da02-eceb-4602-a445-571c44e2420d,segment=NetworkSegment(c14d3d68-7416-4a27-94db-c254c7d4ebe3),segment_id=c14d3d68-7416-4a27-94db-c254c7d4ebe3)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:29.010936 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9272d24f-c65b-48ff-9140-a844331cc016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:29.071513 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Allocated IP 172.20.0.1 (fb0ca14b-528f-446e-9a41-976c063875e2/87420bed-c31c-48cd-9fec-ebb16f37e97e/6881c0bf-fa43-4a3e-9e13-7915c6601857) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:09:29.087950 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:29.111498 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Transition to ACTIVE for port object c0673c95-6250-4473-860c-390d56b27a9d will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:09:29.113364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272d24f-c65b-48ff-9140-a844331cc016 None None] Pushing event updated for resources: {'Port': ['ID=def1da02-eceb-4602-a445-571c44e2420d,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:29.122712 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:29.177771 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Attempting to bind port c0673c95-6250-4473-860c-390d56b27a9d on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:09:29.178312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Attempting to bind port c0673c95-6250-4473-860c-390d56b27a9d by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:09:29.178764 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Attempting to bind port c0673c95-6250-4473-860c-390d56b27a9d on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:09:29.190770 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:09:29.191324 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:09:29.191963 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:29.192448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:09:29.193024 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Bound port: c0673c95-6250-4473-860c-390d56b27a9d, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:09:29.193499 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:29.203419 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:29.220153 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Transition to ACTIVE for port object 6881c0bf-fa43-4a3e-9e13-7915c6601857 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:09:29.221482 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631402e-2f31-48b4-b9a7-de2bb16538c9 None None] Pushing event updated for resources: {'Port': ['ID=c0673c95-6250-4473-860c-390d56b27a9d,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:29.257014 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] For port c0673c95-6250-4473-860c-390d56b27a9d, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:09:29.260872 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] For port c0673c95-6250-4473-860c-390d56b27a9d, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c0673c95-6250-4473-860c-390d56b27a9d,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:09:29.264367 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:29.266229 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:29.313441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Network fb0ca14b-528f-446e-9a41-976c063875e2 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:09:29.318677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Routers {'0fdec68f-ce8c-45ed-9c2d-6f5a85e21950'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:09:29.319343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:09:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['0fdec68f-ce8c-45ed-9c2d-6f5a85e21950'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:29.319681 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:09:29.324605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:09:29.327675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Pushing event updated for resources: {'Port': ['ID=6881c0bf-fa43-4a3e-9e13-7915c6601857,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:29.367801 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:29.414494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631402e-2f31-48b4-b9a7-de2bb16538c9 None None] Pushing event updated for resources: {'Port': ['ID=c0673c95-6250-4473-860c-390d56b27a9d,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:29.432168 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-35d70f50-cc4e-4bd3-9e9f-9ff9f7d7b5f4 None None] Provisioning complete for port def1da02-eceb-4602-a445-571c44e2420d triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:29.432844 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35d70f50-cc4e-4bd3-9e9f-9ff9f7d7b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:29.489498 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] Set router 0fdec68f-ce8c-45ed-9c2d-6f5a85e21950 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:09:29.531084 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:29.705244 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:29.710834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:29.723451 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'name': 'tempest-TestServerBasicOps-1343374902-router', 'tenant_id': '89d628868aa542ebb16c57b8bcb96fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'c0673c95-6250-4473-860c-390d56b27a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:26Z', 'updated_at': '2021-07-23T21:09:27Z', 'revision_number': 3, 'project_id': '89d628868aa542ebb16c57b8bcb96fb7', 'gw_port': {'id': 'c0673c95-6250-4473-860c-390d56b27a9d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:26Z', 'updated_at': '2021-07-23T21:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:29.755058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f36978-5915-459d-9932-30a6adee4067 None None] The sync data for ids ['0fdec68f-ce8c-45ed-9c2d-6f5a85e21950'] in n-d-791504-18 is: [{'id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'name': 'tempest-TestServerBasicOps-1343374902-router', 'tenant_id': '89d628868aa542ebb16c57b8bcb96fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'c0673c95-6250-4473-860c-390d56b27a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:26Z', 'updated_at': '2021-07-23T21:09:27Z', 'revision_number': 3, 'project_id': '89d628868aa542ebb16c57b8bcb96fb7', 'gw_port': {'id': 'c0673c95-6250-4473-860c-390d56b27a9d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:26Z', 'updated_at': '2021-07-23T21:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:09:29.772258 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6ddc2cf3-dc45-4870-8d4b-c93c2a79fd19 None None] Provisioning for port 6881c0bf-fa43-4a3e-9e13-7915c6601857 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:09:29.776601 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6ddc2cf3-dc45-4870-8d4b-c93c2a79fd19 None None] Provisioning complete for port 6881c0bf-fa43-4a3e-9e13-7915c6601857 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:29.777135 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ddc2cf3-dc45-4870-8d4b-c93c2a79fd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:29.792680 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:29.794902 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Pushing event updated for resources: {'Port': ['ID=6881c0bf-fa43-4a3e-9e13-7915c6601857,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:29.811959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5207a025-da90-4492-b374-d0df30c49802 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:09:29.840364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6ddc2cf3-dc45-4870-8d4b-c93c2a79fd19 None None] Port 6881c0bf-fa43-4a3e-9e13-7915c6601857 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:09:29.869349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 5207a025-da90-4492-b374-d0df30c49802 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:09:29.877976 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 5207a025-da90-4492-b374-d0df30c49802 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:29.878449 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:29.906526 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Network fb0ca14b-528f-446e-9a41-976c063875e2 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:09:29.908029 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:09:29.989478 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:30.042359 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 5207a025-da90-4492-b374-d0df30c49802, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=5207a025-da90-4492-b374-d0df30c49802,segment=NetworkSegment(f602ccb2-e6d6-43f5-9ff6-f3b6ce294617),segment_id=f602ccb2-e6d6-43f5-9ff6-f3b6ce294617)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:30.058309 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:30.059869 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device def1da02-eceb-4602-a445-571c44e2420d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:09:30.091227 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:30.098023 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Router 0fdec68f-ce8c-45ed-9c2d-6f5a85e21950 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:09:30.185175 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=5207a025-da90-4492-b374-d0df30c49802,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:30.194102 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port def1da02-eceb-4602-a445-571c44e2420d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:30.194590 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:30.242452 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:09:30.258711 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7d720848-5639-471e-9b01-4138fb004a65 admin admin] 10.222.0.55 "PUT /v2.0/routers/0fdec68f-ce8c-45ed-9c2d-6f5a85e21950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2327278 Jul 23 21:09:30.289471 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-22baf84e-0374-44cf-8cd2-8868e386c2a4 None None] Provisioning complete for port 6881c0bf-fa43-4a3e-9e13-7915c6601857 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:30.289838 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-22baf84e-0374-44cf-8cd2-8868e386c2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:30.327346 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-22baf84e-0374-44cf-8cd2-8868e386c2a4 None None] Port 6881c0bf-fa43-4a3e-9e13-7915c6601857 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:09:30.768593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53506) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:30.773540 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f36bc2d7-b0af-4b8a-996d-5d5bb2191be9 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1628441329', 'description': 'tempest-secgroup-smoke-1628441329 description', 'project_id': 'b5bfcaee56ee4132be51f8e312e86608'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:30.795777 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f36bc2d7-b0af-4b8a-996d-5d5bb2191be9 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:30.879421 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f36bc2d7-b0af-4b8a-996d-5d5bb2191be9 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:30.882800 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f36bc2d7-b0af-4b8a-996d-5d5bb2191be9 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:30.913731 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f36bc2d7-b0af-4b8a-996d-5d5bb2191be9 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:30.915424 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f36bc2d7-b0af-4b8a-996d-5d5bb2191be9 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1456950 Jul 23 21:09:30.917627 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bc2d7-b0af-4b8a-996d-5d5bb2191be9 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3618fd-38e0-4085-864d-76ae7f287fff,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:30.918424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53508) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:30.923743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-496ed001-0baf-43fb-96ca-1ba363c7d012 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Request body: {'security_group_rule': {'security_group_id': '6a3618fd-38e0-4085-864d-76ae7f287fff', 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:30.950709 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-496ed001-0baf-43fb-96ca-1ba363c7d012 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.009385 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-496ed001-0baf-43fb-96ca-1ba363c7d012 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.014401 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-496ed001-0baf-43fb-96ca-1ba363c7d012 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.031988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ed001-0baf-43fb-96ca-1ba363c7d012 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cf6fb3-ab46-4e16-8763-d8eb56025268,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:31.039367 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-496ed001-0baf-43fb-96ca-1ba363c7d012 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.043051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-496ed001-0baf-43fb-96ca-1ba363c7d012 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209774 Jul 23 21:09:31.043526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53510) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:31.048426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-72299468-c21a-4a15-90a2-a6fd00ad0945 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Request body: {'security_group_rule': {'security_group_id': '6a3618fd-38e0-4085-864d-76ae7f287fff', 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:31.082783 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-72299468-c21a-4a15-90a2-a6fd00ad0945 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.146411 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-72299468-c21a-4a15-90a2-a6fd00ad0945 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.149977 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-72299468-c21a-4a15-90a2-a6fd00ad0945 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.167552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72299468-c21a-4a15-90a2-a6fd00ad0945 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e7d047-9e5f-4362-9ff2-39f7d2e38f46,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:31.175716 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-72299468-c21a-4a15-90a2-a6fd00ad0945 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.176941 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-72299468-c21a-4a15-90a2-a6fd00ad0945 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326718 Jul 23 21:09:31.179674 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53512) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:31.184564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-765c4ec2-dca1-4c07-b44f-16a55dbb3aed tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Request body: {'security_group_rule': {'security_group_id': '6a3618fd-38e0-4085-864d-76ae7f287fff', 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:31.212276 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-765c4ec2-dca1-4c07-b44f-16a55dbb3aed tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.278279 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-765c4ec2-dca1-4c07-b44f-16a55dbb3aed tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.281940 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-765c4ec2-dca1-4c07-b44f-16a55dbb3aed tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.303095 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c4ec2-dca1-4c07-b44f-16a55dbb3aed tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95035c1a-a600-46da-86ab-54519b47c1ae,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:31.310826 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-765c4ec2-dca1-4c07-b44f-16a55dbb3aed tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.312075 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-765c4ec2-dca1-4c07-b44f-16a55dbb3aed tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314723 Jul 23 21:09:31.314733 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53514) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:31.319778 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f4dc63af-661f-4382-b936-c820050c62c6 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Request body: {'security_group_rule': {'security_group_id': '6a3618fd-38e0-4085-864d-76ae7f287fff', 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:31.348577 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f4dc63af-661f-4382-b936-c820050c62c6 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.397912 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Sync routers for ids ['0fdec68f-ce8c-45ed-9c2d-6f5a85e21950'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:09:31.406465 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Routers {'0fdec68f-ce8c-45ed-9c2d-6f5a85e21950'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:09:31.407065 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:09:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['0fdec68f-ce8c-45ed-9c2d-6f5a85e21950'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:31.409548 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f4dc63af-661f-4382-b936-c820050c62c6 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.413374 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f4dc63af-661f-4382-b936-c820050c62c6 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.431317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc63af-661f-4382-b936-c820050c62c6 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e09241-4750-48ca-a8a0-400a96dbb672,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:31.437426 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f4dc63af-661f-4382-b936-c820050c62c6 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.438742 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f4dc63af-661f-4382-b936-c820050c62c6 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230297 Jul 23 21:09:31.441495 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53516) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:31.447409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-afed4826-3273-4c45-a585-845713a881b3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Request body: {'security_group_rule': {'security_group_id': '6a3618fd-38e0-4085-864d-76ae7f287fff', 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:31.473326 n-d-791504-18 neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-afed4826-3273-4c45-a585-845713a881b3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Project b5bfcaee56ee4132be51f8e312e86608 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:09:31.479783 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-afed4826-3273-4c45-a585-845713a881b3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.521444 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Set router 0fdec68f-ce8c-45ed-9c2d-6f5a85e21950 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:09:31.544093 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-afed4826-3273-4c45-a585-845713a881b3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.549099 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-afed4826-3273-4c45-a585-845713a881b3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.565677 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed4826-3273-4c45-a585-845713a881b3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceac97aa-e7ad-42a5-a531-5f2b59a91c2a,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:31.574968 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-afed4826-3273-4c45-a585-845713a881b3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.576235 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-afed4826-3273-4c45-a585-845713a881b3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1338031 Jul 23 21:09:31.579083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53518) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:31.583560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-24c97181-f2d5-4462-819e-dfb152151f07 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Request body: {'security_group_rule': {'security_group_id': '6a3618fd-38e0-4085-864d-76ae7f287fff', 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:31.605763 n-d-791504-18 neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-24c97181-f2d5-4462-819e-dfb152151f07 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Project b5bfcaee56ee4132be51f8e312e86608 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:09:31.610583 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-24c97181-f2d5-4462-819e-dfb152151f07 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.693117 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-24c97181-f2d5-4462-819e-dfb152151f07 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.698299 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-24c97181-f2d5-4462-819e-dfb152151f07 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.725438 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-24c97181-f2d5-4462-819e-dfb152151f07 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.727348 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-24c97181-f2d5-4462-819e-dfb152151f07 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466882 Jul 23 21:09:31.728003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c97181-f2d5-4462-819e-dfb152151f07 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23008c28-39f4-4d19-8da0-8aa33e0ace4e,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:31.735983 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'name': 'tempest-TestServerBasicOps-1343374902-router', 'tenant_id': '89d628868aa542ebb16c57b8bcb96fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'c0673c95-6250-4473-860c-390d56b27a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:26Z', 'updated_at': '2021-07-23T21:09:29Z', 'revision_number': 4, 'project_id': '89d628868aa542ebb16c57b8bcb96fb7', 'gw_port': {'id': 'c0673c95-6250-4473-860c-390d56b27a9d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:26Z', 'updated_at': '2021-07-23T21:09:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '6881c0bf-fa43-4a3e-9e13-7915c6601857', 'name': '', 'network_id': 'fb0ca14b-528f-446e-9a41-976c063875e2', 'tenant_id': '89d628868aa542ebb16c57b8bcb96fb7', 'mac_address': 'fa:16:3e:0a:e7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87420bed-c31c-48cd-9fec-ebb16f37e97e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:28Z', 'updated_at': '2021-07-23T21:09:29Z', 'revision_number': 2, 'project_id': '89d628868aa542ebb16c57b8bcb96fb7', 'subnets': [{'id': '87420bed-c31c-48cd-9fec-ebb16f37e97e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:31.762436 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Checking router: 0fdec68f-ce8c-45ed-9c2d-6f5a85e21950 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:09:31.762775 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Updating router 0fdec68f-ce8c-45ed-9c2d-6f5a85e21950 port 6881c0bf-fa43-4a3e-9e13-7915c6601857 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:09:31.816793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5207a025-da90-4492-b374-d0df30c49802 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:09:31.817306 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.869334 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 5207a025-da90-4492-b374-d0df30c49802 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:31.869859 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:31.886359 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-954d83b0-dfc7-4536-a104-6239a92db5d5 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1628441329&fields=id&tenant_id=b5bfcaee56ee4132be51f8e312e86608 HTTP/1.1" status: 200 len: 267 time: 0.0366006 Jul 23 21:09:31.955430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c0673c95-6250-4473-860c-390d56b27a9d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:09:32.000253 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-3521cd50-473f-4785-8a9f-c666e521f92d tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:32.001920 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-3521cd50-473f-4785-8a9f-c666e521f92d tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/networks?id=2715e033-a86a-48b0-ba30-cf28eb5f0347 HTTP/1.1" status: 200 len: 808 time: 0.1088407 Jul 23 21:09:32.006096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port c0673c95-6250-4473-860c-390d56b27a9d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:09:32.012621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c0673c95-6250-4473-860c-390d56b27a9d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:32.013130 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:32.020605 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-bab37883-5888-4414-8489-f41c5b7f6c44 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/quotas/b5bfcaee56ee4132be51f8e312e86608 HTTP/1.1" status: 200 len: 375 time: 0.0101409 Jul 23 21:09:32.093293 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-de3bccea-307d-4217-a758-cee5f6dff0db tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b5bfcaee56ee4132be51f8e312e86608&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666029 Jul 23 21:09:32.180353 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:32.192050 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Transition to ACTIVE for port object 6881c0bf-fa43-4a3e-9e13-7915c6601857 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:09:32.198674 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:32.208836 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-92737122-c455-40d5-9baa-a62e4be43a65 service neutron] 10.222.0.55 "GET /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981317 Jul 23 21:09:32.252185 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136581d-7514-4c05-abe0-dc40e77415ca None None] Pushing event updated for resources: {'Port': ['ID=6881c0bf-fa43-4a3e-9e13-7915c6601857,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:32.260667 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:32.287276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port c0673c95-6250-4473-860c-390d56b27a9d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c0673c95-6250-4473-860c-390d56b27a9d,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:32.291955 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:32.319347 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-cbcfad60-9af2-468c-af8d-0e52c1019fc6 service neutron] 10.222.0.55 "GET /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095078 Jul 23 21:09:32.327637 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Attempting to bind port 6881c0bf-fa43-4a3e-9e13-7915c6601857 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:09:32.328900 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Attempting to bind port 6881c0bf-fa43-4a3e-9e13-7915c6601857 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'c14d3d68-7416-4a27-94db-c254c7d4ebe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fb0ca14b-528f-446e-9a41-976c063875e2'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:09:32.328900 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Attempting to bind port 6881c0bf-fa43-4a3e-9e13-7915c6601857 on network fb0ca14b-528f-446e-9a41-976c063875e2 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:09:32.334696 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:09:32.335237 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Checking segment: {'id': 'c14d3d68-7416-4a27-94db-c254c7d4ebe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fb0ca14b-528f-446e-9a41-976c063875e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:09:32.335728 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:32.336213 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Bound using segment: {'id': 'c14d3d68-7416-4a27-94db-c254c7d4ebe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fb0ca14b-528f-446e-9a41-976c063875e2'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:09:32.336774 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Bound port: 6881c0bf-fa43-4a3e-9e13-7915c6601857, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14d3d68-7416-4a27-94db-c254c7d4ebe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fb0ca14b-528f-446e-9a41-976c063875e2'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:09:32.337534 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:32.353825 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=c0673c95-6250-4473-860c-390d56b27a9d,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:32.416378 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] For port 6881c0bf-fa43-4a3e-9e13-7915c6601857, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:09:32.419911 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] For port 6881c0bf-fa43-4a3e-9e13-7915c6601857, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6881c0bf-fa43-4a3e-9e13-7915c6601857,segment=NetworkSegment(c14d3d68-7416-4a27-94db-c254c7d4ebe3),segment_id=c14d3d68-7416-4a27-94db-c254c7d4ebe3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:09:32.424503 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:32.489288 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Routers {'0fdec68f-ce8c-45ed-9c2d-6f5a85e21950'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:09:32.490142 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:09:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['0fdec68f-ce8c-45ed-9c2d-6f5a85e21950'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:32.492108 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136581d-7514-4c05-abe0-dc40e77415ca None None] Pushing event updated for resources: {'Port': ['ID=6881c0bf-fa43-4a3e-9e13-7915c6601857,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:32.572361 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e49ddc0-ccc1-4cc8-89bf-8092179739f4 req-0269ef76-258f-4d08-a24f-689f2c855261 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 210 time: 0.0609968 Jul 23 21:09:32.618176 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] Set router 0fdec68f-ce8c-45ed-9c2d-6f5a85e21950 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:09:32.827013 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'name': 'tempest-TestServerBasicOps-1343374902-router', 'tenant_id': '89d628868aa542ebb16c57b8bcb96fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'c0673c95-6250-4473-860c-390d56b27a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:26Z', 'updated_at': '2021-07-23T21:09:29Z', 'revision_number': 4, 'project_id': '89d628868aa542ebb16c57b8bcb96fb7', 'gw_port': {'id': 'c0673c95-6250-4473-860c-390d56b27a9d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:26Z', 'updated_at': '2021-07-23T21:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '6881c0bf-fa43-4a3e-9e13-7915c6601857', 'name': '', 'network_id': 'fb0ca14b-528f-446e-9a41-976c063875e2', 'tenant_id': '89d628868aa542ebb16c57b8bcb96fb7', 'mac_address': 'fa:16:3e:0a:e7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87420bed-c31c-48cd-9fec-ebb16f37e97e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:28Z', 'updated_at': '2021-07-23T21:09:32Z', 'revision_number': 4, 'project_id': '89d628868aa542ebb16c57b8bcb96fb7', 'subnets': [{'id': '87420bed-c31c-48cd-9fec-ebb16f37e97e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:32.852644 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e25833e-e9fb-4443-b671-dd3cb6c55039 None None] The sync data for ids ['0fdec68f-ce8c-45ed-9c2d-6f5a85e21950'] in n-d-791504-18 is: [{'id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'name': 'tempest-TestServerBasicOps-1343374902-router', 'tenant_id': '89d628868aa542ebb16c57b8bcb96fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'c0673c95-6250-4473-860c-390d56b27a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:26Z', 'updated_at': '2021-07-23T21:09:29Z', 'revision_number': 4, 'project_id': '89d628868aa542ebb16c57b8bcb96fb7', 'gw_port': {'id': 'c0673c95-6250-4473-860c-390d56b27a9d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:26Z', 'updated_at': '2021-07-23T21:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '6881c0bf-fa43-4a3e-9e13-7915c6601857', 'name': '', 'network_id': 'fb0ca14b-528f-446e-9a41-976c063875e2', 'tenant_id': '89d628868aa542ebb16c57b8bcb96fb7', 'mac_address': 'fa:16:3e:0a:e7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '87420bed-c31c-48cd-9fec-ebb16f37e97e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:28Z', 'updated_at': '2021-07-23T21:09:32Z', 'revision_number': 4, 'project_id': '89d628868aa542ebb16c57b8bcb96fb7', 'subnets': [{'id': '87420bed-c31c-48cd-9fec-ebb16f37e97e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:09:33.556661 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-d583fa92-0817-4f6c-ab3b-afc05b60d860 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:33.559153 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-d583fa92-0817-4f6c-ab3b-afc05b60d860 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.57 "GET /v2.0/networks?id=2715e033-a86a-48b0-ba30-cf28eb5f0347 HTTP/1.1" status: 200 len: 808 time: 0.1190727 Jul 23 21:09:33.606851 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-1dc37ed9-67d7-4e92-a5dd-e114e2b3fa76 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5bfcaee56ee4132be51f8e312e86608 HTTP/1.1" status: 200 len: 380 time: 0.0394924 Jul 23 21:09:33.616052 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-6677fa4e-ca3f-4d9a-a023-67910d38b03b tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Request body: {'port': {'device_id': '581a946d-b88e-4c12-bdba-b01572659b76', 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347', 'admin_state_up': True, 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'security_groups': ['6a3618fd-38e0-4085-864d-76ae7f287fff']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:33.718610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6bb1b84f-124e-4c61-ad39-453f8892aa60 req-dbf07e85-790c-41ca-b9b7-8c6bf574b064 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 210 time: 0.0513306 Jul 23 21:09:33.757364 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-6677fa4e-ca3f-4d9a-a023-67910d38b03b tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Made reservation on behalf of b5bfcaee56ee4132be51f8e312e86608 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:09:33.761490 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-6677fa4e-ca3f-4d9a-a023-67910d38b03b tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:33.802300 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6881c0bf-fa43-4a3e-9e13-7915c6601857 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:09:33.851583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 6881c0bf-fa43-4a3e-9e13-7915c6601857 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:09:33.855902 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 6881c0bf-fa43-4a3e-9e13-7915c6601857 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:33.856303 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:33.898756 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-6677fa4e-ca3f-4d9a-a023-67910d38b03b tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Allocated IP 172.20.0.8 (2715e033-a86a-48b0-ba30-cf28eb5f0347/65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5/000d0919-678d-44cd-a4c6-157d7177d4b8) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:09:33.940098 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:33.971453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 6881c0bf-fa43-4a3e-9e13-7915c6601857, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6881c0bf-fa43-4a3e-9e13-7915c6601857,segment=NetworkSegment(c14d3d68-7416-4a27-94db-c254c7d4ebe3),segment_id=c14d3d68-7416-4a27-94db-c254c7d4ebe3)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:33.975042 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:33.975842 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c0673c95-6250-4473-860c-390d56b27a9d up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:09:34.043924 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-6677fa4e-ca3f-4d9a-a023-67910d38b03b tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:34.057266 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=6881c0bf-fa43-4a3e-9e13-7915c6601857,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:34.057641 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-6677fa4e-ca3f-4d9a-a023-67910d38b03b tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Transition to ACTIVE for port object 000d0919-678d-44cd-a4c6-157d7177d4b8 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:09:34.066112 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c0673c95-6250-4473-860c-390d56b27a9d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:34.066475 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:34.092734 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-6677fa4e-ca3f-4d9a-a023-67910d38b03b tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:34.133085 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-6677fa4e-ca3f-4d9a-a023-67910d38b03b tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Network 2715e033-a86a-48b0-ba30-cf28eb5f0347 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:09:34.138191 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-6677fa4e-ca3f-4d9a-a023-67910d38b03b tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:09:34.140704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-6677fa4e-ca3f-4d9a-a023-67910d38b03b tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:09:34.174961 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677fa4e-ca3f-4d9a-a023-67910d38b03b tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Pushing event updated for resources: {'Port': ['ID=000d0919-678d-44cd-a4c6-157d7177d4b8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:34.204619 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-6677fa4e-ca3f-4d9a-a023-67910d38b03b tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:34.205265 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-6677fa4e-ca3f-4d9a-a023-67910d38b03b tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:34.224287 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-6677fa4e-ca3f-4d9a-a023-67910d38b03b tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6122656 Jul 23 21:09:34.239366 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Request body: {'port': {'device_id': '581a946d-b88e-4c12-bdba-b01572659b76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:34.322290 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:34.435846 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-dba6c162-ebd3-4948-bb65-f0ea399748c7 None None] Provisioning for port 000d0919-678d-44cd-a4c6-157d7177d4b8 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:09:34.439598 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-dba6c162-ebd3-4948-bb65-f0ea399748c7 None None] Provisioning complete for port 000d0919-678d-44cd-a4c6-157d7177d4b8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:34.440040 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dba6c162-ebd3-4948-bb65-f0ea399748c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:34.474286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-dba6c162-ebd3-4948-bb65-f0ea399748c7 None None] Port 000d0919-678d-44cd-a4c6-157d7177d4b8 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:09:34.593414 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000d0919-678d-44cd-a4c6-157d7177d4b8 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:09:34.600623 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:34.612578 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Transition to ACTIVE for port object 000d0919-678d-44cd-a4c6-157d7177d4b8 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:09:34.615540 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:34.708193 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Pushing event updated for resources: {'Port': ['ID=000d0919-678d-44cd-a4c6-157d7177d4b8,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:34.740865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Attempting to bind port 000d0919-678d-44cd-a4c6-157d7177d4b8 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:09:34.741198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Attempting to bind port 000d0919-678d-44cd-a4c6-157d7177d4b8 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'f602ccb2-e6d6-43f5-9ff6-f3b6ce294617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:09:34.741530 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Attempting to bind port 000d0919-678d-44cd-a4c6-157d7177d4b8 on network 2715e033-a86a-48b0-ba30-cf28eb5f0347 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:09:34.746356 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Port 000d0919-678d-44cd-a4c6-157d7177d4b8 on network 2715e033-a86a-48b0-ba30-cf28eb5f0347 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:09:34.746684 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Attempting to bind port 000d0919-678d-44cd-a4c6-157d7177d4b8 on network 2715e033-a86a-48b0-ba30-cf28eb5f0347 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:09:34.751962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:09:34.752307 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Checking segment: {'id': 'f602ccb2-e6d6-43f5-9ff6-f3b6ce294617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:09:34.752700 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Bound using segment: {'id': 'f602ccb2-e6d6-43f5-9ff6-f3b6ce294617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:09:34.753149 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Bound port: 000d0919-678d-44cd-a4c6-157d7177d4b8, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f602ccb2-e6d6-43f5-9ff6-f3b6ce294617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:09:34.753503 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:34.825671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] For port 000d0919-678d-44cd-a4c6-157d7177d4b8, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:09:34.828997 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] For port 000d0919-678d-44cd-a4c6-157d7177d4b8, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=000d0919-678d-44cd-a4c6-157d7177d4b8,segment=NetworkSegment(f602ccb2-e6d6-43f5-9ff6-f3b6ce294617),segment_id=f602ccb2-e6d6-43f5-9ff6-f3b6ce294617)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:09:34.834847 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:34.863155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961d2ad-344e-479a-91b0-56821babdfdf req-47d378c7-a7a4-4220-8080-7f4dc6910af3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:34.864787 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1961d2ad-344e-479a-91b0-56821babdfdf req-47d378c7-a7a4-4220-8080-7f4dc6910af3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 943 time: 0.0665536 Jul 23 21:09:34.871622 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:34.872235 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:34.873798 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] 10.222.0.57 "PUT /v2.0/ports/000d0919-678d-44cd-a4c6-157d7177d4b8 HTTP/1.1" status: 200 len: 1092 time: 0.6390355 Jul 23 21:09:34.876325 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '581a946d-b88e-4c12-bdba-b01572659b76', 'tag': '000d0919-678d-44cd-a4c6-157d7177d4b8'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:09:34.880190 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d953713-fdbf-40e1-a234-ae2b48c8c5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "581a946d-b88e-4c12-bdba-b01572659b76", "tag": "000d0919-678d-44cd-a4c6-157d7177d4b8"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:09:34.909821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b3614-4908-40c9-bc0d-468930663b9e service neutron] Pushing event updated for resources: {'Port': ['ID=000d0919-678d-44cd-a4c6-157d7177d4b8,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:34.925428 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1961d2ad-344e-479a-91b0-56821babdfdf req-db4b33ed-13bc-46f5-bdfd-f0b0f11ef304 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a3618fd-38e0-4085-864d-76ae7f287fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530188 Jul 23 21:09:34.955894 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a435340e-5206-47ac-b17b-33a4ffdb7f59 x-openstack-request-id: req-a435340e-5206-47ac-b17b-33a4ffdb7f59 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:09:34.956143 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "581a946d-b88e-4c12-bdba-b01572659b76", "tag": "000d0919-678d-44cd-a4c6-157d7177d4b8", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:09:34.956338 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a435340e-5206-47ac-b17b-33a4ffdb7f59 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:09:34.956725 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '581a946d-b88e-4c12-bdba-b01572659b76', 'tag': '000d0919-678d-44cd-a4c6-157d7177d4b8', 'status': 'completed', 'code': 200} Jul 23 21:09:34.983481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-a58665e1-b077-4818-86ef-136a6049a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:34.984995 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-a58665e1-b077-4818-86ef-136a6049a263 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5bfcaee56ee4132be51f8e312e86608&device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 1095 time: 0.0656612 Jul 23 21:09:35.028850 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-25f28909-7c73-40ce-a3b0-6105636172bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000d0919-678d-44cd-a4c6-157d7177d4b8 HTTP/1.1" status: 200 len: 217 time: 0.0360060 Jul 23 21:09:35.079412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-816171fe-df69-4cc6-931f-3ac45d0aa9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:35.080725 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-816171fe-df69-4cc6-931f-3ac45d0aa9f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5 HTTP/1.1" status: 200 len: 847 time: 0.0457976 Jul 23 21:09:35.143192 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-0a3bd8db-2256-4ac0-8b33-ca1b1a2d7c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:35.144690 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-0a3bd8db-2256-4ac0-8b33-ca1b1a2d7c3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2715e033-a86a-48b0-ba30-cf28eb5f0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569990 Jul 23 21:09:35.234317 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-1d9a8931-7461-4c8d-84c7-0a3d807edd51 service neutron] 10.222.0.57 "GET /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821238 Jul 23 21:09:35.327765 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c85eae53-dd43-4748-9eae-29cdfb35d020 req-e9f6bee6-ed0b-47d7-84e2-130b0211c8bd service neutron] 10.222.0.57 "GET /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869975 Jul 23 21:09:35.429237 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953713-fdbf-40e1-a234-ae2b48c8c5ca req-1ad8f348-4ebc-4fd3-8643-8c4a128c5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:35.430770 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d953713-fdbf-40e1-a234-ae2b48c8c5ca req-1ad8f348-4ebc-4fd3-8643-8c4a128c5f27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5bfcaee56ee4132be51f8e312e86608&device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 1095 time: 0.0556231 Jul 23 21:09:35.524060 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953713-fdbf-40e1-a234-ae2b48c8c5ca req-f313007e-5edb-4f9f-98f4-0a22667c21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:35.525552 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d953713-fdbf-40e1-a234-ae2b48c8c5ca req-f313007e-5edb-4f9f-98f4-0a22667c21a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2715e033-a86a-48b0-ba30-cf28eb5f0347 HTTP/1.1" status: 200 len: 909 time: 0.0884764 Jul 23 21:09:35.568128 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d953713-fdbf-40e1-a234-ae2b48c8c5ca req-58f83656-32a5-4551-8263-1531afef0ca5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000d0919-678d-44cd-a4c6-157d7177d4b8 HTTP/1.1" status: 200 len: 217 time: 0.0359459 Jul 23 21:09:35.616649 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953713-fdbf-40e1-a234-ae2b48c8c5ca req-3764e72e-6d7f-44b9-9362-5814fcf5267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:35.618058 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d953713-fdbf-40e1-a234-ae2b48c8c5ca req-3764e72e-6d7f-44b9-9362-5814fcf5267e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5 HTTP/1.1" status: 200 len: 847 time: 0.0435529 Jul 23 21:09:35.677998 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953713-fdbf-40e1-a234-ae2b48c8c5ca req-0311db1b-9a17-4796-87de-4472d3a5af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:35.679520 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d953713-fdbf-40e1-a234-ae2b48c8c5ca req-0311db1b-9a17-4796-87de-4472d3a5af9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2715e033-a86a-48b0-ba30-cf28eb5f0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541580 Jul 23 21:09:35.714992 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6881c0bf-fa43-4a3e-9e13-7915c6601857 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:09:35.770681 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 6881c0bf-fa43-4a3e-9e13-7915c6601857 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:35.771185 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:35.776603 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d953713-fdbf-40e1-a234-ae2b48c8c5ca req-ec7c166b-b590-4f91-9db0-79469a5bac73 service neutron] 10.222.0.57 "GET /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897896 Jul 23 21:09:35.872653 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d953713-fdbf-40e1-a234-ae2b48c8c5ca req-a560ff1d-88ca-4728-90ca-3b7709d86fcb service neutron] 10.222.0.57 "GET /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886257 Jul 23 21:09:36.061640 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afdd16-001e-4961-a599-2ee30ecd26a8 req-7a38850b-1a6d-4fde-b6b2-ea53f1b7987f tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:36.063022 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2afdd16-001e-4961-a599-2ee30ecd26a8 req-7a38850b-1a6d-4fde-b6b2-ea53f1b7987f tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 943 time: 0.0664065 Jul 23 21:09:36.100951 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2afdd16-001e-4961-a599-2ee30ecd26a8 req-22b0b3ce-efcf-46ef-90c2-8d12321d1ef9 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a3618fd-38e0-4085-864d-76ae7f287fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321374 Jul 23 21:09:36.596285 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 000d0919-678d-44cd-a4c6-157d7177d4b8 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:09:36.692244 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 000d0919-678d-44cd-a4c6-157d7177d4b8, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=000d0919-678d-44cd-a4c6-157d7177d4b8,segment=NetworkSegment(f602ccb2-e6d6-43f5-9ff6-f3b6ce294617),segment_id=f602ccb2-e6d6-43f5-9ff6-f3b6ce294617)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:36.702913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '000d0919-678d-44cd-a4c6-157d7177d4b8', 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347', 'port_id': '000d0919-678d-44cd-a4c6-157d7177d4b8', 'mac_address': 'fa:16:3e:c5:25:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:09:36.739115 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:36.751299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000d0919-678d-44cd-a4c6-157d7177d4b8 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:09:36.770347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 000d0919-678d-44cd-a4c6-157d7177d4b8, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=000d0919-678d-44cd-a4c6-157d7177d4b8,segment=NetworkSegment(f602ccb2-e6d6-43f5-9ff6-f3b6ce294617),segment_id=f602ccb2-e6d6-43f5-9ff6-f3b6ce294617)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:36.774290 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:36.821320 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=000d0919-678d-44cd-a4c6-157d7177d4b8,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:36.829063 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.829413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.829754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.830092 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.830427 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.830761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.831087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.831439 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.831765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.832097 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.832425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.832748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.973355 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['000d0919-678d-44cd-a4c6-157d7177d4b8'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:09:37.241660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849eeff-d2be-4274-a445-3206aa7ccd53 req-b2a804d1-828c-4aec-b4ca-c680d655cb65 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:37.243217 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e849eeff-d2be-4274-a445-3206aa7ccd53 req-b2a804d1-828c-4aec-b4ca-c680d655cb65 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 944 time: 0.0773263 Jul 23 21:09:37.281105 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e849eeff-d2be-4274-a445-3206aa7ccd53 req-0c0cd64e-4d41-464d-8079-8554463b56f9 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a3618fd-38e0-4085-864d-76ae7f287fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317311 Jul 23 21:09:38.408490 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c3ae9-96ba-4b9b-aabf-dcb057637904 req-edf280de-a723-4890-a022-5f60e94e5a54 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:38.410004 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-206c3ae9-96ba-4b9b-aabf-dcb057637904 req-edf280de-a723-4890-a022-5f60e94e5a54 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 944 time: 0.0632019 Jul 23 21:09:38.451084 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-206c3ae9-96ba-4b9b-aabf-dcb057637904 req-d3db65e6-df3b-455d-be9f-c70abb6f791e tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a3618fd-38e0-4085-864d-76ae7f287fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354552 Jul 23 21:09:38.612361 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 000d0919-678d-44cd-a4c6-157d7177d4b8 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:09:38.662621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 000d0919-678d-44cd-a4c6-157d7177d4b8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:09:38.666141 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 000d0919-678d-44cd-a4c6-157d7177d4b8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:09:38.666504 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:38.741619 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:38.763802 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581a946d-b88e-4c12-bdba-b01572659b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000d0919-678d-44cd-a4c6-157d7177d4b8'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:09:38.766028 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e5fe10-51c1-4de6-9dbd-a04d3ef176bd" -d '{"events": [{"server_uuid": "581a946d-b88e-4c12-bdba-b01572659b76", "name": "network-vif-plugged", "status": "completed", "tag": "000d0919-678d-44cd-a4c6-157d7177d4b8"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:09:38.778081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 000d0919-678d-44cd-a4c6-157d7177d4b8, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=000d0919-678d-44cd-a4c6-157d7177d4b8,segment=NetworkSegment(f602ccb2-e6d6-43f5-9ff6-f3b6ce294617),segment_id=f602ccb2-e6d6-43f5-9ff6-f3b6ce294617)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:38.782187 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:38.804569 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6745b853-80e8-464a-a011-4739ef421514 x-openstack-request-id: req-6745b853-80e8-464a-a011-4739ef421514 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:09:38.804854 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581a946d-b88e-4c12-bdba-b01572659b76", "name": "network-vif-plugged", "status": "completed", "tag": "000d0919-678d-44cd-a4c6-157d7177d4b8", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:09:38.805103 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6745b853-80e8-464a-a011-4739ef421514 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:09:38.805483 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581a946d-b88e-4c12-bdba-b01572659b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000d0919-678d-44cd-a4c6-157d7177d4b8', 'code': 200} Jul 23 21:09:38.833214 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=000d0919-678d-44cd-a4c6-157d7177d4b8,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:38.912264 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b4a86-6ab7-49c4-b020-9bbf10a25b5d req-c1be7c57-4f80-4e46-8f63-2dc73676734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:38.913787 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-548b4a86-6ab7-49c4-b020-9bbf10a25b5d req-c1be7c57-4f80-4e46-8f63-2dc73676734a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 1097 time: 0.0536869 Jul 23 21:09:38.946298 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-548b4a86-6ab7-49c4-b020-9bbf10a25b5d req-0fc90161-47dd-4cff-9d7c-9edb7ddd3bb2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6a3618fd-38e0-4085-864d-76ae7f287fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265272 Jul 23 21:09:39.582255 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef80e60-5d37-49d6-bcf0-b0ac05a2d39a req-8af098e6-0b55-42e2-8a32-a7e2ebfbdd3a tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:39.583870 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1ef80e60-5d37-49d6-bcf0-b0ac05a2d39a req-8af098e6-0b55-42e2-8a32-a7e2ebfbdd3a tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 945 time: 0.0666325 Jul 23 21:09:39.622032 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1ef80e60-5d37-49d6-bcf0-b0ac05a2d39a req-65f09b79-fdc8-4572-82df-cf4c957648f8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a3618fd-38e0-4085-864d-76ae7f287fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323713 Jul 23 21:09:40.753923 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6ef14-32bf-4f4b-beb1-fb935014812d req-65df0fa3-fd2c-47d4-aad5-46335d70e787 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:40.755423 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2af6ef14-32bf-4f4b-beb1-fb935014812d req-65df0fa3-fd2c-47d4-aad5-46335d70e787 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 945 time: 0.0624969 Jul 23 21:09:40.792454 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2af6ef14-32bf-4f4b-beb1-fb935014812d req-78ac96f9-8c79-4128-bb08-ded97f615b3d tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a3618fd-38e0-4085-864d-76ae7f287fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313911 Jul 23 21:09:40.925296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c670ed-b4f5-42dd-a5eb-d3645e633460 req-a3c02c3c-516a-406c-a44f-cd81806182d0 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:40.926790 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61c670ed-b4f5-42dd-a5eb-d3645e633460 req-a3c02c3c-516a-406c-a44f-cd81806182d0 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 945 time: 0.0680544 Jul 23 21:09:40.964912 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61c670ed-b4f5-42dd-a5eb-d3645e633460 req-aab665ff-7259-486f-ab1a-f7b4eac28af4 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a3618fd-38e0-4085-864d-76ae7f287fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324674 Jul 23 21:09:41.067020 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9a0d5130-b8ad-4b60-8252-c02a2c3e1aa5 req-79011b79-57eb-4ac3-a4df-27e646cecfbd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521424 Jul 23 21:09:41.093997 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b8950-8adb-4461-9019-64214e3b6985 req-36c87f4a-af94-433b-ad36-2af505f6eed8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:41.095510 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee4b8950-8adb-4461-9019-64214e3b6985 req-36c87f4a-af94-433b-ad36-2af505f6eed8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 945 time: 0.0660038 Jul 23 21:09:41.133293 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee4b8950-8adb-4461-9019-64214e3b6985 req-2fd6211a-375a-46b3-adab-c244508c1cc2 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a3618fd-38e0-4085-864d-76ae7f287fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321229 Jul 23 21:09:41.156420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53570) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:41.161144 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d5130-b8ad-4b60-8252-c02a2c3e1aa5 req-5193784d-ec71-4d19-b37a-32ee89d35642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:41.162672 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9a0d5130-b8ad-4b60-8252-c02a2c3e1aa5 req-5193784d-ec71-4d19-b37a-32ee89d35642 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5bfcaee56ee4132be51f8e312e86608&device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 1097 time: 0.0559077 Jul 23 21:09:41.270643 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d5130-b8ad-4b60-8252-c02a2c3e1aa5 req-bbcb6753-02d4-4b6e-aa62-fbf37acc56f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:41.272176 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9a0d5130-b8ad-4b60-8252-c02a2c3e1aa5 req-bbcb6753-02d4-4b6e-aa62-fbf37acc56f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2715e033-a86a-48b0-ba30-cf28eb5f0347 HTTP/1.1" status: 200 len: 909 time: 0.0915630 Jul 23 21:09:41.303671 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45baed97-1fa3-40c1-b6a2-c28d292bdde0 tempest-TestServerBasicOps-1898203521 tempest-TestServerBasicOps-1898203521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:41.307977 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-45baed97-1fa3-40c1-b6a2-c28d292bdde0 tempest-TestServerBasicOps-1898203521 tempest-TestServerBasicOps-1898203521-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 1092 time: 0.1477816 Jul 23 21:09:41.308804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53574) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:09:41.313297 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': '000d0919-678d-44cd-a4c6-157d7177d4b8', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:41.314169 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9a0d5130-b8ad-4b60-8252-c02a2c3e1aa5 req-545a8970-606d-4123-b555-7a7b91ba36d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000d0919-678d-44cd-a4c6-157d7177d4b8 HTTP/1.1" status: 200 len: 217 time: 0.0351932 Jul 23 21:09:41.335508 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:41.366872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d5130-b8ad-4b60-8252-c02a2c3e1aa5 req-906efda8-f56a-452c-a353-6b1db782a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:41.368411 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9a0d5130-b8ad-4b60-8252-c02a2c3e1aa5 req-906efda8-f56a-452c-a353-6b1db782a8c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5 HTTP/1.1" status: 200 len: 847 time: 0.0486257 Jul 23 21:09:41.434189 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d5130-b8ad-4b60-8252-c02a2c3e1aa5 req-0a8e5e82-5b02-480f-b460-974f07c08d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:41.436720 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9a0d5130-b8ad-4b60-8252-c02a2c3e1aa5 req-0a8e5e82-5b02-480f-b460-974f07c08d24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2715e033-a86a-48b0-ba30-cf28eb5f0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612762 Jul 23 21:09:41.437817 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:41.530804 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9a0d5130-b8ad-4b60-8252-c02a2c3e1aa5 req-b1004dbe-babb-41dd-885f-8e637f656456 service neutron] 10.222.0.57 "GET /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872622 Jul 23 21:09:41.545194 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Allocated IP 172.25.3.32 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/ea81ae3f-d59e-41df-bb61-a6369771bb14) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:09:41.621937 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9a0d5130-b8ad-4b60-8252-c02a2c3e1aa5 req-81a7898c-7acb-4b70-9f81-69f3e6a44818 service neutron] 10.222.0.57 "GET /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852201 Jul 23 21:09:41.651706 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:41.690567 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:41.726399 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:09:41.729233 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:09:41.732569 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:09:41.766754 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Pushing event updated for resources: {'Port': ['ID=ea81ae3f-d59e-41df-bb61-a6369771bb14,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:42.085024 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:42.161717 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:42.306668 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:42.311117 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:42.377937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Pushing event updated for resources: {'Port': ['ID=ea81ae3f-d59e-41df-bb61-a6369771bb14,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:42.387988 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:42.488238 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Floating IP 74afa2ef-c17a-4594-b5e1-66dec98334a6 associated. External IP: 172.25.3.32, port: 000d0919-678d-44cd-a4c6-157d7177d4b8. Jul 23 21:09:42.694263 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Router 983374fa-99db-4975-93ef-3b9bef75f80d has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:09:42.799249 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:09:42.809484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5436c558-87f0-4a8c-a0a1-6c516d441e86 None None] Sync routers for ids ['983374fa-99db-4975-93ef-3b9bef75f80d'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:09:42.815140 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:42.822397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436c558-87f0-4a8c-a0a1-6c516d441e86 None None] Routers {'983374fa-99db-4975-93ef-3b9bef75f80d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:09:42.823024 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5436c558-87f0-4a8c-a0a1-6c516d441e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:09:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['983374fa-99db-4975-93ef-3b9bef75f80d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:42.852100 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dcc44206-52ec-4505-915a-cdcff367e4c8 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5422096 Jul 23 21:09:42.852679 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '581a946d-b88e-4c12-bdba-b01572659b76', 'tag': '000d0919-678d-44cd-a4c6-157d7177d4b8'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:09:42.855475 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96434701-bc22-4081-90f3-f4a4a0f5619a" -d '{"events": [{"name": "network-changed", "server_uuid": "581a946d-b88e-4c12-bdba-b01572659b76", "tag": "000d0919-678d-44cd-a4c6-157d7177d4b8"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:09:42.891433 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe6675b-3c8a-44b1-b561-637a21e3fbea x-openstack-request-id: req-bbe6675b-3c8a-44b1-b561-637a21e3fbea {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:09:42.891698 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "581a946d-b88e-4c12-bdba-b01572659b76", "tag": "000d0919-678d-44cd-a4c6-157d7177d4b8", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:09:42.891950 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bbe6675b-3c8a-44b1-b561-637a21e3fbea {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:09:42.892348 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '581a946d-b88e-4c12-bdba-b01572659b76', 'tag': '000d0919-678d-44cd-a4c6-157d7177d4b8', 'status': 'completed', 'code': 200} Jul 23 21:09:42.931536 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-5436c558-87f0-4a8c-a0a1-6c516d441e86 None None] Set router 983374fa-99db-4975-93ef-3b9bef75f80d gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:09:42.964763 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96434701-bc22-4081-90f3-f4a4a0f5619a req-87e39750-ccdf-4eb9-a84f-637b10570e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:42.966330 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-96434701-bc22-4081-90f3-f4a4a0f5619a req-87e39750-ccdf-4eb9-a84f-637b10570e38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5bfcaee56ee4132be51f8e312e86608&device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 1097 time: 0.0538690 Jul 23 21:09:43.060422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96434701-bc22-4081-90f3-f4a4a0f5619a req-547944d7-d741-47fa-93b6-23ea2ba22e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:43.061882 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-96434701-bc22-4081-90f3-f4a4a0f5619a req-547944d7-d741-47fa-93b6-23ea2ba22e53 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2715e033-a86a-48b0-ba30-cf28eb5f0347 HTTP/1.1" status: 200 len: 909 time: 0.0894208 Jul 23 21:09:43.125411 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-96434701-bc22-4081-90f3-f4a4a0f5619a req-b0408dde-de48-4aa3-8704-253a3d3a07f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000d0919-678d-44cd-a4c6-157d7177d4b8 HTTP/1.1" status: 200 len: 998 time: 0.0566711 Jul 23 21:09:43.153570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5436c558-87f0-4a8c-a0a1-6c516d441e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'name': 'tempest-TestServerBasicOps-561756803-router', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:24Z', 'revision_number': 4, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'gw_port': {'id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '74afa2ef-c17a-4594-b5e1-66dec98334a6', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'floating_ip_address': '172.25.3.32', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'port_id': '000d0919-678d-44cd-a4c6-157d7177d4b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347', 'mac_address': 'fa:16:3e:c5:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581a946d-b88e-4c12-bdba-b01572659b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:09:41Z', 'updated_at': '2021-07-23T21:09:41Z', 'revision_number': 0, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5207a025-da90-4492-b374-d0df30c49802', 'name': '', 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'mac_address': 'fa:16:3e:3c:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:23Z', 'updated_at': '2021-07-23T21:09:30Z', 'revision_number': 5, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'subnets': [{'id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:43.177364 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96434701-bc22-4081-90f3-f4a4a0f5619a req-6716ecb5-5b21-4202-8ad8-ab8ed38de747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:43.178909 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-96434701-bc22-4081-90f3-f4a4a0f5619a req-6716ecb5-5b21-4202-8ad8-ab8ed38de747 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5 HTTP/1.1" status: 200 len: 847 time: 0.0469978 Jul 23 21:09:43.179939 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5436c558-87f0-4a8c-a0a1-6c516d441e86 None None] Checking router: 983374fa-99db-4975-93ef-3b9bef75f80d for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:09:43.188203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436c558-87f0-4a8c-a0a1-6c516d441e86 None None] Routers {'983374fa-99db-4975-93ef-3b9bef75f80d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:09:43.188807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5436c558-87f0-4a8c-a0a1-6c516d441e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:09:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['983374fa-99db-4975-93ef-3b9bef75f80d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:43.236171 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96434701-bc22-4081-90f3-f4a4a0f5619a req-946b6989-bf7c-4a91-a6a2-9b7bfa92f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:43.237577 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-96434701-bc22-4081-90f3-f4a4a0f5619a req-946b6989-bf7c-4a91-a6a2-9b7bfa92f3f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2715e033-a86a-48b0-ba30-cf28eb5f0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526385 Jul 23 21:09:43.294512 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-5436c558-87f0-4a8c-a0a1-6c516d441e86 None None] Set router 983374fa-99db-4975-93ef-3b9bef75f80d gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:09:43.327483 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-96434701-bc22-4081-90f3-f4a4a0f5619a req-5b561f05-5d7d-4a4b-8d5c-0db6e3090726 service neutron] 10.222.0.57 "GET /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830147 Jul 23 21:09:43.415453 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-96434701-bc22-4081-90f3-f4a4a0f5619a req-cafa6da7-3ed6-43b4-b045-1ceecee21b5a service neutron] 10.222.0.57 "GET /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823066 Jul 23 21:09:43.518599 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5436c558-87f0-4a8c-a0a1-6c516d441e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'name': 'tempest-TestServerBasicOps-561756803-router', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:24Z', 'revision_number': 4, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'gw_port': {'id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '74afa2ef-c17a-4594-b5e1-66dec98334a6', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'floating_ip_address': '172.25.3.32', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'port_id': '000d0919-678d-44cd-a4c6-157d7177d4b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347', 'mac_address': 'fa:16:3e:c5:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581a946d-b88e-4c12-bdba-b01572659b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:09:41Z', 'updated_at': '2021-07-23T21:09:41Z', 'revision_number': 0, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5207a025-da90-4492-b374-d0df30c49802', 'name': '', 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'mac_address': 'fa:16:3e:3c:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:23Z', 'updated_at': '2021-07-23T21:09:30Z', 'revision_number': 5, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'subnets': [{'id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:09:43.544826 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5436c558-87f0-4a8c-a0a1-6c516d441e86 None None] The sync data for ids ['983374fa-99db-4975-93ef-3b9bef75f80d'] in n-d-791504-18 is: [{'id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'name': 'tempest-TestServerBasicOps-561756803-router', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:24Z', 'revision_number': 4, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'gw_port': {'id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '74afa2ef-c17a-4594-b5e1-66dec98334a6', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'floating_ip_address': '172.25.3.32', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'port_id': '000d0919-678d-44cd-a4c6-157d7177d4b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347', 'mac_address': 'fa:16:3e:c5:25:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581a946d-b88e-4c12-bdba-b01572659b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:09:41Z', 'updated_at': '2021-07-23T21:09:41Z', 'revision_number': 0, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5207a025-da90-4492-b374-d0df30c49802', 'name': '', 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'mac_address': 'fa:16:3e:3c:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:23Z', 'updated_at': '2021-07-23T21:09:30Z', 'revision_number': 5, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'subnets': [{'id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:09:43.737368 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865b6809-a2c9-45d5-9f1a-5753efb3458b None None] New status for floating IP 74afa2ef-c17a-4594-b5e1-66dec98334a6: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:09:45.672894 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:47.076996 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:54.594421 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5312376a-9771-43c8-9ef9-3bed168fdd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:57.154090 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6aed83ce-3cf5-4934-be0b-899c8efae589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:57.391490 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:58.051786 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:09:58.604939 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:00.062740 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:15.668486 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:17.099701 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:17.168326 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53596) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:17.269341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769fd8e-3000-4b00-ad21-dcb1185089b8 req-ca1fc411-3834-4bd9-8329-ad7607bcbb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:17.270791 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3769fd8e-3000-4b00-ad21-dcb1185089b8 req-ca1fc411-3834-4bd9-8329-ad7607bcbb9b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 1097 time: 0.1014006 Jul 23 21:10:17.303170 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3769fd8e-3000-4b00-ad21-dcb1185089b8 req-b8ce1b5e-815c-4a30-a248-fad40ce7aee2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6a3618fd-38e0-4085-864d-76ae7f287fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267012 Jul 23 21:10:24.595510 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-799318b8-368a-47bf-a721-afac7e67afea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:27.154995 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff972d39-d2ac-4a82-bcf8-f4865c5487b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:27.391326 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:28.607605 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:30.065592 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:35.051291 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:10:42.131213 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-12361255-c70a-4f23-a946-37c82ed33bfd req-ab7d0de2-509b-4925-a70f-1d7be4a80aa7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1017523 Jul 23 21:10:42.225071 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12361255-c70a-4f23-a946-37c82ed33bfd req-c6ef2a98-a15d-4cac-8a2b-3545a6fe0f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:42.226535 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-12361255-c70a-4f23-a946-37c82ed33bfd req-c6ef2a98-a15d-4cac-8a2b-3545a6fe0f14 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5bfcaee56ee4132be51f8e312e86608&device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 1097 time: 0.0564795 Jul 23 21:10:42.327633 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12361255-c70a-4f23-a946-37c82ed33bfd req-64c52904-3375-436e-93f7-e3cb8d3f0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:42.329001 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-12361255-c70a-4f23-a946-37c82ed33bfd req-64c52904-3375-436e-93f7-e3cb8d3f0dda service neutron] 10.222.0.57 "GET /v2.0/networks?id=2715e033-a86a-48b0-ba30-cf28eb5f0347 HTTP/1.1" status: 200 len: 909 time: 0.0836327 Jul 23 21:10:42.395350 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-12361255-c70a-4f23-a946-37c82ed33bfd req-802d5602-1e1d-45e2-844c-bbe474b251d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000d0919-678d-44cd-a4c6-157d7177d4b8 HTTP/1.1" status: 200 len: 1000 time: 0.0598607 Jul 23 21:10:42.443216 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12361255-c70a-4f23-a946-37c82ed33bfd req-8060d0d4-329c-4755-9b96-c8c0653d5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:42.444675 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-12361255-c70a-4f23-a946-37c82ed33bfd req-8060d0d4-329c-4755-9b96-c8c0653d5de2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5 HTTP/1.1" status: 200 len: 847 time: 0.0434942 Jul 23 21:10:42.500495 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12361255-c70a-4f23-a946-37c82ed33bfd req-9182482f-3c4a-40ee-961e-e3e08c801206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:42.501953 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-12361255-c70a-4f23-a946-37c82ed33bfd req-9182482f-3c4a-40ee-961e-e3e08c801206 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2715e033-a86a-48b0-ba30-cf28eb5f0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517809 Jul 23 21:10:42.595279 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-12361255-c70a-4f23-a946-37c82ed33bfd req-c9db6f94-a298-4ec4-a5cf-3eddd4978da9 service neutron] 10.222.0.57 "GET /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859199 Jul 23 21:10:42.680459 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-12361255-c70a-4f23-a946-37c82ed33bfd req-ee7e6cb5-d66b-4d59-820b-ae0aadbe20b5 service neutron] 10.222.0.57 "GET /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789580 Jul 23 21:10:45.683715 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:47.084356 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:54.596650 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cf1d66b-1ee4-4c0e-ac8e-1ce3d86298b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:57.158047 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a071d7da-228e-4266-949c-2c970559debb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:57.391805 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.610800 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:00.066960 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:12.050878 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:11:15.682554 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:17.106256 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:24.597931 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ce964321-7863-4274-a83c-4ce5f4ead90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:27.158043 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e30c4351-db90-4fdc-b25f-ab7ad8893566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:27.393008 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:28.613091 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:30.070900 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:44.080893 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-72e85c01-6b89-462e-b38c-1058ca7bd8c4 req-0eeb6108-0736-457b-8009-aec85ef9e8dd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0602870 Jul 23 21:11:44.176016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e85c01-6b89-462e-b38c-1058ca7bd8c4 req-7bbbd0db-130c-4a3e-a704-74ebf6714b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:44.177519 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-72e85c01-6b89-462e-b38c-1058ca7bd8c4 req-7bbbd0db-130c-4a3e-a704-74ebf6714b2b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5bfcaee56ee4132be51f8e312e86608&device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 1097 time: 0.0539253 Jul 23 21:11:44.286209 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e85c01-6b89-462e-b38c-1058ca7bd8c4 req-b1fe12ad-ab00-483a-9b91-224d31c4bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:44.288054 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-72e85c01-6b89-462e-b38c-1058ca7bd8c4 req-b1fe12ad-ab00-483a-9b91-224d31c4bde3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2715e033-a86a-48b0-ba30-cf28eb5f0347 HTTP/1.1" status: 200 len: 909 time: 0.0909073 Jul 23 21:11:44.356232 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-72e85c01-6b89-462e-b38c-1058ca7bd8c4 req-7fa62355-9387-4990-bb3f-cdba1f1945f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000d0919-678d-44cd-a4c6-157d7177d4b8 HTTP/1.1" status: 200 len: 1000 time: 0.0613270 Jul 23 21:11:44.403294 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e85c01-6b89-462e-b38c-1058ca7bd8c4 req-b84f12aa-9c0c-46d2-962c-e2a0b58a239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:44.404679 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-72e85c01-6b89-462e-b38c-1058ca7bd8c4 req-b84f12aa-9c0c-46d2-962c-e2a0b58a239c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5 HTTP/1.1" status: 200 len: 847 time: 0.0427363 Jul 23 21:11:44.460709 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e85c01-6b89-462e-b38c-1058ca7bd8c4 req-f91c1649-660d-4a5b-9fcb-ba732e42f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:44.462165 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-72e85c01-6b89-462e-b38c-1058ca7bd8c4 req-f91c1649-660d-4a5b-9fcb-ba732e42f2f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2715e033-a86a-48b0-ba30-cf28eb5f0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512140 Jul 23 21:11:44.555969 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-72e85c01-6b89-462e-b38c-1058ca7bd8c4 req-49ba2709-7753-48bb-92a6-70bdffa93929 service neutron] 10.222.0.57 "GET /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871038 Jul 23 21:11:44.654507 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-72e85c01-6b89-462e-b38c-1058ca7bd8c4 req-b7b50684-2083-4ba2-b879-150cb2541e0c service neutron] 10.222.0.57 "GET /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925922 Jul 23 21:11:45.682359 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:47.105239 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:49.049616 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:11:54.599053 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-373463ab-4aba-4654-9584-87ce4c05d0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:57.159381 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c55d81e7-2b7b-4500-97e6-2d2c1b5be897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:57.393652 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:58.616696 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:00.073284 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:15.700478 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:17.105271 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:24.599608 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-477feb14-8f9a-4534-8450-6404d5d9b7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:26.049955 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:12:27.165685 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a7f96f9-2ebf-4ef3-81df-7ca128cbbcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:27.392945 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.619511 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:30.075342 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:45.086868 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7406b203-ae80-4490-a92a-8163c7324223 req-7e530e46-91b9-423f-ae72-9fcf880836ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527062 Jul 23 21:12:45.179035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406b203-ae80-4490-a92a-8163c7324223 req-7467be7a-e663-4340-a0ed-a64c031721fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:45.180512 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7406b203-ae80-4490-a92a-8163c7324223 req-7467be7a-e663-4340-a0ed-a64c031721fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5bfcaee56ee4132be51f8e312e86608&device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 1097 time: 0.0521729 Jul 23 21:12:45.282096 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406b203-ae80-4490-a92a-8163c7324223 req-7d7f06fe-8967-438c-b3d6-9dae8f76c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:45.283568 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7406b203-ae80-4490-a92a-8163c7324223 req-7d7f06fe-8967-438c-b3d6-9dae8f76c39e service neutron] 10.222.0.57 "GET /v2.0/networks?id=2715e033-a86a-48b0-ba30-cf28eb5f0347 HTTP/1.1" status: 200 len: 909 time: 0.0844345 Jul 23 21:12:45.347033 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7406b203-ae80-4490-a92a-8163c7324223 req-12af6db3-b746-409a-b055-78c4efee889d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000d0919-678d-44cd-a4c6-157d7177d4b8 HTTP/1.1" status: 200 len: 1000 time: 0.0559084 Jul 23 21:12:45.392831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406b203-ae80-4490-a92a-8163c7324223 req-9c5c7d97-7c1d-41d9-9ede-3b868a7f0ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:45.394783 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7406b203-ae80-4490-a92a-8163c7324223 req-9c5c7d97-7c1d-41d9-9ede-3b868a7f0ca1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5 HTTP/1.1" status: 200 len: 847 time: 0.0419900 Jul 23 21:12:45.456250 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406b203-ae80-4490-a92a-8163c7324223 req-5fa50e3b-f84c-492f-b1bb-ded3efc98b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:45.457714 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7406b203-ae80-4490-a92a-8163c7324223 req-5fa50e3b-f84c-492f-b1bb-ded3efc98b1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2715e033-a86a-48b0-ba30-cf28eb5f0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555999 Jul 23 21:12:45.546451 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7406b203-ae80-4490-a92a-8163c7324223 req-d2fe4bd0-faea-4f39-8ec9-667a08b38551 service neutron] 10.222.0.57 "GET /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815499 Jul 23 21:12:45.682675 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:45.983620 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7406b203-ae80-4490-a92a-8163c7324223 req-3a8b9147-7d08-4cc9-8ce4-9b2376fec958 service neutron] 10.222.0.57 "GET /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304965 Jul 23 21:12:47.106360 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:54.600263 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf6e980f-55ce-43d9-8a76-981edad8a63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:57.156315 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7af2d8ab-8934-43ce-82f1-ade1e7ca003a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:57.394138 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:58.622838 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:00.077944 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:03.048892 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:13:15.680200 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:17.105215 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:24.601906 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd47cdff-ab6d-4f17-981d-4f446cee6848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:27.157856 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1bacb64-11ed-4cc6-9e54-61689c7e8ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:27.396380 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:28.625371 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:30.081470 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:40.047981 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:13:45.679909 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:46.068662 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-56493d1d-6a89-4370-92a0-748a19360b2f req-ea133aec-65ed-4cfb-a78b-c81f10c7abf2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521402 Jul 23 21:13:46.164577 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56493d1d-6a89-4370-92a0-748a19360b2f req-2974fd8e-ea3c-4a93-9220-f08e263dd359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:46.166053 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-56493d1d-6a89-4370-92a0-748a19360b2f req-2974fd8e-ea3c-4a93-9220-f08e263dd359 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5bfcaee56ee4132be51f8e312e86608&device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 1097 time: 0.0565565 Jul 23 21:13:46.267838 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56493d1d-6a89-4370-92a0-748a19360b2f req-684e0014-0b4c-47d5-8893-e26e94a8b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:46.269307 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-56493d1d-6a89-4370-92a0-748a19360b2f req-684e0014-0b4c-47d5-8893-e26e94a8b49d service neutron] 10.222.0.57 "GET /v2.0/networks?id=2715e033-a86a-48b0-ba30-cf28eb5f0347 HTTP/1.1" status: 200 len: 909 time: 0.0839989 Jul 23 21:13:46.336507 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-56493d1d-6a89-4370-92a0-748a19360b2f req-ec78d582-0e8f-47bc-9007-ded88f6c2e96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000d0919-678d-44cd-a4c6-157d7177d4b8 HTTP/1.1" status: 200 len: 1000 time: 0.0600276 Jul 23 21:13:46.385027 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56493d1d-6a89-4370-92a0-748a19360b2f req-2507f612-05d1-4556-b2e6-0c6503d92755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:46.386486 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-56493d1d-6a89-4370-92a0-748a19360b2f req-2507f612-05d1-4556-b2e6-0c6503d92755 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5 HTTP/1.1" status: 200 len: 847 time: 0.0437398 Jul 23 21:13:46.446036 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56493d1d-6a89-4370-92a0-748a19360b2f req-ad1fa35b-9735-4391-9b43-1dccfa34dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:46.447577 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-56493d1d-6a89-4370-92a0-748a19360b2f req-ad1fa35b-9735-4391-9b43-1dccfa34dc91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2715e033-a86a-48b0-ba30-cf28eb5f0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551822 Jul 23 21:13:46.542138 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-56493d1d-6a89-4370-92a0-748a19360b2f req-176ff06a-3e67-4183-92e3-aff9c3b724ad service neutron] 10.222.0.57 "GET /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880244 Jul 23 21:13:46.633876 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-56493d1d-6a89-4370-92a0-748a19360b2f req-71116c7d-6de3-4719-8171-43c4af104adf service neutron] 10.222.0.57 "GET /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858417 Jul 23 21:13:47.119371 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:54.604018 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f8a2fc0-682e-4173-9275-d90dcc9fd9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:57.157279 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b31586f6-0c1a-4293-b518-1a7f156fcfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:57.395922 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:58.627778 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:00.083990 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:15.678639 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:17.046781 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:14:17.132115 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:22.009413 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c777-faf2-4366-8045-253fa68512dd req-743bda73-9bf3-49ad-bf63-430cfece617e tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:22.011024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6438c777-faf2-4366-8045-253fa68512dd req-743bda73-9bf3-49ad-bf63-430cfece617e tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 945 time: 0.1761737 Jul 23 21:14:22.048054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6438c777-faf2-4366-8045-253fa68512dd req-ceb91dc0-0bf0-4c24-8c84-8a1408d132d2 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a3618fd-38e0-4085-864d-76ae7f287fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305047 Jul 23 21:14:23.144261 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ffd5b-dbe3-491f-919b-9c71ad20cc69 req-4eca3dcc-2be2-4c62-9304-7621b0199471 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:23.145708 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-152ffd5b-dbe3-491f-919b-9c71ad20cc69 req-4eca3dcc-2be2-4c62-9304-7621b0199471 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.57 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 945 time: 0.0741787 Jul 23 21:14:23.246572 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-152ffd5b-dbe3-491f-919b-9c71ad20cc69 req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Deleting port 000d0919-678d-44cd-a4c6-157d7177d4b8 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:23.246910 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-152ffd5b-dbe3-491f-919b-9c71ad20cc69 req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:23.258984 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11339299-a355-47aa-8c46-e9a614d39d3f req-a4b866eb-c6ff-4dc6-a96e-662198efc82a tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:23.260531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11339299-a355-47aa-8c46-e9a614d39d3f req-a4b866eb-c6ff-4dc6-a96e-662198efc82a tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 945 time: 0.1158388 Jul 23 21:14:23.298129 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11339299-a355-47aa-8c46-e9a614d39d3f req-7c58cf71-5459-4406-b55d-8743dea7c670 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/security-groups?id=6a3618fd-38e0-4085-864d-76ae7f287fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314679 Jul 23 21:14:23.339909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-152ffd5b-dbe3-491f-919b-9c71ad20cc69 req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] For port 000d0919-678d-44cd-a4c6-157d7177d4b8, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=000d0919-678d-44cd-a4c6-157d7177d4b8,segment=NetworkSegment(f602ccb2-e6d6-43f5-9ff6-f3b6ce294617),segment_id=f602ccb2-e6d6-43f5-9ff6-f3b6ce294617)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:23.340204 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-152ffd5b-dbe3-491f-919b-9c71ad20cc69 req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:23.577327 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-152ffd5b-dbe3-491f-919b-9c71ad20cc69 req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:23.577773 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-152ffd5b-dbe3-491f-919b-9c71ad20cc69 req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:23.578196 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [req-152ffd5b-dbe3-491f-919b-9c71ad20cc69 req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Floating IP 74afa2ef-c17a-4594-b5e1-66dec98334a6 disassociated. External IP: 172.25.3.32, port: 000d0919-678d-44cd-a4c6-157d7177d4b8. Jul 23 21:14:23.578548 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-152ffd5b-dbe3-491f-919b-9c71ad20cc69 req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Calling delete_port for 000d0919-678d-44cd-a4c6-157d7177d4b8 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:23.707793 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-152ffd5b-dbe3-491f-919b-9c71ad20cc69 req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:23.735074 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Pushing event deleted for resources: {'Port': ['ID=000d0919-678d-44cd-a4c6-157d7177d4b8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:23.744893 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:23.745243 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:23.745582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:23.745919 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:23.746254 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:23.746585 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:23.746911 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:23.747267 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:23.748226 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:23.748226 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:23.748226 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:23.748559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:23.863408 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-152ffd5b-dbe3-491f-919b-9c71ad20cc69 req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Router 983374fa-99db-4975-93ef-3b9bef75f80d has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:14:23.969354 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-152ffd5b-dbe3-491f-919b-9c71ad20cc69 req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:14:23.978644 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a1202a-6c52-416f-baa8-59ed4bc9bbe1 None None] Sync routers for ids ['983374fa-99db-4975-93ef-3b9bef75f80d'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:14:23.987418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a1202a-6c52-416f-baa8-59ed4bc9bbe1 None None] Routers {'983374fa-99db-4975-93ef-3b9bef75f80d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:14:23.988025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-24a1202a-6c52-416f-baa8-59ed4bc9bbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:13:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['983374fa-99db-4975-93ef-3b9bef75f80d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:24.016266 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-152ffd5b-dbe3-491f-919b-9c71ad20cc69 req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] No DVR routers for this DVR port 000d0919-678d-44cd-a4c6-157d7177d4b8 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:14:24.018808 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-152ffd5b-dbe3-491f-919b-9c71ad20cc69 req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:24.020867 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-152ffd5b-dbe3-491f-919b-9c71ad20cc69 req-4b25f693-8f2a-4a0a-91a5-f725ee985f23 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.57 "DELETE /v2.0/ports/000d0919-678d-44cd-a4c6-157d7177d4b8 HTTP/1.1" status: 204 len: 173 time: 0.8694296 Jul 23 21:14:24.021315 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581a946d-b88e-4c12-bdba-b01572659b76', 'name': 'network-vif-deleted', 'tag': '000d0919-678d-44cd-a4c6-157d7177d4b8'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:14:24.023596 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7e91d4-8a66-4659-aab3-759ee9d9f516" -d '{"events": [{"server_uuid": "581a946d-b88e-4c12-bdba-b01572659b76", "name": "network-vif-deleted", "tag": "000d0919-678d-44cd-a4c6-157d7177d4b8"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:14:24.106747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-24a1202a-6c52-416f-baa8-59ed4bc9bbe1 None None] Set router 983374fa-99db-4975-93ef-3b9bef75f80d gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:14:24.175575 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6d124e-b621-4803-bc02-3499415fd8a4 x-openstack-request-id: req-de6d124e-b621-4803-bc02-3499415fd8a4 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:14:24.176115 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581a946d-b88e-4c12-bdba-b01572659b76", "name": "network-vif-deleted", "tag": "000d0919-678d-44cd-a4c6-157d7177d4b8", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:14:24.176115 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de6d124e-b621-4803-bc02-3499415fd8a4 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:14:24.176513 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581a946d-b88e-4c12-bdba-b01572659b76', 'name': 'network-vif-deleted', 'tag': '000d0919-678d-44cd-a4c6-157d7177d4b8', 'status': 'completed', 'code': 200} Jul 23 21:14:24.340283 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-24a1202a-6c52-416f-baa8-59ed4bc9bbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'name': 'tempest-TestServerBasicOps-561756803-router', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:24Z', 'revision_number': 4, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'gw_port': {'id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '5207a025-da90-4492-b374-d0df30c49802', 'name': '', 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'mac_address': 'fa:16:3e:3c:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:23Z', 'updated_at': '2021-07-23T21:09:30Z', 'revision_number': 5, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'subnets': [{'id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:24.366915 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a1202a-6c52-416f-baa8-59ed4bc9bbe1 None None] Checking router: 983374fa-99db-4975-93ef-3b9bef75f80d for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:14:24.379922 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a1202a-6c52-416f-baa8-59ed4bc9bbe1 None None] Routers {'983374fa-99db-4975-93ef-3b9bef75f80d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:14:24.380676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-24a1202a-6c52-416f-baa8-59ed4bc9bbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:13:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['983374fa-99db-4975-93ef-3b9bef75f80d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:24.411195 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5706c9a8-e537-4453-b44e-752aeab05416 req-31b57de8-aff7-4d14-9733-8701f771124f tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "GET /v2.0/ports?device_id=581a946d-b88e-4c12-bdba-b01572659b76 HTTP/1.1" status: 200 len: 210 time: 0.0302143 Jul 23 21:14:24.499445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-24a1202a-6c52-416f-baa8-59ed4bc9bbe1 None None] Set router 983374fa-99db-4975-93ef-3b9bef75f80d gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:14:24.616082 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-da8c21e3-1cdb-4096-a8ff-c277a765791c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:24.720744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-24a1202a-6c52-416f-baa8-59ed4bc9bbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'name': 'tempest-TestServerBasicOps-561756803-router', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:24Z', 'revision_number': 4, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'gw_port': {'id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '5207a025-da90-4492-b374-d0df30c49802', 'name': '', 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'mac_address': 'fa:16:3e:3c:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:23Z', 'updated_at': '2021-07-23T21:09:30Z', 'revision_number': 5, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'subnets': [{'id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:24.746905 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a1202a-6c52-416f-baa8-59ed4bc9bbe1 None None] The sync data for ids ['983374fa-99db-4975-93ef-3b9bef75f80d'] in n-d-791504-18 is: [{'id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'name': 'tempest-TestServerBasicOps-561756803-router', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:24Z', 'revision_number': 4, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'gw_port': {'id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '5207a025-da90-4492-b374-d0df30c49802', 'name': '', 'network_id': '2715e033-a86a-48b0-ba30-cf28eb5f0347', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'mac_address': 'fa:16:3e:3c:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:23Z', 'updated_at': '2021-07-23T21:09:30Z', 'revision_number': 5, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'subnets': [{'id': '65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:14:24.955813 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242cbf88-b489-45bc-81d9-a06c3e442055 None None] New status for floating IP 74afa2ef-c17a-4594-b5e1-66dec98334a6: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:14:25.470840 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53748) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:25.593377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-5684949c-584b-4641-8883-8da55d6caee1 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Deleting port ea81ae3f-d59e-41df-bb61-a6369771bb14 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:25.594532 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5684949c-584b-4641-8883-8da55d6caee1 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:25.671970 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5684949c-584b-4641-8883-8da55d6caee1 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:25.672296 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5684949c-584b-4641-8883-8da55d6caee1 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:25.683926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-5684949c-584b-4641-8883-8da55d6caee1 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Calling delete_port for ea81ae3f-d59e-41df-bb61-a6369771bb14 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:25.822144 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5684949c-584b-4641-8883-8da55d6caee1 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:25.849120 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684949c-584b-4641-8883-8da55d6caee1 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Pushing event deleted for resources: {'Port': ['ID=ea81ae3f-d59e-41df-bb61-a6369771bb14,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:25.909739 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5684949c-584b-4641-8883-8da55d6caee1 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:25.912382 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5684949c-584b-4641-8883-8da55d6caee1 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:25.913589 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5684949c-584b-4641-8883-8da55d6caee1 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "DELETE /v2.0/floatingips/74afa2ef-c17a-4594-b5e1-66dec98334a6 HTTP/1.1" status: 204 len: 168 time: 0.4416971 Jul 23 21:14:25.982526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53754) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:26.042939 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d48feed6-d94e-429b-8d25-9f8bfa90ccd3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:26.059177 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 000d0919-678d-44cd-a4c6-157d7177d4b8 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:14:26.069740 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d48feed6-d94e-429b-8d25-9f8bfa90ccd3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:26.079000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 000d0919-678d-44cd-a4c6-157d7177d4b8 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:14:26.079375 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 000d0919-678d-44cd-a4c6-157d7177d4b8 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:14:26.128901 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d48feed6-d94e-429b-8d25-9f8bfa90ccd3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:26.131425 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d48feed6-d94e-429b-8d25-9f8bfa90ccd3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:26.132570 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d48feed6-d94e-429b-8d25-9f8bfa90ccd3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] 10.222.0.55 "DELETE /v2.0/security-groups/6a3618fd-38e0-4085-864d-76ae7f287fff HTTP/1.1" status: 204 len: 168 time: 0.1490123 Jul 23 21:14:26.141413 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48feed6-d94e-429b-8d25-9f8bfa90ccd3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3618fd-38e0-4085-864d-76ae7f287fff,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:26.150905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48feed6-d94e-429b-8d25-9f8bfa90ccd3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.151280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48feed6-d94e-429b-8d25-9f8bfa90ccd3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.151615 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48feed6-d94e-429b-8d25-9f8bfa90ccd3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.151950 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48feed6-d94e-429b-8d25-9f8bfa90ccd3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.152280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48feed6-d94e-429b-8d25-9f8bfa90ccd3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.152716 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48feed6-d94e-429b-8d25-9f8bfa90ccd3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.153047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48feed6-d94e-429b-8d25-9f8bfa90ccd3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.153390 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48feed6-d94e-429b-8d25-9f8bfa90ccd3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.153690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48feed6-d94e-429b-8d25-9f8bfa90ccd3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.154042 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48feed6-d94e-429b-8d25-9f8bfa90ccd3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.154365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48feed6-d94e-429b-8d25-9f8bfa90ccd3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.154705 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48feed6-d94e-429b-8d25-9f8bfa90ccd3 tempest-TestServerBasicOps-2069937140 tempest-TestServerBasicOps-2069937140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.169477 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53758) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:26.701720 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f6e3327-ea99-4866-baa3-ab30a505fa24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:26.997008 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0f6e3327-ea99-4866-baa3-ab30a505fa24 admin admin] Deleting port 5207a025-da90-4492-b374-d0df30c49802 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:26.997354 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f6e3327-ea99-4866-baa3-ab30a505fa24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:27.077655 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-0f6e3327-ea99-4866-baa3-ab30a505fa24 admin admin] For port 5207a025-da90-4492-b374-d0df30c49802, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=5207a025-da90-4492-b374-d0df30c49802,segment=NetworkSegment(f602ccb2-e6d6-43f5-9ff6-f3b6ce294617),segment_id=f602ccb2-e6d6-43f5-9ff6-f3b6ce294617)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:27.078005 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f6e3327-ea99-4866-baa3-ab30a505fa24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:27.089886 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0f6e3327-ea99-4866-baa3-ab30a505fa24 admin admin] Calling delete_port for 5207a025-da90-4492-b374-d0df30c49802 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:27.157883 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b553d57a-6bb6-4e8f-b444-983713d61808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:27.270031 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f6e3327-ea99-4866-baa3-ab30a505fa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:27.302733 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e3327-ea99-4866-baa3-ab30a505fa24 admin admin] Pushing event deleted for resources: {'Port': ['ID=5207a025-da90-4492-b374-d0df30c49802,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:27.402221 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:27.477473 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0f6e3327-ea99-4866-baa3-ab30a505fa24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:27.691037 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6e3327-ea99-4866-baa3-ab30a505fa24 admin admin] Router 983374fa-99db-4975-93ef-3b9bef75f80d has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:14:27.795645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6e3327-ea99-4866-baa3-ab30a505fa24 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:14:27.800536 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0f6e3327-ea99-4866-baa3-ab30a505fa24 admin admin] 10.222.0.55 "PUT /v2.0/routers/983374fa-99db-4975-93ef-3b9bef75f80d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6291490 Jul 23 21:14:27.803128 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53764) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:27.805597 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd4a11c-b5b3-499f-868e-d0074c8237a7 None None] Sync routers for ids ['983374fa-99db-4975-93ef-3b9bef75f80d'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:14:27.819029 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd4a11c-b5b3-499f-868e-d0074c8237a7 None None] Routers {'983374fa-99db-4975-93ef-3b9bef75f80d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:14:27.819935 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-edd4a11c-b5b3-499f-868e-d0074c8237a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:14:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['983374fa-99db-4975-93ef-3b9bef75f80d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:27.910006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0703a36-e9e0-450d-9e50-5889d5e88e17 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:27.930494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-edd4a11c-b5b3-499f-868e-d0074c8237a7 None None] Set router 983374fa-99db-4975-93ef-3b9bef75f80d gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:14:28.012274 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0703a36-e9e0-450d-9e50-5889d5e88e17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:28.110809 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-edd4a11c-b5b3-499f-868e-d0074c8237a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'name': 'tempest-TestServerBasicOps-561756803-router', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:14:27Z', 'revision_number': 5, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'gw_port': {'id': 'c06ee042-12b4-49d0-a141-d4f935abc414', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:28.137197 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd4a11c-b5b3-499f-868e-d0074c8237a7 None None] Checking router: 983374fa-99db-4975-93ef-3b9bef75f80d for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:14:28.145657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd4a11c-b5b3-499f-868e-d0074c8237a7 None None] Routers {'983374fa-99db-4975-93ef-3b9bef75f80d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:14:28.146342 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-edd4a11c-b5b3-499f-868e-d0074c8237a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:14:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['983374fa-99db-4975-93ef-3b9bef75f80d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:28.161210 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d0703a36-e9e0-450d-9e50-5889d5e88e17 admin admin] Deleting port c06ee042-12b4-49d0-a141-d4f935abc414 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:28.161564 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0703a36-e9e0-450d-9e50-5889d5e88e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:28.232239 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-edd4a11c-b5b3-499f-868e-d0074c8237a7 None None] Set router 983374fa-99db-4975-93ef-3b9bef75f80d gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:14:28.288149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-edd4a11c-b5b3-499f-868e-d0074c8237a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'name': 'tempest-TestServerBasicOps-561756803-router', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:14:28Z', 'revision_number': 6, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:28.319196 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd4a11c-b5b3-499f-868e-d0074c8237a7 None None] The sync data for ids ['983374fa-99db-4975-93ef-3b9bef75f80d'] in n-d-791504-18 is: [{'id': '983374fa-99db-4975-93ef-3b9bef75f80d', 'name': 'tempest-TestServerBasicOps-561756803-router', 'tenant_id': 'b5bfcaee56ee4132be51f8e312e86608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:21Z', 'updated_at': '2021-07-23T21:14:28Z', 'revision_number': 6, 'project_id': 'b5bfcaee56ee4132be51f8e312e86608', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:14:28.579001 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-d0703a36-e9e0-450d-9e50-5889d5e88e17 admin admin] For port c06ee042-12b4-49d0-a141-d4f935abc414, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c06ee042-12b4-49d0-a141-d4f935abc414,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:28.579385 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0703a36-e9e0-450d-9e50-5889d5e88e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:28.591344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d0703a36-e9e0-450d-9e50-5889d5e88e17 admin admin] Calling delete_port for c06ee042-12b4-49d0-a141-d4f935abc414 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:28.632044 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:28.763737 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0703a36-e9e0-450d-9e50-5889d5e88e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:28.790027 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0703a36-e9e0-450d-9e50-5889d5e88e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06ee042-12b4-49d0-a141-d4f935abc414,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:28.850978 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0703a36-e9e0-450d-9e50-5889d5e88e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:28.954127 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0703a36-e9e0-450d-9e50-5889d5e88e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:28.956222 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0703a36-e9e0-450d-9e50-5889d5e88e17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:28.999406 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0703a36-e9e0-450d-9e50-5889d5e88e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:28.999876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0703a36-e9e0-450d-9e50-5889d5e88e17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 983374fa-99db-4975-93ef-3b9bef75f80d {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:14:29.005774 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0703a36-e9e0-450d-9e50-5889d5e88e17 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.006925 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d0703a36-e9e0-450d-9e50-5889d5e88e17 admin admin] 10.222.0.55 "DELETE /v2.0/routers/983374fa-99db-4975-93ef-3b9bef75f80d HTTP/1.1" status: 204 len: 168 time: 1.2027888 Jul 23 21:14:29.009612 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53768) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:29.052946 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9e551b-7590-457c-a2bd-2221274190e4 admin admin] Deleting subnet 65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:14:29.055844 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0b9e551b-7590-457c-a2bd-2221274190e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.091444 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0b9e551b-7590-457c-a2bd-2221274190e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.205129 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0b9e551b-7590-457c-a2bd-2221274190e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.263309 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0b9e551b-7590-457c-a2bd-2221274190e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.293875 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e551b-7590-457c-a2bd-2221274190e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:29.297547 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0b9e551b-7590-457c-a2bd-2221274190e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.301718 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0b9e551b-7590-457c-a2bd-2221274190e4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/65370b40-e46d-48bf-8ed7-b4c5fcc5ffe5 HTTP/1.1" status: 204 len: 168 time: 0.2890010 Jul 23 21:14:29.302146 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53770) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:29.304803 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b5a613-15e3-419c-ac2c-f3789fe13374 None None] Network 2715e033-a86a-48b0-ba30-cf28eb5f0347 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:14:29.371551 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.424408 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] Deleting port 45af741e-783d-4c2e-bc3f-f18f7522bc9f {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:29.424747 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.492697 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] For port 45af741e-783d-4c2e-bc3f-f18f7522bc9f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=45af741e-783d-4c2e-bc3f-f18f7522bc9f,segment=NetworkSegment(f602ccb2-e6d6-43f5-9ff6-f3b6ce294617),segment_id=f602ccb2-e6d6-43f5-9ff6-f3b6ce294617)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:29.493045 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.500276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] DHCP port deletion for 2715e033-a86a-48b0-ba30-cf28eb5f0347 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:14:29.506435 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] Calling delete_port for 45af741e-783d-4c2e-bc3f-f18f7522bc9f owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:29.545482 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] Deleting port 45af741e-783d-4c2e-bc3f-f18f7522bc9f {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:29.545857 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.587041 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.610561 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] For port 45af741e-783d-4c2e-bc3f-f18f7522bc9f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=45af741e-783d-4c2e-bc3f-f18f7522bc9f,segment=NetworkSegment(f602ccb2-e6d6-43f5-9ff6-f3b6ce294617),segment_id=f602ccb2-e6d6-43f5-9ff6-f3b6ce294617)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:29.610863 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.616683 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] Pushing event deleted for resources: {'Port': ['ID=45af741e-783d-4c2e-bc3f-f18f7522bc9f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:29.621139 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] No DVR routers for this DVR port 45af741e-783d-4c2e-bc3f-f18f7522bc9f on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:14:29.625593 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] Calling delete_port for 45af741e-783d-4c2e-bc3f-f18f7522bc9f owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:29.694828 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.706257 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2715e033-a86a-48b0-ba30-cf28eb5f0347']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:29.707769 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.716300 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f602ccb2-e6d6-43f5-9ff6-f3b6ce294617') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:29.717007 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f602ccb2-e6d6-43f5-9ff6-f3b6ce294617') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:29.725912 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.732967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] Pushing event deleted for resources: {'Port': ['ID=45af741e-783d-4c2e-bc3f-f18f7522bc9f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:29.739935 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.740471 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] No DVR routers for this DVR port 45af741e-783d-4c2e-bc3f-f18f7522bc9f on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:14:29.743293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:29.743658 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:29.744000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:29.744341 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:29.744723 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:29.745002 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:29.745329 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:29.745655 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:29.745979 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:29.746301 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:29.746620 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:29.746759 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:14:29.746940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d2bab-aa70-4d9d-b8f1-59abd876a1a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:29.747089 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:14:29.748928 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:14:29.809916 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.828354 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:29.830222 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2715e033-a86a-48b0-ba30-cf28eb5f0347 HTTP/1.1" status: 204 len: 168 time: 0.5273702 Jul 23 21:14:29.831369 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0bdf0-4f5b-48ed-a5ed-a3bb4350b539 admin admin] Pushing event deleted for resources: {'Network': ['ID=2715e033-a86a-48b0-ba30-cf28eb5f0347,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:29.833115 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53772) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:29.874654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5207a025-da90-4492-b374-d0df30c49802 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:14:29.894994 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 5207a025-da90-4492-b374-d0df30c49802 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:14:29.895385 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 5207a025-da90-4492-b374-d0df30c49802 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:14:29.895799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45af741e-783d-4c2e-bc3f-f18f7522bc9f no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:14:29.918549 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 45af741e-783d-4c2e-bc3f-f18f7522bc9f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:14:29.919034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 45af741e-783d-4c2e-bc3f-f18f7522bc9f not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:14:29.919572 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c06ee042-12b4-49d0-a141-d4f935abc414 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:14:29.937748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: c06ee042-12b4-49d0-a141-d4f935abc414 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:14:29.938211 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c06ee042-12b4-49d0-a141-d4f935abc414 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:14:30.088194 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:30.178348 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f45b833d-5cec-4ef4-8385-302363dfacb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:30.428934 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-f45b833d-5cec-4ef4-8385-302363dfacb6 admin admin] Deleting port 6881c0bf-fa43-4a3e-9e13-7915c6601857 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:30.429175 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f45b833d-5cec-4ef4-8385-302363dfacb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:30.507930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-f45b833d-5cec-4ef4-8385-302363dfacb6 admin admin] For port 6881c0bf-fa43-4a3e-9e13-7915c6601857, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6881c0bf-fa43-4a3e-9e13-7915c6601857,segment=NetworkSegment(c14d3d68-7416-4a27-94db-c254c7d4ebe3),segment_id=c14d3d68-7416-4a27-94db-c254c7d4ebe3)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:30.508287 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f45b833d-5cec-4ef4-8385-302363dfacb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:30.520425 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-f45b833d-5cec-4ef4-8385-302363dfacb6 admin admin] Calling delete_port for 6881c0bf-fa43-4a3e-9e13-7915c6601857 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:30.716487 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f45b833d-5cec-4ef4-8385-302363dfacb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:30.740425 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b833d-5cec-4ef4-8385-302363dfacb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6881c0bf-fa43-4a3e-9e13-7915c6601857,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:30.912420 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f45b833d-5cec-4ef4-8385-302363dfacb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:31.133049 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45b833d-5cec-4ef4-8385-302363dfacb6 admin admin] Router 0fdec68f-ce8c-45ed-9c2d-6f5a85e21950 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:14:31.238506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45b833d-5cec-4ef4-8385-302363dfacb6 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:14:31.243429 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f45b833d-5cec-4ef4-8385-302363dfacb6 admin admin] 10.222.0.55 "PUT /v2.0/routers/0fdec68f-ce8c-45ed-9c2d-6f5a85e21950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4091976 Jul 23 21:14:31.246137 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53774) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:31.247287 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652f880e-b764-46a5-a303-e1a63f8dfe83 None None] Sync routers for ids ['0fdec68f-ce8c-45ed-9c2d-6f5a85e21950'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:14:31.256685 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652f880e-b764-46a5-a303-e1a63f8dfe83 None None] Routers {'0fdec68f-ce8c-45ed-9c2d-6f5a85e21950'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:14:31.257372 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-652f880e-b764-46a5-a303-e1a63f8dfe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:14:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['0fdec68f-ce8c-45ed-9c2d-6f5a85e21950'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:31.483052 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-652f880e-b764-46a5-a303-e1a63f8dfe83 None None] Set router 0fdec68f-ce8c-45ed-9c2d-6f5a85e21950 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:14:31.667158 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-652f880e-b764-46a5-a303-e1a63f8dfe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'name': 'tempest-TestServerBasicOps-1343374902-router', 'tenant_id': '89d628868aa542ebb16c57b8bcb96fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'c0673c95-6250-4473-860c-390d56b27a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:26Z', 'updated_at': '2021-07-23T21:14:30Z', 'revision_number': 5, 'project_id': '89d628868aa542ebb16c57b8bcb96fb7', 'gw_port': {'id': 'c0673c95-6250-4473-860c-390d56b27a9d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:26Z', 'updated_at': '2021-07-23T21:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:31.683760 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-412f0f24-4456-44bc-b24c-99609e4cc5bc admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:31.693225 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652f880e-b764-46a5-a303-e1a63f8dfe83 None None] Checking router: 0fdec68f-ce8c-45ed-9c2d-6f5a85e21950 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:14:31.701377 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652f880e-b764-46a5-a303-e1a63f8dfe83 None None] Routers {'0fdec68f-ce8c-45ed-9c2d-6f5a85e21950'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:14:31.701979 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-652f880e-b764-46a5-a303-e1a63f8dfe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:14:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['0fdec68f-ce8c-45ed-9c2d-6f5a85e21950'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:31.785049 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-412f0f24-4456-44bc-b24c-99609e4cc5bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:31.804354 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-652f880e-b764-46a5-a303-e1a63f8dfe83 None None] Set router 0fdec68f-ce8c-45ed-9c2d-6f5a85e21950 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:14:31.837093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-412f0f24-4456-44bc-b24c-99609e4cc5bc admin admin] Deleting port c0673c95-6250-4473-860c-390d56b27a9d {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:31.837709 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-412f0f24-4456-44bc-b24c-99609e4cc5bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:31.919785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-412f0f24-4456-44bc-b24c-99609e4cc5bc admin admin] For port c0673c95-6250-4473-860c-390d56b27a9d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c0673c95-6250-4473-860c-390d56b27a9d,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:31.920141 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-412f0f24-4456-44bc-b24c-99609e4cc5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:31.940485 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-412f0f24-4456-44bc-b24c-99609e4cc5bc admin admin] Calling delete_port for c0673c95-6250-4473-860c-390d56b27a9d owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:31.981455 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-652f880e-b764-46a5-a303-e1a63f8dfe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'name': 'tempest-TestServerBasicOps-1343374902-router', 'tenant_id': '89d628868aa542ebb16c57b8bcb96fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'c0673c95-6250-4473-860c-390d56b27a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:26Z', 'updated_at': '2021-07-23T21:14:30Z', 'revision_number': 5, 'project_id': '89d628868aa542ebb16c57b8bcb96fb7', 'gw_port': {'id': 'c0673c95-6250-4473-860c-390d56b27a9d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:26Z', 'updated_at': '2021-07-23T21:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:32.010717 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652f880e-b764-46a5-a303-e1a63f8dfe83 None None] The sync data for ids ['0fdec68f-ce8c-45ed-9c2d-6f5a85e21950'] in n-d-791504-18 is: [{'id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'name': 'tempest-TestServerBasicOps-1343374902-router', 'tenant_id': '89d628868aa542ebb16c57b8bcb96fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'c0673c95-6250-4473-860c-390d56b27a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:09:26Z', 'updated_at': '2021-07-23T21:14:30Z', 'revision_number': 5, 'project_id': '89d628868aa542ebb16c57b8bcb96fb7', 'gw_port': {'id': 'c0673c95-6250-4473-860c-390d56b27a9d', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdec68f-ce8c-45ed-9c2d-6f5a85e21950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:09:26Z', 'updated_at': '2021-07-23T21:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:14:32.103884 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-412f0f24-4456-44bc-b24c-99609e4cc5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:32.134386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f0f24-4456-44bc-b24c-99609e4cc5bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c0673c95-6250-4473-860c-390d56b27a9d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:32.195319 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-412f0f24-4456-44bc-b24c-99609e4cc5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:32.283282 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-412f0f24-4456-44bc-b24c-99609e4cc5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:32.285365 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-412f0f24-4456-44bc-b24c-99609e4cc5bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:32.331044 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-412f0f24-4456-44bc-b24c-99609e4cc5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:32.331624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412f0f24-4456-44bc-b24c-99609e4cc5bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fdec68f-ce8c-45ed-9c2d-6f5a85e21950 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:14:32.336841 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-412f0f24-4456-44bc-b24c-99609e4cc5bc admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:32.338009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-412f0f24-4456-44bc-b24c-99609e4cc5bc admin admin] 10.222.0.55 "DELETE /v2.0/routers/0fdec68f-ce8c-45ed-9c2d-6f5a85e21950 HTTP/1.1" status: 204 len: 168 time: 1.0908904 Jul 23 21:14:32.340608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53778) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:32.392319 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7ebadf-196e-467a-9cd0-e812b1120680 admin admin] Deleting subnet 87420bed-c31c-48cd-9fec-ebb16f37e97e {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:14:32.395543 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b7ebadf-196e-467a-9cd0-e812b1120680 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:32.430932 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b7ebadf-196e-467a-9cd0-e812b1120680 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:32.510116 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b7ebadf-196e-467a-9cd0-e812b1120680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:32.570575 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b7ebadf-196e-467a-9cd0-e812b1120680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:32.599694 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ebadf-196e-467a-9cd0-e812b1120680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87420bed-c31c-48cd-9fec-ebb16f37e97e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:32.605295 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b7ebadf-196e-467a-9cd0-e812b1120680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:32.607244 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3b7ebadf-196e-467a-9cd0-e812b1120680 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/87420bed-c31c-48cd-9fec-ebb16f37e97e HTTP/1.1" status: 204 len: 168 time: 0.2655377 Jul 23 21:14:32.609703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53780) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:32.610273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2904b5-cdb1-4bfe-8af9-599aec231289 None None] Network fb0ca14b-528f-446e-9a41-976c063875e2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:14:32.680993 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:32.734290 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] Deleting port def1da02-eceb-4602-a445-571c44e2420d {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:32.734625 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:32.803279 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] For port def1da02-eceb-4602-a445-571c44e2420d, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=def1da02-eceb-4602-a445-571c44e2420d,segment=NetworkSegment(c14d3d68-7416-4a27-94db-c254c7d4ebe3),segment_id=c14d3d68-7416-4a27-94db-c254c7d4ebe3)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:32.803645 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:32.815840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] Calling delete_port for def1da02-eceb-4602-a445-571c44e2420d owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:32.893639 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:32.922691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] Pushing event deleted for resources: {'Port': ['ID=def1da02-eceb-4602-a445-571c44e2420d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:32.926154 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] No DVR routers for this DVR port def1da02-eceb-4602-a445-571c44e2420d on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:14:32.965256 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fc39e6-ec81-4713-8d65-1e0bfef6ab20 None None] DHCP port deletion for fb0ca14b-528f-446e-9a41-976c063875e2 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:14:33.005474 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:33.015594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0ca14b-528f-446e-9a41-976c063875e2']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:33.025186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14d3d68-7416-4a27-94db-c254c7d4ebe3') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:33.025479 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14d3d68-7416-4a27-94db-c254c7d4ebe3') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:33.034058 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:33.051976 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:33.057693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:14:33.058075 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:14:33.059719 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:14:33.120463 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:33.126417 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:33.128271 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fb0ca14b-528f-446e-9a41-976c063875e2 HTTP/1.1" status: 204 len: 168 time: 0.5176406 Jul 23 21:14:33.139516 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c302d6e-4c32-4e92-a3e8-658d986fbe91 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb0ca14b-528f-446e-9a41-976c063875e2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:33.232769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53784) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:33.272086 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-85bbe778-13af-404d-8fbb-f1e826b322cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5bfcaee56ee4132be51f8e312e86608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381529 Jul 23 21:14:33.274421 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53786) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:33.322631 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47750329-13a8-49e6-83af-af1aaaa345e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:33.343479 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47750329-13a8-49e6-83af-af1aaaa345e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:33.391887 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47750329-13a8-49e6-83af-af1aaaa345e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:33.394465 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-47750329-13a8-49e6-83af-af1aaaa345e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:33.395586 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-47750329-13a8-49e6-83af-af1aaaa345e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9abc643e-7040-46a7-a98e-489109d16b7f HTTP/1.1" status: 204 len: 168 time: 0.1202769 Jul 23 21:14:33.403036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47750329-13a8-49e6-83af-af1aaaa345e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abc643e-7040-46a7-a98e-489109d16b7f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:33.700107 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53792) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:33.740772 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e3f711b2-5e67-4c45-a4ed-71912ecb9490 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89d628868aa542ebb16c57b8bcb96fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395205 Jul 23 21:14:33.743391 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53794) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:33.790708 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-641944a8-6b31-47fc-bc55-7f9c13e8666a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:33.811214 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-641944a8-6b31-47fc-bc55-7f9c13e8666a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:33.857952 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-641944a8-6b31-47fc-bc55-7f9c13e8666a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:33.861638 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-641944a8-6b31-47fc-bc55-7f9c13e8666a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:33.865310 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-641944a8-6b31-47fc-bc55-7f9c13e8666a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fda685d3-20d8-4989-8810-361686bd5f86 HTTP/1.1" status: 204 len: 168 time: 0.1185293 Jul 23 21:14:33.872008 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641944a8-6b31-47fc-bc55-7f9c13e8666a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda685d3-20d8-4989-8810-361686bd5f86,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:33.898969 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device def1da02-eceb-4602-a445-571c44e2420d no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:14:33.919083 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: def1da02-eceb-4602-a445-571c44e2420d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:14:33.919455 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device def1da02-eceb-4602-a445-571c44e2420d not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:14:33.919866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6881c0bf-fa43-4a3e-9e13-7915c6601857 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:14:33.938998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 6881c0bf-fa43-4a3e-9e13-7915c6601857 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:14:33.939369 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6881c0bf-fa43-4a3e-9e13-7915c6601857 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:14:33.939784 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c0673c95-6250-4473-860c-390d56b27a9d no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:14:33.957811 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: c0673c95-6250-4473-860c-390d56b27a9d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:14:33.958173 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c0673c95-6250-4473-860c-390d56b27a9d not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:14:44.188996 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-76ff1e55-beaa-4d49-abc8-37b4ea6eb314 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=599d391375124afe805db1c2d6fd0b08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283022 Jul 23 21:14:44.371002 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-8a1d81cf-4055-464a-8583-0e61377e0b7d tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:44.372499 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-8a1d81cf-4055-464a-8583-0e61377e0b7d tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783950 Jul 23 21:14:44.386795 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-7abedb59-c6c3-45e8-a843-e99274ad16b2 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/quotas/599d391375124afe805db1c2d6fd0b08 HTTP/1.1" status: 200 len: 375 time: 0.0089121 Jul 23 21:14:44.423331 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-a43be6a5-d84d-4edc-9617-7734f7a6eebf tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=599d391375124afe805db1c2d6fd0b08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311022 Jul 23 21:14:44.589612 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7df41693-0e43-41f0-9bdf-2c847233981b req-5b8dd057-e592-4a41-976c-9ebd7522bc0f tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/ports?device_id=2eb7c547-d4e3-4b62-a00c-645897898e08 HTTP/1.1" status: 200 len: 210 time: 0.0340877 Jul 23 21:14:45.645854 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-4be746e5-24c9-4902-9778-ca344a0e6cf0 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=599d391375124afe805db1c2d6fd0b08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328329 Jul 23 21:14:45.684622 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.700071 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa812cb6-6c95-4454-abb1-1086a81acd1c req-8e019e16-1194-4b61-a4c2-3c6488e17e70 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/ports?device_id=2eb7c547-d4e3-4b62-a00c-645897898e08 HTTP/1.1" status: 200 len: 210 time: 0.0384805 Jul 23 21:14:45.831424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-be53d94b-637f-4c7c-863d-66df601e8b08 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:45.832880 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-be53d94b-637f-4c7c-863d-66df601e8b08 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821182 Jul 23 21:14:45.845686 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-7b7f0d6c-5042-4076-aa29-20d6453331d1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Request body: {'port': {'device_id': '2eb7c547-d4e3-4b62-a00c-645897898e08', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'admin_state_up': True, 'tenant_id': '599d391375124afe805db1c2d6fd0b08'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:14:46.200626 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-7b7f0d6c-5042-4076-aa29-20d6453331d1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Made reservation on behalf of 599d391375124afe805db1c2d6fd0b08 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:14:46.204482 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-7b7f0d6c-5042-4076-aa29-20d6453331d1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:46.215127 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-7b7f0d6c-5042-4076-aa29-20d6453331d1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:46.309106 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-7b7f0d6c-5042-4076-aa29-20d6453331d1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:46.313218 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-7b7f0d6c-5042-4076-aa29-20d6453331d1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:46.390538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f0d6c-5042-4076-aa29-20d6453331d1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba823a13-29e4-4f36-8c5d-8ef6045ecf3b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:46.464833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-7b7f0d6c-5042-4076-aa29-20d6453331d1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Allocated IP 192.168.233.177 (02a3b04b-22f6-45a7-b137-ec9f80ed1553/496449bb-f5e4-4b8b-93f2-b82f3be2599e/a058ef56-c52d-4e7e-b5e0-ac65049ef973) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:14:46.605854 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-7b7f0d6c-5042-4076-aa29-20d6453331d1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:46.619145 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-7b7f0d6c-5042-4076-aa29-20d6453331d1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Transition to ACTIVE for port object a058ef56-c52d-4e7e-b5e0-ac65049ef973 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:14:46.650284 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-7b7f0d6c-5042-4076-aa29-20d6453331d1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:46.695369 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-7b7f0d6c-5042-4076-aa29-20d6453331d1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:14:46.698437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-7b7f0d6c-5042-4076-aa29-20d6453331d1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:14:46.704663 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-7b7f0d6c-5042-4076-aa29-20d6453331d1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:14:46.734373 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f0d6c-5042-4076-aa29-20d6453331d1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Pushing event updated for resources: {'Port': ['ID=a058ef56-c52d-4e7e-b5e0-ac65049ef973,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:46.765580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-7b7f0d6c-5042-4076-aa29-20d6453331d1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:46.766397 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-7b7f0d6c-5042-4076-aa29-20d6453331d1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:46.784377 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-7b7f0d6c-5042-4076-aa29-20d6453331d1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9424670 Jul 23 21:14:46.796171 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Request body: {'port': {'device_id': '2eb7c547-d4e3-4b62-a00c-645897898e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:14:46.847919 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcaedc-75f3-4979-94c9-202b9f1c7caf req-f68377bc-07b6-4469-b18c-c591abaa424b tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:46.849750 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-28fcaedc-75f3-4979-94c9-202b9f1c7caf req-f68377bc-07b6-4469-b18c-c591abaa424b tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/ports?device_id=2eb7c547-d4e3-4b62-a00c-645897898e08 HTTP/1.1" status: 200 len: 936 time: 0.0668740 Jul 23 21:14:46.874929 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:46.890992 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-28fcaedc-75f3-4979-94c9-202b9f1c7caf req-4db92c14-0987-4755-bb91-a1e99685d385 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba823a13-29e4-4f36-8c5d-8ef6045ecf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355463 Jul 23 21:14:46.991287 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-66cefe48-50a3-434b-82a7-74779fb71322 None None] Provisioning for port a058ef56-c52d-4e7e-b5e0-ac65049ef973 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:14:46.995248 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-66cefe48-50a3-434b-82a7-74779fb71322 None None] Provisioning complete for port a058ef56-c52d-4e7e-b5e0-ac65049ef973 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:14:46.995606 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66cefe48-50a3-434b-82a7-74779fb71322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:47.028774 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-66cefe48-50a3-434b-82a7-74779fb71322 None None] Port a058ef56-c52d-4e7e-b5e0-ac65049ef973 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:14:47.148673 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:47.149238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a058ef56-c52d-4e7e-b5e0-ac65049ef973 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:14:47.157331 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:47.168948 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Transition to ACTIVE for port object a058ef56-c52d-4e7e-b5e0-ac65049ef973 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:14:47.171848 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:47.222243 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Pushing event updated for resources: {'Port': ['ID=a058ef56-c52d-4e7e-b5e0-ac65049ef973,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:47.298461 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Attempting to bind port a058ef56-c52d-4e7e-b5e0-ac65049ef973 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:14:47.298796 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Attempting to bind port a058ef56-c52d-4e7e-b5e0-ac65049ef973 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:14:47.299143 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Attempting to bind port a058ef56-c52d-4e7e-b5e0-ac65049ef973 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:14:47.303627 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Port a058ef56-c52d-4e7e-b5e0-ac65049ef973 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:14:47.304050 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Attempting to bind port a058ef56-c52d-4e7e-b5e0-ac65049ef973 on network 02a3b04b-22f6-45a7-b137-ec9f80ed1553 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:14:47.309246 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:14:47.309588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Checking segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:14:47.309980 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Bound using segment: {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:14:47.310412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Bound port: a058ef56-c52d-4e7e-b5e0-ac65049ef973, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f80f82-eb2c-4c35-a2ae-d81a61876a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:14:47.310776 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:47.376409 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] For port a058ef56-c52d-4e7e-b5e0-ac65049ef973, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:14:47.379384 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] For port a058ef56-c52d-4e7e-b5e0-ac65049ef973, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a058ef56-c52d-4e7e-b5e0-ac65049ef973,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:14:47.383510 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:47.417832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:47.418558 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:47.419883 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] 10.222.0.57 "PUT /v2.0/ports/a058ef56-c52d-4e7e-b5e0-ac65049ef973 HTTP/1.1" status: 200 len: 1097 time: 0.6282275 Jul 23 21:14:47.420320 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb7c547-d4e3-4b62-a00c-645897898e08', 'tag': 'a058ef56-c52d-4e7e-b5e0-ac65049ef973'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:14:47.422604 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe41efe8-aa26-4f57-b64f-5a8208bdca7e" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb7c547-d4e3-4b62-a00c-645897898e08", "tag": "a058ef56-c52d-4e7e-b5e0-ac65049ef973"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:14:47.447806 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370195f-f99a-4c78-b33a-49935a659822 service neutron] Pushing event updated for resources: {'Port': ['ID=a058ef56-c52d-4e7e-b5e0-ac65049ef973,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:47.488805 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d5fd66-e4e9-418a-9302-879b90991e6e x-openstack-request-id: req-15d5fd66-e4e9-418a-9302-879b90991e6e {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:14:47.489112 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb7c547-d4e3-4b62-a00c-645897898e08", "tag": "a058ef56-c52d-4e7e-b5e0-ac65049ef973", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:14:47.489367 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15d5fd66-e4e9-418a-9302-879b90991e6e {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:14:47.489773 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb7c547-d4e3-4b62-a00c-645897898e08', 'tag': 'a058ef56-c52d-4e7e-b5e0-ac65049ef973', 'status': 'completed', 'code': 200} Jul 23 21:14:47.518604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-464d3b6c-b03c-4e96-92dc-68ed9397dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:47.520094 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-464d3b6c-b03c-4e96-92dc-68ed9397dbda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=599d391375124afe805db1c2d6fd0b08&device_id=2eb7c547-d4e3-4b62-a00c-645897898e08 HTTP/1.1" status: 200 len: 1100 time: 0.0624578 Jul 23 21:14:47.566925 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-49b7bd3f-6481-44f5-82d2-de7e34dcf660 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=a058ef56-c52d-4e7e-b5e0-ac65049ef973 HTTP/1.1" status: 200 len: 217 time: 0.0395052 Jul 23 21:14:47.618813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-fd5ff110-4116-4d8e-b63e-559e6a2be1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:47.620309 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-fd5ff110-4116-4d8e-b63e-559e6a2be1f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0474224 Jul 23 21:14:47.677982 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-3e1d0243-8fb8-4a5f-9afd-e0eb1a3d71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:47.679571 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-3e1d0243-8fb8-4a5f-9afd-e0eb1a3d71a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0527992 Jul 23 21:14:47.770772 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-462d04a9-7cb6-41ae-bb64-4be6701a4ebd service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844274 Jul 23 21:14:47.859774 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f03c5fb3-f1e7-43c7-b86c-49751eecb998 req-7f28eb28-c9fe-486f-81a1-a73cd60695d4 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825675 Jul 23 21:14:47.963196 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41efe8-aa26-4f57-b64f-5a8208bdca7e req-dc9f6d3f-9f5c-4142-937c-87f621519d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:47.964724 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe41efe8-aa26-4f57-b64f-5a8208bdca7e req-dc9f6d3f-9f5c-4142-937c-87f621519d5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=599d391375124afe805db1c2d6fd0b08&device_id=2eb7c547-d4e3-4b62-a00c-645897898e08 HTTP/1.1" status: 200 len: 1100 time: 0.0587165 Jul 23 21:14:48.026272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661b709-d8ed-4385-9282-f3508a2a1db6 req-a1fdc439-6396-4fe7-8a52-37a77b07bd7e tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:48.027746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d661b709-d8ed-4385-9282-f3508a2a1db6 req-a1fdc439-6396-4fe7-8a52-37a77b07bd7e tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/ports?device_id=2eb7c547-d4e3-4b62-a00c-645897898e08 HTTP/1.1" status: 200 len: 948 time: 0.0680354 Jul 23 21:14:48.054735 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41efe8-aa26-4f57-b64f-5a8208bdca7e req-e3a26b29-6ffe-42ba-9be8-9f8559c2b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:48.056276 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe41efe8-aa26-4f57-b64f-5a8208bdca7e req-e3a26b29-6ffe-42ba-9be8-9f8559c2b2d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02a3b04b-22f6-45a7-b137-ec9f80ed1553 HTTP/1.1" status: 200 len: 870 time: 0.0855734 Jul 23 21:14:48.066010 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d661b709-d8ed-4385-9282-f3508a2a1db6 req-55120561-9edd-4d68-8f05-1f84a2dd9517 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba823a13-29e4-4f36-8c5d-8ef6045ecf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320582 Jul 23 21:14:48.102743 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe41efe8-aa26-4f57-b64f-5a8208bdca7e req-629dd660-a967-4fc5-a0f3-4169f1d5a842 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=a058ef56-c52d-4e7e-b5e0-ac65049ef973 HTTP/1.1" status: 200 len: 217 time: 0.0395467 Jul 23 21:14:48.151722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41efe8-aa26-4f57-b64f-5a8208bdca7e req-656edf36-17aa-49c2-b569-e686c74aaf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:48.153200 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe41efe8-aa26-4f57-b64f-5a8208bdca7e req-656edf36-17aa-49c2-b569-e686c74aaf2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496449bb-f5e4-4b8b-93f2-b82f3be2599e HTTP/1.1" status: 200 len: 843 time: 0.0434430 Jul 23 21:14:48.210840 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41efe8-aa26-4f57-b64f-5a8208bdca7e req-4c4fe21a-c220-49a5-85c6-808aaca59161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:48.212374 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe41efe8-aa26-4f57-b64f-5a8208bdca7e req-4c4fe21a-c220-49a5-85c6-808aaca59161 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02a3b04b-22f6-45a7-b137-ec9f80ed1553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0528076 Jul 23 21:14:48.304363 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe41efe8-aa26-4f57-b64f-5a8208bdca7e req-4dcccb10-36ca-4444-b8f4-8100785c8ea0 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845447 Jul 23 21:14:48.396138 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe41efe8-aa26-4f57-b64f-5a8208bdca7e req-d037fe6b-5cf2-4f26-8487-5de31308a670 service neutron] 10.222.0.57 "GET /v2.0/networks/02a3b04b-22f6-45a7-b137-ec9f80ed1553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845983 Jul 23 21:14:49.194099 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1ffc4-5fda-46a0-9515-891b68471369 req-0d040931-7a33-4645-a3d1-bee7fcea5b51 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:49.195677 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a6e1ffc4-5fda-46a0-9515-891b68471369 req-0d040931-7a33-4645-a3d1-bee7fcea5b51 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/ports?device_id=2eb7c547-d4e3-4b62-a00c-645897898e08 HTTP/1.1" status: 200 len: 948 time: 0.0633399 Jul 23 21:14:49.232962 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a6e1ffc4-5fda-46a0-9515-891b68471369 req-e59c883f-dde7-44fe-99c7-8c228f563681 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba823a13-29e4-4f36-8c5d-8ef6045ecf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Jul 23 21:14:50.358241 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efd3a5-86d1-47b0-9136-bcc0bc8633be req-ce93dc71-108f-4606-a215-8fd5216a58aa tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:50.360495 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-54efd3a5-86d1-47b0-9136-bcc0bc8633be req-ce93dc71-108f-4606-a215-8fd5216a58aa tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/ports?device_id=2eb7c547-d4e3-4b62-a00c-645897898e08 HTTP/1.1" status: 200 len: 948 time: 0.0638030 Jul 23 21:14:50.402615 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-54efd3a5-86d1-47b0-9136-bcc0bc8633be req-9fc14ff8-2442-4308-858a-dc0d2e2cbc35 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba823a13-29e4-4f36-8c5d-8ef6045ecf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367286 Jul 23 21:14:51.530431 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc4b46-1fd2-4573-8719-650c6958769c req-982ebf64-caa1-442a-8af3-4b46fddd316f tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:51.532458 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0fc4b46-1fd2-4573-8719-650c6958769c req-982ebf64-caa1-442a-8af3-4b46fddd316f tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/ports?device_id=2eb7c547-d4e3-4b62-a00c-645897898e08 HTTP/1.1" status: 200 len: 948 time: 0.0631547 Jul 23 21:14:51.569912 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0fc4b46-1fd2-4573-8719-650c6958769c req-5383dce4-1427-42ac-97a8-c9c3fdb9392e tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba823a13-29e4-4f36-8c5d-8ef6045ecf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318568 Jul 23 21:14:52.199369 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a058ef56-c52d-4e7e-b5e0-ac65049ef973 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:14:52.291506 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port a058ef56-c52d-4e7e-b5e0-ac65049ef973, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a058ef56-c52d-4e7e-b5e0-ac65049ef973,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:52.302106 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'a058ef56-c52d-4e7e-b5e0-ac65049ef973', 'network_id': '02a3b04b-22f6-45a7-b137-ec9f80ed1553', 'port_id': 'a058ef56-c52d-4e7e-b5e0-ac65049ef973', 'mac_address': 'fa:16:3e:7d:a8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496449bb-f5e4-4b8b-93f2-b82f3be2599e', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:14:52.341958 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:52.354892 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a058ef56-c52d-4e7e-b5e0-ac65049ef973 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:14:52.373362 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port a058ef56-c52d-4e7e-b5e0-ac65049ef973, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a058ef56-c52d-4e7e-b5e0-ac65049ef973,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:52.377420 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:52.423692 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=a058ef56-c52d-4e7e-b5e0-ac65049ef973,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:52.602201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['a058ef56-c52d-4e7e-b5e0-ac65049ef973'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:14:52.701646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667e227-eaa1-47fc-9137-e2882808eb7f req-27ea7f21-0c96-4ce1-ba8b-d3c5f7930fd6 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:52.703845 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9667e227-eaa1-47fc-9137-e2882808eb7f req-27ea7f21-0c96-4ce1-ba8b-d3c5f7930fd6 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/ports?device_id=2eb7c547-d4e3-4b62-a00c-645897898e08 HTTP/1.1" status: 200 len: 949 time: 0.0665517 Jul 23 21:14:52.741207 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9667e227-eaa1-47fc-9137-e2882808eb7f req-c2589664-5ee4-4cf1-ad21-ccfb9ab7c8d9 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba823a13-29e4-4f36-8c5d-8ef6045ecf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315490 Jul 23 21:14:53.871528 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c468ce6-17db-4ea4-9d70-77a59ebbe5ed req-83252589-71e3-4710-91d0-9924a9caacc4 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:53.872989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c468ce6-17db-4ea4-9d70-77a59ebbe5ed req-83252589-71e3-4710-91d0-9924a9caacc4 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/ports?device_id=2eb7c547-d4e3-4b62-a00c-645897898e08 HTTP/1.1" status: 200 len: 949 time: 0.0665524 Jul 23 21:14:53.909860 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c468ce6-17db-4ea4-9d70-77a59ebbe5ed req-990fd698-7604-40c2-bf25-184eebb58a6d tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba823a13-29e4-4f36-8c5d-8ef6045ecf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312016 Jul 23 21:14:54.045752 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:14:54.214516 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a058ef56-c52d-4e7e-b5e0-ac65049ef973 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:14:54.261916 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port a058ef56-c52d-4e7e-b5e0-ac65049ef973 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:14:54.265349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port a058ef56-c52d-4e7e-b5e0-ac65049ef973 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:14:54.265717 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:54.338320 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:54.363062 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb7c547-d4e3-4b62-a00c-645897898e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a058ef56-c52d-4e7e-b5e0-ac65049ef973'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:14:54.365423 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f306b71e-b489-4d5f-80e3-e3658d70085c" -d '{"events": [{"server_uuid": "2eb7c547-d4e3-4b62-a00c-645897898e08", "name": "network-vif-plugged", "status": "completed", "tag": "a058ef56-c52d-4e7e-b5e0-ac65049ef973"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:14:54.379511 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port a058ef56-c52d-4e7e-b5e0-ac65049ef973, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a058ef56-c52d-4e7e-b5e0-ac65049ef973,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:54.383542 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:54.432681 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=a058ef56-c52d-4e7e-b5e0-ac65049ef973,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:54.462289 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfdada2-06ed-47b0-9087-0026fcbfa62a x-openstack-request-id: req-4cfdada2-06ed-47b0-9087-0026fcbfa62a {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:14:54.462584 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb7c547-d4e3-4b62-a00c-645897898e08", "name": "network-vif-plugged", "status": "completed", "tag": "a058ef56-c52d-4e7e-b5e0-ac65049ef973", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:14:54.462862 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4cfdada2-06ed-47b0-9087-0026fcbfa62a {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:14:54.463279 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb7c547-d4e3-4b62-a00c-645897898e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a058ef56-c52d-4e7e-b5e0-ac65049ef973', 'code': 200} Jul 23 21:14:54.576450 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc794aca-cdca-408c-802b-ba3b8f166b78 req-ef785538-5990-4a24-b428-6e1b24759bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:54.578544 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dc794aca-cdca-408c-802b-ba3b8f166b78 req-ef785538-5990-4a24-b428-6e1b24759bde service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2eb7c547-d4e3-4b62-a00c-645897898e08 HTTP/1.1" status: 200 len: 1102 time: 0.0602086 Jul 23 21:14:54.607343 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c1d411d-0ee9-424f-84d7-7e22cb36bd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:54.612823 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dc794aca-cdca-408c-802b-ba3b8f166b78 req-2eacf1b9-5bee-4d57-8f06-a7d9680c6b6c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ba823a13-29e4-4f36-8c5d-8ef6045ecf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288160 Jul 23 21:14:55.035481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2c3d3-16dc-4105-8f34-aae8cb18765d req-5d271030-31c2-4436-be11-4dc37256b53d tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:55.036970 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-05e2c3d3-16dc-4105-8f34-aae8cb18765d req-5d271030-31c2-4436-be11-4dc37256b53d tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/ports?device_id=2eb7c547-d4e3-4b62-a00c-645897898e08 HTTP/1.1" status: 200 len: 950 time: 0.0623150 Jul 23 21:14:55.073184 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-05e2c3d3-16dc-4105-8f34-aae8cb18765d req-ca6b4c32-6558-454b-b40b-b0c529ae9add tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba823a13-29e4-4f36-8c5d-8ef6045ecf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307360 Jul 23 21:14:56.202406 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b145f1-46d9-4e9e-b3a6-3e94e6c43b2c req-5962f1f7-80fb-4024-8116-31e66de9586d tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:56.204726 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-15b145f1-46d9-4e9e-b3a6-3e94e6c43b2c req-5962f1f7-80fb-4024-8116-31e66de9586d tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/ports?device_id=2eb7c547-d4e3-4b62-a00c-645897898e08 HTTP/1.1" status: 200 len: 950 time: 0.0649683 Jul 23 21:14:56.241973 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-15b145f1-46d9-4e9e-b3a6-3e94e6c43b2c req-45abbe8c-47f1-437a-b5cb-33c5b65c8750 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba823a13-29e4-4f36-8c5d-8ef6045ecf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317211 Jul 23 21:14:56.602051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-eafade2b-71bd-4bb3-bfe7-90343b30aa1f req-014a73d5-8b8c-4093-a183-1a7b6d770837 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:14:56.603010 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eafade2b-71bd-4bb3-bfe7-90343b30aa1f req-014a73d5-8b8c-4093-a183-1a7b6d770837 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0992332 Jul 23 21:14:56.965510 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-0099d975-f60c-472c-8128-13f6e8ec2401 req-4b762693-4218-4ea9-93e7-4c55c90f417c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:14:56.966551 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0099d975-f60c-472c-8128-13f6e8ec2401 req-4b762693-4218-4ea9-93e7-4c55c90f417c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525374 Jul 23 21:14:57.159417 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8018302-c943-4e99-a1eb-615546f849f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:57.307807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ee080-d536-4fce-8bdd-954b62e54ec0 req-771c7bb2-1b8e-467b-bfd9-e71b5a9637d6 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:57.309286 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed9ee080-d536-4fce-8bdd-954b62e54ec0 req-771c7bb2-1b8e-467b-bfd9-e71b5a9637d6 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/ports?device_id=2eb7c547-d4e3-4b62-a00c-645897898e08 HTTP/1.1" status: 200 len: 950 time: 0.0668626 Jul 23 21:14:57.346242 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed9ee080-d536-4fce-8bdd-954b62e54ec0 req-58e80164-ec9c-4592-9eb0-e6c955da0ae4 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba823a13-29e4-4f36-8c5d-8ef6045ecf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313239 Jul 23 21:14:57.392273 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:58.475700 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b7825-5336-433c-89a9-5c812dd657c8 req-04b77e10-9762-4bdd-a1ea-16dc1f896560 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:58.477208 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-449b7825-5336-433c-89a9-5c812dd657c8 req-04b77e10-9762-4bdd-a1ea-16dc1f896560 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/ports?device_id=2eb7c547-d4e3-4b62-a00c-645897898e08 HTTP/1.1" status: 200 len: 950 time: 0.0641322 Jul 23 21:14:58.526948 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-449b7825-5336-433c-89a9-5c812dd657c8 req-6e3957a2-303f-4090-bf5f-ae72e4254b8e tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba823a13-29e4-4f36-8c5d-8ef6045ecf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437336 Jul 23 21:14:58.530675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c38b95-c7ad-483b-a481-5263f18fde54 req-04dc423d-557b-4261-8b79-8e80cb0e9fa1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:58.532197 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-32c38b95-c7ad-483b-a481-5263f18fde54 req-04dc423d-557b-4261-8b79-8e80cb0e9fa1 tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.57 "GET /v2.0/ports?device_id=2eb7c547-d4e3-4b62-a00c-645897898e08 HTTP/1.1" status: 200 len: 950 time: 0.0744967 Jul 23 21:14:58.631489 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-32c38b95-c7ad-483b-a481-5263f18fde54 req-465687fc-3e23-4aad-b5ae-22872d12a16b tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Deleting port a058ef56-c52d-4e7e-b5e0-ac65049ef973 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:58.631776 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-32c38b95-c7ad-483b-a481-5263f18fde54 req-465687fc-3e23-4aad-b5ae-22872d12a16b tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:58.634118 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:58.724553 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-32c38b95-c7ad-483b-a481-5263f18fde54 req-465687fc-3e23-4aad-b5ae-22872d12a16b tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] For port a058ef56-c52d-4e7e-b5e0-ac65049ef973, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a058ef56-c52d-4e7e-b5e0-ac65049ef973,segment=NetworkSegment(89f80f82-eb2c-4c35-a2ae-d81a61876a1d),segment_id=89f80f82-eb2c-4c35-a2ae-d81a61876a1d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:58.725109 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-32c38b95-c7ad-483b-a481-5263f18fde54 req-465687fc-3e23-4aad-b5ae-22872d12a16b tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:58.737603 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-32c38b95-c7ad-483b-a481-5263f18fde54 req-465687fc-3e23-4aad-b5ae-22872d12a16b tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Calling delete_port for a058ef56-c52d-4e7e-b5e0-ac65049ef973 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:58.874481 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-32c38b95-c7ad-483b-a481-5263f18fde54 req-465687fc-3e23-4aad-b5ae-22872d12a16b tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:58.886770 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['a058ef56-c52d-4e7e-b5e0-ac65049ef973'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:14:58.903573 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465687fc-3e23-4aad-b5ae-22872d12a16b tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Pushing event deleted for resources: {'Port': ['ID=a058ef56-c52d-4e7e-b5e0-ac65049ef973,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:58.950090 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c38b95-c7ad-483b-a481-5263f18fde54 req-465687fc-3e23-4aad-b5ae-22872d12a16b tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] No DVR routers for this DVR port a058ef56-c52d-4e7e-b5e0-ac65049ef973 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:14:58.952869 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-32c38b95-c7ad-483b-a481-5263f18fde54 req-465687fc-3e23-4aad-b5ae-22872d12a16b tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:58.954930 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-32c38b95-c7ad-483b-a481-5263f18fde54 req-465687fc-3e23-4aad-b5ae-22872d12a16b tempest-ServersAdminNegativeTestJSON-530926179 tempest-ServersAdminNegativeTestJSON-530926179-project] 10.222.0.57 "DELETE /v2.0/ports/a058ef56-c52d-4e7e-b5e0-ac65049ef973 HTTP/1.1" status: 204 len: 173 time: 0.4173667 Jul 23 21:14:58.955477 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb7c547-d4e3-4b62-a00c-645897898e08', 'name': 'network-vif-deleted', 'tag': 'a058ef56-c52d-4e7e-b5e0-ac65049ef973'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:14:58.957758 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4482e4-a90c-449c-9d49-f5b76652954a" -d '{"events": [{"server_uuid": "2eb7c547-d4e3-4b62-a00c-645897898e08", "name": "network-vif-deleted", "tag": "a058ef56-c52d-4e7e-b5e0-ac65049ef973"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:14:58.995508 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5e1547-2a7f-49d2-aa70-2efb9dc4c76e x-openstack-request-id: req-0b5e1547-2a7f-49d2-aa70-2efb9dc4c76e {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:14:58.995810 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb7c547-d4e3-4b62-a00c-645897898e08", "name": "network-vif-deleted", "tag": "a058ef56-c52d-4e7e-b5e0-ac65049ef973", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:14:58.996067 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b5e1547-2a7f-49d2-aa70-2efb9dc4c76e {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:14:58.996468 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb7c547-d4e3-4b62-a00c-645897898e08', 'name': 'network-vif-deleted', 'tag': 'a058ef56-c52d-4e7e-b5e0-ac65049ef973', 'status': 'completed', 'code': 200} Jul 23 21:14:59.812179 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53948) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:59.949208 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-958f4b87-b0aa-4c70-a190-3d85c42f1cc3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=599d391375124afe805db1c2d6fd0b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330624 Jul 23 21:14:59.949581 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53952) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:00.000990 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-775e579b-b888-40af-821c-e3b27b2076b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:00.021252 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-775e579b-b888-40af-821c-e3b27b2076b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:00.065898 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-775e579b-b888-40af-821c-e3b27b2076b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:00.068393 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-775e579b-b888-40af-821c-e3b27b2076b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:00.069535 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-775e579b-b888-40af-821c-e3b27b2076b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba823a13-29e4-4f36-8c5d-8ef6045ecf3b HTTP/1.1" status: 204 len: 168 time: 0.1190689 Jul 23 21:15:00.078491 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e579b-b888-40af-821c-e3b27b2076b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba823a13-29e4-4f36-8c5d-8ef6045ecf3b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:00.097335 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:00.328396 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53958) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:00.341700 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-15332b4d-cf79-4a9f-9169-2f4b2418588b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:00.427503 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-15332b4d-cf79-4a9f-9169-2f4b2418588b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:00.431039 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-15332b4d-cf79-4a9f-9169-2f4b2418588b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:00.468711 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-15332b4d-cf79-4a9f-9169-2f4b2418588b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=038981cfcca24f77b3a56a44a187874f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392493 Jul 23 21:15:00.470101 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15332b4d-cf79-4a9f-9169-2f4b2418588b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9406c316-7cac-4a49-beaf-acc1852c3b39,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:00.471950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53960) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:00.520931 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ccde78db-8b54-46fc-9049-431fe68c69c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:00.542478 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ccde78db-8b54-46fc-9049-431fe68c69c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:00.592581 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ccde78db-8b54-46fc-9049-431fe68c69c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:00.595746 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ccde78db-8b54-46fc-9049-431fe68c69c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:00.596956 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ccde78db-8b54-46fc-9049-431fe68c69c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9406c316-7cac-4a49-beaf-acc1852c3b39 HTTP/1.1" status: 204 len: 168 time: 0.1239824 Jul 23 21:15:00.605827 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde78db-8b54-46fc-9049-431fe68c69c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9406c316-7cac-4a49-beaf-acc1852c3b39,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:01.242866 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 53982) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:01.335789 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-b48069d3-0d7b-4c83-8ec9-9754d84843d9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-32823307-network', 'tenant_id': 'bcb82f2c81cb404cbd9c22927f45076b'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:01.356995 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48069d3-0d7b-4c83-8ec9-9754d84843d9 admin admin] Made reservation on behalf of bcb82f2c81cb404cbd9c22927f45076b for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:15:01.359275 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b48069d3-0d7b-4c83-8ec9-9754d84843d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:01.367978 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b48069d3-0d7b-4c83-8ec9-9754d84843d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:01.452254 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b48069d3-0d7b-4c83-8ec9-9754d84843d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:01.455778 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b48069d3-0d7b-4c83-8ec9-9754d84843d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:01.479032 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48069d3-0d7b-4c83-8ec9-9754d84843d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:15:01.488952 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48069d3-0d7b-4c83-8ec9-9754d84843d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8897793-16ca-44d2-8537-836c461c590f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:01.493584 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b48069d3-0d7b-4c83-8ec9-9754d84843d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:01.493923 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-b48069d3-0d7b-4c83-8ec9-9754d84843d9 admin admin] Added segment d2a5b9d3-6cb6-4795-a37c-01290acff33f of type vlan for network b8887c7a-f741-47ec-bbba-f0ff392356df Jul 23 21:15:01.533880 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b48069d3-0d7b-4c83-8ec9-9754d84843d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:01.566736 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b48069d3-0d7b-4c83-8ec9-9754d84843d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:01.567667 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48069d3-0d7b-4c83-8ec9-9754d84843d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:01.568256 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b48069d3-0d7b-4c83-8ec9-9754d84843d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:01.602348 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b48069d3-0d7b-4c83-8ec9-9754d84843d9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3583105 Jul 23 21:15:01.605451 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 53986) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:01.611037 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-2081de58-50cc-4393-b047-2032c9f9d681 admin admin] Request body: {'subnet': {'network_id': 'b8887c7a-f741-47ec-bbba-f0ff392356df', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-32823307-subnet', 'tenant_id': 'bcb82f2c81cb404cbd9c22927f45076b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:01.631749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48069d3-0d7b-4c83-8ec9-9754d84843d9 admin admin] Pushing event updated for resources: {'Network': ['ID=b8887c7a-f741-47ec-bbba-f0ff392356df,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:01.632381 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2081de58-50cc-4393-b047-2032c9f9d681 admin admin] Made reservation on behalf of bcb82f2c81cb404cbd9c22927f45076b for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:15:01.635818 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2081de58-50cc-4393-b047-2032c9f9d681 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:01.641537 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network b8887c7a-f741-47ec-bbba-f0ff392356df details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:15:01.802325 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2081de58-50cc-4393-b047-2032c9f9d681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:01.872811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081de58-50cc-4393-b047-2032c9f9d681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9430f80-e2db-43bf-afb5-cac7d4ae2d92,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:01.880763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081de58-50cc-4393-b047-2032c9f9d681 admin admin] Checking segment: {'id': 'd2a5b9d3-6cb6-4795-a37c-01290acff33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b8887c7a-f741-47ec-bbba-f0ff392356df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:15:01.881117 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081de58-50cc-4393-b047-2032c9f9d681 admin admin] Network hostable DHCP agents. Network: b8887c7a-f741-47ec-bbba-f0ff392356df, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:15:01.897529 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081de58-50cc-4393-b047-2032c9f9d681 admin admin] Network b8887c7a-f741-47ec-bbba-f0ff392356df is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:15:01.906419 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-2081de58-50cc-4393-b047-2032c9f9d681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, b8887c7a-f741-47ec-bbba-f0ff392356df) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:15:01.910838 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2081de58-50cc-4393-b047-2032c9f9d681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:01.912096 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2081de58-50cc-4393-b047-2032c9f9d681 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:01.915061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80d4e8f-928e-40bc-8f55-f73dd2da20e0 None None] Network b8887c7a-f741-47ec-bbba-f0ff392356df requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:15:01.925557 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2081de58-50cc-4393-b047-2032c9f9d681 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3189983 Jul 23 21:15:02.205770 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a421dc1-ca35-4c72-b2be-ad4c2eeb149c None None] Network b8887c7a-f741-47ec-bbba-f0ff392356df requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:15:02.222095 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a058ef56-c52d-4e7e-b5e0-ac65049ef973 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:15:02.247126 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: a058ef56-c52d-4e7e-b5e0-ac65049ef973 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:15:02.247477 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a058ef56-c52d-4e7e-b5e0-ac65049ef973 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:15:02.357942 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-3e83d527-cda1-4710-8a8b-be45c4d941fd tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:02.359461 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-3e83d527-cda1-4710-8a8b-be45c4d941fd tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/networks?id=b8887c7a-f741-47ec-bbba-f0ff392356df HTTP/1.1" status: 200 len: 810 time: 0.1021278 Jul 23 21:15:02.373714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-8acfae92-2532-4902-8171-504c2d89f900 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/quotas/bcb82f2c81cb404cbd9c22927f45076b HTTP/1.1" status: 200 len: 375 time: 0.0089719 Jul 23 21:15:02.410989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-97319ef9-7651-4e4e-8d88-0900fe953eae tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bcb82f2c81cb404cbd9c22927f45076b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324740 Jul 23 21:15:02.498824 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-3444245a-9643-488e-bb76-4de08a5f478a service neutron] 10.222.0.55 "GET /v2.0/networks/b8887c7a-f741-47ec-bbba-f0ff392356df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814993 Jul 23 21:15:02.593205 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-30659eb6-3c46-4917-aa95-325f9aaefb0a service neutron] 10.222.0.55 "GET /v2.0/networks/b8887c7a-f741-47ec-bbba-f0ff392356df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882251 Jul 23 21:15:02.755961 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72d3e4d1-c790-4d4b-8c47-a6501a610112 req-21d3586a-401b-416b-ac03-b2e7c9976cf8 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 210 time: 0.0293043 Jul 23 21:15:03.852892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60b75b80-25a7-4227-a3ff-0e95310a488d req-1d24f82c-8632-4525-a5bd-37a2d6d1c5d6 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 210 time: 0.0313191 Jul 23 21:15:03.877809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-7a9d0d17-395e-4db5-8c77-d9821c9d5200 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:03.879305 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-7a9d0d17-395e-4db5-8c77-d9821c9d5200 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.57 "GET /v2.0/networks?id=b8887c7a-f741-47ec-bbba-f0ff392356df HTTP/1.1" status: 200 len: 810 time: 0.1178460 Jul 23 21:15:03.892204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-df0fce20-22b3-4f8b-bf58-756a65b9ed29 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Request body: {'port': {'device_id': '1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2', 'network_id': 'b8887c7a-f741-47ec-bbba-f0ff392356df', 'admin_state_up': True, 'tenant_id': 'bcb82f2c81cb404cbd9c22927f45076b'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:03.999952 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-df0fce20-22b3-4f8b-bf58-756a65b9ed29 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Made reservation on behalf of bcb82f2c81cb404cbd9c22927f45076b for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:15:04.003895 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-df0fce20-22b3-4f8b-bf58-756a65b9ed29 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:04.122632 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-df0fce20-22b3-4f8b-bf58-756a65b9ed29 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Allocated IP 172.20.0.4 (b8887c7a-f741-47ec-bbba-f0ff392356df/b9430f80-e2db-43bf-afb5-cac7d4ae2d92/8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:15:04.266976 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-df0fce20-22b3-4f8b-bf58-756a65b9ed29 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:04.303675 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-df0fce20-22b3-4f8b-bf58-756a65b9ed29 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:04.348520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-df0fce20-22b3-4f8b-bf58-756a65b9ed29 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Network b8887c7a-f741-47ec-bbba-f0ff392356df is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:15:04.353478 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-df0fce20-22b3-4f8b-bf58-756a65b9ed29 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:15:04.357146 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-df0fce20-22b3-4f8b-bf58-756a65b9ed29 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:15:04.363899 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fce20-22b3-4f8b-bf58-756a65b9ed29 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Pushing event updated for resources: {'Port': ['ID=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:04.407857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-df0fce20-22b3-4f8b-bf58-756a65b9ed29 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:04.408386 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-df0fce20-22b3-4f8b-bf58-756a65b9ed29 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:04.422509 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-df0fce20-22b3-4f8b-bf58-756a65b9ed29 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5343108 Jul 23 21:15:04.432749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Request body: {'port': {'device_id': '1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:04.502291 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:04.761348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:15:04.769091 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:04.781189 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Transition to ACTIVE for port object 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:15:04.785212 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:04.835865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Pushing event updated for resources: {'Port': ['ID=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:04.906530 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Attempting to bind port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:15:04.907301 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Attempting to bind port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'd2a5b9d3-6cb6-4795-a37c-01290acff33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b8887c7a-f741-47ec-bbba-f0ff392356df'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:15:04.907301 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Attempting to bind port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c on network b8887c7a-f741-47ec-bbba-f0ff392356df {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:15:04.912003 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c on network b8887c7a-f741-47ec-bbba-f0ff392356df not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:15:04.912329 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Attempting to bind port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c on network b8887c7a-f741-47ec-bbba-f0ff392356df {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:15:04.917291 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:15:04.917631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Checking segment: {'id': 'd2a5b9d3-6cb6-4795-a37c-01290acff33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b8887c7a-f741-47ec-bbba-f0ff392356df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:15:04.918016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Bound using segment: {'id': 'd2a5b9d3-6cb6-4795-a37c-01290acff33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b8887c7a-f741-47ec-bbba-f0ff392356df'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:15:04.918443 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Bound port: 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a5b9d3-6cb6-4795-a37c-01290acff33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b8887c7a-f741-47ec-bbba-f0ff392356df'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:15:04.918814 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:04.983693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067c910-fa3a-4d76-80e4-82b02208e377 req-23cd5da4-61c5-491f-84d5-cf0162a112a6 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:04.985379 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9067c910-fa3a-4d76-80e4-82b02208e377 req-23cd5da4-61c5-491f-84d5-cf0162a112a6 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 943 time: 0.0632205 Jul 23 21:15:04.986314 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] For port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:15:04.989474 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] For port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,segment=NetworkSegment(d2a5b9d3-6cb6-4795-a37c-01290acff33f),segment_id=d2a5b9d3-6cb6-4795-a37c-01290acff33f)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:15:04.994022 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:05.027407 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:05.028092 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:05.029753 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] 10.222.0.57 "PUT /v2.0/ports/8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c HTTP/1.1" status: 200 len: 1092 time: 0.6008160 Jul 23 21:15:05.030512 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9067c910-fa3a-4d76-80e4-82b02208e377 req-c9dc2e85-1147-4577-9885-a528ed3426c6 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394497 Jul 23 21:15:05.032066 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2', 'tag': '8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:15:05.035270 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18d13ad-08cc-4e56-8a37-d28a79d00a74" -d '{"events": [{"name": "network-changed", "server_uuid": "1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2", "tag": "8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:15:05.062167 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133a896-9ea4-4ad2-a40e-bf823600a387 service neutron] Pushing event updated for resources: {'Port': ['ID=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:05.073141 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12565c03-cb9f-44cf-a724-62f1f9c53f7d x-openstack-request-id: req-12565c03-cb9f-44cf-a724-62f1f9c53f7d {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:15:05.073438 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2", "tag": "8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:15:05.073766 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12565c03-cb9f-44cf-a724-62f1f9c53f7d {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:15:05.074187 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2', 'tag': '8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c', 'status': 'completed', 'code': 200} Jul 23 21:15:05.136105 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-24ce35f3-b25d-49af-ac66-9e432a51df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:05.137621 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-24ce35f3-b25d-49af-ac66-9e432a51df9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcb82f2c81cb404cbd9c22927f45076b&device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 1095 time: 0.0563688 Jul 23 21:15:05.181513 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-d40b1722-b0fa-43ce-9361-c9e21c7a89ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c HTTP/1.1" status: 200 len: 217 time: 0.0367522 Jul 23 21:15:05.234252 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-5e014c8a-5166-41ac-a41b-f96c777a0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:05.237396 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-5e014c8a-5166-41ac-a41b-f96c777a0572 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9430f80-e2db-43bf-afb5-cac7d4ae2d92 HTTP/1.1" status: 200 len: 850 time: 0.0490944 Jul 23 21:15:05.270622 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-24e19038-ac47-4392-906b-21cca0491df4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b8887c7a-f741-47ec-bbba-f0ff392356df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284445 Jul 23 21:15:05.362796 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-a967e203-4e77-4250-9660-f1f2e47bbf83 service neutron] 10.222.0.57 "GET /v2.0/networks/b8887c7a-f741-47ec-bbba-f0ff392356df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856004 Jul 23 21:15:05.450457 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-69923a47-39c0-45d5-9a30-635d4b1a62a3 req-fe330458-518b-403f-b783-9cbb24346de7 service neutron] 10.222.0.57 "GET /v2.0/networks/b8887c7a-f741-47ec-bbba-f0ff392356df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815146 Jul 23 21:15:05.558145 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d13ad-08cc-4e56-8a37-d28a79d00a74 req-581c1eee-6a10-4af4-8419-4ecdaf2bda30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:05.559664 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c18d13ad-08cc-4e56-8a37-d28a79d00a74 req-581c1eee-6a10-4af4-8419-4ecdaf2bda30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcb82f2c81cb404cbd9c22927f45076b&device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 1095 time: 0.0635204 Jul 23 21:15:05.648138 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d13ad-08cc-4e56-8a37-d28a79d00a74 req-5e17efb3-6c4b-44d9-ad93-3f11a5baf52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:05.649971 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c18d13ad-08cc-4e56-8a37-d28a79d00a74 req-5e17efb3-6c4b-44d9-ad93-3f11a5baf52d service neutron] 10.222.0.57 "GET /v2.0/networks?id=b8887c7a-f741-47ec-bbba-f0ff392356df HTTP/1.1" status: 200 len: 911 time: 0.0840209 Jul 23 21:15:05.693910 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c18d13ad-08cc-4e56-8a37-d28a79d00a74 req-0cfc1da2-8bb3-4c61-aeee-44926f5f51e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c HTTP/1.1" status: 200 len: 217 time: 0.0364115 Jul 23 21:15:05.742907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d13ad-08cc-4e56-8a37-d28a79d00a74 req-1eb5fc97-0389-4f08-b570-7ff40d47291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:05.744324 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c18d13ad-08cc-4e56-8a37-d28a79d00a74 req-1eb5fc97-0389-4f08-b570-7ff40d47291c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9430f80-e2db-43bf-afb5-cac7d4ae2d92 HTTP/1.1" status: 200 len: 850 time: 0.0425007 Jul 23 21:15:05.777000 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c18d13ad-08cc-4e56-8a37-d28a79d00a74 req-dcfe6fee-fd3a-4dd6-9a0a-421122fba510 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b8887c7a-f741-47ec-bbba-f0ff392356df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259926 Jul 23 21:15:05.868439 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c18d13ad-08cc-4e56-8a37-d28a79d00a74 req-716c0647-5a82-4070-95ef-05655049ebe5 service neutron] 10.222.0.57 "GET /v2.0/networks/b8887c7a-f741-47ec-bbba-f0ff392356df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841444 Jul 23 21:15:05.959382 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c18d13ad-08cc-4e56-8a37-d28a79d00a74 req-c18542f0-1c24-43a7-a505-b7a22ea66552 service neutron] 10.222.0.57 "GET /v2.0/networks/b8887c7a-f741-47ec-bbba-f0ff392356df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822551 Jul 23 21:15:06.162372 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e07a88-0a7f-446e-9a2f-d945aaa787f9 req-a9f8da42-2f4f-4fbc-a290-49caae381239 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:06.163885 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16e07a88-0a7f-446e-9a2f-d945aaa787f9 req-a9f8da42-2f4f-4fbc-a290-49caae381239 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 943 time: 0.0625069 Jul 23 21:15:06.200229 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-16e07a88-0a7f-446e-9a2f-d945aaa787f9 req-ce0eadd8-5604-4991-ae07-2765e31031e6 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308671 Jul 23 21:15:07.330770 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a55ef0-1fcc-42d1-a270-d27658d6fe38 req-18492f16-97ed-488d-b1e2-8c0e84bbfe3a tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:07.332275 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44a55ef0-1fcc-42d1-a270-d27658d6fe38 req-18492f16-97ed-488d-b1e2-8c0e84bbfe3a tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 943 time: 0.0630918 Jul 23 21:15:07.369016 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44a55ef0-1fcc-42d1-a270-d27658d6fe38 req-a7b1f832-4d62-46f6-a425-bb4a6e838845 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311544 Jul 23 21:15:08.230662 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:15:08.326811 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,segment=NetworkSegment(d2a5b9d3-6cb6-4795-a37c-01290acff33f),segment_id=d2a5b9d3-6cb6-4795-a37c-01290acff33f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:08.337500 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c', 'network_id': 'b8887c7a-f741-47ec-bbba-f0ff392356df', 'port_id': '8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c', 'mac_address': 'fa:16:3e:3b:18:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9430f80-e2db-43bf-afb5-cac7d4ae2d92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:15:08.373378 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:08.386303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:15:08.406294 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,segment=NetworkSegment(d2a5b9d3-6cb6-4795-a37c-01290acff33f),segment_id=d2a5b9d3-6cb6-4795-a37c-01290acff33f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:08.413314 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:08.462912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:08.501666 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8af37-af60-4902-b614-da97e83e0d06 req-83df20ee-ddd6-4cd5-901e-604d2675cd33 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:08.503195 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ff8af37-af60-4902-b614-da97e83e0d06 req-83df20ee-ddd6-4cd5-901e-604d2675cd33 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 944 time: 0.0669141 Jul 23 21:15:08.540396 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8ff8af37-af60-4902-b614-da97e83e0d06 req-b44b5809-0330-4a16-80f1-d7193d0b92df tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315859 Jul 23 21:15:08.606705 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:15:09.668589 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb40705-93f4-4647-940f-f4a75a3b66a6 req-1076b199-5ab3-4cf2-b0e3-41d7a8381d72 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:09.670098 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8fb40705-93f4-4647-940f-f4a75a3b66a6 req-1076b199-5ab3-4cf2-b0e3-41d7a8381d72 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 944 time: 0.0631289 Jul 23 21:15:09.706690 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8fb40705-93f4-4647-940f-f4a75a3b66a6 req-7ec7f315-00c6-4ae6-a543-8a95b1f7b8c1 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Jul 23 21:15:10.245347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:15:10.292236 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:15:10.295680 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:15:10.296051 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:10.372390 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:10.393871 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:15:10.396100 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa55b2c-72fb-40eb-9024-a670d8831b83" -d '{"events": [{"server_uuid": "1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2", "name": "network-vif-plugged", "status": "completed", "tag": "8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:15:10.409463 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,segment=NetworkSegment(d2a5b9d3-6cb6-4795-a37c-01290acff33f),segment_id=d2a5b9d3-6cb6-4795-a37c-01290acff33f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:10.412668 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:10.436646 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9015d2f7-4ddf-4df0-942c-d5d8c3bb1fe0 x-openstack-request-id: req-9015d2f7-4ddf-4df0-942c-d5d8c3bb1fe0 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:15:10.436937 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2", "name": "network-vif-plugged", "status": "completed", "tag": "8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:15:10.437192 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9015d2f7-4ddf-4df0-942c-d5d8c3bb1fe0 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:15:10.437571 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c', 'code': 200} Jul 23 21:15:10.463972 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:10.536966 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06385c-61ca-417c-b652-8404e77e5d12 req-2f261208-6783-451f-b3ef-8cbbe0fb3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:10.538406 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-da06385c-61ca-417c-b652-8404e77e5d12 req-2f261208-6783-451f-b3ef-8cbbe0fb3363 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 1097 time: 0.0510712 Jul 23 21:15:10.577560 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-da06385c-61ca-417c-b652-8404e77e5d12 req-10c154dc-054d-47c3-91b3-e345cb791e4f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331495 Jul 23 21:15:10.837210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf5c3b-89f4-4435-9a85-3219607b7bc3 req-b5c4d12a-db6f-40bb-981d-ed3743f81503 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:10.838626 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-accf5c3b-89f4-4435-9a85-3219607b7bc3 req-b5c4d12a-db6f-40bb-981d-ed3743f81503 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0664711 Jul 23 21:15:10.879585 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-accf5c3b-89f4-4435-9a85-3219607b7bc3 req-07bf9ecf-fd14-466f-94a8-a4f28ea94dfe tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351987 Jul 23 21:15:12.013395 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959682b-bfe1-4f4c-9823-08dc68d5a771 req-dda35de8-3c0a-48c4-8866-22d7a41ffbfd tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:12.014881 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7959682b-bfe1-4f4c-9823-08dc68d5a771 req-dda35de8-3c0a-48c4-8866-22d7a41ffbfd tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0649624 Jul 23 21:15:12.051923 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7959682b-bfe1-4f4c-9823-08dc68d5a771 req-72e087ff-39fc-44e9-ae28-0b3458fa5cda tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314100 Jul 23 21:15:12.338103 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5236e-bc81-4098-ade9-6966213dc575 req-8bfdc944-7f3a-4c29-8504-1d1b765f9ba1 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:12.339544 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55b5236e-bc81-4098-ade9-6966213dc575 req-8bfdc944-7f3a-4c29-8504-1d1b765f9ba1 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0983810 Jul 23 21:15:12.372897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-89620edc-7d58-4f71-8725-c044f7fcaa61 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1421964 Jul 23 21:15:12.388596 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55b5236e-bc81-4098-ade9-6966213dc575 req-f70d0abc-ab82-471c-a228-7acdc58db3f4 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415928 Jul 23 21:15:13.516628 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-2d0b2e26-1999-4327-8d01-60bbdd4e5e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:13.518681 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-2d0b2e26-1999-4327-8d01-60bbdd4e5e1a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcb82f2c81cb404cbd9c22927f45076b&device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 1097 time: 0.0623016 Jul 23 21:15:13.526585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358cc58-cb12-478e-89fe-5e7e816bf034 req-229464f1-2c04-4788-849f-12a03314d3fe tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:13.528119 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b358cc58-cb12-478e-89fe-5e7e816bf034 req-229464f1-2c04-4788-849f-12a03314d3fe tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0660765 Jul 23 21:15:13.570302 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b358cc58-cb12-478e-89fe-5e7e816bf034 req-1b0ef767-8765-4209-aeff-3ec2db7c285b tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348787 Jul 23 21:15:13.611273 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-c9fc7cc1-9fe5-4e64-9b8e-7901423d0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:13.612794 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-c9fc7cc1-9fe5-4e64-9b8e-7901423d0bcc service neutron] 10.222.0.57 "GET /v2.0/networks?id=b8887c7a-f741-47ec-bbba-f0ff392356df HTTP/1.1" status: 200 len: 911 time: 0.0878954 Jul 23 21:15:13.661993 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-c91a0410-41fc-4548-aaae-3687920ef40b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c HTTP/1.1" status: 200 len: 217 time: 0.0421948 Jul 23 21:15:13.713015 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-5e17015e-fe8f-498d-805a-136f6382a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:13.714414 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-5e17015e-fe8f-498d-805a-136f6382a55c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9430f80-e2db-43bf-afb5-cac7d4ae2d92 HTTP/1.1" status: 200 len: 850 time: 0.0457895 Jul 23 21:15:13.747758 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-ab4bc6ac-b2d0-477e-af51-e00465962335 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b8887c7a-f741-47ec-bbba-f0ff392356df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270147 Jul 23 21:15:13.839806 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-cd5c2f26-75a1-4b9a-82ec-529704e509d7 service neutron] 10.222.0.57 "GET /v2.0/networks/b8887c7a-f741-47ec-bbba-f0ff392356df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860028 Jul 23 21:15:13.938373 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-9c5cf527-49ca-410f-8885-d31b7c470fcd service neutron] 10.222.0.57 "GET /v2.0/networks/b8887c7a-f741-47ec-bbba-f0ff392356df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925393 Jul 23 21:15:14.700518 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d3e75-b058-4444-a9a9-82bef7f834b1 req-a0dc803c-fe4b-4c83-a719-9922ae85b7e0 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:14.701992 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f63d3e75-b058-4444-a9a9-82bef7f834b1 req-a0dc803c-fe4b-4c83-a719-9922ae85b7e0 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0622339 Jul 23 21:15:14.742584 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f63d3e75-b058-4444-a9a9-82bef7f834b1 req-9ccfc91a-6552-4fa2-8115-7fdcd989602a tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350387 Jul 23 21:15:15.677393 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:15.870000 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480bbba-e4dc-4b9a-91da-1be3096c0571 req-bf185895-36ba-44e3-98a1-9b5053241944 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:15.871509 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b480bbba-e4dc-4b9a-91da-1be3096c0571 req-bf185895-36ba-44e3-98a1-9b5053241944 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0631125 Jul 23 21:15:15.908119 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b480bbba-e4dc-4b9a-91da-1be3096c0571 req-c27e8dd9-f497-4f63-a774-46e2f21480bf tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301402 Jul 23 21:15:17.041329 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec703f9-2152-454a-9112-d4bac2e6b6d7 req-6c2ddcaa-c920-4659-afc4-81464ab2f82d tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:17.042827 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aec703f9-2152-454a-9112-d4bac2e6b6d7 req-6c2ddcaa-c920-4659-afc4-81464ab2f82d tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0630577 Jul 23 21:15:17.080294 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aec703f9-2152-454a-9112-d4bac2e6b6d7 req-0c45d1e5-1300-481e-916e-a6504c18f2e9 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313792 Jul 23 21:15:17.154902 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:18.210554 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaff85-d4a0-4955-9f47-cbcf771b8ffc req-148ea5cb-6e9d-406b-9b6b-60b5b4b99a8c tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:18.212060 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbeaff85-d4a0-4955-9f47-cbcf771b8ffc req-148ea5cb-6e9d-406b-9b6b-60b5b4b99a8c tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0659571 Jul 23 21:15:18.249646 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbeaff85-d4a0-4955-9f47-cbcf771b8ffc req-dd1f3c4c-4d97-494b-a0ee-fe1471e2c776 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318348 Jul 23 21:15:19.378008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb49a2-5d88-4cf4-ab07-4e2f2fb78f01 req-7da7c686-2c1e-4687-b2ca-7d956fcd164c tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:19.379525 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4eb49a2-5d88-4cf4-ab07-4e2f2fb78f01 req-7da7c686-2c1e-4687-b2ca-7d956fcd164c tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0632880 Jul 23 21:15:19.415664 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4eb49a2-5d88-4cf4-ab07-4e2f2fb78f01 req-51ef3066-f9e2-4d91-912e-c9e7c910290f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305760 Jul 23 21:15:20.542177 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259253a-618d-4799-b5e6-2831d1f66a21 req-427138f7-4ee7-4a68-84f6-3981e7352c1a tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:20.545902 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0259253a-618d-4799-b5e6-2831d1f66a21 req-427138f7-4ee7-4a68-84f6-3981e7352c1a tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0645125 Jul 23 21:15:20.590833 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0259253a-618d-4799-b5e6-2831d1f66a21 req-bbbe9a12-5f05-44f9-af25-9e795fd63926 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408347 Jul 23 21:15:21.718242 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad8bcf-a82f-4c31-bc73-7a584c64d6d8 req-ba4e748d-0eda-4681-bd9d-171da13f2004 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:21.719753 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57ad8bcf-a82f-4c31-bc73-7a584c64d6d8 req-ba4e748d-0eda-4681-bd9d-171da13f2004 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0623746 Jul 23 21:15:21.756997 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-57ad8bcf-a82f-4c31-bc73-7a584c64d6d8 req-cf78698b-b9c9-469a-8b19-81418619eef4 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315943 Jul 23 21:15:22.887860 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d105f8c-9b62-4fa1-bed3-d3cbb080febf req-d97976b9-8d36-4ddb-b02d-9a33e83b4428 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:22.889256 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d105f8c-9b62-4fa1-bed3-d3cbb080febf req-d97976b9-8d36-4ddb-b02d-9a33e83b4428 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0663798 Jul 23 21:15:22.929182 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1d105f8c-9b62-4fa1-bed3-d3cbb080febf req-1fe32cb5-936a-47dc-b8eb-ab4778afc57b tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337293 Jul 23 21:15:24.062856 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a9a2b-5a1d-4016-9fca-f94575e3dbdc req-cfab8137-762b-488a-8eaf-fc14016c83f4 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:24.064369 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4a5a9a2b-5a1d-4016-9fca-f94575e3dbdc req-cfab8137-762b-488a-8eaf-fc14016c83f4 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0663886 Jul 23 21:15:24.102165 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4a5a9a2b-5a1d-4016-9fca-f94575e3dbdc req-1d6e1116-cf44-4744-899b-2d33136fe823 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319235 Jul 23 21:15:24.609945 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-626b434a-719b-4a4a-ab70-eaf2fbcab7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:25.231675 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f36fa-059a-412d-bc95-e7ce52a36211 req-7c226680-294a-4eed-8fc6-07978a2825bf tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:25.233148 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f5f36fa-059a-412d-bc95-e7ce52a36211 req-7c226680-294a-4eed-8fc6-07978a2825bf tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0637817 Jul 23 21:15:25.269252 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f5f36fa-059a-412d-bc95-e7ce52a36211 req-2693335c-0542-45c4-a30b-42503bd772a0 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306559 Jul 23 21:15:26.398426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff9b03-ec9f-4ec1-8929-7881b6b6afe3 req-c144bd5d-4349-41ec-8b40-2c6d9670b829 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:26.399926 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0ff9b03-ec9f-4ec1-8929-7881b6b6afe3 req-c144bd5d-4349-41ec-8b40-2c6d9670b829 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0649762 Jul 23 21:15:26.436764 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0ff9b03-ec9f-4ec1-8929-7881b6b6afe3 req-e8cc1e00-e6ca-43c7-a9eb-fb34a16b0136 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310459 Jul 23 21:15:27.160038 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6392fee3-84a0-4ffd-977f-570fa07e5997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:27.392196 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:27.569890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317d188-dbef-4d07-93b2-0e54020fd3f7 req-21f76460-9d87-4996-995c-88acd6b0b3a9 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:27.571405 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7317d188-dbef-4d07-93b2-0e54020fd3f7 req-21f76460-9d87-4996-995c-88acd6b0b3a9 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0674453 Jul 23 21:15:27.609493 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7317d188-dbef-4d07-93b2-0e54020fd3f7 req-6f25288b-d0fa-44c9-a277-a39a45caac84 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321276 Jul 23 21:15:28.640725 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:28.741482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0695aa-0f49-409e-967e-939edf76194e req-54e2939b-4d4c-4cc6-a507-92bbd8550f32 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:28.743070 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ff0695aa-0f49-409e-967e-939edf76194e req-54e2939b-4d4c-4cc6-a507-92bbd8550f32 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0630581 Jul 23 21:15:28.779673 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ff0695aa-0f49-409e-967e-939edf76194e req-2e527c3a-7100-4621-9a55-a713b0d69e35 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309863 Jul 23 21:15:29.909448 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2a061-2023-49fd-a8a2-9e4478f7d840 req-8cf26f20-a39d-4363-a70b-c8b2a0911155 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:29.910912 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11a2a061-2023-49fd-a8a2-9e4478f7d840 req-8cf26f20-a39d-4363-a70b-c8b2a0911155 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0657754 Jul 23 21:15:29.947506 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-11a2a061-2023-49fd-a8a2-9e4478f7d840 req-69433e65-2c44-4d62-a254-e4b47bf3134b tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310524 Jul 23 21:15:30.093258 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:31.044403 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:15:31.079196 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216e7eb-fda8-4022-85ac-9c5ffefcb695 req-e52344a2-f7b6-425e-927d-5b3ca03f6a5d tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:31.080710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8216e7eb-fda8-4022-85ac-9c5ffefcb695 req-e52344a2-f7b6-425e-927d-5b3ca03f6a5d tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0648804 Jul 23 21:15:31.118673 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8216e7eb-fda8-4022-85ac-9c5ffefcb695 req-492e2f7d-a335-408f-a1a3-1895e9588281 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322864 Jul 23 21:15:32.246424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377f175-edab-4479-a911-38dcb558f2ef req-a6dfa5b3-5e0c-4a04-aa83-34e98b0c16b5 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:32.247945 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d377f175-edab-4479-a911-38dcb558f2ef req-a6dfa5b3-5e0c-4a04-aa83-34e98b0c16b5 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0636716 Jul 23 21:15:32.284654 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d377f175-edab-4479-a911-38dcb558f2ef req-2dd84548-4835-4fb3-bef9-ed48f570c8d2 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305731 Jul 23 21:15:33.416380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750abb5a-1c11-4676-8bf1-1f8f07484025 req-1f703535-aa24-43c3-b31a-fd462644a22a tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:33.417863 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-750abb5a-1c11-4676-8bf1-1f8f07484025 req-1f703535-aa24-43c3-b31a-fd462644a22a tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0663836 Jul 23 21:15:33.455668 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-750abb5a-1c11-4676-8bf1-1f8f07484025 req-42dbfa1e-6f1c-4233-a899-5579e5a9ed0c tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320547 Jul 23 21:15:34.585664 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c2000-abcd-4c26-93ae-b49e8e1c116a req-7c2896ad-8199-4b17-bfdf-80cc55591489 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:34.587194 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-113c2000-abcd-4c26-93ae-b49e8e1c116a req-7c2896ad-8199-4b17-bfdf-80cc55591489 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0651500 Jul 23 21:15:34.624737 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-113c2000-abcd-4c26-93ae-b49e8e1c116a req-09352792-12ad-4b15-a20a-deceb8748506 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317833 Jul 23 21:15:35.756410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85b737-1b5b-429d-9ff7-e42c9a7008bd req-a7e8b565-7487-47f7-b99d-a026431b261f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:35.758241 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed85b737-1b5b-429d-9ff7-e42c9a7008bd req-a7e8b565-7487-47f7-b99d-a026431b261f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0657456 Jul 23 21:15:35.795271 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ed85b737-1b5b-429d-9ff7-e42c9a7008bd req-c62119a6-fc1f-40cc-9aeb-494144a9d18b tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314045 Jul 23 21:15:36.922064 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c541c1-bb27-4619-bce3-26c9a03f2d29 req-ce8b10b7-0daa-42b7-926b-0f2d4c22f39f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:36.923903 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06c541c1-bb27-4619-bce3-26c9a03f2d29 req-ce8b10b7-0daa-42b7-926b-0f2d4c22f39f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0626700 Jul 23 21:15:36.960149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06c541c1-bb27-4619-bce3-26c9a03f2d29 req-6c5bb3b9-8fa8-4342-b899-01673fcf3dcd tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303364 Jul 23 21:15:38.087999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8328645-f94b-493d-8778-ea2cdb0d718d req-1e50cda6-8a9d-40f7-8a29-c6abde492601 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:38.089471 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8328645-f94b-493d-8778-ea2cdb0d718d req-1e50cda6-8a9d-40f7-8a29-c6abde492601 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0614998 Jul 23 21:15:38.125782 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a8328645-f94b-493d-8778-ea2cdb0d718d req-061980ea-d11f-4b27-aa94-f11cf40b534f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305047 Jul 23 21:15:39.257214 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059ee2e-e956-4e11-b926-0b465fd2cb88 req-6982e2f4-20ee-4a51-a652-0b540f760373 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:39.258692 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e059ee2e-e956-4e11-b926-0b465fd2cb88 req-6982e2f4-20ee-4a51-a652-0b540f760373 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0663915 Jul 23 21:15:39.296345 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e059ee2e-e956-4e11-b926-0b465fd2cb88 req-77a03419-755f-46f2-bd2c-f16f93001adf tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319283 Jul 23 21:15:40.423284 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3376db-b0da-41b8-be88-ea70ea6fac66 req-68d1e052-2842-4efc-8f37-7312d09037f3 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:40.424769 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c3376db-b0da-41b8-be88-ea70ea6fac66 req-68d1e052-2842-4efc-8f37-7312d09037f3 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0619447 Jul 23 21:15:40.460796 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c3376db-b0da-41b8-be88-ea70ea6fac66 req-ba1d53c4-70f5-4680-b6a6-72185a3961f5 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303543 Jul 23 21:15:41.147924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-f979d856-6e24-4da5-b439-eed581ca3a81 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:15:41.148982 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-f979d856-6e24-4da5-b439-eed581ca3a81 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054803 Jul 23 21:15:41.216147 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-75ff301a-f945-4f20-b4e9-a7444fdb8d2e service neutron] show failed (client error): The resource could not be found. Jul 23 21:15:41.217411 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-75ff301a-f945-4f20-b4e9-a7444fdb8d2e service neutron] 10.222.0.57 "GET /v2.0/ports/8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c/bindings/n-h1-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.0611148 Jul 23 21:15:41.544908 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-a16ec120-fdf8-437d-8065-1e2e75a3b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:41.546429 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-a16ec120-fdf8-437d-8065-1e2e75a3b127 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2&tenant_id=bcb82f2c81cb404cbd9c22927f45076b HTTP/1.1" status: 200 len: 1097 time: 0.1772940 Jul 23 21:15:41.562360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:41.594400 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69cf54-b2b7-40b6-9bde-67340f2a3e52 req-6931c45f-1e4f-4a10-a811-3fa0f04b2c6d tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:41.596428 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a69cf54-b2b7-40b6-9bde-67340f2a3e52 req-6931c45f-1e4f-4a10-a811-3fa0f04b2c6d tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 945 time: 0.0690875 Jul 23 21:15:41.635841 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a69cf54-b2b7-40b6-9bde-67340f2a3e52 req-7809f085-94cd-4d79-aa92-154712aec4a5 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337539 Jul 23 21:15:41.894486 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:42.090338 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] For port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,segment=NetworkSegment(d2a5b9d3-6cb6-4795-a37c-01290acff33f),segment_id=d2a5b9d3-6cb6-4795-a37c-01290acff33f)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:42.122245 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] For port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:15:42.160418 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:15:42.162715 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1aae13-ce12-4774-9088-242e73ce6ece" -d '{"events": [{"server_uuid": "1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2", "name": "network-vif-unplugged", "status": "completed", "tag": "8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:15:42.166274 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:42.178102 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Transition to ACTIVE for port object 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:15:42.181999 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:42.215464 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83711e37-2287-4b92-a222-5bc40420ec7a x-openstack-request-id: req-83711e37-2287-4b92-a222-5bc40420ec7a {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:15:42.215758 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2", "name": "network-vif-unplugged", "status": "completed", "tag": "8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:15:42.216002 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83711e37-2287-4b92-a222-5bc40420ec7a {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:15:42.216381 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c', 'code': 200} Jul 23 21:15:42.236110 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,revision_number=6']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:42.259236 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.259578 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.259911 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.260239 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.260559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.260877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.261194 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.261510 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.261827 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.262143 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.262455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.262767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.265817 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] No DVR routers for this DVR port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:15:42.301559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Attempting to bind port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:15:42.301883 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Attempting to bind port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'd2a5b9d3-6cb6-4795-a37c-01290acff33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b8887c7a-f741-47ec-bbba-f0ff392356df'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:15:42.302204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Attempting to bind port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c on network b8887c7a-f741-47ec-bbba-f0ff392356df {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:15:42.306402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c on network b8887c7a-f741-47ec-bbba-f0ff392356df not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:15:42.306715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Attempting to bind port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c on network b8887c7a-f741-47ec-bbba-f0ff392356df {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:15:42.311430 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:15:42.311758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Checking segment: {'id': 'd2a5b9d3-6cb6-4795-a37c-01290acff33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b8887c7a-f741-47ec-bbba-f0ff392356df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:15:42.312130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Bound using segment: {'id': 'd2a5b9d3-6cb6-4795-a37c-01290acff33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b8887c7a-f741-47ec-bbba-f0ff392356df'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:15:42.312545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Bound port: 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a5b9d3-6cb6-4795-a37c-01290acff33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b8887c7a-f741-47ec-bbba-f0ff392356df'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:15:42.312889 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:42.372829 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] For port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:15:42.375649 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] For port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,segment=NetworkSegment(d2a5b9d3-6cb6-4795-a37c-01290acff33f),segment_id=d2a5b9d3-6cb6-4795-a37c-01290acff33f)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:15:42.380706 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:42.415087 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:42.415713 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:42.417073 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] 10.222.0.48 "PUT /v2.0/ports/8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c HTTP/1.1" status: 200 len: 1092 time: 0.8592870 Jul 23 21:15:42.438571 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63959a09-8377-491b-96ff-a846eff51aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,revision_number=7']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:42.494189 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-ac2bb66f-c4a0-4eed-9424-ac6f07b8bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:42.495749 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-ac2bb66f-c4a0-4eed-9424-ac6f07b8bd47 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bcb82f2c81cb404cbd9c22927f45076b&device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 1095 time: 0.0531976 Jul 23 21:15:42.591491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-4eefdb76-4a08-4a32-b6ae-0da3c016c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:42.593224 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-4eefdb76-4a08-4a32-b6ae-0da3c016c9d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b8887c7a-f741-47ec-bbba-f0ff392356df HTTP/1.1" status: 200 len: 911 time: 0.0875762 Jul 23 21:15:42.636981 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-56ac9bfa-c5f5-4e3b-ba15-9a207d706d3c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c HTTP/1.1" status: 200 len: 217 time: 0.0338626 Jul 23 21:15:42.684843 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-3dabc7aa-7f9e-471d-9ab8-1fe01a642ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:42.686308 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-3dabc7aa-7f9e-471d-9ab8-1fe01a642ebf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b9430f80-e2db-43bf-afb5-cac7d4ae2d92 HTTP/1.1" status: 200 len: 850 time: 0.0435529 Jul 23 21:15:42.723834 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-1488d4ef-15ad-4b00-9a62-8fe9ed8dde9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b8887c7a-f741-47ec-bbba-f0ff392356df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274878 Jul 23 21:15:42.738828 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-db497f6a-68bb-445b-b0f9-c73e1a23fea8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:15:42.739833 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-db497f6a-68bb-445b-b0f9-c73e1a23fea8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058091 Jul 23 21:15:42.765689 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4f3dc-428b-425f-9f72-3758de6b7bfa req-3e779ce2-36e4-46b0-8f9a-3a9f39ed1cfa tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:42.767223 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dca4f3dc-428b-425f-9f72-3758de6b7bfa req-3e779ce2-36e4-46b0-8f9a-3a9f39ed1cfa tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 943 time: 0.0635579 Jul 23 21:15:42.804109 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dca4f3dc-428b-425f-9f72-3758de6b7bfa req-3b79281e-4f86-494e-8a21-c3eb3ff2e80d tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311537 Jul 23 21:15:42.836927 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-10ae283d-482d-4f3a-847f-72007dbf2ac2 service neutron] 10.222.0.48 "GET /v2.0/networks/b8887c7a-f741-47ec-bbba-f0ff392356df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871727 Jul 23 21:15:42.928837 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-34f49d67-297f-4096-a94f-1e5dcb33a52a req-6a7beae3-cf8d-4621-b4db-fb6954aa1717 service neutron] 10.222.0.48 "GET /v2.0/networks/b8887c7a-f741-47ec-bbba-f0ff392356df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853901 Jul 23 21:15:43.934742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4aaab-2aea-4f4f-9317-2b31db27880a req-0e2d1544-2113-478c-8f0a-fcedf958178d tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:43.936249 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9aa4aaab-2aea-4f4f-9317-2b31db27880a req-0e2d1544-2113-478c-8f0a-fcedf958178d tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 943 time: 0.0622461 Jul 23 21:15:43.973381 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9aa4aaab-2aea-4f4f-9317-2b31db27880a req-280fe77a-b1c3-4289-951c-58a068548e4f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316145 Jul 23 21:15:44.217999 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2', 'tag': '8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:15:44.220381 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35" -d '{"events": [{"name": "network-changed", "server_uuid": "1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2", "tag": "8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:15:44.267209 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb22148-293f-4cb4-9357-22b3d7a0cfe0 x-openstack-request-id: req-ddb22148-293f-4cb4-9357-22b3d7a0cfe0 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:15:44.267491 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2", "tag": "8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:15:44.268240 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ddb22148-293f-4cb4-9357-22b3d7a0cfe0 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:15:44.268642 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2', 'tag': '8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c', 'status': 'completed', 'code': 200} Jul 23 21:15:44.371440 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-87fa5406-673e-40bb-b843-d67dd4ef0241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:44.372976 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-87fa5406-673e-40bb-b843-d67dd4ef0241 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bcb82f2c81cb404cbd9c22927f45076b&device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 1095 time: 0.0793073 Jul 23 21:15:44.465581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-8871f737-b33e-48fd-abc6-2af4f0e6abea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:44.467071 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-8871f737-b33e-48fd-abc6-2af4f0e6abea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcb82f2c81cb404cbd9c22927f45076b&device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 1095 time: 0.1814187 Jul 23 21:15:44.499079 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-41344403-3152-41d8-bffd-5c9fc1f133f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:44.500524 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-41344403-3152-41d8-bffd-5c9fc1f133f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b8887c7a-f741-47ec-bbba-f0ff392356df HTTP/1.1" status: 200 len: 911 time: 0.1188521 Jul 23 21:15:44.546182 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-54a5c780-ad98-453a-b5cc-3b26fab334b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c HTTP/1.1" status: 200 len: 217 time: 0.0370760 Jul 23 21:15:44.638320 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-9d4af797-5d8a-4e95-afff-30fa951b78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:44.639913 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-9d4af797-5d8a-4e95-afff-30fa951b78c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b9430f80-e2db-43bf-afb5-cac7d4ae2d92 HTTP/1.1" status: 200 len: 850 time: 0.0628030 Jul 23 21:15:44.641028 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-6e167d62-17fb-42da-a89d-0cb51ecacc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:44.642337 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-6e167d62-17fb-42da-a89d-0cb51ecacc92 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b8887c7a-f741-47ec-bbba-f0ff392356df HTTP/1.1" status: 200 len: 911 time: 0.1675184 Jul 23 21:15:44.711408 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-f9e11b7e-e27e-48db-9dbe-110d951f6861 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c HTTP/1.1" status: 200 len: 217 time: 0.0621567 Jul 23 21:15:44.713300 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-7403aa88-cafc-435e-8ff1-5c25f4e4ad37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b8887c7a-f741-47ec-bbba-f0ff392356df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585163 Jul 23 21:15:44.817617 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-90f1aae6-fbaa-4f91-94d3-545e8a99aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:44.819081 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-90f1aae6-fbaa-4f91-94d3-545e8a99aa08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9430f80-e2db-43bf-afb5-cac7d4ae2d92 HTTP/1.1" status: 200 len: 850 time: 0.1023068 Jul 23 21:15:44.856270 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-412fc177-7fe0-407a-9f69-3af2cb072933 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b8887c7a-f741-47ec-bbba-f0ff392356df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312054 Jul 23 21:15:44.887787 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-98e9cb20-2236-4901-b70b-d967d410eeba service neutron] 10.222.0.48 "GET /v2.0/networks/b8887c7a-f741-47ec-bbba-f0ff392356df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630290 Jul 23 21:15:45.017959 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-298244dc-6fee-4445-a21a-a56c2a4e9c88 service neutron] 10.222.0.57 "GET /v2.0/networks/b8887c7a-f741-47ec-bbba-f0ff392356df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524155 Jul 23 21:15:45.044686 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-efef6c7d-b702-4f26-aede-5fd331c76e74 service neutron] 10.222.0.48 "GET /v2.0/networks/b8887c7a-f741-47ec-bbba-f0ff392356df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508641 Jul 23 21:15:45.109805 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557eeab4-6692-4d74-8522-3232e361c64e req-2eebf7a6-0494-4f78-a557-a44d35afd789 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:45.111265 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-557eeab4-6692-4d74-8522-3232e361c64e req-2eebf7a6-0494-4f78-a557-a44d35afd789 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 943 time: 0.0686810 Jul 23 21:15:45.119663 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7d2f389e-90e0-4cd7-88d6-b33f17c74d35 req-d4809886-064f-4e90-b43a-763f2b214149 service neutron] 10.222.0.57 "GET /v2.0/networks/b8887c7a-f741-47ec-bbba-f0ff392356df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943909 Jul 23 21:15:45.149077 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-557eeab4-6692-4d74-8522-3232e361c64e req-d7ca8b1d-562e-4935-bcc3-feadbb567424 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315003 Jul 23 21:15:45.469818 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-ee4aa20f-6f9d-408c-900d-cddd543786bc tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:45.471875 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-ee4aa20f-6f9d-408c-900d-cddd543786bc tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.57 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2&tenant_id=bcb82f2c81cb404cbd9c22927f45076b&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 943 time: 0.1094007 Jul 23 21:15:45.534770 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-2664c7cf-c098-4eef-a6cc-88d5388fbeda service neutron] delete failed (client error): The resource could not be found. Jul 23 21:15:45.537422 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-2664c7cf-c098-4eef-a6cc-88d5388fbeda service neutron] 10.222.0.57 "DELETE /v2.0/ports/8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c/bindings/n-h2-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.0594871 Jul 23 21:15:45.631123 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-8fc8978f-9e7a-4df1-84ae-facd24e72f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:45.632607 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-8fc8978f-9e7a-4df1-84ae-facd24e72f83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcb82f2c81cb404cbd9c22927f45076b&device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 1095 time: 0.0545049 Jul 23 21:15:45.690472 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:45.724454 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-20f1c8b1-20e1-45e7-8218-af5b945bc23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:45.725835 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-20f1c8b1-20e1-45e7-8218-af5b945bc23d service neutron] 10.222.0.57 "GET /v2.0/networks?id=b8887c7a-f741-47ec-bbba-f0ff392356df HTTP/1.1" status: 200 len: 911 time: 0.0873616 Jul 23 21:15:45.768900 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-618ef3d8-ee80-4141-bdb1-3280fd35ab69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c HTTP/1.1" status: 200 len: 217 time: 0.0337353 Jul 23 21:15:45.820953 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-fd6d7a1b-2d74-4920-a29e-ae3d5c5358b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:45.822368 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-fd6d7a1b-2d74-4920-a29e-ae3d5c5358b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9430f80-e2db-43bf-afb5-cac7d4ae2d92 HTTP/1.1" status: 200 len: 850 time: 0.0509417 Jul 23 21:15:45.855070 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-1fde709b-1f90-4b45-8158-edad01672a4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b8887c7a-f741-47ec-bbba-f0ff392356df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264130 Jul 23 21:15:45.944853 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-218b89ad-5a68-4cc3-a667-e118b6fdf2ca service neutron] 10.222.0.57 "GET /v2.0/networks/b8887c7a-f741-47ec-bbba-f0ff392356df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822222 Jul 23 21:15:46.050895 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-86b77136-cd72-404a-ad0f-d586de44d8f1 service neutron] 10.222.0.57 "GET /v2.0/networks/b8887c7a-f741-47ec-bbba-f0ff392356df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997686 Jul 23 21:15:46.178898 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:15:46.272575 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,segment=NetworkSegment(d2a5b9d3-6cb6-4795-a37c-01290acff33f),segment_id=d2a5b9d3-6cb6-4795-a37c-01290acff33f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:46.283302 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c', 'network_id': 'b8887c7a-f741-47ec-bbba-f0ff392356df', 'port_id': '8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c', 'mac_address': 'fa:16:3e:3b:18:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9430f80-e2db-43bf-afb5-cac7d4ae2d92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:15:46.320348 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:46.335173 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:15:46.355199 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,segment=NetworkSegment(d2a5b9d3-6cb6-4795-a37c-01290acff33f),segment_id=d2a5b9d3-6cb6-4795-a37c-01290acff33f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:46.359045 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:46.409681 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:46.416805 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:46.417144 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:46.417475 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:46.417800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:46.418123 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:46.418442 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:46.418756 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:46.419072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:46.419414 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:46.419726 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:46.420043 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:46.420356 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:46.448008 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:15:46.485507 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:15:46.637543 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:15:46.735778 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241e939-c333-4efa-9ea4-dd6f9bc32945 req-6236e47d-aa35-42f4-a85d-3ee52d7cbe5f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:46.737841 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9241e939-c333-4efa-9ea4-dd6f9bc32945 req-6236e47d-aa35-42f4-a85d-3ee52d7cbe5f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 944 time: 0.0638762 Jul 23 21:15:46.774432 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9241e939-c333-4efa-9ea4-dd6f9bc32945 req-8603f6e4-833e-44e1-8083-20ee71139d54 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309253 Jul 23 21:15:47.159264 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:47.914172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c883ab3-d566-4ba4-8a90-5e0eb514e152 req-ef033e0c-3c11-4054-85b4-ccbd4f887577 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:47.915707 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c883ab3-d566-4ba4-8a90-5e0eb514e152 req-ef033e0c-3c11-4054-85b4-ccbd4f887577 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 944 time: 0.0716152 Jul 23 21:15:47.954536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c883ab3-d566-4ba4-8a90-5e0eb514e152 req-72ba7962-6336-498b-8dd0-d57ad11577f6 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8897793-16ca-44d2-8537-836c461c590f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332904 Jul 23 21:15:48.094444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-2ca8572d-fee4-40c8-a3c9-c723373458b9 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:48.096480 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-2ca8572d-fee4-40c8-a3c9-c723373458b9 tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.48 "GET /v2.0/ports?device_id=1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2 HTTP/1.1" status: 200 len: 944 time: 0.0629530 Jul 23 21:15:48.194620 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-7ca952fc-9b88-4dcc-b9a9-121e8472576f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Deleting port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:15:48.194954 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-7ca952fc-9b88-4dcc-b9a9-121e8472576f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.196722 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:15:48.243585 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:15:48.247073 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:15:48.247473 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.286000 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-7ca952fc-9b88-4dcc-b9a9-121e8472576f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] For port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,segment=NetworkSegment(d2a5b9d3-6cb6-4795-a37c-01290acff33f),segment_id=d2a5b9d3-6cb6-4795-a37c-01290acff33f)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:48.286352 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-7ca952fc-9b88-4dcc-b9a9-121e8472576f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.298016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-7ca952fc-9b88-4dcc-b9a9-121e8472576f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Calling delete_port for 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:15:48.322892 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.345177 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:15:48.347429 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fbdd59-4216-4fa3-94ce-33dac4432281" -d '{"events": [{"server_uuid": "1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2", "name": "network-vif-plugged", "status": "completed", "tag": "8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:15:48.364766 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,segment=NetworkSegment(d2a5b9d3-6cb6-4795-a37c-01290acff33f),segment_id=d2a5b9d3-6cb6-4795-a37c-01290acff33f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:48.371010 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.405386 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effaa020-eb8c-4f14-8e29-3e8780101522 x-openstack-request-id: req-effaa020-eb8c-4f14-8e29-3e8780101522 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:15:48.405669 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2", "name": "network-vif-plugged", "status": "completed", "tag": "8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:15:48.405921 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-effaa020-eb8c-4f14-8e29-3e8780101522 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:15:48.406300 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c', 'code': 200} Jul 23 21:15:48.435094 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:48.445428 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-7ca952fc-9b88-4dcc-b9a9-121e8472576f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.461070 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:15:48.475155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca952fc-9b88-4dcc-b9a9-121e8472576f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Pushing event deleted for resources: {'Port': ['ID=8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:48.521326 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-7ca952fc-9b88-4dcc-b9a9-121e8472576f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] No DVR routers for this DVR port 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:15:48.524054 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-7ca952fc-9b88-4dcc-b9a9-121e8472576f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.526067 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d19cf849-fb41-46fd-b5a3-c245ec47c5ce req-7ca952fc-9b88-4dcc-b9a9-121e8472576f tempest-DeleteServersTestJSON-508035755 tempest-DeleteServersTestJSON-508035755-project] 10.222.0.48 "DELETE /v2.0/ports/8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c HTTP/1.1" status: 204 len: 173 time: 0.4221869 Jul 23 21:15:48.526507 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2', 'name': 'network-vif-deleted', 'tag': '8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:15:48.528783 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5eb3863-ea8c-42e2-abc4-623229860860" -d '{"events": [{"server_uuid": "1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2", "name": "network-vif-deleted", "tag": "8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:15:48.566790 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe577d2-4044-4b10-8a2e-da848c7f66dc x-openstack-request-id: req-fbe577d2-4044-4b10-8a2e-da848c7f66dc {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:15:48.567083 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2", "name": "network-vif-deleted", "tag": "8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:15:48.567357 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fbe577d2-4044-4b10-8a2e-da848c7f66dc {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:15:48.567750 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1126a7d3-f6e9-49b2-b1f4-45f9ba95baa2', 'name': 'network-vif-deleted', 'tag': '8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c', 'status': 'completed', 'code': 200} Jul 23 21:15:49.090300 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54162) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:49.134917 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Deleting subnet b9430f80-e2db-43bf-afb5-cac7d4ae2d92 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:15:49.137866 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.170683 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.208496 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.263861 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.289186 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9430f80-e2db-43bf-afb5-cac7d4ae2d92,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:49.293618 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.295465 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b9430f80-e2db-43bf-afb5-cac7d4ae2d92 HTTP/1.1" status: 204 len: 168 time: 0.2041383 Jul 23 21:15:49.298136 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54164) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:49.301203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.301556 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.301893 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.302229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.302636 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.302889 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.303245 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.303573 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.303896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.304221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.304567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.304890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc15cb-5d22-4755-a183-cc4a7a465b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.370117 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-94f14dfb-8a39-4d8d-8618-c58f948658dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.445789 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-94f14dfb-8a39-4d8d-8618-c58f948658dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.455400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-94f14dfb-8a39-4d8d-8618-c58f948658dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8887c7a-f741-47ec-bbba-f0ff392356df']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:49.465028 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-94f14dfb-8a39-4d8d-8618-c58f948658dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a5b9d3-6cb6-4795-a37c-01290acff33f') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:49.465321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-94f14dfb-8a39-4d8d-8618-c58f948658dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a5b9d3-6cb6-4795-a37c-01290acff33f') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:49.474672 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-94f14dfb-8a39-4d8d-8618-c58f948658dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.489560 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-94f14dfb-8a39-4d8d-8618-c58f948658dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.495452 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f14dfb-8a39-4d8d-8618-c58f948658dc admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:15:49.495891 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-94f14dfb-8a39-4d8d-8618-c58f948658dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:15:49.497462 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:15:49.554918 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-94f14dfb-8a39-4d8d-8618-c58f948658dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.559944 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-94f14dfb-8a39-4d8d-8618-c58f948658dc admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.562276 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-94f14dfb-8a39-4d8d-8618-c58f948658dc admin admin] 10.222.0.55 "DELETE /v2.0/networks/b8887c7a-f741-47ec-bbba-f0ff392356df HTTP/1.1" status: 204 len: 168 time: 0.2630250 Jul 23 21:15:49.576257 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f14dfb-8a39-4d8d-8618-c58f948658dc admin admin] Pushing event deleted for resources: {'Network': ['ID=b8887c7a-f741-47ec-bbba-f0ff392356df,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:49.686632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54168) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:49.729852 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-688bb718-ca2d-435c-9fe2-e4c16c5a6816 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcb82f2c81cb404cbd9c22927f45076b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419183 Jul 23 21:15:49.732324 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54170) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:49.778907 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a4ea-2586-4123-8606-b01dce322c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.800177 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a4ea-2586-4123-8606-b01dce322c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.844712 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a4ea-2586-4123-8606-b01dce322c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.847929 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a4ea-2586-4123-8606-b01dce322c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.849069 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fdf6a4ea-2586-4123-8606-b01dce322c56 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8897793-16ca-44d2-8537-836c461c590f HTTP/1.1" status: 204 len: 168 time: 0.1158285 Jul 23 21:15:49.858145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6a4ea-2586-4123-8606-b01dce322c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8897793-16ca-44d2-8537-836c461c590f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:50.501889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54192) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:50.603296 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8f5d78bc-004d-432e-9607-3170d10b3d79 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-428362555-network', 'tenant_id': 'cd921e1075024975b9b246ad55420d14'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:50.623900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5d78bc-004d-432e-9607-3170d10b3d79 admin admin] Made reservation on behalf of cd921e1075024975b9b246ad55420d14 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:15:50.626651 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f5d78bc-004d-432e-9607-3170d10b3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.635491 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f5d78bc-004d-432e-9607-3170d10b3d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.723441 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f5d78bc-004d-432e-9607-3170d10b3d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.726964 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f5d78bc-004d-432e-9607-3170d10b3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.746926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5d78bc-004d-432e-9607-3170d10b3d79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:15:50.760495 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d78bc-004d-432e-9607-3170d10b3d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d050bda-5a55-4f06-b9b4-e58cddac3693,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:50.765240 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f5d78bc-004d-432e-9607-3170d10b3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.765587 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-8f5d78bc-004d-432e-9607-3170d10b3d79 admin admin] Added segment cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5 of type vlan for network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 Jul 23 21:15:50.808475 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f5d78bc-004d-432e-9607-3170d10b3d79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.835726 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f5d78bc-004d-432e-9607-3170d10b3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.836655 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5d78bc-004d-432e-9607-3170d10b3d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:50.837231 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f5d78bc-004d-432e-9607-3170d10b3d79 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.866491 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8f5d78bc-004d-432e-9607-3170d10b3d79 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3629689 Jul 23 21:15:50.869522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54196) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:50.874537 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-5ee723cf-7667-4b03-83df-07c031a26c50 admin admin] Request body: {'subnet': {'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-428362555-subnet', 'tenant_id': 'cd921e1075024975b9b246ad55420d14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:50.895373 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee723cf-7667-4b03-83df-07c031a26c50 admin admin] Made reservation on behalf of cd921e1075024975b9b246ad55420d14 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:15:50.897789 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ee723cf-7667-4b03-83df-07c031a26c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.899349 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d78bc-004d-432e-9607-3170d10b3d79 admin admin] Pushing event updated for resources: {'Network': ['ID=c40f3dae-2a6c-4c6b-b5e0-539f14433f25,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:50.909529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:15:51.070475 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ee723cf-7667-4b03-83df-07c031a26c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:51.128764 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee723cf-7667-4b03-83df-07c031a26c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f4cdd9e-a432-466e-9ffc-a7b1e108bc39,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:51.137076 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee723cf-7667-4b03-83df-07c031a26c50 admin admin] Checking segment: {'id': 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:15:51.137428 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee723cf-7667-4b03-83df-07c031a26c50 admin admin] Network hostable DHCP agents. Network: c40f3dae-2a6c-4c6b-b5e0-539f14433f25, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:15:51.153022 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee723cf-7667-4b03-83df-07c031a26c50 admin admin] Network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:15:51.161606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-5ee723cf-7667-4b03-83df-07c031a26c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, c40f3dae-2a6c-4c6b-b5e0-539f14433f25) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:15:51.165395 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee723cf-7667-4b03-83df-07c031a26c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:51.165981 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5ee723cf-7667-4b03-83df-07c031a26c50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:51.170821 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcba614-ca27-4c6d-89ad-95c96c1351f1 None None] Network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:15:51.182114 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5ee723cf-7667-4b03-83df-07c031a26c50 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3114150 Jul 23 21:15:51.303802 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e3cbb5-a0f0-4e56-835b-efaee362bb7c None None] Network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:15:51.611776 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-d6953d27-ef75-4931-891f-72fe3ed0645c tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:51.613246 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-d6953d27-ef75-4931-891f-72fe3ed0645c tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/networks?id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25 HTTP/1.1" status: 200 len: 814 time: 0.1021154 Jul 23 21:15:51.627689 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-f97669a5-1aaa-4285-b3f1-68cc691d64c7 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/quotas/cd921e1075024975b9b246ad55420d14 HTTP/1.1" status: 200 len: 375 time: 0.0086188 Jul 23 21:15:51.665822 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-1ac49a27-4dda-42c7-a6e8-e54aeb93f7c4 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd921e1075024975b9b246ad55420d14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334423 Jul 23 21:15:51.757100 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-c0b6a052-cb73-4a4c-a42f-d7e15638b293 service neutron] 10.222.0.55 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831013 Jul 23 21:15:52.164097 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-bef90970-601e-417b-a890-efe3dd3d0d3c service neutron] 10.222.0.55 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010732 Jul 23 21:15:52.212046 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:15:52.231565 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:15:52.231909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8d98ddce-d91a-4bb7-96c5-091fc9ca2a2c not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:15:52.322736 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-103cc2db-0154-456a-803d-e54be9b29e9e req-3a8569a6-2d8b-4028-ac0e-b36b38625857 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 210 time: 0.0289972 Jul 23 21:15:53.420857 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fde19e4a-db50-438c-8439-860d8227c7ab req-04c7d647-effb-4442-a1a4-1f37a129f8d4 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 210 time: 0.0297151 Jul 23 21:15:53.559175 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-5225ae18-7a94-4f67-b8a9-461cdf30f205 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:53.560656 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-5225ae18-7a94-4f67-b8a9-461cdf30f205 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.48 "GET /v2.0/networks?id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25 HTTP/1.1" status: 200 len: 814 time: 0.3784983 Jul 23 21:15:53.578221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-da9c035a-0869-4c2f-b015-1e36faefbed1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Request body: {'port': {'device_id': 'bed8a402-71aa-44ae-815d-85d4ec9af817', 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25', 'admin_state_up': True, 'tenant_id': 'cd921e1075024975b9b246ad55420d14'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:53.681946 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-da9c035a-0869-4c2f-b015-1e36faefbed1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Made reservation on behalf of cd921e1075024975b9b246ad55420d14 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:15:53.685250 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-da9c035a-0869-4c2f-b015-1e36faefbed1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:53.807781 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-da9c035a-0869-4c2f-b015-1e36faefbed1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Allocated IP 172.20.0.10 (c40f3dae-2a6c-4c6b-b5e0-539f14433f25/6f4cdd9e-a432-466e-9ffc-a7b1e108bc39/bb04a216-46ed-4a9a-a24f-b4cdb3c8851a) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:15:53.952904 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-da9c035a-0869-4c2f-b015-1e36faefbed1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:53.990783 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-da9c035a-0869-4c2f-b015-1e36faefbed1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:54.032026 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-da9c035a-0869-4c2f-b015-1e36faefbed1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:15:54.037449 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-da9c035a-0869-4c2f-b015-1e36faefbed1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:15:54.041089 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-da9c035a-0869-4c2f-b015-1e36faefbed1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:15:54.047317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c035a-0869-4c2f-b015-1e36faefbed1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Pushing event updated for resources: {'Port': ['ID=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:54.090833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-da9c035a-0869-4c2f-b015-1e36faefbed1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:54.091474 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-da9c035a-0869-4c2f-b015-1e36faefbed1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:54.104873 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-da9c035a-0869-4c2f-b015-1e36faefbed1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5303156 Jul 23 21:15:54.120621 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Request body: {'port': {'device_id': 'bed8a402-71aa-44ae-815d-85d4ec9af817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:54.193681 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:54.447974 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb04a216-46ed-4a9a-a24f-b4cdb3c8851a {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:15:54.457371 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:54.469652 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Transition to ACTIVE for port object bb04a216-46ed-4a9a-a24f-b4cdb3c8851a will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:15:54.473449 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:54.523666 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:54.566536 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065cb5-6abc-49fc-8a5f-d9efff4c487c req-6cac6444-4d40-452b-b12f-ac14ae4b163d tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:54.568046 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58065cb5-6abc-49fc-8a5f-d9efff4c487c req-6cac6444-4d40-452b-b12f-ac14ae4b163d tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 944 time: 0.0764751 Jul 23 21:15:54.601460 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Attempting to bind port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:15:54.602058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Attempting to bind port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:15:54.602058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Attempting to bind port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a on network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:15:54.606491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a on network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:15:54.606815 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Attempting to bind port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a on network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:15:54.610768 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58065cb5-6abc-49fc-8a5f-d9efff4c487c req-ec2347a2-7756-495d-b8a9-fb62086e3748 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368690 Jul 23 21:15:54.612920 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:15:54.613324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Checking segment: {'id': 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:15:54.613771 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Bound using segment: {'id': 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:15:54.614227 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Bound port: bb04a216-46ed-4a9a-a24f-b4cdb3c8851a, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:15:54.614672 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:54.617176 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ddc183d4-bb79-4064-b9da-0d8fc0e1a891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:54.679284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] For port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:15:54.682213 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] For port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:15:54.685903 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:54.717867 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:54.718480 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:54.719888 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] 10.222.0.48 "PUT /v2.0/ports/bb04a216-46ed-4a9a-a24f-b4cdb3c8851a HTTP/1.1" status: 200 len: 1093 time: 0.6032810 Jul 23 21:15:54.720390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed8a402-71aa-44ae-815d-85d4ec9af817', 'tag': 'bb04a216-46ed-4a9a-a24f-b4cdb3c8851a'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:15:54.723085 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8323cd-304a-42e9-b793-89d8d1e9beaf" -d '{"events": [{"name": "network-changed", "server_uuid": "bed8a402-71aa-44ae-815d-85d4ec9af817", "tag": "bb04a216-46ed-4a9a-a24f-b4cdb3c8851a"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:15:54.749889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46bdc1-0880-4384-aa95-b9ecb5751da6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:54.761229 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673f28ef-e67d-4682-90b5-07498c7bccc8 x-openstack-request-id: req-673f28ef-e67d-4682-90b5-07498c7bccc8 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:15:54.761523 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed8a402-71aa-44ae-815d-85d4ec9af817", "tag": "bb04a216-46ed-4a9a-a24f-b4cdb3c8851a", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:15:54.761779 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-673f28ef-e67d-4682-90b5-07498c7bccc8 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:15:54.762176 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed8a402-71aa-44ae-815d-85d4ec9af817', 'tag': 'bb04a216-46ed-4a9a-a24f-b4cdb3c8851a', 'status': 'completed', 'code': 200} Jul 23 21:15:54.823521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-70043399-9bda-4bc7-a0bc-5b483527db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:54.825018 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-70043399-9bda-4bc7-a0bc-5b483527db86 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd921e1075024975b9b246ad55420d14&device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 1096 time: 0.0584164 Jul 23 21:15:54.871168 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-6457b671-9eb3-41fc-a6a9-9a9afcc1fb1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a HTTP/1.1" status: 200 len: 217 time: 0.0343673 Jul 23 21:15:54.922095 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-d8d2f179-0e16-4a9d-8758-d9351d6d8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:54.923517 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-d8d2f179-0e16-4a9d-8758-d9351d6d8fe7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f4cdd9e-a432-466e-9ffc-a7b1e108bc39 HTTP/1.1" status: 200 len: 854 time: 0.0427783 Jul 23 21:15:54.964420 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-84ee4f5b-7142-4e89-8a36-7c301496932e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304565 Jul 23 21:15:55.054943 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-23875614-80c0-4448-80a7-25dbbf3f047e service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804894 Jul 23 21:15:55.151431 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d3b27c6e-b030-45f1-841a-12cbe431429c req-3bef9195-e00b-44b8-879d-812e2166e453 service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862362 Jul 23 21:15:55.253705 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8323cd-304a-42e9-b793-89d8d1e9beaf req-9a2e1d3c-46e7-4dc8-b442-89f13a0f694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:55.255254 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ee8323cd-304a-42e9-b793-89d8d1e9beaf req-9a2e1d3c-46e7-4dc8-b442-89f13a0f694b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd921e1075024975b9b246ad55420d14&device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 1096 time: 0.0546963 Jul 23 21:15:55.346854 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8323cd-304a-42e9-b793-89d8d1e9beaf req-df4b1202-2fa7-489d-b83c-3a47fea148ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:55.348351 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ee8323cd-304a-42e9-b793-89d8d1e9beaf req-df4b1202-2fa7-489d-b83c-3a47fea148ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25 HTTP/1.1" status: 200 len: 915 time: 0.0870051 Jul 23 21:15:55.387724 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ee8323cd-304a-42e9-b793-89d8d1e9beaf req-c2a9778e-d638-4ff0-af19-2a1d16d2070f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a HTTP/1.1" status: 200 len: 217 time: 0.0330949 Jul 23 21:15:55.433810 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8323cd-304a-42e9-b793-89d8d1e9beaf req-ff3f6c44-4844-44ca-96a6-eeccebd41cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:55.435285 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ee8323cd-304a-42e9-b793-89d8d1e9beaf req-ff3f6c44-4844-44ca-96a6-eeccebd41cc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f4cdd9e-a432-466e-9ffc-a7b1e108bc39 HTTP/1.1" status: 200 len: 854 time: 0.0414209 Jul 23 21:15:55.469708 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ee8323cd-304a-42e9-b793-89d8d1e9beaf req-55202a61-0a7c-4a1b-a3ae-0f51dcf9fe56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268877 Jul 23 21:15:55.561857 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ee8323cd-304a-42e9-b793-89d8d1e9beaf req-58dca35d-5db4-48d0-a38f-7731b5a3581d service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845747 Jul 23 21:15:55.659075 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ee8323cd-304a-42e9-b793-89d8d1e9beaf req-74b6a82d-4966-4deb-96f9-a390fae4f999 service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887182 Jul 23 21:15:55.739333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e018bb-189c-48b6-98d1-a3e5032680e4 req-cc0888fa-a473-4126-9c43-55a614f8fc7c tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:55.740803 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92e018bb-189c-48b6-98d1-a3e5032680e4 req-cc0888fa-a473-4126-9c43-55a614f8fc7c tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 944 time: 0.0623496 Jul 23 21:15:55.777764 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92e018bb-189c-48b6-98d1-a3e5032680e4 req-7b4b1fdd-d471-4d10-b5f3-3875f6787b8c tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313759 Jul 23 21:15:56.903925 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ab1e7-4fc5-4dfe-aac9-0a0fa6190212 req-cafcd987-c9a8-4cb0-9690-534a0ae6de9e tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:56.905369 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-663ab1e7-4fc5-4dfe-aac9-0a0fa6190212 req-cafcd987-c9a8-4cb0-9690-534a0ae6de9e tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 944 time: 0.0613515 Jul 23 21:15:56.941832 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-663ab1e7-4fc5-4dfe-aac9-0a0fa6190212 req-00ac98af-0296-49f3-9653-f1dff8843567 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304506 Jul 23 21:15:57.161262 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b9b5ccb-6299-4760-a1f6-f5ca74844468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:57.392319 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.071703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55732022-0c81-4871-814d-95950c4072de req-e385e759-50de-4c00-91a3-4f8f2d25c040 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:58.073171 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55732022-0c81-4871-814d-95950c4072de req-e385e759-50de-4c00-91a3-4f8f2d25c040 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 944 time: 0.0659580 Jul 23 21:15:58.109065 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55732022-0c81-4871-814d-95950c4072de req-de65c20a-5f91-4fc5-b465-b874b49b3226 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302024 Jul 23 21:15:58.211400 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device bb04a216-46ed-4a9a-a24f-b4cdb3c8851a details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:15:58.306672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:58.317823 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'bb04a216-46ed-4a9a-a24f-b4cdb3c8851a', 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25', 'port_id': 'bb04a216-46ed-4a9a-a24f-b4cdb3c8851a', 'mac_address': 'fa:16:3e:7c:76:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4cdd9e-a432-466e-9ffc-a7b1e108bc39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:15:58.354179 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.367133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb04a216-46ed-4a9a-a24f-b4cdb3c8851a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:15:58.389366 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:58.393140 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.438681 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:58.635704 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['bb04a216-46ed-4a9a-a24f-b4cdb3c8851a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:15:58.658157 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:59.234931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aeab9c-083c-4e6b-bbc2-d7328570e701 req-1a8db3d4-839f-46ce-9768-8bfda8fdefe1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:59.237064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12aeab9c-083c-4e6b-bbc2-d7328570e701 req-1a8db3d4-839f-46ce-9768-8bfda8fdefe1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 945 time: 0.0622120 Jul 23 21:15:59.273132 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12aeab9c-083c-4e6b-bbc2-d7328570e701 req-89c7672b-6616-4098-b88b-144b37cfb6da tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304766 Jul 23 21:16:00.095339 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:00.227189 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device bb04a216-46ed-4a9a-a24f-b4cdb3c8851a up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:16:00.276851 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:16:00.280341 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:16:00.280712 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:00.358276 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:00.380408 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed8a402-71aa-44ae-815d-85d4ec9af817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb04a216-46ed-4a9a-a24f-b4cdb3c8851a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:16:00.382679 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a487860-9f61-404b-a77c-5203c77c9bae" -d '{"events": [{"server_uuid": "bed8a402-71aa-44ae-815d-85d4ec9af817", "name": "network-vif-plugged", "status": "completed", "tag": "bb04a216-46ed-4a9a-a24f-b4cdb3c8851a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:16:00.395777 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:16:00.400576 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:00.407635 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64320ccb-4139-4984-bb07-843b240a98be req-120ecdc4-af63-4633-aa12-d5142b018a1b tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:00.409166 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64320ccb-4139-4984-bb07-843b240a98be req-120ecdc4-af63-4633-aa12-d5142b018a1b tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 945 time: 0.0694830 Jul 23 21:16:00.430175 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fed8ae-a0c8-4314-ae13-2e57f911cd66 x-openstack-request-id: req-a5fed8ae-a0c8-4314-ae13-2e57f911cd66 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:16:00.430468 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed8a402-71aa-44ae-815d-85d4ec9af817", "name": "network-vif-plugged", "status": "completed", "tag": "bb04a216-46ed-4a9a-a24f-b4cdb3c8851a", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:16:00.430723 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5fed8ae-a0c8-4314-ae13-2e57f911cd66 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:16:00.431123 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed8a402-71aa-44ae-815d-85d4ec9af817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb04a216-46ed-4a9a-a24f-b4cdb3c8851a', 'code': 200} Jul 23 21:16:00.451747 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64320ccb-4139-4984-bb07-843b240a98be req-6521097d-24a6-4870-81d2-bb15f1384ea7 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361898 Jul 23 21:16:00.459587 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:16:00.542045 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6c7f9-3c31-443a-be2b-209cd43d928b req-1e974174-4d0d-400e-a06e-4b3468fb81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:00.543695 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b5c6c7f9-3c31-443a-be2b-209cd43d928b req-1e974174-4d0d-400e-a06e-4b3468fb81ab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 1098 time: 0.0529466 Jul 23 21:16:00.583371 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b5c6c7f9-3c31-443a-be2b-209cd43d928b req-874949d0-24c5-4cfc-889c-69a0fca32da4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282817 Jul 23 21:16:01.585249 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7343b-c7b0-40f5-a03e-3f443f00d6de req-60270b5b-2965-48d0-8877-0eebc5604752 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:01.586726 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bed7343b-c7b0-40f5-a03e-3f443f00d6de req-60270b5b-2965-48d0-8877-0eebc5604752 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0637012 Jul 23 21:16:01.624352 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bed7343b-c7b0-40f5-a03e-3f443f00d6de req-42279779-eb82-4bab-bf46-2d0bc469042d tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319486 Jul 23 21:16:02.753510 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f548ac4-8356-4ad5-a58b-20f80f66a7a4 req-599ce9fb-e6f0-4cb4-822d-622d24c1c9f6 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:02.755041 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f548ac4-8356-4ad5-a58b-20f80f66a7a4 req-599ce9fb-e6f0-4cb4-822d-622d24c1c9f6 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0656059 Jul 23 21:16:02.791702 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f548ac4-8356-4ad5-a58b-20f80f66a7a4 req-701743c9-586b-4df5-8734-fc55fb85d2e0 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310538 Jul 23 21:16:02.920612 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad2ea6-46fb-44a8-abf5-6222ff37f9e4 req-c787d8c9-e607-4f85-9a60-e210634a4308 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:02.922088 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4dad2ea6-46fb-44a8-abf5-6222ff37f9e4 req-c787d8c9-e607-4f85-9a60-e210634a4308 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0654314 Jul 23 21:16:02.958300 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4dad2ea6-46fb-44a8-abf5-6222ff37f9e4 req-d2ad59ff-50e8-436a-936e-f7957537b329 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300786 Jul 23 21:16:03.174090 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a11e8-ce28-4e5a-89b2-88b946420bea req-82666950-6691-475a-88aa-9a903ef6afe1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:03.175632 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d0a11e8-ce28-4e5a-89b2-88b946420bea req-82666950-6691-475a-88aa-9a903ef6afe1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0627091 Jul 23 21:16:03.212290 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d0a11e8-ce28-4e5a-89b2-88b946420bea req-0210afe2-a291-49ee-8857-c4e4d829a6fa tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311215 Jul 23 21:16:03.340441 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ff879-29ef-4220-92bc-1723abf14b27 req-256ee3f7-3a10-4980-a2b7-4b33a4909519 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:03.341813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-262ff879-29ef-4220-92bc-1723abf14b27 req-256ee3f7-3a10-4980-a2b7-4b33a4909519 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0658023 Jul 23 21:16:03.378901 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-262ff879-29ef-4220-92bc-1723abf14b27 req-28ccae94-e186-484f-98f4-67c9c16235cb tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306993 Jul 23 21:16:03.666805 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f33ddb5-2658-454c-b558-e509ba90461d req-50b47559-3c95-4314-b040-be9101d07c45 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886755 Jul 23 21:16:03.684470 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f320853-9088-44c4-9a8c-9c7ed8ecf01b req-c49e2bc3-2b75-47be-910b-7ece652d72cc tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:03.685945 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f320853-9088-44c4-9a8c-9c7ed8ecf01b req-c49e2bc3-2b75-47be-910b-7ece652d72cc tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0806582 Jul 23 21:16:03.726541 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5f320853-9088-44c4-9a8c-9c7ed8ecf01b req-a91b2f06-2751-4655-aab2-6dfa5845e947 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338264 Jul 23 21:16:04.766176 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33ddb5-2658-454c-b558-e509ba90461d req-5e46e392-3799-4d06-9acb-b320765acaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:04.767851 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f33ddb5-2658-454c-b558-e509ba90461d req-5e46e392-3799-4d06-9acb-b320765acaae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd921e1075024975b9b246ad55420d14&device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 1098 time: 0.0548904 Jul 23 21:16:04.858924 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c400c-c8d0-4039-a323-f24bb3dd21fd req-57fa46c8-08a9-4e04-b28a-7ba04f7d5fc1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:04.860389 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-132c400c-c8d0-4039-a323-f24bb3dd21fd req-57fa46c8-08a9-4e04-b28a-7ba04f7d5fc1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0663846 Jul 23 21:16:04.864190 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33ddb5-2658-454c-b558-e509ba90461d req-40e15d85-b77e-44da-a9e3-6d22005cb1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:04.865668 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f33ddb5-2658-454c-b558-e509ba90461d req-40e15d85-b77e-44da-a9e3-6d22005cb1e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25 HTTP/1.1" status: 200 len: 915 time: 0.0911155 Jul 23 21:16:04.898812 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-132c400c-c8d0-4039-a323-f24bb3dd21fd req-010361f3-da0d-46a5-b80b-5d2ebe1c5590 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318296 Jul 23 21:16:04.906979 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f33ddb5-2658-454c-b558-e509ba90461d req-f0739938-92fe-4bf5-a452-962fd84f7f80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a HTTP/1.1" status: 200 len: 217 time: 0.0342093 Jul 23 21:16:04.953919 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33ddb5-2658-454c-b558-e509ba90461d req-adbcbb72-f83a-4acd-9a4f-a7c76e32c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:04.955920 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f33ddb5-2658-454c-b558-e509ba90461d req-adbcbb72-f83a-4acd-9a4f-a7c76e32c4cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f4cdd9e-a432-466e-9ffc-a7b1e108bc39 HTTP/1.1" status: 200 len: 854 time: 0.0431776 Jul 23 21:16:04.993798 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f33ddb5-2658-454c-b558-e509ba90461d req-a84fde20-dc57-4c88-b5eb-e79dd3e0eb37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313642 Jul 23 21:16:05.081274 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f33ddb5-2658-454c-b558-e509ba90461d req-b75bfaac-d244-4eaf-81ce-c2098dd0c2d1 service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810149 Jul 23 21:16:05.174209 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f33ddb5-2658-454c-b558-e509ba90461d req-23d9c26a-cf2a-40d8-8672-965c8d6c6ccc service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869079 Jul 23 21:16:06.029971 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c2152-e2e5-4395-bd55-b5b45b420c59 req-a1be618e-4007-4ce9-b949-aaa834c81cdd tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:06.031478 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-522c2152-e2e5-4395-bd55-b5b45b420c59 req-a1be618e-4007-4ce9-b949-aaa834c81cdd tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0646796 Jul 23 21:16:06.068919 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-522c2152-e2e5-4395-bd55-b5b45b420c59 req-fc8332f0-280d-4a50-9cff-f4938564de61 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317693 Jul 23 21:16:07.208210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c138a77-9efb-48ba-91a9-3c7cab4a59d6 req-b29e9593-a5b7-4e2a-8eea-a3f028e957f5 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:07.209792 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c138a77-9efb-48ba-91a9-3c7cab4a59d6 req-b29e9593-a5b7-4e2a-8eea-a3f028e957f5 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0650556 Jul 23 21:16:07.250360 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c138a77-9efb-48ba-91a9-3c7cab4a59d6 req-abbee33f-a05c-4c0f-a74e-bd2c7b0dc8bf tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350966 Jul 23 21:16:08.042623 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:16:08.377356 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf34606-f566-427e-a8f5-56c97e5e8a24 req-79406836-3561-478d-bb32-4f39f655fee1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:08.378834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3cf34606-f566-427e-a8f5-56c97e5e8a24 req-79406836-3561-478d-bb32-4f39f655fee1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0623438 Jul 23 21:16:08.416071 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3cf34606-f566-427e-a8f5-56c97e5e8a24 req-0b181e42-2c7d-42c1-a323-6157f42cf52c tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315838 Jul 23 21:16:09.543971 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ee6e3-3a8b-4007-abe9-cba202684f37 req-81e0ab4f-b204-4a75-829c-943b54b62bb4 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:09.545488 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b8ee6e3-3a8b-4007-abe9-cba202684f37 req-81e0ab4f-b204-4a75-829c-943b54b62bb4 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0635309 Jul 23 21:16:09.584061 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b8ee6e3-3a8b-4007-abe9-cba202684f37 req-62165543-0d89-4b8b-9657-3e1bf7b93029 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330942 Jul 23 21:16:10.713780 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa7354-5100-4caf-b5cd-944f15d5d8ea req-cab3afc1-8bc7-4693-afe4-87051b8b62ca tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:10.715286 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62aa7354-5100-4caf-b5cd-944f15d5d8ea req-cab3afc1-8bc7-4693-afe4-87051b8b62ca tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0656371 Jul 23 21:16:10.752789 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62aa7354-5100-4caf-b5cd-944f15d5d8ea req-73c4c247-19c5-4a75-9c41-9cd6a0f3b6d5 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316181 Jul 23 21:16:11.880404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0c3bd-64c7-4302-b095-388c8e3b7be9 req-12f5c6ee-f177-4869-ae57-6b92cea6bb7f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:11.881949 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43a0c3bd-64c7-4302-b095-388c8e3b7be9 req-12f5c6ee-f177-4869-ae57-6b92cea6bb7f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0640745 Jul 23 21:16:11.919076 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43a0c3bd-64c7-4302-b095-388c8e3b7be9 req-382547f2-dc9e-4a0a-9e73-b33689ac60a2 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314283 Jul 23 21:16:13.051151 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59fca4-e7f3-4190-9414-2c6227488986 req-ba314756-6b0b-47a8-a355-24572af55a83 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:13.052636 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c59fca4-e7f3-4190-9414-2c6227488986 req-ba314756-6b0b-47a8-a355-24572af55a83 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0650079 Jul 23 21:16:13.091363 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c59fca4-e7f3-4190-9414-2c6227488986 req-13a08386-5616-4bd3-a2fa-c75532307371 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321045 Jul 23 21:16:14.222277 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de768d-7c3a-44b4-875b-b22f7fe73f70 req-c71ff22a-cda0-468f-9e2b-b3dcf3d8034b tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:14.223788 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19de768d-7c3a-44b4-875b-b22f7fe73f70 req-c71ff22a-cda0-468f-9e2b-b3dcf3d8034b tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0670140 Jul 23 21:16:14.260372 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-19de768d-7c3a-44b4-875b-b22f7fe73f70 req-6bc47698-6afe-4e57-9006-e441647756af tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307446 Jul 23 21:16:15.388551 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c7595-ae22-4752-bedc-a9ab0db0285e req-ddf2ec4d-1aa2-418b-8017-c605423d1e85 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:15.390034 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-081c7595-ae22-4752-bedc-a9ab0db0285e req-ddf2ec4d-1aa2-418b-8017-c605423d1e85 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0630255 Jul 23 21:16:15.426859 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-081c7595-ae22-4752-bedc-a9ab0db0285e req-9915e34a-6bf6-4527-a60e-4531712fab00 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311918 Jul 23 21:16:15.706562 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:16.556261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e55ded-db62-4f3b-8c27-faf375a87563 req-c19a8640-fc0e-4fa8-811e-97d67345f01e tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:16.557764 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87e55ded-db62-4f3b-8c27-faf375a87563 req-c19a8640-fc0e-4fa8-811e-97d67345f01e tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0655310 Jul 23 21:16:16.595843 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87e55ded-db62-4f3b-8c27-faf375a87563 req-bb485fed-67a0-4ed0-8e7a-c48ed66ee32e tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325019 Jul 23 21:16:17.162704 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:17.722392 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e35a13-4885-4817-ae8d-4a8ca10eb9cf req-60d95845-4fd8-43bb-80c1-8987b0a60bbe tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:17.723897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-78e35a13-4885-4817-ae8d-4a8ca10eb9cf req-60d95845-4fd8-43bb-80c1-8987b0a60bbe tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0626564 Jul 23 21:16:17.760240 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-78e35a13-4885-4817-ae8d-4a8ca10eb9cf req-91a444aa-86f2-4638-81df-8ef62ed46403 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309021 Jul 23 21:16:18.889297 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf217559-6a4d-4bb2-aad1-662e441e1003 req-07ff56ea-bf40-446d-842b-acc0f9d5545e tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:18.890797 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf217559-6a4d-4bb2-aad1-662e441e1003 req-07ff56ea-bf40-446d-842b-acc0f9d5545e tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0639815 Jul 23 21:16:18.927961 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf217559-6a4d-4bb2-aad1-662e441e1003 req-6c0a5203-b21c-43b7-aefb-c2472b93247c tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310638 Jul 23 21:16:20.059843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504eb4-747a-49dd-bfe6-db2b0c3c3ce2 req-99d2ac37-dc7b-42b9-9e4c-727e3f0dc142 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:20.061307 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f504eb4-747a-49dd-bfe6-db2b0c3c3ce2 req-99d2ac37-dc7b-42b9-9e4c-727e3f0dc142 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0671449 Jul 23 21:16:20.098121 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f504eb4-747a-49dd-bfe6-db2b0c3c3ce2 req-b9477980-e45d-45e7-ba49-9fbba8243a21 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307691 Jul 23 21:16:21.229548 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2421d29-49c7-42cb-8723-b154d1640bee req-c0300e38-05be-421d-a4c0-1f2478e28e3d tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:21.231076 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2421d29-49c7-42cb-8723-b154d1640bee req-c0300e38-05be-421d-a4c0-1f2478e28e3d tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0637782 Jul 23 21:16:21.270227 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b2421d29-49c7-42cb-8723-b154d1640bee req-f7610195-2dd9-4c7a-a997-797efdc4218a tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331380 Jul 23 21:16:22.401256 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d49bd-336f-4083-86b6-e37a516570d1 req-a5969bcf-0300-4535-89ed-b5e1bf27c068 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:22.402741 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-486d49bd-336f-4083-86b6-e37a516570d1 req-a5969bcf-0300-4535-89ed-b5e1bf27c068 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0664582 Jul 23 21:16:22.440187 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-486d49bd-336f-4083-86b6-e37a516570d1 req-29d65e50-c912-4831-a115-c958d4c4a654 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313318 Jul 23 21:16:23.569455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb0082-4ba9-4abd-a10a-af5dae8e9382 req-df69c74b-09ee-4eea-a538-1879a72150f9 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:23.570957 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c6eb0082-4ba9-4abd-a10a-af5dae8e9382 req-df69c74b-09ee-4eea-a538-1879a72150f9 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0631077 Jul 23 21:16:23.609109 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c6eb0082-4ba9-4abd-a10a-af5dae8e9382 req-fa5dcac6-436a-4c05-9dd4-d72790991d33 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325780 Jul 23 21:16:24.608436 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ee920304-7e48-46fb-8c87-5fc41ffc6f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:24.736482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27185c-cdef-4cdd-9b5a-5bc7655b23d7 req-23ec962d-3412-44ef-821a-099b1cb2925f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:24.737985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3c27185c-cdef-4cdd-9b5a-5bc7655b23d7 req-23ec962d-3412-44ef-821a-099b1cb2925f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0638068 Jul 23 21:16:24.777647 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3c27185c-cdef-4cdd-9b5a-5bc7655b23d7 req-12fef71c-595d-4603-a7d9-bbfeb6edfc46 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340483 Jul 23 21:16:25.909980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208a681-63c0-44c9-85b6-11860f470614 req-0ab656d9-6067-4f19-a731-c5b4f153ed2e tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:25.911498 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9208a681-63c0-44c9-85b6-11860f470614 req-0ab656d9-6067-4f19-a731-c5b4f153ed2e tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0674891 Jul 23 21:16:25.948705 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9208a681-63c0-44c9-85b6-11860f470614 req-d643ae81-c075-45ca-99fd-3734f83db323 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316279 Jul 23 21:16:27.075616 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ee28d-44cd-4d7c-879e-a5b984fa2b5e req-cee81a36-92e5-4237-b2ef-110a9f49f10c tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:27.077101 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e9ee28d-44cd-4d7c-879e-a5b984fa2b5e req-cee81a36-92e5-4237-b2ef-110a9f49f10c tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0626702 Jul 23 21:16:27.116009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7e9ee28d-44cd-4d7c-879e-a5b984fa2b5e req-66a94aea-df1f-4060-9912-17b196dc0ebf tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334330 Jul 23 21:16:27.161500 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d01a7f3-348e-4c2c-8d9d-26bd60d37b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:27.393417 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:28.246278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5aa91-18e9-4277-ac74-e78043e365b2 req-b6bff594-c36f-43a1-bc21-4d072eeb8e9c tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:28.247785 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-30d5aa91-18e9-4277-ac74-e78043e365b2 req-b6bff594-c36f-43a1-bc21-4d072eeb8e9c tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0668564 Jul 23 21:16:28.285757 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-30d5aa91-18e9-4277-ac74-e78043e365b2 req-2e9157e5-ccbd-4778-aac0-fc511ceb1da4 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317266 Jul 23 21:16:28.642698 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:29.415577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44122b-654e-4478-b238-789b911f81f0 req-4dd04f84-0a01-4db1-9ae8-504aaf718e77 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:29.417079 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1c44122b-654e-4478-b238-789b911f81f0 req-4dd04f84-0a01-4db1-9ae8-504aaf718e77 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0652313 Jul 23 21:16:29.453427 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1c44122b-654e-4478-b238-789b911f81f0 req-8616b57b-9f42-4ad2-a2b4-c4ae093efcbb tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308628 Jul 23 21:16:30.098635 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:30.589968 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e488ac7-b50f-44cd-b61b-1d8d063022bb req-7cd21c90-b57c-425c-adf4-15919478b993 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:30.591530 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0e488ac7-b50f-44cd-b61b-1d8d063022bb req-7cd21c90-b57c-425c-adf4-15919478b993 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0711529 Jul 23 21:16:30.629940 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0e488ac7-b50f-44cd-b61b-1d8d063022bb req-809e9f68-bd2c-49a4-8019-02dd2680d9d6 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318170 Jul 23 21:16:31.766132 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a65cf-5e20-4d3a-a9d9-ad5390eb559c req-4b58cd44-a955-4c95-8de1-2b43b98a14b2 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:31.768112 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a79a65cf-5e20-4d3a-a9d9-ad5390eb559c req-4b58cd44-a955-4c95-8de1-2b43b98a14b2 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0674143 Jul 23 21:16:31.805157 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a79a65cf-5e20-4d3a-a9d9-ad5390eb559c req-35469e11-d214-4fc4-b9fb-4f59a0c154bd tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314462 Jul 23 21:16:32.405419 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [req-4f33ddb5-2658-454c-b558-e509ba90461d req-a47ed5c8-5a24-43c8-a225-ebe565cfe2c1 service neutron] show failed (client error): The resource could not be found. Jul 23 21:16:32.406499 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f33ddb5-2658-454c-b558-e509ba90461d req-a47ed5c8-5a24-43c8-a225-ebe565cfe2c1 service neutron] 10.222.0.48 "GET /v2.0/ports/bb04a216-46ed-4a9a-a24f-b4cdb3c8851a/bindings/n-h2-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.0543723 Jul 23 21:16:32.628385 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0bf6263e-8646-49f1-9aa3-1d5d0872baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:32.629895 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0bf6263e-8646-49f1-9aa3-1d5d0872baa8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817&tenant_id=cd921e1075024975b9b246ad55420d14 HTTP/1.1" status: 200 len: 1098 time: 0.0552735 Jul 23 21:16:32.641122 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:16:32.713863 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:32.918182 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] For port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:16:32.934293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5d4c6-9760-4191-96a7-285170bfa9a2 req-6fb62f9f-cc61-4c2d-89e5-2d9861678315 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:32.935837 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6b5d4c6-9760-4191-96a7-285170bfa9a2 req-6fb62f9f-cc61-4c2d-89e5-2d9861678315 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0636852 Jul 23 21:16:32.952448 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] For port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:16:32.974804 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6b5d4c6-9760-4191-96a7-285170bfa9a2 req-ce78fccd-742a-49ad-8c90-2111c1e0bcbe tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326040 Jul 23 21:16:32.998782 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed8a402-71aa-44ae-815d-85d4ec9af817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb04a216-46ed-4a9a-a24f-b4cdb3c8851a'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:16:33.001559 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af33ee43-d0cb-4e35-92b1-be5cbdebd500" -d '{"events": [{"server_uuid": "bed8a402-71aa-44ae-815d-85d4ec9af817", "name": "network-vif-unplugged", "status": "completed", "tag": "bb04a216-46ed-4a9a-a24f-b4cdb3c8851a"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:16:33.005077 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:33.017816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Transition to ACTIVE for port object bb04a216-46ed-4a9a-a24f-b4cdb3c8851a will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:16:33.021591 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:33.053101 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c1db1d-42b5-4005-aeb9-ef7ba467dc12 x-openstack-request-id: req-a2c1db1d-42b5-4005-aeb9-ef7ba467dc12 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:16:33.053422 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed8a402-71aa-44ae-815d-85d4ec9af817", "name": "network-vif-unplugged", "status": "completed", "tag": "bb04a216-46ed-4a9a-a24f-b4cdb3c8851a", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:16:33.053671 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2c1db1d-42b5-4005-aeb9-ef7ba467dc12 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:16:33.054528 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed8a402-71aa-44ae-815d-85d4ec9af817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb04a216-46ed-4a9a-a24f-b4cdb3c8851a', 'code': 200} Jul 23 21:16:33.087559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] No DVR routers for this DVR port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:16:33.094195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Pushing event updated for resources: {'Port': ['ID=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,revision_number=6']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:16:33.129004 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Attempting to bind port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:16:33.129333 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Attempting to bind port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:16:33.129656 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Attempting to bind port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a on network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:16:33.133775 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a on network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:16:33.134086 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Attempting to bind port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a on network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:16:33.138746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:16:33.139077 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Checking segment: {'id': 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:16:33.139483 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Bound using segment: {'id': 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:16:33.139900 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Bound port: bb04a216-46ed-4a9a-a24f-b4cdb3c8851a, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:16:33.140247 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:33.203856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] For port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:16:33.206775 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] For port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:16:33.210783 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:33.243397 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:33.244043 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:33.245716 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f33ddb5-2658-454c-b558-e509ba90461d req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] 10.222.0.57 "PUT /v2.0/ports/bb04a216-46ed-4a9a-a24f-b4cdb3c8851a HTTP/1.1" status: 200 len: 1093 time: 0.6088810 Jul 23 21:16:33.268035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf10af-cfa6-4177-b735-f493264322a2 service neutron] Pushing event updated for resources: {'Port': ['ID=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,revision_number=7']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:16:33.322936 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33ddb5-2658-454c-b558-e509ba90461d req-a2813cc7-4063-4e37-bc7c-d98aeda42aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:33.324469 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f33ddb5-2658-454c-b558-e509ba90461d req-a2813cc7-4063-4e37-bc7c-d98aeda42aaa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd921e1075024975b9b246ad55420d14&device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 1096 time: 0.0533669 Jul 23 21:16:33.414724 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33ddb5-2658-454c-b558-e509ba90461d req-c6f161d9-6cae-45f4-8191-0c41a0762a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:33.416197 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f33ddb5-2658-454c-b558-e509ba90461d req-c6f161d9-6cae-45f4-8191-0c41a0762a6a service neutron] 10.222.0.57 "GET /v2.0/networks?id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25 HTTP/1.1" status: 200 len: 915 time: 0.0859795 Jul 23 21:16:33.455578 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f33ddb5-2658-454c-b558-e509ba90461d req-dd17c668-e6e8-43d7-87b2-15d21c329ef4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a HTTP/1.1" status: 200 len: 217 time: 0.0333004 Jul 23 21:16:33.502077 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33ddb5-2658-454c-b558-e509ba90461d req-b8e852d5-850b-4e55-8b30-812d7fa121ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:33.503512 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f33ddb5-2658-454c-b558-e509ba90461d req-b8e852d5-850b-4e55-8b30-812d7fa121ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f4cdd9e-a432-466e-9ffc-a7b1e108bc39 HTTP/1.1" status: 200 len: 854 time: 0.0422227 Jul 23 21:16:33.540004 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f33ddb5-2658-454c-b558-e509ba90461d req-9dfd5eca-bc3a-4475-aec3-2fe025c52846 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296988 Jul 23 21:16:33.632346 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f33ddb5-2658-454c-b558-e509ba90461d req-fcc0d177-fbe8-4635-968d-856c4d49bec9 service neutron] 10.222.0.57 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865464 Jul 23 21:16:33.724249 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f33ddb5-2658-454c-b558-e509ba90461d req-1d78d2f1-923c-4f84-bb48-753578da7074 service neutron] 10.222.0.57 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855093 Jul 23 21:16:34.107292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e75fd-d03e-4001-a699-1039c3664a55 req-65cee9bc-30d1-4866-94a8-7c6e858c7d6f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:34.108673 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f50e75fd-d03e-4001-a699-1039c3664a55 req-65cee9bc-30d1-4866-94a8-7c6e858c7d6f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 944 time: 0.0670691 Jul 23 21:16:34.145920 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f50e75fd-d03e-4001-a699-1039c3664a55 req-55d59218-601e-4085-8bd7-310be9f0d2f2 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312333 Jul 23 21:16:35.055794 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed8a402-71aa-44ae-815d-85d4ec9af817', 'tag': 'bb04a216-46ed-4a9a-a24f-b4cdb3c8851a'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:16:35.058180 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d661f70-8185-42de-9131-b5fbb7aedbb3" -d '{"events": [{"name": "network-changed", "server_uuid": "bed8a402-71aa-44ae-815d-85d4ec9af817", "tag": "bb04a216-46ed-4a9a-a24f-b4cdb3c8851a"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:16:35.104977 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa21312c-cd0b-48a2-a677-ae6422794bc7 x-openstack-request-id: req-fa21312c-cd0b-48a2-a677-ae6422794bc7 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:16:35.105274 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed8a402-71aa-44ae-815d-85d4ec9af817", "tag": "bb04a216-46ed-4a9a-a24f-b4cdb3c8851a", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:16:35.105524 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa21312c-cd0b-48a2-a677-ae6422794bc7 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:16:35.105918 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed8a402-71aa-44ae-815d-85d4ec9af817', 'tag': 'bb04a216-46ed-4a9a-a24f-b4cdb3c8851a', 'status': 'completed', 'code': 200} Jul 23 21:16:35.213275 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-ab7c7ed9-94e7-4cc5-b1c3-8be0c7561b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:35.214810 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-ab7c7ed9-94e7-4cc5-b1c3-8be0c7561b39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd921e1075024975b9b246ad55420d14&device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 1096 time: 0.0913851 Jul 23 21:16:35.250903 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-eb97e61b-81f8-432a-9d19-7f09b299b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:35.252592 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-eb97e61b-81f8-432a-9d19-7f09b299b673 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd921e1075024975b9b246ad55420d14&device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 1096 time: 0.1016543 Jul 23 21:16:35.303608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b0f86-d835-4307-ba37-7328622b92ab req-6bb70e04-c4ce-4b97-a7a3-2415c94a73e8 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:35.305152 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a2b0f86-d835-4307-ba37-7328622b92ab req-6bb70e04-c4ce-4b97-a7a3-2415c94a73e8 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 944 time: 0.0749998 Jul 23 21:16:35.342507 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a2b0f86-d835-4307-ba37-7328622b92ab req-e282780c-a475-4acc-b562-aa9396c96d5e tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314102 Jul 23 21:16:35.384295 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-8195ae33-99ba-4be4-9b96-d14f556beb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:35.385772 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-8195ae33-99ba-4be4-9b96-d14f556beb6c service neutron] 10.222.0.57 "GET /v2.0/networks?id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25 HTTP/1.1" status: 200 len: 915 time: 0.1637063 Jul 23 21:16:35.431661 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-77fab378-a8df-4d3b-9619-e0657f68c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:35.433073 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-77fab378-a8df-4d3b-9619-e0657f68c5fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25 HTTP/1.1" status: 200 len: 915 time: 0.1709468 Jul 23 21:16:35.434497 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-387bf1c9-7e8e-4250-97c2-b771fe6aed7f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a HTTP/1.1" status: 200 len: 217 time: 0.0379534 Jul 23 21:16:35.502555 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-cf5f4570-8821-4ff3-bf46-8d9091a576ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a HTTP/1.1" status: 200 len: 217 time: 0.0552130 Jul 23 21:16:35.542443 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-1cf24822-c348-4bb1-8d7f-37c0ae042ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:35.543893 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-1cf24822-c348-4bb1-8d7f-37c0ae042ab3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f4cdd9e-a432-466e-9ffc-a7b1e108bc39 HTTP/1.1" status: 200 len: 854 time: 0.1036460 Jul 23 21:16:35.582888 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-3cd8bbd9-ba01-4860-801f-8a8e77e70aea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313692 Jul 23 21:16:35.587216 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-3084a840-dd0f-49f8-bb04-a825e05b363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:35.588634 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-3084a840-dd0f-49f8-bb04-a825e05b363b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f4cdd9e-a432-466e-9ffc-a7b1e108bc39 HTTP/1.1" status: 200 len: 854 time: 0.0753703 Jul 23 21:16:35.642650 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-26f15c40-798f-44b0-be7e-531ff4ecb426 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352547 Jul 23 21:16:35.753022 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-c407234f-dc94-4500-992f-54f25b21e02b service neutron] 10.222.0.57 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634686 Jul 23 21:16:35.799163 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-02ad1ee1-a8dd-4fbf-a01b-0e44025ef3db service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264777 Jul 23 21:16:36.180302 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-f22226a3-5538-4530-b773-1cbd847a61bf service neutron] 10.222.0.57 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199231 Jul 23 21:16:36.204284 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6d661f70-8185-42de-9131-b5fbb7aedbb3 req-61bbbfce-62d8-4891-a33a-3a76ecb85219 service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749955 Jul 23 21:16:36.414644 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device bb04a216-46ed-4a9a-a24f-b4cdb3c8851a no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:16:36.452889 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device bb04a216-46ed-4a9a-a24f-b4cdb3c8851a not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:16:36.477424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b8083-36e2-4740-89c4-039e7e636d57 req-ca21bf21-06c2-4655-b11b-7365bc7866c6 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:36.478959 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f8b8083-36e2-4740-89c4-039e7e636d57 req-ca21bf21-06c2-4655-b11b-7365bc7866c6 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 944 time: 0.0643404 Jul 23 21:16:36.516475 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f8b8083-36e2-4740-89c4-039e7e636d57 req-30938dc6-5288-457d-bd2e-4f8b7ff8a50b tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319586 Jul 23 21:16:36.618517 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bb04a216-46ed-4a9a-a24f-b4cdb3c8851a details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:16:36.718708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:16:36.728503 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992315da-ae05-4ced-bcc1-452d61f2d407 req-31c94b82-6ec4-4336-b6dd-92e7214f4b28 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:36.730020 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-992315da-ae05-4ced-bcc1-452d61f2d407 req-31c94b82-6ec4-4336-b6dd-92e7214f4b28 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 944 time: 0.0695415 Jul 23 21:16:36.730150 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'bb04a216-46ed-4a9a-a24f-b4cdb3c8851a', 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25', 'port_id': 'bb04a216-46ed-4a9a-a24f-b4cdb3c8851a', 'mac_address': 'fa:16:3e:7c:76:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4cdd9e-a432-466e-9ffc-a7b1e108bc39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:16:36.768891 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-992315da-ae05-4ced-bcc1-452d61f2d407 req-bc32169e-540c-4953-b1e4-d0a88ea2e824 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330074 Jul 23 21:16:36.769503 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd6367-2cff-4d4e-b09e-f8de0fdd9b4c req-fca00e2b-13d1-439b-b6df-4c063529a9f4 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:36.770993 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6fcd6367-2cff-4d4e-b09e-f8de0fdd9b4c req-fca00e2b-13d1-439b-b6df-4c063529a9f4 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817&tenant_id=cd921e1075024975b9b246ad55420d14&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 944 time: 0.0816722 Jul 23 21:16:36.771829 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:36.786096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb04a216-46ed-4a9a-a24f-b4cdb3c8851a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:16:36.805819 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:16:36.809534 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:36.849543 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [req-6fcd6367-2cff-4d4e-b09e-f8de0fdd9b4c req-2244daca-9a83-45eb-ab39-643dc6c3b5ef service neutron] delete failed (client error): The resource could not be found. Jul 23 21:16:36.850551 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6fcd6367-2cff-4d4e-b09e-f8de0fdd9b4c req-2244daca-9a83-45eb-ab39-643dc6c3b5ef service neutron] 10.222.0.48 "DELETE /v2.0/ports/bb04a216-46ed-4a9a-a24f-b4cdb3c8851a/bindings/n-h1-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.0677295 Jul 23 21:16:36.860216 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:16:36.956882 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd6367-2cff-4d4e-b09e-f8de0fdd9b4c req-ce6f8f1c-d497-48bb-b652-2dbdb07831c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:36.958418 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6fcd6367-2cff-4d4e-b09e-f8de0fdd9b4c req-ce6f8f1c-d497-48bb-b652-2dbdb07831c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd921e1075024975b9b246ad55420d14&device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 1097 time: 0.0540199 Jul 23 21:16:37.027021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['bb04a216-46ed-4a9a-a24f-b4cdb3c8851a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:16:37.056988 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd6367-2cff-4d4e-b09e-f8de0fdd9b4c req-655e23f0-b0ef-4495-9710-a10deeb3190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:37.058509 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6fcd6367-2cff-4d4e-b09e-f8de0fdd9b4c req-655e23f0-b0ef-4495-9710-a10deeb3190e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25 HTTP/1.1" status: 200 len: 915 time: 0.0906792 Jul 23 21:16:37.104755 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6fcd6367-2cff-4d4e-b09e-f8de0fdd9b4c req-50c72206-8d50-4560-94b3-3ad139d21ab6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a HTTP/1.1" status: 200 len: 217 time: 0.0335841 Jul 23 21:16:37.156300 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd6367-2cff-4d4e-b09e-f8de0fdd9b4c req-b1ba101d-6069-457e-8e22-008f36be4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:37.157785 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6fcd6367-2cff-4d4e-b09e-f8de0fdd9b4c req-b1ba101d-6069-457e-8e22-008f36be4e5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f4cdd9e-a432-466e-9ffc-a7b1e108bc39 HTTP/1.1" status: 200 len: 854 time: 0.0434260 Jul 23 21:16:37.195334 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6fcd6367-2cff-4d4e-b09e-f8de0fdd9b4c req-5dd17e4b-e029-40a6-a233-c2a14e51b432 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278707 Jul 23 21:16:37.296259 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6fcd6367-2cff-4d4e-b09e-f8de0fdd9b4c req-067ea400-6a7f-407a-bb62-354ee430fc12 service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896096 Jul 23 21:16:37.390096 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6fcd6367-2cff-4d4e-b09e-f8de0fdd9b4c req-cafb9d9a-e103-4639-ab84-e5d13568213f service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841467 Jul 23 21:16:37.914403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a248777-ee4d-4e3c-8ba4-e8659cca04fc req-d0249a1a-0dca-4eb6-bbbd-95549a6b0e02 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:37.916493 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6a248777-ee4d-4e3c-8ba4-e8659cca04fc req-d0249a1a-0dca-4eb6-bbbd-95549a6b0e02 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 945 time: 0.0738328 Jul 23 21:16:37.956169 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6a248777-ee4d-4e3c-8ba4-e8659cca04fc req-a3724c3f-44a5-4b46-96f1-d701638c16ff tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345700 Jul 23 21:16:38.089463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0737c-8b59-431c-8915-83dae7b5f851 req-7091e441-a8f9-4f12-9d98-c80031139bab tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:38.090869 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c6f0737c-8b59-431c-8915-83dae7b5f851 req-7091e441-a8f9-4f12-9d98-c80031139bab tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 945 time: 0.0672398 Jul 23 21:16:38.129224 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c6f0737c-8b59-431c-8915-83dae7b5f851 req-5564b733-18e6-45ba-ad32-2bd4ae27e057 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318699 Jul 23 21:16:38.257674 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0dbf5-7ad1-4986-bb9f-48ca2cf0a01e req-5cdaaddc-c0e9-47e6-8583-b4476af42f41 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:38.259202 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e9e0dbf5-7ad1-4986-bb9f-48ca2cf0a01e req-5cdaaddc-c0e9-47e6-8583-b4476af42f41 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 945 time: 0.0643878 Jul 23 21:16:38.296525 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e9e0dbf5-7ad1-4986-bb9f-48ca2cf0a01e req-9c62e3e2-a6b2-4800-87f7-79a854f6a589 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318494 Jul 23 21:16:38.635606 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bb04a216-46ed-4a9a-a24f-b4cdb3c8851a up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:16:38.644638 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-9b84898c-c45b-4fa3-827a-9040f6f31a7b tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:38.646107 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-9b84898c-c45b-4fa3-827a-9040f6f31a7b tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/networks?id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25 HTTP/1.1" status: 200 len: 814 time: 0.1078124 Jul 23 21:16:38.662185 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-dd94d164-08a0-4998-a31e-bfd48bc28881 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/quotas/cd921e1075024975b9b246ad55420d14 HTTP/1.1" status: 200 len: 375 time: 0.0101786 Jul 23 21:16:38.682943 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:16:38.686466 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:16:38.686827 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:38.727576 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-07bd0d4f-7426-4a34-b9bb-bbc091561776 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd921e1075024975b9b246ad55420d14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0597880 Jul 23 21:16:38.767723 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:38.789866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed8a402-71aa-44ae-815d-85d4ec9af817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb04a216-46ed-4a9a-a24f-b4cdb3c8851a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:16:38.792296 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a070496-9489-48c9-bd41-5e89fd78c990" -d '{"events": [{"server_uuid": "bed8a402-71aa-44ae-815d-85d4ec9af817", "name": "network-vif-plugged", "status": "completed", "tag": "bb04a216-46ed-4a9a-a24f-b4cdb3c8851a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:16:38.805169 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:16:38.810530 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:38.825680 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-0a56439d-50e3-4214-bed6-caefb1ab9a3e service neutron] 10.222.0.55 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901523 Jul 23 21:16:38.834419 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d31434-86d5-4746-8c3d-c6e1cc6254e4 x-openstack-request-id: req-02d31434-86d5-4746-8c3d-c6e1cc6254e4 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:16:38.834741 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed8a402-71aa-44ae-815d-85d4ec9af817", "name": "network-vif-plugged", "status": "completed", "tag": "bb04a216-46ed-4a9a-a24f-b4cdb3c8851a", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:16:38.834939 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02d31434-86d5-4746-8c3d-c6e1cc6254e4 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:16:38.835351 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed8a402-71aa-44ae-815d-85d4ec9af817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb04a216-46ed-4a9a-a24f-b4cdb3c8851a', 'code': 200} Jul 23 21:16:38.860820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:16:38.916245 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-8d432624-0e67-4a08-852b-9de8c495ab45 service neutron] 10.222.0.55 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826871 Jul 23 21:16:39.078121 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-88943291-362d-47ee-8cd4-0498f39963d8 req-a18603d1-3850-4b51-8f9d-782306a43163 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 210 time: 0.0301228 Jul 23 21:16:39.797061 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4211a-01b3-45d5-8a0c-5c0883814af0 req-42562da6-04fe-4b8e-b117-4d478c463e78 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:39.798497 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5da4211a-01b3-45d5-8a0c-5c0883814af0 req-42562da6-04fe-4b8e-b117-4d478c463e78 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.57 "GET /v2.0/ports?device_id=bed8a402-71aa-44ae-815d-85d4ec9af817 HTTP/1.1" status: 200 len: 946 time: 0.0616262 Jul 23 21:16:39.898030 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-5da4211a-01b3-45d5-8a0c-5c0883814af0 req-8aaaf4a8-ca17-459b-b8b7-01d607e0463f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Deleting port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:16:39.898372 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-5da4211a-01b3-45d5-8a0c-5c0883814af0 req-8aaaf4a8-ca17-459b-b8b7-01d607e0463f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:40.057293 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-5da4211a-01b3-45d5-8a0c-5c0883814af0 req-8aaaf4a8-ca17-459b-b8b7-01d607e0463f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] For port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:16:40.057580 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-5da4211a-01b3-45d5-8a0c-5c0883814af0 req-8aaaf4a8-ca17-459b-b8b7-01d607e0463f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:40.076631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-5da4211a-01b3-45d5-8a0c-5c0883814af0 req-8aaaf4a8-ca17-459b-b8b7-01d607e0463f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Calling delete_port for bb04a216-46ed-4a9a-a24f-b4cdb3c8851a owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:16:40.097773 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-3dcd3fbf-0e09-4234-9d4b-e2726c817d16 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:40.099327 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-3dcd3fbf-0e09-4234-9d4b-e2726c817d16 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.48 "GET /v2.0/networks?id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25 HTTP/1.1" status: 200 len: 814 time: 0.1694767 Jul 23 21:16:40.139158 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-23ea14db-c016-4d44-94ba-0b6471d48484 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Request body: {'port': {'device_id': 'd5f58c02-05b6-4589-bfc5-625d98d372ca', 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25', 'admin_state_up': True, 'tenant_id': 'cd921e1075024975b9b246ad55420d14'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:16:40.178632 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9308a34-745d-419e-8cdc-74ab4de72ace req-246ea12b-2667-4be5-b353-5e174d7fe802 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 210 time: 0.0330842 Jul 23 21:16:40.306564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-23ea14db-c016-4d44-94ba-0b6471d48484 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Made reservation on behalf of cd921e1075024975b9b246ad55420d14 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:16:40.310127 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-23ea14db-c016-4d44-94ba-0b6471d48484 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:40.326374 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-5da4211a-01b3-45d5-8a0c-5c0883814af0 req-8aaaf4a8-ca17-459b-b8b7-01d607e0463f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:40.339090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['bb04a216-46ed-4a9a-a24f-b4cdb3c8851a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:16:40.363684 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaaf4a8-ca17-459b-b8b7-01d607e0463f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Pushing event deleted for resources: {'Port': ['ID=bb04a216-46ed-4a9a-a24f-b4cdb3c8851a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:16:40.449254 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da4211a-01b3-45d5-8a0c-5c0883814af0 req-8aaaf4a8-ca17-459b-b8b7-01d607e0463f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] No DVR routers for this DVR port bb04a216-46ed-4a9a-a24f-b4cdb3c8851a on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:16:40.453685 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-5da4211a-01b3-45d5-8a0c-5c0883814af0 req-8aaaf4a8-ca17-459b-b8b7-01d607e0463f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:40.456295 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5da4211a-01b3-45d5-8a0c-5c0883814af0 req-8aaaf4a8-ca17-459b-b8b7-01d607e0463f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.57 "DELETE /v2.0/ports/bb04a216-46ed-4a9a-a24f-b4cdb3c8851a HTTP/1.1" status: 204 len: 173 time: 0.6522288 Jul 23 21:16:40.456812 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed8a402-71aa-44ae-815d-85d4ec9af817', 'name': 'network-vif-deleted', 'tag': 'bb04a216-46ed-4a9a-a24f-b4cdb3c8851a'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:16:40.459022 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72072935-b67d-4b1d-bac0-8cccb583b5e4" -d '{"events": [{"server_uuid": "bed8a402-71aa-44ae-815d-85d4ec9af817", "name": "network-vif-deleted", "tag": "bb04a216-46ed-4a9a-a24f-b4cdb3c8851a"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:16:40.503836 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a8e56f-6ecc-4bc0-9a5e-e8b141806671 x-openstack-request-id: req-17a8e56f-6ecc-4bc0-9a5e-e8b141806671 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:16:40.504131 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed8a402-71aa-44ae-815d-85d4ec9af817", "name": "network-vif-deleted", "tag": "bb04a216-46ed-4a9a-a24f-b4cdb3c8851a", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:16:40.504379 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-17a8e56f-6ecc-4bc0-9a5e-e8b141806671 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:16:40.504773 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed8a402-71aa-44ae-815d-85d4ec9af817', 'name': 'network-vif-deleted', 'tag': 'bb04a216-46ed-4a9a-a24f-b4cdb3c8851a', 'status': 'completed', 'code': 200} Jul 23 21:16:40.522994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-23ea14db-c016-4d44-94ba-0b6471d48484 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Allocated IP 172.20.0.7 (c40f3dae-2a6c-4c6b-b5e0-539f14433f25/6f4cdd9e-a432-466e-9ffc-a7b1e108bc39/42169f3f-1659-417e-9275-3d348b3065c0) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:16:40.681212 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-23ea14db-c016-4d44-94ba-0b6471d48484 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:40.721261 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-23ea14db-c016-4d44-94ba-0b6471d48484 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:40.731813 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['bb04a216-46ed-4a9a-a24f-b4cdb3c8851a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:16:40.763082 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-23ea14db-c016-4d44-94ba-0b6471d48484 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:16:40.768717 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-23ea14db-c016-4d44-94ba-0b6471d48484 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:16:40.772428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-23ea14db-c016-4d44-94ba-0b6471d48484 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:16:40.778666 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea14db-c016-4d44-94ba-0b6471d48484 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Pushing event updated for resources: {'Port': ['ID=42169f3f-1659-417e-9275-3d348b3065c0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:16:40.828928 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-23ea14db-c016-4d44-94ba-0b6471d48484 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:40.829578 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-23ea14db-c016-4d44-94ba-0b6471d48484 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:40.843572 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-23ea14db-c016-4d44-94ba-0b6471d48484 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7084680 Jul 23 21:16:40.859800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Request body: {'port': {'device_id': 'd5f58c02-05b6-4589-bfc5-625d98d372ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:16:40.930156 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:41.195589 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42169f3f-1659-417e-9275-3d348b3065c0 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:16:41.203659 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:41.215771 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Transition to ACTIVE for port object 42169f3f-1659-417e-9275-3d348b3065c0 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:16:41.220815 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:41.283999 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Pushing event updated for resources: {'Port': ['ID=42169f3f-1659-417e-9275-3d348b3065c0,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:16:41.319635 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9e9a5-179b-4602-86ea-64eaaf2788b5 req-b8486d14-70e1-4e1c-a79a-42ac7e0e5dc8 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:41.321211 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4a9e9a5-179b-4602-86ea-64eaaf2788b5 req-b8486d14-70e1-4e1c-a79a-42ac7e0e5dc8 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 943 time: 0.0717213 Jul 23 21:16:41.361203 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4a9e9a5-179b-4602-86ea-64eaaf2788b5 req-d2db6b33-ca7c-445a-b1bd-72a69230a85b tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337884 Jul 23 21:16:41.371142 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Attempting to bind port 42169f3f-1659-417e-9275-3d348b3065c0 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:16:41.371540 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Attempting to bind port 42169f3f-1659-417e-9275-3d348b3065c0 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:16:41.371809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Attempting to bind port 42169f3f-1659-417e-9275-3d348b3065c0 on network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:16:41.376325 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Port 42169f3f-1659-417e-9275-3d348b3065c0 on network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:16:41.376777 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Attempting to bind port 42169f3f-1659-417e-9275-3d348b3065c0 on network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:16:41.381821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:16:41.382152 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Checking segment: {'id': 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:16:41.382550 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Bound using segment: {'id': 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:16:41.382974 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Bound port: 42169f3f-1659-417e-9275-3d348b3065c0, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:16:41.383363 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:41.449706 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] For port 42169f3f-1659-417e-9275-3d348b3065c0, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:16:41.452698 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] For port 42169f3f-1659-417e-9275-3d348b3065c0, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=42169f3f-1659-417e-9275-3d348b3065c0,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:16:41.457166 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:41.493594 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:41.494152 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:41.495575 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] 10.222.0.48 "PUT /v2.0/ports/42169f3f-1659-417e-9275-3d348b3065c0 HTTP/1.1" status: 200 len: 1092 time: 0.6398213 Jul 23 21:16:41.518690 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83e9d1-a6a7-4640-a034-543ed68a7248 service neutron] Pushing event updated for resources: {'Port': ['ID=42169f3f-1659-417e-9275-3d348b3065c0,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:16:41.594594 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-1a27e5a9-2c58-4354-b2ba-9bd692f5043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:41.596701 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-1a27e5a9-2c58-4354-b2ba-9bd692f5043a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd921e1075024975b9b246ad55420d14&device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 1095 time: 0.0563745 Jul 23 21:16:41.653420 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-2618e61e-4b48-4cbe-90d0-92d4871bc8fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42169f3f-1659-417e-9275-3d348b3065c0 HTTP/1.1" status: 200 len: 217 time: 0.0383685 Jul 23 21:16:41.701069 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-3f7c64e1-bedc-4eaa-aa07-cea4fc8d0642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:41.702436 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-3f7c64e1-bedc-4eaa-aa07-cea4fc8d0642 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f4cdd9e-a432-466e-9ffc-a7b1e108bc39 HTTP/1.1" status: 200 len: 854 time: 0.0417514 Jul 23 21:16:41.739520 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-80759483-b313-4eb9-afb0-f4cc58ad697e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271115 Jul 23 21:16:41.834096 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-8550cd51-ab37-4947-a83d-d3ca55e71da0 service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846350 Jul 23 21:16:41.926346 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b1c186b6-fdcb-40b4-ad2f-f44c238a2f53 req-3a8962ba-5a9c-4b7e-a92d-858aa74a650a service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820725 Jul 23 21:16:42.491565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72944f-e357-4ec3-b66f-ae9537936315 req-5fc10c85-ec99-41c1-b123-5b6be8e3e39e tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:42.493062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ae72944f-e357-4ec3-b66f-ae9537936315 req-5fc10c85-ec99-41c1-b123-5b6be8e3e39e tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 943 time: 0.0645051 Jul 23 21:16:42.506273 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f58c02-05b6-4589-bfc5-625d98d372ca', 'tag': '42169f3f-1659-417e-9275-3d348b3065c0'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:16:42.508692 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b04482-69a5-419e-a44e-5395abb1e9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f58c02-05b6-4589-bfc5-625d98d372ca", "tag": "42169f3f-1659-417e-9275-3d348b3065c0"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:16:42.535567 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ae72944f-e357-4ec3-b66f-ae9537936315 req-e017a75f-9a41-4367-b513-3b907d4428b7 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369148 Jul 23 21:16:42.547941 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1424e38-db46-4dea-82f1-f975964ec234 x-openstack-request-id: req-d1424e38-db46-4dea-82f1-f975964ec234 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:16:42.548251 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f58c02-05b6-4589-bfc5-625d98d372ca", "tag": "42169f3f-1659-417e-9275-3d348b3065c0", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:16:42.548510 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1424e38-db46-4dea-82f1-f975964ec234 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:16:42.548913 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f58c02-05b6-4589-bfc5-625d98d372ca', 'tag': '42169f3f-1659-417e-9275-3d348b3065c0', 'status': 'completed', 'code': 200} Jul 23 21:16:42.629300 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b04482-69a5-419e-a44e-5395abb1e9a1 req-d84297c1-e2e9-42ef-b756-4320fc727abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:42.630824 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b1b04482-69a5-419e-a44e-5395abb1e9a1 req-d84297c1-e2e9-42ef-b756-4320fc727abb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd921e1075024975b9b246ad55420d14&device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 1095 time: 0.0586462 Jul 23 21:16:42.719988 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b04482-69a5-419e-a44e-5395abb1e9a1 req-d27233ed-2e6e-497d-a195-435ff586f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:42.721350 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b1b04482-69a5-419e-a44e-5395abb1e9a1 req-d27233ed-2e6e-497d-a195-435ff586f375 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25 HTTP/1.1" status: 200 len: 915 time: 0.0837426 Jul 23 21:16:42.766156 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b1b04482-69a5-419e-a44e-5395abb1e9a1 req-cfbd0e44-a78c-48c8-8968-7ba74c19182e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42169f3f-1659-417e-9275-3d348b3065c0 HTTP/1.1" status: 200 len: 217 time: 0.0372212 Jul 23 21:16:42.814207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b04482-69a5-419e-a44e-5395abb1e9a1 req-e75fa406-d75d-4c2f-adb3-7184b9ad1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:42.815674 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b1b04482-69a5-419e-a44e-5395abb1e9a1 req-e75fa406-d75d-4c2f-adb3-7184b9ad1b8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f4cdd9e-a432-466e-9ffc-a7b1e108bc39 HTTP/1.1" status: 200 len: 854 time: 0.0423710 Jul 23 21:16:42.849675 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b1b04482-69a5-419e-a44e-5395abb1e9a1 req-d66f584c-5734-4f03-8322-7c220c40504b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271800 Jul 23 21:16:42.942306 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b1b04482-69a5-419e-a44e-5395abb1e9a1 req-2a2633d1-7063-457d-a549-c70f2dc9a7c2 service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852823 Jul 23 21:16:43.034815 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b1b04482-69a5-419e-a44e-5395abb1e9a1 req-ff124184-7bfd-49c2-9c3a-dadbf1172b9e service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808649 Jul 23 21:16:43.668921 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40040d80-f330-4ec8-a1ad-b1faef21e58e req-58ad1192-233e-45be-9f27-5b1747639d8f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:43.670411 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40040d80-f330-4ec8-a1ad-b1faef21e58e req-58ad1192-233e-45be-9f27-5b1747639d8f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 943 time: 0.0649297 Jul 23 21:16:43.707960 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40040d80-f330-4ec8-a1ad-b1faef21e58e req-ee9c3aca-7127-4174-a84f-4a9286d47c58 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317900 Jul 23 21:16:44.445612 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 42169f3f-1659-417e-9275-3d348b3065c0 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:16:44.540050 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 42169f3f-1659-417e-9275-3d348b3065c0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=42169f3f-1659-417e-9275-3d348b3065c0,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:16:44.554764 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '42169f3f-1659-417e-9275-3d348b3065c0', 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25', 'port_id': '42169f3f-1659-417e-9275-3d348b3065c0', 'mac_address': 'fa:16:3e:3a:bd:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4cdd9e-a432-466e-9ffc-a7b1e108bc39', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:16:44.591379 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:44.603825 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42169f3f-1659-417e-9275-3d348b3065c0 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:16:44.622866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 42169f3f-1659-417e-9275-3d348b3065c0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=42169f3f-1659-417e-9275-3d348b3065c0,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:16:44.627009 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:44.669215 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bb04a216-46ed-4a9a-a24f-b4cdb3c8851a no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:16:44.676480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=42169f3f-1659-417e-9275-3d348b3065c0,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:16:44.694002 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: bb04a216-46ed-4a9a-a24f-b4cdb3c8851a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:16:44.694347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device bb04a216-46ed-4a9a-a24f-b4cdb3c8851a not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:16:44.836992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0517e4-9d4b-4258-86b6-149abe238425 req-a0ff6c2f-90e5-453c-b7a4-b43e949ad7a3 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:44.838511 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ad0517e4-9d4b-4258-86b6-149abe238425 req-a0ff6c2f-90e5-453c-b7a4-b43e949ad7a3 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 944 time: 0.0629666 Jul 23 21:16:44.874705 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ad0517e4-9d4b-4258-86b6-149abe238425 req-173f935b-f9a8-41a1-ad2f-7ca6ad0f930f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303221 Jul 23 21:16:44.882984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['42169f3f-1659-417e-9275-3d348b3065c0'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:16:45.041282 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:16:45.723758 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:46.005308 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d21a4-b84e-4b45-bcd1-8004b892c4df req-a274838e-ade5-453d-823e-7e524efae23a tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:46.006795 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d1d21a4-b84e-4b45-bcd1-8004b892c4df req-a274838e-ade5-453d-823e-7e524efae23a tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 944 time: 0.0662656 Jul 23 21:16:46.050638 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d1d21a4-b84e-4b45-bcd1-8004b892c4df req-7bd7420c-2e6c-430c-b62b-84f73d170f07 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322897 Jul 23 21:16:46.457585 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 42169f3f-1659-417e-9275-3d348b3065c0 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:16:46.504654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 42169f3f-1659-417e-9275-3d348b3065c0 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:16:46.508359 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 42169f3f-1659-417e-9275-3d348b3065c0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:16:46.508764 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:46.587517 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:46.609568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f58c02-05b6-4589-bfc5-625d98d372ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42169f3f-1659-417e-9275-3d348b3065c0'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:16:46.612305 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8147a071-5821-4300-b2bb-0b7e786f4060" -d '{"events": [{"server_uuid": "d5f58c02-05b6-4589-bfc5-625d98d372ca", "name": "network-vif-plugged", "status": "completed", "tag": "42169f3f-1659-417e-9275-3d348b3065c0"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:16:46.624245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 42169f3f-1659-417e-9275-3d348b3065c0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=42169f3f-1659-417e-9275-3d348b3065c0,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:16:46.629266 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:46.652269 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81456ca3-0e54-4450-bec5-1eaa22950c64 x-openstack-request-id: req-81456ca3-0e54-4450-bec5-1eaa22950c64 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:16:46.652558 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f58c02-05b6-4589-bfc5-625d98d372ca", "name": "network-vif-plugged", "status": "completed", "tag": "42169f3f-1659-417e-9275-3d348b3065c0", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:16:46.652828 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81456ca3-0e54-4450-bec5-1eaa22950c64 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:16:46.653187 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f58c02-05b6-4589-bfc5-625d98d372ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42169f3f-1659-417e-9275-3d348b3065c0', 'code': 200} Jul 23 21:16:46.678491 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=42169f3f-1659-417e-9275-3d348b3065c0,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:16:46.685737 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:16:46.686067 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:16:46.686404 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:16:46.686736 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:16:46.687066 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:16:46.687422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:16:46.687744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:16:46.688072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:16:46.688986 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:16:46.689324 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:16:46.689648 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:16:46.689966 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:16:46.762570 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48cfcd-0bc0-4852-89ab-1d8174316f53 req-2262db6c-1fe7-4895-8073-91ac6cb5a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:46.764095 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed48cfcd-0bc0-4852-89ab-1d8174316f53 req-2262db6c-1fe7-4895-8073-91ac6cb5a428 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 1097 time: 0.0530283 Jul 23 21:16:46.805410 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed48cfcd-0bc0-4852-89ab-1d8174316f53 req-4e426104-5e05-4e97-9be2-439e233bb66d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310993 Jul 23 21:16:47.176063 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:47.177246 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71498-1a9c-4ec3-874d-e9c8c125f540 req-83926bd5-fe3f-4a26-8f85-df46dc03da60 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:47.178796 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ae71498-1a9c-4ec3-874d-e9c8c125f540 req-83926bd5-fe3f-4a26-8f85-df46dc03da60 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0629308 Jul 23 21:16:47.216663 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ae71498-1a9c-4ec3-874d-e9c8c125f540 req-88549eb6-3ad4-47e6-9b92-0f8b2fd72cb2 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322998 Jul 23 21:16:48.344364 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419b3c3-61fc-4beb-a50c-b1ac1f58a6d7 req-5719576c-519c-4027-a647-7df54547a854 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:48.346642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a419b3c3-61fc-4beb-a50c-b1ac1f58a6d7 req-5719576c-519c-4027-a647-7df54547a854 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0621462 Jul 23 21:16:48.385794 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a419b3c3-61fc-4beb-a50c-b1ac1f58a6d7 req-8de62088-b9c7-4621-bcaa-6cda76591f54 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336201 Jul 23 21:16:48.512956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77266688-6193-400c-bec8-eec8fc23d5b4 req-43e0c153-bf44-4553-ab67-c7aab3bb6525 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:48.514337 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77266688-6193-400c-bec8-eec8fc23d5b4 req-43e0c153-bf44-4553-ab67-c7aab3bb6525 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0640290 Jul 23 21:16:48.551501 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-77266688-6193-400c-bec8-eec8fc23d5b4 req-4cdb5bae-e64c-4e19-bbc1-4ea8232facfd tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309477 Jul 23 21:16:48.823537 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e1c80655-381d-40ba-838c-761141ccd832 req-106f7a15-6b0d-4cc7-ace7-bf30b996a0c5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960362 Jul 23 21:16:48.835652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f4b9e-49a2-493f-8f9c-678c3f7d7a18 req-37f18ca2-83f8-464f-8082-de4ab052fcc5 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:48.837058 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd1f4b9e-49a2-493f-8f9c-678c3f7d7a18 req-37f18ca2-83f8-464f-8082-de4ab052fcc5 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0821524 Jul 23 21:16:48.877514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd1f4b9e-49a2-493f-8f9c-678c3f7d7a18 req-972725b6-5326-4b7a-bda6-83dc6b7659a5 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334070 Jul 23 21:16:49.873875 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80655-381d-40ba-838c-761141ccd832 req-5a2dfaba-ad8f-49c3-bdec-a05708e02815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:49.875628 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1c80655-381d-40ba-838c-761141ccd832 req-5a2dfaba-ad8f-49c3-bdec-a05708e02815 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd921e1075024975b9b246ad55420d14&device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 1097 time: 0.0549779 Jul 23 21:16:49.968832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80655-381d-40ba-838c-761141ccd832 req-45112814-ceaf-4935-865c-773021be3e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:49.970906 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1c80655-381d-40ba-838c-761141ccd832 req-45112814-ceaf-4935-865c-773021be3e4f service neutron] 10.222.0.48 "GET /v2.0/networks?id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25 HTTP/1.1" status: 200 len: 915 time: 0.0888181 Jul 23 21:16:50.006942 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f483b-c19f-4d07-972a-105284bf531e req-35afca51-5d24-4022-9148-daf62266e480 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:50.008480 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-479f483b-c19f-4d07-972a-105284bf531e req-35afca51-5d24-4022-9148-daf62266e480 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0644948 Jul 23 21:16:50.015876 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1c80655-381d-40ba-838c-761141ccd832 req-5947a6fb-f0d6-4703-95f6-05fbc58853b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42169f3f-1659-417e-9275-3d348b3065c0 HTTP/1.1" status: 200 len: 217 time: 0.0389564 Jul 23 21:16:50.046336 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-479f483b-c19f-4d07-972a-105284bf531e req-0b099e60-cf0f-48aa-8f35-4a5ad795afab tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321703 Jul 23 21:16:50.065222 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80655-381d-40ba-838c-761141ccd832 req-be295796-7ecd-47d7-b2ed-64e8f2b17577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:50.066720 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1c80655-381d-40ba-838c-761141ccd832 req-be295796-7ecd-47d7-b2ed-64e8f2b17577 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f4cdd9e-a432-466e-9ffc-a7b1e108bc39 HTTP/1.1" status: 200 len: 854 time: 0.0447977 Jul 23 21:16:50.100362 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1c80655-381d-40ba-838c-761141ccd832 req-0a9098b6-91ff-4f4c-8481-9764c98fbb64 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273995 Jul 23 21:16:50.191678 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1c80655-381d-40ba-838c-761141ccd832 req-072c3dff-3620-4683-ac89-41f7987fa708 service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847185 Jul 23 21:16:50.283004 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1c80655-381d-40ba-838c-761141ccd832 req-4d0ad084-67ce-4c67-8154-f6161753ce2c service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852938 Jul 23 21:16:51.175777 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34434d-a0f6-4687-bda8-17b0e7327e21 req-2ad710c5-fe56-4a32-b1ed-9bf58b94da01 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:51.177339 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab34434d-a0f6-4687-bda8-17b0e7327e21 req-2ad710c5-fe56-4a32-b1ed-9bf58b94da01 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0630138 Jul 23 21:16:51.218239 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab34434d-a0f6-4687-bda8-17b0e7327e21 req-15da2ed8-6a87-45b0-a8ad-0415378987cd tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350640 Jul 23 21:16:52.346504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3b049-4a40-4dc5-b9aa-8c2cdc9e7218 req-23f7bf27-9d0e-4033-9981-f9ae5de8f5b0 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:52.348168 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4da3b049-4a40-4dc5-b9aa-8c2cdc9e7218 req-23f7bf27-9d0e-4033-9981-f9ae5de8f5b0 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0629003 Jul 23 21:16:52.385740 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4da3b049-4a40-4dc5-b9aa-8c2cdc9e7218 req-f3432a17-f104-4807-b836-d97de797a05d tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318351 Jul 23 21:16:53.514491 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6668f9-c6d7-46f0-8e8b-0271017977da req-5cbfe519-9822-4a24-bbd8-4b655f3b5794 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:53.515995 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac6668f9-c6d7-46f0-8e8b-0271017977da req-5cbfe519-9822-4a24-bbd8-4b655f3b5794 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0639820 Jul 23 21:16:53.553134 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac6668f9-c6d7-46f0-8e8b-0271017977da req-dfbdbaca-9c93-4c5e-8604-8e554c0f8c22 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310588 Jul 23 21:16:54.610707 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e2a46fc3-1dc6-468f-8668-dcc9028c48af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:54.696460 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cc85e-b162-41d7-880d-694ca791f067 req-8c279efc-29b9-4d5e-a94b-4bae5711c103 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:54.697950 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8e8cc85e-b162-41d7-880d-694ca791f067 req-8c279efc-29b9-4d5e-a94b-4bae5711c103 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0734134 Jul 23 21:16:54.739407 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8e8cc85e-b162-41d7-880d-694ca791f067 req-d219d772-df3d-400e-a689-b382d2bd4435 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357554 Jul 23 21:16:55.868890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7317cf7-f991-462b-9652-2e8610470cb8 req-76645bec-0888-430a-9ad0-2810ed4d5c95 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:55.870389 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7317cf7-f991-462b-9652-2e8610470cb8 req-76645bec-0888-430a-9ad0-2810ed4d5c95 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0632987 Jul 23 21:16:55.907067 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7317cf7-f991-462b-9652-2e8610470cb8 req-537eb024-3674-4cf1-9627-d1745cab62e1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303524 Jul 23 21:16:57.034702 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a7b45-5fbc-4f1f-84ba-22acf0f9fb88 req-cbac34b6-c988-4688-8f66-a8840959e2b0 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:57.036323 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e07a7b45-5fbc-4f1f-84ba-22acf0f9fb88 req-cbac34b6-c988-4688-8f66-a8840959e2b0 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0632951 Jul 23 21:16:57.073829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e07a7b45-5fbc-4f1f-84ba-22acf0f9fb88 req-e16a358a-5928-412d-8206-2604e07888d1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315540 Jul 23 21:16:57.162083 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3754f0a8-0946-4b93-8dd6-44a0376a0482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:57.396520 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:58.203202 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d44021-d6c9-44c7-8cba-811ec1d6d273 req-02d4a719-f88d-4fc7-a61b-6c47a2b19461 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:58.205086 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58d44021-d6c9-44c7-8cba-811ec1d6d273 req-02d4a719-f88d-4fc7-a61b-6c47a2b19461 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0660527 Jul 23 21:16:58.241637 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58d44021-d6c9-44c7-8cba-811ec1d6d273 req-27cb3589-c163-43a3-bea7-a31e802b0bd5 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311108 Jul 23 21:16:58.645439 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:59.368717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e22b7a-cab4-455a-8861-a196c0fa7b16 req-700c3bff-c998-47af-964c-1612ec53983c tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:59.370206 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a6e22b7a-cab4-455a-8861-a196c0fa7b16 req-700c3bff-c998-47af-964c-1612ec53983c tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0640860 Jul 23 21:16:59.406913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a6e22b7a-cab4-455a-8861-a196c0fa7b16 req-0780353d-1a74-4d4c-a6da-ee946e545b8d tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311146 Jul 23 21:17:00.101052 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:00.541290 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c56a8-66f2-459c-b152-3ca235e00e83 req-611d3ad6-1ddc-4495-b3fb-d817eccd724d tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:00.542807 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c34c56a8-66f2-459c-b152-3ca235e00e83 req-611d3ad6-1ddc-4495-b3fb-d817eccd724d tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0655937 Jul 23 21:17:00.582770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c34c56a8-66f2-459c-b152-3ca235e00e83 req-f01d40b5-c58c-494f-b7dd-ba1ec58e91a0 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344470 Jul 23 21:17:01.715814 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7147ff1-8ec4-4515-b688-44410ef9f501 req-c3e772e6-b64e-433f-997d-47c73e7560d3 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:01.717337 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d7147ff1-8ec4-4515-b688-44410ef9f501 req-c3e772e6-b64e-433f-997d-47c73e7560d3 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0641663 Jul 23 21:17:01.755016 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d7147ff1-8ec4-4515-b688-44410ef9f501 req-bda0acee-8edb-4404-91a2-3da5f1d3059b tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312443 Jul 23 21:17:02.882258 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14d767-4e43-4ae5-9d00-21db23356bd2 req-437b9018-336d-48a3-9a0d-98d5314d0ab6 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:02.883799 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f14d767-4e43-4ae5-9d00-21db23356bd2 req-437b9018-336d-48a3-9a0d-98d5314d0ab6 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0632362 Jul 23 21:17:02.919734 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f14d767-4e43-4ae5-9d00-21db23356bd2 req-d9c00650-4138-4722-ae20-590536f80b35 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304420 Jul 23 21:17:04.050922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f140cb-b9ed-436a-a0cb-c7e5c121656b req-90b46e88-35e9-44e4-8db3-b3d50a808cc1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:04.052446 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5f140cb-b9ed-436a-a0cb-c7e5c121656b req-90b46e88-35e9-44e4-8db3-b3d50a808cc1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0657847 Jul 23 21:17:04.088644 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5f140cb-b9ed-436a-a0cb-c7e5c121656b req-9fe47b70-eb3b-461b-9350-200e46e3afc9 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307171 Jul 23 21:17:05.216157 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c665e-d846-49eb-a654-207b64d8a48a req-fd791837-4ec9-4747-bed1-a40113d661ac tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:05.217651 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-274c665e-d846-49eb-a654-207b64d8a48a req-fd791837-4ec9-4747-bed1-a40113d661ac tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0631502 Jul 23 21:17:05.255828 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-274c665e-d846-49eb-a654-207b64d8a48a req-51d75ce5-36c5-4598-a5ba-0bbb7ea43862 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317338 Jul 23 21:17:06.386050 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781b219-183b-42ef-9fc0-56276b557616 req-571d16cd-25bc-480b-b60f-1e2330a26aff tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:06.387545 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0781b219-183b-42ef-9fc0-56276b557616 req-571d16cd-25bc-480b-b60f-1e2330a26aff tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0653818 Jul 23 21:17:06.425314 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0781b219-183b-42ef-9fc0-56276b557616 req-2e7e5497-7ead-4893-8139-1cd8e165602e tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322237 Jul 23 21:17:07.553529 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe1121-eb84-4f63-aa96-68d4e7744e48 req-771b0809-4dc5-487c-8328-608b3ece969c tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:07.555051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0abe1121-eb84-4f63-aa96-68d4e7744e48 req-771b0809-4dc5-487c-8328-608b3ece969c tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0630059 Jul 23 21:17:07.592443 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0abe1121-eb84-4f63-aa96-68d4e7744e48 req-c161dd40-cb5b-49c1-adae-079a7177bd1d tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318439 Jul 23 21:17:08.728079 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55024c39-4e0d-429f-b4fa-59b23bda7178 req-9ff1799d-9fc6-4a21-bf7f-1c42bf7c27ca tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:08.729584 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55024c39-4e0d-429f-b4fa-59b23bda7178 req-9ff1799d-9fc6-4a21-bf7f-1c42bf7c27ca tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0695865 Jul 23 21:17:08.772746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55024c39-4e0d-429f-b4fa-59b23bda7178 req-dd534377-50dc-45b5-8ff9-8bf1f8d65955 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372531 Jul 23 21:17:09.903712 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4baed-9f79-45d1-b918-005e721c054b req-0d73b55d-2b8c-4dd7-9e78-69a400230d9d tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:09.905193 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ccd4baed-9f79-45d1-b918-005e721c054b req-0d73b55d-2b8c-4dd7-9e78-69a400230d9d tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0669806 Jul 23 21:17:09.942242 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ccd4baed-9f79-45d1-b918-005e721c054b req-841f0e1e-6618-4ca2-a6b8-f18ea09e90b4 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315943 Jul 23 21:17:11.071125 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ba0ff-9f01-4010-ad46-ccb9b8f4f4aa req-998e15d4-537e-4543-ac94-163b96c52696 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:11.072642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b22ba0ff-9f01-4010-ad46-ccb9b8f4f4aa req-998e15d4-537e-4543-ac94-163b96c52696 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0625858 Jul 23 21:17:11.108913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b22ba0ff-9f01-4010-ad46-ccb9b8f4f4aa req-35aa53bd-ce13-4a56-8d7b-b9ef77852cb0 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307181 Jul 23 21:17:12.239207 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e12ca-cde9-49fc-bace-c3468189cc62 req-8b8beab2-1687-4e53-9301-eb9f13b03d12 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:12.240596 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b44e12ca-cde9-49fc-bace-c3468189cc62 req-8b8beab2-1687-4e53-9301-eb9f13b03d12 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0665169 Jul 23 21:17:12.278023 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b44e12ca-cde9-49fc-bace-c3468189cc62 req-be6363ac-51be-4b65-b0b8-051a7cba9190 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319438 Jul 23 21:17:13.406311 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b2e87-5e11-41e0-aed4-2a05c1c0c565 req-d2b4463d-d536-4ec2-9280-d5193b2b6750 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:13.407834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a11b2e87-5e11-41e0-aed4-2a05c1c0c565 req-d2b4463d-d536-4ec2-9280-d5193b2b6750 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0639799 Jul 23 21:17:13.445793 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a11b2e87-5e11-41e0-aed4-2a05c1c0c565 req-5a540b3a-0984-4893-87c7-48c10d134090 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313776 Jul 23 21:17:14.573475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5a0bb-3d8c-43a8-9b33-ca947215195a req-bea89f1e-06cb-4549-ab01-45aa10cb77f5 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:14.574977 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37e5a0bb-3d8c-43a8-9b33-ca947215195a req-bea89f1e-06cb-4549-ab01-45aa10cb77f5 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0624015 Jul 23 21:17:14.611667 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37e5a0bb-3d8c-43a8-9b33-ca947215195a req-2ad192c4-346c-4a15-9c9c-5acdb1c60359 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310018 Jul 23 21:17:15.721540 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:15.749417 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adecab-c2c1-4544-acbf-43e119cf3f02 req-331c4cbd-e702-4a45-837e-d920ea87ae85 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:15.750880 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b4adecab-c2c1-4544-acbf-43e119cf3f02 req-331c4cbd-e702-4a45-837e-d920ea87ae85 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0720742 Jul 23 21:17:15.788938 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b4adecab-c2c1-4544-acbf-43e119cf3f02 req-3c4a105a-4beb-4792-b375-5f1f10d00e67 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324154 Jul 23 21:17:16.916405 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98636d3-355f-4dce-bd89-fa84f6e576ac req-d5726931-4e00-4785-b88a-a7278ee17a5b tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:16.917859 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98636d3-355f-4dce-bd89-fa84f6e576ac req-d5726931-4e00-4785-b88a-a7278ee17a5b tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 945 time: 0.0624332 Jul 23 21:17:16.953857 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d98636d3-355f-4dce-bd89-fa84f6e576ac req-6b0b3a88-7794-49fc-a758-49bf089f058e tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304990 Jul 23 21:17:17.178614 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:17.298559 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [req-e1c80655-381d-40ba-838c-761141ccd832 req-c7d6843a-36ae-4f0a-a193-b5841eed8a8f service neutron] show failed (client error): The resource could not be found. Jul 23 21:17:17.299593 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1c80655-381d-40ba-838c-761141ccd832 req-c7d6843a-36ae-4f0a-a193-b5841eed8a8f service neutron] 10.222.0.48 "GET /v2.0/ports/42169f3f-1659-417e-9275-3d348b3065c0/bindings/n-h2-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.0588880 Jul 23 21:17:17.509578 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80655-381d-40ba-838c-761141ccd832 req-a24d7c76-ab91-4c5c-965c-7e5d74f1b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:17.511064 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1c80655-381d-40ba-838c-761141ccd832 req-a24d7c76-ab91-4c5c-965c-7e5d74f1b6db service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca&tenant_id=cd921e1075024975b9b246ad55420d14 HTTP/1.1" status: 200 len: 1097 time: 0.0542934 Jul 23 21:17:17.521752 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:17.592894 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:17.795310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] For port 42169f3f-1659-417e-9275-3d348b3065c0, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=42169f3f-1659-417e-9275-3d348b3065c0,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:17.827374 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] For port 42169f3f-1659-417e-9275-3d348b3065c0, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:17:17.865397 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f58c02-05b6-4589-bfc5-625d98d372ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42169f3f-1659-417e-9275-3d348b3065c0'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:17:17.867633 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a911dd4-8681-4538-aac8-8374bd9f0e7c" -d '{"events": [{"server_uuid": "d5f58c02-05b6-4589-bfc5-625d98d372ca", "name": "network-vif-unplugged", "status": "completed", "tag": "42169f3f-1659-417e-9275-3d348b3065c0"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:17:17.871433 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:17.883895 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Transition to ACTIVE for port object 42169f3f-1659-417e-9275-3d348b3065c0 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:17:17.887707 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:17.918789 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ecf30a-3b77-4c62-b9b8-ba37f3b036f3 x-openstack-request-id: req-55ecf30a-3b77-4c62-b9b8-ba37f3b036f3 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:17:17.919090 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f58c02-05b6-4589-bfc5-625d98d372ca", "name": "network-vif-unplugged", "status": "completed", "tag": "42169f3f-1659-417e-9275-3d348b3065c0", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:17:17.919375 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-55ecf30a-3b77-4c62-b9b8-ba37f3b036f3 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:17:17.919766 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f58c02-05b6-4589-bfc5-625d98d372ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42169f3f-1659-417e-9275-3d348b3065c0', 'code': 200} Jul 23 21:17:17.956700 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] No DVR routers for this DVR port 42169f3f-1659-417e-9275-3d348b3065c0 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:17:17.958443 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Pushing event updated for resources: {'Port': ['ID=42169f3f-1659-417e-9275-3d348b3065c0,revision_number=6']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:17.967283 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:17.967630 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:17.967966 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:17.968552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:17.968878 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:17.969200 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:17.969518 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:17.969837 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:17.970154 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:17.970470 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:17.970786 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:17.971125 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:18.011055 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Attempting to bind port 42169f3f-1659-417e-9275-3d348b3065c0 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:17:18.011416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Attempting to bind port 42169f3f-1659-417e-9275-3d348b3065c0 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:17:18.011744 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Attempting to bind port 42169f3f-1659-417e-9275-3d348b3065c0 on network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:17:18.016011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Port 42169f3f-1659-417e-9275-3d348b3065c0 on network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:17:18.016334 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Attempting to bind port 42169f3f-1659-417e-9275-3d348b3065c0 on network c40f3dae-2a6c-4c6b-b5e0-539f14433f25 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:17:18.021852 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:17:18.022195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Checking segment: {'id': 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:17:18.022571 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Bound using segment: {'id': 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:17:18.022994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Bound port: 42169f3f-1659-417e-9275-3d348b3065c0, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:17:18.023376 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:18.085740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83080e0a-bf76-4f3e-a8c6-50114bb424db req-b092cb9b-e0e5-4887-b1e1-09423153d615 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:18.086373 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] For port 42169f3f-1659-417e-9275-3d348b3065c0, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:17:18.087181 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83080e0a-bf76-4f3e-a8c6-50114bb424db req-b092cb9b-e0e5-4887-b1e1-09423153d615 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 943 time: 0.0660143 Jul 23 21:17:18.088985 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] For port 42169f3f-1659-417e-9275-3d348b3065c0, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=42169f3f-1659-417e-9275-3d348b3065c0,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:17:18.092502 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:18.124743 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:18.125355 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:18.126738 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1c80655-381d-40ba-838c-761141ccd832 req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] 10.222.0.57 "PUT /v2.0/ports/42169f3f-1659-417e-9275-3d348b3065c0 HTTP/1.1" status: 200 len: 1092 time: 0.6088982 Jul 23 21:17:18.128829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-83080e0a-bf76-4f3e-a8c6-50114bb424db req-e20c2a5a-3b69-4730-9e42-299afe9aed4c tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350375 Jul 23 21:17:18.149770 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351b328-8b47-4510-85e9-a2ccbff15f4e service neutron] Pushing event updated for resources: {'Port': ['ID=42169f3f-1659-417e-9275-3d348b3065c0,revision_number=7']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:18.209498 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80655-381d-40ba-838c-761141ccd832 req-6965eb8a-1498-41f1-a706-360232cf5ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:18.210964 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1c80655-381d-40ba-838c-761141ccd832 req-6965eb8a-1498-41f1-a706-360232cf5ade service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd921e1075024975b9b246ad55420d14&device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 1095 time: 0.0532639 Jul 23 21:17:18.301671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80655-381d-40ba-838c-761141ccd832 req-fc24d38b-7ffa-466c-9f58-1d31739b23aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:18.303092 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1c80655-381d-40ba-838c-761141ccd832 req-fc24d38b-7ffa-466c-9f58-1d31739b23aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25 HTTP/1.1" status: 200 len: 915 time: 0.0858505 Jul 23 21:17:18.341490 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1c80655-381d-40ba-838c-761141ccd832 req-c5040d72-0f07-4799-97ed-bcacac22ca5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42169f3f-1659-417e-9275-3d348b3065c0 HTTP/1.1" status: 200 len: 217 time: 0.0325382 Jul 23 21:17:18.390703 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c80655-381d-40ba-838c-761141ccd832 req-404e6e35-aed0-47a9-8ae0-77815e662c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:18.392116 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1c80655-381d-40ba-838c-761141ccd832 req-404e6e35-aed0-47a9-8ae0-77815e662c1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f4cdd9e-a432-466e-9ffc-a7b1e108bc39 HTTP/1.1" status: 200 len: 854 time: 0.0447757 Jul 23 21:17:18.428561 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1c80655-381d-40ba-838c-761141ccd832 req-9f4800b5-2f45-4760-919b-e4d9b28efe64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297048 Jul 23 21:17:18.517995 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1c80655-381d-40ba-838c-761141ccd832 req-0ddb947c-1c3f-45aa-97b2-75f101d6ac26 service neutron] 10.222.0.57 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830200 Jul 23 21:17:18.875233 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e1c80655-381d-40ba-838c-761141ccd832 req-2a2c5984-acc9-4d80-a39e-7743d3d4705b service neutron] 10.222.0.57 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506908 Jul 23 21:17:19.260111 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af01229-d564-4342-997f-c13ccaf4a248 req-de604b62-ff30-45ac-9d62-c3c0a3400cd6 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:19.261627 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6af01229-d564-4342-997f-c13ccaf4a248 req-de604b62-ff30-45ac-9d62-c3c0a3400cd6 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 943 time: 0.0634856 Jul 23 21:17:19.298038 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6af01229-d564-4342-997f-c13ccaf4a248 req-1fa4c314-7031-4f3d-a64e-8093a1c91118 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308745 Jul 23 21:17:19.920846 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f58c02-05b6-4589-bfc5-625d98d372ca', 'tag': '42169f3f-1659-417e-9275-3d348b3065c0'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:17:19.923282 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f58c02-05b6-4589-bfc5-625d98d372ca", "tag": "42169f3f-1659-417e-9275-3d348b3065c0"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:17:19.970244 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecbdad2-910e-44fc-9fdb-cf388d4bc5de x-openstack-request-id: req-9ecbdad2-910e-44fc-9fdb-cf388d4bc5de {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:17:19.970661 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f58c02-05b6-4589-bfc5-625d98d372ca", "tag": "42169f3f-1659-417e-9275-3d348b3065c0", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:17:19.970919 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ecbdad2-910e-44fc-9fdb-cf388d4bc5de {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:17:19.971338 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f58c02-05b6-4589-bfc5-625d98d372ca', 'tag': '42169f3f-1659-417e-9275-3d348b3065c0', 'status': 'completed', 'code': 200} Jul 23 21:17:20.092312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-a9106f50-cf57-4aeb-b719-a1ce60b52e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:20.094070 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-a9106f50-cf57-4aeb-b719-a1ce60b52e28 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd921e1075024975b9b246ad55420d14&device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 1095 time: 0.1046460 Jul 23 21:17:20.109224 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-00527494-a7af-402c-98ac-1b832a30615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:20.110578 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-00527494-a7af-402c-98ac-1b832a30615f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd921e1075024975b9b246ad55420d14&device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 1095 time: 0.0932672 Jul 23 21:17:20.254373 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-5e9a08ea-55cb-42c5-b7b7-9caf43df7bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:20.255852 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-5e9a08ea-55cb-42c5-b7b7-9caf43df7bcc service neutron] 10.222.0.57 "GET /v2.0/networks?id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25 HTTP/1.1" status: 200 len: 915 time: 0.1546335 Jul 23 21:17:20.258458 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-2e743131-3edc-4805-acfe-48ae1e91a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:20.259787 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-2e743131-3edc-4805-acfe-48ae1e91a573 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25 HTTP/1.1" status: 200 len: 915 time: 0.1387558 Jul 23 21:17:20.338171 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-eddd116e-c297-4aed-b61b-8e038a5b0614 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42169f3f-1659-417e-9275-3d348b3065c0 HTTP/1.1" status: 200 len: 217 time: 0.0697334 Jul 23 21:17:20.339541 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-607c4ce3-676a-42dc-9c35-8d033211091a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42169f3f-1659-417e-9275-3d348b3065c0 HTTP/1.1" status: 200 len: 217 time: 0.0652852 Jul 23 21:17:20.420522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-def26a3f-e825-45f8-b14a-780ac4c04b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:20.422029 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-def26a3f-e825-45f8-b14a-780ac4c04b1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f4cdd9e-a432-466e-9ffc-a7b1e108bc39 HTTP/1.1" status: 200 len: 854 time: 0.0774496 Jul 23 21:17:20.426535 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-025adeec-eeb5-46f9-ae13-5fa38b675a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:20.428129 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-025adeec-eeb5-46f9-ae13-5fa38b675a91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f4cdd9e-a432-466e-9ffc-a7b1e108bc39 HTTP/1.1" status: 200 len: 854 time: 0.0749657 Jul 23 21:17:20.432516 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dc14f-eec5-4f6f-9371-ab8da0b6b7f4 req-fe73d727-8ecf-4cdf-b40b-a0336310103f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:20.434110 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f63dc14f-eec5-4f6f-9371-ab8da0b6b7f4 req-fe73d727-8ecf-4cdf-b40b-a0336310103f tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 943 time: 0.0648510 Jul 23 21:17:20.473221 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f63dc14f-eec5-4f6f-9371-ab8da0b6b7f4 req-f84dbede-ad6c-4594-ab4b-daacd9b7a2dd tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325103 Jul 23 21:17:20.482185 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-dc629f97-7ee0-4518-b65c-989fa21495c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527499 Jul 23 21:17:20.484136 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-3bf18724-a460-44c1-b9a6-3518ae927185 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461240 Jul 23 21:17:20.641398 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-e03aafb1-6c47-4720-b843-6d5655c68553 service neutron] 10.222.0.57 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519935 Jul 23 21:17:20.644715 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-089e339d-9e3e-472d-9e77-49dc32e11081 service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482112 Jul 23 21:17:20.812314 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-faad3329-7b63-43ce-b02a-882b7725690f service neutron] 10.222.0.57 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642089 Jul 23 21:17:20.815643 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1b331ccf-c4d9-4f9f-ad4a-f4aad5472bf1 req-36fa1f6b-7af1-4116-841e-0fb3d32c0809 service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599646 Jul 23 21:17:21.611784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c2a4b-5f45-487c-a6fa-e95835968af0 req-123ce241-7ad1-4f7d-905a-16e2ec6bc354 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:21.613251 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-542c2a4b-5f45-487c-a6fa-e95835968af0 req-123ce241-7ad1-4f7d-905a-16e2ec6bc354 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 943 time: 0.0678957 Jul 23 21:17:21.650091 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-542c2a4b-5f45-487c-a6fa-e95835968af0 req-7070475c-dee5-4556-8843-945bcf79d8eb tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313179 Jul 23 21:17:21.851663 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f97245-6491-4543-a79e-31fc664ac141 req-cd60ddbd-1674-44cd-ad8f-6f0ae24139fd tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:21.853152 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-45f97245-6491-4543-a79e-31fc664ac141 req-cd60ddbd-1674-44cd-ad8f-6f0ae24139fd tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 943 time: 0.0647583 Jul 23 21:17:21.884222 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35d939-ffa7-4740-ab55-6ec62aebfddb req-60ddc04e-6df0-497e-becb-cae5bb144ea1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:21.885692 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0d35d939-ffa7-4740-ab55-6ec62aebfddb req-60ddc04e-6df0-497e-becb-cae5bb144ea1 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca&tenant_id=cd921e1075024975b9b246ad55420d14&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 943 time: 0.0736580 Jul 23 21:17:21.891495 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-45f97245-6491-4543-a79e-31fc664ac141 req-22d8d9d7-3008-4b14-8a01-12dff7232655 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324869 Jul 23 21:17:21.950508 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [req-0d35d939-ffa7-4740-ab55-6ec62aebfddb req-7bf98845-b279-424c-9737-fdad6a40676c service neutron] delete failed (client error): The resource could not be found. Jul 23 21:17:21.951569 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0d35d939-ffa7-4740-ab55-6ec62aebfddb req-7bf98845-b279-424c-9737-fdad6a40676c service neutron] 10.222.0.48 "DELETE /v2.0/ports/42169f3f-1659-417e-9275-3d348b3065c0/bindings/n-h1-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.0544388 Jul 23 21:17:22.039727 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:17:22.056051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35d939-ffa7-4740-ab55-6ec62aebfddb req-6fe17730-12b2-4b64-ab07-5963697f3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:22.057575 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0d35d939-ffa7-4740-ab55-6ec62aebfddb req-6fe17730-12b2-4b64-ab07-5963697f3098 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd921e1075024975b9b246ad55420d14&device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 1095 time: 0.0549240 Jul 23 21:17:22.152984 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35d939-ffa7-4740-ab55-6ec62aebfddb req-d1dbaebf-e9e4-4821-9b1c-7727d8b5433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:22.154439 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0d35d939-ffa7-4740-ab55-6ec62aebfddb req-d1dbaebf-e9e4-4821-9b1c-7727d8b5433e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25 HTTP/1.1" status: 200 len: 915 time: 0.0858116 Jul 23 21:17:22.199055 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0d35d939-ffa7-4740-ab55-6ec62aebfddb req-d0547b88-9d64-4b0c-ad73-334dcf00be68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42169f3f-1659-417e-9275-3d348b3065c0 HTTP/1.1" status: 200 len: 217 time: 0.0339088 Jul 23 21:17:22.255407 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35d939-ffa7-4740-ab55-6ec62aebfddb req-bd0fddd9-21aa-46d8-910a-f76110ea1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:22.256868 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0d35d939-ffa7-4740-ab55-6ec62aebfddb req-bd0fddd9-21aa-46d8-910a-f76110ea1ec3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f4cdd9e-a432-466e-9ffc-a7b1e108bc39 HTTP/1.1" status: 200 len: 854 time: 0.0477550 Jul 23 21:17:22.293022 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0d35d939-ffa7-4740-ab55-6ec62aebfddb req-151aee2b-08ae-4bfa-a413-dc30da4a58db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c40f3dae-2a6c-4c6b-b5e0-539f14433f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265968 Jul 23 21:17:22.384921 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0d35d939-ffa7-4740-ab55-6ec62aebfddb req-d27671d0-5d5f-4c10-8120-853af4db0281 service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805309 Jul 23 21:17:22.483436 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0d35d939-ffa7-4740-ab55-6ec62aebfddb req-801db846-e84e-4d0d-bae4-8641d52358d9 service neutron] 10.222.0.48 "GET /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901437 Jul 23 21:17:22.631870 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 42169f3f-1659-417e-9275-3d348b3065c0 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:17:22.672051 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 42169f3f-1659-417e-9275-3d348b3065c0 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:17:22.916801 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 42169f3f-1659-417e-9275-3d348b3065c0 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:17:23.015764 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 42169f3f-1659-417e-9275-3d348b3065c0, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=42169f3f-1659-417e-9275-3d348b3065c0,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:23.027448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '42169f3f-1659-417e-9275-3d348b3065c0', 'network_id': 'c40f3dae-2a6c-4c6b-b5e0-539f14433f25', 'port_id': '42169f3f-1659-417e-9275-3d348b3065c0', 'mac_address': 'fa:16:3e:3a:bd:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4cdd9e-a432-466e-9ffc-a7b1e108bc39', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:17:23.036244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e329bf-0a92-4b6d-b273-9a0a52041a92 req-4f8c3fcc-8228-40d1-b729-dd1bcdad13a4 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:23.037884 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82e329bf-0a92-4b6d-b273-9a0a52041a92 req-4f8c3fcc-8228-40d1-b729-dd1bcdad13a4 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 943 time: 0.0727062 Jul 23 21:17:23.072192 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:23.078796 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82e329bf-0a92-4b6d-b273-9a0a52041a92 req-2e2e3e04-5d10-4f31-9baf-6b8cf821b579 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350313 Jul 23 21:17:23.219180 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76d369-7873-473b-9796-b36842d93c8c req-74a56abc-7eed-4398-a134-92a81db2c550 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:23.220615 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0a76d369-7873-473b-9796-b36842d93c8c req-74a56abc-7eed-4398-a134-92a81db2c550 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 943 time: 0.0668640 Jul 23 21:17:23.241561 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42169f3f-1659-417e-9275-3d348b3065c0 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:17:23.261069 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0a76d369-7873-473b-9796-b36842d93c8c req-62775bea-cb8d-40c6-917e-accc0ca84624 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341070 Jul 23 21:17:23.261358 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 42169f3f-1659-417e-9275-3d348b3065c0, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=42169f3f-1659-417e-9275-3d348b3065c0,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:23.265187 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:23.312753 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=42169f3f-1659-417e-9275-3d348b3065c0,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:23.389909 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524d7b3-eb28-4f04-8ff3-7c4fcc744a0f req-c43ed916-ccc6-4c72-a8fe-5da411e9e7f4 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:23.391404 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b524d7b3-eb28-4f04-8ff3-7c4fcc744a0f req-c43ed916-ccc6-4c72-a8fe-5da411e9e7f4 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 944 time: 0.0633066 Jul 23 21:17:23.429889 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b524d7b3-eb28-4f04-8ff3-7c4fcc744a0f req-4cdb764d-29ff-4154-b461-238c460ca3e2 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314257 Jul 23 21:17:23.463753 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['42169f3f-1659-417e-9275-3d348b3065c0'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:17:23.778389 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbb263-aed4-4e9c-8898-6f8aa2e85d1d req-6c5ee0d7-1f19-44ac-879b-2750f2ef12b2 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:23.779833 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6dbb263-aed4-4e9c-8898-6f8aa2e85d1d req-6c5ee0d7-1f19-44ac-879b-2750f2ef12b2 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 944 time: 0.0672901 Jul 23 21:17:23.817733 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f6dbb263-aed4-4e9c-8898-6f8aa2e85d1d req-7982c588-8817-44c7-a42f-cc608cbfda96 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320694 Jul 23 21:17:24.612751 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b4868b5b-7eab-4f79-b5a1-9f6fea850ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:24.938119 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743836ca-3d56-4d06-b83a-b3a68b802913 req-3ce1d993-3369-4e52-8a8e-866f63e358fd tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:24.939698 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-743836ca-3d56-4d06-b83a-b3a68b802913 req-3ce1d993-3369-4e52-8a8e-866f63e358fd tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 944 time: 0.0635645 Jul 23 21:17:24.944995 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 42169f3f-1659-417e-9275-3d348b3065c0 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:17:24.948551 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92129a94-a1ba-431f-8675-7e248e2aa062 req-b3a3a58f-2f6b-4d39-84b4-46ecd6263fe8 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:24.950074 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92129a94-a1ba-431f-8675-7e248e2aa062 req-b3a3a58f-2f6b-4d39-84b4-46ecd6263fe8 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5f58c02-05b6-4589-bfc5-625d98d372ca HTTP/1.1" status: 200 len: 944 time: 0.0626576 Jul 23 21:17:25.007167 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92129a94-a1ba-431f-8675-7e248e2aa062 req-e6c77883-5085-4fd1-9f23-59c8ac83e0b6 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d050bda-5a55-4f06-b9b4-e58cddac3693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473473 Jul 23 21:17:25.020076 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 42169f3f-1659-417e-9275-3d348b3065c0 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:17:25.024058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 42169f3f-1659-417e-9275-3d348b3065c0 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:25.024435 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:25.062148 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-743836ca-3d56-4d06-b83a-b3a68b802913 req-b7e7e71d-285b-4c53-a08f-2253017cfbf7 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Deleting port 42169f3f-1659-417e-9275-3d348b3065c0 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:17:25.062834 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-743836ca-3d56-4d06-b83a-b3a68b802913 req-b7e7e71d-285b-4c53-a08f-2253017cfbf7 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:25.119657 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:25.142147 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f58c02-05b6-4589-bfc5-625d98d372ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42169f3f-1659-417e-9275-3d348b3065c0'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:17:25.144456 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8090f03-563b-4262-9900-c187036c710e" -d '{"events": [{"server_uuid": "d5f58c02-05b6-4589-bfc5-625d98d372ca", "name": "network-vif-plugged", "status": "completed", "tag": "42169f3f-1659-417e-9275-3d348b3065c0"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:17:25.157601 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 42169f3f-1659-417e-9275-3d348b3065c0, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=42169f3f-1659-417e-9275-3d348b3065c0,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:25.158386 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-743836ca-3d56-4d06-b83a-b3a68b802913 req-b7e7e71d-285b-4c53-a08f-2253017cfbf7 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] For port 42169f3f-1659-417e-9275-3d348b3065c0, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=42169f3f-1659-417e-9275-3d348b3065c0,segment=NetworkSegment(cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5),segment_id=cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:25.158649 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-743836ca-3d56-4d06-b83a-b3a68b802913 req-b7e7e71d-285b-4c53-a08f-2253017cfbf7 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:25.164183 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:25.179282 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-743836ca-3d56-4d06-b83a-b3a68b802913 req-b7e7e71d-285b-4c53-a08f-2253017cfbf7 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Calling delete_port for 42169f3f-1659-417e-9275-3d348b3065c0 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:17:25.206929 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a645004c-8738-43b0-a54e-a9a82fb442f2 x-openstack-request-id: req-a645004c-8738-43b0-a54e-a9a82fb442f2 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:17:25.207424 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f58c02-05b6-4589-bfc5-625d98d372ca", "name": "network-vif-plugged", "status": "completed", "tag": "42169f3f-1659-417e-9275-3d348b3065c0", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:17:25.207679 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a645004c-8738-43b0-a54e-a9a82fb442f2 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:17:25.208065 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f58c02-05b6-4589-bfc5-625d98d372ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42169f3f-1659-417e-9275-3d348b3065c0', 'code': 200} Jul 23 21:17:25.229706 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=42169f3f-1659-417e-9275-3d348b3065c0,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:25.319627 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-743836ca-3d56-4d06-b83a-b3a68b802913 req-b7e7e71d-285b-4c53-a08f-2253017cfbf7 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:25.330616 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['42169f3f-1659-417e-9275-3d348b3065c0'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:17:25.350031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7e71d-285b-4c53-a08f-2253017cfbf7 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Pushing event deleted for resources: {'Port': ['ID=42169f3f-1659-417e-9275-3d348b3065c0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:25.398449 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-743836ca-3d56-4d06-b83a-b3a68b802913 req-b7e7e71d-285b-4c53-a08f-2253017cfbf7 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] No DVR routers for this DVR port 42169f3f-1659-417e-9275-3d348b3065c0 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:17:25.401116 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-743836ca-3d56-4d06-b83a-b3a68b802913 req-b7e7e71d-285b-4c53-a08f-2253017cfbf7 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:25.403081 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-743836ca-3d56-4d06-b83a-b3a68b802913 req-b7e7e71d-285b-4c53-a08f-2253017cfbf7 tempest-ServerDiskConfigTestJSON-732370110 tempest-ServerDiskConfigTestJSON-732370110-project] 10.222.0.57 "DELETE /v2.0/ports/42169f3f-1659-417e-9275-3d348b3065c0 HTTP/1.1" status: 204 len: 173 time: 0.4570572 Jul 23 21:17:25.403547 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f58c02-05b6-4589-bfc5-625d98d372ca', 'name': 'network-vif-deleted', 'tag': '42169f3f-1659-417e-9275-3d348b3065c0'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:17:25.405848 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07061965-0ab4-4fc9-b6ae-544378790ba0" -d '{"events": [{"server_uuid": "d5f58c02-05b6-4589-bfc5-625d98d372ca", "name": "network-vif-deleted", "tag": "42169f3f-1659-417e-9275-3d348b3065c0"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:17:25.451124 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa337ec-662c-4cd7-be90-0eb64640240c x-openstack-request-id: req-9aa337ec-662c-4cd7-be90-0eb64640240c {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:17:25.451427 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f58c02-05b6-4589-bfc5-625d98d372ca", "name": "network-vif-deleted", "tag": "42169f3f-1659-417e-9275-3d348b3065c0", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:17:25.451680 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9aa337ec-662c-4cd7-be90-0eb64640240c {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:17:25.452084 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f58c02-05b6-4589-bfc5-625d98d372ca', 'name': 'network-vif-deleted', 'tag': '42169f3f-1659-417e-9275-3d348b3065c0', 'status': 'completed', 'code': 200} Jul 23 21:17:26.140994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54532) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:26.185654 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6aa9ac-0ac2-4795-91d3-9cdda99ec4d0 admin admin] Deleting subnet 6f4cdd9e-a432-466e-9ffc-a7b1e108bc39 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:17:26.188652 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa9ac-0ac2-4795-91d3-9cdda99ec4d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:26.221883 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa9ac-0ac2-4795-91d3-9cdda99ec4d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:26.259850 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa9ac-0ac2-4795-91d3-9cdda99ec4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:26.311596 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa9ac-0ac2-4795-91d3-9cdda99ec4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:26.343524 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6aa9ac-0ac2-4795-91d3-9cdda99ec4d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f4cdd9e-a432-466e-9ffc-a7b1e108bc39,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:26.349018 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa9ac-0ac2-4795-91d3-9cdda99ec4d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:26.351077 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8b6aa9ac-0ac2-4795-91d3-9cdda99ec4d0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6f4cdd9e-a432-466e-9ffc-a7b1e108bc39 HTTP/1.1" status: 204 len: 168 time: 0.2086513 Jul 23 21:17:26.353318 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54534) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:26.421624 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06a14f3b-1870-4ee1-9d68-53ef365ac597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:26.502242 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06a14f3b-1870-4ee1-9d68-53ef365ac597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:26.512073 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-06a14f3b-1870-4ee1-9d68-53ef365ac597 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40f3dae-2a6c-4c6b-b5e0-539f14433f25']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:26.522629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-06a14f3b-1870-4ee1-9d68-53ef365ac597 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:26.522924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-06a14f3b-1870-4ee1-9d68-53ef365ac597 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb4b93e-c3cd-4b1d-a4b6-255dbf7328a5') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:26.531497 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06a14f3b-1870-4ee1-9d68-53ef365ac597 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:26.545767 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06a14f3b-1870-4ee1-9d68-53ef365ac597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:26.551859 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a14f3b-1870-4ee1-9d68-53ef365ac597 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:17:26.552274 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06a14f3b-1870-4ee1-9d68-53ef365ac597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:17:26.554102 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:17:26.607504 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06a14f3b-1870-4ee1-9d68-53ef365ac597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:26.613251 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-06a14f3b-1870-4ee1-9d68-53ef365ac597 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:26.615055 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-06a14f3b-1870-4ee1-9d68-53ef365ac597 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c40f3dae-2a6c-4c6b-b5e0-539f14433f25 HTTP/1.1" status: 204 len: 168 time: 0.2608306 Jul 23 21:17:26.625824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a14f3b-1870-4ee1-9d68-53ef365ac597 admin admin] Pushing event deleted for resources: {'Network': ['ID=c40f3dae-2a6c-4c6b-b5e0-539f14433f25,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:26.717360 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54538) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:26.757714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ffa09f79-4441-4281-b870-0bb4d88092e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd921e1075024975b9b246ad55420d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387895 Jul 23 21:17:26.760346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54540) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:26.809827 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-04344995-4899-4de3-b221-94ec15bb4cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:26.830660 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-04344995-4899-4de3-b221-94ec15bb4cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:26.876779 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-04344995-4899-4de3-b221-94ec15bb4cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:26.879389 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-04344995-4899-4de3-b221-94ec15bb4cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:26.880566 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-04344995-4899-4de3-b221-94ec15bb4cb8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d050bda-5a55-4f06-b9b4-e58cddac3693 HTTP/1.1" status: 204 len: 168 time: 0.1193194 Jul 23 21:17:26.888231 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04344995-4899-4de3-b221-94ec15bb4cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d050bda-5a55-4f06-b9b4-e58cddac3693,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:26.895538 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04344995-4899-4de3-b221-94ec15bb4cb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:26.895883 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04344995-4899-4de3-b221-94ec15bb4cb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:26.896223 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04344995-4899-4de3-b221-94ec15bb4cb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:26.896559 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04344995-4899-4de3-b221-94ec15bb4cb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:26.896888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04344995-4899-4de3-b221-94ec15bb4cb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:26.897213 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04344995-4899-4de3-b221-94ec15bb4cb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:26.897538 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04344995-4899-4de3-b221-94ec15bb4cb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:26.897862 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04344995-4899-4de3-b221-94ec15bb4cb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:26.898182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04344995-4899-4de3-b221-94ec15bb4cb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:26.898500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04344995-4899-4de3-b221-94ec15bb4cb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:26.898819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04344995-4899-4de3-b221-94ec15bb4cb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:26.899159 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04344995-4899-4de3-b221-94ec15bb4cb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:27.164271 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57b9f2b9-cf3c-4771-a8de-677edbefabeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:27.400074 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:27.523222 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54562) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:27.623886 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-cb0c6c0b-4148-4550-8b56-61e6a9cf4531 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1360704222-network', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:27.645733 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0c6c0b-4148-4550-8b56-61e6a9cf4531 admin admin] Made reservation on behalf of b39aaf353ad94d4e869ba8c0ef1590c6 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:17:27.648022 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb0c6c0b-4148-4550-8b56-61e6a9cf4531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:27.656187 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb0c6c0b-4148-4550-8b56-61e6a9cf4531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:27.748638 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb0c6c0b-4148-4550-8b56-61e6a9cf4531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:27.752479 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb0c6c0b-4148-4550-8b56-61e6a9cf4531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:27.776462 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0c6c0b-4148-4550-8b56-61e6a9cf4531 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:17:27.786495 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c6c0b-4148-4550-8b56-61e6a9cf4531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c2c30c-fc3b-4b7d-ac8a-1c836ff7a938,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:27.792222 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb0c6c0b-4148-4550-8b56-61e6a9cf4531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:27.792565 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-cb0c6c0b-4148-4550-8b56-61e6a9cf4531 admin admin] Added segment bbdb1624-73f9-4603-80e5-d1113a853bbf of type vlan for network 4578f605-2e29-40bd-b042-b122e4c1caf2 Jul 23 21:17:27.831358 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb0c6c0b-4148-4550-8b56-61e6a9cf4531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:27.859917 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb0c6c0b-4148-4550-8b56-61e6a9cf4531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:27.860792 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0c6c0b-4148-4550-8b56-61e6a9cf4531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:27.861370 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cb0c6c0b-4148-4550-8b56-61e6a9cf4531 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:27.892828 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cb0c6c0b-4148-4550-8b56-61e6a9cf4531 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3685176 Jul 23 21:17:27.896424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54566) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:27.901413 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8170384d-dcc8-4620-b796-7f4036915378 admin admin] Request body: {'subnet': {'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1360704222-subnet', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:27.923680 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c6c0b-4148-4550-8b56-61e6a9cf4531 admin admin] Pushing event updated for resources: {'Network': ['ID=4578f605-2e29-40bd-b042-b122e4c1caf2,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:27.923951 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8170384d-dcc8-4620-b796-7f4036915378 admin admin] Made reservation on behalf of b39aaf353ad94d4e869ba8c0ef1590c6 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:17:27.926342 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8170384d-dcc8-4620-b796-7f4036915378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:27.933142 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 4578f605-2e29-40bd-b042-b122e4c1caf2 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:17:28.094838 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8170384d-dcc8-4620-b796-7f4036915378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:28.153026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170384d-dcc8-4620-b796-7f4036915378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d3394e-c737-4546-8c52-edbdddd88259,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:28.157937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8170384d-dcc8-4620-b796-7f4036915378 admin admin] Checking segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:17:28.158437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8170384d-dcc8-4620-b796-7f4036915378 admin admin] Network hostable DHCP agents. Network: 4578f605-2e29-40bd-b042-b122e4c1caf2, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:17:28.174749 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8170384d-dcc8-4620-b796-7f4036915378 admin admin] Network 4578f605-2e29-40bd-b042-b122e4c1caf2 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:17:28.183233 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-8170384d-dcc8-4620-b796-7f4036915378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 4578f605-2e29-40bd-b042-b122e4c1caf2) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:17:28.187694 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8170384d-dcc8-4620-b796-7f4036915378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:28.188778 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8170384d-dcc8-4620-b796-7f4036915378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:28.192391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9636bf-f4de-4e65-a62f-329caefcf5dd None None] Network 4578f605-2e29-40bd-b042-b122e4c1caf2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:17:28.205585 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8170384d-dcc8-4620-b796-7f4036915378 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3056195 Jul 23 21:17:28.205823 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54568) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:28.210767 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:28.231039 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:28.232307 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:28.288283 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:28.342769 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-4578f605-2e29-40bd-b042-b122e4c1caf2', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:17:28.343915 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:28.424687 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:28.477828 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Allocated IP 172.20.0.2 (4578f605-2e29-40bd-b042-b122e4c1caf2/73d3394e-c737-4546-8c52-edbdddd88259/db53206f-9871-4cff-a1fe-3d51db05bae8) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:17:28.629337 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:28.645571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Transition to ACTIVE for port object db53206f-9871-4cff-a1fe-3d51db05bae8 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:17:28.656980 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:28.664536 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Transition to ACTIVE for port object db53206f-9871-4cff-a1fe-3d51db05bae8 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:17:28.669985 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:28.708200 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Network 4578f605-2e29-40bd-b042-b122e4c1caf2 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:17:28.713938 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:17:28.719218 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:17:28.726353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Pushing event updated for resources: {'Port': ['ID=db53206f-9871-4cff-a1fe-3d51db05bae8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:28.792376 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Attempting to bind port db53206f-9871-4cff-a1fe-3d51db05bae8 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:17:28.792882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Attempting to bind port db53206f-9871-4cff-a1fe-3d51db05bae8 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:17:28.793253 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Attempting to bind port db53206f-9871-4cff-a1fe-3d51db05bae8 on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:17:28.801424 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:17:28.801720 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Checking segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:17:28.802116 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:28.802644 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Bound using segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:17:28.803464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Bound port: db53206f-9871-4cff-a1fe-3d51db05bae8, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:17:28.803965 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:28.870001 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] For port db53206f-9871-4cff-a1fe-3d51db05bae8, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:17:28.873207 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] For port db53206f-9871-4cff-a1fe-3d51db05bae8, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=db53206f-9871-4cff-a1fe-3d51db05bae8,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:17:28.877020 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:28.942653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d4f5c-ac96-44f0-bd60-ae0a4a1446cc None None] Pushing event updated for resources: {'Port': ['ID=db53206f-9871-4cff-a1fe-3d51db05bae8,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:28.962615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 42169f3f-1659-417e-9275-3d348b3065c0 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:17:28.973946 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:28.983950 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 42169f3f-1659-417e-9275-3d348b3065c0 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:17:28.984297 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 42169f3f-1659-417e-9275-3d348b3065c0 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:17:28.993143 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:29.111488 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Allocated IP 172.25.3.194 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/828165ea-2f4d-4245-94ab-a2a7f06a4c07) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:17:29.220030 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:29.257744 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:29.292410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:17:29.295155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:17:29.300467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:17:29.328088 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Pushing event updated for resources: {'Port': ['ID=828165ea-2f4d-4245-94ab-a2a7f06a4c07,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:29.552818 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:29.750211 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:29.799606 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb39c44-9f7d-4d0c-b91b-ea6848ab6e5f None None] Network 4578f605-2e29-40bd-b042-b122e4c1caf2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:17:29.880195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:17:29.914113 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2d480fa7-3ef7-4bf0-8b0a-51dcb3619f5f None None] Provisioning for port db53206f-9871-4cff-a1fe-3d51db05bae8 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:17:29.989776 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:17:30.000610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Sync routers for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:17:30.009147 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.013504 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-51280b05-f990-4112-bb70-c417c1358a6d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8066838 Jul 23 21:17:30.013629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54570) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:30.014143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:17:30.014297 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:17:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:30.051280 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device db53206f-9871-4cff-a1fe-3d51db05bae8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:17:30.140036 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.171499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port db53206f-9871-4cff-a1fe-3d51db05bae8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:17:30.177641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:17:30.179953 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port db53206f-9871-4cff-a1fe-3d51db05bae8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:30.180315 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.297103 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1216109a-43a4-4001-add6-7d1fabc1aa0e None None] Provisioning complete for port db53206f-9871-4cff-a1fe-3d51db05bae8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:30.297627 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1216109a-43a4-4001-add6-7d1fabc1aa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.438934 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.449980 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.509163 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1216109a-43a4-4001-add6-7d1fabc1aa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.513216 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port db53206f-9871-4cff-a1fe-3d51db05bae8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=db53206f-9871-4cff-a1fe-3d51db05bae8,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:30.524867 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.615396 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:29Z', 'revision_number': 3, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:30.623133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=db53206f-9871-4cff-a1fe-3d51db05bae8,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:30.628931 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Allocated IP 172.20.0.1 (4578f605-2e29-40bd-b042-b122e4c1caf2/73d3394e-c737-4546-8c52-edbdddd88259/b8e13a29-eddf-475e-9e75-4e7def2c2500) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:17:30.653673 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Checking router: 4b1ff597-38c7-4909-9d13-67d2ec2b0fff for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:17:30.654017 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Updating router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff port 828165ea-2f4d-4245-94ab-a2a7f06a4c07 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:17:30.655791 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-1216109a-43a4-4001-add6-7d1fabc1aa0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 21:17:30.656132 n-d-791504-18 neutron-server[93812]: DEBUG oslo_db.api [None req-1216109a-43a4-4001-add6-7d1fabc1aa0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 21:17:30.688847 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.733214 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.748120 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Transition to ACTIVE for port object b8e13a29-eddf-475e-9e75-4e7def2c2500 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:17:30.784019 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.822467 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Network 4578f605-2e29-40bd-b042-b122e4c1caf2 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:17:30.825236 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:17:30.831208 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:17:30.863333 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e13a29-eddf-475e-9e75-4e7def2c2500,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:30.881327 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.965811 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:30.977196 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Transition to ACTIVE for port object 828165ea-2f4d-4245-94ab-a2a7f06a4c07 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:17:30.983881 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:31.026761 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:31.057163 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Attempting to bind port 828165ea-2f4d-4245-94ab-a2a7f06a4c07 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:17:31.057646 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Attempting to bind port 828165ea-2f4d-4245-94ab-a2a7f06a4c07 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:17:31.058013 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Attempting to bind port 828165ea-2f4d-4245-94ab-a2a7f06a4c07 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:17:31.060147 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b409d6-1ae7-40e1-b3e7-a2d242e50f50 None None] Pushing event updated for resources: {'Port': ['ID=828165ea-2f4d-4245-94ab-a2a7f06a4c07,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:31.068165 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:17:31.068549 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:17:31.068951 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:31.070199 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:17:31.070277 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Bound port: 828165ea-2f4d-4245-94ab-a2a7f06a4c07, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:17:31.070676 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:31.124925 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] For port 828165ea-2f4d-4245-94ab-a2a7f06a4c07, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:17:31.128273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] For port 828165ea-2f4d-4245-94ab-a2a7f06a4c07, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=828165ea-2f4d-4245-94ab-a2a7f06a4c07,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:17:31.132793 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:31.209217 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:31.214167 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:31.225195 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:17:31.225834 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:17:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:31.228920 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b409d6-1ae7-40e1-b3e7-a2d242e50f50 None None] Pushing event updated for resources: {'Port': ['ID=828165ea-2f4d-4245-94ab-a2a7f06a4c07,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:31.280054 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e13a29-eddf-475e-9e75-4e7def2c2500,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:31.300857 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:31.405262 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Network 4578f605-2e29-40bd-b042-b122e4c1caf2 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:17:31.406804 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:17:31.505363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:17:31.536764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:17:31.642385 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-acc1700e-4923-463c-9c84-2ec3ddde6b43 None None] Provisioning for port b8e13a29-eddf-475e-9e75-4e7def2c2500 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:17:31.677392 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:17:31.677552 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-acc1700e-4923-463c-9c84-2ec3ddde6b43 None None] Provisioning complete for port b8e13a29-eddf-475e-9e75-4e7def2c2500 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:31.677886 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acc1700e-4923-463c-9c84-2ec3ddde6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:31.690118 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e7eb6851-c104-4db1-b9e8-7ad4cfb903a7 admin admin] 10.222.0.55 "PUT /v2.0/routers/4b1ff597-38c7-4909-9d13-67d2ec2b0fff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6670787 Jul 23 21:17:31.733036 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-acc1700e-4923-463c-9c84-2ec3ddde6b43 None None] Port b8e13a29-eddf-475e-9e75-4e7def2c2500 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:17:31.788477 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:31Z', 'revision_number': 2, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:31.821151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af415c8-86d4-47ec-b9c8-d844cb3cb0ae None None] The sync data for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 is: [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:31Z', 'revision_number': 2, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:17:31.856576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6d364783-8e92-4d5c-a6d9-2411a2ced1d4 None None] Provisioning complete for port b8e13a29-eddf-475e-9e75-4e7def2c2500 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:31.856949 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d364783-8e92-4d5c-a6d9-2411a2ced1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:31.893824 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6d364783-8e92-4d5c-a6d9-2411a2ced1d4 None None] Port b8e13a29-eddf-475e-9e75-4e7def2c2500 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:17:31.978104 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device db53206f-9871-4cff-a1fe-3d51db05bae8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:17:32.057719 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port db53206f-9871-4cff-a1fe-3d51db05bae8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:32.058090 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.223182 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54580) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:32.227902 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-423a7b9a-97f4-44f8-b6d8-2b0e187b50d3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1487313346', 'description': 'tempest-description--1759681201'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:32.251628 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-423a7b9a-97f4-44f8-b6d8-2b0e187b50d3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.346795 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-423a7b9a-97f4-44f8-b6d8-2b0e187b50d3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.351720 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-423a7b9a-97f4-44f8-b6d8-2b0e187b50d3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.380330 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-423a7b9a-97f4-44f8-b6d8-2b0e187b50d3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.381593 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-423a7b9a-97f4-44f8-b6d8-2b0e187b50d3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1573820 Jul 23 21:17:32.383606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a7b9a-97f4-44f8-b6d8-2b0e187b50d3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26785827-03c1-43fd-b10e-e7c5256fd6a4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:32.386089 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 54582) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:32.390825 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c31ec28b-7619-4a14-bae7-8435fb60543c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Request body: {'security_group_rule': {'security_group_id': '26785827-03c1-43fd-b10e-e7c5256fd6a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:32.420115 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c31ec28b-7619-4a14-bae7-8435fb60543c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.502949 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c31ec28b-7619-4a14-bae7-8435fb60543c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.506907 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c31ec28b-7619-4a14-bae7-8435fb60543c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.529305 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ec28b-7619-4a14-bae7-8435fb60543c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c6ab07-dad8-422c-b425-12ce3670cc52,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:32.533568 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c31ec28b-7619-4a14-bae7-8435fb60543c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.538598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54584) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:32.546671 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b66630cf-167f-4491-aa37-723fc4ae94de tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Request body: {'security_group_rule': {'security_group_id': '26785827-03c1-43fd-b10e-e7c5256fd6a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:32.550940 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c31ec28b-7619-4a14-bae7-8435fb60543c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641276 Jul 23 21:17:32.577965 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b66630cf-167f-4491-aa37-723fc4ae94de tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.639874 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b66630cf-167f-4491-aa37-723fc4ae94de tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.643831 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b66630cf-167f-4491-aa37-723fc4ae94de tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.664536 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66630cf-167f-4491-aa37-723fc4ae94de tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e248ea-a1d4-443a-b166-3ab24c8e537e,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:32.668804 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b66630cf-167f-4491-aa37-723fc4ae94de tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.672984 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b66630cf-167f-4491-aa37-723fc4ae94de tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300488 Jul 23 21:17:32.673521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54586) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:32.678285 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-0268b20c-7bc1-4fd4-908b-e451bce2d1dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:32.701878 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0268b20c-7bc1-4fd4-908b-e451bce2d1dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.807051 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0268b20c-7bc1-4fd4-908b-e451bce2d1dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:32.917577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-0268b20c-7bc1-4fd4-908b-e451bce2d1dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Allocated IP 172.25.3.61 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/86c704f0-650d-48ab-a472-b6e2aec68ee5) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:17:33.024665 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0268b20c-7bc1-4fd4-908b-e451bce2d1dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:33.064658 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0268b20c-7bc1-4fd4-908b-e451bce2d1dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:33.101341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0268b20c-7bc1-4fd4-908b-e451bce2d1dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:17:33.105972 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-0268b20c-7bc1-4fd4-908b-e451bce2d1dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:17:33.109413 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0268b20c-7bc1-4fd4-908b-e451bce2d1dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:17:33.116009 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268b20c-7bc1-4fd4-908b-e451bce2d1dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Pushing event updated for resources: {'Port': ['ID=86c704f0-650d-48ab-a472-b6e2aec68ee5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:33.199474 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0268b20c-7bc1-4fd4-908b-e451bce2d1dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:33.241895 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0268b20c-7bc1-4fd4-908b-e451bce2d1dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:33.390384 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0268b20c-7bc1-4fd4-908b-e451bce2d1dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:33.395162 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0268b20c-7bc1-4fd4-908b-e451bce2d1dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:33.473036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268b20c-7bc1-4fd4-908b-e451bce2d1dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Pushing event updated for resources: {'Port': ['ID=86c704f0-650d-48ab-a472-b6e2aec68ee5,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:33.483927 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0268b20c-7bc1-4fd4-908b-e451bce2d1dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:33.497339 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0268b20c-7bc1-4fd4-908b-e451bce2d1dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:33.498581 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0268b20c-7bc1-4fd4-908b-e451bce2d1dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8241706 Jul 23 21:17:33.641816 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-0ab3ee8e-81d0-4d70-97e4-ced6d2a23cae tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1487313346&fields=id&tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6 HTTP/1.1" status: 200 len: 267 time: 0.0339472 Jul 23 21:17:33.748973 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-1c4ec41b-912a-44e7-bffd-954c6bae0fd7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:33.750009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-1c4ec41b-912a-44e7-bffd-954c6bae0fd7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 812 time: 0.1011322 Jul 23 21:17:33.756706 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Sync routers for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:17:33.765889 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-0366f7b7-1788-4988-9cd9-c91a56df3453 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/quotas/b39aaf353ad94d4e869ba8c0ef1590c6 HTTP/1.1" status: 200 len: 375 time: 0.0096323 Jul 23 21:17:33.766480 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:17:33.767086 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:17:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:33.853829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-c6d3da4a-2bfc-4592-9354-f283e24cc5ec tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0819554 Jul 23 21:17:33.870775 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-2d3e01f3-28e3-45a1-bbbb-2655978902e9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:17:33.871782 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-2d3e01f3-28e3-45a1-bbbb-2655978902e9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058813 Jul 23 21:17:33.872356 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:17:33.964417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-189d51cf-020c-4b48-9d8e-5debafe9cee5 service neutron] 10.222.0.55 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862160 Jul 23 21:17:34.019843 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 828165ea-2f4d-4245-94ab-a2a7f06a4c07 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:17:34.071748 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-697e14cc-acd0-4ad4-9714-5ec0a197b525 service neutron] 10.222.0.55 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013556 Jul 23 21:17:34.075172 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 828165ea-2f4d-4245-94ab-a2a7f06a4c07 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:17:34.079451 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 828165ea-2f4d-4245-94ab-a2a7f06a4c07 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:34.079576 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:31Z', 'revision_number': 2, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:34.080007 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.109078 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Checking router: 4b1ff597-38c7-4909-9d13-67d2ec2b0fff for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:17:34.109612 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Updating router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff port b8e13a29-eddf-475e-9e75-4e7def2c2500 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:17:34.145844 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.163725 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.198315 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 828165ea-2f4d-4245-94ab-a2a7f06a4c07, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=828165ea-2f4d-4245-94ab-a2a7f06a4c07,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:34.205822 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.235896 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4a99444a-c79b-464d-a870-74bef310ee74 req-ed8114de-7477-4f9f-b172-e86a51a56d3d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 210 time: 0.0334616 Jul 23 21:17:34.289399 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=828165ea-2f4d-4245-94ab-a2a7f06a4c07,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:34.526142 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.535538 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Transition to ACTIVE for port object b8e13a29-eddf-475e-9e75-4e7def2c2500 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:17:34.544256 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.592115 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b627119-9671-41bd-aff0-977ba93e701b None None] Pushing event updated for resources: {'Port': ['ID=b8e13a29-eddf-475e-9e75-4e7def2c2500,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:34.617383 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b627119-9671-41bd-aff0-977ba93e701b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:34.617718 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b627119-9671-41bd-aff0-977ba93e701b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:34.618050 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b627119-9671-41bd-aff0-977ba93e701b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:34.618376 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b627119-9671-41bd-aff0-977ba93e701b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:34.618695 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b627119-9671-41bd-aff0-977ba93e701b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:34.619017 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b627119-9671-41bd-aff0-977ba93e701b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:34.619362 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b627119-9671-41bd-aff0-977ba93e701b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:34.619681 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b627119-9671-41bd-aff0-977ba93e701b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:34.619996 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b627119-9671-41bd-aff0-977ba93e701b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:34.620313 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b627119-9671-41bd-aff0-977ba93e701b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:34.620629 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b627119-9671-41bd-aff0-977ba93e701b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:34.620941 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b627119-9671-41bd-aff0-977ba93e701b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:34.660404 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Attempting to bind port b8e13a29-eddf-475e-9e75-4e7def2c2500 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:17:34.661101 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Attempting to bind port b8e13a29-eddf-475e-9e75-4e7def2c2500 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:17:34.661637 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Attempting to bind port b8e13a29-eddf-475e-9e75-4e7def2c2500 on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:17:34.666861 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:17:34.667453 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Checking segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:17:34.667908 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.668406 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Bound using segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:17:34.668995 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Bound port: b8e13a29-eddf-475e-9e75-4e7def2c2500, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:17:34.669309 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.741414 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] For port b8e13a29-eddf-475e-9e75-4e7def2c2500, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:17:34.744724 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] For port b8e13a29-eddf-475e-9e75-4e7def2c2500, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b8e13a29-eddf-475e-9e75-4e7def2c2500,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:17:34.750734 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.809330 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:17:34.809971 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:17:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:34.814957 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b627119-9671-41bd-aff0-977ba93e701b None None] Pushing event updated for resources: {'Port': ['ID=b8e13a29-eddf-475e-9e75-4e7def2c2500,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:34.922041 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:17:35.117227 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:35.146529 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57488da-7a76-4419-9d5c-cb68d6351cd1 None None] The sync data for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 is: [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:17:35.286150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-e7cbd891-5bf4-4d3b-8ae5-9147b0feb7f4 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:35.287677 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-e7cbd891-5bf4-4d3b-8ae5-9147b0feb7f4 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 812 time: 0.1105855 Jul 23 21:17:35.336828 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-22087946-15dd-4fe3-bfb4-fe87f62ae2f3 req-ab989242-7d2d-4da2-915f-6cbc11361dad tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 210 time: 0.0304790 Jul 23 21:17:35.349351 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-22570801-8c33-4b51-9d46-d83f429072b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6 HTTP/1.1" status: 200 len: 380 time: 0.0471468 Jul 23 21:17:35.361353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-154bf326-4cc6-4c08-bd79-9468c0a2de82 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Request body: {'port': {'device_id': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'admin_state_up': True, 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'security_groups': ['26785827-03c1-43fd-b10e-e7c5256fd6a4']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:35.485065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-154bf326-4cc6-4c08-bd79-9468c0a2de82 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Made reservation on behalf of b39aaf353ad94d4e869ba8c0ef1590c6 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:17:35.490637 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-154bf326-4cc6-4c08-bd79-9468c0a2de82 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:35.629424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-154bf326-4cc6-4c08-bd79-9468c0a2de82 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Allocated IP 172.20.0.10 (4578f605-2e29-40bd-b042-b122e4c1caf2/73d3394e-c737-4546-8c52-edbdddd88259/356c43ad-c701-4431-9579-f42860101b38) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:17:35.775422 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-154bf326-4cc6-4c08-bd79-9468c0a2de82 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:35.789102 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-154bf326-4cc6-4c08-bd79-9468c0a2de82 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Transition to ACTIVE for port object 356c43ad-c701-4431-9579-f42860101b38 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:17:35.821244 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-154bf326-4cc6-4c08-bd79-9468c0a2de82 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:35.862216 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-154bf326-4cc6-4c08-bd79-9468c0a2de82 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Network 4578f605-2e29-40bd-b042-b122e4c1caf2 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:17:35.865358 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-154bf326-4cc6-4c08-bd79-9468c0a2de82 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:17:35.870978 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-154bf326-4cc6-4c08-bd79-9468c0a2de82 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:17:35.901539 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bf326-4cc6-4c08-bd79-9468c0a2de82 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Pushing event updated for resources: {'Port': ['ID=356c43ad-c701-4431-9579-f42860101b38,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:35.930643 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-154bf326-4cc6-4c08-bd79-9468c0a2de82 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:35.930643 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-154bf326-4cc6-4c08-bd79-9468c0a2de82 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:35.948374 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-154bf326-4cc6-4c08-bd79-9468c0a2de82 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5910797 Jul 23 21:17:35.965514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Request body: {'port': {'device_id': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:36.012073 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b8e13a29-eddf-475e-9e75-4e7def2c2500 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:17:36.051308 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.069161 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port b8e13a29-eddf-475e-9e75-4e7def2c2500 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:17:36.073560 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b8e13a29-eddf-475e-9e75-4e7def2c2500 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:36.074062 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.163624 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.202007 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f0af2353-d6e8-454e-852c-a4abdbe28188 None None] Provisioning for port 356c43ad-c701-4431-9579-f42860101b38 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:17:36.209886 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port b8e13a29-eddf-475e-9e75-4e7def2c2500, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b8e13a29-eddf-475e-9e75-4e7def2c2500,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:36.211625 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f0af2353-d6e8-454e-852c-a4abdbe28188 None None] Provisioning complete for port 356c43ad-c701-4431-9579-f42860101b38 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:36.212039 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0af2353-d6e8-454e-852c-a4abdbe28188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.215137 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.215892 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 828165ea-2f4d-4245-94ab-a2a7f06a4c07 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:17:36.298332 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f0af2353-d6e8-454e-852c-a4abdbe28188 None None] Port 356c43ad-c701-4431-9579-f42860101b38 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:17:36.322295 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=b8e13a29-eddf-475e-9e75-4e7def2c2500,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:36.330031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356c43ad-c701-4431-9579-f42860101b38 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:17:36.332229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 828165ea-2f4d-4245-94ab-a2a7f06a4c07 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:36.332603 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.337586 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.350386 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Transition to ACTIVE for port object 356c43ad-c701-4431-9579-f42860101b38 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:17:36.353929 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.460466 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Pushing event updated for resources: {'Port': ['ID=356c43ad-c701-4431-9579-f42860101b38,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:36.492629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Attempting to bind port 356c43ad-c701-4431-9579-f42860101b38 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:17:36.492967 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Attempting to bind port 356c43ad-c701-4431-9579-f42860101b38 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:17:36.493372 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Attempting to bind port 356c43ad-c701-4431-9579-f42860101b38 on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:17:36.500481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Port 356c43ad-c701-4431-9579-f42860101b38 on network 4578f605-2e29-40bd-b042-b122e4c1caf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:17:36.500826 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Attempting to bind port 356c43ad-c701-4431-9579-f42860101b38 on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:17:36.506532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:17:36.506877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Checking segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:17:36.507584 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Bound using segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:17:36.507898 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Bound port: 356c43ad-c701-4431-9579-f42860101b38, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:17:36.508270 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.522809 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b49e3c-f6e1-4a2f-b4bb-4643d06ee16a req-a3835b93-a2e2-4c49-9087-7f19e99d2097 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:36.524640 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72b49e3c-f6e1-4a2f-b4bb-4643d06ee16a req-a3835b93-a2e2-4c49-9087-7f19e99d2097 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 944 time: 0.0927386 Jul 23 21:17:36.578286 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72b49e3c-f6e1-4a2f-b4bb-4643d06ee16a req-77545c37-0ddb-4381-9f30-1c7c1b12bbe4 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476484 Jul 23 21:17:36.593124 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] For port 356c43ad-c701-4431-9579-f42860101b38, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:17:36.599048 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] For port 356c43ad-c701-4431-9579-f42860101b38, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=356c43ad-c701-4431-9579-f42860101b38,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:17:36.604110 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.636748 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:36.637364 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.638875 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] 10.222.0.48 "PUT /v2.0/ports/356c43ad-c701-4431-9579-f42860101b38 HTTP/1.1" status: 200 len: 1093 time: 0.6782279 Jul 23 21:17:36.639333 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'tag': '356c43ad-c701-4431-9579-f42860101b38'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:17:36.641575 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946417b6-fe09-4869-b642-02459bdd01f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7adf40e3-89df-4bbc-b857-c520ca59b48b", "tag": "356c43ad-c701-4431-9579-f42860101b38"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:17:36.672057 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3f4d5-3259-49a7-b080-bb7588ab8577 service neutron] Pushing event updated for resources: {'Port': ['ID=356c43ad-c701-4431-9579-f42860101b38,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:36.690457 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dce565f-54bc-4b18-ad86-a0e96b445bbf x-openstack-request-id: req-5dce565f-54bc-4b18-ad86-a0e96b445bbf {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:17:36.690770 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7adf40e3-89df-4bbc-b857-c520ca59b48b", "tag": "356c43ad-c701-4431-9579-f42860101b38", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:17:36.691145 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5dce565f-54bc-4b18-ad86-a0e96b445bbf {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:17:36.691472 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'tag': '356c43ad-c701-4431-9579-f42860101b38', 'status': 'completed', 'code': 200} Jul 23 21:17:36.745284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-93baf976-358b-4961-a120-7245471484ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:36.746804 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-93baf976-358b-4961-a120-7245471484ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 1096 time: 0.0662274 Jul 23 21:17:36.798002 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-c0f00d55-0e1c-4772-aa9c-29b18237b829 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356c43ad-c701-4431-9579-f42860101b38 HTTP/1.1" status: 200 len: 217 time: 0.0393889 Jul 23 21:17:36.853380 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-bd5a93b5-8344-413b-a1af-c04e9ec075c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:36.854864 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-bd5a93b5-8344-413b-a1af-c04e9ec075c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0473006 Jul 23 21:17:36.916823 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-2c214278-b173-4f39-83d5-96adf71582ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:36.918309 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-2c214278-b173-4f39-83d5-96adf71582ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534835 Jul 23 21:17:37.275553 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-dec550f1-f2e8-4d92-9b98-ade54d998692 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460457 Jul 23 21:17:37.367566 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cc9f5082-8224-4625-8aea-cfb26166b841 req-588ad6b1-fe68-41f9-b397-d296400f15ce service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804937 Jul 23 21:17:37.471920 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946417b6-fe09-4869-b642-02459bdd01f2 req-0177a89e-8a4d-447a-85dd-5b5a4cc8fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:37.473395 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-946417b6-fe09-4869-b642-02459bdd01f2 req-0177a89e-8a4d-447a-85dd-5b5a4cc8fb26 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 1096 time: 0.0545275 Jul 23 21:17:37.569919 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946417b6-fe09-4869-b642-02459bdd01f2 req-d04ee574-97e5-4651-ab0f-de23aaa78abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:37.571415 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-946417b6-fe09-4869-b642-02459bdd01f2 req-d04ee574-97e5-4651-ab0f-de23aaa78abe service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0908604 Jul 23 21:17:37.612559 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-946417b6-fe09-4869-b642-02459bdd01f2 req-b3f09329-ca61-4a15-a6be-8730ad263404 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356c43ad-c701-4431-9579-f42860101b38 HTTP/1.1" status: 200 len: 217 time: 0.0348446 Jul 23 21:17:37.665296 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946417b6-fe09-4869-b642-02459bdd01f2 req-5dd78eb5-80f8-4f51-9a34-a30412acd599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:37.666733 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-946417b6-fe09-4869-b642-02459bdd01f2 req-5dd78eb5-80f8-4f51-9a34-a30412acd599 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0468621 Jul 23 21:17:37.714981 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76d59-b703-402e-9ce7-20b6cc51e032 req-ceb15423-9be1-4859-b11f-4febc1e65ad0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:37.716508 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92d76d59-b703-402e-9ce7-20b6cc51e032 req-ceb15423-9be1-4859-b11f-4febc1e65ad0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 944 time: 0.0638978 Jul 23 21:17:37.727198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946417b6-fe09-4869-b642-02459bdd01f2 req-8d8363cd-0a78-4573-81e0-62a2b23fccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:37.728831 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-946417b6-fe09-4869-b642-02459bdd01f2 req-8d8363cd-0a78-4573-81e0-62a2b23fccef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549531 Jul 23 21:17:37.754531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92d76d59-b703-402e-9ce7-20b6cc51e032 req-e6b2f662-91ee-46c9-b43b-cf24c7f4ceca tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315897 Jul 23 21:17:37.821924 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-946417b6-fe09-4869-b642-02459bdd01f2 req-126173a3-2e8f-4cfd-9f49-cd2d98ab4de3 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856934 Jul 23 21:17:37.913959 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-946417b6-fe09-4869-b642-02459bdd01f2 req-27d5e1f6-9ba0-46aa-aa37-103043f3e2c2 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846274 Jul 23 21:17:37.975520 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b8e13a29-eddf-475e-9e75-4e7def2c2500 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:17:38.021570 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b8e13a29-eddf-475e-9e75-4e7def2c2500 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:38.021999 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.883970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816048f1-0630-4299-ba3f-8aa975b7bc0b req-5b66838d-ed0a-432d-a335-1f4c606247c5 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:38.885386 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-816048f1-0630-4299-ba3f-8aa975b7bc0b req-5b66838d-ed0a-432d-a335-1f4c606247c5 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 944 time: 0.0637298 Jul 23 21:17:38.922011 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-816048f1-0630-4299-ba3f-8aa975b7bc0b req-d11e791c-9000-4d42-aad1-eb41a5d8ea96 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310395 Jul 23 21:17:40.052374 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c8531-5678-445b-b6f8-423d65b708d4 req-619f22ab-0f3d-4757-b583-afc943f130ac tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:40.053858 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a7c8531-5678-445b-b6f8-423d65b708d4 req-619f22ab-0f3d-4757-b583-afc943f130ac tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 944 time: 0.0680079 Jul 23 21:17:40.091547 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a7c8531-5678-445b-b6f8-423d65b708d4 req-601c3c75-fc01-45d8-b3d6-058235b5f1b1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321550 Jul 23 21:17:40.663371 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 356c43ad-c701-4431-9579-f42860101b38 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:17:40.754120 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 356c43ad-c701-4431-9579-f42860101b38, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=356c43ad-c701-4431-9579-f42860101b38,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:40.765405 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '356c43ad-c701-4431-9579-f42860101b38', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'port_id': '356c43ad-c701-4431-9579-f42860101b38', 'mac_address': 'fa:16:3e:4d:f3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:17:40.806053 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:40.818048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356c43ad-c701-4431-9579-f42860101b38 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:17:40.837153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 356c43ad-c701-4431-9579-f42860101b38, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=356c43ad-c701-4431-9579-f42860101b38,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:40.840925 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:40.886403 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=356c43ad-c701-4431-9579-f42860101b38,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:41.098493 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['356c43ad-c701-4431-9579-f42860101b38'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:17:41.219882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a936031-b56a-4edf-8f63-77d77dc52e33 req-d2b27838-9805-495c-b19d-f9f9491a226a tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:41.221430 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6a936031-b56a-4edf-8f63-77d77dc52e33 req-d2b27838-9805-495c-b19d-f9f9491a226a tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 945 time: 0.0652962 Jul 23 21:17:41.259045 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6a936031-b56a-4edf-8f63-77d77dc52e33 req-7b6ab164-def6-4b57-ad95-bad9d2747971 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320935 Jul 23 21:17:42.389030 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad49c6d-c8ba-4686-b5e6-ebc1a0c27b9e req-b628cc04-24d1-4c45-9353-50ddf6462e43 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:42.390815 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ad49c6d-c8ba-4686-b5e6-ebc1a0c27b9e req-b628cc04-24d1-4c45-9353-50ddf6462e43 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 945 time: 0.0652399 Jul 23 21:17:42.433942 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ad49c6d-c8ba-4686-b5e6-ebc1a0c27b9e req-61975f64-12ee-4217-bda4-3f4ce57fb08a tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368578 Jul 23 21:17:42.678019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 356c43ad-c701-4431-9579-f42860101b38 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:17:42.725012 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 356c43ad-c701-4431-9579-f42860101b38 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:17:42.728424 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 356c43ad-c701-4431-9579-f42860101b38 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:42.728788 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:42.801862 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:42.823628 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356c43ad-c701-4431-9579-f42860101b38'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:17:42.825895 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516ef5b2-036d-426d-a916-29dbf2d3710e" -d '{"events": [{"server_uuid": "7adf40e3-89df-4bbc-b857-c520ca59b48b", "name": "network-vif-plugged", "status": "completed", "tag": "356c43ad-c701-4431-9579-f42860101b38"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:17:42.841654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 356c43ad-c701-4431-9579-f42860101b38, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=356c43ad-c701-4431-9579-f42860101b38,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:42.846389 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:42.869448 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817eedcc-3814-4bf7-b00a-cbef000c520c x-openstack-request-id: req-817eedcc-3814-4bf7-b00a-cbef000c520c {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:17:42.869738 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adf40e3-89df-4bbc-b857-c520ca59b48b", "name": "network-vif-plugged", "status": "completed", "tag": "356c43ad-c701-4431-9579-f42860101b38", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:17:42.869989 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-817eedcc-3814-4bf7-b00a-cbef000c520c {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:17:42.870366 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356c43ad-c701-4431-9579-f42860101b38', 'code': 200} Jul 23 21:17:42.896090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=356c43ad-c701-4431-9579-f42860101b38,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:42.978719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae44932-20c7-474c-83f9-73fd92521e05 req-1ff35860-49a1-4c75-8be7-b49fe07f7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:42.980140 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0ae44932-20c7-474c-83f9-73fd92521e05 req-1ff35860-49a1-4c75-8be7-b49fe07f7384 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 1098 time: 0.0514722 Jul 23 21:17:43.018340 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0ae44932-20c7-474c-83f9-73fd92521e05 req-dad7ef96-ad89-4df4-902b-97147b7d3f0c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275593 Jul 23 21:17:43.561415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c5edf-d9d2-4599-addd-9982486c21e9 req-b2903bec-98a6-424d-b8be-7c632eb2d49a tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:43.562914 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fe2c5edf-d9d2-4599-addd-9982486c21e9 req-b2903bec-98a6-424d-b8be-7c632eb2d49a tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.0634270 Jul 23 21:17:43.602616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fe2c5edf-d9d2-4599-addd-9982486c21e9 req-28e695a5-2e7d-4432-8b8c-c66e64623e5f tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338845 Jul 23 21:17:44.731435 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab610662-2a98-4a8b-a869-e65c80f7324d req-51d60d4a-a901-4705-b819-275e84d644a9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:44.732932 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab610662-2a98-4a8b-a869-e65c80f7324d req-51d60d4a-a901-4705-b819-275e84d644a9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.0639954 Jul 23 21:17:44.770105 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab610662-2a98-4a8b-a869-e65c80f7324d req-cea76505-adb8-43fb-acfc-048cebd06b58 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310214 Jul 23 21:17:44.900218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1116c3c-8dfa-4ed0-a066-d6b620a9eb8a req-efef127d-d391-435d-a7c6-f2713efc2219 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:44.901818 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1116c3c-8dfa-4ed0-a066-d6b620a9eb8a req-efef127d-d391-435d-a7c6-f2713efc2219 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.0691559 Jul 23 21:17:44.910825 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 54636) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:44.915247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1e785a14-dbf5-4301-8aa0-0672ff78ad21 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Request body: {'floatingip': {'port_id': '356c43ad-c701-4431-9579-f42860101b38'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:44.954584 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1e785a14-dbf5-4301-8aa0-0672ff78ad21 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:45.372863 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1e785a14-dbf5-4301-8aa0-0672ff78ad21 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:45.376555 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1e785a14-dbf5-4301-8aa0-0672ff78ad21 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:45.475256 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-1e785a14-dbf5-4301-8aa0-0672ff78ad21 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Floating IP f7420c6d-eba2-42aa-809e-64135b650326 associated. External IP: 172.25.3.61, port: 356c43ad-c701-4431-9579-f42860101b38. Jul 23 21:17:45.683138 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e785a14-dbf5-4301-8aa0-0672ff78ad21 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:17:45.729130 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:45.790409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e785a14-dbf5-4301-8aa0-0672ff78ad21 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:17:45.794974 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1e785a14-dbf5-4301-8aa0-0672ff78ad21 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:45.799883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3765d1de-37d5-4bf6-967a-fa08771dca5f None None] Sync routers for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:17:45.808937 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3765d1de-37d5-4bf6-967a-fa08771dca5f None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:17:45.809551 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3765d1de-37d5-4bf6-967a-fa08771dca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:17:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:45.835960 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1e785a14-dbf5-4301-8aa0-0672ff78ad21 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "PUT /v2.0/floatingips/f7420c6d-eba2-42aa-809e-64135b650326 HTTP/1.1" status: 200 len: 991 time: 0.9240568 Jul 23 21:17:45.836560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'tag': '356c43ad-c701-4431-9579-f42860101b38'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:17:45.838827 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3cb595-4fd7-41a0-93ee-f4f61e9c4839" -d '{"events": [{"name": "network-changed", "server_uuid": "7adf40e3-89df-4bbc-b857-c520ca59b48b", "tag": "356c43ad-c701-4431-9579-f42860101b38"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:17:45.920664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-3765d1de-37d5-4bf6-967a-fa08771dca5f None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:17:45.944261 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96575bec-3310-40f2-8a65-e27e94b81788 x-openstack-request-id: req-96575bec-3310-40f2-8a65-e27e94b81788 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:17:45.944617 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7adf40e3-89df-4bbc-b857-c520ca59b48b", "tag": "356c43ad-c701-4431-9579-f42860101b38", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:17:45.944934 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96575bec-3310-40f2-8a65-e27e94b81788 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:17:45.945356 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'tag': '356c43ad-c701-4431-9579-f42860101b38', 'status': 'completed', 'code': 200} Jul 23 21:17:46.021096 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cb595-4fd7-41a0-93ee-f4f61e9c4839 req-29616266-d217-4578-aae8-1dfef6e988c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:46.022772 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2e3cb595-4fd7-41a0-93ee-f4f61e9c4839 req-29616266-d217-4578-aae8-1dfef6e988c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 1098 time: 0.0583777 Jul 23 21:17:46.113328 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cb595-4fd7-41a0-93ee-f4f61e9c4839 req-e14fd1f2-de3c-476b-ab64-852c4fa14d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:46.114785 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2e3cb595-4fd7-41a0-93ee-f4f61e9c4839 req-e14fd1f2-de3c-476b-ab64-852c4fa14d8d service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0851333 Jul 23 21:17:46.147362 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3765d1de-37d5-4bf6-967a-fa08771dca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f7420c6d-eba2-42aa-809e-64135b650326', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'port_id': '356c43ad-c701-4431-9579-f42860101b38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'mac_address': 'fa:16:3e:4d:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:17:33Z', 'updated_at': '2021-07-23T21:17:45Z', 'revision_number': 1, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:46.177671 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3765d1de-37d5-4bf6-967a-fa08771dca5f None None] Checking router: 4b1ff597-38c7-4909-9d13-67d2ec2b0fff for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:17:46.182955 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2e3cb595-4fd7-41a0-93ee-f4f61e9c4839 req-eafe4b4a-d02c-4ad7-825e-5882b7b2e9c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356c43ad-c701-4431-9579-f42860101b38 HTTP/1.1" status: 200 len: 999 time: 0.0614388 Jul 23 21:17:46.185869 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3765d1de-37d5-4bf6-967a-fa08771dca5f None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:17:46.186527 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3765d1de-37d5-4bf6-967a-fa08771dca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:17:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:46.230832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cb595-4fd7-41a0-93ee-f4f61e9c4839 req-57deb677-e7c2-4385-a595-7fd1bd938dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:46.232321 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2e3cb595-4fd7-41a0-93ee-f4f61e9c4839 req-57deb677-e7c2-4385-a595-7fd1bd938dae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0427978 Jul 23 21:17:46.294620 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cb595-4fd7-41a0-93ee-f4f61e9c4839 req-1d842a55-e758-4e47-ac1d-ab885c11fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:46.296254 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2e3cb595-4fd7-41a0-93ee-f4f61e9c4839 req-1d842a55-e758-4e47-ac1d-ab885c11fa83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573661 Jul 23 21:17:46.296971 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-3765d1de-37d5-4bf6-967a-fa08771dca5f None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:17:46.389638 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2e3cb595-4fd7-41a0-93ee-f4f61e9c4839 req-a2f80506-7e37-409d-bce4-48a981e065b0 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860198 Jul 23 21:17:46.481885 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2e3cb595-4fd7-41a0-93ee-f4f61e9c4839 req-35eb6b2e-d8a8-496c-83d9-fd2f64588172 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850508 Jul 23 21:17:46.524597 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3765d1de-37d5-4bf6-967a-fa08771dca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f7420c6d-eba2-42aa-809e-64135b650326', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'port_id': '356c43ad-c701-4431-9579-f42860101b38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'mac_address': 'fa:16:3e:4d:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:17:33Z', 'updated_at': '2021-07-23T21:17:45Z', 'revision_number': 1, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:46.554198 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3765d1de-37d5-4bf6-967a-fa08771dca5f None None] The sync data for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 is: [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f7420c6d-eba2-42aa-809e-64135b650326', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'port_id': '356c43ad-c701-4431-9579-f42860101b38', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'mac_address': 'fa:16:3e:4d:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:17:33Z', 'updated_at': '2021-07-23T21:17:45Z', 'revision_number': 1, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:17:46.737248 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42be172-8e4e-4c23-8489-46e44c4f0f7a None None] New status for floating IP f7420c6d-eba2-42aa-809e-64135b650326: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:17:47.176226 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:54.614565 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c9ce44d4-3e69-458a-bcdc-d96fee5f9809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:57.165172 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-84769670-de97-421a-ae82-799456c6c5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:57.400561 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:58.649553 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:59.038371 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:18:00.105980 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:15.726927 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:17.197613 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:24.613699 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a43fcf43-3b2b-4f86-a07e-c0f58488b5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:27.164746 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24059de7-b7bd-4101-b3a8-666226452136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:27.400962 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:28.651878 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:30.110256 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:36.038769 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:18:41.366982 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-02edbe22-5598-4447-ac76-277956d09f82 req-c8bf82ba-e5e9-4c69-8f74-fa060f4acd4a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0710950 Jul 23 21:18:41.470761 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edbe22-5598-4447-ac76-277956d09f82 req-4119eb01-f419-49a3-8a6c-2e6c305d9400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:41.472248 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-02edbe22-5598-4447-ac76-277956d09f82 req-4119eb01-f419-49a3-8a6c-2e6c305d9400 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 1098 time: 0.0543542 Jul 23 21:18:41.582838 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edbe22-5598-4447-ac76-277956d09f82 req-aef5f87b-3c21-4ca9-a850-255368f6a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:41.584509 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-02edbe22-5598-4447-ac76-277956d09f82 req-aef5f87b-3c21-4ca9-a850-255368f6a3f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0895159 Jul 23 21:18:41.651965 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-02edbe22-5598-4447-ac76-277956d09f82 req-114cecef-198e-4b5d-811d-0f4ec6d95c21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356c43ad-c701-4431-9579-f42860101b38 HTTP/1.1" status: 200 len: 1001 time: 0.0578151 Jul 23 21:18:41.704611 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edbe22-5598-4447-ac76-277956d09f82 req-cdf9cb8c-31c7-4556-a19a-b5e137b56255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:41.706060 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-02edbe22-5598-4447-ac76-277956d09f82 req-cdf9cb8c-31c7-4556-a19a-b5e137b56255 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0441632 Jul 23 21:18:41.770315 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edbe22-5598-4447-ac76-277956d09f82 req-70829d18-31a0-40c2-a65c-2b38f0529831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:41.771866 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-02edbe22-5598-4447-ac76-277956d09f82 req-70829d18-31a0-40c2-a65c-2b38f0529831 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561562 Jul 23 21:18:41.864008 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-02edbe22-5598-4447-ac76-277956d09f82 req-8b275ec0-0c8e-496e-bbea-ac6ea5868644 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820401 Jul 23 21:18:41.960408 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-02edbe22-5598-4447-ac76-277956d09f82 req-4f64e3eb-ff1b-450d-88a8-f1a97d0a10b9 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865476 Jul 23 21:18:45.719881 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:47.190674 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:54.613131 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-420d7654-7398-4a27-935e-8b05b2a01368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:57.166466 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1351614b-9757-4e16-af8c-051518521bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:57.403016 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:58.654108 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:00.112189 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:13.037202 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:19:15.734673 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:17.204850 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:24.613277 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1d979059-ca79-4ee0-8e72-f96242b42ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:26.140625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7788a-8945-4401-bbec-42881fd14306 req-2aa76b33-d2b3-4d0b-a83b-f61e1ad44b2c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:26.142139 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b3e7788a-8945-4401-bbec-42881fd14306 req-2aa76b33-d2b3-4d0b-a83b-f61e1ad44b2c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.1365080 Jul 23 21:19:26.182700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b3e7788a-8945-4401-bbec-42881fd14306 req-dd6d6f6e-6aec-4ca7-8aba-d47e1bae21eb tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347881 Jul 23 21:19:26.432868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204d5f3-8de8-4e61-a1bb-816172027134 req-5c1718df-59ac-4f3e-8ccf-7d6cf4e80dae tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:26.434314 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0204d5f3-8de8-4e61-a1bb-816172027134 req-5c1718df-59ac-4f3e-8ccf-7d6cf4e80dae tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.0637167 Jul 23 21:19:26.461144 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-ca42b84a-1849-4a94-aea1-65a8007ef7d3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0989556 Jul 23 21:19:26.472976 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0204d5f3-8de8-4e61-a1bb-816172027134 req-c7b371f6-80f6-4c9a-8fda-e85eaa4a5ae0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327475 Jul 23 21:19:27.166512 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f39d92f-601a-4605-9258-1c0823b5c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:27.406324 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:27.520382 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-4c634a82-1e09-417c-98dc-0f3a3b5bc336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:27.522176 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-4c634a82-1e09-417c-98dc-0f3a3b5bc336 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 1098 time: 0.0706034 Jul 23 21:19:27.623027 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-b44caa31-adbc-49e5-912c-4a6f480bde46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:27.624546 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-b44caa31-adbc-49e5-912c-4a6f480bde46 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0918915 Jul 23 21:19:27.662314 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856489f-1a47-4aac-bce2-795532a828fa req-9e4e1af9-e041-4b83-863c-4ac7211aa253 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:27.663753 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f856489f-1a47-4aac-bce2-795532a828fa req-9e4e1af9-e041-4b83-863c-4ac7211aa253 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.1210456 Jul 23 21:19:27.692024 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-b7ebbf32-9846-49ea-96d3-e31e61debaad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356c43ad-c701-4431-9579-f42860101b38 HTTP/1.1" status: 200 len: 1001 time: 0.0576484 Jul 23 21:19:27.701698 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f856489f-1a47-4aac-bce2-795532a828fa req-8b4d9b7a-2dab-4297-849b-5040a87ca79b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315733 Jul 23 21:19:27.748768 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-3066fab7-147c-40e9-b495-fac62507310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:27.750219 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-3066fab7-147c-40e9-b495-fac62507310d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0488391 Jul 23 21:19:27.814407 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-498026bf-4796-4926-8d86-2f57069d5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:27.816492 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-498026bf-4796-4926-8d86-2f57069d5e38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562003 Jul 23 21:19:27.909338 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-2131691a-9faa-4a84-9a15-12a5e87cef7f service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821753 Jul 23 21:19:28.007372 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-338aec92-938b-424d-90e8-5c64734ab7e5 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883811 Jul 23 21:19:28.656585 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:28.839456 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98019de9-4de4-4cf4-8b06-84f1a601bda5 req-a264ec90-36c4-4a40-8f5f-de9f309a7e7d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:28.840888 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98019de9-4de4-4cf4-8b06-84f1a601bda5 req-a264ec90-36c4-4a40-8f5f-de9f309a7e7d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.0716126 Jul 23 21:19:28.879165 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-98019de9-4de4-4cf4-8b06-84f1a601bda5 req-e3e71d80-6696-472e-9061-c960200733c3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322921 Jul 23 21:19:30.009149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0095b2-ccdb-4e39-8846-12933ec3e25d req-15bff82b-f685-49b1-9938-b3c775ba81ad tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:30.010647 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd0095b2-ccdb-4e39-8846-12933ec3e25d req-15bff82b-f685-49b1-9938-b3c775ba81ad tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.0646334 Jul 23 21:19:30.051725 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cd0095b2-ccdb-4e39-8846-12933ec3e25d req-5d5357c8-bc26-41fe-8c80-6d6be6eccacf tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355024 Jul 23 21:19:30.115930 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:31.180932 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471c747-ec33-4606-a40e-4a7728ef08d1 req-f5915ba4-7909-48bf-b25c-985f42bd14fc tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:31.182414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7471c747-ec33-4606-a40e-4a7728ef08d1 req-f5915ba4-7909-48bf-b25c-985f42bd14fc tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.0626652 Jul 23 21:19:31.221119 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7471c747-ec33-4606-a40e-4a7728ef08d1 req-b5e744ba-379b-4a62-a23e-14cf88a246a8 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331173 Jul 23 21:19:32.348353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493aae6-d4d0-4865-a808-f99a26a7b491 req-5cf57890-e1be-4303-a9bd-f57ff1ce3d4e tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:32.349853 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d493aae6-d4d0-4865-a808-f99a26a7b491 req-5cf57890-e1be-4303-a9bd-f57ff1ce3d4e tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.0633147 Jul 23 21:19:32.387695 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d493aae6-d4d0-4865-a808-f99a26a7b491 req-d8de2264-aeb6-460c-b998-47241180c2a0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317552 Jul 23 21:19:33.521037 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af05ff-faaf-4254-9148-f3085a874b47 req-5c8c5fab-db1b-4a9f-a856-40a8d5c9fd5c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:33.522515 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07af05ff-faaf-4254-9148-f3085a874b47 req-5c8c5fab-db1b-4a9f-a856-40a8d5c9fd5c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.0661080 Jul 23 21:19:33.560760 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07af05ff-faaf-4254-9148-f3085a874b47 req-a33f5e18-8420-4b8b-8d1a-f595cd02fe73 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326350 Jul 23 21:19:34.692691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efdc0-6310-464b-9fcf-3dbc91228ce5 req-d6f5a888-2a7c-4a1c-970b-d6b9218ecf96 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:34.694170 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac3efdc0-6310-464b-9fcf-3dbc91228ce5 req-d6f5a888-2a7c-4a1c-970b-d6b9218ecf96 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.0622640 Jul 23 21:19:34.731474 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac3efdc0-6310-464b-9fcf-3dbc91228ce5 req-b3434d39-6391-4bc4-aac3-3f6eda84f09a tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311477 Jul 23 21:19:35.860650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdd250-c469-4d8c-bd5d-c04ea7a5ae02 req-b4f01637-ba7d-4b37-b3c7-8eae60fdab26 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:35.862053 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dacdd250-c469-4d8c-bd5d-c04ea7a5ae02 req-b4f01637-ba7d-4b37-b3c7-8eae60fdab26 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.0636873 Jul 23 21:19:35.899059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dacdd250-c469-4d8c-bd5d-c04ea7a5ae02 req-c08cdb42-6ad1-47ca-bb6b-c9956980fa16 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314043 Jul 23 21:19:37.029003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac29c2-4317-48da-abbf-2fb683d36d77 req-e869b12d-0912-49bb-af59-a802b993e8d9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:37.030475 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2cac29c2-4317-48da-abbf-2fb683d36d77 req-e869b12d-0912-49bb-af59-a802b993e8d9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.0663824 Jul 23 21:19:37.066324 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2cac29c2-4317-48da-abbf-2fb683d36d77 req-7eb4e88d-2961-401d-bffb-b9523d56ee70 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302396 Jul 23 21:19:38.193669 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa96f2f-cfa1-4ca6-9ca3-6da1c99772b7 req-2614d7e7-2ef5-488f-b041-1ca9e85ab794 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:38.195185 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8aa96f2f-cfa1-4ca6-9ca3-6da1c99772b7 req-2614d7e7-2ef5-488f-b041-1ca9e85ab794 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.0625591 Jul 23 21:19:38.234296 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8aa96f2f-cfa1-4ca6-9ca3-6da1c99772b7 req-ab818054-d5cf-4576-891e-4c3772366276 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328710 Jul 23 21:19:39.365566 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55a014-356c-483a-871a-eb2897bf93f8 req-27afe872-5b74-45bc-b523-0ceba701ab67 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:39.367094 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a55a014-356c-483a-871a-eb2897bf93f8 req-27afe872-5b74-45bc-b523-0ceba701ab67 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.0666718 Jul 23 21:19:39.404686 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a55a014-356c-483a-871a-eb2897bf93f8 req-14a666a6-4dc5-47a4-90af-48e203df8cd3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314128 Jul 23 21:19:40.533463 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b93347-07a1-493c-a8e2-1010339bb311 req-87e120fb-30cf-47bb-bd78-5c1dd40e9238 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:40.534991 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79b93347-07a1-493c-a8e2-1010339bb311 req-87e120fb-30cf-47bb-bd78-5c1dd40e9238 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.0636773 Jul 23 21:19:40.543618 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-bc856ba4-c25d-4e1a-a371-61ee3dc4016b service neutron] show failed (client error): The resource could not be found. Jul 23 21:19:40.544659 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-bc856ba4-c25d-4e1a-a371-61ee3dc4016b service neutron] 10.222.0.48 "GET /v2.0/ports/356c43ad-c701-4431-9579-f42860101b38/bindings/n-h2-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.0557365 Jul 23 21:19:40.580169 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-79b93347-07a1-493c-a8e2-1010339bb311 req-af6828cf-e6ce-4838-9c44-5e16d37d0e15 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350082 Jul 23 21:19:40.767446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-25703edd-6ef8-4971-ac6f-78753d905cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:40.768953 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-25703edd-6ef8-4971-ac6f-78753d905cc1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b&tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6 HTTP/1.1" status: 200 len: 1098 time: 0.0545859 Jul 23 21:19:40.779644 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:19:40.852203 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:41.053241 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] For port 356c43ad-c701-4431-9579-f42860101b38, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=356c43ad-c701-4431-9579-f42860101b38,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:19:41.086307 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] For port 356c43ad-c701-4431-9579-f42860101b38, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:19:41.130301 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '356c43ad-c701-4431-9579-f42860101b38'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:19:41.132591 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3360e28a-5266-417c-92ce-ce2406239eaf" -d '{"events": [{"server_uuid": "7adf40e3-89df-4bbc-b857-c520ca59b48b", "name": "network-vif-unplugged", "status": "completed", "tag": "356c43ad-c701-4431-9579-f42860101b38"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:19:41.136413 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:41.151085 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Transition to ACTIVE for port object 356c43ad-c701-4431-9579-f42860101b38 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:19:41.155077 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:41.252552 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Pushing event updated for resources: {'Port': ['ID=356c43ad-c701-4431-9579-f42860101b38,revision_number=6']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:41.266249 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96048e1-7d25-4e76-bc24-5a8723bee6d2 x-openstack-request-id: req-b96048e1-7d25-4e76-bc24-5a8723bee6d2 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:19:41.266554 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adf40e3-89df-4bbc-b857-c520ca59b48b", "name": "network-vif-unplugged", "status": "completed", "tag": "356c43ad-c701-4431-9579-f42860101b38", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:19:41.266805 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b96048e1-7d25-4e76-bc24-5a8723bee6d2 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:19:41.267216 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '356c43ad-c701-4431-9579-f42860101b38', 'code': 200} Jul 23 21:19:41.281502 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:41.281839 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:41.282172 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:41.282497 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:41.282820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:41.283162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:41.283478 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:41.283797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:41.284175 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:41.284425 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:41.284739 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:41.285048 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:41.343884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] No DVR routers for this DVR port 356c43ad-c701-4431-9579-f42860101b38 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:19:41.483132 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Attempting to bind port 356c43ad-c701-4431-9579-f42860101b38 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:19:41.483389 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Attempting to bind port 356c43ad-c701-4431-9579-f42860101b38 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:19:41.483723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Attempting to bind port 356c43ad-c701-4431-9579-f42860101b38 on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:19:41.487962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Port 356c43ad-c701-4431-9579-f42860101b38 on network 4578f605-2e29-40bd-b042-b122e4c1caf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:19:41.488283 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Attempting to bind port 356c43ad-c701-4431-9579-f42860101b38 on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:19:41.493048 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:19:41.493387 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Checking segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:19:41.493771 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Bound using segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:19:41.494197 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Bound port: 356c43ad-c701-4431-9579-f42860101b38, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:19:41.494552 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:41.557084 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] For port 356c43ad-c701-4431-9579-f42860101b38, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:19:41.560363 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] For port 356c43ad-c701-4431-9579-f42860101b38, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=356c43ad-c701-4431-9579-f42860101b38,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:19:41.564475 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:41.604780 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:41.605412 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:41.606830 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] 10.222.0.57 "PUT /v2.0/ports/356c43ad-c701-4431-9579-f42860101b38 HTTP/1.1" status: 200 len: 1093 time: 0.8311417 Jul 23 21:19:41.641397 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710037ee-9dca-4de4-b4b0-c55abbd1507c service neutron] Pushing event updated for resources: {'Port': ['ID=356c43ad-c701-4431-9579-f42860101b38,revision_number=7']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:41.691201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-fec53244-8cdd-4ddc-88bc-e937b8b05b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:41.692871 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-fec53244-8cdd-4ddc-88bc-e937b8b05b4a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 1096 time: 0.0626941 Jul 23 21:19:41.725978 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64204516-dea5-4a0d-ad59-18a79c9ee47c req-62420dbc-e129-41b0-a1c8-cbd74823302d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:41.728093 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64204516-dea5-4a0d-ad59-18a79c9ee47c req-62420dbc-e129-41b0-a1c8-cbd74823302d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 944 time: 0.0703344 Jul 23 21:19:41.768300 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64204516-dea5-4a0d-ad59-18a79c9ee47c req-7f840f45-f227-4d2f-99b9-28a758c8e0df tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338919 Jul 23 21:19:41.791431 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-05680467-e633-48da-ab57-a800d7e59f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:41.792923 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-05680467-e633-48da-ab57-a800d7e59f86 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0943890 Jul 23 21:19:41.857453 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-148a5f7e-0557-4185-aae5-bc0b4ec531f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356c43ad-c701-4431-9579-f42860101b38 HTTP/1.1" status: 200 len: 999 time: 0.0580561 Jul 23 21:19:41.903886 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-b718dd09-6a48-4428-abae-c0b07b7bd054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:41.905181 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-b718dd09-6a48-4428-abae-c0b07b7bd054 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0415626 Jul 23 21:19:41.964279 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-1a29d143-6dcb-470c-b275-6bf09d43e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:41.965732 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-1a29d143-6dcb-470c-b275-6bf09d43e1d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547168 Jul 23 21:19:42.054175 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-ce9b7fbf-9041-47d6-a8fe-9a7420f4acad service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819888 Jul 23 21:19:42.147597 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-0600f6f0-bb4d-4aa5-82b0-5d6a2ffc6726 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861948 Jul 23 21:19:42.912275 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c184e-71e6-479d-b2d3-d6033bf996df req-31d7f494-0407-44b9-aba1-8811a5620945 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:42.913755 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-505c184e-71e6-479d-b2d3-d6033bf996df req-31d7f494-0407-44b9-aba1-8811a5620945 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 944 time: 0.0729244 Jul 23 21:19:42.951826 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-505c184e-71e6-479d-b2d3-d6033bf996df req-7ceb6e96-658e-4559-9422-13bae663912c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322595 Jul 23 21:19:43.268165 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'tag': '356c43ad-c701-4431-9579-f42860101b38'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:19:43.270560 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36358e7c-103e-4e4f-928f-23f6f4af7324" -d '{"events": [{"name": "network-changed", "server_uuid": "7adf40e3-89df-4bbc-b857-c520ca59b48b", "tag": "356c43ad-c701-4431-9579-f42860101b38"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:19:43.317427 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878fc0f9-0a2b-47da-8cb0-229ffb73c89f x-openstack-request-id: req-878fc0f9-0a2b-47da-8cb0-229ffb73c89f {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:19:43.317720 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7adf40e3-89df-4bbc-b857-c520ca59b48b", "tag": "356c43ad-c701-4431-9579-f42860101b38", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:19:43.317967 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-878fc0f9-0a2b-47da-8cb0-229ffb73c89f {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:19:43.318361 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'tag': '356c43ad-c701-4431-9579-f42860101b38', 'status': 'completed', 'code': 200} Jul 23 21:19:43.426804 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-82ec40ce-f3ee-4ce1-a5e8-ea8ee60d02da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:43.428721 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-82ec40ce-f3ee-4ce1-a5e8-ea8ee60d02da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 1096 time: 0.0905299 Jul 23 21:19:43.430068 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-f5f7f9f6-1391-476e-9fe3-ef0974e4d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:43.431454 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-f5f7f9f6-1391-476e-9fe3-ef0974e4d82a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 1096 time: 0.0848999 Jul 23 21:19:43.590168 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-f85b3309-8f21-4c17-af9c-56ff5e86073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:43.591674 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-f85b3309-8f21-4c17-af9c-56ff5e86073b service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.1559405 Jul 23 21:19:43.594743 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-e75bc725-fe5b-4b79-865e-ad8bc7e1701a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:43.596238 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-e75bc725-fe5b-4b79-865e-ad8bc7e1701a service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.1534698 Jul 23 21:19:43.970950 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-6449b802-5359-4b25-9c57-96ded2d360c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356c43ad-c701-4431-9579-f42860101b38 HTTP/1.1" status: 200 len: 999 time: 0.3729320 Jul 23 21:19:43.986583 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-0d3f1de5-4db3-4c4a-90ed-40c36371522c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356c43ad-c701-4431-9579-f42860101b38 HTTP/1.1" status: 200 len: 999 time: 0.3533139 Jul 23 21:19:44.068709 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-0679cbb6-5ac2-4ee3-9ea4-8825d26e3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:44.070193 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-0679cbb6-5ac2-4ee3-9ea4-8825d26e3500 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0929370 Jul 23 21:19:44.073638 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-86125baa-1bc5-48f5-9000-ff300ff12775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:44.074943 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-86125baa-1bc5-48f5-9000-ff300ff12775 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0693729 Jul 23 21:19:44.089522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7ec72-9418-4930-af5f-31a27700fef6 req-3f87f5a2-a817-4053-b6fc-76a915d39347 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:44.091038 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ad7ec72-9418-4930-af5f-31a27700fef6 req-3f87f5a2-a817-4053-b6fc-76a915d39347 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 944 time: 0.0695059 Jul 23 21:19:44.131227 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ad7ec72-9418-4930-af5f-31a27700fef6 req-c182e612-012d-4c10-8fc2-1601822da704 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340390 Jul 23 21:19:44.168518 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-97a851db-2250-4a5d-a51d-b309acb9a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:44.170010 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-97a851db-2250-4a5d-a51d-b309acb9a8f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924766 Jul 23 21:19:44.174983 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-7e9be5fb-158b-408a-9967-010c07b70095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:44.176366 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-7e9be5fb-158b-408a-9967-010c07b70095 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905643 Jul 23 21:19:44.327233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.48', 52413) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:44.344983 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-ea47b8c2-b8b6-4e85-b452-710f1768469e service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674104 Jul 23 21:19:44.370150 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc438b-22e9-4cbd-91ab-46a3d8df23ae req-f8d1ab2f-0513-4d2b-b4a6-6c2a36fbf5b8 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:44.371856 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-17bc438b-22e9-4cbd-91ab-46a3d8df23ae req-f8d1ab2f-0513-4d2b-b4a6-6c2a36fbf5b8 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 944 time: 0.0762017 Jul 23 21:19:44.372499 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-33fae655-0c82-4687-9082-3cde8fa4aedf service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874247 Jul 23 21:19:44.410642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-17bc438b-22e9-4cbd-91ab-46a3d8df23ae req-ddb2dc38-0dbc-4ad1-b9be-c7739128674a tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326905 Jul 23 21:19:44.538405 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4b874-48d6-4833-b524-39f77ea3b67b req-f9ff7ff7-f6c4-4b37-937b-92a565554bb2 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:44.539949 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bbd4b874-48d6-4833-b524-39f77ea3b67b req-f9ff7ff7-f6c4-4b37-937b-92a565554bb2 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.48 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b&tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 944 time: 0.2117538 Jul 23 21:19:44.552524 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-2e095b5a-1515-493e-845a-72b9696d9a60 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904969 Jul 23 21:19:44.557478 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-d40f1b78-e358-4006-8934-4df8eca3e0cb service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724691 Jul 23 21:19:44.614263 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [req-bbd4b874-48d6-4833-b524-39f77ea3b67b req-1b743730-ae41-4f4c-8a8d-39b48d5193a1 service neutron] delete failed (client error): The resource could not be found. Jul 23 21:19:44.615371 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bbd4b874-48d6-4833-b524-39f77ea3b67b req-1b743730-ae41-4f4c-8a8d-39b48d5193a1 service neutron] 10.222.0.48 "DELETE /v2.0/ports/356c43ad-c701-4431-9579-f42860101b38/bindings/n-h1-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.0607369 Jul 23 21:19:44.719777 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4b874-48d6-4833-b524-39f77ea3b67b req-0d2e1531-bc96-4570-ad34-2d9130c3c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:44.721238 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bbd4b874-48d6-4833-b524-39f77ea3b67b req-0d2e1531-bc96-4570-ad34-2d9130c3c4e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 1096 time: 0.0536008 Jul 23 21:19:44.813502 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4b874-48d6-4833-b524-39f77ea3b67b req-4c4a2e76-cef0-418d-8837-e45a29aadcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:44.814845 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bbd4b874-48d6-4833-b524-39f77ea3b67b req-4c4a2e76-cef0-418d-8837-e45a29aadcec service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0843384 Jul 23 21:19:44.880841 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bbd4b874-48d6-4833-b524-39f77ea3b67b req-ac60471c-2af4-44fa-9fc1-c09969a953e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=356c43ad-c701-4431-9579-f42860101b38 HTTP/1.1" status: 200 len: 999 time: 0.0563383 Jul 23 21:19:44.934695 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4b874-48d6-4833-b524-39f77ea3b67b req-ecb89ab4-7897-498c-8ea9-3b6114dd07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:44.936118 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bbd4b874-48d6-4833-b524-39f77ea3b67b req-ecb89ab4-7897-498c-8ea9-3b6114dd07d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0457335 Jul 23 21:19:44.995997 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4b874-48d6-4833-b524-39f77ea3b67b req-544f4de7-7cab-47c0-9cf1-ae87d844b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:44.997456 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bbd4b874-48d6-4833-b524-39f77ea3b67b req-544f4de7-7cab-47c0-9cf1-ae87d844b8f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515954 Jul 23 21:19:45.088283 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bbd4b874-48d6-4833-b524-39f77ea3b67b req-6a241846-8a47-4ca6-873d-9d1556467d36 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802107 Jul 23 21:19:45.185736 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bbd4b874-48d6-4833-b524-39f77ea3b67b req-da2a637d-0b4c-4d0d-bb2e-4aae11e083f3 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868106 Jul 23 21:19:45.299370 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 356c43ad-c701-4431-9579-f42860101b38 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:19:45.335863 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 356c43ad-c701-4431-9579-f42860101b38 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:19:45.542569 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18364e9-6bc7-4d0a-84ee-f9bb374eb699 req-d429c290-3e14-4158-ae75-1e5e153c0065 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:45.544276 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f18364e9-6bc7-4d0a-84ee-f9bb374eb699 req-d429c290-3e14-4158-ae75-1e5e153c0065 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 944 time: 0.0642254 Jul 23 21:19:45.584024 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f18364e9-6bc7-4d0a-84ee-f9bb374eb699 req-a76ab231-1088-4525-9ce1-79df597b3fd2 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329874 Jul 23 21:19:45.651656 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 356c43ad-c701-4431-9579-f42860101b38 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:19:45.759627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 356c43ad-c701-4431-9579-f42860101b38, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=356c43ad-c701-4431-9579-f42860101b38,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:19:45.768842 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:45.774371 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '356c43ad-c701-4431-9579-f42860101b38', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'port_id': '356c43ad-c701-4431-9579-f42860101b38', 'mac_address': 'fa:16:3e:4d:f3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:19:45.971641 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:45.984308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356c43ad-c701-4431-9579-f42860101b38 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:19:46.003835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 356c43ad-c701-4431-9579-f42860101b38, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=356c43ad-c701-4431-9579-f42860101b38,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:19:46.007339 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:46.053337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=356c43ad-c701-4431-9579-f42860101b38,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:46.060512 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:46.060860 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:46.061201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:46.061536 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:46.061870 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:46.062198 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:46.062530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:46.062858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:46.063281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:46.063603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:46.063929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:46.064336 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:46.244028 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['356c43ad-c701-4431-9579-f42860101b38'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:19:46.713278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee375a9-43ac-472a-ba5f-b3985ef309f5 req-4842a5d8-39d8-4004-b832-66a69aae16ae tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:46.714758 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cee375a9-43ac-472a-ba5f-b3985ef309f5 req-4842a5d8-39d8-4004-b832-66a69aae16ae tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 945 time: 0.0625999 Jul 23 21:19:46.752170 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cee375a9-43ac-472a-ba5f-b3985ef309f5 req-4949aba0-15c6-4685-bb7e-6e9d075a492f tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314767 Jul 23 21:19:47.199200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbac827-7ed7-4bc5-94b7-7ddf395c1bc7 req-f60a7bdc-5f58-4df2-b870-38069dee79c3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:47.200721 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8fbac827-7ed7-4bc5-94b7-7ddf395c1bc7 req-f60a7bdc-5f58-4df2-b870-38069dee79c3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 945 time: 0.3828955 Jul 23 21:19:47.205540 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:47.238965 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8fbac827-7ed7-4bc5-94b7-7ddf395c1bc7 req-efbe7f6b-9dd7-43a0-8486-eec7e68c5ed6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319095 Jul 23 21:19:47.373144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb92db4-fc5e-4517-9fc6-10a6c63cf46c req-9b318bc9-d0a1-4a6e-8e1e-f26fe57646a3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:47.374631 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7cb92db4-fc5e-4517-9fc6-10a6c63cf46c req-9b318bc9-d0a1-4a6e-8e1e-f26fe57646a3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 945 time: 0.0626011 Jul 23 21:19:47.411250 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7cb92db4-fc5e-4517-9fc6-10a6c63cf46c req-cba990a4-fa52-482d-bd5a-53c9f6073811 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309591 Jul 23 21:19:47.658210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db897f1-065b-4fcf-abe2-5f47f77b7eab req-e7adea2b-e5cc-48f3-9ab0-ad26e9340113 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:47.659752 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6db897f1-065b-4fcf-abe2-5f47f77b7eab req-e7adea2b-e5cc-48f3-9ab0-ad26e9340113 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 945 time: 0.0664911 Jul 23 21:19:47.675125 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 356c43ad-c701-4431-9579-f42860101b38 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:19:47.697842 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6db897f1-065b-4fcf-abe2-5f47f77b7eab req-db22e3aa-d698-4a36-9518-42f3f91ffe40 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320201 Jul 23 21:19:47.724033 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 356c43ad-c701-4431-9579-f42860101b38 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:19:47.727880 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 356c43ad-c701-4431-9579-f42860101b38 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:19:47.728244 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:47.804576 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:47.825867 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356c43ad-c701-4431-9579-f42860101b38'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:19:47.828109 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142348ae-c006-44e4-b1b8-6dfaf37a82a5" -d '{"events": [{"server_uuid": "7adf40e3-89df-4bbc-b857-c520ca59b48b", "name": "network-vif-plugged", "status": "completed", "tag": "356c43ad-c701-4431-9579-f42860101b38"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:19:47.840632 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 356c43ad-c701-4431-9579-f42860101b38, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=356c43ad-c701-4431-9579-f42860101b38,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:19:47.844965 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:47.868148 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5f2c49-fe4e-45a9-bc86-c31a263d9871 x-openstack-request-id: req-fe5f2c49-fe4e-45a9-bc86-c31a263d9871 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:19:47.868435 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adf40e3-89df-4bbc-b857-c520ca59b48b", "name": "network-vif-plugged", "status": "completed", "tag": "356c43ad-c701-4431-9579-f42860101b38", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:19:47.868691 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fe5f2c49-fe4e-45a9-bc86-c31a263d9871 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:19:47.869063 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356c43ad-c701-4431-9579-f42860101b38', 'code': 200} Jul 23 21:19:47.893331 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=356c43ad-c701-4431-9579-f42860101b38,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:48.825632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce1274-be06-4020-9721-40d7950ad8c1 req-69b404b4-397f-4b90-9777-c2c88617dcda tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:48.827072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87ce1274-be06-4020-9721-40d7950ad8c1 req-69b404b4-397f-4b90-9777-c2c88617dcda tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.0639930 Jul 23 21:19:48.865401 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87ce1274-be06-4020-9721-40d7950ad8c1 req-74ebdd5c-9f9e-46d6-9c7a-964f9c786b51 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326977 Jul 23 21:19:48.900402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dc61c-1f7a-4ea3-9c42-d48c7072d92a req-ab0426e6-1a3e-4ea2-9461-ad0e986a4d7c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:48.901997 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4d9dc61c-1f7a-4ea3-9c42-d48c7072d92a req-ab0426e6-1a3e-4ea2-9461-ad0e986a4d7c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.57 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 946 time: 0.0639527 Jul 23 21:19:49.004239 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-4d9dc61c-1f7a-4ea3-9c42-d48c7072d92a req-cfaa72f8-348e-436f-9ebd-638bcdb3bb0b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Deleting port 356c43ad-c701-4431-9579-f42860101b38 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:19:49.004587 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4d9dc61c-1f7a-4ea3-9c42-d48c7072d92a req-cfaa72f8-348e-436f-9ebd-638bcdb3bb0b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:49.091204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-4d9dc61c-1f7a-4ea3-9c42-d48c7072d92a req-cfaa72f8-348e-436f-9ebd-638bcdb3bb0b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] For port 356c43ad-c701-4431-9579-f42860101b38, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=356c43ad-c701-4431-9579-f42860101b38,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:19:49.091482 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4d9dc61c-1f7a-4ea3-9c42-d48c7072d92a req-cfaa72f8-348e-436f-9ebd-638bcdb3bb0b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:49.262453 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4d9dc61c-1f7a-4ea3-9c42-d48c7072d92a req-cfaa72f8-348e-436f-9ebd-638bcdb3bb0b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:49.262832 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4d9dc61c-1f7a-4ea3-9c42-d48c7072d92a req-cfaa72f8-348e-436f-9ebd-638bcdb3bb0b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:49.263175 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [req-4d9dc61c-1f7a-4ea3-9c42-d48c7072d92a req-cfaa72f8-348e-436f-9ebd-638bcdb3bb0b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Floating IP f7420c6d-eba2-42aa-809e-64135b650326 disassociated. External IP: 172.25.3.61, port: 356c43ad-c701-4431-9579-f42860101b38. Jul 23 21:19:49.263519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-4d9dc61c-1f7a-4ea3-9c42-d48c7072d92a req-cfaa72f8-348e-436f-9ebd-638bcdb3bb0b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Calling delete_port for 356c43ad-c701-4431-9579-f42860101b38 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:19:49.391691 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4d9dc61c-1f7a-4ea3-9c42-d48c7072d92a req-cfaa72f8-348e-436f-9ebd-638bcdb3bb0b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:49.421516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa72f8-348e-436f-9ebd-638bcdb3bb0b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Pushing event deleted for resources: {'Port': ['ID=356c43ad-c701-4431-9579-f42860101b38,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:49.535940 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d9dc61c-1f7a-4ea3-9c42-d48c7072d92a req-cfaa72f8-348e-436f-9ebd-638bcdb3bb0b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:19:49.649066 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d9dc61c-1f7a-4ea3-9c42-d48c7072d92a req-cfaa72f8-348e-436f-9ebd-638bcdb3bb0b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:19:49.658337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268cdeac-757a-4c8d-8b34-eb3159e8898c None None] Sync routers for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:19:49.667086 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268cdeac-757a-4c8d-8b34-eb3159e8898c None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:19:49.667721 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-268cdeac-757a-4c8d-8b34-eb3159e8898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:19:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:49.698765 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9dc61c-1f7a-4ea3-9c42-d48c7072d92a req-cfaa72f8-348e-436f-9ebd-638bcdb3bb0b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] No DVR routers for this DVR port 356c43ad-c701-4431-9579-f42860101b38 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:19:49.701431 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4d9dc61c-1f7a-4ea3-9c42-d48c7072d92a req-cfaa72f8-348e-436f-9ebd-638bcdb3bb0b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:49.703503 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4d9dc61c-1f7a-4ea3-9c42-d48c7072d92a req-cfaa72f8-348e-436f-9ebd-638bcdb3bb0b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.57 "DELETE /v2.0/ports/356c43ad-c701-4431-9579-f42860101b38 HTTP/1.1" status: 204 len: 173 time: 0.7961953 Jul 23 21:19:49.703942 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'name': 'network-vif-deleted', 'tag': '356c43ad-c701-4431-9579-f42860101b38'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:19:49.706321 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a3db7b-4d38-4c78-820e-a0556def1a0d" -d '{"events": [{"server_uuid": "7adf40e3-89df-4bbc-b857-c520ca59b48b", "name": "network-vif-deleted", "tag": "356c43ad-c701-4431-9579-f42860101b38"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:19:49.742593 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9fd756-97c8-47ba-9ca6-f294f5e1a55d x-openstack-request-id: req-7a9fd756-97c8-47ba-9ca6-f294f5e1a55d {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:19:49.743615 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adf40e3-89df-4bbc-b857-c520ca59b48b", "name": "network-vif-deleted", "tag": "356c43ad-c701-4431-9579-f42860101b38", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:19:49.743768 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a9fd756-97c8-47ba-9ca6-f294f5e1a55d {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:19:49.744165 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adf40e3-89df-4bbc-b857-c520ca59b48b', 'name': 'network-vif-deleted', 'tag': '356c43ad-c701-4431-9579-f42860101b38', 'status': 'completed', 'code': 200} Jul 23 21:19:49.780119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-268cdeac-757a-4c8d-8b34-eb3159e8898c None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:19:49.975410 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0efd1653-bbb1-45e3-a548-940d37df77c4 req-e6c1b12c-9543-4a6c-8081-0d67c9229845 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=7adf40e3-89df-4bbc-b857-c520ca59b48b HTTP/1.1" status: 200 len: 210 time: 0.0291333 Jul 23 21:19:49.978938 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-268cdeac-757a-4c8d-8b34-eb3159e8898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:50.009453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268cdeac-757a-4c8d-8b34-eb3159e8898c None None] Checking router: 4b1ff597-38c7-4909-9d13-67d2ec2b0fff for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:19:50.017716 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268cdeac-757a-4c8d-8b34-eb3159e8898c None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:19:50.018314 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-268cdeac-757a-4c8d-8b34-eb3159e8898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:19:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:50.035958 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:19:50.122642 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-268cdeac-757a-4c8d-8b34-eb3159e8898c None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:19:50.325344 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-268cdeac-757a-4c8d-8b34-eb3159e8898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:50.353349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268cdeac-757a-4c8d-8b34-eb3159e8898c None None] The sync data for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 is: [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:19:50.568165 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c5c8a1-bb6f-4eee-aa22-e2e1570a1a3b None None] New status for floating IP f7420c6d-eba2-42aa-809e-64135b650326: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:19:51.198516 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-89499a74-c67a-4d44-9459-cc6eba211bad tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1487313346&fields=id&tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6 HTTP/1.1" status: 200 len: 267 time: 0.0318525 Jul 23 21:19:51.308673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-7ed99ecc-30ba-4592-bbeb-36555b4fab2f tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:51.310078 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-7ed99ecc-30ba-4592-bbeb-36555b4fab2f tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 812 time: 0.1049891 Jul 23 21:19:51.324936 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-3f3d9ec8-7a84-4ccc-a658-713fd54360df tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/quotas/b39aaf353ad94d4e869ba8c0ef1590c6 HTTP/1.1" status: 200 len: 375 time: 0.0094066 Jul 23 21:19:51.393311 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-b4b58bc4-a25d-4bc8-9f54-147186974857 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635149 Jul 23 21:19:51.499554 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-99bb286d-80c2-4dca-96e3-3cec5c33c138 service neutron] 10.222.0.55 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877345 Jul 23 21:19:51.591481 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-4a488834-9ecf-40fc-a7d3-76cd7a371cfe service neutron] 10.222.0.55 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861642 Jul 23 21:19:51.755485 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-14b51098-1a27-45b4-996e-9fb6d2959bdf req-defbc75d-dbf1-4b5b-a37d-485b7c8d8eda tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 210 time: 0.0290356 Jul 23 21:19:52.755424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-ab0abca1-c7da-4890-b162-3ef42ac42fc1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:52.756871 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-ab0abca1-c7da-4890-b162-3ef42ac42fc1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 812 time: 0.1067193 Jul 23 21:19:52.801713 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-f00c2af6-302e-4a9d-a2cb-f333b68d4d76 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6 HTTP/1.1" status: 200 len: 380 time: 0.0364132 Jul 23 21:19:52.817187 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-27e22db3-15a4-4e20-85c6-d537446de682 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Request body: {'port': {'device_id': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'admin_state_up': True, 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'security_groups': ['26785827-03c1-43fd-b10e-e7c5256fd6a4']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:19:52.851770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e97c38f3-1a27-47b3-aa74-9be9051d413e req-db4e95af-2c0c-4025-aa96-2ea60c4ade35 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 210 time: 0.0291438 Jul 23 21:19:52.928920 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-27e22db3-15a4-4e20-85c6-d537446de682 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Made reservation on behalf of b39aaf353ad94d4e869ba8c0ef1590c6 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:19:52.932403 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-27e22db3-15a4-4e20-85c6-d537446de682 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:53.053635 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-27e22db3-15a4-4e20-85c6-d537446de682 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Allocated IP 172.20.0.9 (4578f605-2e29-40bd-b042-b122e4c1caf2/73d3394e-c737-4546-8c52-edbdddd88259/ad475b2a-7e56-49f7-9ec2-a02662acaa7a) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:19:53.190617 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-27e22db3-15a4-4e20-85c6-d537446de682 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:53.204126 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-27e22db3-15a4-4e20-85c6-d537446de682 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Transition to ACTIVE for port object ad475b2a-7e56-49f7-9ec2-a02662acaa7a will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:19:53.237679 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-27e22db3-15a4-4e20-85c6-d537446de682 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:53.277690 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-27e22db3-15a4-4e20-85c6-d537446de682 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Network 4578f605-2e29-40bd-b042-b122e4c1caf2 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:19:53.280764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-27e22db3-15a4-4e20-85c6-d537446de682 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:19:53.286858 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-27e22db3-15a4-4e20-85c6-d537446de682 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:19:53.317646 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e22db3-15a4-4e20-85c6-d537446de682 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Pushing event updated for resources: {'Port': ['ID=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:53.347522 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-27e22db3-15a4-4e20-85c6-d537446de682 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:53.348168 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-27e22db3-15a4-4e20-85c6-d537446de682 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:53.364695 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-27e22db3-15a4-4e20-85c6-d537446de682 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5514958 Jul 23 21:19:53.376250 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Request body: {'port': {'device_id': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:19:53.451031 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:53.525288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4a37a848-d352-48fd-90ab-ce9640b63534 None None] Provisioning for port ad475b2a-7e56-49f7-9ec2-a02662acaa7a completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:19:53.529087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4a37a848-d352-48fd-90ab-ce9640b63534 None None] Provisioning complete for port ad475b2a-7e56-49f7-9ec2-a02662acaa7a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:19:53.529453 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4a37a848-d352-48fd-90ab-ce9640b63534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:53.570541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4a37a848-d352-48fd-90ab-ce9640b63534 None None] Port ad475b2a-7e56-49f7-9ec2-a02662acaa7a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:19:53.677265 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 356c43ad-c701-4431-9579-f42860101b38 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:19:53.697136 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 356c43ad-c701-4431-9579-f42860101b38 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:19:53.697480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 356c43ad-c701-4431-9579-f42860101b38 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:19:53.728245 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad475b2a-7e56-49f7-9ec2-a02662acaa7a {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:19:53.735427 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:53.746813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Transition to ACTIVE for port object ad475b2a-7e56-49f7-9ec2-a02662acaa7a will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:19:53.750629 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:53.818517 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Pushing event updated for resources: {'Port': ['ID=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:53.872519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Attempting to bind port ad475b2a-7e56-49f7-9ec2-a02662acaa7a on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:19:53.872868 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Attempting to bind port ad475b2a-7e56-49f7-9ec2-a02662acaa7a by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:19:53.873203 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Attempting to bind port ad475b2a-7e56-49f7-9ec2-a02662acaa7a on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:19:53.878307 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Port ad475b2a-7e56-49f7-9ec2-a02662acaa7a on network 4578f605-2e29-40bd-b042-b122e4c1caf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:19:53.878772 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Attempting to bind port ad475b2a-7e56-49f7-9ec2-a02662acaa7a on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:19:53.886013 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:19:53.886382 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Checking segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:19:53.886814 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Bound using segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:19:53.887344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Bound port: ad475b2a-7e56-49f7-9ec2-a02662acaa7a, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:19:53.887718 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:53.963258 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] For port ad475b2a-7e56-49f7-9ec2-a02662acaa7a, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:19:53.968054 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] For port ad475b2a-7e56-49f7-9ec2-a02662acaa7a, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:19:53.974337 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:54.000312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ec195-e63f-40f5-8d64-ce8cd47489ff req-3c6a127e-cbfa-4a3d-b22e-74a98c4bcb9a tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:54.002002 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-168ec195-e63f-40f5-8d64-ce8cd47489ff req-3c6a127e-cbfa-4a3d-b22e-74a98c4bcb9a tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 943 time: 0.0770721 Jul 23 21:19:54.016334 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:54.017187 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:54.019034 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] 10.222.0.57 "PUT /v2.0/ports/ad475b2a-7e56-49f7-9ec2-a02662acaa7a HTTP/1.1" status: 200 len: 1092 time: 0.6469321 Jul 23 21:19:54.021661 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'tag': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:19:54.024805 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005ff489-fb84-4a99-9375-bcb9e0eeae48" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7c6178-cbd6-4d82-9ac8-5c40fc03f417", "tag": "ad475b2a-7e56-49f7-9ec2-a02662acaa7a"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:19:54.050647 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-168ec195-e63f-40f5-8d64-ce8cd47489ff req-cd1eef42-637e-4ba1-a487-57fe4e1488e7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421610 Jul 23 21:19:54.078406 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77143104-459b-4560-9875-fdc115d0cdf8 x-openstack-request-id: req-77143104-459b-4560-9875-fdc115d0cdf8 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:19:54.078624 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7c6178-cbd6-4d82-9ac8-5c40fc03f417", "tag": "ad475b2a-7e56-49f7-9ec2-a02662acaa7a", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:19:54.078859 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77143104-459b-4560-9875-fdc115d0cdf8 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:19:54.079363 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'tag': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a', 'status': 'completed', 'code': 200} Jul 23 21:19:54.101933 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c52e44-b36c-4ac5-bd05-cce50a4bfc65 service neutron] Pushing event updated for resources: {'Port': ['ID=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:54.135695 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-f1829cc7-1e75-4f64-b2c0-b9f0cd86f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:54.137628 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-f1829cc7-1e75-4f64-b2c0-b9f0cd86f6a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 1095 time: 0.0747938 Jul 23 21:19:54.186219 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-3e52d4e2-ef93-4a80-b6d0-713e7f3cb7be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a HTTP/1.1" status: 200 len: 217 time: 0.0391803 Jul 23 21:19:54.237304 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-513b7ed5-00b6-430c-8012-f0b77192e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:54.239037 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-513b7ed5-00b6-430c-8012-f0b77192e968 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0469575 Jul 23 21:19:54.304439 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-c33ff4c3-e5a2-4a8a-98d7-1a4fd4133597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:54.306522 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-c33ff4c3-e5a2-4a8a-98d7-1a4fd4133597 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620105 Jul 23 21:19:54.400180 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-276ebfd4-9364-44d9-b227-8d48604ba04f service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864022 Jul 23 21:19:54.489690 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f0ca6183-abff-4f17-a7fd-086528aca304 req-d70eeb2c-4d0e-4772-a510-7e50b07b6829 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827978 Jul 23 21:19:54.591978 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ff489-fb84-4a99-9375-bcb9e0eeae48 req-e51d96a1-43d5-44f1-a4dc-c3d70ae81eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:54.593506 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-005ff489-fb84-4a99-9375-bcb9e0eeae48 req-e51d96a1-43d5-44f1-a4dc-c3d70ae81eba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 1095 time: 0.0581834 Jul 23 21:19:54.614611 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6b6cefc1-1989-477f-a59a-1b7f76da68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:54.687455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ff489-fb84-4a99-9375-bcb9e0eeae48 req-cfc78528-9a52-48f3-9c50-a1da9de448c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:54.688852 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-005ff489-fb84-4a99-9375-bcb9e0eeae48 req-cfc78528-9a52-48f3-9c50-a1da9de448c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0892031 Jul 23 21:19:54.730495 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-005ff489-fb84-4a99-9375-bcb9e0eeae48 req-d1aae34d-9483-4829-a5cc-285e6eddc7f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a HTTP/1.1" status: 200 len: 217 time: 0.0343707 Jul 23 21:19:54.784496 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ff489-fb84-4a99-9375-bcb9e0eeae48 req-0c33065c-cc37-47f4-b9f9-9ef0e97c6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:54.785972 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-005ff489-fb84-4a99-9375-bcb9e0eeae48 req-0c33065c-cc37-47f4-b9f9-9ef0e97c6a3b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0476172 Jul 23 21:19:54.843353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ff489-fb84-4a99-9375-bcb9e0eeae48 req-238e6712-c03b-4f19-95d1-611148db5db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:54.845118 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-005ff489-fb84-4a99-9375-bcb9e0eeae48 req-238e6712-c03b-4f19-95d1-611148db5db9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527575 Jul 23 21:19:54.941336 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-005ff489-fb84-4a99-9375-bcb9e0eeae48 req-f5f7fad5-3d6c-4c3b-9595-00b4402012c1 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880706 Jul 23 21:19:55.031526 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-005ff489-fb84-4a99-9375-bcb9e0eeae48 req-33772d16-c5e0-4588-973b-0283c96ee888 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828047 Jul 23 21:19:55.177367 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d770f2-b152-4250-bb7b-721ad00227f9 req-a0160dc5-ccb6-4a4d-a1e1-f823a76abc62 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:55.178830 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03d770f2-b152-4250-bb7b-721ad00227f9 req-a0160dc5-ccb6-4a4d-a1e1-f823a76abc62 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 943 time: 0.0669129 Jul 23 21:19:55.216915 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03d770f2-b152-4250-bb7b-721ad00227f9 req-e1cb8684-7a21-4c9a-83c3-10fa5ac0ec9d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323303 Jul 23 21:19:56.348317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946ace4-a329-4333-8a20-193121926658 req-eeb5091b-3b44-433b-8eb7-618350d8fc58 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:56.349813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8946ace4-a329-4333-8a20-193121926658 req-eeb5091b-3b44-433b-8eb7-618350d8fc58 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 943 time: 0.0658169 Jul 23 21:19:56.386501 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8946ace4-a329-4333-8a20-193121926658 req-28a2d84c-7bbf-481f-a11d-b5e663ce43dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305293 Jul 23 21:19:57.167577 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88e6da5d-db29-4500-81f3-9cf4856583b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:57.406156 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:57.518313 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9fd81-ff41-4a67-a48f-4f6be52e5049 req-4ad8732f-6857-4dc6-8e8e-06d34cc1240d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:57.519835 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c7e9fd81-ff41-4a67-a48f-4f6be52e5049 req-4ad8732f-6857-4dc6-8e8e-06d34cc1240d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 943 time: 0.0666223 Jul 23 21:19:57.560152 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c7e9fd81-ff41-4a67-a48f-4f6be52e5049 req-5caa4ca1-f777-4351-a761-75572eececd9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347583 Jul 23 21:19:57.707991 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ad475b2a-7e56-49f7-9ec2-a02662acaa7a details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:19:57.803957 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port ad475b2a-7e56-49f7-9ec2-a02662acaa7a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:19:57.814797 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'port_id': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a', 'mac_address': 'fa:16:3e:f9:1a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:19:57.851370 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:57.864715 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad475b2a-7e56-49f7-9ec2-a02662acaa7a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:19:57.884124 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port ad475b2a-7e56-49f7-9ec2-a02662acaa7a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:19:57.887928 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:57.934484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:58.074049 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['ad475b2a-7e56-49f7-9ec2-a02662acaa7a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:19:58.659488 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:58.690387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cd792-5690-4880-a61e-c4fb3ab5f978 req-d6a100de-b69b-4fe5-8dcb-ea46828b5e58 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:58.691921 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a61cd792-5690-4880-a61e-c4fb3ab5f978 req-d6a100de-b69b-4fe5-8dcb-ea46828b5e58 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 944 time: 0.0639169 Jul 23 21:19:58.729788 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a61cd792-5690-4880-a61e-c4fb3ab5f978 req-0c4a7531-f2cf-45e7-a0d4-a9d8806bd56c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322967 Jul 23 21:19:59.723683 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ad475b2a-7e56-49f7-9ec2-a02662acaa7a up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:19:59.772160 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port ad475b2a-7e56-49f7-9ec2-a02662acaa7a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:19:59.776301 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port ad475b2a-7e56-49f7-9ec2-a02662acaa7a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:19:59.776667 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:59.855762 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:59.870612 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5c1f0-55fe-4930-b9ae-e2bfb8243bae req-c9232d9f-83be-4892-b6eb-a7874691cf10 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:59.872178 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7bc5c1f0-55fe-4930-b9ae-e2bfb8243bae req-c9232d9f-83be-4892-b6eb-a7874691cf10 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 944 time: 0.0732100 Jul 23 21:19:59.879317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:19:59.881537 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1de8c1-611f-40c3-b090-868f7aac444c" -d '{"events": [{"server_uuid": "5f7c6178-cbd6-4d82-9ac8-5c40fc03f417", "name": "network-vif-plugged", "status": "completed", "tag": "ad475b2a-7e56-49f7-9ec2-a02662acaa7a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:19:59.895362 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port ad475b2a-7e56-49f7-9ec2-a02662acaa7a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:19:59.899687 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:59.913307 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7bc5c1f0-55fe-4930-b9ae-e2bfb8243bae req-a8d8680d-71d6-4125-99a5-a0cee4aa4112 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355532 Jul 23 21:19:59.950748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:59.983633 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc83058a-1e53-42fe-ad41-10903588d8d4 x-openstack-request-id: req-bc83058a-1e53-42fe-ad41-10903588d8d4 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:19:59.983924 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7c6178-cbd6-4d82-9ac8-5c40fc03f417", "name": "network-vif-plugged", "status": "completed", "tag": "ad475b2a-7e56-49f7-9ec2-a02662acaa7a", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:19:59.984173 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc83058a-1e53-42fe-ad41-10903588d8d4 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:19:59.984556 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a', 'code': 200} Jul 23 21:20:00.091468 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45593b58-7ac0-42d8-b88c-78e51f1d7fd2 req-90b69c4f-db89-4a02-ad15-b80ef48368ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:00.092932 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-45593b58-7ac0-42d8-b88c-78e51f1d7fd2 req-90b69c4f-db89-4a02-ad15-b80ef48368ed service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 1097 time: 0.0518816 Jul 23 21:20:00.118422 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:00.128144 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-45593b58-7ac0-42d8-b88c-78e51f1d7fd2 req-a5bdf3df-4dc3-4c48-af0e-0caa47d5d576 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288610 Jul 23 21:20:01.045528 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80c468-dc03-4036-90fd-ad8722e54e71 req-9a1673c4-0cee-4472-8eed-c4f5ee084d4e tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:01.047018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c80c468-dc03-4036-90fd-ad8722e54e71 req-9a1673c4-0cee-4472-8eed-c4f5ee084d4e tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0662920 Jul 23 21:20:01.083706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c80c468-dc03-4036-90fd-ad8722e54e71 req-6b4caba5-1464-4e3c-876f-3f4743b1e2ad tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311158 Jul 23 21:20:01.208787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee3a98-9538-4b67-9018-b3732685ee80 req-301dd1ef-6a22-4213-96ad-47f566db002f tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:01.210159 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0dee3a98-9538-4b67-9018-b3732685ee80 req-301dd1ef-6a22-4213-96ad-47f566db002f tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0622120 Jul 23 21:20:01.219770 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55006) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:20:01.224123 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a333f75e-fc1d-4dd6-9937-91510b093d71 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Request body: {'floatingip': {'port_id': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:20:01.264995 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a333f75e-fc1d-4dd6-9937-91510b093d71 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:01.688728 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a333f75e-fc1d-4dd6-9937-91510b093d71 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:01.692502 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a333f75e-fc1d-4dd6-9937-91510b093d71 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:01.787490 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-a333f75e-fc1d-4dd6-9937-91510b093d71 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Floating IP f7420c6d-eba2-42aa-809e-64135b650326 associated. External IP: 172.25.3.61, port: ad475b2a-7e56-49f7-9ec2-a02662acaa7a. Jul 23 21:20:01.992212 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a333f75e-fc1d-4dd6-9937-91510b093d71 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:20:02.099296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a333f75e-fc1d-4dd6-9937-91510b093d71 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:20:02.104407 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a333f75e-fc1d-4dd6-9937-91510b093d71 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:02.111065 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b45e21-0edc-4c9e-8b23-38c8e15260da None None] Sync routers for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:20:02.120913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b45e21-0edc-4c9e-8b23-38c8e15260da None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:20:02.121547 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-91b45e21-0edc-4c9e-8b23-38c8e15260da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:19:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:20:02.139773 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a333f75e-fc1d-4dd6-9937-91510b093d71 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "PUT /v2.0/floatingips/f7420c6d-eba2-42aa-809e-64135b650326 HTTP/1.1" status: 200 len: 990 time: 0.9189677 Jul 23 21:20:02.140360 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'tag': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:20:02.142789 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce657e8-d4bf-44db-ab73-a9e50ac6d600" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7c6178-cbd6-4d82-9ac8-5c40fc03f417", "tag": "ad475b2a-7e56-49f7-9ec2-a02662acaa7a"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:20:02.181379 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb141b4f-3480-4ac6-b15f-11cd8f375fad x-openstack-request-id: req-fb141b4f-3480-4ac6-b15f-11cd8f375fad {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:20:02.181901 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7c6178-cbd6-4d82-9ac8-5c40fc03f417", "tag": "ad475b2a-7e56-49f7-9ec2-a02662acaa7a", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:20:02.182350 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb141b4f-3480-4ac6-b15f-11cd8f375fad {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:20:02.182933 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'tag': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a', 'status': 'completed', 'code': 200} Jul 23 21:20:02.234322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-91b45e21-0edc-4c9e-8b23-38c8e15260da None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:20:02.259440 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce657e8-d4bf-44db-ab73-a9e50ac6d600 req-b5c764af-757f-4080-bf84-e005d7923183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:02.261050 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dce657e8-d4bf-44db-ab73-a9e50ac6d600 req-b5c764af-757f-4080-bf84-e005d7923183 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 1097 time: 0.0586240 Jul 23 21:20:02.352747 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce657e8-d4bf-44db-ab73-a9e50ac6d600 req-0e08aa02-f982-406d-b06c-d1161452c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:02.354337 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dce657e8-d4bf-44db-ab73-a9e50ac6d600 req-0e08aa02-f982-406d-b06c-d1161452c276 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0861909 Jul 23 21:20:02.423377 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dce657e8-d4bf-44db-ab73-a9e50ac6d600 req-f8ccc075-acd4-42bb-8fa6-45c72079b212 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a HTTP/1.1" status: 200 len: 998 time: 0.0621920 Jul 23 21:20:02.463412 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-91b45e21-0edc-4c9e-8b23-38c8e15260da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f7420c6d-eba2-42aa-809e-64135b650326', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'port_id': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'mac_address': 'fa:16:3e:f9:1a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:17:33Z', 'updated_at': '2021-07-23T21:20:01Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:20:02.471712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce657e8-d4bf-44db-ab73-a9e50ac6d600 req-28ed11f1-9c81-4f33-9897-cda1f01f7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:02.473184 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dce657e8-d4bf-44db-ab73-a9e50ac6d600 req-28ed11f1-9c81-4f33-9897-cda1f01f7146 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0440862 Jul 23 21:20:02.490553 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b45e21-0edc-4c9e-8b23-38c8e15260da None None] Checking router: 4b1ff597-38c7-4909-9d13-67d2ec2b0fff for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:20:02.500701 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b45e21-0edc-4c9e-8b23-38c8e15260da None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:20:02.501318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-91b45e21-0edc-4c9e-8b23-38c8e15260da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:19:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:20:02.531917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce657e8-d4bf-44db-ab73-a9e50ac6d600 req-db592652-7e91-40b9-bc03-c70a10168353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:02.533342 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dce657e8-d4bf-44db-ab73-a9e50ac6d600 req-db592652-7e91-40b9-bc03-c70a10168353 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540025 Jul 23 21:20:02.608082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-91b45e21-0edc-4c9e-8b23-38c8e15260da None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:20:02.631790 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dce657e8-d4bf-44db-ab73-a9e50ac6d600 req-1743782d-a1eb-4279-9b71-cc6e75bddc8c service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914254 Jul 23 21:20:02.720221 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dce657e8-d4bf-44db-ab73-a9e50ac6d600 req-9000665c-0dfa-4466-9bcc-b901f7c27f5a service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819697 Jul 23 21:20:02.829286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-91b45e21-0edc-4c9e-8b23-38c8e15260da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f7420c6d-eba2-42aa-809e-64135b650326', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'port_id': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'mac_address': 'fa:16:3e:f9:1a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:17:33Z', 'updated_at': '2021-07-23T21:20:01Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:20:02.859138 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b45e21-0edc-4c9e-8b23-38c8e15260da None None] The sync data for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 is: [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f7420c6d-eba2-42aa-809e-64135b650326', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'port_id': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'mac_address': 'fa:16:3e:f9:1a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:17:33Z', 'updated_at': '2021-07-23T21:20:01Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:20:03.045796 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add50ffa-f8b0-4906-a246-2af767ed6355 None None] New status for floating IP f7420c6d-eba2-42aa-809e-64135b650326: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:20:15.749459 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:17.226081 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:24.616641 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-050dbcd2-0112-4bc2-841e-e63d32f229b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:27.036990 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:20:27.167230 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-272af9e0-bcca-4006-8d84-c4b16b19595d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:27.289312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-b0e342b2-9201-4bcf-9542-ef2e99c75d44 req-fd18c5ad-77c5-4d2d-a73f-c3792b158004 tempest-TestServerAdvancedOps-485827361 tempest-TestServerAdvancedOps-485827361-project] (93811) timed out ('10.222.0.57', 51174) {{(pid=93811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:20:27.406218 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:28.662697 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:30.120009 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:45.763418 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:47.219519 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:54.115214 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1036b9ff-8506-492b-9e27-a8fd1bd00c84 req-58b44759-94a6-4017-962c-29fe2e41a797 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1070797 Jul 23 21:20:54.207600 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036b9ff-8506-492b-9e27-a8fd1bd00c84 req-bf6f00de-0a03-4a40-97dd-8cf635af3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:54.209111 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1036b9ff-8506-492b-9e27-a8fd1bd00c84 req-bf6f00de-0a03-4a40-97dd-8cf635af3f45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 1097 time: 0.0552044 Jul 23 21:20:54.310615 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036b9ff-8506-492b-9e27-a8fd1bd00c84 req-f7ffbc65-72dd-4ac9-b2a8-90ac38a1ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:54.312060 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1036b9ff-8506-492b-9e27-a8fd1bd00c84 req-f7ffbc65-72dd-4ac9-b2a8-90ac38a1ee67 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0834806 Jul 23 21:20:54.379363 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1036b9ff-8506-492b-9e27-a8fd1bd00c84 req-dea581fb-601a-413b-b485-e3fce7f2291b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a HTTP/1.1" status: 200 len: 1000 time: 0.0607564 Jul 23 21:20:54.431393 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036b9ff-8506-492b-9e27-a8fd1bd00c84 req-9c6d9f27-0e11-4298-a5ea-4e1b0cf74ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:54.432857 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1036b9ff-8506-492b-9e27-a8fd1bd00c84 req-9c6d9f27-0e11-4298-a5ea-4e1b0cf74ea7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0473218 Jul 23 21:20:54.493941 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036b9ff-8506-492b-9e27-a8fd1bd00c84 req-406628cf-037c-4c33-8798-80b5a63d0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:54.495470 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1036b9ff-8506-492b-9e27-a8fd1bd00c84 req-406628cf-037c-4c33-8798-80b5a63d0ae1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564339 Jul 23 21:20:54.589875 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1036b9ff-8506-492b-9e27-a8fd1bd00c84 req-412761f4-0242-492c-86d2-2e5003eb8ec9 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872407 Jul 23 21:20:54.617812 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3a21f667-7cc5-4c0c-be93-fcd27c1c7e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:54.683677 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1036b9ff-8506-492b-9e27-a8fd1bd00c84 req-5330acdf-59c0-46ee-9485-5b5e763125f9 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872095 Jul 23 21:20:57.166646 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec3a3857-2a1c-449b-99ca-666278de5d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:57.406035 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:58.664999 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:00.122851 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:04.036321 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:21:15.762501 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:17.221061 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:24.620491 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8877063-492c-497b-9d14-7ae64fc27fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:27.170113 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6460e3b9-eb15-4858-adeb-a049a6adc4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:27.406337 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:28.671418 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:30.125880 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:38.995790 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f76f3d-d31e-4fa2-bc34-a8bd7ebc575b req-0f33440d-6bf7-4126-a6f9-5fe98c879f8d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:38.997294 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02f76f3d-d31e-4fa2-bc34-a8bd7ebc575b req-0f33440d-6bf7-4126-a6f9-5fe98c879f8d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0703709 Jul 23 21:21:39.034682 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-02f76f3d-d31e-4fa2-bc34-a8bd7ebc575b req-66803d2b-8554-4ec3-baae-825d2f6baaa6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316782 Jul 23 21:21:40.163208 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d557a3-9bff-4e70-bfd4-4b29588cf348 req-3db010b0-c2bc-4e62-9945-ac58cd4fe461 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:40.164679 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-27d557a3-9bff-4e70-bfd4-4b29588cf348 req-3db010b0-c2bc-4e62-9945-ac58cd4fe461 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0621867 Jul 23 21:21:40.206702 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-27d557a3-9bff-4e70-bfd4-4b29588cf348 req-d876e373-f597-481f-88bd-f367391f9cda tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359514 Jul 23 21:21:41.035975 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:21:41.334985 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717eb624-4bff-41bd-bfac-e1a62fed12d1 req-ae8ab542-a9ed-488b-b0d0-95f37e3b83bd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:41.336455 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-717eb624-4bff-41bd-bfac-e1a62fed12d1 req-ae8ab542-a9ed-488b-b0d0-95f37e3b83bd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0629141 Jul 23 21:21:41.374913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-717eb624-4bff-41bd-bfac-e1a62fed12d1 req-685a7bd9-e6c7-48a1-ac90-84a0fe912292 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329137 Jul 23 21:21:42.506706 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b344500-7f67-4011-b1bf-f010f9fe7472 req-9f3adbe7-ef32-48dc-97ea-a09036eae109 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:42.508206 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b344500-7f67-4011-b1bf-f010f9fe7472 req-9f3adbe7-ef32-48dc-97ea-a09036eae109 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0666330 Jul 23 21:21:42.545489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b344500-7f67-4011-b1bf-f010f9fe7472 req-27245e84-510b-47dc-9006-b40f70c5e225 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305650 Jul 23 21:21:43.676710 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb2c16-3487-417f-ac27-5b891a16fb96 req-adcca870-e6d9-4f06-b6a4-417cf8ebf740 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:43.678198 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4cfb2c16-3487-417f-ac27-5b891a16fb96 req-adcca870-e6d9-4f06-b6a4-417cf8ebf740 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0641036 Jul 23 21:21:43.716075 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4cfb2c16-3487-417f-ac27-5b891a16fb96 req-742c18a6-eae5-4b81-a597-9d9e8eec5376 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315273 Jul 23 21:21:44.849687 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b34cf9-38bc-4333-a135-6ead2bfc5807 req-5f5d95fc-bb06-4443-889c-7d524141a294 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:44.851085 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44b34cf9-38bc-4333-a135-6ead2bfc5807 req-5f5d95fc-bb06-4443-889c-7d524141a294 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0668328 Jul 23 21:21:44.888455 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44b34cf9-38bc-4333-a135-6ead2bfc5807 req-9c8b3333-2146-4809-83ee-d933d64e5488 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318403 Jul 23 21:21:45.762357 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:46.016366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6356cc-c7c2-49c6-8ab8-8422681727a6 req-2814413b-5f15-4014-ba33-6a44c33cc5cc tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:46.017858 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb6356cc-c7c2-49c6-8ab8-8422681727a6 req-2814413b-5f15-4014-ba33-6a44c33cc5cc tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0643981 Jul 23 21:21:46.054894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb6356cc-c7c2-49c6-8ab8-8422681727a6 req-21fc39ac-0953-43b2-9726-c07cec75b008 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315158 Jul 23 21:21:47.183847 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390ff19-4d71-41fb-b295-fc0e4fc8cdfb req-dbe6fbb6-e783-4ddb-b9ea-dbf85315bba9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:47.185335 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f390ff19-4d71-41fb-b295-fc0e4fc8cdfb req-dbe6fbb6-e783-4ddb-b9ea-dbf85315bba9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0628617 Jul 23 21:21:47.222826 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f390ff19-4d71-41fb-b295-fc0e4fc8cdfb req-2ce6bea0-660b-4169-9800-2e98ec9ec8ab tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318828 Jul 23 21:21:47.227770 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:48.352849 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd0aa-81b3-453c-9320-8c97397b5eb1 req-3362634a-6e9f-4899-8a42-b429d05d5a30 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:48.354738 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d4cd0aa-81b3-453c-9320-8c97397b5eb1 req-3362634a-6e9f-4899-8a42-b429d05d5a30 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0657055 Jul 23 21:21:48.390772 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2d4cd0aa-81b3-453c-9320-8c97397b5eb1 req-323c9f9e-79a9-4216-be8f-46fe798aebde tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304582 Jul 23 21:21:49.516770 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbef19a-fcc4-4e49-96ee-997c93ebccbb req-6fe66622-52e3-410d-832d-53750bc17021 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:49.518213 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0dbef19a-fcc4-4e49-96ee-997c93ebccbb req-6fe66622-52e3-410d-832d-53750bc17021 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0632830 Jul 23 21:21:49.556003 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0dbef19a-fcc4-4e49-96ee-997c93ebccbb req-91aeec1a-791e-40ab-883d-76e16f226342 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321856 Jul 23 21:21:49.846015 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fdb84-2ba1-4a0a-9885-c64d36d7bf93 req-4657856f-ab26-4075-be51-92c73db4cf9d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:49.847513 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-697fdb84-2ba1-4a0a-9885-c64d36d7bf93 req-4657856f-ab26-4075-be51-92c73db4cf9d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.1023099 Jul 23 21:21:49.854076 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-e861c30f-58d0-4fdd-bc9d-948818795c3a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1214542 Jul 23 21:21:49.886106 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-697fdb84-2ba1-4a0a-9885-c64d36d7bf93 req-a8df1d6e-fcd1-47b3-a551-3704f35dbddf tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311036 Jul 23 21:21:51.014765 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7144aa-ce5b-4352-a222-9aae7c1be249 req-0cd463e8-a568-4bf6-a3be-80c854cf82eb tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:51.016285 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e7144aa-ce5b-4352-a222-9aae7c1be249 req-0cd463e8-a568-4bf6-a3be-80c854cf82eb tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0635316 Jul 23 21:21:51.052482 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e7144aa-ce5b-4352-a222-9aae7c1be249 req-8e326328-8c98-4aba-8bce-bf329ea21f88 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306542 Jul 23 21:21:52.184638 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f44779-49ad-48ec-b922-938a6985e9eb req-904716fe-7808-45a7-b90b-90fc089d2864 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:52.186163 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4f44779-49ad-48ec-b922-938a6985e9eb req-904716fe-7808-45a7-b90b-90fc089d2864 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0659671 Jul 23 21:21:52.223436 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c4f44779-49ad-48ec-b922-938a6985e9eb req-77502bd4-be3c-4af3-9811-2305c8deb9c8 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315876 Jul 23 21:21:53.350482 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e002b3-7705-45c7-9c0d-40d9e922d134 req-6be9dd7f-2b1a-4337-ac76-b9dd6bc5f3d8 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:53.351999 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26e002b3-7705-45c7-9c0d-40d9e922d134 req-6be9dd7f-2b1a-4337-ac76-b9dd6bc5f3d8 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0633574 Jul 23 21:21:53.388414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-26e002b3-7705-45c7-9c0d-40d9e922d134 req-7ec84dbb-0923-4b78-946a-0a985e00db21 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309539 Jul 23 21:21:54.532802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e6904-9c09-4909-8f8f-0ae2ea6ce58c req-047775ed-2a1e-4aec-8045-956a3b87fae5 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:54.534418 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-316e6904-9c09-4909-8f8f-0ae2ea6ce58c req-047775ed-2a1e-4aec-8045-956a3b87fae5 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0803819 Jul 23 21:21:54.585651 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-316e6904-9c09-4909-8f8f-0ae2ea6ce58c req-9294256d-9794-469d-bebc-4cd47573aaf8 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415001 Jul 23 21:21:54.622940 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ae51a92-92ad-4197-9f90-ae2b93a13d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:55.095931 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8e8f9-1d61-47e5-9892-cdd61b20afb0 req-f4ce7368-059e-4eb2-9c0e-87e2a24193a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:55.097468 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-89c8e8f9-1d61-47e5-9892-cdd61b20afb0 req-f4ce7368-059e-4eb2-9c0e-87e2a24193a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 1097 time: 0.0580685 Jul 23 21:21:55.200791 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8e8f9-1d61-47e5-9892-cdd61b20afb0 req-8d6b4891-6b9e-44bb-be9f-bc320de89068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:55.202274 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-89c8e8f9-1d61-47e5-9892-cdd61b20afb0 req-8d6b4891-6b9e-44bb-be9f-bc320de89068 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0872653 Jul 23 21:21:55.542905 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-89c8e8f9-1d61-47e5-9892-cdd61b20afb0 req-c8b6b9a5-8c3c-44b2-aee8-d85b479eee6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a HTTP/1.1" status: 200 len: 1000 time: 0.3334749 Jul 23 21:21:55.593126 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8e8f9-1d61-47e5-9892-cdd61b20afb0 req-a1cf2d95-a2f1-453d-a4e1-2a720daf12b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:55.594733 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-89c8e8f9-1d61-47e5-9892-cdd61b20afb0 req-a1cf2d95-a2f1-453d-a4e1-2a720daf12b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0455599 Jul 23 21:21:55.657341 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8e8f9-1d61-47e5-9892-cdd61b20afb0 req-bedec8e3-76e5-435e-9e5f-b0a1c7af48da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:55.658858 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-89c8e8f9-1d61-47e5-9892-cdd61b20afb0 req-bedec8e3-76e5-435e-9e5f-b0a1c7af48da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582726 Jul 23 21:21:55.709107 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ec155-25fb-4a13-aa70-fd16e0d487f9 req-160715e7-346f-4776-b72f-2d6c3842d8f6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:55.710528 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-222ec155-25fb-4a13-aa70-fd16e0d487f9 req-160715e7-346f-4776-b72f-2d6c3842d8f6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0628374 Jul 23 21:21:55.748219 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-222ec155-25fb-4a13-aa70-fd16e0d487f9 req-fa351571-0704-4124-b8dd-9390b190e7f9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312307 Jul 23 21:21:55.749103 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-89c8e8f9-1d61-47e5-9892-cdd61b20afb0 req-62dbf313-37cd-4c58-8da0-0424b7c43ab9 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841675 Jul 23 21:21:55.840733 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-89c8e8f9-1d61-47e5-9892-cdd61b20afb0 req-e2b1ede5-4934-4537-b66e-10213dab9432 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855141 Jul 23 21:21:55.929882 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-cfb3ae54-2faa-491c-8536-a702c88d8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:55.931439 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-cfb3ae54-2faa-491c-8536-a702c88d8cb5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 1097 time: 0.0536258 Jul 23 21:21:56.023455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-aa65a078-9087-4160-88a1-1f9c423989dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:56.024900 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-aa65a078-9087-4160-88a1-1f9c423989dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0878174 Jul 23 21:21:56.086896 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-cb4bf9ce-baaa-4db7-a5ed-5c627aa3ce3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a HTTP/1.1" status: 200 len: 1000 time: 0.0560369 Jul 23 21:21:56.133253 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-f9742f92-789a-498c-bb7d-34b0c7ac4212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:56.134685 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-f9742f92-789a-498c-bb7d-34b0c7ac4212 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0422797 Jul 23 21:21:56.193940 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-add62143-0617-45d8-b2bc-a3b38875565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:56.195523 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-add62143-0617-45d8-b2bc-a3b38875565b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548584 Jul 23 21:21:56.283584 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-de5257fa-82ba-4a0c-9107-333e5bc05fa2 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820229 Jul 23 21:21:56.375242 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-1318e28e-f30c-4299-94de-aef7ec7214ec service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859697 Jul 23 21:21:56.877895 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9033e0a-e0f1-4e3c-8195-dce26796c444 req-444be7d1-ba3e-4fec-b578-a0c81af8e945 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:56.879354 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d9033e0a-e0f1-4e3c-8195-dce26796c444 req-444be7d1-ba3e-4fec-b578-a0c81af8e945 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0630286 Jul 23 21:21:56.916011 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d9033e0a-e0f1-4e3c-8195-dce26796c444 req-4df13b28-dab5-4b93-8095-16f7379fee74 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310478 Jul 23 21:21:57.171813 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-515c5785-3e75-4e96-9cb0-9c94ce6867c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:57.406551 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:58.055813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9535b78-70e5-4339-87a7-eccc0a18eba4 req-f07e5f02-9d3a-4305-9cea-44d05d2317b0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:58.057958 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e9535b78-70e5-4339-87a7-eccc0a18eba4 req-f07e5f02-9d3a-4305-9cea-44d05d2317b0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0676367 Jul 23 21:21:58.146424 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e9535b78-70e5-4339-87a7-eccc0a18eba4 req-8692384a-9f10-47db-8691-11f2ad040aa9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318897 Jul 23 21:21:58.169486 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-c0731be1-5050-40aa-a90e-ab64c3486116 service neutron] show failed (client error): The resource could not be found. Jul 23 21:21:58.170515 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-c0731be1-5050-40aa-a90e-ab64c3486116 service neutron] 10.222.0.57 "GET /v2.0/ports/ad475b2a-7e56-49f7-9ec2-a02662acaa7a/bindings/n-h1-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.0556908 Jul 23 21:21:58.422842 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-ea0b667b-4124-42d5-8cdc-5f198fe128d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:58.424392 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-ea0b667b-4124-42d5-8cdc-5f198fe128d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417&tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6 HTTP/1.1" status: 200 len: 1097 time: 0.1005573 Jul 23 21:21:58.440011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:21:58.513861 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:58.671017 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:58.712477 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] For port ad475b2a-7e56-49f7-9ec2-a02662acaa7a, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:21:58.746581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] For port ad475b2a-7e56-49f7-9ec2-a02662acaa7a, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:21:58.785700 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:21:58.788183 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168fd38c-e412-46e4-9bf2-b6d8a5a4451c" -d '{"events": [{"server_uuid": "5f7c6178-cbd6-4d82-9ac8-5c40fc03f417", "name": "network-vif-unplugged", "status": "completed", "tag": "ad475b2a-7e56-49f7-9ec2-a02662acaa7a"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:21:58.791929 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:58.804134 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Transition to ACTIVE for port object ad475b2a-7e56-49f7-9ec2-a02662acaa7a will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:21:58.807391 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:58.840756 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf8ef88-5067-455c-b4f2-32a4bf4c5364 x-openstack-request-id: req-acf8ef88-5067-455c-b4f2-32a4bf4c5364 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:21:58.841055 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7c6178-cbd6-4d82-9ac8-5c40fc03f417", "name": "network-vif-unplugged", "status": "completed", "tag": "ad475b2a-7e56-49f7-9ec2-a02662acaa7a", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:21:58.841309 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-acf8ef88-5067-455c-b4f2-32a4bf4c5364 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:21:58.841700 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a', 'code': 200} Jul 23 21:21:58.893076 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Pushing event updated for resources: {'Port': ['ID=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,revision_number=6']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:58.905578 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:58.905948 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:58.906277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:58.906611 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:58.906977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:58.907391 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:58.907728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:58.908057 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:58.908393 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:58.908723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:58.909053 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:58.909376 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:58.949596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] No DVR routers for this DVR port ad475b2a-7e56-49f7-9ec2-a02662acaa7a on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:21:59.090881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Attempting to bind port ad475b2a-7e56-49f7-9ec2-a02662acaa7a on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:21:59.091243 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Attempting to bind port ad475b2a-7e56-49f7-9ec2-a02662acaa7a by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:21:59.091570 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Attempting to bind port ad475b2a-7e56-49f7-9ec2-a02662acaa7a on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:21:59.096032 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Port ad475b2a-7e56-49f7-9ec2-a02662acaa7a on network 4578f605-2e29-40bd-b042-b122e4c1caf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:21:59.096352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Attempting to bind port ad475b2a-7e56-49f7-9ec2-a02662acaa7a on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:21:59.101196 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:21:59.101568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Checking segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:21:59.101974 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Bound using segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:21:59.102402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Bound port: ad475b2a-7e56-49f7-9ec2-a02662acaa7a, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:21:59.102756 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:59.168083 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] For port ad475b2a-7e56-49f7-9ec2-a02662acaa7a, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:21:59.171230 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] For port ad475b2a-7e56-49f7-9ec2-a02662acaa7a, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:21:59.175701 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:59.211758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:59.212500 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:59.213956 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] 10.222.0.48 "PUT /v2.0/ports/ad475b2a-7e56-49f7-9ec2-a02662acaa7a HTTP/1.1" status: 200 len: 1092 time: 0.7779672 Jul 23 21:21:59.236348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612bb4a-36ff-4226-ab87-1b7c07cb4572 service neutron] Pushing event updated for resources: {'Port': ['ID=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,revision_number=7']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:59.278438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2aa9-f27c-475b-ae50-754db0bd4559 req-eb28952e-8563-403e-a3d8-a9cf374277dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:59.283805 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4cd2aa9-f27c-475b-ae50-754db0bd4559 req-eb28952e-8563-403e-a3d8-a9cf374277dd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 943 time: 0.0693202 Jul 23 21:21:59.304058 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-c6fa5c4e-ed81-414b-9eb8-79437be74968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:59.305811 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-c6fa5c4e-ed81-414b-9eb8-79437be74968 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 1095 time: 0.0593810 Jul 23 21:21:59.319673 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4cd2aa9-f27c-475b-ae50-754db0bd4559 req-35343f4d-c468-45be-a9a5-805ba7413233 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338662 Jul 23 21:21:59.410804 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-9144a970-1f33-4adb-a96f-42b213161657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:59.412387 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-9144a970-1f33-4adb-a96f-42b213161657 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0956657 Jul 23 21:21:59.481785 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-2b1ea466-df0e-49a2-b7d2-0752308955a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a HTTP/1.1" status: 200 len: 998 time: 0.0580423 Jul 23 21:21:59.536025 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-8ada24c2-4bbf-4aee-baea-b457827ce9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:59.537441 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-8ada24c2-4bbf-4aee-baea-b457827ce9b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0462654 Jul 23 21:21:59.602601 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-c699070b-3fa6-42f9-807d-3955ed890642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:59.604727 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-c699070b-3fa6-42f9-807d-3955ed890642 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569038 Jul 23 21:21:59.696813 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-79825a4f-b0af-437a-a933-21681900325b service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820515 Jul 23 21:21:59.792257 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6459c3bb-d88a-4307-a922-b5d80472d3f8 req-0b36a485-357e-4988-8fbb-caa2cdf866da service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850430 Jul 23 21:22:00.128919 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:00.492012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5832ad8-d86f-471d-b73c-60d31e10de15 req-6f711762-e2a6-4678-80e2-b3ae0c83d27c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:00.493502 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5832ad8-d86f-471d-b73c-60d31e10de15 req-6f711762-e2a6-4678-80e2-b3ae0c83d27c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 943 time: 0.0669315 Jul 23 21:22:00.532752 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5832ad8-d86f-471d-b73c-60d31e10de15 req-b027a78c-f355-4048-9f19-531edb36d738 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332451 Jul 23 21:22:00.842393 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'tag': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:22:00.844807 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cafad9-2809-4558-9d1b-b33277a16da4" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7c6178-cbd6-4d82-9ac8-5c40fc03f417", "tag": "ad475b2a-7e56-49f7-9ec2-a02662acaa7a"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:22:00.891277 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c35f8f-96d8-4ee7-9c60-24339a4275b3 x-openstack-request-id: req-74c35f8f-96d8-4ee7-9c60-24339a4275b3 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:22:00.891571 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7c6178-cbd6-4d82-9ac8-5c40fc03f417", "tag": "ad475b2a-7e56-49f7-9ec2-a02662acaa7a", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:22:00.891822 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74c35f8f-96d8-4ee7-9c60-24339a4275b3 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:22:00.892215 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'tag': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a', 'status': 'completed', 'code': 200} Jul 23 21:22:01.006061 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-9d0cf7b5-4f00-4cea-93b5-11e46d626b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:01.007607 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-9d0cf7b5-4f00-4cea-93b5-11e46d626b12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 1095 time: 0.0901439 Jul 23 21:22:01.010142 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-cdcdd0cb-681b-431f-900d-c06c40b5a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:01.011528 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-cdcdd0cb-681b-431f-900d-c06c40b5a581 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 1095 time: 0.1022658 Jul 23 21:22:01.163926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-b937dc31-54ca-4e61-8e31-be27c06f47f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:01.165322 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-b937dc31-54ca-4e61-8e31-be27c06f47f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.1508193 Jul 23 21:22:01.167832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-48e4bca6-34ea-40da-9b49-a49920702f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:01.169155 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-48e4bca6-34ea-40da-9b49-a49920702f36 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.1466825 Jul 23 21:22:01.276188 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-89ed4949-b98e-4f5f-9316-2711e5f9a118 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a HTTP/1.1" status: 200 len: 998 time: 0.1033251 Jul 23 21:22:01.282366 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-9162e7fd-016b-4094-91a4-1f408ce3ef16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a HTTP/1.1" status: 200 len: 998 time: 0.1030779 Jul 23 21:22:01.361829 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-9969fd47-b616-491d-811b-d61e69cecf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:01.363353 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-9969fd47-b616-491d-811b-d61e69cecf2d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0801189 Jul 23 21:22:01.366626 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-ecc89ed5-c23c-44ed-b982-ff512a7f140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:01.367985 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-ecc89ed5-c23c-44ed-b982-ff512a7f140c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0774314 Jul 23 21:22:01.467309 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-05a62ea3-d87a-4354-8221-b381ed3c6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:01.468724 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-05a62ea3-d87a-4354-8221-b381ed3c6eee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0950687 Jul 23 21:22:01.474523 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-6545a77d-304a-4351-b4a5-90090072bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:01.475983 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-6545a77d-304a-4351-b4a5-90090072bd81 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715098 Jul 23 21:22:01.623934 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-6553825b-5678-47b4-9e93-a450a8144c39 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469748 Jul 23 21:22:01.652190 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-35685397-0ed1-4ff7-b973-898b7594bd23 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592460 Jul 23 21:22:01.663028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b21d93-5e5b-47ed-b5cf-36a363dd93ef req-3790d1c5-5525-4fad-9130-317a4f343cde tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:01.664600 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60b21d93-5e5b-47ed-b5cf-36a363dd93ef req-3790d1c5-5525-4fad-9130-317a4f343cde tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 943 time: 0.0654190 Jul 23 21:22:01.702042 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60b21d93-5e5b-47ed-b5cf-36a363dd93ef req-e4bf9a28-a9aa-45f7-a393-c52eec34f4e9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317004 Jul 23 21:22:01.783403 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-3c760a31-0d32-4b8d-a786-d15fe04a65a3 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534455 Jul 23 21:22:01.802771 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-54cafad9-2809-4558-9d1b-b33277a16da4 req-4ece37a0-927c-41b7-ab25-4eef6c0b639a service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408050 Jul 23 21:22:01.911788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505fbb9-48b8-496c-9882-55f2020905c0 req-49050aed-7f74-44d9-8cca-c240163a022c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:01.913276 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2505fbb9-48b8-496c-9882-55f2020905c0 req-49050aed-7f74-44d9-8cca-c240163a022c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 943 time: 0.0635617 Jul 23 21:22:01.927636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13505449-f4c4-4fa9-b234-6d71ac38c458 req-da582922-6b9f-4765-a3d5-06f28f4ef06d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:01.929112 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-13505449-f4c4-4fa9-b234-6d71ac38c458 req-da582922-6b9f-4765-a3d5-06f28f4ef06d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417&tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 943 time: 0.0686846 Jul 23 21:22:01.951265 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2505fbb9-48b8-496c-9882-55f2020905c0 req-27650aa4-b322-4247-9932-17ef7e5a5d13 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315704 Jul 23 21:22:01.954637 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device ad475b2a-7e56-49f7-9ec2-a02662acaa7a details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:22:01.988925 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [req-13505449-f4c4-4fa9-b234-6d71ac38c458 req-25aa4156-9d7b-45d1-a042-5fe6b918ea4c service neutron] delete failed (client error): The resource could not be found. Jul 23 21:22:01.989965 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-13505449-f4c4-4fa9-b234-6d71ac38c458 req-25aa4156-9d7b-45d1-a042-5fe6b918ea4c service neutron] 10.222.0.57 "DELETE /v2.0/ports/ad475b2a-7e56-49f7-9ec2-a02662acaa7a/bindings/n-h2-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.0547884 Jul 23 21:22:02.053829 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port ad475b2a-7e56-49f7-9ec2-a02662acaa7a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:02.065070 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'port_id': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a', 'mac_address': 'fa:16:3e:f9:1a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:22:02.082553 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13505449-f4c4-4fa9-b234-6d71ac38c458 req-0801b15e-558a-453a-8127-5357c1a64691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:02.084178 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-13505449-f4c4-4fa9-b234-6d71ac38c458 req-0801b15e-558a-453a-8127-5357c1a64691 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 1095 time: 0.0545726 Jul 23 21:22:02.106554 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:02.119925 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad475b2a-7e56-49f7-9ec2-a02662acaa7a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:22:02.138537 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port ad475b2a-7e56-49f7-9ec2-a02662acaa7a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:02.142735 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:02.176430 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13505449-f4c4-4fa9-b234-6d71ac38c458 req-f119073d-89bd-4a5c-9528-ea1ea46f69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:02.178007 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-13505449-f4c4-4fa9-b234-6d71ac38c458 req-f119073d-89bd-4a5c-9528-ea1ea46f69ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0882924 Jul 23 21:22:02.190723 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:02.198814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:02.199180 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:02.199528 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:02.199975 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:02.200318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:02.200650 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:02.200992 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:02.201303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:02.201627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:02.201948 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:02.202272 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:02.202597 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:02.241054 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-13505449-f4c4-4fa9-b234-6d71ac38c458 req-820fff34-c635-4387-8f0d-3373cdd900d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a HTTP/1.1" status: 200 len: 999 time: 0.0571923 Jul 23 21:22:02.292129 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13505449-f4c4-4fa9-b234-6d71ac38c458 req-bb9875af-c263-46f7-8234-ca53108ba367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:02.293540 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-13505449-f4c4-4fa9-b234-6d71ac38c458 req-bb9875af-c263-46f7-8234-ca53108ba367 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0467896 Jul 23 21:22:02.349311 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ad475b2a-7e56-49f7-9ec2-a02662acaa7a no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:22:02.351469 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13505449-f4c4-4fa9-b234-6d71ac38c458 req-20f00933-15c6-4e45-b630-d8c0105060ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:02.352994 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-13505449-f4c4-4fa9-b234-6d71ac38c458 req-20f00933-15c6-4e45-b630-d8c0105060ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526760 Jul 23 21:22:02.394291 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device ad475b2a-7e56-49f7-9ec2-a02662acaa7a not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:22:02.446959 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-13505449-f4c4-4fa9-b234-6d71ac38c458 req-36621074-497c-4dfd-bb50-d420f571c778 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878029 Jul 23 21:22:02.472479 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['ad475b2a-7e56-49f7-9ec2-a02662acaa7a'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:22:02.535506 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-13505449-f4c4-4fa9-b234-6d71ac38c458 req-1a07caa2-ad2f-4ca9-b4ea-fa3ac4ce3918 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827236 Jul 23 21:22:03.165349 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a663-1807-459b-b036-882412ee6b54 req-5c145540-481d-4aae-ba6f-6243a5d5ac39 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:03.166874 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c066a663-1807-459b-b036-882412ee6b54 req-5c145540-481d-4aae-ba6f-6243a5d5ac39 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 944 time: 0.1084051 Jul 23 21:22:03.203916 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c066a663-1807-459b-b036-882412ee6b54 req-6000db17-8a4c-4be7-b9bd-5ef6467fe6c6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314021 Jul 23 21:22:03.331590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da05c2-0be4-42b5-b598-c4c25e94ffce req-3005ac15-8787-4edf-90a1-11fafed5fbf7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:03.333090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53da05c2-0be4-42b5-b598-c4c25e94ffce req-3005ac15-8787-4edf-90a1-11fafed5fbf7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 944 time: 0.0634935 Jul 23 21:22:03.370109 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53da05c2-0be4-42b5-b598-c4c25e94ffce req-26059df4-8c5a-475c-a0a5-b8db2ff63eb0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308411 Jul 23 21:22:03.585342 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5262ddc-7901-43fe-b09e-f839f0f38069 req-6183901a-2233-48b5-926d-922a1653b619 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:03.586942 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5262ddc-7901-43fe-b09e-f839f0f38069 req-6183901a-2233-48b5-926d-922a1653b619 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 944 time: 0.0710506 Jul 23 21:22:03.609596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069cae2-e233-4a10-babd-eafa354e8a97 req-8e4f148a-5f50-4d14-b5fa-6863d7a0520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:03.611152 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2069cae2-e233-4a10-babd-eafa354e8a97 req-8e4f148a-5f50-4d14-b5fa-6863d7a0520d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 1096 time: 0.0546682 Jul 23 21:22:03.625895 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e5262ddc-7901-43fe-b09e-f839f0f38069 req-fdf75598-f644-4f4c-a04c-40227c86b418 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327640 Jul 23 21:22:03.710556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069cae2-e233-4a10-babd-eafa354e8a97 req-db77fee1-2bdc-48cd-891d-23bb88c41e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:03.711986 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2069cae2-e233-4a10-babd-eafa354e8a97 req-db77fee1-2bdc-48cd-891d-23bb88c41e63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0911713 Jul 23 21:22:03.779823 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2069cae2-e233-4a10-babd-eafa354e8a97 req-e111a9ab-204f-44d7-b995-a1d7326613ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a HTTP/1.1" status: 200 len: 999 time: 0.0570743 Jul 23 21:22:03.833232 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069cae2-e233-4a10-babd-eafa354e8a97 req-133137b3-428f-411c-984f-4b92bd6f576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:03.834649 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2069cae2-e233-4a10-babd-eafa354e8a97 req-133137b3-428f-411c-984f-4b92bd6f576b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0457969 Jul 23 21:22:03.894805 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069cae2-e233-4a10-babd-eafa354e8a97 req-139b2cc3-bdf0-4cba-9e60-46fc01668006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:03.896308 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2069cae2-e233-4a10-babd-eafa354e8a97 req-139b2cc3-bdf0-4cba-9e60-46fc01668006 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515044 Jul 23 21:22:03.969824 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device ad475b2a-7e56-49f7-9ec2-a02662acaa7a up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:03.987816 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2069cae2-e233-4a10-babd-eafa354e8a97 req-68288c16-a17f-47c7-88f2-e13c1cc420ea service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807803 Jul 23 21:22:04.017855 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port ad475b2a-7e56-49f7-9ec2-a02662acaa7a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:04.021519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port ad475b2a-7e56-49f7-9ec2-a02662acaa7a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:04.021892 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:04.084522 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2069cae2-e233-4a10-babd-eafa354e8a97 req-47516722-73f6-48e0-a6a7-d5823e179476 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868206 Jul 23 21:22:04.104313 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:04.126517 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:22:04.128799 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389a2b8c-ea95-4961-952b-a43efa7eb748" -d '{"events": [{"server_uuid": "5f7c6178-cbd6-4d82-9ac8-5c40fc03f417", "name": "network-vif-plugged", "status": "completed", "tag": "ad475b2a-7e56-49f7-9ec2-a02662acaa7a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:22:04.141911 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port ad475b2a-7e56-49f7-9ec2-a02662acaa7a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:04.145969 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:04.168939 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd80ad9-2ebe-4659-8bbe-c435cf2f0086 x-openstack-request-id: req-abd80ad9-2ebe-4659-8bbe-c435cf2f0086 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:22:04.169229 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7c6178-cbd6-4d82-9ac8-5c40fc03f417", "name": "network-vif-plugged", "status": "completed", "tag": "ad475b2a-7e56-49f7-9ec2-a02662acaa7a", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:22:04.169477 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-abd80ad9-2ebe-4659-8bbe-c435cf2f0086 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:22:04.169854 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a', 'code': 200} Jul 23 21:22:04.193993 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:04.828494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372afdd1-895a-4be9-82ef-bc560901943a req-90e37913-5dbb-4083-b608-b3635f31b3a4 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:04.829872 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-372afdd1-895a-4be9-82ef-bc560901943a req-90e37913-5dbb-4083-b608-b3635f31b3a4 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.1043382 Jul 23 21:22:04.866590 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-372afdd1-895a-4be9-82ef-bc560901943a req-030650ac-f2ba-4e64-911f-4e266850a32d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309067 Jul 23 21:22:05.106321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcaaf57-27cb-423a-b2e9-f3fe44e092d1 req-ac51a233-6e39-478e-aeb7-7d8cc065e3f2 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:05.107796 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4bcaaf57-27cb-423a-b2e9-f3fe44e092d1 req-ac51a233-6e39-478e-aeb7-7d8cc065e3f2 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0631506 Jul 23 21:22:05.144165 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4bcaaf57-27cb-423a-b2e9-f3fe44e092d1 req-e82b40f4-524a-4f1f-b357-739b6d301a7d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307183 Jul 23 21:22:06.278076 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787bc9f-21a3-4e7a-947e-9516f5a28f53 req-16d2c28e-80a7-402d-97fc-1225ca47d190 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:06.279568 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d787bc9f-21a3-4e7a-947e-9516f5a28f53 req-16d2c28e-80a7-402d-97fc-1225ca47d190 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0675864 Jul 23 21:22:06.317671 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d787bc9f-21a3-4e7a-947e-9516f5a28f53 req-a7d9dd2e-a339-403c-8fbe-b247d7a3dbce tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323265 Jul 23 21:22:06.468336 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11576ae6-c5f6-43a1-92bb-b111a1d33fe7 req-d1c98177-4c71-40ae-8ad0-95682bf76bbf tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:06.469797 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-11576ae6-c5f6-43a1-92bb-b111a1d33fe7 req-d1c98177-4c71-40ae-8ad0-95682bf76bbf tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 945 time: 0.0626571 Jul 23 21:22:06.854340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-11576ae6-c5f6-43a1-92bb-b111a1d33fe7 req-4fea27b5-2228-4f15-87fa-a8182199a6e1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Deleting port ad475b2a-7e56-49f7-9ec2-a02662acaa7a {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:22:06.854679 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11576ae6-c5f6-43a1-92bb-b111a1d33fe7 req-4fea27b5-2228-4f15-87fa-a8182199a6e1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:06.939083 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-11576ae6-c5f6-43a1-92bb-b111a1d33fe7 req-4fea27b5-2228-4f15-87fa-a8182199a6e1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] For port ad475b2a-7e56-49f7-9ec2-a02662acaa7a, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:06.939459 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11576ae6-c5f6-43a1-92bb-b111a1d33fe7 req-4fea27b5-2228-4f15-87fa-a8182199a6e1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:07.115163 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11576ae6-c5f6-43a1-92bb-b111a1d33fe7 req-4fea27b5-2228-4f15-87fa-a8182199a6e1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:07.115471 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11576ae6-c5f6-43a1-92bb-b111a1d33fe7 req-4fea27b5-2228-4f15-87fa-a8182199a6e1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:07.115785 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [req-11576ae6-c5f6-43a1-92bb-b111a1d33fe7 req-4fea27b5-2228-4f15-87fa-a8182199a6e1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Floating IP f7420c6d-eba2-42aa-809e-64135b650326 disassociated. External IP: 172.25.3.61, port: ad475b2a-7e56-49f7-9ec2-a02662acaa7a. Jul 23 21:22:07.116172 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-11576ae6-c5f6-43a1-92bb-b111a1d33fe7 req-4fea27b5-2228-4f15-87fa-a8182199a6e1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Calling delete_port for ad475b2a-7e56-49f7-9ec2-a02662acaa7a owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:22:07.238889 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11576ae6-c5f6-43a1-92bb-b111a1d33fe7 req-4fea27b5-2228-4f15-87fa-a8182199a6e1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:07.270551 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea27b5-2228-4f15-87fa-a8182199a6e1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Pushing event deleted for resources: {'Port': ['ID=ad475b2a-7e56-49f7-9ec2-a02662acaa7a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:07.387939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11576ae6-c5f6-43a1-92bb-b111a1d33fe7 req-4fea27b5-2228-4f15-87fa-a8182199a6e1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:22:07.418203 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf14d925-bcac-4337-b039-ec275e607df0 req-fff4c26b-2e82-46dc-a896-9bcaa89315bf tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f7c6178-cbd6-4d82-9ac8-5c40fc03f417 HTTP/1.1" status: 200 len: 210 time: 0.0324273 Jul 23 21:22:07.498411 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11576ae6-c5f6-43a1-92bb-b111a1d33fe7 req-4fea27b5-2228-4f15-87fa-a8182199a6e1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:22:07.507798 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609dbb2f-6283-4489-b6b7-6250eb85b1a8 None None] Sync routers for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:22:07.518246 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609dbb2f-6283-4489-b6b7-6250eb85b1a8 None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:07.518856 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-609dbb2f-6283-4489-b6b7-6250eb85b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:21:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:07.542559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-11576ae6-c5f6-43a1-92bb-b111a1d33fe7 req-4fea27b5-2228-4f15-87fa-a8182199a6e1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] No DVR routers for this DVR port ad475b2a-7e56-49f7-9ec2-a02662acaa7a on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:22:07.545244 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-11576ae6-c5f6-43a1-92bb-b111a1d33fe7 req-4fea27b5-2228-4f15-87fa-a8182199a6e1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:07.547312 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-11576ae6-c5f6-43a1-92bb-b111a1d33fe7 req-4fea27b5-2228-4f15-87fa-a8182199a6e1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.48 "DELETE /v2.0/ports/ad475b2a-7e56-49f7-9ec2-a02662acaa7a HTTP/1.1" status: 204 len: 173 time: 1.0697572 Jul 23 21:22:07.547804 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'name': 'network-vif-deleted', 'tag': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:22:07.550040 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c010338-01c5-479b-9463-ac71e626cbe0" -d '{"events": [{"server_uuid": "5f7c6178-cbd6-4d82-9ac8-5c40fc03f417", "name": "network-vif-deleted", "tag": "ad475b2a-7e56-49f7-9ec2-a02662acaa7a"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:22:07.598012 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7ea197-f058-4a70-82b1-d29d3669575b x-openstack-request-id: req-1a7ea197-f058-4a70-82b1-d29d3669575b {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:22:07.598406 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7c6178-cbd6-4d82-9ac8-5c40fc03f417", "name": "network-vif-deleted", "tag": "ad475b2a-7e56-49f7-9ec2-a02662acaa7a", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:22:07.598755 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a7ea197-f058-4a70-82b1-d29d3669575b {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:22:07.599183 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7c6178-cbd6-4d82-9ac8-5c40fc03f417', 'name': 'network-vif-deleted', 'tag': 'ad475b2a-7e56-49f7-9ec2-a02662acaa7a', 'status': 'completed', 'code': 200} Jul 23 21:22:07.626730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-609dbb2f-6283-4489-b6b7-6250eb85b1a8 None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:07.831331 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-609dbb2f-6283-4489-b6b7-6250eb85b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:07.858309 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609dbb2f-6283-4489-b6b7-6250eb85b1a8 None None] Checking router: 4b1ff597-38c7-4909-9d13-67d2ec2b0fff for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:22:07.866617 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609dbb2f-6283-4489-b6b7-6250eb85b1a8 None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:07.867274 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-609dbb2f-6283-4489-b6b7-6250eb85b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:21:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:07.970206 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-609dbb2f-6283-4489-b6b7-6250eb85b1a8 None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:08.171328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-609dbb2f-6283-4489-b6b7-6250eb85b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:08.201297 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609dbb2f-6283-4489-b6b7-6250eb85b1a8 None None] The sync data for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 is: [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:22:08.405600 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d37d7-732b-4fd3-a0f7-f9ecada35b45 None None] New status for floating IP f7420c6d-eba2-42aa-809e-64135b650326: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:22:08.691296 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-549d396f-df2b-48cc-8c39-30be7aca410b req-0d73c065-dd55-4ec4-a85e-bd573628a071 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1487313346&fields=id&tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6 HTTP/1.1" status: 200 len: 267 time: 0.0313346 Jul 23 21:22:08.798646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d396f-df2b-48cc-8c39-30be7aca410b req-5afd7678-1d73-4809-b908-ccba2c9f6d5f tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:08.800061 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-549d396f-df2b-48cc-8c39-30be7aca410b req-5afd7678-1d73-4809-b908-ccba2c9f6d5f tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 812 time: 0.1018641 Jul 23 21:22:08.815054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-549d396f-df2b-48cc-8c39-30be7aca410b req-0c88f3f4-796b-40a1-b256-a94dbb5bef0a tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/quotas/b39aaf353ad94d4e869ba8c0ef1590c6 HTTP/1.1" status: 200 len: 375 time: 0.0094624 Jul 23 21:22:08.881700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-549d396f-df2b-48cc-8c39-30be7aca410b req-0660419f-7ad1-46e6-85d5-251ea155c689 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612636 Jul 23 21:22:08.898127 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-549d396f-df2b-48cc-8c39-30be7aca410b req-54af8c5d-ff58-4994-9e5b-8ca1916a4335 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:22:08.899169 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-549d396f-df2b-48cc-8c39-30be7aca410b req-54af8c5d-ff58-4994-9e5b-8ca1916a4335 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056856 Jul 23 21:22:09.033947 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-549d396f-df2b-48cc-8c39-30be7aca410b req-245757e9-a394-42b7-8fce-dec396c823c8 service neutron] 10.222.0.55 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291916 Jul 23 21:22:09.121404 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-549d396f-df2b-48cc-8c39-30be7aca410b req-f309a120-1b70-4535-a6e6-b9b2a1107191 service neutron] 10.222.0.55 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816772 Jul 23 21:22:09.286533 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64ce8c66-2b3c-4378-aee1-1b9c434bfe59 req-0a42d1b8-2ebc-4fcd-9883-b9eca1588256 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 210 time: 0.0326915 Jul 23 21:22:09.986092 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device ad475b2a-7e56-49f7-9ec2-a02662acaa7a no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:22:10.006019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: ad475b2a-7e56-49f7-9ec2-a02662acaa7a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:22:10.006356 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device ad475b2a-7e56-49f7-9ec2-a02662acaa7a not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:22:10.160091 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d396f-df2b-48cc-8c39-30be7aca410b req-9e693f5e-a6e0-45f7-8ee1-810553645834 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:10.161555 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-549d396f-df2b-48cc-8c39-30be7aca410b req-9e693f5e-a6e0-45f7-8ee1-810553645834 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 812 time: 0.1059496 Jul 23 21:22:10.207867 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-549d396f-df2b-48cc-8c39-30be7aca410b req-2b838fe2-2a2b-4f4f-b12c-3a97bd1e2969 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6 HTTP/1.1" status: 200 len: 380 time: 0.0380619 Jul 23 21:22:10.217647 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-549d396f-df2b-48cc-8c39-30be7aca410b req-2bd04c58-8380-4b38-a3dd-711c16e202b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Request body: {'port': {'device_id': '28296852-70ab-449b-91b4-670ede771324', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'admin_state_up': True, 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'security_groups': ['26785827-03c1-43fd-b10e-e7c5256fd6a4']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:10.321953 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549d396f-df2b-48cc-8c39-30be7aca410b req-2bd04c58-8380-4b38-a3dd-711c16e202b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Made reservation on behalf of b39aaf353ad94d4e869ba8c0ef1590c6 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:22:10.326265 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-549d396f-df2b-48cc-8c39-30be7aca410b req-2bd04c58-8380-4b38-a3dd-711c16e202b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:10.382562 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63fc6b57-7fb5-4db6-8e95-eb9be11f8d53 req-5a4e8733-fd04-42dd-9de6-ef61171d453d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 210 time: 0.0300262 Jul 23 21:22:10.455535 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-549d396f-df2b-48cc-8c39-30be7aca410b req-2bd04c58-8380-4b38-a3dd-711c16e202b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Allocated IP 172.20.0.14 (4578f605-2e29-40bd-b042-b122e4c1caf2/73d3394e-c737-4546-8c52-edbdddd88259/eb73b30c-5cd7-4878-bc48-789d8460f233) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:22:10.591059 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-549d396f-df2b-48cc-8c39-30be7aca410b req-2bd04c58-8380-4b38-a3dd-711c16e202b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:10.613307 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-549d396f-df2b-48cc-8c39-30be7aca410b req-2bd04c58-8380-4b38-a3dd-711c16e202b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Transition to ACTIVE for port object eb73b30c-5cd7-4878-bc48-789d8460f233 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:10.645951 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-549d396f-df2b-48cc-8c39-30be7aca410b req-2bd04c58-8380-4b38-a3dd-711c16e202b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:10.687847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549d396f-df2b-48cc-8c39-30be7aca410b req-2bd04c58-8380-4b38-a3dd-711c16e202b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Network 4578f605-2e29-40bd-b042-b122e4c1caf2 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:10.690926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-549d396f-df2b-48cc-8c39-30be7aca410b req-2bd04c58-8380-4b38-a3dd-711c16e202b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:10.693949 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-549d396f-df2b-48cc-8c39-30be7aca410b req-2bd04c58-8380-4b38-a3dd-711c16e202b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:22:10.727553 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd04c58-8380-4b38-a3dd-711c16e202b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Pushing event updated for resources: {'Port': ['ID=eb73b30c-5cd7-4878-bc48-789d8460f233,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:10.755853 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d396f-df2b-48cc-8c39-30be7aca410b req-2bd04c58-8380-4b38-a3dd-711c16e202b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:10.756496 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-549d396f-df2b-48cc-8c39-30be7aca410b req-2bd04c58-8380-4b38-a3dd-711c16e202b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:10.771878 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-549d396f-df2b-48cc-8c39-30be7aca410b req-2bd04c58-8380-4b38-a3dd-711c16e202b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5577660 Jul 23 21:22:10.785055 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Request body: {'port': {'device_id': '28296852-70ab-449b-91b4-670ede771324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:10.867405 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:10.934511 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e34f4db6-5c5b-4f95-aae6-1e8a46743370 None None] Provisioning for port eb73b30c-5cd7-4878-bc48-789d8460f233 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:10.938543 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e34f4db6-5c5b-4f95-aae6-1e8a46743370 None None] Provisioning complete for port eb73b30c-5cd7-4878-bc48-789d8460f233 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:10.938908 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e34f4db6-5c5b-4f95-aae6-1e8a46743370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:10.981604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e34f4db6-5c5b-4f95-aae6-1e8a46743370 None None] Port eb73b30c-5cd7-4878-bc48-789d8460f233 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:22:11.130608 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb73b30c-5cd7-4878-bc48-789d8460f233 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:22:11.138414 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.150069 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Transition to ACTIVE for port object eb73b30c-5cd7-4878-bc48-789d8460f233 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:11.153044 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.203968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb73b30c-5cd7-4878-bc48-789d8460f233,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:11.275471 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Attempting to bind port eb73b30c-5cd7-4878-bc48-789d8460f233 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:22:11.275804 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Attempting to bind port eb73b30c-5cd7-4878-bc48-789d8460f233 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:22:11.276142 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Attempting to bind port eb73b30c-5cd7-4878-bc48-789d8460f233 on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:22:11.280820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Port eb73b30c-5cd7-4878-bc48-789d8460f233 on network 4578f605-2e29-40bd-b042-b122e4c1caf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:22:11.281140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Attempting to bind port eb73b30c-5cd7-4878-bc48-789d8460f233 on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:22:11.286046 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:22:11.286377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Checking segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:11.286781 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Bound using segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:22:11.287238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Bound port: eb73b30c-5cd7-4878-bc48-789d8460f233, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:22:11.287602 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.362826 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:22:11.366035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=eb73b30c-5cd7-4878-bc48-789d8460f233,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:22:11.370859 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.408540 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:11.409818 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:11.411218 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-549d396f-df2b-48cc-8c39-30be7aca410b req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] 10.222.0.57 "PUT /v2.0/ports/eb73b30c-5cd7-4878-bc48-789d8460f233 HTTP/1.1" status: 200 len: 1093 time: 0.6320922 Jul 23 21:22:11.411662 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:22:11.413937 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df04cfba0164730fc2b3ce3123004d65a7a5c513316a5160e55c146cfa8f5427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974eeff6-0896-43fd-8402-2e8b9565a4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "28296852-70ab-449b-91b4-670ede771324", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:22:11.446172 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d23255-32cd-4403-8b44-2ddc9f4852b4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb73b30c-5cd7-4878-bc48-789d8460f233,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:11.469062 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dc55c3-9ebb-4930-aab1-f85eeb0157a0 x-openstack-request-id: req-25dc55c3-9ebb-4930-aab1-f85eeb0157a0 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:22:11.470003 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28296852-70ab-449b-91b4-670ede771324", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:22:11.470003 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-25dc55c3-9ebb-4930-aab1-f85eeb0157a0 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:22:11.470217 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'status': 'completed', 'code': 200} Jul 23 21:22:11.525155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d396f-df2b-48cc-8c39-30be7aca410b req-6a52667f-02c9-4d62-a392-7dcb62810259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:11.526480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81bf08-dd3e-40ad-9b3a-8a7eae96e28d req-72e13466-a695-4351-9e8a-e83d2ef91daf tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:11.527046 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-549d396f-df2b-48cc-8c39-30be7aca410b req-6a52667f-02c9-4d62-a392-7dcb62810259 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 1096 time: 0.0667858 Jul 23 21:22:11.531606 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c81bf08-dd3e-40ad-9b3a-8a7eae96e28d req-72e13466-a695-4351-9e8a-e83d2ef91daf tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 944 time: 0.0711508 Jul 23 21:22:11.574091 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-549d396f-df2b-48cc-8c39-30be7aca410b req-d259fcb7-0aa2-4fe6-ac63-5504e08fcdb4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb73b30c-5cd7-4878-bc48-789d8460f233 HTTP/1.1" status: 200 len: 217 time: 0.0393050 Jul 23 21:22:11.575642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c81bf08-dd3e-40ad-9b3a-8a7eae96e28d req-12ccd1e3-4c7c-4aa7-86e1-4b5330369ffc tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410769 Jul 23 21:22:11.628385 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d396f-df2b-48cc-8c39-30be7aca410b req-9f088f5d-7502-4118-b14d-1ed83a8b86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:11.629871 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-549d396f-df2b-48cc-8c39-30be7aca410b req-9f088f5d-7502-4118-b14d-1ed83a8b86ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0481877 Jul 23 21:22:11.687227 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d396f-df2b-48cc-8c39-30be7aca410b req-a6beabd5-01e0-4eee-8bf5-7589c649017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:11.688633 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-549d396f-df2b-48cc-8c39-30be7aca410b req-a6beabd5-01e0-4eee-8bf5-7589c649017e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528035 Jul 23 21:22:11.780507 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-549d396f-df2b-48cc-8c39-30be7aca410b req-806efc27-7664-4ff7-aba6-19e9110dfcb5 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851576 Jul 23 21:22:11.873421 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-549d396f-df2b-48cc-8c39-30be7aca410b req-e3910b41-dc42-42e4-84db-ec72f69af381 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863974 Jul 23 21:22:11.969355 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eeff6-0896-43fd-8402-2e8b9565a4b4 req-156b39f4-3445-4d17-9b46-2d7026d42050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:11.970987 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-974eeff6-0896-43fd-8402-2e8b9565a4b4 req-156b39f4-3445-4d17-9b46-2d7026d42050 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 1096 time: 0.0528417 Jul 23 21:22:12.058317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eeff6-0896-43fd-8402-2e8b9565a4b4 req-d97cf34f-7501-4644-9d1c-6694c9fce146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:12.059802 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-974eeff6-0896-43fd-8402-2e8b9565a4b4 req-d97cf34f-7501-4644-9d1c-6694c9fce146 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0828841 Jul 23 21:22:12.104777 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-974eeff6-0896-43fd-8402-2e8b9565a4b4 req-eda56872-4eeb-4c96-9055-8de91899fa0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb73b30c-5cd7-4878-bc48-789d8460f233 HTTP/1.1" status: 200 len: 217 time: 0.0387461 Jul 23 21:22:12.154030 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eeff6-0896-43fd-8402-2e8b9565a4b4 req-9e8c8c32-85de-465d-a2ec-c6aa6e8df5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:12.155878 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-974eeff6-0896-43fd-8402-2e8b9565a4b4 req-9e8c8c32-85de-465d-a2ec-c6aa6e8df5e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0441501 Jul 23 21:22:12.214281 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eeff6-0896-43fd-8402-2e8b9565a4b4 req-6d623ad4-b9a3-4423-8318-53a61b7bb01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:12.215757 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-974eeff6-0896-43fd-8402-2e8b9565a4b4 req-6d623ad4-b9a3-4423-8318-53a61b7bb01a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517786 Jul 23 21:22:12.307971 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-974eeff6-0896-43fd-8402-2e8b9565a4b4 req-840b9631-0a4c-4548-a5e7-fd7ab922bcbf service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835583 Jul 23 21:22:12.403919 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-974eeff6-0896-43fd-8402-2e8b9565a4b4 req-1d1007e0-7e01-4107-acc8-411d92bc7f36 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882070 Jul 23 21:22:12.708838 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e977a-31ed-47c5-922b-0bbdff869b77 req-7085eeca-b3c6-4243-b8f0-02e2bdc859e0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:12.710375 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db3e977a-31ed-47c5-922b-0bbdff869b77 req-7085eeca-b3c6-4243-b8f0-02e2bdc859e0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 944 time: 0.0674403 Jul 23 21:22:12.749189 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-db3e977a-31ed-47c5-922b-0bbdff869b77 req-44148dc1-4672-4c53-b5ad-64e371264983 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324211 Jul 23 21:22:13.876278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc66b2-a818-4e28-81e8-44fd96c2af43 req-eb21b101-a77c-4972-8e5b-22344076d1a6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:13.877668 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7fc66b2-a818-4e28-81e8-44fd96c2af43 req-eb21b101-a77c-4972-8e5b-22344076d1a6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 944 time: 0.0630205 Jul 23 21:22:13.914811 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7fc66b2-a818-4e28-81e8-44fd96c2af43 req-d637a4d2-2342-4970-9283-456a95cba8cd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317073 Jul 23 21:22:14.423872 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device eb73b30c-5cd7-4878-bc48-789d8460f233 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:22:14.521360 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=eb73b30c-5cd7-4878-bc48-789d8460f233,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:14.532252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'port_id': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'mac_address': 'fa:16:3e:90:53:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:22:14.569546 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.581935 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb73b30c-5cd7-4878-bc48-789d8460f233 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:22:14.600990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=eb73b30c-5cd7-4878-bc48-789d8460f233,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:14.605804 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.652182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=eb73b30c-5cd7-4878-bc48-789d8460f233,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:14.806469 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['eb73b30c-5cd7-4878-bc48-789d8460f233'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:22:15.045119 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be8a89-2a34-45dc-b76d-1df6edeae372 req-4a680da4-d142-4c53-b5ec-be01943c933c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:15.046618 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3be8a89-2a34-45dc-b76d-1df6edeae372 req-4a680da4-d142-4c53-b5ec-be01943c933c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 945 time: 0.0654271 Jul 23 21:22:15.082440 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3be8a89-2a34-45dc-b76d-1df6edeae372 req-d4cc5183-9b19-4903-9afd-4a1522acd1af tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301843 Jul 23 21:22:15.762709 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.212506 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edf65d-8038-4e61-b159-1c961309fe86 req-befeb8f7-c441-4c86-8cf2-790eaff271c3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:16.214002 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-36edf65d-8038-4e61-b159-1c961309fe86 req-befeb8f7-c441-4c86-8cf2-790eaff271c3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 945 time: 0.0655575 Jul 23 21:22:16.252040 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-36edf65d-8038-4e61-b159-1c961309fe86 req-b3469a07-42dc-484c-95c2-3459afb71f1f tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325913 Jul 23 21:22:16.439833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device eb73b30c-5cd7-4878-bc48-789d8460f233 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:16.488732 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port eb73b30c-5cd7-4878-bc48-789d8460f233 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:16.492144 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port eb73b30c-5cd7-4878-bc48-789d8460f233 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:16.492513 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.570388 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.592337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:22:16.594551 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3d70bc63ceeea67712e446abd2aeac3084df38f23d16387da2a92d9845c128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8c3438-3847-41cb-8dcc-1df491208a8f" -d '{"events": [{"server_uuid": "28296852-70ab-449b-91b4-670ede771324", "name": "network-vif-plugged", "status": "completed", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:22:16.608628 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=eb73b30c-5cd7-4878-bc48-789d8460f233,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:16.612561 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.638978 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d59129-fd37-41b2-ac73-f62f4e47f401 x-openstack-request-id: req-f9d59129-fd37-41b2-ac73-f62f4e47f401 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:22:16.639296 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28296852-70ab-449b-91b4-670ede771324", "name": "network-vif-plugged", "status": "completed", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:22:16.639552 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9d59129-fd37-41b2-ac73-f62f4e47f401 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:22:16.639943 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'code': 200} Jul 23 21:22:16.669503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=eb73b30c-5cd7-4878-bc48-789d8460f233,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:16.751560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478b110-f2b1-4424-b84d-092af0251180 req-42b630e7-8025-402b-923a-21b48873941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:16.753119 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1478b110-f2b1-4424-b84d-092af0251180 req-42b630e7-8025-402b-923a-21b48873941f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 1098 time: 0.0589025 Jul 23 21:22:16.787746 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1478b110-f2b1-4424-b84d-092af0251180 req-64f2a542-f445-447a-82ee-0d34808ce7f9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283151 Jul 23 21:22:17.232802 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.379523 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233d68f-78d3-4860-a615-9d84366facdd req-2dfc22ec-ab98-488e-8eb9-d089d7f707cc tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:17.381018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5233d68f-78d3-4860-a615-9d84366facdd req-2dfc22ec-ab98-488e-8eb9-d089d7f707cc tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0644212 Jul 23 21:22:17.418199 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5233d68f-78d3-4860-a615-9d84366facdd req-01e50ed0-1a2b-435c-9503-9c6b6cd21ad1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310304 Jul 23 21:22:18.035821 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:22:18.564738 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0d380-1472-4999-80c3-bc00868efd35 req-02efcfa7-ee4e-4240-989a-c6a089768d34 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:18.566281 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-17c0d380-1472-4999-80c3-bc00868efd35 req-02efcfa7-ee4e-4240-989a-c6a089768d34 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0687666 Jul 23 21:22:18.605242 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-17c0d380-1472-4999-80c3-bc00868efd35 req-ba39528b-3ba3-46a9-bbb0-0dc3e956be0f tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334222 Jul 23 21:22:18.743867 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724e75f-49af-416a-a39b-7f19b6e6f883 req-9dbe77be-6b8f-4d57-b6e8-0cafbff98389 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:18.745369 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8724e75f-49af-416a-a39b-7f19b6e6f883 req-9dbe77be-6b8f-4d57-b6e8-0cafbff98389 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0680282 Jul 23 21:22:18.754073 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55396) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:18.758680 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-e2899d2c-4b75-47f6-88fe-4d23ad869ea7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Request body: {'floatingip': {'port_id': 'eb73b30c-5cd7-4878-bc48-789d8460f233'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:18.797406 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e2899d2c-4b75-47f6-88fe-4d23ad869ea7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.544084 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e2899d2c-4b75-47f6-88fe-4d23ad869ea7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.548264 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e2899d2c-4b75-47f6-88fe-4d23ad869ea7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.645550 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-e2899d2c-4b75-47f6-88fe-4d23ad869ea7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Floating IP f7420c6d-eba2-42aa-809e-64135b650326 associated. External IP: 172.25.3.61, port: eb73b30c-5cd7-4878-bc48-789d8460f233. Jul 23 21:22:19.846190 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2899d2c-4b75-47f6-88fe-4d23ad869ea7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:22:19.950365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2899d2c-4b75-47f6-88fe-4d23ad869ea7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:22:19.955238 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e2899d2c-4b75-47f6-88fe-4d23ad869ea7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.959677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcc5e6a-e19d-45da-811f-616b98c45bf9 None None] Sync routers for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:22:19.969975 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcc5e6a-e19d-45da-811f-616b98c45bf9 None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:19.970629 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8dcc5e6a-e19d-45da-811f-616b98c45bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:21:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:19.991221 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e2899d2c-4b75-47f6-88fe-4d23ad869ea7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "PUT /v2.0/floatingips/f7420c6d-eba2-42aa-809e-64135b650326 HTTP/1.1" status: 200 len: 991 time: 1.2360716 Jul 23 21:22:19.991840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:22:19.994599 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c425326f2c6487d0ba1c4ccbdb2f5e3d2df530e78e8efef5febf25022ce06ae6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5602e4bf-de18-4b23-bd47-407f25d1856e" -d '{"events": [{"name": "network-changed", "server_uuid": "28296852-70ab-449b-91b4-670ede771324", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:22:20.031311 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71d8e0d-bc25-4e45-a4e9-aad8b1a6ebaa x-openstack-request-id: req-b71d8e0d-bc25-4e45-a4e9-aad8b1a6ebaa {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:22:20.031604 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28296852-70ab-449b-91b4-670ede771324", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:22:20.031854 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b71d8e0d-bc25-4e45-a4e9-aad8b1a6ebaa {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:22:20.032251 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'status': 'completed', 'code': 200} Jul 23 21:22:20.088470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-8dcc5e6a-e19d-45da-811f-616b98c45bf9 None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:20.172602 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602e4bf-de18-4b23-bd47-407f25d1856e req-1e7130ea-d4f4-42ab-bd94-e84230c1a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:20.174115 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5602e4bf-de18-4b23-bd47-407f25d1856e req-1e7130ea-d4f4-42ab-bd94-e84230c1a0f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 1098 time: 0.0891838 Jul 23 21:22:20.266505 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602e4bf-de18-4b23-bd47-407f25d1856e req-2fe135b0-1a76-4a73-856b-3241ea97169b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:20.268014 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5602e4bf-de18-4b23-bd47-407f25d1856e req-2fe135b0-1a76-4a73-856b-3241ea97169b service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0877917 Jul 23 21:22:20.314640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8dcc5e6a-e19d-45da-811f-616b98c45bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f7420c6d-eba2-42aa-809e-64135b650326', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'port_id': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'mac_address': 'fa:16:3e:90:53:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28296852-70ab-449b-91b4-670ede771324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:17:33Z', 'updated_at': '2021-07-23T21:22:19Z', 'revision_number': 9, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:20.333284 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5602e4bf-de18-4b23-bd47-407f25d1856e req-bc777d45-fefd-4cc6-b375-af477015209f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb73b30c-5cd7-4878-bc48-789d8460f233 HTTP/1.1" status: 200 len: 999 time: 0.0577254 Jul 23 21:22:20.340962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcc5e6a-e19d-45da-811f-616b98c45bf9 None None] Checking router: 4b1ff597-38c7-4909-9d13-67d2ec2b0fff for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:22:20.349448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcc5e6a-e19d-45da-811f-616b98c45bf9 None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:20.349981 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8dcc5e6a-e19d-45da-811f-616b98c45bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:21:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:20.380893 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602e4bf-de18-4b23-bd47-407f25d1856e req-98c990cd-a054-4d77-be4f-4b1f2fb3ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:20.382446 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5602e4bf-de18-4b23-bd47-407f25d1856e req-98c990cd-a054-4d77-be4f-4b1f2fb3ff19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0433433 Jul 23 21:22:20.446695 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602e4bf-de18-4b23-bd47-407f25d1856e req-013542e5-0c5c-423d-9545-608316e27974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:20.448266 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5602e4bf-de18-4b23-bd47-407f25d1856e req-013542e5-0c5c-423d-9545-608316e27974 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597117 Jul 23 21:22:20.544696 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5602e4bf-de18-4b23-bd47-407f25d1856e req-e7113ca9-f296-474f-8598-5958b651cb94 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892062 Jul 23 21:22:20.616962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-8dcc5e6a-e19d-45da-811f-616b98c45bf9 None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:20.641651 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-5602e4bf-de18-4b23-bd47-407f25d1856e req-c0fec932-b912-4927-bc40-c89280af2a36 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902543 Jul 23 21:22:20.835765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-8dcc5e6a-e19d-45da-811f-616b98c45bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f7420c6d-eba2-42aa-809e-64135b650326', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'port_id': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'mac_address': 'fa:16:3e:90:53:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28296852-70ab-449b-91b4-670ede771324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:17:33Z', 'updated_at': '2021-07-23T21:22:19Z', 'revision_number': 9, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:20.865212 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcc5e6a-e19d-45da-811f-616b98c45bf9 None None] The sync data for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 is: [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f7420c6d-eba2-42aa-809e-64135b650326', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'port_id': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'mac_address': 'fa:16:3e:90:53:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28296852-70ab-449b-91b4-670ede771324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:17:33Z', 'updated_at': '2021-07-23T21:22:19Z', 'revision_number': 9, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:22:21.041723 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f58afd2-e1d6-47d8-8e32-a94c7dbf58dc None None] New status for floating IP f7420c6d-eba2-42aa-809e-64135b650326: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:22:24.625293 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e845b7c5-32d4-4cc0-a7ad-70d6fbb11b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:27.173325 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8e68bf5-a09f-40fe-8e58-04987bec82e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:27.405730 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:28.673818 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.131647 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:45.763901 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:47.237457 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:54.626096 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e1037cc4-5699-47d7-81c8-f30fe8b1bd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:55.034405 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:22:57.076530 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-acec239f-e5cc-4f1f-b2b7-757f5a3b79b3 req-a2b168d1-6279-41eb-ad31-587e8add096a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517447 Jul 23 21:22:57.169156 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec239f-e5cc-4f1f-b2b7-757f5a3b79b3 req-27eadd4f-c047-4d62-a49e-94fc717451bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:57.170666 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-acec239f-e5cc-4f1f-b2b7-757f5a3b79b3 req-27eadd4f-c047-4d62-a49e-94fc717451bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 1098 time: 0.0550067 Jul 23 21:22:57.174450 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e7a89d83-24f5-41dd-9e9e-6b89674b963d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:57.284920 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec239f-e5cc-4f1f-b2b7-757f5a3b79b3 req-19db8d18-4d20-45bb-b938-29fcebc36416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:57.286404 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-acec239f-e5cc-4f1f-b2b7-757f5a3b79b3 req-19db8d18-4d20-45bb-b938-29fcebc36416 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0942423 Jul 23 21:22:57.350251 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-acec239f-e5cc-4f1f-b2b7-757f5a3b79b3 req-c108238b-960e-4a1c-a850-60368be7d6ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb73b30c-5cd7-4878-bc48-789d8460f233 HTTP/1.1" status: 200 len: 1002 time: 0.0572963 Jul 23 21:22:57.402112 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec239f-e5cc-4f1f-b2b7-757f5a3b79b3 req-169c497b-dabc-4938-82e3-36571121ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:57.403798 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-acec239f-e5cc-4f1f-b2b7-757f5a3b79b3 req-169c497b-dabc-4938-82e3-36571121ee0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0477350 Jul 23 21:22:57.407317 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:57.461116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec239f-e5cc-4f1f-b2b7-757f5a3b79b3 req-f101a456-0fa2-4bec-8a18-5b5eb089f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:57.463216 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-acec239f-e5cc-4f1f-b2b7-757f5a3b79b3 req-f101a456-0fa2-4bec-8a18-5b5eb089f48f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530581 Jul 23 21:22:57.550491 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-acec239f-e5cc-4f1f-b2b7-757f5a3b79b3 req-39f5e3a9-e537-4919-b4da-a7151494d7cb service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801980 Jul 23 21:22:57.645938 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-acec239f-e5cc-4f1f-b2b7-757f5a3b79b3 req-93732144-c292-40a6-bd65-f42d88f30d8c service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889549 Jul 23 21:22:58.675594 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:00.132973 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:15.759820 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:17.236439 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:24.627392 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-70007f70-a91c-439a-8cfc-cf18179be02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:27.175001 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a3f81cc3-a050-4acf-a1de-e08a1f386e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:27.408257 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:28.679451 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:30.135937 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:32.034321 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:23:45.763399 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:47.246242 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:54.627778 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d81885f-94d2-4caa-88dc-a0f3c640560c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:55.916480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a32de-ed29-4505-84f7-9c4c6727c66d req-972ce3d9-27ce-4bfd-880c-be79f73b8e0d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:55.917977 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c55a32de-ed29-4505-84f7-9c4c6727c66d req-972ce3d9-27ce-4bfd-880c-be79f73b8e0d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0715930 Jul 23 21:23:55.984182 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c55a32de-ed29-4505-84f7-9c4c6727c66d req-25000e67-50e2-4270-9b35-9f7d5da0c0a0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577624 Jul 23 21:23:55.999906 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-6ffefa0e-01fa-4944-ba88-469f0d266de3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1238723 Jul 23 21:23:57.120147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011afd5-f7aa-456e-bbc3-668e600013a9 req-acfc2f08-658f-48e9-8312-0ae31bd7f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:57.121658 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1011afd5-f7aa-456e-bbc3-668e600013a9 req-acfc2f08-658f-48e9-8312-0ae31bd7f94c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 1098 time: 0.0630767 Jul 23 21:23:57.124257 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883a86c-b38f-46ac-8fd7-de750e1e4621 req-b1c04403-da5a-49aa-8307-56055526bc84 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:57.125471 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b883a86c-b38f-46ac-8fd7-de750e1e4621 req-b1c04403-da5a-49aa-8307-56055526bc84 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0692124 Jul 23 21:23:57.164298 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b883a86c-b38f-46ac-8fd7-de750e1e4621 req-6550bddb-5412-425c-924d-100e36a16d42 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332444 Jul 23 21:23:57.184617 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c6e643b-08ce-46ac-9049-e172e5f80c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:57.232924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011afd5-f7aa-456e-bbc3-668e600013a9 req-4ee0e6f5-7a0b-4e79-a2bb-bf63f67387ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:57.234387 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1011afd5-f7aa-456e-bbc3-668e600013a9 req-4ee0e6f5-7a0b-4e79-a2bb-bf63f67387ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0940194 Jul 23 21:23:57.296917 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1011afd5-f7aa-456e-bbc3-668e600013a9 req-6bb155eb-4afb-4956-ac57-099394553322 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb73b30c-5cd7-4878-bc48-789d8460f233 HTTP/1.1" status: 200 len: 1002 time: 0.0558648 Jul 23 21:23:57.348073 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011afd5-f7aa-456e-bbc3-668e600013a9 req-6886e82e-47e8-4296-8abc-faaa7c98326a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:57.349466 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1011afd5-f7aa-456e-bbc3-668e600013a9 req-6886e82e-47e8-4296-8abc-faaa7c98326a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0464828 Jul 23 21:23:57.405907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011afd5-f7aa-456e-bbc3-668e600013a9 req-84037f9b-5f4e-4bb2-9e32-60fd20147187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:57.407431 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1011afd5-f7aa-456e-bbc3-668e600013a9 req-84037f9b-5f4e-4bb2-9e32-60fd20147187 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521412 Jul 23 21:23:57.408064 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:57.501823 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1011afd5-f7aa-456e-bbc3-668e600013a9 req-6f64d2a6-ca88-4613-b7a3-68a7f71bf838 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875688 Jul 23 21:23:57.590095 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1011afd5-f7aa-456e-bbc3-668e600013a9 req-cef3d46d-a6ae-487d-87fc-c0dde63fd79a service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820563 Jul 23 21:23:57.680136 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-41dc17b2-def4-4e93-8cd2-8d6bd14d5eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:57.681593 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-41dc17b2-def4-4e93-8cd2-8d6bd14d5eec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 1098 time: 0.0525401 Jul 23 21:23:57.773150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-37b34982-acf4-467e-a9e9-5017cb48dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:57.774577 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-37b34982-acf4-467e-a9e9-5017cb48dfe2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0862415 Jul 23 21:23:57.836631 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-0dd45629-5ac8-4aaa-8352-ab4c5fc6f6b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb73b30c-5cd7-4878-bc48-789d8460f233 HTTP/1.1" status: 200 len: 1002 time: 0.0556271 Jul 23 21:23:57.887803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-45a1e408-e78d-4d51-ae72-f263624ba974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:57.889153 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-45a1e408-e78d-4d51-ae72-f263624ba974 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0470295 Jul 23 21:23:57.945762 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-202dc6d8-ef2c-4fb5-b702-08ce7899f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:57.947247 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-202dc6d8-ef2c-4fb5-b702-08ce7899f492 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519707 Jul 23 21:23:58.041236 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-6233bb21-05c9-4eb6-a30b-ae2bdffecbc2 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871642 Jul 23 21:23:58.129682 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-5a66c127-ee18-4f88-9f57-74940c032756 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816970 Jul 23 21:23:58.300119 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563eaf2-ac20-4294-a23a-7290bcdfbdb1 req-da3f5dca-8955-43ac-b965-76540ca94a87 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:58.301614 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5563eaf2-ac20-4294-a23a-7290bcdfbdb1 req-da3f5dca-8955-43ac-b965-76540ca94a87 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0637529 Jul 23 21:23:58.337746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5563eaf2-ac20-4294-a23a-7290bcdfbdb1 req-732ea37c-2728-4d86-94c2-6453eab362c7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304821 Jul 23 21:23:58.683317 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:59.473991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe0b81-f7a9-4fdd-945c-61d710872957 req-0800f22a-aae6-48e3-b99b-e6eb599ab47b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:59.475618 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3fe0b81-f7a9-4fdd-945c-61d710872957 req-0800f22a-aae6-48e3-b99b-e6eb599ab47b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0686183 Jul 23 21:23:59.518851 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3fe0b81-f7a9-4fdd-945c-61d710872957 req-66314478-78e8-43c9-8a31-eaafcf91c2aa tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376592 Jul 23 21:24:00.140365 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:00.647640 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf96bdf-d172-440c-8b61-734ad4ceb5f1 req-4b0eb033-fe57-4218-aa4c-7ae1c6dab053 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:00.649151 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ecf96bdf-d172-440c-8b61-734ad4ceb5f1 req-4b0eb033-fe57-4218-aa4c-7ae1c6dab053 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0637698 Jul 23 21:24:00.686829 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ecf96bdf-d172-440c-8b61-734ad4ceb5f1 req-7ad9db05-bc7b-4334-982f-268e27da0b3d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318770 Jul 23 21:24:01.819411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9e207-d561-4b5a-968e-007dad17d86a req-906626be-91a0-4002-a767-0cdf7919c679 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:01.820807 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ced9e207-d561-4b5a-968e-007dad17d86a req-906626be-91a0-4002-a767-0cdf7919c679 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0657833 Jul 23 21:24:01.857627 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ced9e207-d561-4b5a-968e-007dad17d86a req-e7988cba-19c9-4aaf-9d0b-9d9532a12b8e tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313430 Jul 23 21:24:02.989870 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28f75f-a71e-4ed8-b440-8e1d15e7c39e req-3f454302-93ad-429d-b576-d130839f3394 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:02.991477 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f28f75f-a71e-4ed8-b440-8e1d15e7c39e req-3f454302-93ad-429d-b576-d130839f3394 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0682943 Jul 23 21:24:03.027942 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f28f75f-a71e-4ed8-b440-8e1d15e7c39e req-4a94306a-3f10-4883-8f37-3544afee0a80 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308981 Jul 23 21:24:04.166606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aa010-6425-4439-8d91-fcb6f07df82f req-d0c2fd79-e5f3-443a-94d9-dc84ac3b064b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:04.168127 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a41aa010-6425-4439-8d91-fcb6f07df82f req-d0c2fd79-e5f3-443a-94d9-dc84ac3b064b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0661249 Jul 23 21:24:04.205252 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a41aa010-6425-4439-8d91-fcb6f07df82f req-cabc5b61-c9c4-40c7-8223-3fa5fca6b7f0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312750 Jul 23 21:24:05.336961 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9717325-092e-4923-b716-a58ea8990fde req-735460c4-7d5e-4d1e-9567-51166d28223b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:05.338438 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9717325-092e-4923-b716-a58ea8990fde req-735460c4-7d5e-4d1e-9567-51166d28223b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0660985 Jul 23 21:24:05.374907 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f9717325-092e-4923-b716-a58ea8990fde req-1d5ee8ee-8fac-4682-bb4f-cddde68c7be2 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309420 Jul 23 21:24:06.506928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2379682-7492-4df9-a765-1f86c0d45c92 req-f8206e96-56f3-406a-a316-c97d384b9193 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:06.508484 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2379682-7492-4df9-a765-1f86c0d45c92 req-f8206e96-56f3-406a-a316-c97d384b9193 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0674038 Jul 23 21:24:06.548424 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a2379682-7492-4df9-a765-1f86c0d45c92 req-9f12410e-bda7-4431-b579-cacf75029dd8 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340741 Jul 23 21:24:07.679269 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79a76f-a35a-4489-b4da-249843885726 req-92ae43b6-5d6b-41b7-8c52-248172353328 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:07.680765 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a79a76f-a35a-4489-b4da-249843885726 req-92ae43b6-5d6b-41b7-8c52-248172353328 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0661049 Jul 23 21:24:07.717548 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a79a76f-a35a-4489-b4da-249843885726 req-3e40ea14-1a44-442c-abe8-1c2b61d79dfa tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312304 Jul 23 21:24:08.845514 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e78bd-69f0-4c43-8f81-4ded4044fae7 req-ee49aaac-6d5b-48e6-99fb-7b87b247bd4b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:08.847183 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-745e78bd-69f0-4c43-8f81-4ded4044fae7 req-ee49aaac-6d5b-48e6-99fb-7b87b247bd4b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0626976 Jul 23 21:24:08.884072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-745e78bd-69f0-4c43-8f81-4ded4044fae7 req-c28822ab-3439-42da-bf6d-05c16fba7721 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314016 Jul 23 21:24:09.033039 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:24:09.935726 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-6606f7dd-6c75-499a-bbf6-a720553825a6 service neutron] show failed (client error): The resource could not be found. Jul 23 21:24:09.936768 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-6606f7dd-6c75-499a-bbf6-a720553825a6 service neutron] 10.222.0.57 "GET /v2.0/ports/eb73b30c-5cd7-4878-bc48-789d8460f233/bindings/n-h1-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.0601015 Jul 23 21:24:10.025798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb4c0f-55f7-4eae-b855-c1e637565695 req-4f91b1a0-7014-4d3f-a2a5-84df1dcfd8a1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:10.027298 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-90eb4c0f-55f7-4eae-b855-c1e637565695 req-4f91b1a0-7014-4d3f-a2a5-84df1dcfd8a1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0664804 Jul 23 21:24:10.065021 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-90eb4c0f-55f7-4eae-b855-c1e637565695 req-87370cc0-2d22-4cc8-abae-4e6f1ed13ad5 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321531 Jul 23 21:24:10.256151 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-505da2e1-81fc-466a-96b8-304af119ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:10.257665 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-505da2e1-81fc-466a-96b8-304af119ddaa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324&tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6 HTTP/1.1" status: 200 len: 1098 time: 0.1038349 Jul 23 21:24:10.276161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:24:10.349596 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:10.565380 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=eb73b30c-5cd7-4878-bc48-789d8460f233,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:10.606951 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:24:10.646373 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:24:10.651131 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:10.662867 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Transition to ACTIVE for port object eb73b30c-5cd7-4878-bc48-789d8460f233 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:24:10.671549 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:10.698310 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90ecc47-bb4e-412e-adea-40f1b62742f7" -d '{"events": [{"server_uuid": "28296852-70ab-449b-91b4-670ede771324", "name": "network-vif-unplugged", "status": "completed", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:24:10.750917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Pushing event updated for resources: {'Port': ['ID=eb73b30c-5cd7-4878-bc48-789d8460f233,revision_number=6']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:10.763446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:10.763788 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:10.764121 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:10.764448 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:10.764774 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:10.765540 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:10.765540 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:10.765681 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:10.766003 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:10.766319 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:10.766633 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:10.766946 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:11.089486 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8597a419-bd9b-43f3-ab2c-2c705b42fca0 x-openstack-request-id: req-8597a419-bd9b-43f3-ab2c-2c705b42fca0 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:24:11.090170 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28296852-70ab-449b-91b4-670ede771324", "name": "network-vif-unplugged", "status": "completed", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:24:11.090170 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8597a419-bd9b-43f3-ab2c-2c705b42fca0 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:24:11.090329 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'code': 200} Jul 23 21:24:11.091006 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] No DVR routers for this DVR port eb73b30c-5cd7-4878-bc48-789d8460f233 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:24:11.213498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86660b8b-1fed-4dc0-8ea9-d162417cc4c0 req-f394ca8a-35ee-4226-857f-4d10c0c8bb71 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:11.215260 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86660b8b-1fed-4dc0-8ea9-d162417cc4c0 req-f394ca8a-35ee-4226-857f-4d10c0c8bb71 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 944 time: 0.0810273 Jul 23 21:24:11.228120 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Attempting to bind port eb73b30c-5cd7-4878-bc48-789d8460f233 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:24:11.228452 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Attempting to bind port eb73b30c-5cd7-4878-bc48-789d8460f233 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:24:11.228768 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Attempting to bind port eb73b30c-5cd7-4878-bc48-789d8460f233 on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:24:11.233197 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Port eb73b30c-5cd7-4878-bc48-789d8460f233 on network 4578f605-2e29-40bd-b042-b122e4c1caf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:24:11.233521 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Attempting to bind port eb73b30c-5cd7-4878-bc48-789d8460f233 on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:24:11.238401 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:24:11.238740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Checking segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:24:11.239143 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Bound using segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:24:11.239571 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Bound port: eb73b30c-5cd7-4878-bc48-789d8460f233, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:24:11.239927 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:11.254897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-86660b8b-1fed-4dc0-8ea9-d162417cc4c0 req-49811f56-a380-4270-bcb2-63d308bcaf6e tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338159 Jul 23 21:24:11.304232 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:24:11.307253 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=eb73b30c-5cd7-4878-bc48-789d8460f233,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:24:11.311709 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:11.343837 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:11.344504 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:11.346254 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] 10.222.0.48 "PUT /v2.0/ports/eb73b30c-5cd7-4878-bc48-789d8460f233 HTTP/1.1" status: 200 len: 1093 time: 1.0740833 Jul 23 21:24:11.386413 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016dce1-9a2d-4d9b-a798-2bbf75a4ba4e service neutron] Pushing event updated for resources: {'Port': ['ID=eb73b30c-5cd7-4878-bc48-789d8460f233,revision_number=7']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:11.436395 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-25a53a26-e577-4d4b-b69a-d5e81c565052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:11.438220 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-25a53a26-e577-4d4b-b69a-d5e81c565052 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 1096 time: 0.0650389 Jul 23 21:24:11.532824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-f99e4382-3a4f-4f69-8878-89d88de4d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:11.534281 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-f99e4382-3a4f-4f69-8878-89d88de4d5f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0884209 Jul 23 21:24:11.612079 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-e3688c34-33a2-4588-a30a-8cdd300b3d65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb73b30c-5cd7-4878-bc48-789d8460f233 HTTP/1.1" status: 200 len: 1000 time: 0.0640471 Jul 23 21:24:11.663890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-0ad60f78-ffdb-47cc-bee3-e75add5b971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:11.665293 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-0ad60f78-ffdb-47cc-bee3-e75add5b971f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0433285 Jul 23 21:24:11.725730 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-58e24ebd-a977-465d-bb9e-02e5b571cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:11.727224 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-58e24ebd-a977-465d-bb9e-02e5b571cc89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523269 Jul 23 21:24:11.825907 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-f0688ff7-4b0e-49fc-aeb1-f5f1b73ba1f4 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916049 Jul 23 21:24:11.917336 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-913bf7c8-03d5-4b57-96b9-11ef82f68d25 req-27425aca-69bb-47df-b472-29d0f079690b service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811157 Jul 23 21:24:12.384908 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152437d1-bda1-4f86-bdc2-ce37373b4052 req-1440660d-33a7-4e03-a0f1-200405a5d1d8 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:12.386393 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-152437d1-bda1-4f86-bdc2-ce37373b4052 req-1440660d-33a7-4e03-a0f1-200405a5d1d8 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 944 time: 0.0625908 Jul 23 21:24:12.423017 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-152437d1-bda1-4f86-bdc2-ce37373b4052 req-cc2817e8-7b6e-404a-a912-fe156e5a0575 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310583 Jul 23 21:24:13.091332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:24:13.093729 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4197f9-8aea-4495-becb-d6ceecb705ea" -d '{"events": [{"name": "network-changed", "server_uuid": "28296852-70ab-449b-91b4-670ede771324", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:24:13.142234 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98bccf6-64f5-48ee-968d-2490c75f7d3e x-openstack-request-id: req-e98bccf6-64f5-48ee-968d-2490c75f7d3e {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:24:13.142525 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28296852-70ab-449b-91b4-670ede771324", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:24:13.142772 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e98bccf6-64f5-48ee-968d-2490c75f7d3e {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:24:13.143191 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'status': 'completed', 'code': 200} Jul 23 21:24:13.256318 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-ce2a783a-a298-4ede-b8a1-4b84fbb720f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:13.257846 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-ce2a783a-a298-4ede-b8a1-4b84fbb720f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 1096 time: 0.0959773 Jul 23 21:24:13.260496 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-5dad06b6-6050-49ed-87c8-c5f01e379576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:13.261863 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-5dad06b6-6050-49ed-87c8-c5f01e379576 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 1096 time: 0.0914683 Jul 23 21:24:13.420985 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-69c51066-db98-475a-80b8-3b3715454c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:13.422380 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-69c51066-db98-475a-80b8-3b3715454c01 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.1579673 Jul 23 21:24:13.424964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-76ec895d-67e3-4b98-8598-ef37039e6bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:13.426327 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-76ec895d-67e3-4b98-8598-ef37039e6bbf service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.1537917 Jul 23 21:24:13.540391 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-cabc6434-b5a1-4278-ad1b-37c374c8c89f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb73b30c-5cd7-4878-bc48-789d8460f233 HTTP/1.1" status: 200 len: 1000 time: 0.1119978 Jul 23 21:24:13.542303 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-5b43b1a2-d93e-4070-bdd2-0aaa65ec8f51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb73b30c-5cd7-4878-bc48-789d8460f233 HTTP/1.1" status: 200 len: 1000 time: 0.1076317 Jul 23 21:24:13.555673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6795a98-6f8b-474b-91ac-ce320a19424a req-5d7e65e0-78f8-490a-a446-caa8ca466c56 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:13.557185 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a6795a98-6f8b-474b-91ac-ce320a19424a req-5d7e65e0-78f8-490a-a446-caa8ca466c56 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 944 time: 0.0670030 Jul 23 21:24:13.597318 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a6795a98-6f8b-474b-91ac-ce320a19424a req-eb617160-34b2-4adb-ac1c-61c41511ba22 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338171 Jul 23 21:24:13.629030 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-c0d69fd6-13a8-4e08-8a5a-887a4c769776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:13.630555 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-c0d69fd6-13a8-4e08-8a5a-887a4c769776 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0837247 Jul 23 21:24:13.633925 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-efd451bc-b670-4a1b-ac2a-236bbf21f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:13.635292 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-efd451bc-b670-4a1b-ac2a-236bbf21f193 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0808978 Jul 23 21:24:13.728536 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-b7a8178a-bca1-4f0a-955f-ce10fcbe7b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:13.729970 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-b7a8178a-bca1-4f0a-955f-ce10fcbe7b53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934551 Jul 23 21:24:13.732506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-20f92e2c-acda-4fa9-b37c-6c3f4c1ccba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:13.733904 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-20f92e2c-acda-4fa9-b37c-6c3f4c1ccba8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893507 Jul 23 21:24:13.890724 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-f3dec074-b6e6-4a92-bf05-1163d058b8d1 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547737 Jul 23 21:24:13.892590 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-9e673163-dce1-4f48-94b1-1ea70c849d7c service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493080 Jul 23 21:24:14.049125 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-84746198-0e85-4544-96ea-53fafa4251b5 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525745 Jul 23 21:24:14.050855 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cf4197f9-8aea-4495-becb-d6ceecb705ea req-030c5926-3d55-4a17-b741-ada8b12af755 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475558 Jul 23 21:24:14.488040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device eb73b30c-5cd7-4878-bc48-789d8460f233 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:24:14.580499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=eb73b30c-5cd7-4878-bc48-789d8460f233,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:14.591746 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'port_id': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'mac_address': 'fa:16:3e:90:53:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:24:14.633634 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:14.647061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb73b30c-5cd7-4878-bc48-789d8460f233 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:24:14.666341 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=eb73b30c-5cd7-4878-bc48-789d8460f233,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:14.670927 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:14.722803 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=eb73b30c-5cd7-4878-bc48-789d8460f233,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:14.735219 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:14.735219 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:14.735528 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:14.735660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:14.735991 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:14.736318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:14.736649 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:14.736965 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:14.737285 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:14.737605 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:14.737925 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:14.738291 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:14.741892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82f225-f44c-43aa-be0b-192decbcef07 req-532bcf69-fec4-4576-b886-ceee7cf4ce77 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:14.743615 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6f82f225-f44c-43aa-be0b-192decbcef07 req-532bcf69-fec4-4576-b886-ceee7cf4ce77 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 945 time: 0.0691152 Jul 23 21:24:14.781763 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6f82f225-f44c-43aa-be0b-192decbcef07 req-9ec4a907-3a2e-4269-87f9-3ac9a3ec73e9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Jul 23 21:24:14.937975 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device eb73b30c-5cd7-4878-bc48-789d8460f233 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:24:14.940329 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['eb73b30c-5cd7-4878-bc48-789d8460f233'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:24:15.016175 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device eb73b30c-5cd7-4878-bc48-789d8460f233 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:24:15.088888 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-0d673746-03d9-4eda-8884-b26f46206b92 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:15.090061 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-0d673746-03d9-4eda-8884-b26f46206b92 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.48 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324&tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&binding%3Ahost_id=n-h1-791504-18 HTTP/1.1" status: 200 len: 945 time: 0.0757942 Jul 23 21:24:15.097538 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d2707-5857-4211-b206-e65704c3a5d1 req-74c1c3e7-0f3d-4327-a454-63e43f78085e tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:15.099203 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c35d2707-5857-4211-b206-e65704c3a5d1 req-74c1c3e7-0f3d-4327-a454-63e43f78085e tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 945 time: 0.0653360 Jul 23 21:24:15.136964 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c35d2707-5857-4211-b206-e65704c3a5d1 req-aab95f10-0e86-40e1-b667-1201d08c541a tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321844 Jul 23 21:24:15.158883 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-78d2d958-6df6-4917-b89d-41c8be1493ac service neutron] 10.222.0.48 "GET /v2.0/ports/eb73b30c-5cd7-4878-bc48-789d8460f233/bindings/n-h1-791504-18 HTTP/1.1" status: 200 len: 383 time: 0.0619829 Jul 23 21:24:15.232201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-e7700af1-ebac-46da-9d4f-4fff62219f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:15.233771 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-e7700af1-ebac-46da-9d4f-4fff62219f0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 1097 time: 0.0530837 Jul 23 21:24:15.325040 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-b693143d-8d4f-4158-8042-669d8f238d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:15.326408 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-b693143d-8d4f-4158-8042-669d8f238d02 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0863502 Jul 23 21:24:15.389576 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-c07f2ebf-6782-45e9-acdb-445717c9269e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb73b30c-5cd7-4878-bc48-789d8460f233 HTTP/1.1" status: 200 len: 1001 time: 0.0563836 Jul 23 21:24:15.437939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-523116c9-bdbb-463c-a295-29da8c8313fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:15.439361 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-523116c9-bdbb-463c-a295-29da8c8313fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0430155 Jul 23 21:24:15.501107 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-46c27ecd-8d43-4f81-a30a-817b59c09842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:15.502583 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-46c27ecd-8d43-4f81-a30a-817b59c09842 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567219 Jul 23 21:24:15.592028 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-b430d793-2aa3-44ed-9677-ceebae375617 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820475 Jul 23 21:24:15.683740 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-0a7a4f90-4303-4ac2-9849-996498d2569e service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858152 Jul 23 21:24:15.765467 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:16.268731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bf5df-25e2-45d6-9a6f-452e5c183572 req-571c999f-fe5a-49db-9375-7172f4044a84 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:16.270884 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421bf5df-25e2-45d6-9a6f-452e5c183572 req-571c999f-fe5a-49db-9375-7172f4044a84 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 945 time: 0.0664141 Jul 23 21:24:16.307472 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-421bf5df-25e2-45d6-9a6f-452e5c183572 req-b45d8219-261b-4d65-b569-5a2d56967703 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311496 Jul 23 21:24:16.500954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device eb73b30c-5cd7-4878-bc48-789d8460f233 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:24:16.547211 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port eb73b30c-5cd7-4878-bc48-789d8460f233 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:24:16.550684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port eb73b30c-5cd7-4878-bc48-789d8460f233 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:24:16.551047 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:16.628030 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:16.649390 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:24:16.662564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=eb73b30c-5cd7-4878-bc48-789d8460f233,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:16.666393 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:16.690994 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cb4068-ea35-443a-8689-609e0329101b" -d '{"events": [{"server_uuid": "28296852-70ab-449b-91b4-670ede771324", "name": "network-vif-plugged", "status": "completed", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:24:16.719615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=eb73b30c-5cd7-4878-bc48-789d8460f233,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:16.793853 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815273e8-7fad-4703-971e-23938d86ce0a x-openstack-request-id: req-815273e8-7fad-4703-971e-23938d86ce0a {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:24:16.794432 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28296852-70ab-449b-91b4-670ede771324", "name": "network-vif-plugged", "status": "completed", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:24:16.794432 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-815273e8-7fad-4703-971e-23938d86ce0a {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:24:16.794841 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'code': 200} Jul 23 21:24:17.245318 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:17.447700 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a81a3-df7a-40ea-89aa-283781b89a30 req-aa536e3e-de1d-4ad1-b69f-9928fb917fa1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:17.449251 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-752a81a3-df7a-40ea-89aa-283781b89a30 req-aa536e3e-de1d-4ad1-b69f-9928fb917fa1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0747919 Jul 23 21:24:17.487238 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-752a81a3-df7a-40ea-89aa-283781b89a30 req-bdbe4cab-2a6b-4f8e-9527-8ab7cc6c2862 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324397 Jul 23 21:24:17.810161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-cefa976a-c2b4-43a1-8409-231b34fd8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:17.811639 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-cefa976a-c2b4-43a1-8409-231b34fd8384 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324&tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6 HTTP/1.1" status: 200 len: 1098 time: 0.0596764 Jul 23 21:24:17.823090 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:24:17.892609 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:18.094175 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=eb73b30c-5cd7-4878-bc48-789d8460f233,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:18.128878 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:24:18.170566 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:24:18.172922 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10d588f-0473-4d0a-b343-45d99078f946" -d '{"events": [{"server_uuid": "28296852-70ab-449b-91b4-670ede771324", "name": "network-vif-unplugged", "status": "completed", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:24:18.176996 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:18.189178 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Transition to ACTIVE for port object eb73b30c-5cd7-4878-bc48-789d8460f233 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:24:18.192966 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:18.225753 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192e3aa5-57f8-46a4-9c1c-62907dc40d5f x-openstack-request-id: req-192e3aa5-57f8-46a4-9c1c-62907dc40d5f {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:24:18.226559 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28296852-70ab-449b-91b4-670ede771324", "name": "network-vif-unplugged", "status": "completed", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:24:18.226559 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-192e3aa5-57f8-46a4-9c1c-62907dc40d5f {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:24:18.226690 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'code': 200} Jul 23 21:24:18.278607 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Pushing event updated for resources: {'Port': ['ID=eb73b30c-5cd7-4878-bc48-789d8460f233,revision_number=10']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:18.323081 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] No DVR routers for this DVR port eb73b30c-5cd7-4878-bc48-789d8460f233 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:24:18.460644 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Attempting to bind port eb73b30c-5cd7-4878-bc48-789d8460f233 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:24:18.460975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Attempting to bind port eb73b30c-5cd7-4878-bc48-789d8460f233 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:24:18.461299 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Attempting to bind port eb73b30c-5cd7-4878-bc48-789d8460f233 on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:24:18.465470 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Port eb73b30c-5cd7-4878-bc48-789d8460f233 on network 4578f605-2e29-40bd-b042-b122e4c1caf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:24:18.465784 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Attempting to bind port eb73b30c-5cd7-4878-bc48-789d8460f233 on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:24:18.470441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:24:18.470775 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Checking segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:24:18.471181 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Bound using segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:24:18.471601 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Bound port: eb73b30c-5cd7-4878-bc48-789d8460f233, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:24:18.472215 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:18.533592 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:24:18.537607 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=eb73b30c-5cd7-4878-bc48-789d8460f233,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:24:18.541726 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:18.576331 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:18.576873 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:18.578193 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] 10.222.0.57 "PUT /v2.0/ports/eb73b30c-5cd7-4878-bc48-789d8460f233 HTTP/1.1" status: 200 len: 1094 time: 0.7591615 Jul 23 21:24:18.609238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd3516-286b-42f6-8d2f-0fa18ca1c185 service neutron] Pushing event updated for resources: {'Port': ['ID=eb73b30c-5cd7-4878-bc48-789d8460f233,revision_number=11']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:18.633850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e89a0a-c2a3-4778-a439-38ea03688256 req-5308d8bf-80bb-45bf-924c-a0b4961d8691 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:18.635605 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e89a0a-c2a3-4778-a439-38ea03688256 req-5308d8bf-80bb-45bf-924c-a0b4961d8691 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 945 time: 0.0765054 Jul 23 21:24:18.660399 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-2b0012f3-0715-480d-b5d0-f25c527a67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:18.661954 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-2b0012f3-0715-480d-b5d0-f25c527a67bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 1097 time: 0.0612390 Jul 23 21:24:18.677674 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6e89a0a-c2a3-4778-a439-38ea03688256 req-d70373bf-c434-4822-acb1-a44c154a2987 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359094 Jul 23 21:24:18.758903 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-96740088-23dc-4829-ab83-bf42417efd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:18.760517 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-96740088-23dc-4829-ab83-bf42417efd61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0920117 Jul 23 21:24:18.828436 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-96b377eb-28e0-419f-a66e-49d97b0f4bca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb73b30c-5cd7-4878-bc48-789d8460f233 HTTP/1.1" status: 200 len: 1000 time: 0.0618472 Jul 23 21:24:18.876907 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-a422ad42-ac39-4905-ab47-012bc0fb186e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:18.878352 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-a422ad42-ac39-4905-ab47-012bc0fb186e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0441973 Jul 23 21:24:18.936370 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-768497dd-47e5-4f9e-9807-52245368d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:18.937820 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-768497dd-47e5-4f9e-9807-52245368d1c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537078 Jul 23 21:24:19.027988 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-0bf175c2-37c9-4da7-8d6d-9f17c79da0b4 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837879 Jul 23 21:24:19.115321 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-8489c040-d08a-49ce-9d7e-0395c956bc22 req-c5ece640-2e0a-4ec6-9aed-939f86a63749 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815449 Jul 23 21:24:19.808854 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae3791-d771-410a-9589-edfa16a8e50a req-98454945-5178-4c10-934e-8cdac9f539ff tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:19.810276 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-acae3791-d771-410a-9589-edfa16a8e50a req-98454945-5178-4c10-934e-8cdac9f539ff tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 945 time: 0.0637684 Jul 23 21:24:19.852431 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-acae3791-d771-410a-9589-edfa16a8e50a req-73eeca2f-f1fe-46d2-bb98-df4e6a289ac7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345488 Jul 23 21:24:20.227987 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:24:20.230377 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41eaf507-f604-463b-a5db-566d4beaa927" -d '{"events": [{"name": "network-changed", "server_uuid": "28296852-70ab-449b-91b4-670ede771324", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:24:20.275971 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d304cb1-8934-41e1-99c7-c7f9fdc56589 x-openstack-request-id: req-9d304cb1-8934-41e1-99c7-c7f9fdc56589 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:24:20.276276 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28296852-70ab-449b-91b4-670ede771324", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:24:20.276531 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d304cb1-8934-41e1-99c7-c7f9fdc56589 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:24:20.276930 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'status': 'completed', 'code': 200} Jul 23 21:24:20.401904 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaf507-f604-463b-a5db-566d4beaa927 req-9636f31a-7d9c-4e51-84ce-3c11192a5638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:20.403370 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41eaf507-f604-463b-a5db-566d4beaa927 req-9636f31a-7d9c-4e51-84ce-3c11192a5638 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 1097 time: 0.1006422 Jul 23 21:24:20.405878 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaf507-f604-463b-a5db-566d4beaa927 req-5b98b84c-d70a-45c4-9ff2-ba0069173e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:20.407257 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41eaf507-f604-463b-a5db-566d4beaa927 req-5b98b84c-d70a-45c4-9ff2-ba0069173e72 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 1097 time: 0.0959802 Jul 23 21:24:20.514326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device eb73b30c-5cd7-4878-bc48-789d8460f233 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:24:20.563281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device eb73b30c-5cd7-4878-bc48-789d8460f233 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:24:20.863365 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaf507-f604-463b-a5db-566d4beaa927 req-b824b73e-c2dd-43c1-90bb-883c1c59a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:20.865384 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41eaf507-f604-463b-a5db-566d4beaa927 req-b824b73e-c2dd-43c1-90bb-883c1c59a77a service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.4476204 Jul 23 21:24:20.867952 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaf507-f604-463b-a5db-566d4beaa927 req-95184502-381b-4e7e-a0a9-f243f820ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:20.869288 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41eaf507-f604-463b-a5db-566d4beaa927 req-95184502-381b-4e7e-a0a9-f243f820ef08 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.4436440 Jul 23 21:24:20.984166 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device eb73b30c-5cd7-4878-bc48-789d8460f233 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:24:20.985958 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41eaf507-f604-463b-a5db-566d4beaa927 req-4509d407-ed30-48c5-a579-073ad2867115 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb73b30c-5cd7-4878-bc48-789d8460f233 HTTP/1.1" status: 200 len: 1000 time: 0.1102366 Jul 23 21:24:20.987169 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b22c8-d718-4473-860e-70f2cf45e58d req-d0e514f1-b858-46cb-962c-7592c113fedd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:20.987725 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41eaf507-f604-463b-a5db-566d4beaa927 req-9b6137ec-f416-4582-a22f-e1dbc0190f2f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb73b30c-5cd7-4878-bc48-789d8460f233 HTTP/1.1" status: 200 len: 1000 time: 0.1057394 Jul 23 21:24:20.989364 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-709b22c8-d718-4473-860e-70f2cf45e58d req-d0e514f1-b858-46cb-962c-7592c113fedd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 945 time: 0.0686531 Jul 23 21:24:21.028920 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-709b22c8-d718-4473-860e-70f2cf45e58d req-47d6ac00-0169-4278-b6e2-0649aa41ecdf tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339208 Jul 23 21:24:21.088232 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaf507-f604-463b-a5db-566d4beaa927 req-7f384874-fc67-43e4-9010-4bcf4d83714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:21.089719 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41eaf507-f604-463b-a5db-566d4beaa927 req-7f384874-fc67-43e4-9010-4bcf4d83714c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0873172 Jul 23 21:24:21.090972 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaf507-f604-463b-a5db-566d4beaa927 req-a9038f4c-99f5-41fa-ae99-12d38e08df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:21.092664 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41eaf507-f604-463b-a5db-566d4beaa927 req-a9038f4c-99f5-41fa-ae99-12d38e08df3a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.1004755 Jul 23 21:24:21.094451 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=eb73b30c-5cd7-4878-bc48-789d8460f233,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:21.106689 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'port_id': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'mac_address': 'fa:16:3e:90:53:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:24:21.149848 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:21.165171 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb73b30c-5cd7-4878-bc48-789d8460f233 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:24:21.177546 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb57d6-05b2-44c6-8bf5-70bd4e15570e req-6c304268-0408-4c0b-b682-d4c487dd29e0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:21.179052 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d8fb57d6-05b2-44c6-8bf5-70bd4e15570e req-6c304268-0408-4c0b-b682-d4c487dd29e0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 945 time: 0.0761511 Jul 23 21:24:21.191183 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=eb73b30c-5cd7-4878-bc48-789d8460f233,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:21.196336 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:21.211775 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaf507-f604-463b-a5db-566d4beaa927 req-54889140-8a56-4b52-a8da-7f0939375d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:21.213319 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41eaf507-f604-463b-a5db-566d4beaa927 req-54889140-8a56-4b52-a8da-7f0939375d89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1150568 Jul 23 21:24:21.216019 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaf507-f604-463b-a5db-566d4beaa927 req-3890d7f0-d359-4803-9ecc-7b92f0374098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:21.217469 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41eaf507-f604-463b-a5db-566d4beaa927 req-3890d7f0-d359-4803-9ecc-7b92f0374098 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1178660 Jul 23 21:24:21.227644 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d8fb57d6-05b2-44c6-8bf5-70bd4e15570e req-fc539504-b237-49ef-8f7b-61e662fb029b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388627 Jul 23 21:24:21.253866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=eb73b30c-5cd7-4878-bc48-789d8460f233,revision_number=12']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:21.355226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0acd3e-56d1-4352-8d64-ed1ebbf127fd req-d58c4dc1-00d4-4752-b839-857b215b5d07 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:21.356769 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c0acd3e-56d1-4352-8d64-ed1ebbf127fd req-d58c4dc1-00d4-4752-b839-857b215b5d07 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0641494 Jul 23 21:24:21.375872 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41eaf507-f604-463b-a5db-566d4beaa927 req-3d997622-9fe9-4e97-8fc0-c8667a33056b service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561005 Jul 23 21:24:21.377706 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41eaf507-f604-463b-a5db-566d4beaa927 req-75b68e32-6c23-47dd-b994-3052ecb1eeef service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494682 Jul 23 21:24:21.398494 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5c0acd3e-56d1-4352-8d64-ed1ebbf127fd req-3f6c1026-fd99-4e5a-80d8-67b119a72da1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361660 Jul 23 21:24:21.443800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['eb73b30c-5cd7-4878-bc48-789d8460f233'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:24:21.544542 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41eaf507-f604-463b-a5db-566d4beaa927 req-84038363-7456-4898-8b2b-b847d6d75485 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582148 Jul 23 21:24:21.546796 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41eaf507-f604-463b-a5db-566d4beaa927 req-47fd6448-d133-4a8a-9013-157438010bdf service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529737 Jul 23 21:24:21.665052 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca88e3-41cf-40b2-94cd-5ac43a461696 req-1ca38376-961e-47ba-9932-ce483ce9561b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:21.666455 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09ca88e3-41cf-40b2-94cd-5ac43a461696 req-1ca38376-961e-47ba-9932-ce483ce9561b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0682538 Jul 23 21:24:21.703088 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09ca88e3-41cf-40b2-94cd-5ac43a461696 req-e2cda111-29de-4655-ac45-fc42095fbc09 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309865 Jul 23 21:24:22.831309 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9d3e0-6900-430b-bf23-9db2d52b59a2 req-5fdf360c-4600-45cf-814e-e2758747430f tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:22.833401 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42e9d3e0-6900-430b-bf23-9db2d52b59a2 req-5fdf360c-4600-45cf-814e-e2758747430f tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0637207 Jul 23 21:24:22.870627 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-42e9d3e0-6900-430b-bf23-9db2d52b59a2 req-aa8535f0-d337-41a3-a218-65dda80e028b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315487 Jul 23 21:24:22.904892 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f844fe-24ac-40ea-9159-02b285628f69 req-6c3718a6-26af-4c8b-bca9-c0f6eaad6bd7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:22.906341 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-52f844fe-24ac-40ea-9159-02b285628f69 req-6c3718a6-26af-4c8b-bca9-c0f6eaad6bd7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.57 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 946 time: 0.0641038 Jul 23 21:24:22.999464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device eb73b30c-5cd7-4878-bc48-789d8460f233 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:24:23.008953 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-52f844fe-24ac-40ea-9159-02b285628f69 req-da770970-1a15-43d3-a481-545629bd4a48 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Deleting port eb73b30c-5cd7-4878-bc48-789d8460f233 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:24:23.009294 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-52f844fe-24ac-40ea-9159-02b285628f69 req-da770970-1a15-43d3-a481-545629bd4a48 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:23.050530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port eb73b30c-5cd7-4878-bc48-789d8460f233 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:24:23.054814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port eb73b30c-5cd7-4878-bc48-789d8460f233 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:24:23.055227 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:23.103959 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-52f844fe-24ac-40ea-9159-02b285628f69 req-da770970-1a15-43d3-a481-545629bd4a48 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=eb73b30c-5cd7-4878-bc48-789d8460f233,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:23.104328 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-52f844fe-24ac-40ea-9159-02b285628f69 req-da770970-1a15-43d3-a481-545629bd4a48 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:23.133258 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:23.155032 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:24:23.157280 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf21d19-c856-49f1-8a93-bbe9ff733d61" -d '{"events": [{"server_uuid": "28296852-70ab-449b-91b4-670ede771324", "name": "network-vif-plugged", "status": "completed", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:24:23.174013 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port eb73b30c-5cd7-4878-bc48-789d8460f233, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=eb73b30c-5cd7-4878-bc48-789d8460f233,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:23.178787 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:23.203877 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200fc4e9-73ab-4dc4-90bb-0a31dd7845a6 x-openstack-request-id: req-200fc4e9-73ab-4dc4-90bb-0a31dd7845a6 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:24:23.204163 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28296852-70ab-449b-91b4-670ede771324", "name": "network-vif-plugged", "status": "completed", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:24:23.204410 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-200fc4e9-73ab-4dc4-90bb-0a31dd7845a6 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:24:23.204792 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'code': 200} Jul 23 21:24:23.232886 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=eb73b30c-5cd7-4878-bc48-789d8460f233,revision_number=13']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:23.280375 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-52f844fe-24ac-40ea-9159-02b285628f69 req-da770970-1a15-43d3-a481-545629bd4a48 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:23.280960 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-52f844fe-24ac-40ea-9159-02b285628f69 req-da770970-1a15-43d3-a481-545629bd4a48 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:23.281269 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [req-52f844fe-24ac-40ea-9159-02b285628f69 req-da770970-1a15-43d3-a481-545629bd4a48 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Floating IP f7420c6d-eba2-42aa-809e-64135b650326 disassociated. External IP: 172.25.3.61, port: eb73b30c-5cd7-4878-bc48-789d8460f233. Jul 23 21:24:23.281606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-52f844fe-24ac-40ea-9159-02b285628f69 req-da770970-1a15-43d3-a481-545629bd4a48 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Calling delete_port for eb73b30c-5cd7-4878-bc48-789d8460f233 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:24:23.408879 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-52f844fe-24ac-40ea-9159-02b285628f69 req-da770970-1a15-43d3-a481-545629bd4a48 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:23.437616 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da770970-1a15-43d3-a481-545629bd4a48 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Pushing event deleted for resources: {'Port': ['ID=eb73b30c-5cd7-4878-bc48-789d8460f233,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:23.557955 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52f844fe-24ac-40ea-9159-02b285628f69 req-da770970-1a15-43d3-a481-545629bd4a48 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:24:23.667588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52f844fe-24ac-40ea-9159-02b285628f69 req-da770970-1a15-43d3-a481-545629bd4a48 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:24:23.678563 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f64b51-e422-40db-8a36-24bcc3fab477 None None] Sync routers for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:24:23.687482 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f64b51-e422-40db-8a36-24bcc3fab477 None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:24:23.688096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d1f64b51-e422-40db-8a36-24bcc3fab477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:23:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:24:23.712447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f844fe-24ac-40ea-9159-02b285628f69 req-da770970-1a15-43d3-a481-545629bd4a48 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] No DVR routers for this DVR port eb73b30c-5cd7-4878-bc48-789d8460f233 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:24:23.715057 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-52f844fe-24ac-40ea-9159-02b285628f69 req-da770970-1a15-43d3-a481-545629bd4a48 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:23.717140 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-52f844fe-24ac-40ea-9159-02b285628f69 req-da770970-1a15-43d3-a481-545629bd4a48 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.57 "DELETE /v2.0/ports/eb73b30c-5cd7-4878-bc48-789d8460f233 HTTP/1.1" status: 204 len: 173 time: 0.8055205 Jul 23 21:24:23.717581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'name': 'network-vif-deleted', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:24:23.719921 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ca4edd-8531-4dff-9446-fe27ef28201e" -d '{"events": [{"server_uuid": "28296852-70ab-449b-91b4-670ede771324", "name": "network-vif-deleted", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:24:23.759233 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fb65bd-95a7-4d68-9489-394650f3eaf9 x-openstack-request-id: req-d1fb65bd-95a7-4d68-9489-394650f3eaf9 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:24:23.759630 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28296852-70ab-449b-91b4-670ede771324", "name": "network-vif-deleted", "tag": "eb73b30c-5cd7-4878-bc48-789d8460f233", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:24:23.759962 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1fb65bd-95a7-4d68-9489-394650f3eaf9 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:24:23.760431 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28296852-70ab-449b-91b4-670ede771324', 'name': 'network-vif-deleted', 'tag': 'eb73b30c-5cd7-4878-bc48-789d8460f233', 'status': 'completed', 'code': 200} Jul 23 21:24:23.798802 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-d1f64b51-e422-40db-8a36-24bcc3fab477 None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:24:23.979408 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9a899c0c-b4a7-462f-8dfd-f50a62ccf2a6 req-44e174a4-a514-4549-9ef3-34545995dec9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=28296852-70ab-449b-91b4-670ede771324 HTTP/1.1" status: 200 len: 210 time: 0.0302317 Jul 23 21:24:23.997937 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d1f64b51-e422-40db-8a36-24bcc3fab477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:24:24.024373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f64b51-e422-40db-8a36-24bcc3fab477 None None] Checking router: 4b1ff597-38c7-4909-9d13-67d2ec2b0fff for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:24:24.032682 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f64b51-e422-40db-8a36-24bcc3fab477 None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:24:24.033288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d1f64b51-e422-40db-8a36-24bcc3fab477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:23:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:24:24.146057 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-d1f64b51-e422-40db-8a36-24bcc3fab477 None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:24:24.345018 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-d1f64b51-e422-40db-8a36-24bcc3fab477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:24:24.370717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f64b51-e422-40db-8a36-24bcc3fab477 None None] The sync data for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 is: [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:24:24.589700 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76eba3c-5be7-4d65-88ad-83ec4adbbdc9 None None] New status for floating IP f7420c6d-eba2-42aa-809e-64135b650326: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:24:24.628518 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac92d-6f71-4b3e-83d6-e4820c344239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:25.246340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-f751d31b-95e5-4d48-a5fe-9dc0843f229c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1487313346&fields=id&tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6 HTTP/1.1" status: 200 len: 267 time: 0.0334761 Jul 23 21:24:25.354934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-815e6822-2fe5-425a-ab9f-236ec4badfc6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:25.356345 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-815e6822-2fe5-425a-ab9f-236ec4badfc6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 812 time: 0.1036186 Jul 23 21:24:25.370795 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-dbaffd8e-992a-4d24-b4f6-7138ebe87170 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/quotas/b39aaf353ad94d4e869ba8c0ef1590c6 HTTP/1.1" status: 200 len: 375 time: 0.0092628 Jul 23 21:24:25.436954 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-fab9b89e-048d-4516-bdc3-37c221998c0f tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614631 Jul 23 21:24:25.644690 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-54334508-1311-47fb-954b-550bb870166a service neutron] 10.222.0.55 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342895 Jul 23 21:24:25.735439 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-ec952980-acad-457e-b1d4-20c8ad7f7325 service neutron] 10.222.0.55 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851429 Jul 23 21:24:25.895968 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9276b312-7b30-4147-b7ac-46288067c900 req-17122599-fb56-4741-ae55-cfa3d81c667b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 210 time: 0.0286396 Jul 23 21:24:26.878600 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-e8d37f28-3977-4cbe-b56f-9816230ce7f6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:26.881217 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-e8d37f28-3977-4cbe-b56f-9816230ce7f6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 812 time: 0.1211569 Jul 23 21:24:26.934371 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-f2221cbd-a282-42cc-974d-c045bad54efa tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6 HTTP/1.1" status: 200 len: 380 time: 0.0387282 Jul 23 21:24:26.947399 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-179d9cce-b474-43bd-af1b-23ddec8ac2d6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Request body: {'port': {'device_id': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'admin_state_up': True, 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'security_groups': ['26785827-03c1-43fd-b10e-e7c5256fd6a4']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:24:26.996548 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3c496864-7c89-4b1d-9b0f-c60fc0716db9 req-159ddb9e-65c2-4c6b-a144-e9de36ba76d0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 210 time: 0.0292618 Jul 23 21:24:27.015117 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device eb73b30c-5cd7-4878-bc48-789d8460f233 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:24:27.034873 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: eb73b30c-5cd7-4878-bc48-789d8460f233 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:24:27.035409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device eb73b30c-5cd7-4878-bc48-789d8460f233 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:24:27.055192 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-179d9cce-b474-43bd-af1b-23ddec8ac2d6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Made reservation on behalf of b39aaf353ad94d4e869ba8c0ef1590c6 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:24:27.058637 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-179d9cce-b474-43bd-af1b-23ddec8ac2d6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:27.180328 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d3538ae-63a1-4ef6-8d2e-d2226824926d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:27.190141 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-179d9cce-b474-43bd-af1b-23ddec8ac2d6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Allocated IP 172.20.0.13 (4578f605-2e29-40bd-b042-b122e4c1caf2/73d3394e-c737-4546-8c52-edbdddd88259/7f110207-9394-45ac-af66-edf890e085fe) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:24:27.328457 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-179d9cce-b474-43bd-af1b-23ddec8ac2d6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:27.346655 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-179d9cce-b474-43bd-af1b-23ddec8ac2d6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Transition to ACTIVE for port object 7f110207-9394-45ac-af66-edf890e085fe will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:24:27.377633 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-179d9cce-b474-43bd-af1b-23ddec8ac2d6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:27.409207 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:27.419843 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-179d9cce-b474-43bd-af1b-23ddec8ac2d6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Network 4578f605-2e29-40bd-b042-b122e4c1caf2 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:24:27.424841 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-179d9cce-b474-43bd-af1b-23ddec8ac2d6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:24:27.428520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-179d9cce-b474-43bd-af1b-23ddec8ac2d6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:24:27.434824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d9cce-b474-43bd-af1b-23ddec8ac2d6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Pushing event updated for resources: {'Port': ['ID=7f110207-9394-45ac-af66-edf890e085fe,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:27.482160 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-179d9cce-b474-43bd-af1b-23ddec8ac2d6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:27.482893 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-179d9cce-b474-43bd-af1b-23ddec8ac2d6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:27.500391 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-179d9cce-b474-43bd-af1b-23ddec8ac2d6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5570421 Jul 23 21:24:27.517016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Request body: {'port': {'device_id': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:24:27.597887 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:27.643172 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-244b4f9b-7667-40d4-a309-592e47f39e2e None None] Provisioning for port 7f110207-9394-45ac-af66-edf890e085fe completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:24:27.646899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-244b4f9b-7667-40d4-a309-592e47f39e2e None None] Provisioning complete for port 7f110207-9394-45ac-af66-edf890e085fe triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:24:27.647362 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-244b4f9b-7667-40d4-a309-592e47f39e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:27.681953 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-244b4f9b-7667-40d4-a309-592e47f39e2e None None] Port 7f110207-9394-45ac-af66-edf890e085fe cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:24:27.854704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f110207-9394-45ac-af66-edf890e085fe {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:24:27.861937 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:27.873811 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Transition to ACTIVE for port object 7f110207-9394-45ac-af66-edf890e085fe will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:24:27.877440 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:27.927745 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Pushing event updated for resources: {'Port': ['ID=7f110207-9394-45ac-af66-edf890e085fe,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:28.003486 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Attempting to bind port 7f110207-9394-45ac-af66-edf890e085fe on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:24:28.003824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Attempting to bind port 7f110207-9394-45ac-af66-edf890e085fe by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:24:28.004180 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Attempting to bind port 7f110207-9394-45ac-af66-edf890e085fe on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:24:28.008713 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Port 7f110207-9394-45ac-af66-edf890e085fe on network 4578f605-2e29-40bd-b042-b122e4c1caf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:24:28.009032 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Attempting to bind port 7f110207-9394-45ac-af66-edf890e085fe on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:24:28.013870 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:24:28.014205 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Checking segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:24:28.014590 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Bound using segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:24:28.015018 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Bound port: 7f110207-9394-45ac-af66-edf890e085fe, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:24:28.015415 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:28.087378 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:24:28.092039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7f110207-9394-45ac-af66-edf890e085fe,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:24:28.096449 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:28.133685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:28.134228 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:28.135698 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] 10.222.0.48 "PUT /v2.0/ports/7f110207-9394-45ac-af66-edf890e085fe HTTP/1.1" status: 200 len: 1093 time: 0.6231663 Jul 23 21:24:28.136141 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'tag': '7f110207-9394-45ac-af66-edf890e085fe'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:24:28.138450 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1263609c-0fff-4558-b251-a42e43a8e5b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d623f007-d57c-4ab4-9acb-51e9a02bb761", "tag": "7f110207-9394-45ac-af66-edf890e085fe"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:24:28.141125 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d899d20-2d40-4b16-bb22-1a9dcea5a3e2 req-f767075a-95ea-4d13-9af3-e1e9f90b5a6c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:28.142860 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d899d20-2d40-4b16-bb22-1a9dcea5a3e2 req-f767075a-95ea-4d13-9af3-e1e9f90b5a6c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 944 time: 0.0740519 Jul 23 21:24:28.178263 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8aa07-4f97-48cb-88b3-f1fbc00527bd service neutron] Pushing event updated for resources: {'Port': ['ID=7f110207-9394-45ac-af66-edf890e085fe,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:28.193841 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d899d20-2d40-4b16-bb22-1a9dcea5a3e2 req-c53cfa45-d244-4334-9041-833affc7081f tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380065 Jul 23 21:24:28.211168 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a339e465-5253-4354-ad6e-087962076d27 x-openstack-request-id: req-a339e465-5253-4354-ad6e-087962076d27 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:24:28.211458 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d623f007-d57c-4ab4-9acb-51e9a02bb761", "tag": "7f110207-9394-45ac-af66-edf890e085fe", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:24:28.211703 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a339e465-5253-4354-ad6e-087962076d27 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:24:28.212091 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'tag': '7f110207-9394-45ac-af66-edf890e085fe', 'status': 'completed', 'code': 200} Jul 23 21:24:28.245197 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-b649a75a-2a5b-403c-bb40-d53e1e9af2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:28.246716 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-b649a75a-2a5b-403c-bb40-d53e1e9af2dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 1096 time: 0.0653391 Jul 23 21:24:28.293024 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-cbfe6362-e80a-4cd1-af00-67a41408966c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f110207-9394-45ac-af66-edf890e085fe HTTP/1.1" status: 200 len: 217 time: 0.0350707 Jul 23 21:24:28.346596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-e5c211c5-1882-40cf-922f-f8240352f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:28.348386 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-e5c211c5-1882-40cf-922f-f8240352f4f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0460863 Jul 23 21:24:28.409593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0cf636a3-a426-40c5-b6f7-bc8c021b24d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:28.411664 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-0cf636a3-a426-40c5-b6f7-bc8c021b24d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528195 Jul 23 21:24:28.509903 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-aac518a4-648e-4b1c-b073-c98d0cbb1c99 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868056 Jul 23 21:24:28.605180 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5b42a08-d718-4c5a-8db1-a3198d66d3cf req-3a83a270-30e1-49d0-8ef7-c9e455006a17 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854414 Jul 23 21:24:28.685646 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:28.715051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263609c-0fff-4558-b251-a42e43a8e5b3 req-24584f0a-f64b-4900-b102-f4000dd36fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:28.716564 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1263609c-0fff-4558-b251-a42e43a8e5b3 req-24584f0a-f64b-4900-b102-f4000dd36fe0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 1096 time: 0.0533454 Jul 23 21:24:28.803948 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263609c-0fff-4558-b251-a42e43a8e5b3 req-58c9e846-2f37-4bd0-b032-377b177405b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:28.805308 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1263609c-0fff-4558-b251-a42e43a8e5b3 req-58c9e846-2f37-4bd0-b032-377b177405b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0825536 Jul 23 21:24:28.848539 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1263609c-0fff-4558-b251-a42e43a8e5b3 req-b1906357-1969-4186-bf1b-99c80788d30d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f110207-9394-45ac-af66-edf890e085fe HTTP/1.1" status: 200 len: 217 time: 0.0359333 Jul 23 21:24:28.895458 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263609c-0fff-4558-b251-a42e43a8e5b3 req-48cf4808-6c2d-4558-ae87-31d0e044c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:28.896837 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1263609c-0fff-4558-b251-a42e43a8e5b3 req-48cf4808-6c2d-4558-ae87-31d0e044c912 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0419927 Jul 23 21:24:28.954528 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263609c-0fff-4558-b251-a42e43a8e5b3 req-a76e36b0-6a79-4a5c-87cc-0d2d53117732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:28.956046 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1263609c-0fff-4558-b251-a42e43a8e5b3 req-a76e36b0-6a79-4a5c-87cc-0d2d53117732 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511880 Jul 23 21:24:29.047836 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1263609c-0fff-4558-b251-a42e43a8e5b3 req-0be70f8c-4c6e-47ba-bf3d-17125537a7c9 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841062 Jul 23 21:24:29.134769 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1263609c-0fff-4558-b251-a42e43a8e5b3 req-f94ff21e-0582-4cf8-94e0-0d12abf8848d service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793455 Jul 23 21:24:29.328812 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8a2f3-7669-4600-a2cb-9b2ed2b22db8 req-0225c594-39fa-4423-9d99-63a2634b524e tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:29.330310 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3fe8a2f3-7669-4600-a2cb-9b2ed2b22db8 req-0225c594-39fa-4423-9d99-63a2634b524e tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 944 time: 0.0680521 Jul 23 21:24:29.368009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3fe8a2f3-7669-4600-a2cb-9b2ed2b22db8 req-1f4459eb-db43-44a0-aa88-70239bf9a06d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315704 Jul 23 21:24:30.142590 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:30.495195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c98c46-e255-43eb-8dc6-3a2b592fbdd8 req-cb4108cf-a223-4389-86e9-1ee6a7930cac tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:30.496724 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-78c98c46-e255-43eb-8dc6-3a2b592fbdd8 req-cb4108cf-a223-4389-86e9-1ee6a7930cac tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 944 time: 0.0632560 Jul 23 21:24:30.533387 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-78c98c46-e255-43eb-8dc6-3a2b592fbdd8 req-8d40bbbb-ecc8-44a1-94b3-1a17707811c9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311809 Jul 23 21:24:30.546556 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7f110207-9394-45ac-af66-edf890e085fe details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:24:30.649084 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7f110207-9394-45ac-af66-edf890e085fe,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:30.661435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '7f110207-9394-45ac-af66-edf890e085fe', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'port_id': '7f110207-9394-45ac-af66-edf890e085fe', 'mac_address': 'fa:16:3e:ea:c3:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:24:30.696548 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:30.709245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f110207-9394-45ac-af66-edf890e085fe {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:24:30.732925 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7f110207-9394-45ac-af66-edf890e085fe,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:30.737607 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:30.783269 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=7f110207-9394-45ac-af66-edf890e085fe,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:30.973865 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['7f110207-9394-45ac-af66-edf890e085fe'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:24:31.665285 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bd560-93a6-4966-aef1-761652538992 req-104c53da-1bce-4227-8162-7de79749e02b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:31.666773 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c6bd560-93a6-4966-aef1-761652538992 req-104c53da-1bce-4227-8162-7de79749e02b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 945 time: 0.0666130 Jul 23 21:24:31.704059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4c6bd560-93a6-4966-aef1-761652538992 req-d98aae52-28c0-49f2-9018-b2bc32eb8e71 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316648 Jul 23 21:24:32.563660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7f110207-9394-45ac-af66-edf890e085fe up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:24:32.615163 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 7f110207-9394-45ac-af66-edf890e085fe completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:24:32.618580 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 7f110207-9394-45ac-af66-edf890e085fe triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:24:32.618951 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:32.692876 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:32.714636 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f110207-9394-45ac-af66-edf890e085fe'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:24:32.716893 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeabb3a0-0d13-4ffc-8f21-970ff15182dd" -d '{"events": [{"server_uuid": "d623f007-d57c-4ab4-9acb-51e9a02bb761", "name": "network-vif-plugged", "status": "completed", "tag": "7f110207-9394-45ac-af66-edf890e085fe"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:24:32.729487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7f110207-9394-45ac-af66-edf890e085fe,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:32.732596 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:32.776067 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f333e8-3d42-4218-b1ce-d948a06375d1 x-openstack-request-id: req-04f333e8-3d42-4218-b1ce-d948a06375d1 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:24:32.776382 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d623f007-d57c-4ab4-9acb-51e9a02bb761", "name": "network-vif-plugged", "status": "completed", "tag": "7f110207-9394-45ac-af66-edf890e085fe", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:24:32.776628 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04f333e8-3d42-4218-b1ce-d948a06375d1 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:24:32.777007 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f110207-9394-45ac-af66-edf890e085fe', 'code': 200} Jul 23 21:24:32.791246 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=7f110207-9394-45ac-af66-edf890e085fe,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:32.855344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e16730-2b2a-4d6a-91b2-00dac9d43556 req-97648110-e407-432b-a1bf-eb6bda05d84e tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:32.856963 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81e16730-2b2a-4d6a-91b2-00dac9d43556 req-97648110-e407-432b-a1bf-eb6bda05d84e tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0680065 Jul 23 21:24:32.894071 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d731cd-7400-4039-b2fe-ff09efc977a1 req-9f9e417a-77a9-41d7-9e0f-5c3fb39fc0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:32.896279 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b6d731cd-7400-4039-b2fe-ff09efc977a1 req-9f9e417a-77a9-41d7-9e0f-5c3fb39fc0ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 1098 time: 0.0589652 Jul 23 21:24:32.898213 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81e16730-2b2a-4d6a-91b2-00dac9d43556 req-e1c7be4c-9a66-4570-bd86-3e190fc82c66 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334578 Jul 23 21:24:32.935253 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b6d731cd-7400-4039-b2fe-ff09efc977a1 req-0520dc67-d314-4b36-9b4f-62dce9cfd619 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283358 Jul 23 21:24:34.027439 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae433d-158c-468f-a6f2-e845412bc07d req-6d74659a-cdcc-4fba-86e0-015eac426a83 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:34.028923 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5ae433d-158c-468f-a6f2-e845412bc07d req-6d74659a-cdcc-4fba-86e0-015eac426a83 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0632226 Jul 23 21:24:34.066402 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b5ae433d-158c-468f-a6f2-e845412bc07d req-b49a0bd7-f624-4fc6-bae2-005a0ffccf4a tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319364 Jul 23 21:24:34.194437 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3fff0-8f96-4c09-88fd-4d215a9c630c req-f6bb03d8-8b61-4231-acb5-a52229a488d8 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:34.195903 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4d3fff0-8f96-4c09-88fd-4d215a9c630c req-f6bb03d8-8b61-4231-acb5-a52229a488d8 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0673172 Jul 23 21:24:34.204398 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 55828) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:24:34.208917 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-7aec6346-dd9c-49aa-b530-9ffd628366b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Request body: {'floatingip': {'port_id': '7f110207-9394-45ac-af66-edf890e085fe'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:24:34.247932 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7aec6346-dd9c-49aa-b530-9ffd628366b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for floatingip, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:34.675841 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7aec6346-dd9c-49aa-b530-9ffd628366b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:34.679812 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7aec6346-dd9c-49aa-b530-9ffd628366b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:34.779019 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-7aec6346-dd9c-49aa-b530-9ffd628366b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Floating IP f7420c6d-eba2-42aa-809e-64135b650326 associated. External IP: 172.25.3.61, port: 7f110207-9394-45ac-af66-edf890e085fe. Jul 23 21:24:34.991472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aec6346-dd9c-49aa-b530-9ffd628366b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:24:35.096350 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aec6346-dd9c-49aa-b530-9ffd628366b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:24:35.101967 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7aec6346-dd9c-49aa-b530-9ffd628366b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:35.106654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13163e12-cc4b-4ad6-9886-b6772faf720c None None] Sync routers for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:24:35.116213 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13163e12-cc4b-4ad6-9886-b6772faf720c None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:24:35.116848 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-13163e12-cc4b-4ad6-9886-b6772faf720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:24:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:24:35.139082 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7aec6346-dd9c-49aa-b530-9ffd628366b7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "PUT /v2.0/floatingips/f7420c6d-eba2-42aa-809e-64135b650326 HTTP/1.1" status: 200 len: 992 time: 0.9336567 Jul 23 21:24:35.139799 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'tag': '7f110207-9394-45ac-af66-edf890e085fe'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:24:35.182075 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dcada6-601c-41f3-afb9-790dd4612b19" -d '{"events": [{"name": "network-changed", "server_uuid": "d623f007-d57c-4ab4-9acb-51e9a02bb761", "tag": "7f110207-9394-45ac-af66-edf890e085fe"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:24:35.280409 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35186c6-c4d5-4ff9-92f7-5e527469e042 x-openstack-request-id: req-c35186c6-c4d5-4ff9-92f7-5e527469e042 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:24:35.280712 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d623f007-d57c-4ab4-9acb-51e9a02bb761", "tag": "7f110207-9394-45ac-af66-edf890e085fe", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:24:35.280969 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c35186c6-c4d5-4ff9-92f7-5e527469e042 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:24:35.281373 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'tag': '7f110207-9394-45ac-af66-edf890e085fe', 'status': 'completed', 'code': 200} Jul 23 21:24:35.356333 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcada6-601c-41f3-afb9-790dd4612b19 req-84ce14d4-3d9f-48b8-b152-63b03326f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:35.357963 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70dcada6-601c-41f3-afb9-790dd4612b19 req-84ce14d4-3d9f-48b8-b152-63b03326f87e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 1098 time: 0.0552149 Jul 23 21:24:35.384189 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-13163e12-cc4b-4ad6-9886-b6772faf720c None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:24:35.448154 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcada6-601c-41f3-afb9-790dd4612b19 req-8b64ee61-ccce-451c-9a82-fee80e2dfb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:35.449610 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70dcada6-601c-41f3-afb9-790dd4612b19 req-8b64ee61-ccce-451c-9a82-fee80e2dfb51 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0858812 Jul 23 21:24:35.513580 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70dcada6-601c-41f3-afb9-790dd4612b19 req-0b349908-a637-4508-a224-9371a46bc192 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f110207-9394-45ac-af66-edf890e085fe HTTP/1.1" status: 200 len: 1000 time: 0.0573971 Jul 23 21:24:35.563083 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcada6-601c-41f3-afb9-790dd4612b19 req-07ab0418-2b22-4007-9aea-269807cd8243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:35.564608 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70dcada6-601c-41f3-afb9-790dd4612b19 req-07ab0418-2b22-4007-9aea-269807cd8243 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0452263 Jul 23 21:24:35.614854 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-13163e12-cc4b-4ad6-9886-b6772faf720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f7420c6d-eba2-42aa-809e-64135b650326', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'port_id': '7f110207-9394-45ac-af66-edf890e085fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'mac_address': 'fa:16:3e:ea:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:17:33Z', 'updated_at': '2021-07-23T21:24:34Z', 'revision_number': 13, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:24:35.647363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13163e12-cc4b-4ad6-9886-b6772faf720c None None] Checking router: 4b1ff597-38c7-4909-9d13-67d2ec2b0fff for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:24:35.656753 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13163e12-cc4b-4ad6-9886-b6772faf720c None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:24:35.657422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-13163e12-cc4b-4ad6-9886-b6772faf720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:24:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:24:35.766985 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-13163e12-cc4b-4ad6-9886-b6772faf720c None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:24:35.909604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcada6-601c-41f3-afb9-790dd4612b19 req-4b081de1-bada-46be-9ae8-177f8e9c0a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:35.911741 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70dcada6-601c-41f3-afb9-790dd4612b19 req-4b081de1-bada-46be-9ae8-177f8e9c0a6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3394697 Jul 23 21:24:35.996517 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-13163e12-cc4b-4ad6-9886-b6772faf720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f7420c6d-eba2-42aa-809e-64135b650326', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'port_id': '7f110207-9394-45ac-af66-edf890e085fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'mac_address': 'fa:16:3e:ea:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:17:33Z', 'updated_at': '2021-07-23T21:24:34Z', 'revision_number': 13, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:24:36.002445 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70dcada6-601c-41f3-afb9-790dd4612b19 req-66344681-08c2-4633-902e-361426a61ec3 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832705 Jul 23 21:24:36.023473 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13163e12-cc4b-4ad6-9886-b6772faf720c None None] The sync data for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 is: [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f7420c6d-eba2-42aa-809e-64135b650326', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'port_id': '7f110207-9394-45ac-af66-edf890e085fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'mac_address': 'fa:16:3e:ea:c3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:17:33Z', 'updated_at': '2021-07-23T21:24:34Z', 'revision_number': 13, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:24:36.099743 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70dcada6-601c-41f3-afb9-790dd4612b19 req-c720fa48-ae39-44c6-93da-916dc0e23516 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906796 Jul 23 21:24:36.203316 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15094785-37dc-4492-8c40-6143c24cc226 None None] New status for floating IP f7420c6d-eba2-42aa-809e-64135b650326: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:24:45.765542 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:46.032599 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:24:47.244963 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:47.344292 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a27c8c7b-1df3-467f-a1e8-89fe45ba9d6a req-f5cd53db-9f36-4078-9c1e-40805a70c9c2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514908 Jul 23 21:24:47.438800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c8c7b-1df3-467f-a1e8-89fe45ba9d6a req-de810135-37f4-4694-83b1-f8fb1dbbeebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:47.440317 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a27c8c7b-1df3-467f-a1e8-89fe45ba9d6a req-de810135-37f4-4694-83b1-f8fb1dbbeebb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 1098 time: 0.0555816 Jul 23 21:24:47.543831 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c8c7b-1df3-467f-a1e8-89fe45ba9d6a req-50a7dbab-6b76-476a-bb51-ef672ece5e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:47.545522 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a27c8c7b-1df3-467f-a1e8-89fe45ba9d6a req-50a7dbab-6b76-476a-bb51-ef672ece5e74 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0870495 Jul 23 21:24:47.617165 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a27c8c7b-1df3-467f-a1e8-89fe45ba9d6a req-1949731b-8f48-4b1a-b057-caf1934eeb0e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f110207-9394-45ac-af66-edf890e085fe HTTP/1.1" status: 200 len: 1002 time: 0.0656731 Jul 23 21:24:47.665923 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c8c7b-1df3-467f-a1e8-89fe45ba9d6a req-663800b2-9df2-47c1-94c8-104dc5df0705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:47.667419 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a27c8c7b-1df3-467f-a1e8-89fe45ba9d6a req-663800b2-9df2-47c1-94c8-104dc5df0705 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0446718 Jul 23 21:24:47.725858 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c8c7b-1df3-467f-a1e8-89fe45ba9d6a req-992c54d1-b76d-42bc-98c9-50114f49f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:47.727359 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a27c8c7b-1df3-467f-a1e8-89fe45ba9d6a req-992c54d1-b76d-42bc-98c9-50114f49f656 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542140 Jul 23 21:24:47.823211 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a27c8c7b-1df3-467f-a1e8-89fe45ba9d6a req-e6135234-9f45-4ade-afce-ab68052499e0 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893180 Jul 23 21:24:47.911284 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a27c8c7b-1df3-467f-a1e8-89fe45ba9d6a req-0a8fc9fe-51a4-4b04-b1c8-5319a51fce8b service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822167 Jul 23 21:24:54.630213 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc8c9411-4798-4f65-9ac0-f334bd7c186c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:57.171586 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c94b6d3-c066-4c60-85c7-3fa2099dd5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:57.412014 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:58.688900 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:00.144550 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:15.773794 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:17.242956 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:17.304385 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-3769fd8e-3000-4b00-ad21-dcb1185089b8 req-b8ce1b5e-815c-4a30-a248-fad40ce7aee2 service neutron] (93811) timed out ('10.222.0.55', 53596) {{(pid=93811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:25:23.030941 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:25:24.634558 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98cdc392-6854-45ce-bfb6-bc32c3bf07e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:27.171675 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b646cf02-0747-4833-a446-08c0c30b5a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:27.414289 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:28.690936 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:30.147000 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:45.772149 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:47.260119 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:49.344426 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-39323be0-fa80-4fbc-8d47-f239ea2c7d14 req-2850e2a8-b709-463d-9e42-609736995ddf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0576434 Jul 23 21:25:49.446531 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39323be0-fa80-4fbc-8d47-f239ea2c7d14 req-5a126f43-d354-4c04-9bfd-b36bf6c0fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:49.448029 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-39323be0-fa80-4fbc-8d47-f239ea2c7d14 req-5a126f43-d354-4c04-9bfd-b36bf6c0fe1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 1098 time: 0.0527582 Jul 23 21:25:49.556317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39323be0-fa80-4fbc-8d47-f239ea2c7d14 req-d20c049c-8896-4df7-9e7f-2f90b22380e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:49.557783 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-39323be0-fa80-4fbc-8d47-f239ea2c7d14 req-d20c049c-8896-4df7-9e7f-2f90b22380e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0863891 Jul 23 21:25:49.632221 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-39323be0-fa80-4fbc-8d47-f239ea2c7d14 req-9dc2a86b-5b1e-4e61-b4e4-775be15e4c17 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f110207-9394-45ac-af66-edf890e085fe HTTP/1.1" status: 200 len: 1002 time: 0.0633488 Jul 23 21:25:49.685147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39323be0-fa80-4fbc-8d47-f239ea2c7d14 req-c64046e1-d5bb-4da8-a900-c7e3bfa40c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:49.686607 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-39323be0-fa80-4fbc-8d47-f239ea2c7d14 req-c64046e1-d5bb-4da8-a900-c7e3bfa40c60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0443833 Jul 23 21:25:49.745735 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39323be0-fa80-4fbc-8d47-f239ea2c7d14 req-0fea62ef-eca0-4de5-ba32-bebb6325935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:49.747277 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-39323be0-fa80-4fbc-8d47-f239ea2c7d14 req-0fea62ef-eca0-4de5-ba32-bebb6325935f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531187 Jul 23 21:25:49.760839 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-39323be0-fa80-4fbc-8d47-f239ea2c7d14 req-ce057d0b-be86-45ab-98c4-2b139809e1e8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:25:49.761780 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-39323be0-fa80-4fbc-8d47-f239ea2c7d14 req-ce057d0b-be86-45ab-98c4-2b139809e1e8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049841 Jul 23 21:25:49.857808 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-39323be0-fa80-4fbc-8d47-f239ea2c7d14 req-a05e9bf7-4819-4e50-ab40-de3386e466e9 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851960 Jul 23 21:25:49.959020 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-39323be0-fa80-4fbc-8d47-f239ea2c7d14 req-acde5e6b-6a1e-486d-9f87-e663e5669d01 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888786 Jul 23 21:25:54.634661 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b76f37f7-a74b-450c-83d2-ca0901b8cf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:57.172368 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a32ae85-1d38-413c-8180-6496a4916bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:57.414450 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:58.693879 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:00.029905 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:26:00.149563 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:15.771933 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:17.258690 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:17.764824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34925582-e01b-48ec-9848-e8da39f8150f req-9dfa9577-3676-4942-b787-7288cf4806ae tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:17.766333 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-34925582-e01b-48ec-9848-e8da39f8150f req-9dfa9577-3676-4942-b787-7288cf4806ae tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0662487 Jul 23 21:26:17.803593 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-34925582-e01b-48ec-9848-e8da39f8150f req-3398db2a-3a27-4784-bc14-d89e24383f7b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315635 Jul 23 21:26:24.634932 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-29ed2a31-1e89-4849-985e-5a4a7d6448c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:27.172581 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38a86600-64fd-4619-bf30-3fb4f3f52b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:27.415867 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:28.697583 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:28.748783 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-5fc48201-6401-4bca-81f7-fc37d002faf8 req-135c9561-bb0e-4951-9653-3c583a6a8dc7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:26:28.749891 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fc48201-6401-4bca-81f7-fc37d002faf8 req-135c9561-bb0e-4951-9653-3c583a6a8dc7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055482 Jul 23 21:26:29.289443 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-7c0189f4-0b5c-4563-9e42-a0fdc0f62096 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4143395 Jul 23 21:26:29.297679 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fc054-9f11-4561-8ede-766fbc1c9bae req-8b0675ab-15db-46ff-8f48-f2bf866e160d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:29.299072 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-966fc054-9f11-4561-8ede-766fbc1c9bae req-8b0675ab-15db-46ff-8f48-f2bf866e160d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.4165726 Jul 23 21:26:29.338253 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-966fc054-9f11-4561-8ede-766fbc1c9bae req-155ca90e-841d-4caa-8dd4-f9a97cbdba8f tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333531 Jul 23 21:26:30.152242 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:30.469004 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111430e-b025-4bc0-a1a2-5a9aac813cde req-202c3e79-ce25-4c72-bcff-0aa5852a0cec tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:30.470499 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5111430e-b025-4bc0-a1a2-5a9aac813cde req-202c3e79-ce25-4c72-bcff-0aa5852a0cec tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0660641 Jul 23 21:26:30.506647 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5111430e-b025-4bc0-a1a2-5a9aac813cde req-20b9b34c-433f-4763-811a-14ce1f093335 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303354 Jul 23 21:26:31.641359 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479778a-87d2-452a-9a23-e00c52ff9a85 req-27cb498c-8d2d-4905-9d83-ef3cb435dec4 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:31.642754 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7479778a-87d2-452a-9a23-e00c52ff9a85 req-27cb498c-8d2d-4905-9d83-ef3cb435dec4 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0659487 Jul 23 21:26:31.680148 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7479778a-87d2-452a-9a23-e00c52ff9a85 req-918c10e6-1ca2-49a9-bf43-172728c94e4a tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316498 Jul 23 21:26:32.516202 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-179be0fc-e0ed-43ae-bbb9-3b441dee4058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:32.517683 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-179be0fc-e0ed-43ae-bbb9-3b441dee4058 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 1098 time: 0.0550249 Jul 23 21:26:32.610977 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-2a0eace4-83e0-44f7-94c4-48184df40e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:32.612471 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-2a0eace4-83e0-44f7-94c4-48184df40e4a service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0833261 Jul 23 21:26:32.684263 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-9b325137-4307-427d-bc47-2d1370d34e6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f110207-9394-45ac-af66-edf890e085fe HTTP/1.1" status: 200 len: 1002 time: 0.0610881 Jul 23 21:26:32.738996 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-fbc26e70-fe0d-4d61-841a-f78838eb5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:32.740547 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-fbc26e70-fe0d-4d61-841a-f78838eb5ff7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0460784 Jul 23 21:26:32.803355 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-b49776e3-3b4c-4f32-a5d2-a76fc7bb0b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:32.804903 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-b49776e3-3b4c-4f32-a5d2-a76fc7bb0b12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544155 Jul 23 21:26:32.816407 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cecba2-c430-47ee-9fd6-53c776c64481 req-274e1b81-baf6-4cc4-8fd3-bd653e8dfcc0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:32.817909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d3cecba2-c430-47ee-9fd6-53c776c64481 req-274e1b81-baf6-4cc4-8fd3-bd653e8dfcc0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0635381 Jul 23 21:26:32.855395 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d3cecba2-c430-47ee-9fd6-53c776c64481 req-68f6c104-af8a-4b98-a449-c64cacd787ff tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319786 Jul 23 21:26:32.903373 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-69f3dea8-efed-4881-adad-2e51a24d0cf4 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882657 Jul 23 21:26:32.999558 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-ea1e0545-6cb6-4ab9-bc8b-c273b132ae45 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865359 Jul 23 21:26:33.984943 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e4978-4fe4-4bbf-910f-b86ba948582e req-ae7d1913-14c8-49b1-b9a6-5def3abc2bcf tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:33.986418 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-865e4978-4fe4-4bbf-910f-b86ba948582e req-ae7d1913-14c8-49b1-b9a6-5def3abc2bcf tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0627983 Jul 23 21:26:34.026799 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-865e4978-4fe4-4bbf-910f-b86ba948582e req-b8d9f74c-0fdd-4f39-a528-1959c81723e2 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346751 Jul 23 21:26:35.164849 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782cd1d-d14f-423e-ab7c-9b112d5c5e0a req-e833c3ef-449c-41c4-9a55-f06a05319fe0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:35.166314 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a782cd1d-d14f-423e-ab7c-9b112d5c5e0a req-e833c3ef-449c-41c4-9a55-f06a05319fe0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0615280 Jul 23 21:26:35.202870 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a782cd1d-d14f-423e-ab7c-9b112d5c5e0a req-b6f2c93c-0877-4ec9-9e33-8f4bdcbd6b2d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304713 Jul 23 21:26:36.346791 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a838bb1-97db-409b-930d-72e937bd55cc req-84a06cce-7f67-4ee6-9ac7-7735ff0b65e6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:36.348590 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a838bb1-97db-409b-930d-72e937bd55cc req-84a06cce-7f67-4ee6-9ac7-7735ff0b65e6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0638058 Jul 23 21:26:36.386422 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5a838bb1-97db-409b-930d-72e937bd55cc req-56fffcfb-d7ef-412b-997d-394a5623770c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321710 Jul 23 21:26:37.030131 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:26:37.521219 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e4dc9-867d-4104-b68e-2c0a00962d30 req-6cdd7705-2524-479b-b601-783c72b43f09 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:37.522715 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d06e4dc9-867d-4104-b68e-2c0a00962d30 req-6cdd7705-2524-479b-b601-783c72b43f09 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0679426 Jul 23 21:26:37.560270 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d06e4dc9-867d-4104-b68e-2c0a00962d30 req-fde9dabe-02b4-4d64-a1ff-b53d7d1c90a9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315073 Jul 23 21:26:38.689088 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72879e7e-3221-454b-a74c-3e80aabd339d req-8aa7b320-5bcd-4a3e-8a97-022230fedd77 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:38.690589 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72879e7e-3221-454b-a74c-3e80aabd339d req-8aa7b320-5bcd-4a3e-8a97-022230fedd77 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0628562 Jul 23 21:26:38.729739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72879e7e-3221-454b-a74c-3e80aabd339d req-7bd8de30-a8b0-4a78-b419-4e4af0268e45 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336330 Jul 23 21:26:39.858989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee148cdf-d5a8-4f4a-bec4-9c7ed46e817e req-c67e2f08-78de-473e-b093-6426102789e3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:39.860424 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee148cdf-d5a8-4f4a-bec4-9c7ed46e817e req-c67e2f08-78de-473e-b093-6426102789e3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0632448 Jul 23 21:26:39.897393 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee148cdf-d5a8-4f4a-bec4-9c7ed46e817e req-e8822290-29fb-48b8-8191-d59875658909 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314653 Jul 23 21:26:41.031036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f186eb7-75b0-42d1-912d-7202615d8c5f req-6a29dfe5-d336-4e30-8dda-6317912130cc tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:41.032567 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f186eb7-75b0-42d1-912d-7202615d8c5f req-6a29dfe5-d336-4e30-8dda-6317912130cc tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0670903 Jul 23 21:26:41.069334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4f186eb7-75b0-42d1-912d-7202615d8c5f req-cdfa3fa3-50fa-4a42-92d9-0677c4675d57 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311737 Jul 23 21:26:42.200502 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7bc83-e1ce-4188-a36d-0fc625e295c1 req-663a14bd-54ac-4766-b316-9236708622ec tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:42.201507 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f8e7bc83-e1ce-4188-a36d-0fc625e295c1 req-663a14bd-54ac-4766-b316-9236708622ec tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0656636 Jul 23 21:26:42.238958 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f8e7bc83-e1ce-4188-a36d-0fc625e295c1 req-56903eb5-7b46-4215-b374-fe7c1d8a67b8 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319772 Jul 23 21:26:43.370589 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d1467-871d-483a-b854-daea59d6de50 req-2c1d945e-86c1-423a-bcfe-054e9b9645cc tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:43.372097 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-471d1467-871d-483a-b854-daea59d6de50 req-2c1d945e-86c1-423a-bcfe-054e9b9645cc tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0655978 Jul 23 21:26:43.408239 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-471d1467-871d-483a-b854-daea59d6de50 req-e16617a3-a9a0-48cf-8ece-17815e502f03 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306416 Jul 23 21:26:44.538703 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1008f52-1b56-4a10-ad6e-b356cc5c9e40 req-dbb379b0-b2a8-4ff2-956b-7aff2d0b1684 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:44.540235 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1008f52-1b56-4a10-ad6e-b356cc5c9e40 req-dbb379b0-b2a8-4ff2-956b-7aff2d0b1684 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0645604 Jul 23 21:26:44.578333 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f1008f52-1b56-4a10-ad6e-b356cc5c9e40 req-5291bf7e-ec45-4e44-a629-1e8d07a816b3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325377 Jul 23 21:26:45.707659 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fc588-d6c1-4502-a03a-522297806d22 req-6f813947-d921-455b-9985-d48a2a83d94d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:45.709195 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab8fc588-d6c1-4502-a03a-522297806d22 req-6f813947-d921-455b-9985-d48a2a83d94d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0645127 Jul 23 21:26:45.746839 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab8fc588-d6c1-4502-a03a-522297806d22 req-b2a42ab4-8f2b-4451-b436-e9f9858226ca tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315292 Jul 23 21:26:45.788491 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:46.884497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011e891-972c-4225-af69-c65d4f35124c req-1366cab2-18ab-42e8-bfcf-577b75a63806 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:46.885919 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1011e891-972c-4225-af69-c65d4f35124c req-1366cab2-18ab-42e8-bfcf-577b75a63806 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0685139 Jul 23 21:26:46.922922 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1011e891-972c-4225-af69-c65d4f35124c req-a3c0878c-f661-427f-af99-8a1e01e8bbe3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311995 Jul 23 21:26:47.259407 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:47.428473 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-a027f9e2-ee4b-4d0e-9dd6-eadbbd905b97 service neutron] show failed (client error): The resource could not be found. Jul 23 21:26:47.429462 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-a027f9e2-ee4b-4d0e-9dd6-eadbbd905b97 service neutron] 10.222.0.48 "GET /v2.0/ports/7f110207-9394-45ac-af66-edf890e085fe/bindings/n-h2-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.0543261 Jul 23 21:26:47.648412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-f3ffcf51-0624-4d55-94e7-eae59c0f206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:47.650045 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-f3ffcf51-0624-4d55-94e7-eae59c0f206d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761&tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6 HTTP/1.1" status: 200 len: 1098 time: 0.0547302 Jul 23 21:26:47.661009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:26:47.734541 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:47.934824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7f110207-9394-45ac-af66-edf890e085fe,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:26:47.967826 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:26:48.007014 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f110207-9394-45ac-af66-edf890e085fe'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:26:48.009352 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa0c6d1-cc91-423e-9137-b82b4539c135" -d '{"events": [{"server_uuid": "d623f007-d57c-4ab4-9acb-51e9a02bb761", "name": "network-vif-unplugged", "status": "completed", "tag": "7f110207-9394-45ac-af66-edf890e085fe"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:26:48.014052 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:48.026461 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Transition to ACTIVE for port object 7f110207-9394-45ac-af66-edf890e085fe will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:26:48.030331 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:48.062448 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71317d10-9cee-4296-94f8-454d60197bb3 x-openstack-request-id: req-71317d10-9cee-4296-94f8-454d60197bb3 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:26:48.062737 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d623f007-d57c-4ab4-9acb-51e9a02bb761", "name": "network-vif-unplugged", "status": "completed", "tag": "7f110207-9394-45ac-af66-edf890e085fe", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:26:48.063756 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71317d10-9cee-4296-94f8-454d60197bb3 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:26:48.063756 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f110207-9394-45ac-af66-edf890e085fe', 'code': 200} Jul 23 21:26:48.068644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65cced-f8ab-4692-9f41-7e74d94ec8bf req-74f5143f-a7cd-4611-8868-af21e9802610 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:48.070226 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ef65cced-f8ab-4692-9f41-7e74d94ec8bf req-74f5143f-a7cd-4611-8868-af21e9802610 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0780141 Jul 23 21:26:48.112358 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f110207-9394-45ac-af66-edf890e085fe,revision_number=6']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:48.113604 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ef65cced-f8ab-4692-9f41-7e74d94ec8bf req-32f6376e-cb74-400a-80f7-5629c6b943ce tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339603 Jul 23 21:26:48.127631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.127973 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.128311 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.128644 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.128975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.129301 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.129629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.129946 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.130269 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.130588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.130906 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.131254 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:48.175578 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] No DVR routers for this DVR port 7f110207-9394-45ac-af66-edf890e085fe on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:26:48.315591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Attempting to bind port 7f110207-9394-45ac-af66-edf890e085fe on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:26:48.315922 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Attempting to bind port 7f110207-9394-45ac-af66-edf890e085fe by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:26:48.316249 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Attempting to bind port 7f110207-9394-45ac-af66-edf890e085fe on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:26:48.320454 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Port 7f110207-9394-45ac-af66-edf890e085fe on network 4578f605-2e29-40bd-b042-b122e4c1caf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:26:48.320773 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Attempting to bind port 7f110207-9394-45ac-af66-edf890e085fe on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:26:48.325530 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:26:48.325862 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Checking segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:26:48.326242 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Bound using segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:26:48.326699 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Bound port: 7f110207-9394-45ac-af66-edf890e085fe, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:26:48.327048 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:48.395476 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:26:48.398404 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7f110207-9394-45ac-af66-edf890e085fe,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:26:48.403218 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:48.438481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:48.439163 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:48.440483 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] 10.222.0.57 "PUT /v2.0/ports/7f110207-9394-45ac-af66-edf890e085fe HTTP/1.1" status: 200 len: 1093 time: 0.7835283 Jul 23 21:26:48.476723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15867afa-3250-4946-a390-09b014f1aeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f110207-9394-45ac-af66-edf890e085fe,revision_number=7']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:48.523264 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-c0318ecb-e92c-4524-9385-0c9fae10e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:48.524800 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-c0318ecb-e92c-4524-9385-0c9fae10e3fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 1096 time: 0.0606494 Jul 23 21:26:48.622256 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-2bc4a891-563f-49e8-af86-ffb6f30546e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:48.623771 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-2bc4a891-563f-49e8-af86-ffb6f30546e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0931830 Jul 23 21:26:48.697425 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-1d298094-2298-43c5-8b57-72d7346aa65d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f110207-9394-45ac-af66-edf890e085fe HTTP/1.1" status: 200 len: 1000 time: 0.0658038 Jul 23 21:26:48.744785 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-2be9ac06-e913-4bac-a9ea-97bb18dfb0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:48.746215 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-2be9ac06-e913-4bac-a9ea-97bb18dfb0a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0447245 Jul 23 21:26:48.807582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-b9f28552-9de8-423d-b835-90e90fb2dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:48.809189 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-b9f28552-9de8-423d-b835-90e90fb2dbc1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571868 Jul 23 21:26:48.818890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-0d7a5e60-7839-40e8-84b6-9886ce89db6e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:26:48.819992 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-0d7a5e60-7839-40e8-84b6-9886ce89db6e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049889 Jul 23 21:26:48.908340 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-7fc2ecb3-f7d6-475a-b363-93a30329fb58 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820236 Jul 23 21:26:48.999881 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-127346b8-b805-4f8e-9cb4-8befc26c49e8 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854080 Jul 23 21:26:49.257810 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0def6d-80b1-43d6-9267-2f82ff8a8e8a req-b6f7d31d-22ab-4ccd-b167-889750b65dc3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:49.259259 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce0def6d-80b1-43d6-9267-2f82ff8a8e8a req-b6f7d31d-22ab-4ccd-b167-889750b65dc3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 944 time: 0.0679061 Jul 23 21:26:49.297696 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ce0def6d-80b1-43d6-9267-2f82ff8a8e8a req-cd590a49-5670-4add-b2ee-093a91c5bc0d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320606 Jul 23 21:26:50.065155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'tag': '7f110207-9394-45ac-af66-edf890e085fe'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:26:50.067669 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d623f007-d57c-4ab4-9acb-51e9a02bb761", "tag": "7f110207-9394-45ac-af66-edf890e085fe"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:26:50.115663 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd944f2-2604-4277-a39a-b5450cd9fc02 x-openstack-request-id: req-3bd944f2-2604-4277-a39a-b5450cd9fc02 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:26:50.115958 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d623f007-d57c-4ab4-9acb-51e9a02bb761", "tag": "7f110207-9394-45ac-af66-edf890e085fe", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:26:50.116213 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3bd944f2-2604-4277-a39a-b5450cd9fc02 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:26:50.116606 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'tag': '7f110207-9394-45ac-af66-edf890e085fe', 'status': 'completed', 'code': 200} Jul 23 21:26:50.225620 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-2e0ba6f0-8597-4f52-8152-ee16f2e12286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:50.227295 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-2e0ba6f0-8597-4f52-8152-ee16f2e12286 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 1096 time: 0.0933259 Jul 23 21:26:50.268471 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-4345a92c-e28d-4eb8-82d1-468b98740c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:50.270112 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-4345a92c-e28d-4eb8-82d1-468b98740c7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 1096 time: 0.1078937 Jul 23 21:26:50.389382 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-ee601294-c47a-45b2-93ff-8ecfbc6be5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:50.390891 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-ee601294-c47a-45b2-93ff-8ecfbc6be5e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.1573088 Jul 23 21:26:50.437712 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265826-a10d-43bd-83ca-2649562d5f23 req-f5a0bce3-f405-45c7-adb0-0d0dc5eee286 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:50.439402 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3265826-a10d-43bd-83ca-2649562d5f23 req-f5a0bce3-f405-45c7-adb0-0d0dc5eee286 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 944 time: 0.0727496 Jul 23 21:26:50.456201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-593e002e-ca5f-4558-8a8e-c3dc63e838be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:50.457682 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-593e002e-ca5f-4558-8a8e-c3dc63e838be service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.1554670 Jul 23 21:26:50.480334 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-dbf7fb31-4483-4856-a80d-c1b7acd038e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f110207-9394-45ac-af66-edf890e085fe HTTP/1.1" status: 200 len: 1000 time: 0.0824549 Jul 23 21:26:50.480584 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3265826-a10d-43bd-83ca-2649562d5f23 req-0ce53c6b-0fea-42e8-a7a6-c6f80d2529e8 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347514 Jul 23 21:26:50.569964 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-e2ffa56e-1d17-4f6f-a72d-738c287a5746 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f110207-9394-45ac-af66-edf890e085fe HTTP/1.1" status: 200 len: 1000 time: 0.1015372 Jul 23 21:26:50.571711 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-d80d3c5e-3ef7-4e4f-8989-c9ba66d2befb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:50.573042 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-d80d3c5e-3ef7-4e4f-8989-c9ba66d2befb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0617783 Jul 23 21:26:50.654728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-87306a2d-c03f-4a03-a0a2-64d462afd2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:50.656105 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-87306a2d-c03f-4a03-a0a2-64d462afd2af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0769820 Jul 23 21:26:50.696888 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-4fdababa-bb2c-4da9-b64b-324b2368aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:50.698367 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-4fdababa-bb2c-4da9-b64b-324b2368aff0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1181533 Jul 23 21:26:50.781319 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-ccb55b44-5938-409b-b96b-f317d8294d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:50.782816 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-ccb55b44-5938-409b-b96b-f317d8294d6c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1149204 Jul 23 21:26:50.813597 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-44547a09-db0a-4c19-8be6-3b612213b826 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083920 Jul 23 21:26:50.952655 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-d188b279-5abe-4079-87fd-2c084e09c0eb service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556494 Jul 23 21:26:50.962081 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-307348f7-4927-4c0e-80f9-f795a834b15b service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392562 Jul 23 21:26:51.055273 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-316f83d0-7c9d-4848-8a25-0a2b3a92b3cc req-f3b8b926-9f9e-47f6-a9bb-4ff6bb28d698 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920513 Jul 23 21:26:51.169193 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7f110207-9394-45ac-af66-edf890e085fe no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:26:51.208805 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7f110207-9394-45ac-af66-edf890e085fe not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:26:51.620053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd989fc-7828-494c-a1f6-d3ac062ea6e6 req-da365c56-7bad-4f4f-88c2-e6cb6545e7a5 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:51.622131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fdd989fc-7828-494c-a1f6-d3ac062ea6e6 req-da365c56-7bad-4f4f-88c2-e6cb6545e7a5 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 944 time: 0.0684836 Jul 23 21:26:51.660011 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fdd989fc-7828-494c-a1f6-d3ac062ea6e6 req-08d08c01-016c-4de8-b10f-fd394fa226c0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321436 Jul 23 21:26:52.802517 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc71645-a883-467e-a35a-5ee452934108 req-03f04f97-2fff-4ced-ac6c-a2e9191de2ce tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:52.803953 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9cc71645-a883-467e-a35a-5ee452934108 req-03f04f97-2fff-4ced-ac6c-a2e9191de2ce tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 944 time: 0.0725555 Jul 23 21:26:52.842805 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9cc71645-a883-467e-a35a-5ee452934108 req-8b78c775-c569-4322-9de2-30acb8628bb3 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320370 Jul 23 21:26:53.971218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c5a9c-4924-4124-a8f6-bc12cf7f3425 req-fbcc3c95-f979-4635-bae1-a14fa35ad85d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:53.972751 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-731c5a9c-4924-4124-a8f6-bc12cf7f3425 req-fbcc3c95-f979-4635-bae1-a14fa35ad85d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 944 time: 0.0626881 Jul 23 21:26:54.009694 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-731c5a9c-4924-4124-a8f6-bc12cf7f3425 req-68ada621-615b-471e-895a-93218f8eb969 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312352 Jul 23 21:26:54.635743 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5dc51500-432e-46e6-83b1-ac1638ae6d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:55.141678 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4774f-28ba-4cba-8d7a-b8ecf1931a96 req-1256358b-4eb5-4ea7-a3e5-65e9ec7613f0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:55.143192 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87e4774f-28ba-4cba-8d7a-b8ecf1931a96 req-1256358b-4eb5-4ea7-a3e5-65e9ec7613f0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 944 time: 0.0662675 Jul 23 21:26:55.180089 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87e4774f-28ba-4cba-8d7a-b8ecf1931a96 req-2362b67b-4d53-4786-99df-2ccec0c45eb7 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313907 Jul 23 21:26:56.317509 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80564a9-6298-4a19-a6b2-b2ca1a8ad660 req-62c8445b-a32d-4f43-82d2-a5747c9963ce tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:56.319044 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a80564a9-6298-4a19-a6b2-b2ca1a8ad660 req-62c8445b-a32d-4f43-82d2-a5747c9963ce tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 944 time: 0.0643892 Jul 23 21:26:56.356531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a80564a9-6298-4a19-a6b2-b2ca1a8ad660 req-263ff57c-658e-445a-b8ae-06a73955f023 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317726 Jul 23 21:26:57.173518 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e8987b5-07e4-4f49-89d0-da7452285586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:57.417118 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:57.485905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ccbeb-9a64-49cc-b5b3-cb5b811bae4f req-5fd2f9cc-877e-4551-b5f9-09df5b41137c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:57.487317 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d38ccbeb-9a64-49cc-b5b3-cb5b811bae4f req-5fd2f9cc-877e-4551-b5f9-09df5b41137c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 944 time: 0.0632823 Jul 23 21:26:57.525106 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d38ccbeb-9a64-49cc-b5b3-cb5b811bae4f req-2a58e2f9-0ab3-40b5-ac07-a3ba7219355f tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322330 Jul 23 21:26:58.656404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded64ec-f138-485e-8d56-d7d4e19db65d req-ff2f59d1-d248-4f36-b7b0-54cd154fbf47 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:58.657925 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cded64ec-f138-485e-8d56-d7d4e19db65d req-ff2f59d1-d248-4f36-b7b0-54cd154fbf47 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 944 time: 0.0667253 Jul 23 21:26:58.693923 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cded64ec-f138-485e-8d56-d7d4e19db65d req-782dc933-2539-4a6b-8d9d-7a00d38239c8 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304306 Jul 23 21:26:58.700425 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:59.824952 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09084200-4b13-46d5-9d4b-ed76ac5bcb37 req-b7198f4c-5f47-43b2-8b79-cc5ef176e318 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:59.826371 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09084200-4b13-46d5-9d4b-ed76ac5bcb37 req-b7198f4c-5f47-43b2-8b79-cc5ef176e318 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 944 time: 0.0632641 Jul 23 21:26:59.862965 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-09084200-4b13-46d5-9d4b-ed76ac5bcb37 req-e0b00c45-025f-497a-98b8-62ab3f1221d1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311134 Jul 23 21:27:00.156162 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:00.996634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3fc96-a9e5-4a41-9b9d-5f1979bb7f97 req-b8bb95ac-1738-40b8-b048-a590796c49a1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:00.998142 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ba3fc96-a9e5-4a41-9b9d-5f1979bb7f97 req-b8bb95ac-1738-40b8-b048-a590796c49a1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 944 time: 0.0674527 Jul 23 21:27:01.036146 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0ba3fc96-a9e5-4a41-9b9d-5f1979bb7f97 req-fdc605bd-5ce9-47c3-acd6-004cd820b1ba tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324419 Jul 23 21:27:01.057171 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f586bde3-7d6d-4da7-bd59-214808a41158 req-e504c9a6-cfd8-47b4-85af-04709a53dae9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570452 Jul 23 21:27:01.275980 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.57', 51956) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:01.383901 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-c8136367-2919-4c53-bf3a-686aa2298931 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:01.385470 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-c8136367-2919-4c53-bf3a-686aa2298931 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.57 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761&tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 944 time: 0.1083424 Jul 23 21:27:01.427576 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586bde3-7d6d-4da7-bd59-214808a41158 req-4f8078f6-d2e0-41e5-9049-8a7b34e47765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:01.429089 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f586bde3-7d6d-4da7-bd59-214808a41158 req-4f8078f6-d2e0-41e5-9049-8a7b34e47765 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 1096 time: 0.3280737 Jul 23 21:27:01.431285 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116c460-c9e2-482f-bf1a-c9ecddc9b090 req-5916362b-db08-4554-b26d-b119be532d5d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:01.432775 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4116c460-c9e2-482f-bf1a-c9ecddc9b090 req-5916362b-db08-4554-b26d-b119be532d5d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 944 time: 0.1216514 Jul 23 21:27:01.480985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-76b6af33-dde6-4ffa-80b5-3b0e2dac4cb3 service neutron] 10.222.0.57 "GET /v2.0/ports/7f110207-9394-45ac-af66-edf890e085fe/bindings/n-h2-791504-18 HTTP/1.1" status: 200 len: 383 time: 0.0878408 Jul 23 21:27:01.493086 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4116c460-c9e2-482f-bf1a-c9ecddc9b090 req-9b46202b-149c-40d4-8a92-704c2e714584 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490513 Jul 23 21:27:01.538151 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586bde3-7d6d-4da7-bd59-214808a41158 req-c403b112-4a7f-493c-99e9-abc17fab2018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:01.539681 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f586bde3-7d6d-4da7-bd59-214808a41158 req-c403b112-4a7f-493c-99e9-abc17fab2018 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0912015 Jul 23 21:27:01.602637 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f586bde3-7d6d-4da7-bd59-214808a41158 req-ab8ac6a3-eba2-4161-80d6-703df011e331 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f110207-9394-45ac-af66-edf890e085fe HTTP/1.1" status: 200 len: 1000 time: 0.0570166 Jul 23 21:27:01.649969 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586bde3-7d6d-4da7-bd59-214808a41158 req-892a0b77-f079-4d50-a382-67d16627c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:01.651409 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f586bde3-7d6d-4da7-bd59-214808a41158 req-892a0b77-f079-4d50-a382-67d16627c8fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0430465 Jul 23 21:27:01.711455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586bde3-7d6d-4da7-bd59-214808a41158 req-abb0fc7d-14ab-4b44-a280-a2441ced2bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:01.712928 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f586bde3-7d6d-4da7-bd59-214808a41158 req-abb0fc7d-14ab-4b44-a280-a2441ced2bf3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553493 Jul 23 21:27:01.800156 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f586bde3-7d6d-4da7-bd59-214808a41158 req-b8e9602b-535c-4c29-9280-76fa445260af service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807400 Jul 23 21:27:01.832082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7f110207-9394-45ac-af66-edf890e085fe details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:27:01.895446 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f586bde3-7d6d-4da7-bd59-214808a41158 req-147288b7-7d8c-4a56-9b7f-b4055046e9de service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886798 Jul 23 21:27:01.927187 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7f110207-9394-45ac-af66-edf890e085fe,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:01.938315 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '7f110207-9394-45ac-af66-edf890e085fe', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'port_id': '7f110207-9394-45ac-af66-edf890e085fe', 'mac_address': 'fa:16:3e:ea:c3:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:27:01.979060 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:01.988490 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-681c2a66-3ea8-4300-a1bd-85185cee6a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:01.990001 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-681c2a66-3ea8-4300-a1bd-85185cee6a78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 1096 time: 0.0539448 Jul 23 21:27:01.991735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f110207-9394-45ac-af66-edf890e085fe {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:27:02.012289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7f110207-9394-45ac-af66-edf890e085fe,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:02.016202 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:02.062520 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=7f110207-9394-45ac-af66-edf890e085fe,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:02.071696 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:02.072071 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:02.072416 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:02.072755 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:02.073092 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:02.073447 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:02.073777 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:02.074672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:02.074999 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:02.075348 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:02.075675 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:02.075998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:02.086954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2c5d3312-fd1a-4ea6-94e1-deb0489bb5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:02.088644 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2c5d3312-fd1a-4ea6-94e1-deb0489bb5a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0912542 Jul 23 21:27:02.152514 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-f50b8da2-95cf-4945-a28e-d32d17cc60a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f110207-9394-45ac-af66-edf890e085fe HTTP/1.1" status: 200 len: 1001 time: 0.0568740 Jul 23 21:27:02.200795 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-c3a0e41a-8be1-496c-9245-214a231477c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:02.202222 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-c3a0e41a-8be1-496c-9245-214a231477c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0431452 Jul 23 21:27:02.242441 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['7f110207-9394-45ac-af66-edf890e085fe'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:27:02.267731 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-167e8c04-1abc-4e28-9fa2-53e9d49a78af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:02.270316 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-167e8c04-1abc-4e28-9fa2-53e9d49a78af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612879 Jul 23 21:27:02.361361 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-da3bc04d-06a1-457f-88f1-0b6772d19321 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831196 Jul 23 21:27:02.455403 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-fb26647d-907d-4df4-9fd9-358f17cce464 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865943 Jul 23 21:27:02.668442 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ea56b-c8f7-414f-864e-7f8ee7b5da73 req-6022e2a4-41a2-456f-b82a-580a0b068e07 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:02.669865 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-232ea56b-c8f7-414f-864e-7f8ee7b5da73 req-6022e2a4-41a2-456f-b82a-580a0b068e07 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 945 time: 0.1045544 Jul 23 21:27:02.706476 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-232ea56b-c8f7-414f-864e-7f8ee7b5da73 req-f70e4118-bd0f-4c88-9e6a-76cff8ca24c9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311670 Jul 23 21:27:03.841031 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7f110207-9394-45ac-af66-edf890e085fe up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:27:03.845298 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5742e-5ab3-4dfc-8faa-127398ad6de6 req-bd1a4692-f716-4426-aead-2aac10ad5104 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:03.846802 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72d5742e-5ab3-4dfc-8faa-127398ad6de6 req-bd1a4692-f716-4426-aead-2aac10ad5104 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 945 time: 0.0736177 Jul 23 21:27:03.887340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-72d5742e-5ab3-4dfc-8faa-127398ad6de6 req-e204681f-dd0b-4a3d-a958-4aa4c6a6b625 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340323 Jul 23 21:27:03.892562 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 7f110207-9394-45ac-af66-edf890e085fe completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:27:03.896491 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 7f110207-9394-45ac-af66-edf890e085fe triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:27:03.896830 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.971928 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:03.996874 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f110207-9394-45ac-af66-edf890e085fe'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:27:03.999117 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57aa9b6b-785e-436c-bdf7-6e4041a17a3e" -d '{"events": [{"server_uuid": "d623f007-d57c-4ab4-9acb-51e9a02bb761", "name": "network-vif-plugged", "status": "completed", "tag": "7f110207-9394-45ac-af66-edf890e085fe"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:27:04.012114 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7f110207-9394-45ac-af66-edf890e085fe,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:04.016023 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:04.049911 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01a634a-efa0-4fe2-961e-3ac3c9db98c7 x-openstack-request-id: req-f01a634a-efa0-4fe2-961e-3ac3c9db98c7 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:27:04.050199 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d623f007-d57c-4ab4-9acb-51e9a02bb761", "name": "network-vif-plugged", "status": "completed", "tag": "7f110207-9394-45ac-af66-edf890e085fe", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:27:04.050446 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f01a634a-efa0-4fe2-961e-3ac3c9db98c7 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:27:04.050824 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f110207-9394-45ac-af66-edf890e085fe', 'code': 200} Jul 23 21:27:04.064318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=7f110207-9394-45ac-af66-edf890e085fe,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:05.067953 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954dcce-2caa-46fd-be97-b1668cd8c174 req-2cb42f5a-4dc7-4a8c-b3fa-778e022ea7bc tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:05.069490 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4954dcce-2caa-46fd-be97-b1668cd8c174 req-2cb42f5a-4dc7-4a8c-b3fa-778e022ea7bc tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.1120124 Jul 23 21:27:05.107613 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4954dcce-2caa-46fd-be97-b1668cd8c174 req-22fdbbc6-7053-4341-a18d-0f4375d5ba8b tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323243 Jul 23 21:27:06.192807 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-1ff01bd7-a3a5-4040-a1ac-51c1c31bd0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:06.194302 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-1ff01bd7-a3a5-4040-a1ac-51c1c31bd0ed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761&tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6 HTTP/1.1" status: 200 len: 1098 time: 0.0543642 Jul 23 21:27:06.207361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:27:06.241608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c23ce-d2f7-49b2-a26f-1e7fb2a4f5af req-5663afe6-0a87-4ad2-b2ec-40200111aa37 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:06.243528 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-365c23ce-d2f7-49b2-a26f-1e7fb2a4f5af req-5663afe6-0a87-4ad2-b2ec-40200111aa37 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0669482 Jul 23 21:27:06.281436 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:06.282706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-365c23ce-d2f7-49b2-a26f-1e7fb2a4f5af req-059fd320-d4b1-4a32-8ada-2a5034ce3fff tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328851 Jul 23 21:27:06.492713 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=7f110207-9394-45ac-af66-edf890e085fe,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:06.527187 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:27:06.566133 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f110207-9394-45ac-af66-edf890e085fe'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:27:06.568530 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6a95a6-f302-4d40-a770-53e92e0b7d06" -d '{"events": [{"server_uuid": "d623f007-d57c-4ab4-9acb-51e9a02bb761", "name": "network-vif-unplugged", "status": "completed", "tag": "7f110207-9394-45ac-af66-edf890e085fe"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:27:06.572297 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:06.585242 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Transition to ACTIVE for port object 7f110207-9394-45ac-af66-edf890e085fe will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:27:06.589147 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:06.618876 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e722a02a-e5d7-48ac-9c6b-23863db31e41 x-openstack-request-id: req-e722a02a-e5d7-48ac-9c6b-23863db31e41 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:27:06.619192 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d623f007-d57c-4ab4-9acb-51e9a02bb761", "name": "network-vif-unplugged", "status": "completed", "tag": "7f110207-9394-45ac-af66-edf890e085fe", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:27:06.619561 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e722a02a-e5d7-48ac-9c6b-23863db31e41 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:27:06.619987 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f110207-9394-45ac-af66-edf890e085fe', 'code': 200} Jul 23 21:27:06.671582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Pushing event updated for resources: {'Port': ['ID=7f110207-9394-45ac-af66-edf890e085fe,revision_number=10']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:06.718286 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] No DVR routers for this DVR port 7f110207-9394-45ac-af66-edf890e085fe on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:27:06.853994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Attempting to bind port 7f110207-9394-45ac-af66-edf890e085fe on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:27:06.854322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Attempting to bind port 7f110207-9394-45ac-af66-edf890e085fe by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:27:06.854646 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Attempting to bind port 7f110207-9394-45ac-af66-edf890e085fe on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:27:06.859570 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Port 7f110207-9394-45ac-af66-edf890e085fe on network 4578f605-2e29-40bd-b042-b122e4c1caf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:27:06.859888 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Attempting to bind port 7f110207-9394-45ac-af66-edf890e085fe on network 4578f605-2e29-40bd-b042-b122e4c1caf2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:27:06.864723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:27:06.865055 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Checking segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:27:06.865435 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Bound using segment: {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:27:06.865889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Bound port: 7f110207-9394-45ac-af66-edf890e085fe, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdb1624-73f9-4603-80e5-d1113a853bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:27:06.866244 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:06.931010 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:27:06.934343 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7f110207-9394-45ac-af66-edf890e085fe,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:27:06.938031 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:06.972139 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:06.972780 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:06.974407 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] 10.222.0.48 "PUT /v2.0/ports/7f110207-9394-45ac-af66-edf890e085fe HTTP/1.1" status: 200 len: 1094 time: 0.7710617 Jul 23 21:27:06.996637 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255fe9b-a95e-47e3-a89d-61537553607f service neutron] Pushing event updated for resources: {'Port': ['ID=7f110207-9394-45ac-af66-edf890e085fe,revision_number=11']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:07.058876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-29b1c8a8-07a2-4eff-96e4-90fcf3af7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:07.060472 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-29b1c8a8-07a2-4eff-96e4-90fcf3af7928 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 1097 time: 0.0609303 Jul 23 21:27:07.160820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-32d96744-8741-4c7a-8303-b49778316310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:07.162327 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-32d96744-8741-4c7a-8303-b49778316310 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.0914135 Jul 23 21:27:07.236463 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-11bd0195-64fa-4b01-9b35-49660789be47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f110207-9394-45ac-af66-edf890e085fe HTTP/1.1" status: 200 len: 1000 time: 0.0631151 Jul 23 21:27:07.288933 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-1c8c7ff4-fb76-46ed-863e-4fe5282180bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:07.290285 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-1c8c7ff4-fb76-46ed-863e-4fe5282180bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0431449 Jul 23 21:27:07.352636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-f960e310-fe60-4556-949a-f32092bcc163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:07.354164 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-f960e310-fe60-4556-949a-f32092bcc163 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542212 Jul 23 21:27:07.416669 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2019a-ebe5-427c-86ea-85929bbcf266 req-4486fc0a-5619-4851-ba34-bcc0f53fa327 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:07.418214 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bfc2019a-ebe5-427c-86ea-85929bbcf266 req-4486fc0a-5619-4851-ba34-bcc0f53fa327 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 945 time: 0.0670891 Jul 23 21:27:07.453122 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-d258393a-cce6-43b0-b744-91b56f3c9538 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887954 Jul 23 21:27:07.456791 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bfc2019a-ebe5-427c-86ea-85929bbcf266 req-4b4993e0-3c96-425f-92c3-e67e89b98054 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330172 Jul 23 21:27:07.551559 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-7a9a7fbf-e3d3-4305-8b9d-56d9cf0196c2 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874949 Jul 23 21:27:07.872019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7f110207-9394-45ac-af66-edf890e085fe no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:27:07.910288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 7f110207-9394-45ac-af66-edf890e085fe not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:27:08.590818 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac989ed6-cfbd-46cc-8131-3e2db46b51f5 req-4e1a3f37-7b35-44e5-bfc1-fbb0c61381a9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:08.592354 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac989ed6-cfbd-46cc-8131-3e2db46b51f5 req-4e1a3f37-7b35-44e5-bfc1-fbb0c61381a9 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 945 time: 0.0664687 Jul 23 21:27:08.620909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'tag': '7f110207-9394-45ac-af66-edf890e085fe'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:27:08.623623 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a703ef-4357-461c-af3a-bcbcb0c125d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d623f007-d57c-4ab4-9acb-51e9a02bb761", "tag": "7f110207-9394-45ac-af66-edf890e085fe"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:27:08.630173 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac989ed6-cfbd-46cc-8131-3e2db46b51f5 req-0cafb459-923f-4b87-ac29-370e4a3a997c tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321839 Jul 23 21:27:08.675317 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6de9ff-f26d-4d21-9cf2-aeee88c54fcb x-openstack-request-id: req-fd6de9ff-f26d-4d21-9cf2-aeee88c54fcb {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:27:08.675696 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d623f007-d57c-4ab4-9acb-51e9a02bb761", "tag": "7f110207-9394-45ac-af66-edf890e085fe", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:27:08.675918 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd6de9ff-f26d-4d21-9cf2-aeee88c54fcb {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:27:08.676315 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'tag': '7f110207-9394-45ac-af66-edf890e085fe', 'status': 'completed', 'code': 200} Jul 23 21:27:08.793422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-b469787e-c28a-44e8-9b4f-242e8bd5fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:08.795043 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-b469787e-c28a-44e8-9b4f-242e8bd5fd4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 1097 time: 0.1006539 Jul 23 21:27:08.800887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-8eb97f19-c275-454b-883a-bc64da2f0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:08.802276 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-8eb97f19-c275-454b-883a-bc64da2f0ee7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 1097 time: 0.0741603 Jul 23 21:27:08.960514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-65a77c33-312c-457f-b186-b9c891d5ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:08.961918 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-65a77c33-312c-457f-b186-b9c891d5ae68 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.1588054 Jul 23 21:27:08.964538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-13c916b5-990d-4122-afde-94d593a9a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:08.965865 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-13c916b5-990d-4122-afde-94d593a9a5eb service neutron] 10.222.0.48 "GET /v2.0/networks?id=4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 200 len: 913 time: 0.1449535 Jul 23 21:27:09.071528 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-2b3e3fa1-24b6-430e-a961-349da4ff429b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f110207-9394-45ac-af66-edf890e085fe HTTP/1.1" status: 200 len: 1000 time: 0.1033814 Jul 23 21:27:09.087251 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-553bbe83-8c4c-4ae7-83a8-b6351a2edef1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f110207-9394-45ac-af66-edf890e085fe HTTP/1.1" status: 200 len: 1000 time: 0.1115577 Jul 23 21:27:09.161640 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-5209fae9-c941-44cf-ad14-f95afca9b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:09.163131 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-5209fae9-c941-44cf-ad14-f95afca9b67d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0843527 Jul 23 21:27:09.166859 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-1b7e1929-614b-4aa4-a9e5-3b159d3ed4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:09.168753 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-1b7e1929-614b-4aa4-a9e5-3b159d3ed4f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 200 len: 851 time: 0.0622158 Jul 23 21:27:09.256195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-8a52de38-9217-4b74-af4c-0f77b0d1cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:09.257721 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-8a52de38-9217-4b74-af4c-0f77b0d1cdd3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881455 Jul 23 21:27:09.291282 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-fe49ff13-9309-41ac-aa09-62563265e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:09.293352 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-fe49ff13-9309-41ac-aa09-62563265e3fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4578f605-2e29-40bd-b042-b122e4c1caf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1143887 Jul 23 21:27:09.422130 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-0c705a56-36cc-4898-8464-f743d1606e2f service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567080 Jul 23 21:27:09.454586 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-06601a83-e6ae-44f6-b2d7-aebaf18ff013 service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509783 Jul 23 21:27:09.584218 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-a4f1c438-3ca6-489b-929b-800f930c77f6 service neutron] 10.222.0.57 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518478 Jul 23 21:27:09.604652 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-22a703ef-4357-461c-af3a-bcbcb0c125d1 req-6eb03ad2-fad7-445c-8007-1538bd2aa77f service neutron] 10.222.0.48 "GET /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385109 Jul 23 21:27:09.761606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305b278-58d7-4498-9ab1-a3580e91b5ce req-c6252d0d-201d-4306-ae10-c756ec237810 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:09.763198 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7305b278-58d7-4498-9ab1-a3580e91b5ce req-c6252d0d-201d-4306-ae10-c756ec237810 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 945 time: 0.0635767 Jul 23 21:27:09.801181 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7305b278-58d7-4498-9ab1-a3580e91b5ce req-bb8076b3-56ce-4f85-952b-d7540dc42234 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323129 Jul 23 21:27:10.936882 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb901a5-935f-4a80-920a-d8237f1c1c9b req-cf68403e-e20f-46b0-aee0-c5d0b4336dda tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:10.938361 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efb901a5-935f-4a80-920a-d8237f1c1c9b req-cf68403e-e20f-46b0-aee0-c5d0b4336dda tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 945 time: 0.0681286 Jul 23 21:27:10.976168 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efb901a5-935f-4a80-920a-d8237f1c1c9b req-95438aa4-669e-4119-aa24-8944956ce578 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310879 Jul 23 21:27:12.107107 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe3543-ad38-4eae-91a5-abebfe52d5a6 req-175a9d8a-b5fd-407a-87a0-a720b0f2a6ee tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:12.108615 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cafe3543-ad38-4eae-91a5-abebfe52d5a6 req-175a9d8a-b5fd-407a-87a0-a720b0f2a6ee tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 945 time: 0.0643513 Jul 23 21:27:12.145001 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cafe3543-ad38-4eae-91a5-abebfe52d5a6 req-ee407c00-d735-4ed0-8b17-cb179b09f1ec tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308919 Jul 23 21:27:13.279584 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80db168-0e3a-408c-8800-c0d8dd57de52 req-a49d74e9-44f3-4e1c-bf1c-d948f74274fe tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:13.281095 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d80db168-0e3a-408c-8800-c0d8dd57de52 req-a49d74e9-44f3-4e1c-bf1c-d948f74274fe tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 945 time: 0.0684552 Jul 23 21:27:13.317813 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d80db168-0e3a-408c-8800-c0d8dd57de52 req-c7839a88-a3ae-4fd1-a219-955fd7cbf1fd tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311511 Jul 23 21:27:14.029360 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:27:14.447376 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c29f6-8c23-426e-9336-cb91b1e6fd70 req-04432e1b-095f-4974-8d9a-7f71bd6970b1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:14.448875 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-391c29f6-8c23-426e-9336-cb91b1e6fd70 req-04432e1b-095f-4974-8d9a-7f71bd6970b1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 945 time: 0.0637569 Jul 23 21:27:14.486370 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-391c29f6-8c23-426e-9336-cb91b1e6fd70 req-ef6731e9-03f0-4029-a893-22ad55a6e4f8 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318692 Jul 23 21:27:15.617154 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94940a1e-559b-4ca5-b114-c74d1aae008b req-3311e958-baca-4f39-a720-7adc0a7a4935 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:15.618685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94940a1e-559b-4ca5-b114-c74d1aae008b req-3311e958-baca-4f39-a720-7adc0a7a4935 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 945 time: 0.0650587 Jul 23 21:27:15.656501 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94940a1e-559b-4ca5-b114-c74d1aae008b req-fb8daa43-29b2-4feb-8ff7-5c3a730ed63d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317099 Jul 23 21:27:15.786707 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:16.790133 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c422c-879e-47b1-b106-4febde8c3224 req-55eee7a7-542e-4781-8f72-3444d26d1228 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:16.791622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-416c422c-879e-47b1-b106-4febde8c3224 req-55eee7a7-542e-4781-8f72-3444d26d1228 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 945 time: 0.0654452 Jul 23 21:27:16.827538 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-416c422c-879e-47b1-b106-4febde8c3224 req-bc838b24-2dc8-4ce8-81e7-cc8faad92fd6 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302463 Jul 23 21:27:17.259816 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:17.956480 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22deca9-045b-422a-a9b1-d490ff648e3e req-a39b2747-20e4-4b15-9207-b2d96004b7e5 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:17.957954 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d22deca9-045b-422a-a9b1-d490ff648e3e req-a39b2747-20e4-4b15-9207-b2d96004b7e5 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 945 time: 0.0628467 Jul 23 21:27:17.994647 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d22deca9-045b-422a-a9b1-d490ff648e3e req-75b79fc0-00ab-4a8c-bda9-32348b36b132 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312390 Jul 23 21:27:19.130916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388f5aa-2b66-4be1-aa42-ea8978fef10c req-da0a75f6-0dc4-48f3-923c-67bacbe8e373 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:19.132446 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8388f5aa-2b66-4be1-aa42-ea8978fef10c req-da0a75f6-0dc4-48f3-923c-67bacbe8e373 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 945 time: 0.0686250 Jul 23 21:27:19.169900 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8388f5aa-2b66-4be1-aa42-ea8978fef10c req-2ff10d10-dcfe-4f54-90bf-063e9e6cdee0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313075 Jul 23 21:27:19.540962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1a612-15b2-45e0-8338-26873e9b714f req-9440dc2e-aba9-4f85-8e89-a7e79afcd9e2 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:19.542526 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63c1a612-15b2-45e0-8338-26873e9b714f req-9440dc2e-aba9-4f85-8e89-a7e79afcd9e2 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 945 time: 0.0677278 Jul 23 21:27:19.581056 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-63c1a612-15b2-45e0-8338-26873e9b714f req-bad407fc-3c87-404d-8fce-9899c252474d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321717 Jul 23 21:27:19.709092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885932db-7360-4a5f-a2fe-1c7bf04f58ec req-a6597e6f-01fa-4295-b793-eb6d41d5a74a tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:19.710559 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-885932db-7360-4a5f-a2fe-1c7bf04f58ec req-a6597e6f-01fa-4295-b793-eb6d41d5a74a tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 945 time: 0.0628994 Jul 23 21:27:19.746981 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-885932db-7360-4a5f-a2fe-1c7bf04f58ec req-01896ba2-1303-41e1-bb46-a152fe460f42 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302193 Jul 23 21:27:19.994617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca622b40-bb70-4ccd-9e95-175f52448742 req-e256c2e2-13ed-4f2e-a606-5ffd4956ae96 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:19.996768 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca622b40-bb70-4ccd-9e95-175f52448742 req-e256c2e2-13ed-4f2e-a606-5ffd4956ae96 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 945 time: 0.0672131 Jul 23 21:27:20.033189 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ca622b40-bb70-4ccd-9e95-175f52448742 req-a0f5f344-6154-4bd5-a46c-61437ecb56a0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309858 Jul 23 21:27:21.164551 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06e0b3-3612-4aaa-814d-4aa65dfa2721 req-b3acf9fe-4a32-42ae-b976-cdfc322151ad tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:21.166062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ad06e0b3-3612-4aaa-814d-4aa65dfa2721 req-b3acf9fe-4a32-42ae-b976-cdfc322151ad tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 945 time: 0.0639834 Jul 23 21:27:21.203189 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ad06e0b3-3612-4aaa-814d-4aa65dfa2721 req-79496c46-1629-4a09-b269-29312e2bfab1 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309672 Jul 23 21:27:21.289535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7f110207-9394-45ac-af66-edf890e085fe details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:27:21.389500 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7f110207-9394-45ac-af66-edf890e085fe,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:21.400299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '7f110207-9394-45ac-af66-edf890e085fe', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'port_id': '7f110207-9394-45ac-af66-edf890e085fe', 'mac_address': 'fa:16:3e:ea:c3:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:27:21.437056 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:21.449675 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f110207-9394-45ac-af66-edf890e085fe {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:27:21.472337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7f110207-9394-45ac-af66-edf890e085fe,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:21.477413 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:21.534016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=7f110207-9394-45ac-af66-edf890e085fe,revision_number=12']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:21.621125 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec7a07-0d98-4a5a-afc1-cbba1c1f8c3e req-c409a7d5-ab00-4959-9f57-91644f48141a tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:21.622626 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dcec7a07-0d98-4a5a-afc1-cbba1c1f8c3e req-c409a7d5-ab00-4959-9f57-91644f48141a tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.48 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0667286 Jul 23 21:27:21.731160 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-dcec7a07-0d98-4a5a-afc1-cbba1c1f8c3e req-716f0ccc-81cc-4377-8105-c32d3a837e53 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Deleting port 7f110207-9394-45ac-af66-edf890e085fe {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:27:21.731384 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dcec7a07-0d98-4a5a-afc1-cbba1c1f8c3e req-716f0ccc-81cc-4377-8105-c32d3a837e53 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:21.821553 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-dcec7a07-0d98-4a5a-afc1-cbba1c1f8c3e req-716f0ccc-81cc-4377-8105-c32d3a837e53 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] For port 7f110207-9394-45ac-af66-edf890e085fe, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=7f110207-9394-45ac-af66-edf890e085fe,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:21.821913 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dcec7a07-0d98-4a5a-afc1-cbba1c1f8c3e req-716f0ccc-81cc-4377-8105-c32d3a837e53 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:21.997394 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dcec7a07-0d98-4a5a-afc1-cbba1c1f8c3e req-716f0ccc-81cc-4377-8105-c32d3a837e53 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:21.997770 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dcec7a07-0d98-4a5a-afc1-cbba1c1f8c3e req-716f0ccc-81cc-4377-8105-c32d3a837e53 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:21.998084 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [req-dcec7a07-0d98-4a5a-afc1-cbba1c1f8c3e req-716f0ccc-81cc-4377-8105-c32d3a837e53 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Floating IP f7420c6d-eba2-42aa-809e-64135b650326 disassociated. External IP: 172.25.3.61, port: 7f110207-9394-45ac-af66-edf890e085fe. Jul 23 21:27:21.998427 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-dcec7a07-0d98-4a5a-afc1-cbba1c1f8c3e req-716f0ccc-81cc-4377-8105-c32d3a837e53 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Calling delete_port for 7f110207-9394-45ac-af66-edf890e085fe owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:27:22.347435 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3c5a9-db5b-40ba-8faa-46b3e13eda88 req-17597dd5-d666-4c20-afdf-40eb34d8d096 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:22.349094 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c7e3c5a9-db5b-40ba-8faa-46b3e13eda88 req-17597dd5-d666-4c20-afdf-40eb34d8d096 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 946 time: 0.0740356 Jul 23 21:27:22.388333 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c7e3c5a9-db5b-40ba-8faa-46b3e13eda88 req-ada4965f-3ae7-461d-9c95-2df4a99b8a18 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups?id=26785827-03c1-43fd-b10e-e7c5256fd6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329306 Jul 23 21:27:22.401371 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dcec7a07-0d98-4a5a-afc1-cbba1c1f8c3e req-716f0ccc-81cc-4377-8105-c32d3a837e53 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:22.432415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f0ccc-81cc-4377-8105-c32d3a837e53 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Pushing event deleted for resources: {'Port': ['ID=7f110207-9394-45ac-af66-edf890e085fe,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:22.559291 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcec7a07-0d98-4a5a-afc1-cbba1c1f8c3e req-716f0ccc-81cc-4377-8105-c32d3a837e53 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:27:22.668341 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcec7a07-0d98-4a5a-afc1-cbba1c1f8c3e req-716f0ccc-81cc-4377-8105-c32d3a837e53 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:27:22.678176 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d940a1-8580-432e-98bf-bb732a5bbb12 None None] Sync routers for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:27:22.687801 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d940a1-8580-432e-98bf-bb732a5bbb12 None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:27:22.688493 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-82d940a1-8580-432e-98bf-bb732a5bbb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:26:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:22.716279 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcec7a07-0d98-4a5a-afc1-cbba1c1f8c3e req-716f0ccc-81cc-4377-8105-c32d3a837e53 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] No DVR routers for this DVR port 7f110207-9394-45ac-af66-edf890e085fe on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:27:22.718964 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-dcec7a07-0d98-4a5a-afc1-cbba1c1f8c3e req-716f0ccc-81cc-4377-8105-c32d3a837e53 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:22.721142 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dcec7a07-0d98-4a5a-afc1-cbba1c1f8c3e req-716f0ccc-81cc-4377-8105-c32d3a837e53 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.48 "DELETE /v2.0/ports/7f110207-9394-45ac-af66-edf890e085fe HTTP/1.1" status: 204 len: 173 time: 1.0908725 Jul 23 21:27:22.721580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'name': 'network-vif-deleted', 'tag': '7f110207-9394-45ac-af66-edf890e085fe'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:27:22.724134 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c5335e-c850-4117-8342-d70bc6026190" -d '{"events": [{"server_uuid": "d623f007-d57c-4ab4-9acb-51e9a02bb761", "name": "network-vif-deleted", "tag": "7f110207-9394-45ac-af66-edf890e085fe"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:27:22.764600 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8116d1e-da48-47fd-8432-b94af867bd74 x-openstack-request-id: req-f8116d1e-da48-47fd-8432-b94af867bd74 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:27:22.764900 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d623f007-d57c-4ab4-9acb-51e9a02bb761", "name": "network-vif-deleted", "tag": "7f110207-9394-45ac-af66-edf890e085fe", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:27:22.765154 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8116d1e-da48-47fd-8432-b94af867bd74 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:27:22.765552 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd623f007-d57c-4ab4-9acb-51e9a02bb761', 'name': 'network-vif-deleted', 'tag': '7f110207-9394-45ac-af66-edf890e085fe', 'status': 'completed', 'code': 200} Jul 23 21:27:22.811449 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-82d940a1-8580-432e-98bf-bb732a5bbb12 None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:27:23.014437 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-82d940a1-8580-432e-98bf-bb732a5bbb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:23.040895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d940a1-8580-432e-98bf-bb732a5bbb12 None None] Checking router: 4b1ff597-38c7-4909-9d13-67d2ec2b0fff for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:27:23.049931 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d940a1-8580-432e-98bf-bb732a5bbb12 None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:27:23.050543 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-82d940a1-8580-432e-98bf-bb732a5bbb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:26:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:23.158008 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-82d940a1-8580-432e-98bf-bb732a5bbb12 None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:27:23.363194 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-82d940a1-8580-432e-98bf-bb732a5bbb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:23.390649 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d940a1-8580-432e-98bf-bb732a5bbb12 None None] The sync data for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 is: [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:30Z', 'revision_number': 4, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'b8e13a29-eddf-475e-9e75-4e7def2c2500', 'name': '', 'network_id': '4578f605-2e29-40bd-b042-b122e4c1caf2', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'mac_address': 'fa:16:3e:e3:41:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '73d3394e-c737-4546-8c52-edbdddd88259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:30Z', 'updated_at': '2021-07-23T21:17:36Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'subnets': [{'id': '73d3394e-c737-4546-8c52-edbdddd88259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:27:23.493243 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dcbb6d6b-a72e-4ee3-95ef-ea10a9222633 req-29ecb43a-d6ef-4a54-82f2-7a7ae8865d01 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 210 time: 0.0310330 Jul 23 21:27:23.623412 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15fe735-2a3b-4d73-bb73-e273ca857887 None None] New status for floating IP f7420c6d-eba2-42aa-809e-64135b650326: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:27:24.595257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2aeff3a-c054-4a3f-8e90-d19bfae9f475 req-62ad4ab7-7162-4ed3-9bea-5bbca192824d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 210 time: 0.0313687 Jul 23 21:27:24.643351 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c469f067-fb2f-418f-bba3-479b76eb1d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:25.322546 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7f110207-9394-45ac-af66-edf890e085fe no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:27:25.342872 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 7f110207-9394-45ac-af66-edf890e085fe {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:27:25.343255 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 7f110207-9394-45ac-af66-edf890e085fe not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:27:25.696313 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f63b1f29-d05f-4394-87d1-9bf37b6b55c5 req-ced59f16-60c1-49b8-89d8-0d2cb5d65e07 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/ports?device_id=d623f007-d57c-4ab4-9acb-51e9a02bb761 HTTP/1.1" status: 200 len: 210 time: 0.0297019 Jul 23 21:27:27.173887 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a09bd534-6654-4d26-bae6-584b08618281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:27.424392 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:28.702847 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:29.374047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56322) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:29.432179 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f7311039-1d4e-4bbe-804f-bd2669574e4d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:29.455460 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f7311039-1d4e-4bbe-804f-bd2669574e4d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:29.506219 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f7311039-1d4e-4bbe-804f-bd2669574e4d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:29.509129 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f7311039-1d4e-4bbe-804f-bd2669574e4d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:29.510317 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f7311039-1d4e-4bbe-804f-bd2669574e4d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "DELETE /v2.0/security-groups/26785827-03c1-43fd-b10e-e7c5256fd6a4 HTTP/1.1" status: 204 len: 168 time: 0.1352584 Jul 23 21:27:29.513664 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56326) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:29.520617 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7311039-1d4e-4bbe-804f-bd2669574e4d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26785827-03c1-43fd-b10e-e7c5256fd6a4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:29.528253 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7311039-1d4e-4bbe-804f-bd2669574e4d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:29.528600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7311039-1d4e-4bbe-804f-bd2669574e4d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:29.528945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7311039-1d4e-4bbe-804f-bd2669574e4d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:29.529057 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [None req-735e9aeb-77ca-4600-be77-d0f234f6dddf tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] show failed (client error): The resource could not be found. Jul 23 21:27:29.529293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7311039-1d4e-4bbe-804f-bd2669574e4d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:29.529627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7311039-1d4e-4bbe-804f-bd2669574e4d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:29.529959 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7311039-1d4e-4bbe-804f-bd2669574e4d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:29.530288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7311039-1d4e-4bbe-804f-bd2669574e4d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:29.530614 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7311039-1d4e-4bbe-804f-bd2669574e4d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:29.530941 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7311039-1d4e-4bbe-804f-bd2669574e4d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:29.531296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7311039-1d4e-4bbe-804f-bd2669574e4d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:29.531623 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7311039-1d4e-4bbe-804f-bd2669574e4d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:29.531945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7311039-1d4e-4bbe-804f-bd2669574e4d tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:29.532824 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-735e9aeb-77ca-4600-be77-d0f234f6dddf tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "GET /v2.0/security-groups/26785827-03c1-43fd-b10e-e7c5256fd6a4 HTTP/1.1" status: 404 len: 347 time: 0.0179441 Jul 23 21:27:29.533387 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56328) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:29.664945 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-28ef14ec-f600-42be-8044-1d3831f2c3b0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Deleting port 86c704f0-650d-48ab-a472-b6e2aec68ee5 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:27:29.665281 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-28ef14ec-f600-42be-8044-1d3831f2c3b0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:29.747704 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-28ef14ec-f600-42be-8044-1d3831f2c3b0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:29.748018 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-28ef14ec-f600-42be-8044-1d3831f2c3b0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:29.759683 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-28ef14ec-f600-42be-8044-1d3831f2c3b0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Calling delete_port for 86c704f0-650d-48ab-a472-b6e2aec68ee5 owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:27:29.898308 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-28ef14ec-f600-42be-8044-1d3831f2c3b0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:29.924954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef14ec-f600-42be-8044-1d3831f2c3b0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Pushing event deleted for resources: {'Port': ['ID=86c704f0-650d-48ab-a472-b6e2aec68ee5,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:29.992771 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-28ef14ec-f600-42be-8044-1d3831f2c3b0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:29.995572 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-28ef14ec-f600-42be-8044-1d3831f2c3b0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:29.996758 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-28ef14ec-f600-42be-8044-1d3831f2c3b0 tempest-ServerActionsTestJSON-520402819 tempest-ServerActionsTestJSON-520402819-project] 10.222.0.55 "DELETE /v2.0/floatingips/f7420c6d-eba2-42aa-809e-64135b650326 HTTP/1.1" status: 204 len: 168 time: 0.4624531 Jul 23 21:27:29.999814 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56332) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:30.157986 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:30.529826 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c389a33-7cfe-43fc-a3fb-e6a5081db449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:30.791292 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-9c389a33-7cfe-43fc-a3fb-e6a5081db449 admin admin] Deleting port b8e13a29-eddf-475e-9e75-4e7def2c2500 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:27:30.791554 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c389a33-7cfe-43fc-a3fb-e6a5081db449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:30.874353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-9c389a33-7cfe-43fc-a3fb-e6a5081db449 admin admin] For port b8e13a29-eddf-475e-9e75-4e7def2c2500, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b8e13a29-eddf-475e-9e75-4e7def2c2500,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:30.874624 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c389a33-7cfe-43fc-a3fb-e6a5081db449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:30.886734 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-9c389a33-7cfe-43fc-a3fb-e6a5081db449 admin admin] Calling delete_port for b8e13a29-eddf-475e-9e75-4e7def2c2500 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:27:31.074290 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c389a33-7cfe-43fc-a3fb-e6a5081db449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:31.100954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c389a33-7cfe-43fc-a3fb-e6a5081db449 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e13a29-eddf-475e-9e75-4e7def2c2500,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:31.265970 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9c389a33-7cfe-43fc-a3fb-e6a5081db449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:31.500659 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c389a33-7cfe-43fc-a3fb-e6a5081db449 admin admin] Router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:27:31.607439 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c389a33-7cfe-43fc-a3fb-e6a5081db449 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:27:31.612404 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9c389a33-7cfe-43fc-a3fb-e6a5081db449 admin admin] 10.222.0.55 "PUT /v2.0/routers/4b1ff597-38c7-4909-9d13-67d2ec2b0fff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6116483 Jul 23 21:27:31.614988 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56338) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:31.617641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8a8c95-1698-49aa-99b4-d9496c5e6a36 None None] Sync routers for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:27:31.627434 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8a8c95-1698-49aa-99b4-d9496c5e6a36 None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:27:31.628138 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ed8a8c95-1698-49aa-99b4-d9496c5e6a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:27:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:31.720224 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7eceea-5a55-43fe-9590-b5ac06635b32 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:31.733133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-ed8a8c95-1698-49aa-99b4-d9496c5e6a36 None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:27:31.821898 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7eceea-5a55-43fe-9590-b5ac06635b32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:31.874681 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-6c7eceea-5a55-43fe-9590-b5ac06635b32 admin admin] Deleting port 828165ea-2f4d-4245-94ab-a2a7f06a4c07 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:27:31.875021 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7eceea-5a55-43fe-9590-b5ac06635b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:31.912481 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ed8a8c95-1698-49aa-99b4-d9496c5e6a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:27:31Z', 'revision_number': 5, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port': {'id': '828165ea-2f4d-4245-94ab-a2a7f06a4c07', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:31.939918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8a8c95-1698-49aa-99b4-d9496c5e6a36 None None] Checking router: 4b1ff597-38c7-4909-9d13-67d2ec2b0fff for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:27:31.948159 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8a8c95-1698-49aa-99b4-d9496c5e6a36 None None] Routers {'4b1ff597-38c7-4909-9d13-67d2ec2b0fff'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:27:31.948766 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ed8a8c95-1698-49aa-99b4-d9496c5e6a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:27:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:31.953204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-6c7eceea-5a55-43fe-9590-b5ac06635b32 admin admin] For port 828165ea-2f4d-4245-94ab-a2a7f06a4c07, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=828165ea-2f4d-4245-94ab-a2a7f06a4c07,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:31.953563 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7eceea-5a55-43fe-9590-b5ac06635b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:31.969730 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-6c7eceea-5a55-43fe-9590-b5ac06635b32 admin admin] Calling delete_port for 828165ea-2f4d-4245-94ab-a2a7f06a4c07 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:27:32.138223 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7eceea-5a55-43fe-9590-b5ac06635b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:32.165604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7eceea-5a55-43fe-9590-b5ac06635b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=828165ea-2f4d-4245-94ab-a2a7f06a4c07,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:32.198074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-ed8a8c95-1698-49aa-99b4-d9496c5e6a36 None None] Set router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:27:32.236608 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7eceea-5a55-43fe-9590-b5ac06635b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:32.253026 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ed8a8c95-1698-49aa-99b4-d9496c5e6a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:27:31Z', 'revision_number': 6, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:32.284815 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8a8c95-1698-49aa-99b4-d9496c5e6a36 None None] The sync data for ids ['4b1ff597-38c7-4909-9d13-67d2ec2b0fff'] in n-d-791504-18 is: [{'id': '4b1ff597-38c7-4909-9d13-67d2ec2b0fff', 'name': 'tempest-ServerActionsTestJSON-1360704222-router', 'tenant_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:28Z', 'updated_at': '2021-07-23T21:27:31Z', 'revision_number': 6, 'project_id': 'b39aaf353ad94d4e869ba8c0ef1590c6', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:27:32.332245 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7eceea-5a55-43fe-9590-b5ac06635b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:32.334364 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7eceea-5a55-43fe-9590-b5ac06635b32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:32.376593 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7eceea-5a55-43fe-9590-b5ac06635b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:32.377140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7eceea-5a55-43fe-9590-b5ac06635b32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b1ff597-38c7-4909-9d13-67d2ec2b0fff {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:27:32.381390 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c7eceea-5a55-43fe-9590-b5ac06635b32 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:32.382629 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6c7eceea-5a55-43fe-9590-b5ac06635b32 admin admin] 10.222.0.55 "DELETE /v2.0/routers/4b1ff597-38c7-4909-9d13-67d2ec2b0fff HTTP/1.1" status: 204 len: 168 time: 0.7661524 Jul 23 21:27:32.385194 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56340) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:32.432009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3d3306-9c8a-424c-a4b1-3e123b42c4b3 admin admin] Deleting subnet 73d3394e-c737-4546-8c52-edbdddd88259 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:27:32.435487 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2c3d3306-9c8a-424c-a4b1-3e123b42c4b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:32.469176 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2c3d3306-9c8a-424c-a4b1-3e123b42c4b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:32.545947 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2c3d3306-9c8a-424c-a4b1-3e123b42c4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:32.602241 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2c3d3306-9c8a-424c-a4b1-3e123b42c4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:32.626647 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d3306-9c8a-424c-a4b1-3e123b42c4b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d3394e-c737-4546-8c52-edbdddd88259,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:32.632564 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2c3d3306-9c8a-424c-a4b1-3e123b42c4b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:32.634580 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2c3d3306-9c8a-424c-a4b1-3e123b42c4b3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/73d3394e-c737-4546-8c52-edbdddd88259 HTTP/1.1" status: 204 len: 168 time: 0.2483239 Jul 23 21:27:32.638180 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56342) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:32.641564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f363285e-b85a-4c4e-a8ae-81c7da5bcf89 None None] Network 4578f605-2e29-40bd-b042-b122e4c1caf2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:27:32.710868 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:32.771068 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] Deleting port db53206f-9871-4cff-a1fe-3d51db05bae8 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:27:32.771445 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:32.834537 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] For port db53206f-9871-4cff-a1fe-3d51db05bae8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=db53206f-9871-4cff-a1fe-3d51db05bae8,segment=NetworkSegment(bbdb1624-73f9-4603-80e5-d1113a853bbf),segment_id=bbdb1624-73f9-4603-80e5-d1113a853bbf)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:32.834894 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:32.846192 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] Calling delete_port for db53206f-9871-4cff-a1fe-3d51db05bae8 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:27:32.926905 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:32.953160 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] Pushing event deleted for resources: {'Port': ['ID=db53206f-9871-4cff-a1fe-3d51db05bae8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:32.954921 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] No DVR routers for this DVR port db53206f-9871-4cff-a1fe-3d51db05bae8 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:27:33.027257 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:33.037834 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4578f605-2e29-40bd-b042-b122e4c1caf2']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:33.048699 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbdb1624-73f9-4603-80e5-d1113a853bbf') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:33.048993 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbdb1624-73f9-4603-80e5-d1113a853bbf') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:33.058825 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:33.064736 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a87bd1-6c33-401e-be19-f0e645fcd29c None None] DHCP port deletion for 4578f605-2e29-40bd-b042-b122e4c1caf2 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:27:33.081114 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:33.087508 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:27:33.087886 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:27:33.089860 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:27:33.144256 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:33.149896 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:33.154736 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4578f605-2e29-40bd-b042-b122e4c1caf2 HTTP/1.1" status: 204 len: 168 time: 0.5154850 Jul 23 21:27:33.166874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb906583-2b11-4399-9f80-db129500c624 admin admin] Pushing event deleted for resources: {'Network': ['ID=4578f605-2e29-40bd-b042-b122e4c1caf2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:33.276195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56346) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:33.322701 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-eac1bfc9-b205-494a-bad8-c9164e3b2bfa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b39aaf353ad94d4e869ba8c0ef1590c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452278 Jul 23 21:27:33.325244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56348) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:33.377120 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c01e7290-7766-4fc5-8f13-c6d63b53c354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:33.397180 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c01e7290-7766-4fc5-8f13-c6d63b53c354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:33.442898 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c01e7290-7766-4fc5-8f13-c6d63b53c354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:33.445515 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c01e7290-7766-4fc5-8f13-c6d63b53c354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:33.446704 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c01e7290-7766-4fc5-8f13-c6d63b53c354 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50c2c30c-fc3b-4b7d-ac8a-1c836ff7a938 HTTP/1.1" status: 204 len: 168 time: 0.1204245 Jul 23 21:27:33.454284 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e7290-7766-4fc5-8f13-c6d63b53c354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c2c30c-fc3b-4b7d-ac8a-1c836ff7a938,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:34.131084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56370) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:34.223851 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-dd8f4fe6-5394-445a-abba-972e1d9a9bcc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-721629539-network', 'tenant_id': '6fa4de877411474ba40e96e695973226'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:27:34.245625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8f4fe6-5394-445a-abba-972e1d9a9bcc admin admin] Made reservation on behalf of 6fa4de877411474ba40e96e695973226 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:27:34.248554 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dd8f4fe6-5394-445a-abba-972e1d9a9bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:34.257413 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dd8f4fe6-5394-445a-abba-972e1d9a9bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:34.284329 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b8e13a29-eddf-475e-9e75-4e7def2c2500 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:27:34.303590 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: b8e13a29-eddf-475e-9e75-4e7def2c2500 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:27:34.303933 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b8e13a29-eddf-475e-9e75-4e7def2c2500 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:27:34.304350 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 828165ea-2f4d-4245-94ab-a2a7f06a4c07 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:27:34.323150 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 828165ea-2f4d-4245-94ab-a2a7f06a4c07 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:27:34.323502 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 828165ea-2f4d-4245-94ab-a2a7f06a4c07 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:27:34.323912 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device db53206f-9871-4cff-a1fe-3d51db05bae8 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:27:34.346604 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: db53206f-9871-4cff-a1fe-3d51db05bae8 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:27:34.346838 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dd8f4fe6-5394-445a-abba-972e1d9a9bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:34.346952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device db53206f-9871-4cff-a1fe-3d51db05bae8 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:27:34.351514 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dd8f4fe6-5394-445a-abba-972e1d9a9bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:34.373489 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8f4fe6-5394-445a-abba-972e1d9a9bcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:27:34.386504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f4fe6-5394-445a-abba-972e1d9a9bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:34.391291 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dd8f4fe6-5394-445a-abba-972e1d9a9bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:34.391636 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-dd8f4fe6-5394-445a-abba-972e1d9a9bcc admin admin] Added segment 4cc0b6d3-95e2-488b-9214-a1a9ec01da7a of type vlan for network 276ed44e-acb4-4978-a5f1-cb7319463257 Jul 23 21:27:34.430534 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dd8f4fe6-5394-445a-abba-972e1d9a9bcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:34.460891 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dd8f4fe6-5394-445a-abba-972e1d9a9bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:34.461866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8f4fe6-5394-445a-abba-972e1d9a9bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:34.462440 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dd8f4fe6-5394-445a-abba-972e1d9a9bcc admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:34.493386 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dd8f4fe6-5394-445a-abba-972e1d9a9bcc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3611221 Jul 23 21:27:34.497210 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56374) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:34.502297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-34a7bbaf-c896-48ff-b9f3-2a613a840563 admin admin] Request body: {'subnet': {'network_id': '276ed44e-acb4-4978-a5f1-cb7319463257', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-721629539-subnet', 'tenant_id': '6fa4de877411474ba40e96e695973226', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:27:34.522514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a7bbaf-c896-48ff-b9f3-2a613a840563 admin admin] Made reservation on behalf of 6fa4de877411474ba40e96e695973226 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:27:34.523581 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f4fe6-5394-445a-abba-972e1d9a9bcc admin admin] Pushing event updated for resources: {'Network': ['ID=276ed44e-acb4-4978-a5f1-cb7319463257,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:34.524853 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-34a7bbaf-c896-48ff-b9f3-2a613a840563 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:34.533758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 276ed44e-acb4-4978-a5f1-cb7319463257 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:27:34.964568 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-34a7bbaf-c896-48ff-b9f3-2a613a840563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:35.021937 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7bbaf-c896-48ff-b9f3-2a613a840563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=321ea83a-606d-4c3e-91f6-ee1077673c80,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:35.029526 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7bbaf-c896-48ff-b9f3-2a613a840563 admin admin] Checking segment: {'id': '4cc0b6d3-95e2-488b-9214-a1a9ec01da7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '276ed44e-acb4-4978-a5f1-cb7319463257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:27:35.029886 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7bbaf-c896-48ff-b9f3-2a613a840563 admin admin] Network hostable DHCP agents. Network: 276ed44e-acb4-4978-a5f1-cb7319463257, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:27:35.046418 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7bbaf-c896-48ff-b9f3-2a613a840563 admin admin] Network 276ed44e-acb4-4978-a5f1-cb7319463257 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:27:35.054950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-34a7bbaf-c896-48ff-b9f3-2a613a840563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 276ed44e-acb4-4978-a5f1-cb7319463257) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:27:35.059338 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a7bbaf-c896-48ff-b9f3-2a613a840563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:35.060370 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-34a7bbaf-c896-48ff-b9f3-2a613a840563 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:35.065827 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c4af42-886e-492b-9426-03a21e059491 None None] Network 276ed44e-acb4-4978-a5f1-cb7319463257 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:27:35.074450 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-34a7bbaf-c896-48ff-b9f3-2a613a840563 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5760834 Jul 23 21:27:35.195015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e8587d-92eb-47fa-b5ab-b7cebb09fffb None None] Network 276ed44e-acb4-4978-a5f1-cb7319463257 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:27:35.505411 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-48825679-65b4-44b4-8ce3-30f2380fbb5d tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:35.507087 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-48825679-65b4-44b4-8ce3-30f2380fbb5d tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/networks?id=276ed44e-acb4-4978-a5f1-cb7319463257 HTTP/1.1" status: 200 len: 813 time: 0.1043320 Jul 23 21:27:35.521157 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-9c23a173-bbf1-4585-967c-d15596fb1d43 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/quotas/6fa4de877411474ba40e96e695973226 HTTP/1.1" status: 200 len: 375 time: 0.0088968 Jul 23 21:27:35.554838 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-6af319f5-6722-4bdc-adaa-ed552328dd06 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fa4de877411474ba40e96e695973226&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289252 Jul 23 21:27:35.565632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-6fc2bf3c-f966-44d8-adab-c04cf956604a tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:27:35.566592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-6fc2bf3c-f966-44d8-adab-c04cf956604a tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056021 Jul 23 21:27:35.658015 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-772e8f86-6818-4a6b-abca-ecd97a0483a6 service neutron] 10.222.0.55 "GET /v2.0/networks/276ed44e-acb4-4978-a5f1-cb7319463257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859754 Jul 23 21:27:35.751313 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-e6acd8cd-ddea-4e21-b231-4b3bb256cd8b service neutron] 10.222.0.55 "GET /v2.0/networks/276ed44e-acb4-4978-a5f1-cb7319463257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876527 Jul 23 21:27:35.907926 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a96b3c5c-7012-44f5-a113-3797ed93231f req-3cbd3a5c-9c7f-4a49-80cf-1fbaea8c1ef3 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 210 time: 0.0292389 Jul 23 21:27:36.821718 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-7ef20886-0a01-4e40-b088-63f9ac64e6f2 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:36.823179 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-7ef20886-0a01-4e40-b088-63f9ac64e6f2 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.57 "GET /v2.0/networks?id=276ed44e-acb4-4978-a5f1-cb7319463257 HTTP/1.1" status: 200 len: 813 time: 0.1077774 Jul 23 21:27:36.834577 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-fec42003-829d-4323-8649-4d385b566bb3 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Request body: {'port': {'device_id': '8032b8f1-9af2-43c3-a938-b0f3cf27afea', 'network_id': '276ed44e-acb4-4978-a5f1-cb7319463257', 'admin_state_up': True, 'tenant_id': '6fa4de877411474ba40e96e695973226'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:27:36.938983 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-fec42003-829d-4323-8649-4d385b566bb3 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Made reservation on behalf of 6fa4de877411474ba40e96e695973226 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:27:36.942446 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-fec42003-829d-4323-8649-4d385b566bb3 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:37.007334 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e0cb0404-177c-4498-96f0-3372d6cf62ff req-fb7360b8-3b74-44b4-a59a-7fe701a6a0f6 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 210 time: 0.0329735 Jul 23 21:27:37.072122 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-fec42003-829d-4323-8649-4d385b566bb3 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Allocated IP 172.20.0.14 (276ed44e-acb4-4978-a5f1-cb7319463257/321ea83a-606d-4c3e-91f6-ee1077673c80/318b094d-f110-4ccc-bd00-014470a001ea) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:27:37.220400 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-fec42003-829d-4323-8649-4d385b566bb3 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:37.258861 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-fec42003-829d-4323-8649-4d385b566bb3 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:37.301377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-fec42003-829d-4323-8649-4d385b566bb3 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Network 276ed44e-acb4-4978-a5f1-cb7319463257 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:27:37.306516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-fec42003-829d-4323-8649-4d385b566bb3 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:27:37.310281 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-fec42003-829d-4323-8649-4d385b566bb3 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:27:37.316626 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec42003-829d-4323-8649-4d385b566bb3 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Pushing event updated for resources: {'Port': ['ID=318b094d-f110-4ccc-bd00-014470a001ea,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:37.362214 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-fec42003-829d-4323-8649-4d385b566bb3 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:37.362820 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-fec42003-829d-4323-8649-4d385b566bb3 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:37.376160 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-fec42003-829d-4323-8649-4d385b566bb3 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5453520 Jul 23 21:27:37.432392 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Request body: {'port': {'device_id': '8032b8f1-9af2-43c3-a938-b0f3cf27afea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:27:37.507584 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:37.767347 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318b094d-f110-4ccc-bd00-014470a001ea {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:27:37.774613 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:37.786183 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Transition to ACTIVE for port object 318b094d-f110-4ccc-bd00-014470a001ea will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:27:37.790005 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:37.861315 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Pushing event updated for resources: {'Port': ['ID=318b094d-f110-4ccc-bd00-014470a001ea,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:37.908915 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Attempting to bind port 318b094d-f110-4ccc-bd00-014470a001ea on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:27:37.909243 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Attempting to bind port 318b094d-f110-4ccc-bd00-014470a001ea by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '4cc0b6d3-95e2-488b-9214-a1a9ec01da7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '276ed44e-acb4-4978-a5f1-cb7319463257'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:27:37.909567 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Attempting to bind port 318b094d-f110-4ccc-bd00-014470a001ea on network 276ed44e-acb4-4978-a5f1-cb7319463257 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:27:37.913810 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Port 318b094d-f110-4ccc-bd00-014470a001ea on network 276ed44e-acb4-4978-a5f1-cb7319463257 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:27:37.914127 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Attempting to bind port 318b094d-f110-4ccc-bd00-014470a001ea on network 276ed44e-acb4-4978-a5f1-cb7319463257 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:27:37.918874 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:27:37.919240 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Checking segment: {'id': '4cc0b6d3-95e2-488b-9214-a1a9ec01da7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '276ed44e-acb4-4978-a5f1-cb7319463257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:27:37.919620 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Bound using segment: {'id': '4cc0b6d3-95e2-488b-9214-a1a9ec01da7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '276ed44e-acb4-4978-a5f1-cb7319463257'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:27:37.920040 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Bound port: 318b094d-f110-4ccc-bd00-014470a001ea, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc0b6d3-95e2-488b-9214-a1a9ec01da7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '276ed44e-acb4-4978-a5f1-cb7319463257'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:27:37.920389 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:37.986016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] For port 318b094d-f110-4ccc-bd00-014470a001ea, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:27:37.989262 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] For port 318b094d-f110-4ccc-bd00-014470a001ea, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=318b094d-f110-4ccc-bd00-014470a001ea,segment=NetworkSegment(4cc0b6d3-95e2-488b-9214-a1a9ec01da7a),segment_id=4cc0b6d3-95e2-488b-9214-a1a9ec01da7a)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:27:37.992841 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:38.025962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:38.026582 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:38.028084 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] 10.222.0.57 "PUT /v2.0/ports/318b094d-f110-4ccc-bd00-014470a001ea HTTP/1.1" status: 200 len: 1093 time: 0.6439815 Jul 23 21:27:38.028528 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8032b8f1-9af2-43c3-a938-b0f3cf27afea', 'tag': '318b094d-f110-4ccc-bd00-014470a001ea'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:27:38.030766 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712c843d-5e83-4f45-bf4b-3feb609b5bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "8032b8f1-9af2-43c3-a938-b0f3cf27afea", "tag": "318b094d-f110-4ccc-bd00-014470a001ea"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:27:38.059523 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2147c0f-5a06-4214-b0d2-88445390b936 service neutron] Pushing event updated for resources: {'Port': ['ID=318b094d-f110-4ccc-bd00-014470a001ea,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:38.080096 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b65016-4742-418b-b30f-79fbd07603c5 x-openstack-request-id: req-f3b65016-4742-418b-b30f-79fbd07603c5 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:27:38.080389 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8032b8f1-9af2-43c3-a938-b0f3cf27afea", "tag": "318b094d-f110-4ccc-bd00-014470a001ea", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:27:38.080647 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f3b65016-4742-418b-b30f-79fbd07603c5 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:27:38.081077 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8032b8f1-9af2-43c3-a938-b0f3cf27afea', 'tag': '318b094d-f110-4ccc-bd00-014470a001ea', 'status': 'completed', 'code': 200} Jul 23 21:27:38.130882 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-19804dd3-a3e6-49c8-bf9f-b0bef1e65483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:38.133347 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-19804dd3-a3e6-49c8-bf9f-b0bef1e65483 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fa4de877411474ba40e96e695973226&device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 1096 time: 0.0636392 Jul 23 21:27:38.157071 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0382215-c567-4002-a5ee-deb9b7954345 req-ce31e3aa-4f3c-421f-b452-8255eb4ddc5c tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:38.158567 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0382215-c567-4002-a5ee-deb9b7954345 req-ce31e3aa-4f3c-421f-b452-8255eb4ddc5c tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 944 time: 0.0673931 Jul 23 21:27:38.174238 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-70804ca5-ff5b-4ea0-b0c4-86cdbc1faace service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=318b094d-f110-4ccc-bd00-014470a001ea HTTP/1.1" status: 200 len: 217 time: 0.0342121 Jul 23 21:27:38.196698 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0382215-c567-4002-a5ee-deb9b7954345 req-111f8b5a-3792-482e-94eb-e3921e920eba tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324435 Jul 23 21:27:38.221310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-92b1a4b4-5621-41fe-b1d7-e719600bc215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:38.222747 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-92b1a4b4-5621-41fe-b1d7-e719600bc215 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=321ea83a-606d-4c3e-91f6-ee1077673c80 HTTP/1.1" status: 200 len: 853 time: 0.0430374 Jul 23 21:27:38.261072 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-eb459752-c69d-4959-b29a-d2e07425374c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=276ed44e-acb4-4978-a5f1-cb7319463257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319741 Jul 23 21:27:38.354684 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-e4d2d867-0099-4555-a809-7ea2144c52c7 service neutron] 10.222.0.57 "GET /v2.0/networks/276ed44e-acb4-4978-a5f1-cb7319463257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874336 Jul 23 21:27:38.447465 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-66d3a4bb-1b8e-446d-a566-9709f6a95c51 req-66c7a703-d5b4-48d0-89e3-fffcda86f1c7 service neutron] 10.222.0.57 "GET /v2.0/networks/276ed44e-acb4-4978-a5f1-cb7319463257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868621 Jul 23 21:27:38.542491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c843d-5e83-4f45-bf4b-3feb609b5bd0 req-d359db87-09ce-44b9-843d-206973df99c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:38.544608 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-712c843d-5e83-4f45-bf4b-3feb609b5bd0 req-d359db87-09ce-44b9-843d-206973df99c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6fa4de877411474ba40e96e695973226&device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 1096 time: 0.0539899 Jul 23 21:27:38.644238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c843d-5e83-4f45-bf4b-3feb609b5bd0 req-c61d76f6-f19d-46e3-a7df-1b039b37cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:38.645648 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-712c843d-5e83-4f45-bf4b-3feb609b5bd0 req-c61d76f6-f19d-46e3-a7df-1b039b37cfbc service neutron] 10.222.0.57 "GET /v2.0/networks?id=276ed44e-acb4-4978-a5f1-cb7319463257 HTTP/1.1" status: 200 len: 914 time: 0.0949552 Jul 23 21:27:38.690604 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-712c843d-5e83-4f45-bf4b-3feb609b5bd0 req-b807c763-25f1-45df-8590-abcc57411f1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=318b094d-f110-4ccc-bd00-014470a001ea HTTP/1.1" status: 200 len: 217 time: 0.0377860 Jul 23 21:27:38.740247 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c843d-5e83-4f45-bf4b-3feb609b5bd0 req-3b856c9e-fff9-437b-a04a-f605096de617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:38.741686 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-712c843d-5e83-4f45-bf4b-3feb609b5bd0 req-3b856c9e-fff9-437b-a04a-f605096de617 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=321ea83a-606d-4c3e-91f6-ee1077673c80 HTTP/1.1" status: 200 len: 853 time: 0.0432220 Jul 23 21:27:38.774449 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-712c843d-5e83-4f45-bf4b-3feb609b5bd0 req-0514fa3e-18ea-4dd4-aff0-dd56bbbcd4d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=276ed44e-acb4-4978-a5f1-cb7319463257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262401 Jul 23 21:27:38.866342 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-712c843d-5e83-4f45-bf4b-3feb609b5bd0 req-93ed3e2c-4c0c-4a95-a1cf-9b445746afc1 service neutron] 10.222.0.57 "GET /v2.0/networks/276ed44e-acb4-4978-a5f1-cb7319463257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850601 Jul 23 21:27:38.959885 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-712c843d-5e83-4f45-bf4b-3feb609b5bd0 req-7c950d4e-c638-4f49-826e-7999bf9cd87f service neutron] 10.222.0.57 "GET /v2.0/networks/276ed44e-acb4-4978-a5f1-cb7319463257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862567 Jul 23 21:27:39.326357 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96cd5c-e812-454e-b7a6-b302ac800790 req-e55cf01f-3b22-4313-aa5b-8b15cb41a942 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:39.327884 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cf96cd5c-e812-454e-b7a6-b302ac800790 req-e55cf01f-3b22-4313-aa5b-8b15cb41a942 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 944 time: 0.0634797 Jul 23 21:27:39.364105 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cf96cd5c-e812-454e-b7a6-b302ac800790 req-3625e961-2538-4093-a354-b92073486f0b tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306487 Jul 23 21:27:40.027248 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 318b094d-f110-4ccc-bd00-014470a001ea details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:27:40.125839 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 318b094d-f110-4ccc-bd00-014470a001ea, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=318b094d-f110-4ccc-bd00-014470a001ea,segment=NetworkSegment(4cc0b6d3-95e2-488b-9214-a1a9ec01da7a),segment_id=4cc0b6d3-95e2-488b-9214-a1a9ec01da7a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:40.136740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '318b094d-f110-4ccc-bd00-014470a001ea', 'network_id': '276ed44e-acb4-4978-a5f1-cb7319463257', 'port_id': '318b094d-f110-4ccc-bd00-014470a001ea', 'mac_address': 'fa:16:3e:c4:d2:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321ea83a-606d-4c3e-91f6-ee1077673c80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:27:40.173382 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:40.185520 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318b094d-f110-4ccc-bd00-014470a001ea {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:27:40.203983 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 318b094d-f110-4ccc-bd00-014470a001ea, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=318b094d-f110-4ccc-bd00-014470a001ea,segment=NetworkSegment(4cc0b6d3-95e2-488b-9214-a1a9ec01da7a),segment_id=4cc0b6d3-95e2-488b-9214-a1a9ec01da7a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:40.208060 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:40.257795 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=318b094d-f110-4ccc-bd00-014470a001ea,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:40.396219 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['318b094d-f110-4ccc-bd00-014470a001ea'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:27:40.494714 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6c5f8-63bc-4420-b9bb-27e16ab27b77 req-aa92e8c1-9870-4e29-bf61-bacd04ba6523 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:40.496238 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eef6c5f8-63bc-4420-b9bb-27e16ab27b77 req-aa92e8c1-9870-4e29-bf61-bacd04ba6523 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 945 time: 0.0664318 Jul 23 21:27:40.534869 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eef6c5f8-63bc-4420-b9bb-27e16ab27b77 req-7d1edf2e-8fd2-4a06-b2fe-12674c8ac31f tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327294 Jul 23 21:27:41.668961 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ff12e-3129-4e9d-80d1-00de704a5cbb req-fa0983b3-3b3c-42ff-8e16-67d8685b45cb tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:41.670466 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac6ff12e-3129-4e9d-80d1-00de704a5cbb req-fa0983b3-3b3c-42ff-8e16-67d8685b45cb tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 945 time: 0.0695238 Jul 23 21:27:41.708331 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac6ff12e-3129-4e9d-80d1-00de704a5cbb req-51ade762-40aa-4007-b2e5-503c75cfd9d4 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320985 Jul 23 21:27:42.042527 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 318b094d-f110-4ccc-bd00-014470a001ea up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:27:42.093271 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 318b094d-f110-4ccc-bd00-014470a001ea completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:27:42.096698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 318b094d-f110-4ccc-bd00-014470a001ea triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:27:42.097063 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:42.172196 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:42.193399 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8032b8f1-9af2-43c3-a938-b0f3cf27afea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318b094d-f110-4ccc-bd00-014470a001ea'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:27:42.195638 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74eb6b3d-6f68-4bd0-aa8f-7ae44b98d354" -d '{"events": [{"server_uuid": "8032b8f1-9af2-43c3-a938-b0f3cf27afea", "name": "network-vif-plugged", "status": "completed", "tag": "318b094d-f110-4ccc-bd00-014470a001ea"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:27:42.208922 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 318b094d-f110-4ccc-bd00-014470a001ea, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=318b094d-f110-4ccc-bd00-014470a001ea,segment=NetworkSegment(4cc0b6d3-95e2-488b-9214-a1a9ec01da7a),segment_id=4cc0b6d3-95e2-488b-9214-a1a9ec01da7a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:42.212931 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:42.238142 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384dfb04-28f6-4f4f-bd08-91bd6918c746 x-openstack-request-id: req-384dfb04-28f6-4f4f-bd08-91bd6918c746 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:27:42.238431 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8032b8f1-9af2-43c3-a938-b0f3cf27afea", "name": "network-vif-plugged", "status": "completed", "tag": "318b094d-f110-4ccc-bd00-014470a001ea", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:27:42.238918 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-384dfb04-28f6-4f4f-bd08-91bd6918c746 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:27:42.239069 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8032b8f1-9af2-43c3-a938-b0f3cf27afea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318b094d-f110-4ccc-bd00-014470a001ea', 'code': 200} Jul 23 21:27:42.272276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=318b094d-f110-4ccc-bd00-014470a001ea,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:42.337846 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda90ae-ee37-45bc-bbd4-63243ced28f2 req-6ef8dc61-c0f5-4647-9fc4-d827ad8cd973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:42.339286 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bdda90ae-ee37-45bc-bbd4-63243ced28f2 req-6ef8dc61-c0f5-4647-9fc4-d827ad8cd973 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 1098 time: 0.0529482 Jul 23 21:27:42.372574 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bdda90ae-ee37-45bc-bbd4-63243ced28f2 req-514ece0d-3324-4351-8462-b91c9d768d65 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273759 Jul 23 21:27:42.839875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92341815-a926-434e-964d-d1fce286ec17 req-2d7c3d12-49aa-4d5a-a86c-38241afe86e7 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:42.841387 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92341815-a926-434e-964d-d1fce286ec17 req-2d7c3d12-49aa-4d5a-a86c-38241afe86e7 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 946 time: 0.0662785 Jul 23 21:27:42.879076 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-92341815-a926-434e-964d-d1fce286ec17 req-beff973c-0286-4da1-89ce-bde61eff9c1a tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322127 Jul 23 21:27:44.006095 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef17ef2-dd15-4633-a0d1-7de01868b5a6 req-4c3eca7d-4c6e-4db8-8ca1-e9a93d9d72e5 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:44.007610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1ef17ef2-dd15-4633-a0d1-7de01868b5a6 req-4c3eca7d-4c6e-4db8-8ca1-e9a93d9d72e5 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 946 time: 0.0624993 Jul 23 21:27:44.046062 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1ef17ef2-dd15-4633-a0d1-7de01868b5a6 req-0e28a3f7-a5fd-40cd-a7ec-41d905b85dc0 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328650 Jul 23 21:27:44.267858 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-d51c55a1-3e1c-4ca9-9af6-e96b12c7ab08 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:44.269335 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-d51c55a1-3e1c-4ca9-9af6-e96b12c7ab08 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/networks?id=276ed44e-acb4-4978-a5f1-cb7319463257 HTTP/1.1" status: 200 len: 813 time: 0.1048257 Jul 23 21:27:44.285057 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-6efd8cde-f7ac-4b3c-bbf4-789716dfddac tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/quotas/6fa4de877411474ba40e96e695973226 HTTP/1.1" status: 200 len: 375 time: 0.0096192 Jul 23 21:27:44.346309 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-bdfac329-6d1a-426f-8bd9-29fff46f8207 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fa4de877411474ba40e96e695973226&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0564027 Jul 23 21:27:44.444893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-315387c7-03b5-4c4d-89e4-93b19f0acfa3 service neutron] 10.222.0.55 "GET /v2.0/networks/276ed44e-acb4-4978-a5f1-cb7319463257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916903 Jul 23 21:27:44.532437 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-018704a1-84c4-4e2d-979c-e51d1ef02ca6 service neutron] 10.222.0.55 "GET /v2.0/networks/276ed44e-acb4-4978-a5f1-cb7319463257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810843 Jul 23 21:27:44.693452 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6a53771a-55fa-4984-938a-382b87a28093 req-ec01bb0d-5e4d-4810-8750-13ea9f655803 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=fada864d-081d-44c9-811b-a9151b2fc35c HTTP/1.1" status: 200 len: 210 time: 0.0286920 Jul 23 21:27:45.788288 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:45.804036 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3a56d508-52d1-43cf-8150-bc1505303b4b req-b437222e-8a00-4ac1-85f2-08cf3d7f8244 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=fada864d-081d-44c9-811b-a9151b2fc35c HTTP/1.1" status: 200 len: 210 time: 0.0391786 Jul 23 21:27:45.838758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-33eb7f21-4576-4998-a0e4-6be8131d8826 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:45.840856 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-33eb7f21-4576-4998-a0e4-6be8131d8826 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.48 "GET /v2.0/networks?id=276ed44e-acb4-4978-a5f1-cb7319463257 HTTP/1.1" status: 200 len: 813 time: 0.1139631 Jul 23 21:27:45.856076 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-ffdbea1a-00b8-4e11-bae7-8e2b2296dacb tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Request body: {'port': {'device_id': 'fada864d-081d-44c9-811b-a9151b2fc35c', 'network_id': '276ed44e-acb4-4978-a5f1-cb7319463257', 'admin_state_up': True, 'tenant_id': '6fa4de877411474ba40e96e695973226'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:27:45.962853 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-ffdbea1a-00b8-4e11-bae7-8e2b2296dacb tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Made reservation on behalf of 6fa4de877411474ba40e96e695973226 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:27:45.966469 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-ffdbea1a-00b8-4e11-bae7-8e2b2296dacb tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:46.100380 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-ffdbea1a-00b8-4e11-bae7-8e2b2296dacb tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Allocated IP 172.20.0.6 (276ed44e-acb4-4978-a5f1-cb7319463257/321ea83a-606d-4c3e-91f6-ee1077673c80/1f55e0e6-9132-40f0-b995-0ecc265576f4) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:27:46.249586 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-ffdbea1a-00b8-4e11-bae7-8e2b2296dacb tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:46.288049 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-ffdbea1a-00b8-4e11-bae7-8e2b2296dacb tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:46.300403 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['318b094d-f110-4ccc-bd00-014470a001ea'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:27:46.332440 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-ffdbea1a-00b8-4e11-bae7-8e2b2296dacb tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Network 276ed44e-acb4-4978-a5f1-cb7319463257 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:27:46.337609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-ffdbea1a-00b8-4e11-bae7-8e2b2296dacb tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:27:46.342204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-ffdbea1a-00b8-4e11-bae7-8e2b2296dacb tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:27:46.349036 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbea1a-00b8-4e11-bae7-8e2b2296dacb tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Pushing event updated for resources: {'Port': ['ID=1f55e0e6-9132-40f0-b995-0ecc265576f4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:46.407669 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-ffdbea1a-00b8-4e11-bae7-8e2b2296dacb tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:46.408308 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-ffdbea1a-00b8-4e11-bae7-8e2b2296dacb tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:46.423380 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-ffdbea1a-00b8-4e11-bae7-8e2b2296dacb tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5711746 Jul 23 21:27:46.440040 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Request body: {'port': {'device_id': 'fada864d-081d-44c9-811b-a9151b2fc35c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:27:46.518928 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:46.780943 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f55e0e6-9132-40f0-b995-0ecc265576f4 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:27:46.788216 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:46.799978 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Transition to ACTIVE for port object 1f55e0e6-9132-40f0-b995-0ecc265576f4 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:27:46.803742 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:46.876943 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Pushing event updated for resources: {'Port': ['ID=1f55e0e6-9132-40f0-b995-0ecc265576f4,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:46.928538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Attempting to bind port 1f55e0e6-9132-40f0-b995-0ecc265576f4 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:27:46.928872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Attempting to bind port 1f55e0e6-9132-40f0-b995-0ecc265576f4 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '4cc0b6d3-95e2-488b-9214-a1a9ec01da7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '276ed44e-acb4-4978-a5f1-cb7319463257'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:27:46.929202 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Attempting to bind port 1f55e0e6-9132-40f0-b995-0ecc265576f4 on network 276ed44e-acb4-4978-a5f1-cb7319463257 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:27:46.933528 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Port 1f55e0e6-9132-40f0-b995-0ecc265576f4 on network 276ed44e-acb4-4978-a5f1-cb7319463257 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:27:46.934353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Attempting to bind port 1f55e0e6-9132-40f0-b995-0ecc265576f4 on network 276ed44e-acb4-4978-a5f1-cb7319463257 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:27:46.935389 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3681268-48e7-481e-8f84-91dd90462818 req-0b584bcb-588a-4694-8d12-a41986d0256e tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:46.936946 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d3681268-48e7-481e-8f84-91dd90462818 req-0b584bcb-588a-4694-8d12-a41986d0256e tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=fada864d-081d-44c9-811b-a9151b2fc35c HTTP/1.1" status: 200 len: 943 time: 0.0659022 Jul 23 21:27:46.939470 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:27:46.939811 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Checking segment: {'id': '4cc0b6d3-95e2-488b-9214-a1a9ec01da7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '276ed44e-acb4-4978-a5f1-cb7319463257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:27:46.940260 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Bound using segment: {'id': '4cc0b6d3-95e2-488b-9214-a1a9ec01da7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '276ed44e-acb4-4978-a5f1-cb7319463257'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:27:46.940695 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Bound port: 1f55e0e6-9132-40f0-b995-0ecc265576f4, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc0b6d3-95e2-488b-9214-a1a9ec01da7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '276ed44e-acb4-4978-a5f1-cb7319463257'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:27:46.941058 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:46.974899 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d3681268-48e7-481e-8f84-91dd90462818 req-a3743c53-b8f5-47fe-9e15-1a98eb565691 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323696 Jul 23 21:27:47.006363 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] For port 1f55e0e6-9132-40f0-b995-0ecc265576f4, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:27:47.010232 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] For port 1f55e0e6-9132-40f0-b995-0ecc265576f4, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1f55e0e6-9132-40f0-b995-0ecc265576f4,segment=NetworkSegment(4cc0b6d3-95e2-488b-9214-a1a9ec01da7a),segment_id=4cc0b6d3-95e2-488b-9214-a1a9ec01da7a)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:27:47.014389 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:47.046869 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:47.047508 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:47.048905 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b64a4333-8368-4251-9c51-881898d3473f service neutron] 10.222.0.48 "PUT /v2.0/ports/1f55e0e6-9132-40f0-b995-0ecc265576f4 HTTP/1.1" status: 200 len: 1092 time: 0.6131854 Jul 23 21:27:47.049333 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fada864d-081d-44c9-811b-a9151b2fc35c', 'tag': '1f55e0e6-9132-40f0-b995-0ecc265576f4'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:27:47.051591 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebeafea-19ee-4e75-90f2-0de9bc129671" -d '{"events": [{"name": "network-changed", "server_uuid": "fada864d-081d-44c9-811b-a9151b2fc35c", "tag": "1f55e0e6-9132-40f0-b995-0ecc265576f4"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:27:47.077481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a4333-8368-4251-9c51-881898d3473f service neutron] Pushing event updated for resources: {'Port': ['ID=1f55e0e6-9132-40f0-b995-0ecc265576f4,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:47.096506 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24ca411-ca50-42a1-b4bb-fac49ee13b2d x-openstack-request-id: req-c24ca411-ca50-42a1-b4bb-fac49ee13b2d {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:27:47.096794 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fada864d-081d-44c9-811b-a9151b2fc35c", "tag": "1f55e0e6-9132-40f0-b995-0ecc265576f4", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:27:47.097047 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c24ca411-ca50-42a1-b4bb-fac49ee13b2d {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:27:47.097438 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fada864d-081d-44c9-811b-a9151b2fc35c', 'tag': '1f55e0e6-9132-40f0-b995-0ecc265576f4', 'status': 'completed', 'code': 200} Jul 23 21:27:47.147526 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-9dcb4b1a-e976-4a55-a49d-512cdf2c82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:47.149013 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-9dcb4b1a-e976-4a55-a49d-512cdf2c82ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fa4de877411474ba40e96e695973226&device_id=fada864d-081d-44c9-811b-a9151b2fc35c HTTP/1.1" status: 200 len: 1095 time: 0.0611734 Jul 23 21:27:47.194011 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-28be0e7f-0b43-4d2e-a007-82499fe7392a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f55e0e6-9132-40f0-b995-0ecc265576f4 HTTP/1.1" status: 200 len: 217 time: 0.0340915 Jul 23 21:27:47.245141 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-9ab0edce-a384-4c37-9e78-be0f17a1a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:47.247124 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-9ab0edce-a384-4c37-9e78-be0f17a1a2bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=321ea83a-606d-4c3e-91f6-ee1077673c80 HTTP/1.1" status: 200 len: 853 time: 0.0423415 Jul 23 21:27:47.258269 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:47.288797 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-a7025181-ef58-4d1a-937c-20e0fb7592f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=276ed44e-acb4-4978-a5f1-cb7319463257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313828 Jul 23 21:27:47.385258 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-b1a744d9-8da8-4c52-ac8b-d8d3ead3b204 service neutron] 10.222.0.48 "GET /v2.0/networks/276ed44e-acb4-4978-a5f1-cb7319463257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865543 Jul 23 21:27:47.481915 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1751ab6d-71ab-4a73-ac01-bc2d85f6a403 req-5fd1663d-f3d9-4479-a6e4-d0bdff97311b service neutron] 10.222.0.48 "GET /v2.0/networks/276ed44e-acb4-4978-a5f1-cb7319463257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866890 Jul 23 21:27:47.582449 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeafea-19ee-4e75-90f2-0de9bc129671 req-4c9f2663-40e9-47e5-8698-bf131a4aceca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:47.584012 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1ebeafea-19ee-4e75-90f2-0de9bc129671 req-4c9f2663-40e9-47e5-8698-bf131a4aceca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fa4de877411474ba40e96e695973226&device_id=fada864d-081d-44c9-811b-a9151b2fc35c HTTP/1.1" status: 200 len: 1095 time: 0.0540435 Jul 23 21:27:47.676645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeafea-19ee-4e75-90f2-0de9bc129671 req-24152faa-2a5d-4b2b-b81e-cea7e43ce255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:47.678026 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1ebeafea-19ee-4e75-90f2-0de9bc129671 req-24152faa-2a5d-4b2b-b81e-cea7e43ce255 service neutron] 10.222.0.48 "GET /v2.0/networks?id=276ed44e-acb4-4978-a5f1-cb7319463257 HTTP/1.1" status: 200 len: 914 time: 0.0847754 Jul 23 21:27:47.721084 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1ebeafea-19ee-4e75-90f2-0de9bc129671 req-7d6329f0-85af-43b9-9922-8b6adddc13fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f55e0e6-9132-40f0-b995-0ecc265576f4 HTTP/1.1" status: 200 len: 217 time: 0.0366683 Jul 23 21:27:47.769691 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeafea-19ee-4e75-90f2-0de9bc129671 req-f8f37537-23c0-4f3f-874b-93f1042ddfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:47.771090 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1ebeafea-19ee-4e75-90f2-0de9bc129671 req-f8f37537-23c0-4f3f-874b-93f1042ddfc7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=321ea83a-606d-4c3e-91f6-ee1077673c80 HTTP/1.1" status: 200 len: 853 time: 0.0427284 Jul 23 21:27:47.806878 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1ebeafea-19ee-4e75-90f2-0de9bc129671 req-3202752d-1952-4e1d-9ca9-fac69aa3445f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=276ed44e-acb4-4978-a5f1-cb7319463257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264566 Jul 23 21:27:47.898227 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1ebeafea-19ee-4e75-90f2-0de9bc129671 req-8a9b7ec8-2fd1-465e-86f9-9ba8339be749 service neutron] 10.222.0.48 "GET /v2.0/networks/276ed44e-acb4-4978-a5f1-cb7319463257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841255 Jul 23 21:27:47.985565 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1ebeafea-19ee-4e75-90f2-0de9bc129671 req-831097a4-ba4b-4796-bd43-4bfedc054167 service neutron] 10.222.0.48 "GET /v2.0/networks/276ed44e-acb4-4978-a5f1-cb7319463257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802736 Jul 23 21:27:48.106205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e24e61-2c66-4197-82d7-9d8057f8011a req-22ec5eb2-4b83-471a-a51e-525a9890dd6d tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:48.107706 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e8e24e61-2c66-4197-82d7-9d8057f8011a req-22ec5eb2-4b83-471a-a51e-525a9890dd6d tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=fada864d-081d-44c9-811b-a9151b2fc35c HTTP/1.1" status: 200 len: 943 time: 0.0627298 Jul 23 21:27:48.147426 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e8e24e61-2c66-4197-82d7-9d8057f8011a req-cfd6b6bb-9f1d-4c44-9825-532a0fae1772 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341635 Jul 23 21:27:49.275723 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbe6d9-110f-4184-893c-5c042e2167d7 req-90b908e2-f928-40fd-b90f-d00b75fbc13a tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:49.277213 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81bbe6d9-110f-4184-893c-5c042e2167d7 req-90b908e2-f928-40fd-b90f-d00b75fbc13a tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=fada864d-081d-44c9-811b-a9151b2fc35c HTTP/1.1" status: 200 len: 943 time: 0.0632122 Jul 23 21:27:49.314031 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-81bbe6d9-110f-4184-893c-5c042e2167d7 req-e270c9a0-16ba-46a2-afd4-2e48bd29ec7f tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311055 Jul 23 21:27:50.443284 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2926d9-ddf4-488a-933b-e1c1201799e9 req-f4a4cb78-48ee-4a26-bba1-c03e5d57c48f tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:50.444750 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa2926d9-ddf4-488a-933b-e1c1201799e9 req-f4a4cb78-48ee-4a26-bba1-c03e5d57c48f tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=fada864d-081d-44c9-811b-a9151b2fc35c HTTP/1.1" status: 200 len: 943 time: 0.0639224 Jul 23 21:27:50.480991 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa2926d9-ddf4-488a-933b-e1c1201799e9 req-9d3284c0-3018-4087-a509-5b9f319430be tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306132 Jul 23 21:27:51.028597 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:27:51.445966 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1f55e0e6-9132-40f0-b995-0ecc265576f4 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:27:51.545044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1f55e0e6-9132-40f0-b995-0ecc265576f4, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1f55e0e6-9132-40f0-b995-0ecc265576f4,segment=NetworkSegment(4cc0b6d3-95e2-488b-9214-a1a9ec01da7a),segment_id=4cc0b6d3-95e2-488b-9214-a1a9ec01da7a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:51.556809 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '1f55e0e6-9132-40f0-b995-0ecc265576f4', 'network_id': '276ed44e-acb4-4978-a5f1-cb7319463257', 'port_id': '1f55e0e6-9132-40f0-b995-0ecc265576f4', 'mac_address': 'fa:16:3e:de:fa:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321ea83a-606d-4c3e-91f6-ee1077673c80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:27:51.594063 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:51.607876 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f55e0e6-9132-40f0-b995-0ecc265576f4 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:27:51.613416 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe42c0-7733-4a8d-b97c-7c38190aa312 req-0d90d73f-5540-42b4-8a67-b0da1227cb7f tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:51.615092 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2fe42c0-7733-4a8d-b97c-7c38190aa312 req-0d90d73f-5540-42b4-8a67-b0da1227cb7f tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=fada864d-081d-44c9-811b-a9151b2fc35c HTTP/1.1" status: 200 len: 943 time: 0.0679600 Jul 23 21:27:51.628038 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1f55e0e6-9132-40f0-b995-0ecc265576f4, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1f55e0e6-9132-40f0-b995-0ecc265576f4,segment=NetworkSegment(4cc0b6d3-95e2-488b-9214-a1a9ec01da7a),segment_id=4cc0b6d3-95e2-488b-9214-a1a9ec01da7a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:51.632313 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:51.661053 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d2fe42c0-7733-4a8d-b97c-7c38190aa312 req-7c08c80f-2ab5-4fc9-87aa-6d43ced61464 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Jul 23 21:27:51.685654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=1f55e0e6-9132-40f0-b995-0ecc265576f4,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:51.898719 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['1f55e0e6-9132-40f0-b995-0ecc265576f4'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:27:52.787991 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d74431-e3da-4e60-9b89-3b483fd9bbcf req-cee20255-b6ba-4a56-b0d2-f330e448e8cd tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:52.789481 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69d74431-e3da-4e60-9b89-3b483fd9bbcf req-cee20255-b6ba-4a56-b0d2-f330e448e8cd tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=fada864d-081d-44c9-811b-a9151b2fc35c HTTP/1.1" status: 200 len: 944 time: 0.0627885 Jul 23 21:27:52.825535 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69d74431-e3da-4e60-9b89-3b483fd9bbcf req-1a6bb5d4-2722-451c-a27f-f0b368d20a12 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298762 Jul 23 21:27:53.461715 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1f55e0e6-9132-40f0-b995-0ecc265576f4 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:27:53.507921 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 1f55e0e6-9132-40f0-b995-0ecc265576f4 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:27:53.511349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 1f55e0e6-9132-40f0-b995-0ecc265576f4 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:27:53.511711 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:53.589594 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:53.611247 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fada864d-081d-44c9-811b-a9151b2fc35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f55e0e6-9132-40f0-b995-0ecc265576f4'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:27:53.613466 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7b3e63-9737-4a50-819c-c1028aae59db" -d '{"events": [{"server_uuid": "fada864d-081d-44c9-811b-a9151b2fc35c", "name": "network-vif-plugged", "status": "completed", "tag": "1f55e0e6-9132-40f0-b995-0ecc265576f4"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:27:53.626474 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 1f55e0e6-9132-40f0-b995-0ecc265576f4, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1f55e0e6-9132-40f0-b995-0ecc265576f4,segment=NetworkSegment(4cc0b6d3-95e2-488b-9214-a1a9ec01da7a),segment_id=4cc0b6d3-95e2-488b-9214-a1a9ec01da7a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:53.630431 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:53.654354 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f633d1fa-54ea-4b4e-a974-dadf4ec6e5e7 x-openstack-request-id: req-f633d1fa-54ea-4b4e-a974-dadf4ec6e5e7 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:27:53.654647 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fada864d-081d-44c9-811b-a9151b2fc35c", "name": "network-vif-plugged", "status": "completed", "tag": "1f55e0e6-9132-40f0-b995-0ecc265576f4", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:27:53.654902 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f633d1fa-54ea-4b4e-a974-dadf4ec6e5e7 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:27:53.655324 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fada864d-081d-44c9-811b-a9151b2fc35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f55e0e6-9132-40f0-b995-0ecc265576f4', 'code': 200} Jul 23 21:27:53.680454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=1f55e0e6-9132-40f0-b995-0ecc265576f4,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:53.771447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aea378-611b-4fea-9484-4b0e7e90db66 req-59b8615a-6c43-447c-ae8f-a1f1a9aee10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:53.772919 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-85aea378-611b-4fea-9484-4b0e7e90db66 req-59b8615a-6c43-447c-ae8f-a1f1a9aee10e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fada864d-081d-44c9-811b-a9151b2fc35c HTTP/1.1" status: 200 len: 1097 time: 0.0557859 Jul 23 21:27:53.806574 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-85aea378-611b-4fea-9484-4b0e7e90db66 req-b0748942-69cd-472c-8ccb-63d01ef6d006 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270467 Jul 23 21:27:53.950718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d41d5-01d5-4d44-a9a5-4a0c32741f6d req-9f90294e-dde3-4744-bf15-33ff47b94743 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:53.952512 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a57d41d5-01d5-4d44-a9a5-4a0c32741f6d req-9f90294e-dde3-4744-bf15-33ff47b94743 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=fada864d-081d-44c9-811b-a9151b2fc35c HTTP/1.1" status: 200 len: 945 time: 0.0628808 Jul 23 21:27:53.993787 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a57d41d5-01d5-4d44-a9a5-4a0c32741f6d req-68f3fe29-1f47-4c78-806c-286fb012f9b8 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357416 Jul 23 21:27:54.635308 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-792fee1e-4b0c-48a3-9d03-24908eda54c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:55.122714 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d0b35-849c-4fe8-b4a2-5d98f15d49c8 req-e44d9c02-30e3-4506-b26d-4449567c4ec7 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:55.124258 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-567d0b35-849c-4fe8-b4a2-5d98f15d49c8 req-e44d9c02-30e3-4506-b26d-4449567c4ec7 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=fada864d-081d-44c9-811b-a9151b2fc35c HTTP/1.1" status: 200 len: 945 time: 0.0634720 Jul 23 21:27:55.160482 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-567d0b35-849c-4fe8-b4a2-5d98f15d49c8 req-e4c6f823-df2c-4b05-ac2a-09485a100d20 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308151 Jul 23 21:27:55.400125 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb306889-1cc8-4f65-bfbd-e882ccfefc20 req-57f6b765-8b20-45a5-92e7-ee97dad732da tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:55.401608 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb306889-1cc8-4f65-bfbd-e882ccfefc20 req-57f6b765-8b20-45a5-92e7-ee97dad732da tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=fada864d-081d-44c9-811b-a9151b2fc35c HTTP/1.1" status: 200 len: 945 time: 0.0627918 Jul 23 21:27:55.438440 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb306889-1cc8-4f65-bfbd-e882ccfefc20 req-1608f092-847a-4b26-9ace-dd8aced25808 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313671 Jul 23 21:27:56.571469 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5cc56-79f5-40c5-ae13-7aaaa1485500 req-54fa73e7-8222-4716-abb4-a3b81f9860e6 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:56.572981 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1ca5cc56-79f5-40c5-ae13-7aaaa1485500 req-54fa73e7-8222-4716-abb4-a3b81f9860e6 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=fada864d-081d-44c9-811b-a9151b2fc35c HTTP/1.1" status: 200 len: 945 time: 0.0673821 Jul 23 21:27:56.609852 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1ca5cc56-79f5-40c5-ae13-7aaaa1485500 req-1bfc72f8-8fb7-48a1-8927-3ced0c9c8631 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307715 Jul 23 21:27:56.742082 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8eb692-c503-4f2d-9eeb-997fc9b578ad req-b7229a95-5f84-4346-8a3b-c2a3556203aa tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:56.743551 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3b8eb692-c503-4f2d-9eeb-997fc9b578ad req-b7229a95-5f84-4346-8a3b-c2a3556203aa tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.48 "GET /v2.0/ports?device_id=fada864d-081d-44c9-811b-a9151b2fc35c HTTP/1.1" status: 200 len: 945 time: 0.0635724 Jul 23 21:27:56.846073 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-3b8eb692-c503-4f2d-9eeb-997fc9b578ad req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Deleting port 1f55e0e6-9132-40f0-b995-0ecc265576f4 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:27:56.846335 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3b8eb692-c503-4f2d-9eeb-997fc9b578ad req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:56.932635 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-3b8eb692-c503-4f2d-9eeb-997fc9b578ad req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] For port 1f55e0e6-9132-40f0-b995-0ecc265576f4, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=1f55e0e6-9132-40f0-b995-0ecc265576f4,segment=NetworkSegment(4cc0b6d3-95e2-488b-9214-a1a9ec01da7a),segment_id=4cc0b6d3-95e2-488b-9214-a1a9ec01da7a)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:56.932985 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3b8eb692-c503-4f2d-9eeb-997fc9b578ad req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:56.945892 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-3b8eb692-c503-4f2d-9eeb-997fc9b578ad req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Calling delete_port for 1f55e0e6-9132-40f0-b995-0ecc265576f4 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:27:57.071874 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3b8eb692-c503-4f2d-9eeb-997fc9b578ad req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:57.084042 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['318b094d-f110-4ccc-bd00-014470a001ea'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:27:57.088469 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['1f55e0e6-9132-40f0-b995-0ecc265576f4'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:27:57.100202 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Pushing event deleted for resources: {'Port': ['ID=1f55e0e6-9132-40f0-b995-0ecc265576f4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:57.130059 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:57.130409 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:57.130746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:57.131078 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:57.131435 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:57.131761 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:57.132117 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:57.132424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:57.132731 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:57.133051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:57.133372 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:57.133689 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:57.158354 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8eb692-c503-4f2d-9eeb-997fc9b578ad req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] No DVR routers for this DVR port 1f55e0e6-9132-40f0-b995-0ecc265576f4 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:27:57.160906 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-3b8eb692-c503-4f2d-9eeb-997fc9b578ad req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:57.162851 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-3b8eb692-c503-4f2d-9eeb-997fc9b578ad req-f6436d7b-e624-47ec-92ab-ee859f457f16 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.48 "DELETE /v2.0/ports/1f55e0e6-9132-40f0-b995-0ecc265576f4 HTTP/1.1" status: 204 len: 173 time: 0.4107771 Jul 23 21:27:57.163321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fada864d-081d-44c9-811b-a9151b2fc35c', 'name': 'network-vif-deleted', 'tag': '1f55e0e6-9132-40f0-b995-0ecc265576f4'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:27:57.165558 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d693cfb-25da-44ae-8071-a85b293c19e9" -d '{"events": [{"server_uuid": "fada864d-081d-44c9-811b-a9151b2fc35c", "name": "network-vif-deleted", "tag": "1f55e0e6-9132-40f0-b995-0ecc265576f4"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:27:57.193876 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a7068fbe-9f5d-4c19-8ddf-95d96bfc752e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:57.201450 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373cc8e9-2d62-4cab-911e-cad7b0ee1f77 x-openstack-request-id: req-373cc8e9-2d62-4cab-911e-cad7b0ee1f77 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:27:57.201776 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fada864d-081d-44c9-811b-a9151b2fc35c", "name": "network-vif-deleted", "tag": "1f55e0e6-9132-40f0-b995-0ecc265576f4", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:27:57.201995 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-373cc8e9-2d62-4cab-911e-cad7b0ee1f77 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:27:57.202396 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fada864d-081d-44c9-811b-a9151b2fc35c', 'name': 'network-vif-deleted', 'tag': '1f55e0e6-9132-40f0-b995-0ecc265576f4', 'status': 'completed', 'code': 200} Jul 23 21:27:57.416470 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:57.718843 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f576289b-f0f3-4a3e-a998-f168427ae186 req-b4f19508-00c4-4bbd-9715-97a9f0040259 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=fada864d-081d-44c9-811b-a9151b2fc35c HTTP/1.1" status: 200 len: 210 time: 0.0305648 Jul 23 21:27:58.705007 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:58.881286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400efd1-0d72-42f0-bfd6-a83d17cf9b0c req-5a5a410b-64ee-4080-9c49-66e6b2357f7d tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:58.882747 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1400efd1-0d72-42f0-bfd6-a83d17cf9b0c req-5a5a410b-64ee-4080-9c49-66e6b2357f7d tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 946 time: 0.0634644 Jul 23 21:27:58.920866 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1400efd1-0d72-42f0-bfd6-a83d17cf9b0c req-a57c836f-b162-4382-a83b-83b3a8c17098 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326045 Jul 23 21:27:59.067574 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621795b-a548-4da1-a21b-a1470f18b196 req-a9b04a50-8628-47b4-a070-0f818e42d6e4 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:59.069063 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b621795b-a548-4da1-a21b-a1470f18b196 req-a9b04a50-8628-47b4-a070-0f818e42d6e4 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 946 time: 0.0680294 Jul 23 21:27:59.107217 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b621795b-a548-4da1-a21b-a1470f18b196 req-b0c19d1b-575e-4a07-b6ce-e95749d2c39c tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320332 Jul 23 21:27:59.235585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206866d-f0c5-448d-b96b-e26d2d633edd req-f7722acd-edaf-4ac1-aa71-a2743ed20b80 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:59.237037 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f206866d-f0c5-448d-b96b-e26d2d633edd req-f7722acd-edaf-4ac1-aa71-a2743ed20b80 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 946 time: 0.0627768 Jul 23 21:27:59.273471 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f206866d-f0c5-448d-b96b-e26d2d633edd req-e37b8873-108a-4c8b-ad09-9d56a3cca957 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308073 Jul 23 21:27:59.411674 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-3eefa787-af8a-4710-b603-4bd19b099061 req-067a2fff-7d5b-4fcb-9230-e0c5083e0085 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:27:59.412699 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3eefa787-af8a-4710-b603-4bd19b099061 req-067a2fff-7d5b-4fcb-9230-e0c5083e0085 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420973 Jul 23 21:27:59.531383 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cced84f-0a98-4bc8-a4fb-5a58f327a634 req-52b73108-c0f3-48ac-a8f1-7de2ef04975f tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:59.532874 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6cced84f-0a98-4bc8-a4fb-5a58f327a634 req-52b73108-c0f3-48ac-a8f1-7de2ef04975f tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 946 time: 0.0627050 Jul 23 21:27:59.574210 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6cced84f-0a98-4bc8-a4fb-5a58f327a634 req-b43b4d1e-48b2-4632-a049-eb7855264213 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357411 Jul 23 21:27:59.703421 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864f49d-9ac1-4f9c-b1e6-2afb5a4412d5 req-20514013-e924-4940-b049-9c3c27970fcc tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:59.704817 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d864f49d-9ac1-4f9c-b1e6-2afb5a4412d5 req-20514013-e924-4940-b049-9c3c27970fcc tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 946 time: 0.0647752 Jul 23 21:27:59.744190 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d864f49d-9ac1-4f9c-b1e6-2afb5a4412d5 req-4e62567b-a5a3-4d5a-ad5e-2283fe38a92a tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335526 Jul 23 21:27:59.884337 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82562eef-c26f-407d-b9af-2115f5b48a40 req-31bf8fa9-a84b-4433-8fb3-b881c81a0a33 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:59.885845 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82562eef-c26f-407d-b9af-2115f5b48a40 req-31bf8fa9-a84b-4433-8fb3-b881c81a0a33 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 946 time: 0.0677042 Jul 23 21:27:59.923162 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82562eef-c26f-407d-b9af-2115f5b48a40 req-1d44de9f-2696-4ca0-ae7a-f4ceec60f7fa tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312271 Jul 23 21:28:00.161797 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:00.235747 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d5722-0d1d-4fb2-a153-31ccdba64d52 req-d5dbee3c-650a-47b7-bedb-17d19c5859bb tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:00.237149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-765d5722-0d1d-4fb2-a153-31ccdba64d52 req-d5dbee3c-650a-47b7-bedb-17d19c5859bb tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 946 time: 0.0664270 Jul 23 21:28:00.275746 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-765d5722-0d1d-4fb2-a153-31ccdba64d52 req-a80be268-3c33-4abd-b604-68a90c7173ff tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325251 Jul 23 21:28:01.406450 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a956f-18ee-4538-8ee5-5f04826bc74a req-8aa52d7e-1c7e-480e-aa57-3c425f8180a5 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:01.408000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-438a956f-18ee-4538-8ee5-5f04826bc74a req-8aa52d7e-1c7e-480e-aa57-3c425f8180a5 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/ports?device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 946 time: 0.0662436 Jul 23 21:28:01.446700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-438a956f-18ee-4538-8ee5-5f04826bc74a req-3bdd5852-75d1-45eb-89cf-3325e3dbd26b tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330245 Jul 23 21:28:01.524119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1f55e0e6-9132-40f0-b995-0ecc265576f4 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:28:01.534908 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa660a82-5cd1-4d13-a60e-7bab42b92c37 req-225d68c6-e077-458f-ad6b-d0cd35a95f86 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:01.536436 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aa660a82-5cd1-4d13-a60e-7bab42b92c37 req-225d68c6-e077-458f-ad6b-d0cd35a95f86 tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.57 "GET /v2.0/ports?device_id=8032b8f1-9af2-43c3-a938-b0f3cf27afea HTTP/1.1" status: 200 len: 946 time: 0.0639296 Jul 23 21:28:01.544276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 1f55e0e6-9132-40f0-b995-0ecc265576f4 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:28:01.544630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 1f55e0e6-9132-40f0-b995-0ecc265576f4 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:28:01.635017 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-aa660a82-5cd1-4d13-a60e-7bab42b92c37 req-e872bf3f-8121-44c4-b6c8-65bdc9283b4f tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Deleting port 318b094d-f110-4ccc-bd00-014470a001ea {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:28:01.635307 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aa660a82-5cd1-4d13-a60e-7bab42b92c37 req-e872bf3f-8121-44c4-b6c8-65bdc9283b4f tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:01.725937 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-aa660a82-5cd1-4d13-a60e-7bab42b92c37 req-e872bf3f-8121-44c4-b6c8-65bdc9283b4f tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] For port 318b094d-f110-4ccc-bd00-014470a001ea, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=318b094d-f110-4ccc-bd00-014470a001ea,segment=NetworkSegment(4cc0b6d3-95e2-488b-9214-a1a9ec01da7a),segment_id=4cc0b6d3-95e2-488b-9214-a1a9ec01da7a)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:28:01.726286 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aa660a82-5cd1-4d13-a60e-7bab42b92c37 req-e872bf3f-8121-44c4-b6c8-65bdc9283b4f tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:01.738300 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-aa660a82-5cd1-4d13-a60e-7bab42b92c37 req-e872bf3f-8121-44c4-b6c8-65bdc9283b4f tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Calling delete_port for 318b094d-f110-4ccc-bd00-014470a001ea owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:28:01.864265 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aa660a82-5cd1-4d13-a60e-7bab42b92c37 req-e872bf3f-8121-44c4-b6c8-65bdc9283b4f tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:01.875447 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['318b094d-f110-4ccc-bd00-014470a001ea'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:28:01.893426 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872bf3f-8121-44c4-b6c8-65bdc9283b4f tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Pushing event deleted for resources: {'Port': ['ID=318b094d-f110-4ccc-bd00-014470a001ea,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:01.939868 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa660a82-5cd1-4d13-a60e-7bab42b92c37 req-e872bf3f-8121-44c4-b6c8-65bdc9283b4f tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] No DVR routers for this DVR port 318b094d-f110-4ccc-bd00-014470a001ea on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:28:01.942401 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aa660a82-5cd1-4d13-a60e-7bab42b92c37 req-e872bf3f-8121-44c4-b6c8-65bdc9283b4f tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:01.944398 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aa660a82-5cd1-4d13-a60e-7bab42b92c37 req-e872bf3f-8121-44c4-b6c8-65bdc9283b4f tempest-ServersNegativeTestJSON-1178922852 tempest-ServersNegativeTestJSON-1178922852-project] 10.222.0.57 "DELETE /v2.0/ports/318b094d-f110-4ccc-bd00-014470a001ea HTTP/1.1" status: 204 len: 173 time: 0.4019301 Jul 23 21:28:01.944847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8032b8f1-9af2-43c3-a938-b0f3cf27afea', 'name': 'network-vif-deleted', 'tag': '318b094d-f110-4ccc-bd00-014470a001ea'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:28:01.947149 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c9e7c7-c2ba-41a8-bd2f-c5a00db07508" -d '{"events": [{"server_uuid": "8032b8f1-9af2-43c3-a938-b0f3cf27afea", "name": "network-vif-deleted", "tag": "318b094d-f110-4ccc-bd00-014470a001ea"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:28:01.985616 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058af9e2-2dad-49b4-83ce-548af888a991 x-openstack-request-id: req-058af9e2-2dad-49b4-83ce-548af888a991 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:28:01.985910 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8032b8f1-9af2-43c3-a938-b0f3cf27afea", "name": "network-vif-deleted", "tag": "318b094d-f110-4ccc-bd00-014470a001ea", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:28:01.986156 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-058af9e2-2dad-49b4-83ce-548af888a991 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:28:01.986833 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8032b8f1-9af2-43c3-a938-b0f3cf27afea', 'name': 'network-vif-deleted', 'tag': '318b094d-f110-4ccc-bd00-014470a001ea', 'status': 'completed', 'code': 200} Jul 23 21:28:02.501637 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56526) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:02.545162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d48af91-ab1c-4628-a481-e980a8c4a9df admin admin] Deleting subnet 321ea83a-606d-4c3e-91f6-ee1077673c80 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:28:02.548461 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d48af91-ab1c-4628-a481-e980a8c4a9df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:02.585329 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d48af91-ab1c-4628-a481-e980a8c4a9df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:02.622656 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d48af91-ab1c-4628-a481-e980a8c4a9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:02.675205 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d48af91-ab1c-4628-a481-e980a8c4a9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:02.700126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48af91-ab1c-4628-a481-e980a8c4a9df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=321ea83a-606d-4c3e-91f6-ee1077673c80,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:02.703868 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d48af91-ab1c-4628-a481-e980a8c4a9df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:02.707924 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5d48af91-ab1c-4628-a481-e980a8c4a9df admin admin] 10.222.0.55 "DELETE /v2.0/subnets/321ea83a-606d-4c3e-91f6-ee1077673c80 HTTP/1.1" status: 204 len: 168 time: 0.2030525 Jul 23 21:28:02.708134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56528) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:02.780479 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0a6597d-7989-4dc3-91ca-fe5fadc2acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:02.858359 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0a6597d-7989-4dc3-91ca-fe5fadc2acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:02.868015 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0a6597d-7989-4dc3-91ca-fe5fadc2acc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276ed44e-acb4-4978-a5f1-cb7319463257']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:02.878027 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0a6597d-7989-4dc3-91ca-fe5fadc2acc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc0b6d3-95e2-488b-9214-a1a9ec01da7a') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:02.878318 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0a6597d-7989-4dc3-91ca-fe5fadc2acc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc0b6d3-95e2-488b-9214-a1a9ec01da7a') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:02.886849 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0a6597d-7989-4dc3-91ca-fe5fadc2acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:02.899925 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0a6597d-7989-4dc3-91ca-fe5fadc2acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:02.905614 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a6597d-7989-4dc3-91ca-fe5fadc2acc1 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:28:02.905989 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0a6597d-7989-4dc3-91ca-fe5fadc2acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:28:02.907605 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:28:02.968433 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0a6597d-7989-4dc3-91ca-fe5fadc2acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:02.974274 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0a6597d-7989-4dc3-91ca-fe5fadc2acc1 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:02.976174 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d0a6597d-7989-4dc3-91ca-fe5fadc2acc1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/276ed44e-acb4-4978-a5f1-cb7319463257 HTTP/1.1" status: 204 len: 168 time: 0.2671354 Jul 23 21:28:02.990747 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6597d-7989-4dc3-91ca-fe5fadc2acc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=276ed44e-acb4-4978-a5f1-cb7319463257,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:03.084331 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56532) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:03.124498 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-377d4940-e70f-4f1a-8c26-09ee8e4431a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6fa4de877411474ba40e96e695973226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389605 Jul 23 21:28:03.126786 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56534) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:03.172866 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc6e4-fa39-4278-bb3c-d82b3054ae60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:03.196918 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc6e4-fa39-4278-bb3c-d82b3054ae60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:03.243245 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc6e4-fa39-4278-bb3c-d82b3054ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:03.246087 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc6e4-fa39-4278-bb3c-d82b3054ae60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:03.247264 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-cf2dc6e4-fa39-4278-bb3c-d82b3054ae60 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3b585b3-c4cf-446f-a14e-4a8ebf09fe30 HTTP/1.1" status: 204 len: 168 time: 0.1195457 Jul 23 21:28:03.254735 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2dc6e4-fa39-4278-bb3c-d82b3054ae60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b585b3-c4cf-446f-a14e-4a8ebf09fe30,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:03.893003 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56556) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:03.983498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-77b28569-1d13-4fda-b524-4ecf59a2c960 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-899156368'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:04.004275 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b28569-1d13-4fda-b524-4ecf59a2c960 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Made reservation on behalf of bd57eeca9d08443fba4029743d45132a for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:04.007702 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77b28569-1d13-4fda-b524-4ecf59a2c960 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:04.016811 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77b28569-1d13-4fda-b524-4ecf59a2c960 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:04.106229 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77b28569-1d13-4fda-b524-4ecf59a2c960 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:04.109546 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77b28569-1d13-4fda-b524-4ecf59a2c960 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:04.131233 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b28569-1d13-4fda-b524-4ecf59a2c960 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:28:04.144975 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b28569-1d13-4fda-b524-4ecf59a2c960 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d4bfa4-d883-4f65-8b24-acd2e10c1811,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:04.149786 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77b28569-1d13-4fda-b524-4ecf59a2c960 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:04.150135 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-77b28569-1d13-4fda-b524-4ecf59a2c960 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Added segment eaa76e0d-3d61-47ef-896b-5387bcb9ae62 of type vlan for network af8f681c-cc05-4e88-96bc-3c3d8f0f6a25 Jul 23 21:28:04.192766 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77b28569-1d13-4fda-b524-4ecf59a2c960 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:04.538023 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77b28569-1d13-4fda-b524-4ecf59a2c960 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:04.544173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b28569-1d13-4fda-b524-4ecf59a2c960 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:04.545178 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77b28569-1d13-4fda-b524-4ecf59a2c960 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:04.580578 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-77b28569-1d13-4fda-b524-4ecf59a2c960 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6864777 Jul 23 21:28:04.612034 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b28569-1d13-4fda-b524-4ecf59a2c960 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event updated for resources: {'Network': ['ID=af8f681c-cc05-4e88-96bc-3c3d8f0f6a25,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:04.624143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network af8f681c-cc05-4e88-96bc-3c3d8f0f6a25 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:28:06.151918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 318b094d-f110-4ccc-bd00-014470a001ea no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:28:06.172120 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 318b094d-f110-4ccc-bd00-014470a001ea {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:28:06.172462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 318b094d-f110-4ccc-bd00-014470a001ea not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:28:07.853825 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56560) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:07.859705 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a45a5100-3cc3-466d-ba40-b669992ceb95 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Request body: {'subnet': {'network_id': 'af8f681c-cc05-4e88-96bc-3c3d8f0f6a25', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:07.948333 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45a5100-3cc3-466d-ba40-b669992ceb95 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Made reservation on behalf of bd57eeca9d08443fba4029743d45132a for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:07.952398 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a45a5100-3cc3-466d-ba40-b669992ceb95 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:08.133085 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a45a5100-3cc3-466d-ba40-b669992ceb95 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:08.193779 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a5100-3cc3-466d-ba40-b669992ceb95 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event updated for resources: {'Subnet': ['ID=71033a8a-859c-4f9d-aa86-efb3676c9cc7,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:08.201281 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a5100-3cc3-466d-ba40-b669992ceb95 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Checking segment: {'id': 'eaa76e0d-3d61-47ef-896b-5387bcb9ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'af8f681c-cc05-4e88-96bc-3c3d8f0f6a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:08.201281 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45a5100-3cc3-466d-ba40-b669992ceb95 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Network hostable DHCP agents. Network: af8f681c-cc05-4e88-96bc-3c3d8f0f6a25, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:28:08.220007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45a5100-3cc3-466d-ba40-b669992ceb95 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Network af8f681c-cc05-4e88-96bc-3c3d8f0f6a25 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:28:08.228904 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-a45a5100-3cc3-466d-ba40-b669992ceb95 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, af8f681c-cc05-4e88-96bc-3c3d8f0f6a25) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:08.233564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a5100-3cc3-466d-ba40-b669992ceb95 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:08.234150 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a45a5100-3cc3-466d-ba40-b669992ceb95 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:08.238768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a279b3f6-948e-49f2-8faa-23b3649fafb4 None None] Network af8f681c-cc05-4e88-96bc-3c3d8f0f6a25 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:08.249328 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a45a5100-3cc3-466d-ba40-b669992ceb95 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3945041 Jul 23 21:28:08.252779 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56564) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:08.257809 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-da12abac-e1a3-4a64-a216-b0e47263c9a6 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-956225527'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:08.279018 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da12abac-e1a3-4a64-a216-b0e47263c9a6 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Made reservation on behalf of bd57eeca9d08443fba4029743d45132a for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:08.282536 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-da12abac-e1a3-4a64-a216-b0e47263c9a6 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:08.311776 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da12abac-e1a3-4a64-a216-b0e47263c9a6 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:28:08.320957 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-da12abac-e1a3-4a64-a216-b0e47263c9a6 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:08.321299 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-da12abac-e1a3-4a64-a216-b0e47263c9a6 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Added segment b42230c4-8b38-469c-94b9-3636a841408f of type vlan for network af9a620e-2f8f-4a69-b5ba-bdffa5e3532b Jul 23 21:28:08.361045 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-da12abac-e1a3-4a64-a216-b0e47263c9a6 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:08.388019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-af8f681c-cc05-4e88-96bc-3c3d8f0f6a25', 'network_id': 'af8f681c-cc05-4e88-96bc-3c3d8f0f6a25', 'tenant_id': 'bd57eeca9d08443fba4029743d45132a', 'fixed_ips': [{'subnet_id': '71033a8a-859c-4f9d-aa86-efb3676c9cc7'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:28:08.388875 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:08.390029 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-da12abac-e1a3-4a64-a216-b0e47263c9a6 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:08.395763 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da12abac-e1a3-4a64-a216-b0e47263c9a6 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:08.396329 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-da12abac-e1a3-4a64-a216-b0e47263c9a6 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:08.430897 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-da12abac-e1a3-4a64-a216-b0e47263c9a6 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1770532 Jul 23 21:28:08.434775 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56566) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:08.443332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-95bdfad2-15e4-45f8-a914-726125dc1fcf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Request body: {'subnet': {'network_id': 'af9a620e-2f8f-4a69-b5ba-bdffa5e3532b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:08.467865 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12abac-e1a3-4a64-a216-b0e47263c9a6 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event updated for resources: {'Network': ['ID=af9a620e-2f8f-4a69-b5ba-bdffa5e3532b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:08.478197 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network af9a620e-2f8f-4a69-b5ba-bdffa5e3532b details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:28:08.546954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bdfad2-15e4-45f8-a914-726125dc1fcf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Made reservation on behalf of bd57eeca9d08443fba4029743d45132a for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:08.550601 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95bdfad2-15e4-45f8-a914-726125dc1fcf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:08.586682 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Allocated IP 2001:db8:0:ffff::2 (af8f681c-cc05-4e88-96bc-3c3d8f0f6a25/71033a8a-859c-4f9d-aa86-efb3676c9cc7/8103fc01-d6e2-458d-ab9e-2ff17e46786f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:28:08.734346 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:08.742932 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Transition to ACTIVE for port object 8103fc01-d6e2-458d-ab9e-2ff17e46786f will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:08.748738 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95bdfad2-15e4-45f8-a914-726125dc1fcf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:08.757636 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Transition to ACTIVE for port object 8103fc01-d6e2-458d-ab9e-2ff17e46786f will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:08.763712 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:08.804873 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Network af8f681c-cc05-4e88-96bc-3c3d8f0f6a25 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:28:08.810409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:08.812986 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:28:08.822475 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Pushing event updated for resources: {'Port': ['ID=8103fc01-d6e2-458d-ab9e-2ff17e46786f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:08.850754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:08.851093 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:08.851464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:08.851784 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:08.852107 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:08.852429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:08.852749 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:08.853066 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:08.853382 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:08.853695 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:08.854008 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:08.854319 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:08.890184 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Attempting to bind port 8103fc01-d6e2-458d-ab9e-2ff17e46786f on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:28:08.890555 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Attempting to bind port 8103fc01-d6e2-458d-ab9e-2ff17e46786f by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'eaa76e0d-3d61-47ef-896b-5387bcb9ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'af8f681c-cc05-4e88-96bc-3c3d8f0f6a25'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:28:08.890913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Attempting to bind port 8103fc01-d6e2-458d-ab9e-2ff17e46786f on network af8f681c-cc05-4e88-96bc-3c3d8f0f6a25 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:28:08.896267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:28:08.896641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Checking segment: {'id': 'eaa76e0d-3d61-47ef-896b-5387bcb9ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'af8f681c-cc05-4e88-96bc-3c3d8f0f6a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:08.897038 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:08.897424 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Bound using segment: {'id': 'eaa76e0d-3d61-47ef-896b-5387bcb9ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'af8f681c-cc05-4e88-96bc-3c3d8f0f6a25'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:28:08.897888 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Bound port: 8103fc01-d6e2-458d-ab9e-2ff17e46786f, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa76e0d-3d61-47ef-896b-5387bcb9ae62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'af8f681c-cc05-4e88-96bc-3c3d8f0f6a25'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:28:08.898263 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:08.964402 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] For port 8103fc01-d6e2-458d-ab9e-2ff17e46786f, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:28:08.967758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] For port 8103fc01-d6e2-458d-ab9e-2ff17e46786f, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=8103fc01-d6e2-458d-ab9e-2ff17e46786f,segment=NetworkSegment(eaa76e0d-3d61-47ef-896b-5387bcb9ae62),segment_id=eaa76e0d-3d61-47ef-896b-5387bcb9ae62)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:28:08.972368 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:09.035664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f8ae7-b34e-4982-8a1d-8ee575b26946 None None] Pushing event updated for resources: {'Port': ['ID=8103fc01-d6e2-458d-ab9e-2ff17e46786f,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:09.101131 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdfad2-15e4-45f8-a914-726125dc1fcf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event updated for resources: {'Subnet': ['ID=6fa84352-1698-4af6-84fd-9d7d56adeafe,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:09.109297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bdfad2-15e4-45f8-a914-726125dc1fcf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Checking segment: {'id': 'b42230c4-8b38-469c-94b9-3636a841408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'af9a620e-2f8f-4a69-b5ba-bdffa5e3532b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:09.109679 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bdfad2-15e4-45f8-a914-726125dc1fcf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Network hostable DHCP agents. Network: af9a620e-2f8f-4a69-b5ba-bdffa5e3532b, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:28:09.127272 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bdfad2-15e4-45f8-a914-726125dc1fcf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Network af9a620e-2f8f-4a69-b5ba-bdffa5e3532b is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:28:09.136980 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-95bdfad2-15e4-45f8-a914-726125dc1fcf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, af9a620e-2f8f-4a69-b5ba-bdffa5e3532b) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:09.142100 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bdfad2-15e4-45f8-a914-726125dc1fcf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:09.142755 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-95bdfad2-15e4-45f8-a914-726125dc1fcf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:09.146429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e31b70-b4dc-47af-8ef9-32cdb9c81b51 None None] Network af9a620e-2f8f-4a69-b5ba-bdffa5e3532b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:09.162333 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-95bdfad2-15e4-45f8-a914-726125dc1fcf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7256775 Jul 23 21:28:09.170970 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56568) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:09.289412 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:09.329633 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-af9a620e-2f8f-4a69-b5ba-bdffa5e3532b', 'network_id': 'af9a620e-2f8f-4a69-b5ba-bdffa5e3532b', 'tenant_id': 'bd57eeca9d08443fba4029743d45132a', 'fixed_ips': [{'subnet_id': '6fa84352-1698-4af6-84fd-9d7d56adeafe'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:28:09.330604 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:09.380991 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:09.468893 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Allocated IP 2001:db8::2 (af9a620e-2f8f-4a69-b5ba-bdffa5e3532b/6fa84352-1698-4af6-84fd-9d7d56adeafe/00620f0f-9aea-4d19-b651-bfc2141e8ba2) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:28:09.612685 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:09.621967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Transition to ACTIVE for port object 00620f0f-9aea-4d19-b651-bfc2141e8ba2 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:09.636997 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Transition to ACTIVE for port object 00620f0f-9aea-4d19-b651-bfc2141e8ba2 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:09.643482 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:09.660815 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:09.688133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Network af9a620e-2f8f-4a69-b5ba-bdffa5e3532b is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:28:09.689889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa84352-1698-4af6-84fd-9d7d56adeafe,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:09.690066 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:09.694885 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:28:09.704786 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Pushing event updated for resources: {'Port': ['ID=00620f0f-9aea-4d19-b651-bfc2141e8ba2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:09.758610 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:09.765230 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Attempting to bind port 00620f0f-9aea-4d19-b651-bfc2141e8ba2 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:28:09.766148 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Attempting to bind port 00620f0f-9aea-4d19-b651-bfc2141e8ba2 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'b42230c4-8b38-469c-94b9-3636a841408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'af9a620e-2f8f-4a69-b5ba-bdffa5e3532b'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:28:09.766503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Attempting to bind port 00620f0f-9aea-4d19-b651-bfc2141e8ba2 on network af9a620e-2f8f-4a69-b5ba-bdffa5e3532b {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:28:09.769295 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9a620e-2f8f-4a69-b5ba-bdffa5e3532b']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:09.772431 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:28:09.772801 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Checking segment: {'id': 'b42230c4-8b38-469c-94b9-3636a841408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'af9a620e-2f8f-4a69-b5ba-bdffa5e3532b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:09.773203 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:09.773592 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Bound using segment: {'id': 'b42230c4-8b38-469c-94b9-3636a841408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'af9a620e-2f8f-4a69-b5ba-bdffa5e3532b'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:28:09.774060 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Bound port: 00620f0f-9aea-4d19-b651-bfc2141e8ba2, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42230c4-8b38-469c-94b9-3636a841408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'af9a620e-2f8f-4a69-b5ba-bdffa5e3532b'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:28:09.774435 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:09.779905 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42230c4-8b38-469c-94b9-3636a841408f') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:09.780196 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42230c4-8b38-469c-94b9-3636a841408f') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:09.789896 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:09.804281 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:09.811271 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:28:09.811674 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:28:09.814663 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:28:09.842492 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] For port 00620f0f-9aea-4d19-b651-bfc2141e8ba2, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:28:09.872420 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] For port 00620f0f-9aea-4d19-b651-bfc2141e8ba2, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=00620f0f-9aea-4d19-b651-bfc2141e8ba2,segment=NetworkSegment(b42230c4-8b38-469c-94b9-3636a841408f),segment_id=b42230c4-8b38-469c-94b9-3636a841408f)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:28:09.873139 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.db.api [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 21:28:09.873139 n-d-791504-18 neutron-server[93810]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 21:28:09.873139 n-d-791504-18 neutron-server[93810]: [parameters: {'id': 'af9a620e-2f8f-4a69-b5ba-bdffa5e3532b'}] Jul 23 21:28:09.873139 n-d-791504-18 neutron-server[93810]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 21:28:09.873617 n-d-791504-18 neutron-server[93810]: DEBUG oslo_db.api [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 21:28:09.877012 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:09.960822 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc87284-5e6c-446b-97f1-3d55e9459f3b None None] Pushing event updated for resources: {'Port': ['ID=00620f0f-9aea-4d19-b651-bfc2141e8ba2,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:09.972642 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11a3324-0bc9-49b8-bf16-dcfdf8b80cb6 None None] Network af8f681c-cc05-4e88-96bc-3c3d8f0f6a25 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:09.987797 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d5bfcd-f4b4-406e-8b6b-f752a0e1bf61 None None] Network af9a620e-2f8f-4a69-b5ba-bdffa5e3532b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:10.253364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b880e73c-f317-4e30-8dc3-aa4e557db8de None None] Provisioning for port 8103fc01-d6e2-458d-ab9e-2ff17e46786f completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:28:10.346391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 8103fc01-d6e2-458d-ab9e-2ff17e46786f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:28:10.374653 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:10.431782 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Deleting port 00620f0f-9aea-4d19-b651-bfc2141e8ba2 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:28:10.432245 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:10.458475 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 8103fc01-d6e2-458d-ab9e-2ff17e46786f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:28:10.465412 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 8103fc01-d6e2-458d-ab9e-2ff17e46786f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:10.465781 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:10.501685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] For port 00620f0f-9aea-4d19-b651-bfc2141e8ba2, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=00620f0f-9aea-4d19-b651-bfc2141e8ba2,segment=NetworkSegment(b42230c4-8b38-469c-94b9-3636a841408f),segment_id=b42230c4-8b38-469c-94b9-3636a841408f)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:28:10.501974 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:10.519762 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Calling delete_port for 00620f0f-9aea-4d19-b651-bfc2141e8ba2 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:28:10.560942 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:10.594599 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 8103fc01-d6e2-458d-ab9e-2ff17e46786f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=8103fc01-d6e2-458d-ab9e-2ff17e46786f,segment=NetworkSegment(eaa76e0d-3d61-47ef-896b-5387bcb9ae62),segment_id=eaa76e0d-3d61-47ef-896b-5387bcb9ae62)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:28:10.600072 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:10.618027 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:10.650610 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] No DVR routers for this DVR port 00620f0f-9aea-4d19-b651-bfc2141e8ba2 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:28:10.657303 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event deleted for resources: {'Port': ['ID=00620f0f-9aea-4d19-b651-bfc2141e8ba2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:10.660111 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=8103fc01-d6e2-458d-ab9e-2ff17e46786f,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:10.692358 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae48e24-2ccb-4f56-b6be-db0634b852f8 None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 21:28:10.716997 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f0207acd-75d8-43b5-8d8a-b73273dce372 None None] Provisioning complete for port 8103fc01-d6e2-458d-ab9e-2ff17e46786f triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:10.717370 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0207acd-75d8-43b5-8d8a-b73273dce372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:10.738769 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:10.749084 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9a620e-2f8f-4a69-b5ba-bdffa5e3532b']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:10.759026 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42230c4-8b38-469c-94b9-3636a841408f') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:10.759305 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42230c4-8b38-469c-94b9-3636a841408f') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:10.768084 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:10.782170 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:10.788402 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:28:10.788788 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:28:10.791821 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:28:10.794281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae48e24-2ccb-4f56-b6be-db0634b852f8 None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 21:28:10.850120 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:10.855268 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:10.857731 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "DELETE /v2.0/networks/af9a620e-2f8f-4a69-b5ba-bdffa5e3532b HTTP/1.1" status: 204 len: 168 time: 1.6884215 Jul 23 21:28:10.862807 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56570) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:10.868524 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f5298381-c260-4cc5-ac07-c9d9119668ae tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1438364975'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:10.873723 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905d591-5259-4d73-b9b1-8d224fda7705 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event deleted for resources: {'Network': ['ID=af9a620e-2f8f-4a69-b5ba-bdffa5e3532b,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:10.888656 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5298381-c260-4cc5-ac07-c9d9119668ae tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Made reservation on behalf of bd57eeca9d08443fba4029743d45132a for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:10.892127 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5298381-c260-4cc5-ac07-c9d9119668ae tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:10.916049 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5298381-c260-4cc5-ac07-c9d9119668ae tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:28:10.925094 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5298381-c260-4cc5-ac07-c9d9119668ae tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:10.925434 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-f5298381-c260-4cc5-ac07-c9d9119668ae tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Added segment fff9b894-3e15-44cd-9f9d-8398c4878742 of type vlan for network e9d3a280-6a17-4087-b88d-3730e7a1ee5f Jul 23 21:28:10.970543 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5298381-c260-4cc5-ac07-c9d9119668ae tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:10.999910 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5298381-c260-4cc5-ac07-c9d9119668ae tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:11.005521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5298381-c260-4cc5-ac07-c9d9119668ae tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:11.006099 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f5298381-c260-4cc5-ac07-c9d9119668ae tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:11.048053 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f5298381-c260-4cc5-ac07-c9d9119668ae tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1834168 Jul 23 21:28:11.050821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56572) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:11.056156 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2cae5c14-ca9b-443f-80d8-eb78bb69d1ab tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Request body: {'subnet': {'network_id': 'e9d3a280-6a17-4087-b88d-3730e7a1ee5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:11.084315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5298381-c260-4cc5-ac07-c9d9119668ae tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event updated for resources: {'Network': ['ID=e9d3a280-6a17-4087-b88d-3730e7a1ee5f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:11.094800 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network e9d3a280-6a17-4087-b88d-3730e7a1ee5f details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:28:11.150862 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cae5c14-ca9b-443f-80d8-eb78bb69d1ab tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Made reservation on behalf of bd57eeca9d08443fba4029743d45132a for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:11.154915 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2cae5c14-ca9b-443f-80d8-eb78bb69d1ab tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:11.211445 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.ipam_backend_mixin [None req-2cae5c14-ca9b-443f-80d8-eb78bb69d1ab tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Performing IP validity checks on allocation pools {{(pid=93810) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 21:28:11.211962 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.ipam_backend_mixin [None req-2cae5c14-ca9b-443f-80d8-eb78bb69d1ab tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93810) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 21:28:11.334389 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2cae5c14-ca9b-443f-80d8-eb78bb69d1ab tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:11.398056 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae5c14-ca9b-443f-80d8-eb78bb69d1ab tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event updated for resources: {'Subnet': ['ID=ff226461-326b-4ad3-ae9a-a413e51849b0,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:11.406731 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae5c14-ca9b-443f-80d8-eb78bb69d1ab tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Checking segment: {'id': 'fff9b894-3e15-44cd-9f9d-8398c4878742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e9d3a280-6a17-4087-b88d-3730e7a1ee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:11.407114 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cae5c14-ca9b-443f-80d8-eb78bb69d1ab tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Network hostable DHCP agents. Network: e9d3a280-6a17-4087-b88d-3730e7a1ee5f, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:28:11.423508 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cae5c14-ca9b-443f-80d8-eb78bb69d1ab tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Network e9d3a280-6a17-4087-b88d-3730e7a1ee5f is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:28:11.431969 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2cae5c14-ca9b-443f-80d8-eb78bb69d1ab tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, e9d3a280-6a17-4087-b88d-3730e7a1ee5f) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:11.436764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cae5c14-ca9b-443f-80d8-eb78bb69d1ab tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:11.437351 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2cae5c14-ca9b-443f-80d8-eb78bb69d1ab tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:11.441900 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e642e787-2edf-4db8-ae19-6e0d286a0a18 None None] Network e9d3a280-6a17-4087-b88d-3730e7a1ee5f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:11.451193 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2cae5c14-ca9b-443f-80d8-eb78bb69d1ab tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.3992484 Jul 23 21:28:11.453846 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56574) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:11.560810 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e3a7-054e-48e8-a39c-a60771e44bdf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:11.590881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cae3480-5649-4760-827e-983f678fdadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-e9d3a280-6a17-4087-b88d-3730e7a1ee5f', 'network_id': 'e9d3a280-6a17-4087-b88d-3730e7a1ee5f', 'tenant_id': 'bd57eeca9d08443fba4029743d45132a', 'fixed_ips': [{'subnet_id': 'ff226461-326b-4ad3-ae9a-a413e51849b0'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:28:11.591795 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8cae3480-5649-4760-827e-983f678fdadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:11.612359 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e3a7-054e-48e8-a39c-a60771e44bdf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:11.677450 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e3a7-054e-48e8-a39c-a60771e44bdf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server [None req-8cae3480-5649-4760-827e-983f678fdadc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff226461-326b-4ad3-ae9a-a413e51849b0: This subnet is being modified by another concurrent operation. Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server raise exception Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff226461-326b-4ad3-ae9a-a413e51849b0: This subnet is being modified by another concurrent operation. Jul 23 21:28:11.697255 n-d-791504-18 neutron-server[93812]: ERROR oslo_messaging.rpc.server Jul 23 21:28:11.717564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8e3a7-054e-48e8-a39c-a60771e44bdf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event deleted for resources: {'Subnet': ['ID=ff226461-326b-4ad3-ae9a-a413e51849b0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:11.726380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324d18d8-bc7d-4327-9a6b-2a59499ce8cb None None] Network e9d3a280-6a17-4087-b88d-3730e7a1ee5f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:11.775037 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e3a7-054e-48e8-a39c-a60771e44bdf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:11.785569 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f6f8e3a7-054e-48e8-a39c-a60771e44bdf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d3a280-6a17-4087-b88d-3730e7a1ee5f']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:11.796446 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f6f8e3a7-054e-48e8-a39c-a60771e44bdf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff9b894-3e15-44cd-9f9d-8398c4878742') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:11.796740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-f6f8e3a7-054e-48e8-a39c-a60771e44bdf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff9b894-3e15-44cd-9f9d-8398c4878742') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:11.805341 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e3a7-054e-48e8-a39c-a60771e44bdf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:11.818724 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e3a7-054e-48e8-a39c-a60771e44bdf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:11.825078 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f8e3a7-054e-48e8-a39c-a60771e44bdf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:28:11.825568 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e3a7-054e-48e8-a39c-a60771e44bdf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:28:11.828556 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:28:11.837101 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56501142-c167-4e4a-ae1b-42ad6a0c65fd None None] get_active_networks_info from n-d-791504-18 {{(pid=93812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 21:28:11.892156 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e3a7-054e-48e8-a39c-a60771e44bdf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:11.897014 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f6f8e3a7-054e-48e8-a39c-a60771e44bdf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:11.903661 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f6f8e3a7-054e-48e8-a39c-a60771e44bdf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "DELETE /v2.0/networks/e9d3a280-6a17-4087-b88d-3730e7a1ee5f HTTP/1.1" status: 204 len: 168 time: 0.4444578 Jul 23 21:28:11.904132 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56576) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:11.909465 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56501142-c167-4e4a-ae1b-42ad6a0c65fd None None] Resources bound (agent type, host, resource id): {{(pid=93812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 21:28:11.909606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a2c9504f-08c9-411a-bd8d-8514def100ca tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1555123327'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:11.914861 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8e3a7-054e-48e8-a39c-a60771e44bdf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event deleted for resources: {'Network': ['ID=e9d3a280-6a17-4087-b88d-3730e7a1ee5f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:11.930886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c9504f-08c9-411a-bd8d-8514def100ca tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Made reservation on behalf of bd57eeca9d08443fba4029743d45132a for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:11.934487 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2c9504f-08c9-411a-bd8d-8514def100ca tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:11.958487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c9504f-08c9-411a-bd8d-8514def100ca tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:28:11.968179 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2c9504f-08c9-411a-bd8d-8514def100ca tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:11.968522 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-a2c9504f-08c9-411a-bd8d-8514def100ca tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Added segment c91a93c0-7d01-4b6a-8d07-22bdb5182fd7 of type vlan for network 51a696d7-5469-4af7-8ad6-597a288711e7 Jul 23 21:28:12.010791 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2c9504f-08c9-411a-bd8d-8514def100ca tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:12.040877 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2c9504f-08c9-411a-bd8d-8514def100ca tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:12.046625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c9504f-08c9-411a-bd8d-8514def100ca tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:12.047429 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a2c9504f-08c9-411a-bd8d-8514def100ca tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:12.087504 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a2c9504f-08c9-411a-bd8d-8514def100ca tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1820076 Jul 23 21:28:12.090940 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56578) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:12.096115 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2b453db5-e3ac-492f-975f-d3049981ec27 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Request body: {'subnet': {'network_id': '51a696d7-5469-4af7-8ad6-597a288711e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:12.119811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9504f-08c9-411a-bd8d-8514def100ca tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event updated for resources: {'Network': ['ID=51a696d7-5469-4af7-8ad6-597a288711e7,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:12.132026 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 51a696d7-5469-4af7-8ad6-597a288711e7 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:28:12.185404 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b453db5-e3ac-492f-975f-d3049981ec27 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Made reservation on behalf of bd57eeca9d08443fba4029743d45132a for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:12.189054 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b453db5-e3ac-492f-975f-d3049981ec27 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:12.313384 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 8103fc01-d6e2-458d-ab9e-2ff17e46786f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:28:12.366649 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 8103fc01-d6e2-458d-ab9e-2ff17e46786f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:12.366934 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:12.373112 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b453db5-e3ac-492f-975f-d3049981ec27 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:12.437088 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b453db5-e3ac-492f-975f-d3049981ec27 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event updated for resources: {'Subnet': ['ID=abf006f8-2f79-4bcd-b834-1185d5ae6cda,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:12.446524 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b453db5-e3ac-492f-975f-d3049981ec27 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Checking segment: {'id': 'c91a93c0-7d01-4b6a-8d07-22bdb5182fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51a696d7-5469-4af7-8ad6-597a288711e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:12.446885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b453db5-e3ac-492f-975f-d3049981ec27 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Network hostable DHCP agents. Network: 51a696d7-5469-4af7-8ad6-597a288711e7, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:28:12.462665 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b453db5-e3ac-492f-975f-d3049981ec27 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Network 51a696d7-5469-4af7-8ad6-597a288711e7 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:28:12.471322 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2b453db5-e3ac-492f-975f-d3049981ec27 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 51a696d7-5469-4af7-8ad6-597a288711e7) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:12.475510 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b453db5-e3ac-492f-975f-d3049981ec27 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:12.476126 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2b453db5-e3ac-492f-975f-d3049981ec27 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:12.481245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc0790b-edb8-40fb-955e-9f24abc367bc None None] Network 51a696d7-5469-4af7-8ad6-597a288711e7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:12.490661 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2b453db5-e3ac-492f-975f-d3049981ec27 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3986118 Jul 23 21:28:12.494345 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56580) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:12.499836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ebf77b6a-e817-4fbe-a903-6a1026d18248 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1224907113'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:12.520730 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf77b6a-e817-4fbe-a903-6a1026d18248 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Made reservation on behalf of bd57eeca9d08443fba4029743d45132a for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:12.524361 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebf77b6a-e817-4fbe-a903-6a1026d18248 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:12.551198 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf77b6a-e817-4fbe-a903-6a1026d18248 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:28:12.560332 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebf77b6a-e817-4fbe-a903-6a1026d18248 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:12.560824 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-ebf77b6a-e817-4fbe-a903-6a1026d18248 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Added segment 822bd9a5-743c-4d47-a265-e8f92a116abf of type vlan for network 026a0b30-7c96-435f-b4a5-88923d9daff4 Jul 23 21:28:12.603960 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebf77b6a-e817-4fbe-a903-6a1026d18248 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:12.631589 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebf77b6a-e817-4fbe-a903-6a1026d18248 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:12.637905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf77b6a-e817-4fbe-a903-6a1026d18248 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:12.638499 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ebf77b6a-e817-4fbe-a903-6a1026d18248 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:12.641848 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-51a696d7-5469-4af7-8ad6-597a288711e7', 'network_id': '51a696d7-5469-4af7-8ad6-597a288711e7', 'tenant_id': 'bd57eeca9d08443fba4029743d45132a', 'fixed_ips': [{'subnet_id': 'abf006f8-2f79-4bcd-b834-1185d5ae6cda'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:28:12.642920 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:12.677759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ebf77b6a-e817-4fbe-a903-6a1026d18248 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1823161 Jul 23 21:28:12.681588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56582) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:12.687037 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9ff7fde9-4d47-43f0-aff9-73aad20a9ecc tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Request body: {'subnet': {'network_id': '026a0b30-7c96-435f-b4a5-88923d9daff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:12.710245 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf77b6a-e817-4fbe-a903-6a1026d18248 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event updated for resources: {'Network': ['ID=026a0b30-7c96-435f-b4a5-88923d9daff4,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:12.721410 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 026a0b30-7c96-435f-b4a5-88923d9daff4 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:28:12.776467 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff7fde9-4d47-43f0-aff9-73aad20a9ecc tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Made reservation on behalf of bd57eeca9d08443fba4029743d45132a for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:12.780017 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ff7fde9-4d47-43f0-aff9-73aad20a9ecc tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:12.834608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Allocated IP 2001:db8::2 (51a696d7-5469-4af7-8ad6-597a288711e7/abf006f8-2f79-4bcd-b834-1185d5ae6cda/a32f7899-0143-46bc-9129-d0f741567476) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:28:12.962635 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ff7fde9-4d47-43f0-aff9-73aad20a9ecc tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:12.977833 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:12.989269 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Transition to ACTIVE for port object a32f7899-0143-46bc-9129-d0f741567476 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:13.006181 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Transition to ACTIVE for port object a32f7899-0143-46bc-9129-d0f741567476 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:13.019644 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.034377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7fde9-4d47-43f0-aff9-73aad20a9ecc tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event updated for resources: {'Subnet': ['ID=039f4435-fb7e-46bd-813e-26d4aa031be7,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:13.043981 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff7fde9-4d47-43f0-aff9-73aad20a9ecc tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Checking segment: {'id': '822bd9a5-743c-4d47-a265-e8f92a116abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '026a0b30-7c96-435f-b4a5-88923d9daff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:13.044333 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7fde9-4d47-43f0-aff9-73aad20a9ecc tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Network hostable DHCP agents. Network: 026a0b30-7c96-435f-b4a5-88923d9daff4, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:28:13.059265 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Network 51a696d7-5469-4af7-8ad6-597a288711e7 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:28:13.062778 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7fde9-4d47-43f0-aff9-73aad20a9ecc tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Network 026a0b30-7c96-435f-b4a5-88923d9daff4 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:28:13.064308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:13.067923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:28:13.074014 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-9ff7fde9-4d47-43f0-aff9-73aad20a9ecc tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 026a0b30-7c96-435f-b4a5-88923d9daff4) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:13.080468 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff7fde9-4d47-43f0-aff9-73aad20a9ecc tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:13.080774 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9ff7fde9-4d47-43f0-aff9-73aad20a9ecc tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.100441 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9ff7fde9-4d47-43f0-aff9-73aad20a9ecc tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4150348 Jul 23 21:28:13.100741 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56584) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:13.100867 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78583ba-9d4b-4d5f-bc30-f4756778a8aa None None] Network 026a0b30-7c96-435f-b4a5-88923d9daff4 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:13.104527 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Pushing event updated for resources: {'Port': ['ID=a32f7899-0143-46bc-9129-d0f741567476,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:13.156585 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Attempting to bind port a32f7899-0143-46bc-9129-d0f741567476 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:28:13.156953 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Attempting to bind port a32f7899-0143-46bc-9129-d0f741567476 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'c91a93c0-7d01-4b6a-8d07-22bdb5182fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51a696d7-5469-4af7-8ad6-597a288711e7'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:28:13.157309 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Attempting to bind port a32f7899-0143-46bc-9129-d0f741567476 on network 51a696d7-5469-4af7-8ad6-597a288711e7 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:28:13.186591 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:28:13.186953 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Checking segment: {'id': 'c91a93c0-7d01-4b6a-8d07-22bdb5182fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51a696d7-5469-4af7-8ad6-597a288711e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:13.187378 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.187767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Bound using segment: {'id': 'c91a93c0-7d01-4b6a-8d07-22bdb5182fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51a696d7-5469-4af7-8ad6-597a288711e7'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:28:13.188242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Bound port: a32f7899-0143-46bc-9129-d0f741567476, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91a93c0-7d01-4b6a-8d07-22bdb5182fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '51a696d7-5469-4af7-8ad6-597a288711e7'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:28:13.188621 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.199206 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b46f5905-1147-4f56-a2ab-4b2314b1c1aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.250971 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b46f5905-1147-4f56-a2ab-4b2314b1c1aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.296909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] For port a32f7899-0143-46bc-9129-d0f741567476, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:28:13.301345 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] For port a32f7899-0143-46bc-9129-d0f741567476, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a32f7899-0143-46bc-9129-d0f741567476,segment=NetworkSegment(c91a93c0-7d01-4b6a-8d07-22bdb5182fd7),segment_id=c91a93c0-7d01-4b6a-8d07-22bdb5182fd7)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:28:13.308015 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.316434 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b46f5905-1147-4f56-a2ab-4b2314b1c1aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.343197 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f5905-1147-4f56-a2ab-4b2314b1c1aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event deleted for resources: {'Subnet': ['ID=039f4435-fb7e-46bd-813e-26d4aa031be7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:13.361833 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e172dff5-20cd-4c23-8690-ac50a8fbd11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-026a0b30-7c96-435f-b4a5-88923d9daff4', 'network_id': '026a0b30-7c96-435f-b4a5-88923d9daff4', 'tenant_id': 'bd57eeca9d08443fba4029743d45132a', 'fixed_ips': [{'subnet_id': '039f4435-fb7e-46bd-813e-26d4aa031be7'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:28:13.362660 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e172dff5-20cd-4c23-8690-ac50a8fbd11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.393224 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88148838-8f23-4fe2-85ee-618cbc4bbd14 None None] Pushing event updated for resources: {'Port': ['ID=a32f7899-0143-46bc-9129-d0f741567476,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:13.418986 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b46f5905-1147-4f56-a2ab-4b2314b1c1aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.430233 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b46f5905-1147-4f56-a2ab-4b2314b1c1aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026a0b30-7c96-435f-b4a5-88923d9daff4']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:13.441800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b46f5905-1147-4f56-a2ab-4b2314b1c1aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822bd9a5-743c-4d47-a265-e8f92a116abf') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:13.442354 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b46f5905-1147-4f56-a2ab-4b2314b1c1aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822bd9a5-743c-4d47-a265-e8f92a116abf') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:13.453062 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b46f5905-1147-4f56-a2ab-4b2314b1c1aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.467622 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b46f5905-1147-4f56-a2ab-4b2314b1c1aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.470425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29601aab-2f15-46e6-a3e8-2fd91b35048d None None] Network 026a0b30-7c96-435f-b4a5-88923d9daff4 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:13.474476 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46f5905-1147-4f56-a2ab-4b2314b1c1aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:28:13.474872 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b46f5905-1147-4f56-a2ab-4b2314b1c1aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:28:13.479750 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:28:13.564000 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b46f5905-1147-4f56-a2ab-4b2314b1c1aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.570788 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b46f5905-1147-4f56-a2ab-4b2314b1c1aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.574339 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b46f5905-1147-4f56-a2ab-4b2314b1c1aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "DELETE /v2.0/networks/026a0b30-7c96-435f-b4a5-88923d9daff4 HTTP/1.1" status: 204 len: 168 time: 0.4715939 Jul 23 21:28:13.577151 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56586) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:13.589692 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f5905-1147-4f56-a2ab-4b2314b1c1aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event deleted for resources: {'Network': ['ID=026a0b30-7c96-435f-b4a5-88923d9daff4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:13.612629 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a859f90-1e81-4a9b-98b4-8fef631e9af3 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] GET failed (client error): The resource could not be found. Jul 23 21:28:13.613987 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9a859f90-1e81-4a9b-98b4-8fef631e9af3 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "GET /v2.0/subnets/039f4435-fb7e-46bd-813e-26d4aa031be7 HTTP/1.1" status: 404 len: 337 time: 0.0358469 Jul 23 21:28:13.616762 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56588) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:13.634856 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee263af-2137-4900-a86b-2a8b048ad6e0 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] DELETE failed (client error): The resource could not be found. Jul 23 21:28:13.635543 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee263af-2137-4900-a86b-2a8b048ad6e0 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:28:13.637856 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-eee263af-2137-4900-a86b-2a8b048ad6e0 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "DELETE /v2.0/networks/026a0b30-7c96-435f-b4a5-88923d9daff4 HTTP/1.1" status: 404 len: 339 time: 0.0201335 Jul 23 21:28:13.641920 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56590) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:13.670626 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b6d841-38a5-40f4-92af-8fb82b62b8bf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] DELETE failed (client error): The resource could not be found. Jul 23 21:28:13.671203 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b6d841-38a5-40f4-92af-8fb82b62b8bf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:28:13.675228 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b5b6d841-38a5-40f4-92af-8fb82b62b8bf tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "DELETE /v2.0/subnets/039f4435-fb7e-46bd-813e-26d4aa031be7 HTTP/1.1" status: 404 len: 337 time: 0.0299363 Jul 23 21:28:13.675631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56592) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:13.694050 n-d-791504-18 neutron-server[93810]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e0c4d1-2790-480b-877e-a0acf597e6d3 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] DELETE failed (client error): The resource could not be found. Jul 23 21:28:13.694611 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e0c4d1-2790-480b-877e-a0acf597e6d3 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93810) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:28:13.698676 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-90e0c4d1-2790-480b-877e-a0acf597e6d3 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "DELETE /v2.0/networks/026a0b30-7c96-435f-b4a5-88923d9daff4 HTTP/1.1" status: 404 len: 339 time: 0.0198205 Jul 23 21:28:13.698920 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56594) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:13.748804 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fa9b88-6994-49df-ab9b-475884219a67 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Deleting subnet abf006f8-2f79-4bcd-b834-1185d5ae6cda {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:28:13.751823 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-67fa9b88-6994-49df-ab9b-475884219a67 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.796588 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-67fa9b88-6994-49df-ab9b-475884219a67 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.879450 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-67fa9b88-6994-49df-ab9b-475884219a67 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.935979 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-67fa9b88-6994-49df-ab9b-475884219a67 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.968273 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa9b88-6994-49df-ab9b-475884219a67 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event deleted for resources: {'Subnet': ['ID=abf006f8-2f79-4bcd-b834-1185d5ae6cda,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:13.970196 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-67fa9b88-6994-49df-ab9b-475884219a67 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:13.972103 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-67fa9b88-6994-49df-ab9b-475884219a67 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "DELETE /v2.0/subnets/abf006f8-2f79-4bcd-b834-1185d5ae6cda HTTP/1.1" status: 204 len: 168 time: 0.2722561 Jul 23 21:28:13.974859 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56596) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:14.053368 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:14.108915 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Deleting port a32f7899-0143-46bc-9129-d0f741567476 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:28:14.109256 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:14.179005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] For port a32f7899-0143-46bc-9129-d0f741567476, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a32f7899-0143-46bc-9129-d0f741567476,segment=NetworkSegment(c91a93c0-7d01-4b6a-8d07-22bdb5182fd7),segment_id=c91a93c0-7d01-4b6a-8d07-22bdb5182fd7)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:28:14.179400 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:14.192047 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Calling delete_port for a32f7899-0143-46bc-9129-d0f741567476 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:28:14.276622 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:14.312341 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event deleted for resources: {'Port': ['ID=a32f7899-0143-46bc-9129-d0f741567476,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:14.314086 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] No DVR routers for this DVR port a32f7899-0143-46bc-9129-d0f741567476 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:28:14.341608 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cd5d67-9372-4d2c-bcc9-8395737edd16 None None] Network 51a696d7-5469-4af7-8ad6-597a288711e7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:14.367918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a32f7899-0143-46bc-9129-d0f741567476 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:28:14.397237 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:14.407790 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a696d7-5469-4af7-8ad6-597a288711e7']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:14.417591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91a93c0-7d01-4b6a-8d07-22bdb5182fd7') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:14.417886 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91a93c0-7d01-4b6a-8d07-22bdb5182fd7') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:14.424940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: a32f7899-0143-46bc-9129-d0f741567476 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:28:14.425282 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a32f7899-0143-46bc-9129-d0f741567476 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 21:28:14.426701 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:14.430408 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4d3c1110-70b5-4e06-a980-5ff97fbe4938 None None] Could not find standard attr ID for object a32f7899-0143-46bc-9129-d0f741567476. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 21:28:14.440859 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:14.446736 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:28:14.447139 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:14.450490 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Port a32f7899-0143-46bc-9129-d0f741567476 not found, will not notify nova. {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:28:14.450740 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:28:14.514462 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:14.522314 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:14.524492 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "DELETE /v2.0/networks/51a696d7-5469-4af7-8ad6-597a288711e7 HTTP/1.1" status: 204 len: 168 time: 0.5487273 Jul 23 21:28:14.527170 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56598) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:14.535610 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787f11e-e09f-4d3f-b10f-c656881aa304 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event deleted for resources: {'Network': ['ID=51a696d7-5469-4af7-8ad6-597a288711e7,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:14.554571 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-0901bc60-30f1-47ce-af6e-b313e07881e2 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] DELETE failed (client error): The resource could not be found. Jul 23 21:28:14.555034 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0901bc60-30f1-47ce-af6e-b313e07881e2 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:28:14.556846 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0901bc60-30f1-47ce-af6e-b313e07881e2 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "DELETE /v2.0/subnets/ff226461-326b-4ad3-ae9a-a413e51849b0 HTTP/1.1" status: 404 len: 337 time: 0.0286853 Jul 23 21:28:14.560365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56600) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:14.564116 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edd7455-dfb0-4853-a10e-5e86f72b1489 None None] DHCP port deletion for 51a696d7-5469-4af7-8ad6-597a288711e7 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:28:14.579352 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f516ad6-f482-4aa3-8eda-1529f188e5aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] DELETE failed (client error): The resource could not be found. Jul 23 21:28:14.579904 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f516ad6-f482-4aa3-8eda-1529f188e5aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:28:14.581575 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9f516ad6-f482-4aa3-8eda-1529f188e5aa tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "DELETE /v2.0/networks/e9d3a280-6a17-4087-b88d-3730e7a1ee5f HTTP/1.1" status: 404 len: 339 time: 0.0202885 Jul 23 21:28:14.584074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56602) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:14.613023 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3761c4-0f0f-4ee6-a39b-300edde61286 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] DELETE failed (client error): The resource could not be found. Jul 23 21:28:14.613464 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3761c4-0f0f-4ee6-a39b-300edde61286 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:28:14.615174 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9e3761c4-0f0f-4ee6-a39b-300edde61286 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "DELETE /v2.0/subnets/6fa84352-1698-4af6-84fd-9d7d56adeafe HTTP/1.1" status: 404 len: 337 time: 0.0302036 Jul 23 21:28:14.617622 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56604) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:14.634772 n-d-791504-18 neutron-server[93811]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd72612-8440-4b76-a9bb-9e5f5b093f99 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] DELETE failed (client error): The resource could not be found. Jul 23 21:28:14.635303 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd72612-8440-4b76-a9bb-9e5f5b093f99 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93811) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:28:14.637489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1fd72612-8440-4b76-a9bb-9e5f5b093f99 tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "DELETE /v2.0/networks/af9a620e-2f8f-4a69-b5ba-bdffa5e3532b HTTP/1.1" status: 404 len: 339 time: 0.0189860 Jul 23 21:28:14.640391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56606) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:14.687994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-535685c9-8ca8-46e2-b4d5-22950f8b37de tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Deleting subnet 71033a8a-859c-4f9d-aa86-efb3676c9cc7 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:28:14.690936 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-535685c9-8ca8-46e2-b4d5-22950f8b37de tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:14.729050 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-535685c9-8ca8-46e2-b4d5-22950f8b37de tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:14.814392 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-535685c9-8ca8-46e2-b4d5-22950f8b37de tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:14.872146 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-535685c9-8ca8-46e2-b4d5-22950f8b37de tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:14.898934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535685c9-8ca8-46e2-b4d5-22950f8b37de tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event deleted for resources: {'Subnet': ['ID=71033a8a-859c-4f9d-aa86-efb3676c9cc7,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:14.900898 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-535685c9-8ca8-46e2-b4d5-22950f8b37de tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:14.904684 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-535685c9-8ca8-46e2-b4d5-22950f8b37de tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "DELETE /v2.0/subnets/71033a8a-859c-4f9d-aa86-efb3676c9cc7 HTTP/1.1" status: 204 len: 168 time: 0.2614744 Jul 23 21:28:14.905499 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56608) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:14.908364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704cb594-31f2-4ab8-9633-eaf9a7f140bf None None] Network af8f681c-cc05-4e88-96bc-3c3d8f0f6a25 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:14.980710 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.037073 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Deleting port 8103fc01-d6e2-458d-ab9e-2ff17e46786f {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:28:15.037474 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.086663 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298c8f68-97e9-49f6-b347-eb9f4163f52e None None] DHCP port deletion for af8f681c-cc05-4e88-96bc-3c3d8f0f6a25 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:28:15.103622 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] For port 8103fc01-d6e2-458d-ab9e-2ff17e46786f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=8103fc01-d6e2-458d-ab9e-2ff17e46786f,segment=NetworkSegment(eaa76e0d-3d61-47ef-896b-5387bcb9ae62),segment_id=eaa76e0d-3d61-47ef-896b-5387bcb9ae62)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:28:15.103975 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.115945 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Calling delete_port for 8103fc01-d6e2-458d-ab9e-2ff17e46786f owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:28:15.133268 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-298c8f68-97e9-49f6-b347-eb9f4163f52e None None] Deleting port 8103fc01-d6e2-458d-ab9e-2ff17e46786f {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:28:15.133646 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-298c8f68-97e9-49f6-b347-eb9f4163f52e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.195810 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-298c8f68-97e9-49f6-b347-eb9f4163f52e None None] For port 8103fc01-d6e2-458d-ab9e-2ff17e46786f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=8103fc01-d6e2-458d-ab9e-2ff17e46786f,segment=NetworkSegment(eaa76e0d-3d61-47ef-896b-5387bcb9ae62),segment_id=eaa76e0d-3d61-47ef-896b-5387bcb9ae62)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:28:15.196222 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-298c8f68-97e9-49f6-b347-eb9f4163f52e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.198631 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.208651 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-298c8f68-97e9-49f6-b347-eb9f4163f52e None None] Calling delete_port for 8103fc01-d6e2-458d-ab9e-2ff17e46786f owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:28:15.225877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event deleted for resources: {'Port': ['ID=8103fc01-d6e2-458d-ab9e-2ff17e46786f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:15.227754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] No DVR routers for this DVR port 8103fc01-d6e2-458d-ab9e-2ff17e46786f on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:28:15.314929 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.326504 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8f681c-cc05-4e88-96bc-3c3d8f0f6a25']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:15.337328 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa76e0d-3d61-47ef-896b-5387bcb9ae62') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:15.337623 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa76e0d-3d61-47ef-896b-5387bcb9ae62') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:15.347241 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.362594 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.368636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:28:15.369030 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:28:15.372727 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:28:15.432153 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.440073 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.444197 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] 10.222.0.55 "DELETE /v2.0/networks/af8f681c-cc05-4e88-96bc-3c3d8f0f6a25 HTTP/1.1" status: 204 len: 168 time: 0.5353146 Jul 23 21:28:15.450023 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-298c8f68-97e9-49f6-b347-eb9f4163f52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.455234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe753116-3ec5-40fd-87a4-c356461243ee tempest-NetworksIpV6Test-2022591768 tempest-NetworksIpV6Test-2022591768-project] Pushing event deleted for resources: {'Network': ['ID=af8f681c-cc05-4e88-96bc-3c3d8f0f6a25,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:15.472885 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-298c8f68-97e9-49f6-b347-eb9f4163f52e None None] Network af8f681c-cc05-4e88-96bc-3c3d8f0f6a25 is not hosted by any dhcp agent {{(pid=93812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 21:28:15.473347 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c8f68-97e9-49f6-b347-eb9f4163f52e None None] No DVR routers for this DVR port 8103fc01-d6e2-458d-ab9e-2ff17e46786f on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:28:15.475360 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c8f68-97e9-49f6-b347-eb9f4163f52e None None] Pushing event deleted for resources: {'Port': ['ID=8103fc01-d6e2-458d-ab9e-2ff17e46786f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:15.689596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56614) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:15.786424 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.818465 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-73a8c207-86ce-4348-bf87-f091e1413684 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd57eeca9d08443fba4029743d45132a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276619 Jul 23 21:28:15.820972 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56618) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:15.873475 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15d8dd21-4577-44ce-9a7f-ec34954e34e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.894129 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15d8dd21-4577-44ce-9a7f-ec34954e34e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.940307 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15d8dd21-4577-44ce-9a7f-ec34954e34e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.943020 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-15d8dd21-4577-44ce-9a7f-ec34954e34e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:15.944297 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-15d8dd21-4577-44ce-9a7f-ec34954e34e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34d4bfa4-d883-4f65-8b24-acd2e10c1811 HTTP/1.1" status: 204 len: 168 time: 0.1224387 Jul 23 21:28:15.952334 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8dd21-4577-44ce-9a7f-ec34954e34e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d4bfa4-d883-4f65-8b24-acd2e10c1811,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:16.303783 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 8103fc01-d6e2-458d-ab9e-2ff17e46786f no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:28:16.324824 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 8103fc01-d6e2-458d-ab9e-2ff17e46786f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:28:16.325163 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 8103fc01-d6e2-458d-ab9e-2ff17e46786f not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:28:16.325566 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a32f7899-0143-46bc-9129-d0f741567476 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:28:16.347954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: a32f7899-0143-46bc-9129-d0f741567476 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:28:16.348294 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a32f7899-0143-46bc-9129-d0f741567476 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:28:16.554998 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56640) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:16.654338 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-57635238-96eb-42f9-af74-f2a50cb0de08 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1361686446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:16.676599 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57635238-96eb-42f9-af74-f2a50cb0de08 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:16.677537 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57635238-96eb-42f9-af74-f2a50cb0de08 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:16.727553 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57635238-96eb-42f9-af74-f2a50cb0de08 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:16.731396 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57635238-96eb-42f9-af74-f2a50cb0de08 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:16.748018 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-57635238-96eb-42f9-af74-f2a50cb0de08 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:16.749219 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-57635238-96eb-42f9-af74-f2a50cb0de08 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1931050 Jul 23 21:28:16.752396 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56644) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:16.757239 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a0999278-699a-4508-8f01-4de225201c8d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1329374820'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:16.776489 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0999278-699a-4508-8f01-4de225201c8d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Made reservation on behalf of da830d3ff57c462ca31ec28e73cc1fff for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:16.779895 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0999278-699a-4508-8f01-4de225201c8d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:16.790441 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0999278-699a-4508-8f01-4de225201c8d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:16.882344 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0999278-699a-4508-8f01-4de225201c8d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:16.886133 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0999278-699a-4508-8f01-4de225201c8d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:16.909319 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0999278-699a-4508-8f01-4de225201c8d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:28:16.923132 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0999278-699a-4508-8f01-4de225201c8d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8217607-599a-4188-895c-81b65f3d8dc8,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:16.928159 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0999278-699a-4508-8f01-4de225201c8d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:16.928574 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-a0999278-699a-4508-8f01-4de225201c8d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Added segment 7612de1e-b00c-4588-9f9a-b98b07e5ad46 of type vlan for network f48f2d48-b0a5-4077-9322-ce1a29adaa7b Jul 23 21:28:16.968389 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0999278-699a-4508-8f01-4de225201c8d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:16.997273 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0999278-699a-4508-8f01-4de225201c8d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:17.002934 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0999278-699a-4508-8f01-4de225201c8d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:17.003560 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a0999278-699a-4508-8f01-4de225201c8d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:17.039411 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a0999278-699a-4508-8f01-4de225201c8d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2859704 Jul 23 21:28:17.042344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56646) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:17.048069 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-19f7cee3-e4b0-4b5c-a28d-4017216ec0d6 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Request body: {'subnet': {'network_id': 'f48f2d48-b0a5-4077-9322-ce1a29adaa7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:17.077834 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0999278-699a-4508-8f01-4de225201c8d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Pushing event updated for resources: {'Network': ['ID=f48f2d48-b0a5-4077-9322-ce1a29adaa7b,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:17.088486 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network f48f2d48-b0a5-4077-9322-ce1a29adaa7b details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:28:17.138564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f7cee3-e4b0-4b5c-a28d-4017216ec0d6 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Made reservation on behalf of da830d3ff57c462ca31ec28e73cc1fff for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:17.142055 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19f7cee3-e4b0-4b5c-a28d-4017216ec0d6 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:17.277719 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:17.319346 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19f7cee3-e4b0-4b5c-a28d-4017216ec0d6 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:17.381173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7cee3-e4b0-4b5c-a28d-4017216ec0d6 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Pushing event updated for resources: {'Subnet': ['ID=4a27e493-50ce-4c43-92ad-60a6f9d7bde5,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:17.385352 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f7cee3-e4b0-4b5c-a28d-4017216ec0d6 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Checking segment: {'id': '7612de1e-b00c-4588-9f9a-b98b07e5ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f48f2d48-b0a5-4077-9322-ce1a29adaa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:17.385740 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f7cee3-e4b0-4b5c-a28d-4017216ec0d6 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Network hostable DHCP agents. Network: f48f2d48-b0a5-4077-9322-ce1a29adaa7b, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:28:17.402620 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f7cee3-e4b0-4b5c-a28d-4017216ec0d6 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Network f48f2d48-b0a5-4077-9322-ce1a29adaa7b is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:28:17.411264 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-19f7cee3-e4b0-4b5c-a28d-4017216ec0d6 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, f48f2d48-b0a5-4077-9322-ce1a29adaa7b) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:17.415177 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f7cee3-e4b0-4b5c-a28d-4017216ec0d6 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:17.415763 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19f7cee3-e4b0-4b5c-a28d-4017216ec0d6 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:17.420594 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7348f82-7d8c-4762-81e3-4ee5c9151772 None None] Network f48f2d48-b0a5-4077-9322-ce1a29adaa7b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:17.432320 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-19f7cee3-e4b0-4b5c-a28d-4017216ec0d6 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3851829 Jul 23 21:28:17.432512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56648) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:17.437979 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-73be5633-0696-44e2-883b-0ecc8f83b023 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1947950914'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:17.458529 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73be5633-0696-44e2-883b-0ecc8f83b023 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Made reservation on behalf of da830d3ff57c462ca31ec28e73cc1fff for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:17.462254 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73be5633-0696-44e2-883b-0ecc8f83b023 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:17.487129 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73be5633-0696-44e2-883b-0ecc8f83b023 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:28:17.498024 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73be5633-0696-44e2-883b-0ecc8f83b023 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:17.498364 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-73be5633-0696-44e2-883b-0ecc8f83b023 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Added segment ced8a9f3-4f1b-4723-9fdf-19f86d5dc8c4 of type vlan for network 747c74b3-b1fd-4333-99b1-0f4dc552a46e Jul 23 21:28:17.541405 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73be5633-0696-44e2-883b-0ecc8f83b023 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:17.569814 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-f48f2d48-b0a5-4077-9322-ce1a29adaa7b', 'network_id': 'f48f2d48-b0a5-4077-9322-ce1a29adaa7b', 'tenant_id': 'da830d3ff57c462ca31ec28e73cc1fff', 'fixed_ips': [{'subnet_id': '4a27e493-50ce-4c43-92ad-60a6f9d7bde5'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:28:17.570568 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:17.573453 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73be5633-0696-44e2-883b-0ecc8f83b023 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:17.579924 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73be5633-0696-44e2-883b-0ecc8f83b023 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:17.580508 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-73be5633-0696-44e2-883b-0ecc8f83b023 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:17.616651 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-73be5633-0696-44e2-883b-0ecc8f83b023 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1825097 Jul 23 21:28:17.619467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56650) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:17.625468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8f984fa7-0049-49eb-a806-875e4c368c2b tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Request body: {'subnet': {'network_id': '747c74b3-b1fd-4333-99b1-0f4dc552a46e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:17.677592 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be5633-0696-44e2-883b-0ecc8f83b023 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Pushing event updated for resources: {'Network': ['ID=747c74b3-b1fd-4333-99b1-0f4dc552a46e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:17.695676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 747c74b3-b1fd-4333-99b1-0f4dc552a46e details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:28:17.743209 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f984fa7-0049-49eb-a806-875e4c368c2b tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Made reservation on behalf of da830d3ff57c462ca31ec28e73cc1fff for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:17.746671 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f984fa7-0049-49eb-a806-875e4c368c2b tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:17.765863 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Allocated IP 172.20.0.2 (f48f2d48-b0a5-4077-9322-ce1a29adaa7b/4a27e493-50ce-4c43-92ad-60a6f9d7bde5/d74299e6-972c-4182-b810-59c53c916895) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:28:17.920335 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:17.929280 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f984fa7-0049-49eb-a806-875e4c368c2b tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:17.929860 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Transition to ACTIVE for port object d74299e6-972c-4182-b810-59c53c916895 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:17.944405 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Transition to ACTIVE for port object d74299e6-972c-4182-b810-59c53c916895 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:17.950646 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:17.988458 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Network f48f2d48-b0a5-4077-9322-ce1a29adaa7b is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:28:17.993733 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f984fa7-0049-49eb-a806-875e4c368c2b tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Pushing event updated for resources: {'Subnet': ['ID=20539387-36a4-4e59-9494-d8f334ed2f6b,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:17.994758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:17.999299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:28:18.002936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f984fa7-0049-49eb-a806-875e4c368c2b tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Checking segment: {'id': 'ced8a9f3-4f1b-4723-9fdf-19f86d5dc8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '747c74b3-b1fd-4333-99b1-0f4dc552a46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:18.003344 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f984fa7-0049-49eb-a806-875e4c368c2b tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Network hostable DHCP agents. Network: 747c74b3-b1fd-4333-99b1-0f4dc552a46e, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:28:18.003793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Pushing event updated for resources: {'Port': ['ID=d74299e6-972c-4182-b810-59c53c916895,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:18.024407 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f984fa7-0049-49eb-a806-875e4c368c2b tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Network 747c74b3-b1fd-4333-99b1-0f4dc552a46e is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:28:18.033450 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-8f984fa7-0049-49eb-a806-875e4c368c2b tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 747c74b3-b1fd-4333-99b1-0f4dc552a46e) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:18.037696 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f984fa7-0049-49eb-a806-875e4c368c2b tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:18.038240 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8f984fa7-0049-49eb-a806-875e4c368c2b tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:18.052877 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8f984fa7-0049-49eb-a806-875e4c368c2b tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4321315 Jul 23 21:28:18.055627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56652) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:18.060993 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-12065112-c63c-423a-9fe9-0437abc2d83f tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Request body: {'router': {'external_gateway_info': {'network_id': '747c74b3-b1fd-4333-99b1-0f4dc552a46e'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:18.062337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d81a6-8b03-41b2-9ef7-ba98e2f1bee4 None None] Network 747c74b3-b1fd-4333-99b1-0f4dc552a46e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:18.085133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Attempting to bind port d74299e6-972c-4182-b810-59c53c916895 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:28:18.085503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Attempting to bind port d74299e6-972c-4182-b810-59c53c916895 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '7612de1e-b00c-4588-9f9a-b98b07e5ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f48f2d48-b0a5-4077-9322-ce1a29adaa7b'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:28:18.085866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Attempting to bind port d74299e6-972c-4182-b810-59c53c916895 on network f48f2d48-b0a5-4077-9322-ce1a29adaa7b {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:28:18.098182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:28:18.099089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Checking segment: {'id': '7612de1e-b00c-4588-9f9a-b98b07e5ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f48f2d48-b0a5-4077-9322-ce1a29adaa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:18.099288 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:18.099631 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Bound using segment: {'id': '7612de1e-b00c-4588-9f9a-b98b07e5ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f48f2d48-b0a5-4077-9322-ce1a29adaa7b'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:28:18.100124 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Bound port: d74299e6-972c-4182-b810-59c53c916895, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7612de1e-b00c-4588-9f9a-b98b07e5ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f48f2d48-b0a5-4077-9322-ce1a29adaa7b'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:28:18.100490 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:18.234230 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] For port d74299e6-972c-4182-b810-59c53c916895, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:28:18.254860 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] For port d74299e6-972c-4182-b810-59c53c916895, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d74299e6-972c-4182-b810-59c53c916895,segment=NetworkSegment(7612de1e-b00c-4588-9f9a-b98b07e5ad46),segment_id=7612de1e-b00c-4588-9f9a-b98b07e5ad46)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:28:18.274308 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-12065112-c63c-423a-9fe9-0437abc2d83f tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:18.277084 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:18.288130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-747c74b3-b1fd-4333-99b1-0f4dc552a46e', 'network_id': '747c74b3-b1fd-4333-99b1-0f4dc552a46e', 'tenant_id': 'da830d3ff57c462ca31ec28e73cc1fff', 'fixed_ips': [{'subnet_id': '20539387-36a4-4e59-9494-d8f334ed2f6b'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:28:18.288979 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:18.395028 n-d-791504-18 neutron-server[93811]: INFO neutron.api.v2.resource [None req-12065112-c63c-423a-9fe9-0437abc2d83f tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 21:28:18.396180 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-12065112-c63c-423a-9fe9-0437abc2d83f tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] 10.222.0.55 "PUT /v2.0/routers/e6e73e36-fbe8-4ce8-aea2-06021644811c HTTP/1.1" status: 400 len: 364 time: 0.3394303 Jul 23 21:28:18.402578 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56654) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:18.406877 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e269d7e-552e-4da1-af1e-3ed6f5a081a8 None None] Pushing event updated for resources: {'Port': ['ID=d74299e6-972c-4182-b810-59c53c916895,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:18.455622 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-23585c47-d469-4076-8b81-5b4217d8eb5e tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Deleting subnet 20539387-36a4-4e59-9494-d8f334ed2f6b {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:28:18.472864 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Allocated IP 172.21.0.2 (747c74b3-b1fd-4333-99b1-0f4dc552a46e/20539387-36a4-4e59-9494-d8f334ed2f6b/4b194391-78d8-4e6c-bf1a-61812afd1976) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:28:18.646131 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:18.654269 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Transition to ACTIVE for port object 4b194391-78d8-4e6c-bf1a-61812afd1976 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:18.668682 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Transition to ACTIVE for port object 4b194391-78d8-4e6c-bf1a-61812afd1976 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:18.672989 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-23585c47-d469-4076-8b81-5b4217d8eb5e tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:18.673735 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:18.708465 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Network 747c74b3-b1fd-4333-99b1-0f4dc552a46e is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:28:18.711349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:18.713030 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-23585c47-d469-4076-8b81-5b4217d8eb5e tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:18.713930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:28:18.749153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Pushing event updated for resources: {'Port': ['ID=4b194391-78d8-4e6c-bf1a-61812afd1976,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:18.784258 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Attempting to bind port 4b194391-78d8-4e6c-bf1a-61812afd1976 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:28:18.784627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Attempting to bind port 4b194391-78d8-4e6c-bf1a-61812afd1976 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'ced8a9f3-4f1b-4723-9fdf-19f86d5dc8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '747c74b3-b1fd-4333-99b1-0f4dc552a46e'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:28:18.784988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Attempting to bind port 4b194391-78d8-4e6c-bf1a-61812afd1976 on network 747c74b3-b1fd-4333-99b1-0f4dc552a46e {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:28:18.789862 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:28:18.790255 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Checking segment: {'id': 'ced8a9f3-4f1b-4723-9fdf-19f86d5dc8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '747c74b3-b1fd-4333-99b1-0f4dc552a46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:18.790653 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:18.791040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Bound using segment: {'id': 'ced8a9f3-4f1b-4723-9fdf-19f86d5dc8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '747c74b3-b1fd-4333-99b1-0f4dc552a46e'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:28:18.791537 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Bound port: 4b194391-78d8-4e6c-bf1a-61812afd1976, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced8a9f3-4f1b-4723-9fdf-19f86d5dc8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '747c74b3-b1fd-4333-99b1-0f4dc552a46e'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:28:18.791912 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:18.808941 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-23585c47-d469-4076-8b81-5b4217d8eb5e tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:18.868476 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-23585c47-d469-4076-8b81-5b4217d8eb5e tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:18.872038 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] For port 4b194391-78d8-4e6c-bf1a-61812afd1976, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:28:18.875223 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] For port 4b194391-78d8-4e6c-bf1a-61812afd1976, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=4b194391-78d8-4e6c-bf1a-61812afd1976,segment=NetworkSegment(ced8a9f3-4f1b-4723-9fdf-19f86d5dc8c4),segment_id=ced8a9f3-4f1b-4723-9fdf-19f86d5dc8c4)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:28:18.879645 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:18.895375 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23585c47-d469-4076-8b81-5b4217d8eb5e tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Pushing event deleted for resources: {'Subnet': ['ID=20539387-36a4-4e59-9494-d8f334ed2f6b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:18.899221 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-23585c47-d469-4076-8b81-5b4217d8eb5e tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:18.901171 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-23585c47-d469-4076-8b81-5b4217d8eb5e tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] 10.222.0.55 "DELETE /v2.0/subnets/20539387-36a4-4e59-9494-d8f334ed2f6b HTTP/1.1" status: 204 len: 168 time: 0.4973660 Jul 23 21:28:18.903997 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56656) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:18.935802 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c7733-f6eb-49f3-ac87-f79031ee1a49 None None] Pushing event updated for resources: {'Port': ['ID=4b194391-78d8-4e6c-bf1a-61812afd1976,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:18.992242 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:19.048770 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Deleting port 4b194391-78d8-4e6c-bf1a-61812afd1976 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:28:19.049110 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:19.137532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] For port 4b194391-78d8-4e6c-bf1a-61812afd1976, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=4b194391-78d8-4e6c-bf1a-61812afd1976,segment=NetworkSegment(ced8a9f3-4f1b-4723-9fdf-19f86d5dc8c4),segment_id=ced8a9f3-4f1b-4723-9fdf-19f86d5dc8c4)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:28:19.137893 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:19.150259 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Calling delete_port for 4b194391-78d8-4e6c-bf1a-61812afd1976 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:28:19.244886 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:19.275438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Pushing event deleted for resources: {'Port': ['ID=4b194391-78d8-4e6c-bf1a-61812afd1976,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:19.281464 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] No DVR routers for this DVR port 4b194391-78d8-4e6c-bf1a-61812afd1976 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:28:19.362733 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:19.365634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1a128c-6b2c-4597-b55d-734bff4dbbf7 None None] Network f48f2d48-b0a5-4077-9322-ce1a29adaa7b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:19.373419 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747c74b3-b1fd-4333-99b1-0f4dc552a46e']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:19.387708 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced8a9f3-4f1b-4723-9fdf-19f86d5dc8c4') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:19.388006 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced8a9f3-4f1b-4723-9fdf-19f86d5dc8c4') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:19.398160 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:19.413299 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:19.419494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:28:19.419891 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:28:19.425639 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:28:19.432574 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3b088fff-db2e-4eb4-8004-61288d0329da None None] Provisioning for port d74299e6-972c-4182-b810-59c53c916895 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:28:19.491340 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:19.499704 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:19.501574 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] 10.222.0.55 "DELETE /v2.0/networks/747c74b3-b1fd-4333-99b1-0f4dc552a46e HTTP/1.1" status: 204 len: 168 time: 0.5965819 Jul 23 21:28:19.504450 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56658) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:19.511973 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c539f1f-fc03-4da2-8e72-6a712c7e1c6d tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Pushing event deleted for resources: {'Network': ['ID=747c74b3-b1fd-4333-99b1-0f4dc552a46e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:19.567949 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d8c726-40b4-458a-b2a3-70d1dc186967 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Deleting subnet 4a27e493-50ce-4c43-92ad-60a6f9d7bde5 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:28:19.571639 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-27d8c726-40b4-458a-b2a3-70d1dc186967 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:19.622432 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-27d8c726-40b4-458a-b2a3-70d1dc186967 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:19.715403 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-27d8c726-40b4-458a-b2a3-70d1dc186967 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:19.778307 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-27d8c726-40b4-458a-b2a3-70d1dc186967 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:19.812043 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8c726-40b4-458a-b2a3-70d1dc186967 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Pushing event deleted for resources: {'Subnet': ['ID=4a27e493-50ce-4c43-92ad-60a6f9d7bde5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:19.814066 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-27d8c726-40b4-458a-b2a3-70d1dc186967 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:19.816909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-27d8c726-40b4-458a-b2a3-70d1dc186967 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] 10.222.0.55 "DELETE /v2.0/subnets/4a27e493-50ce-4c43-92ad-60a6f9d7bde5 HTTP/1.1" status: 204 len: 168 time: 0.3099411 Jul 23 21:28:19.818506 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56660) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:19.821929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543357ec-15bc-4d32-a461-c6a8e0fcf695 None None] Network f48f2d48-b0a5-4077-9322-ce1a29adaa7b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:19.899653 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:19.960586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Deleting port d74299e6-972c-4182-b810-59c53c916895 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:28:19.960925 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:19.982867 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009d9a13-c36c-44be-aadd-fce6f9a0ac2d None None] DHCP port deletion for 747c74b3-b1fd-4333-99b1-0f4dc552a46e request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:28:20.002194 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40100648-65e9-4ae0-8911-ef51584f0980 None None] Network 747c74b3-b1fd-4333-99b1-0f4dc552a46e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:20.013993 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40100648-65e9-4ae0-8911-ef51584f0980 None None] Network 747c74b3-b1fd-4333-99b1-0f4dc552a46e could not be found, it might have been deleted concurrently. {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 21:28:20.026661 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28cddf5-c30e-40c9-bf6d-d95ad20dbccd None None] DHCP port deletion for f48f2d48-b0a5-4077-9322-ce1a29adaa7b request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:28:20.033815 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] For port d74299e6-972c-4182-b810-59c53c916895, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d74299e6-972c-4182-b810-59c53c916895,segment=NetworkSegment(7612de1e-b00c-4588-9f9a-b98b07e5ad46),segment_id=7612de1e-b00c-4588-9f9a-b98b07e5ad46)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:28:20.034180 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:20.046407 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Calling delete_port for d74299e6-972c-4182-b810-59c53c916895 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:28:20.063896 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-952ee723-a93c-4149-a013-96e288142e5e None None] Could not find standard attr ID for object 4b194391-78d8-4e6c-bf1a-61812afd1976. {{(pid=93812) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 21:28:20.080841 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c28cddf5-c30e-40c9-bf6d-d95ad20dbccd None None] Deleting port d74299e6-972c-4182-b810-59c53c916895 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:28:20.081210 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c28cddf5-c30e-40c9-bf6d-d95ad20dbccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:20.130676 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:20.146023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-c28cddf5-c30e-40c9-bf6d-d95ad20dbccd None None] For port d74299e6-972c-4182-b810-59c53c916895, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d74299e6-972c-4182-b810-59c53c916895,segment=NetworkSegment(7612de1e-b00c-4588-9f9a-b98b07e5ad46),segment_id=7612de1e-b00c-4588-9f9a-b98b07e5ad46)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:28:20.146410 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c28cddf5-c30e-40c9-bf6d-d95ad20dbccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:20.157693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Pushing event deleted for resources: {'Port': ['ID=d74299e6-972c-4182-b810-59c53c916895,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:20.158595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c28cddf5-c30e-40c9-bf6d-d95ad20dbccd None None] Calling delete_port for d74299e6-972c-4182-b810-59c53c916895 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:28:20.164813 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] No DVR routers for this DVR port d74299e6-972c-4182-b810-59c53c916895 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:28:20.234920 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c28cddf5-c30e-40c9-bf6d-d95ad20dbccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:20.243228 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:20.253608 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48f2d48-b0a5-4077-9322-ce1a29adaa7b']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:20.263216 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28cddf5-c30e-40c9-bf6d-d95ad20dbccd None None] Pushing event deleted for resources: {'Port': ['ID=d74299e6-972c-4182-b810-59c53c916895,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:20.266339 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7612de1e-b00c-4588-9f9a-b98b07e5ad46') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:20.266651 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7612de1e-b00c-4588-9f9a-b98b07e5ad46') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:20.266767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28cddf5-c30e-40c9-bf6d-d95ad20dbccd None None] No DVR routers for this DVR port d74299e6-972c-4182-b810-59c53c916895 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:28:20.278861 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:20.292820 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:20.298636 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:28:20.299018 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:28:20.302014 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:28:20.362793 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:20.369456 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:20.371415 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] 10.222.0.55 "DELETE /v2.0/networks/f48f2d48-b0a5-4077-9322-ce1a29adaa7b HTTP/1.1" status: 204 len: 168 time: 0.5517187 Jul 23 21:28:20.374423 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56662) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:20.382244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f674b-4d0f-4ba1-9038-3b302cb4e193 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Pushing event deleted for resources: {'Network': ['ID=f48f2d48-b0a5-4077-9322-ce1a29adaa7b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:20.409588 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c62498e2-355c-4be0-a558-4a70e5b68674 tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e73e36-fbe8-4ce8-aea2-06021644811c HTTP/1.1" status: 200 len: 205 time: 0.0339992 Jul 23 21:28:20.411909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56664) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:20.766398 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27b72392-9d76-4822-aab7-8420ec79c17f tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:20.918498 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27b72392-9d76-4822-aab7-8420ec79c17f tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:20.920479 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27b72392-9d76-4822-aab7-8420ec79c17f tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:20.960704 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27b72392-9d76-4822-aab7-8420ec79c17f tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:20.961262 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b72392-9d76-4822-aab7-8420ec79c17f tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Fanout notify agent at l3_agent the message router_deleted on router e6e73e36-fbe8-4ce8-aea2-06021644811c {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:28:20.968620 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-27b72392-9d76-4822-aab7-8420ec79c17f tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:20.969836 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-27b72392-9d76-4822-aab7-8420ec79c17f tempest-RoutersNegativeTest-898664519 tempest-RoutersNegativeTest-898664519-project] 10.222.0.55 "DELETE /v2.0/routers/e6e73e36-fbe8-4ce8-aea2-06021644811c HTTP/1.1" status: 204 len: 168 time: 0.5570471 Jul 23 21:28:21.201244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56670) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:21.330822 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8156bc39-bc30-4c25-ac10-6326e4bc6be5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da830d3ff57c462ca31ec28e73cc1fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284146 Jul 23 21:28:21.333479 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56674) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:21.382465 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-53c8592c-d3bb-49aa-b254-8ed41581b1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:21.403085 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-53c8592c-d3bb-49aa-b254-8ed41581b1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:21.451782 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-53c8592c-d3bb-49aa-b254-8ed41581b1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:21.454257 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-53c8592c-d3bb-49aa-b254-8ed41581b1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:21.455427 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-53c8592c-d3bb-49aa-b254-8ed41581b1a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8217607-599a-4188-895c-81b65f3d8dc8 HTTP/1.1" status: 204 len: 168 time: 0.1210017 Jul 23 21:28:21.463076 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8592c-d3bb-49aa-b254-8ed41581b1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8217607-599a-4188-895c-81b65f3d8dc8,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:22.047157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56696) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:22.137399 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d621e17c-cf73-448c-ae88-61fea7aff3e8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1200335128-network', 'tenant_id': 'ae6afc81f7bf490a918e2cfd39464043'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:22.157210 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d621e17c-cf73-448c-ae88-61fea7aff3e8 admin admin] Made reservation on behalf of ae6afc81f7bf490a918e2cfd39464043 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:22.159518 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d621e17c-cf73-448c-ae88-61fea7aff3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:22.168529 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d621e17c-cf73-448c-ae88-61fea7aff3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:22.258435 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d621e17c-cf73-448c-ae88-61fea7aff3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:22.261838 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d621e17c-cf73-448c-ae88-61fea7aff3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:22.282994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d621e17c-cf73-448c-ae88-61fea7aff3e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:28:22.298365 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621e17c-cf73-448c-ae88-61fea7aff3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05587f52-1b92-423d-952c-5e006468c3df,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:22.301335 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d621e17c-cf73-448c-ae88-61fea7aff3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:22.301677 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-d621e17c-cf73-448c-ae88-61fea7aff3e8 admin admin] Added segment 62cc9b7e-2e80-463e-9000-8c3f7397983d of type vlan for network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e Jul 23 21:28:22.341252 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d621e17c-cf73-448c-ae88-61fea7aff3e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:22.370742 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d621e17c-cf73-448c-ae88-61fea7aff3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:22.371742 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d621e17c-cf73-448c-ae88-61fea7aff3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:22.372315 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d621e17c-cf73-448c-ae88-61fea7aff3e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:22.407777 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d621e17c-cf73-448c-ae88-61fea7aff3e8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3612030 Jul 23 21:28:22.411024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56700) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:22.416078 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1b0bcc62-28df-4e2b-a027-aa1d55881885 admin admin] Request body: {'subnet': {'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1200335128-subnet', 'tenant_id': 'ae6afc81f7bf490a918e2cfd39464043', 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:22.434751 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621e17c-cf73-448c-ae88-61fea7aff3e8 admin admin] Pushing event updated for resources: {'Network': ['ID=ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:22.436592 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0bcc62-28df-4e2b-a027-aa1d55881885 admin admin] Made reservation on behalf of ae6afc81f7bf490a918e2cfd39464043 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:22.438995 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b0bcc62-28df-4e2b-a027-aa1d55881885 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:22.444649 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:28:22.619774 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b0bcc62-28df-4e2b-a027-aa1d55881885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:22.677739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bcc62-28df-4e2b-a027-aa1d55881885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d75c8c9-73f8-44a6-a854-ec279348d0f4,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:22.685149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0bcc62-28df-4e2b-a027-aa1d55881885 admin admin] Checking segment: {'id': '62cc9b7e-2e80-463e-9000-8c3f7397983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:22.685510 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0bcc62-28df-4e2b-a027-aa1d55881885 admin admin] Network hostable DHCP agents. Network: ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:28:22.702502 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0bcc62-28df-4e2b-a027-aa1d55881885 admin admin] Network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:28:22.711320 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-1b0bcc62-28df-4e2b-a027-aa1d55881885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:22.718167 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0bcc62-28df-4e2b-a027-aa1d55881885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:22.718952 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1b0bcc62-28df-4e2b-a027-aa1d55881885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:22.720224 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51739cd4-2329-4d33-aa9f-b2ef53daae89 None None] Network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:22.733756 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1b0bcc62-28df-4e2b-a027-aa1d55881885 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3216074 Jul 23 21:28:22.737672 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56702) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:22.742080 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1200335128-router', 'tenant_id': 'ae6afc81f7bf490a918e2cfd39464043', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:22.763156 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:22.764182 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:22.820428 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:22.892578 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e', 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e', 'tenant_id': 'ae6afc81f7bf490a918e2cfd39464043', 'fixed_ips': [{'subnet_id': '2d75c8c9-73f8-44a6-a854-ec279348d0f4'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:28:22.893439 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:22.960928 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:23.032345 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Allocated IP 172.20.0.2 (ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e/2d75c8c9-73f8-44a6-a854-ec279348d0f4/7e85567c-be05-4e1e-841e-d24cf0ce28a8) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:28:23.172754 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:23.187703 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:23.191794 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:23.196477 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Transition to ACTIVE for port object 7e85567c-be05-4e1e-841e-d24cf0ce28a8 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:23.213182 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Transition to ACTIVE for port object 7e85567c-be05-4e1e-841e-d24cf0ce28a8 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:23.219850 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:23.256973 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:28:23.262282 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:23.265551 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:28:23.274045 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Pushing event updated for resources: {'Port': ['ID=7e85567c-be05-4e1e-841e-d24cf0ce28a8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:23.294259 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Allocated IP 172.25.3.113 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/0283d7cc-1e77-4024-8bcf-1e1a2928f76f) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:28:23.331524 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Attempting to bind port 7e85567c-be05-4e1e-841e-d24cf0ce28a8 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:28:23.331893 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Attempting to bind port 7e85567c-be05-4e1e-841e-d24cf0ce28a8 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '62cc9b7e-2e80-463e-9000-8c3f7397983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:28:23.332254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Attempting to bind port 7e85567c-be05-4e1e-841e-d24cf0ce28a8 on network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:28:23.337096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:28:23.337470 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Checking segment: {'id': '62cc9b7e-2e80-463e-9000-8c3f7397983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:23.337875 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:23.338267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Bound using segment: {'id': '62cc9b7e-2e80-463e-9000-8c3f7397983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:28:23.338731 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Bound port: 7e85567c-be05-4e1e-841e-d24cf0ce28a8, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cc9b7e-2e80-463e-9000-8c3f7397983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:28:23.339131 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:23.400634 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:23.404367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] For port 7e85567c-be05-4e1e-841e-d24cf0ce28a8, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:28:23.407678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] For port 7e85567c-be05-4e1e-841e-d24cf0ce28a8, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7e85567c-be05-4e1e-841e-d24cf0ce28a8,segment=NetworkSegment(62cc9b7e-2e80-463e-9000-8c3f7397983d),segment_id=62cc9b7e-2e80-463e-9000-8c3f7397983d)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:28:23.413611 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:23.443538 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:23.474779 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72e0d3-200a-4a79-9037-e22b58342e36 None None] Pushing event updated for resources: {'Port': ['ID=7e85567c-be05-4e1e-841e-d24cf0ce28a8,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:23.482474 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:28:23.485426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:23.491222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:28:23.515915 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0283d7cc-1e77-4024-8bcf-1e1a2928f76f,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:23.760788 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:23.956124 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:24.083514 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Router 29ad8a86-daea-47bc-bf7e-27932796279e is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:28:24.194723 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:28:24.207054 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Sync routers for ids ['29ad8a86-daea-47bc-bf7e-27932796279e'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:28:24.214536 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:24.218421 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-32ab4f3b-5955-4d93-85fb-4dcf053154c7 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4772594 Jul 23 21:28:24.218791 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56704) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:24.221309 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Routers {'29ad8a86-daea-47bc-bf7e-27932796279e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:28:24.221985 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:27:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['29ad8a86-daea-47bc-bf7e-27932796279e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:24.378175 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7e85567c-be05-4e1e-841e-d24cf0ce28a8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:28:24.435269 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 7e85567c-be05-4e1e-841e-d24cf0ce28a8 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:28:24.438217 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Set router 29ad8a86-daea-47bc-bf7e-27932796279e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:28:24.441025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62efcb05-8b8b-4d73-bf2a-196feaae610a None None] Network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:24.643553 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'name': 'tempest-TestEncryptedCinderVolumes-1200335128-router', 'tenant_id': 'ae6afc81f7bf490a918e2cfd39464043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '0283d7cc-1e77-4024-8bcf-1e1a2928f76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:28:22Z', 'updated_at': '2021-07-23T21:28:23Z', 'revision_number': 3, 'project_id': 'ae6afc81f7bf490a918e2cfd39464043', 'gw_port': {'id': '0283d7cc-1e77-4024-8bcf-1e1a2928f76f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:31:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:23Z', 'updated_at': '2021-07-23T21:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:24.674772 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Checking router: 29ad8a86-daea-47bc-bf7e-27932796279e for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:28:24.675144 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Updating router 29ad8a86-daea-47bc-bf7e-27932796279e port 0283d7cc-1e77-4024-8bcf-1e1a2928f76f binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:28:24.690932 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c342afd1-4fcf-42cd-a8b0-4f765ce001db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:24.697988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63f9b470-8663-4246-bc9e-e9d2e6226854 None None] Provisioning for port 7e85567c-be05-4e1e-841e-d24cf0ce28a8 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:28:24.704112 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:24.707725 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63f9b470-8663-4246-bc9e-e9d2e6226854 None None] Provisioning complete for port 7e85567c-be05-4e1e-841e-d24cf0ce28a8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:24.708188 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63f9b470-8663-4246-bc9e-e9d2e6226854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:24.719153 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:24.859954 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63f9b470-8663-4246-bc9e-e9d2e6226854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:24.875661 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Allocated IP 172.20.0.1 (ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e/2d75c8c9-73f8-44a6-a854-ec279348d0f4/7080f833-6aa1-4365-a409-55ca00a6acd1) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:28:24.894209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63f9b470-8663-4246-bc9e-e9d2e6226854 None None] For port 7e85567c-be05-4e1e-841e-d24cf0ce28a8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7e85567c-be05-4e1e-841e-d24cf0ce28a8,segment=NetworkSegment(62cc9b7e-2e80-463e-9000-8c3f7397983d),segment_id=62cc9b7e-2e80-463e-9000-8c3f7397983d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:28:24.899481 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63f9b470-8663-4246-bc9e-e9d2e6226854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:24.966863 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9b470-8663-4246-bc9e-e9d2e6226854 None None] Pushing event updated for resources: {'Port': ['ID=7e85567c-be05-4e1e-841e-d24cf0ce28a8,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:25.000803 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:25.013706 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:25.017586 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Transition to ACTIVE for port object 7080f833-6aa1-4365-a409-55ca00a6acd1 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:25.025584 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Transition to ACTIVE for port object 0283d7cc-1e77-4024-8bcf-1e1a2928f76f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:25.031837 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:25.052157 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:25.087995 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Attempting to bind port 0283d7cc-1e77-4024-8bcf-1e1a2928f76f on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:28:25.089074 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Attempting to bind port 0283d7cc-1e77-4024-8bcf-1e1a2928f76f by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:28:25.089325 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Attempting to bind port 0283d7cc-1e77-4024-8bcf-1e1a2928f76f on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:28:25.091156 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab186b-5c07-4b85-bd19-809590476b6c None None] Pushing event updated for resources: {'Port': ['ID=0283d7cc-1e77-4024-8bcf-1e1a2928f76f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:25.101032 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:28:25.101398 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:25.101799 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:25.103071 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:28:25.103211 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:28:25.103302 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Bound port: 0283d7cc-1e77-4024-8bcf-1e1a2928f76f, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:28:25.103393 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:25.106736 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab186b-5c07-4b85-bd19-809590476b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:25.107216 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab186b-5c07-4b85-bd19-809590476b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:25.107553 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab186b-5c07-4b85-bd19-809590476b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:25.107882 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab186b-5c07-4b85-bd19-809590476b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:25.108207 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab186b-5c07-4b85-bd19-809590476b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:25.108531 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab186b-5c07-4b85-bd19-809590476b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:25.108851 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab186b-5c07-4b85-bd19-809590476b6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:25.109170 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab186b-5c07-4b85-bd19-809590476b6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:25.109541 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab186b-5c07-4b85-bd19-809590476b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:25.110169 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab186b-5c07-4b85-bd19-809590476b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:25.110285 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab186b-5c07-4b85-bd19-809590476b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:25.110606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:25.110722 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab186b-5c07-4b85-bd19-809590476b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:28:25.116265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:28:25.123125 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fbeb46f8-cf9c-4a42-87c8-8d18ef2d6aa7 None None] Provisioning complete for port 7e85567c-be05-4e1e-841e-d24cf0ce28a8 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:25.123558 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fbeb46f8-cf9c-4a42-87c8-8d18ef2d6aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:25.152580 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Pushing event updated for resources: {'Port': ['ID=7080f833-6aa1-4365-a409-55ca00a6acd1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:25.166130 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:25.179978 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] For port 0283d7cc-1e77-4024-8bcf-1e1a2928f76f, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:28:25.183748 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] For port 0283d7cc-1e77-4024-8bcf-1e1a2928f76f, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0283d7cc-1e77-4024-8bcf-1e1a2928f76f,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:28:25.189406 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:25.248739 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Routers {'29ad8a86-daea-47bc-bf7e-27932796279e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:28:25.249397 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:27:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['29ad8a86-daea-47bc-bf7e-27932796279e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:25.320228 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab186b-5c07-4b85-bd19-809590476b6c None None] Pushing event updated for resources: {'Port': ['ID=0283d7cc-1e77-4024-8bcf-1e1a2928f76f,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:25.326824 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:25.365945 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] Set router 29ad8a86-daea-47bc-bf7e-27932796279e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:28:25.451016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-93c5beed-a247-4ebb-bf5a-5835313070a9 None None] Provisioning for port 7080f833-6aa1-4365-a409-55ca00a6acd1 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:28:25.456170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-93c5beed-a247-4ebb-bf5a-5835313070a9 None None] Provisioning complete for port 7080f833-6aa1-4365-a409-55ca00a6acd1 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:25.456539 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93c5beed-a247-4ebb-bf5a-5835313070a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:25.492557 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-93c5beed-a247-4ebb-bf5a-5835313070a9 None None] Port 7080f833-6aa1-4365-a409-55ca00a6acd1 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:28:25.501335 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:25.506404 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:25.547492 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'name': 'tempest-TestEncryptedCinderVolumes-1200335128-router', 'tenant_id': 'ae6afc81f7bf490a918e2cfd39464043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '0283d7cc-1e77-4024-8bcf-1e1a2928f76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:28:22Z', 'updated_at': '2021-07-23T21:28:23Z', 'revision_number': 3, 'project_id': 'ae6afc81f7bf490a918e2cfd39464043', 'gw_port': {'id': '0283d7cc-1e77-4024-8bcf-1e1a2928f76f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:31:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:23Z', 'updated_at': '2021-07-23T21:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:25.576119 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8afcaa-a8ed-4fcb-a0c9-1844acff6801 None None] The sync data for ids ['29ad8a86-daea-47bc-bf7e-27932796279e'] in n-d-791504-18 is: [{'id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'name': 'tempest-TestEncryptedCinderVolumes-1200335128-router', 'tenant_id': 'ae6afc81f7bf490a918e2cfd39464043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '0283d7cc-1e77-4024-8bcf-1e1a2928f76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:28:22Z', 'updated_at': '2021-07-23T21:28:23Z', 'revision_number': 3, 'project_id': 'ae6afc81f7bf490a918e2cfd39464043', 'gw_port': {'id': '0283d7cc-1e77-4024-8bcf-1e1a2928f76f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:31:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:23Z', 'updated_at': '2021-07-23T21:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:28:25.580012 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Pushing event updated for resources: {'Port': ['ID=7080f833-6aa1-4365-a409-55ca00a6acd1,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:25.582135 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:25.676099 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:28:25.677553 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:25.829022 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Router 29ad8a86-daea-47bc-bf7e-27932796279e has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:28:25.920480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-de7a6fd9-160b-41de-85d2-3bf0d716817a None None] Provisioning complete for port 7080f833-6aa1-4365-a409-55ca00a6acd1 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:25.921048 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de7a6fd9-160b-41de-85d2-3bf0d716817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:25.957171 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:28:25.958414 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-de7a6fd9-160b-41de-85d2-3bf0d716817a None None] Port 7080f833-6aa1-4365-a409-55ca00a6acd1 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:28:25.962505 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7a4de393-bc70-430a-a308-bd9103c54f0f admin admin] 10.222.0.55 "PUT /v2.0/routers/29ad8a86-daea-47bc-bf7e-27932796279e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7425282 Jul 23 21:28:26.394716 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7e85567c-be05-4e1e-841e-d24cf0ce28a8 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:28:26.447900 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 7e85567c-be05-4e1e-841e-d24cf0ce28a8 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:26.448277 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:26.457961 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56720) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:26.463062 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-efcc0e03-a2c8-4a4d-bb9b-6845847074aa admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1740135675-network', 'tenant_id': '61f7bb3466cc4644b26214431106acf3'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:26.484887 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcc0e03-a2c8-4a4d-bb9b-6845847074aa admin admin] Made reservation on behalf of 61f7bb3466cc4644b26214431106acf3 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:26.487212 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-efcc0e03-a2c8-4a4d-bb9b-6845847074aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:26.496076 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-efcc0e03-a2c8-4a4d-bb9b-6845847074aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:26.532514 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0283d7cc-1e77-4024-8bcf-1e1a2928f76f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:28:26.583842 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 0283d7cc-1e77-4024-8bcf-1e1a2928f76f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:28:26.588422 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0283d7cc-1e77-4024-8bcf-1e1a2928f76f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:26.588611 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:26.592418 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-efcc0e03-a2c8-4a4d-bb9b-6845847074aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:26.596487 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-efcc0e03-a2c8-4a4d-bb9b-6845847074aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:26.622820 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efcc0e03-a2c8-4a4d-bb9b-6845847074aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:28:26.633055 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc0e03-a2c8-4a4d-bb9b-6845847074aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b331fb69-b5fa-4f91-86f2-64ec1a6ed652,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:26.641080 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-efcc0e03-a2c8-4a4d-bb9b-6845847074aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:26.641569 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-efcc0e03-a2c8-4a4d-bb9b-6845847074aa admin admin] Added segment 4a39099f-d6af-4fb5-9b1e-236a2df5c6c0 of type vlan for network 95ebf320-f987-4df6-95eb-be2447d2c2c0 Jul 23 21:28:26.675503 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:26.687004 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-efcc0e03-a2c8-4a4d-bb9b-6845847074aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:26.696489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 0283d7cc-1e77-4024-8bcf-1e1a2928f76f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0283d7cc-1e77-4024-8bcf-1e1a2928f76f,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:28:26.700449 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:26.716679 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-efcc0e03-a2c8-4a4d-bb9b-6845847074aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:26.717632 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcc0e03-a2c8-4a4d-bb9b-6845847074aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:26.718242 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-efcc0e03-a2c8-4a4d-bb9b-6845847074aa admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:26.746552 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-efcc0e03-a2c8-4a4d-bb9b-6845847074aa admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2871952 Jul 23 21:28:26.749385 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56722) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:26.750007 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=0283d7cc-1e77-4024-8bcf-1e1a2928f76f,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:26.756712 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f6a60b88-97d9-4ce6-ae31-8dc635e5d9f2 admin admin] Request body: {'subnet': {'network_id': '95ebf320-f987-4df6-95eb-be2447d2c2c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1740135675-subnet', 'tenant_id': '61f7bb3466cc4644b26214431106acf3', 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:26.777873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a60b88-97d9-4ce6-ae31-8dc635e5d9f2 admin admin] Made reservation on behalf of 61f7bb3466cc4644b26214431106acf3 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:26.780372 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6a60b88-97d9-4ce6-ae31-8dc635e5d9f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:26.793256 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc0e03-a2c8-4a4d-bb9b-6845847074aa admin admin] Pushing event updated for resources: {'Network': ['ID=95ebf320-f987-4df6-95eb-be2447d2c2c0,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:26.803272 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 95ebf320-f987-4df6-95eb-be2447d2c2c0 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:28:27.137993 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Sync routers for ids ['29ad8a86-daea-47bc-bf7e-27932796279e'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:28:27.148149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Routers {'29ad8a86-daea-47bc-bf7e-27932796279e'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:28:27.148919 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:27:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['29ad8a86-daea-47bc-bf7e-27932796279e'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:27.231223 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-70d08ea6-8ed3-410d-a2a6-c6642f00e1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:27.270398 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Set router 29ad8a86-daea-47bc-bf7e-27932796279e gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:28:27.283713 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6a60b88-97d9-4ce6-ae31-8dc635e5d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:27.340836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a60b88-97d9-4ce6-ae31-8dc635e5d9f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4edd298e-07b3-414f-b3a8-e01e4ae1eb1a,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:27.350119 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a60b88-97d9-4ce6-ae31-8dc635e5d9f2 admin admin] Checking segment: {'id': '4a39099f-d6af-4fb5-9b1e-236a2df5c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ebf320-f987-4df6-95eb-be2447d2c2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:27.350497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a60b88-97d9-4ce6-ae31-8dc635e5d9f2 admin admin] Network hostable DHCP agents. Network: 95ebf320-f987-4df6-95eb-be2447d2c2c0, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:28:27.366998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a60b88-97d9-4ce6-ae31-8dc635e5d9f2 admin admin] Network 95ebf320-f987-4df6-95eb-be2447d2c2c0 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:28:27.375985 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-f6a60b88-97d9-4ce6-ae31-8dc635e5d9f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 95ebf320-f987-4df6-95eb-be2447d2c2c0) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:27.380237 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a60b88-97d9-4ce6-ae31-8dc635e5d9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:27.380786 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f6a60b88-97d9-4ce6-ae31-8dc635e5d9f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:27.395146 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f6a60b88-97d9-4ce6-ae31-8dc635e5d9f2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6437321 Jul 23 21:28:27.397785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 56724) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:27.401015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c07c37-895c-460f-aeb1-2c61402e3f3d None None] Network 95ebf320-f987-4df6-95eb-be2447d2c2c0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:27.402133 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1740135675-router', 'tenant_id': '61f7bb3466cc4644b26214431106acf3', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:27.425089 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:27.426905 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:27.448244 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:27.483870 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:27.607732 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'name': 'tempest-TestEncryptedCinderVolumes-1200335128-router', 'tenant_id': 'ae6afc81f7bf490a918e2cfd39464043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '0283d7cc-1e77-4024-8bcf-1e1a2928f76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:28:22Z', 'updated_at': '2021-07-23T21:28:25Z', 'revision_number': 4, 'project_id': 'ae6afc81f7bf490a918e2cfd39464043', 'gw_port': {'id': '0283d7cc-1e77-4024-8bcf-1e1a2928f76f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:23Z', 'updated_at': '2021-07-23T21:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7080f833-6aa1-4365-a409-55ca00a6acd1', 'name': '', 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e', 'tenant_id': 'ae6afc81f7bf490a918e2cfd39464043', 'mac_address': 'fa:16:3e:a6:5b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2d75c8c9-73f8-44a6-a854-ec279348d0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:24Z', 'updated_at': '2021-07-23T21:28:25Z', 'revision_number': 2, 'project_id': 'ae6afc81f7bf490a918e2cfd39464043', 'subnets': [{'id': '2d75c8c9-73f8-44a6-a854-ec279348d0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:27.621254 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:27.635245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-95ebf320-f987-4df6-95eb-be2447d2c2c0', 'network_id': '95ebf320-f987-4df6-95eb-be2447d2c2c0', 'tenant_id': '61f7bb3466cc4644b26214431106acf3', 'fixed_ips': [{'subnet_id': '4edd298e-07b3-414f-b3a8-e01e4ae1eb1a'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:28:27.636604 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:27.638888 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Checking router: 29ad8a86-daea-47bc-bf7e-27932796279e for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:28:27.639224 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Updating router 29ad8a86-daea-47bc-bf7e-27932796279e port 7080f833-6aa1-4365-a409-55ca00a6acd1 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:28:27.739170 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:27.833986 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:27.854417 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:27.886972 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Allocated IP 172.20.0.2 (95ebf320-f987-4df6-95eb-be2447d2c2c0/4edd298e-07b3-414f-b3a8-e01e4ae1eb1a/601a49b6-cd3c-4cc5-ab85-ec69a009ae2f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:28:27.970407 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Allocated IP 172.25.3.43 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/9c716fb5-f316-4b7a-9f45-1f7135c4e81a) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:28:28.028365 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:28:28.074079 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:28.113147 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:28.149387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:28:28.152752 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:28.158731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:28:28.158887 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:28.174130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Transition to ACTIVE for port object 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:28.187696 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=9c716fb5-f316-4b7a-9f45-1f7135c4e81a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:28.188033 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:28.205508 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Transition to ACTIVE for port object 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:28.207383 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Transition to ACTIVE for port object 7080f833-6aa1-4365-a409-55ca00a6acd1 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:28.213741 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:28.219326 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:28.258965 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Network 95ebf320-f987-4df6-95eb-be2447d2c2c0 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:28:28.268032 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:28.272882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:28:28.278133 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Pushing event updated for resources: {'Port': ['ID=601a49b6-cd3c-4cc5-ab85-ec69a009ae2f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:28.350081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0283d7cc-1e77-4024-8bcf-1e1a2928f76f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:28:28.435025 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:28.447038 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Attempting to bind port 7080f833-6aa1-4365-a409-55ca00a6acd1 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:28:28.447438 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Attempting to bind port 7080f833-6aa1-4365-a409-55ca00a6acd1 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '62cc9b7e-2e80-463e-9000-8c3f7397983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:28:28.447806 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Attempting to bind port 7080f833-6aa1-4365-a409-55ca00a6acd1 on network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:28:28.452782 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35522347-780e-49a2-8ec4-bd0e020af313 None None] Pushing event updated for resources: {'Port': ['ID=7080f833-6aa1-4365-a409-55ca00a6acd1,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:28.457042 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Attempting to bind port 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:28:28.457413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Attempting to bind port 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '4a39099f-d6af-4fb5-9b1e-236a2df5c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ebf320-f987-4df6-95eb-be2447d2c2c0'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:28:28.457775 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Attempting to bind port 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f on network 95ebf320-f987-4df6-95eb-be2447d2c2c0 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:28:28.465281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:28:28.466185 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Checking segment: {'id': '62cc9b7e-2e80-463e-9000-8c3f7397983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:28.466185 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:28.466412 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Bound using segment: {'id': '62cc9b7e-2e80-463e-9000-8c3f7397983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:28:28.466890 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Bound port: 7080f833-6aa1-4365-a409-55ca00a6acd1, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cc9b7e-2e80-463e-9000-8c3f7397983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:28:28.467289 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:28.478276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:28:28.478647 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Checking segment: {'id': '4a39099f-d6af-4fb5-9b1e-236a2df5c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ebf320-f987-4df6-95eb-be2447d2c2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:28.479043 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:28.479540 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Bound using segment: {'id': '4a39099f-d6af-4fb5-9b1e-236a2df5c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ebf320-f987-4df6-95eb-be2447d2c2c0'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:28:28.480051 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Bound port: 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a39099f-d6af-4fb5-9b1e-236a2df5c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ebf320-f987-4df6-95eb-be2447d2c2c0'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:28:28.480432 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:28.559146 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0283d7cc-1e77-4024-8bcf-1e1a2928f76f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:28.559440 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:28.630626 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] For port 7080f833-6aa1-4365-a409-55ca00a6acd1, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:28:28.633418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] For port 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:28:28.634190 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:28.638425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] For port 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=601a49b6-cd3c-4cc5-ab85-ec69a009ae2f,segment=NetworkSegment(4a39099f-d6af-4fb5-9b1e-236a2df5c6c0),segment_id=4a39099f-d6af-4fb5-9b1e-236a2df5c6c0)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:28:28.640231 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] For port 7080f833-6aa1-4365-a409-55ca00a6acd1, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7080f833-6aa1-4365-a409-55ca00a6acd1,segment=NetworkSegment(62cc9b7e-2e80-463e-9000-8c3f7397983d),segment_id=62cc9b7e-2e80-463e-9000-8c3f7397983d)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:28:28.645405 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:28.651233 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:28.758564 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:28.761085 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Routers {'29ad8a86-daea-47bc-bf7e-27932796279e'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:28:28.762247 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:28:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['29ad8a86-daea-47bc-bf7e-27932796279e'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:28.764061 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49df6e-8d11-4cdb-a6af-5a58e82dc32b None None] Pushing event updated for resources: {'Port': ['ID=601a49b6-cd3c-4cc5-ab85-ec69a009ae2f,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:28.781760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Router c7d70631-b7ed-4028-96f9-afa7eeea7a66 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:28:28.912653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:28:28.929509 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Sync routers for ids ['c7d70631-b7ed-4028-96f9-afa7eeea7a66'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:28:28.930295 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:28.934805 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-81abf92f-cb81-469d-9e51-0832e6995ce9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5332730 Jul 23 21:28:28.935317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 56726) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:28:28.960058 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Routers {'c7d70631-b7ed-4028-96f9-afa7eeea7a66'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:28:28.963562 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:28:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c7d70631-b7ed-4028-96f9-afa7eeea7a66'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:29.109507 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Set router c7d70631-b7ed-4028-96f9-afa7eeea7a66 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:28:29.169084 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35522347-780e-49a2-8ec4-bd0e020af313 None None] Pushing event updated for resources: {'Port': ['ID=7080f833-6aa1-4365-a409-55ca00a6acd1,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:29.186050 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] Set router 29ad8a86-daea-47bc-bf7e-27932796279e gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:28:29.314017 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'name': 'tempest-TestEncryptedCinderVolumes-1740135675-router', 'tenant_id': '61f7bb3466cc4644b26214431106acf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '9c716fb5-f316-4b7a-9f45-1f7135c4e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:28:27Z', 'updated_at': '2021-07-23T21:28:28Z', 'revision_number': 3, 'project_id': '61f7bb3466cc4644b26214431106acf3', 'gw_port': {'id': '9c716fb5-f316-4b7a-9f45-1f7135c4e81a', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:27Z', 'updated_at': '2021-07-23T21:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:29.348113 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Checking router: c7d70631-b7ed-4028-96f9-afa7eeea7a66 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:28:29.348632 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Updating router c7d70631-b7ed-4028-96f9-afa7eeea7a66 port 9c716fb5-f316-4b7a-9f45-1f7135c4e81a binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:28:29.384897 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:29.401600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'name': 'tempest-TestEncryptedCinderVolumes-1200335128-router', 'tenant_id': 'ae6afc81f7bf490a918e2cfd39464043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '0283d7cc-1e77-4024-8bcf-1e1a2928f76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:28:22Z', 'updated_at': '2021-07-23T21:28:25Z', 'revision_number': 4, 'project_id': 'ae6afc81f7bf490a918e2cfd39464043', 'gw_port': {'id': '0283d7cc-1e77-4024-8bcf-1e1a2928f76f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:23Z', 'updated_at': '2021-07-23T21:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7080f833-6aa1-4365-a409-55ca00a6acd1', 'name': '', 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e', 'tenant_id': 'ae6afc81f7bf490a918e2cfd39464043', 'mac_address': 'fa:16:3e:a6:5b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2d75c8c9-73f8-44a6-a854-ec279348d0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:24Z', 'updated_at': '2021-07-23T21:28:28Z', 'revision_number': 4, 'project_id': 'ae6afc81f7bf490a918e2cfd39464043', 'subnets': [{'id': '2d75c8c9-73f8-44a6-a854-ec279348d0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:29.436342 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18559991-ce30-46a3-b44e-8a1ee18be963 None None] The sync data for ids ['29ad8a86-daea-47bc-bf7e-27932796279e'] in n-d-791504-18 is: [{'id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'name': 'tempest-TestEncryptedCinderVolumes-1200335128-router', 'tenant_id': 'ae6afc81f7bf490a918e2cfd39464043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '0283d7cc-1e77-4024-8bcf-1e1a2928f76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:28:22Z', 'updated_at': '2021-07-23T21:28:25Z', 'revision_number': 4, 'project_id': 'ae6afc81f7bf490a918e2cfd39464043', 'gw_port': {'id': '0283d7cc-1e77-4024-8bcf-1e1a2928f76f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:23Z', 'updated_at': '2021-07-23T21:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '7080f833-6aa1-4365-a409-55ca00a6acd1', 'name': '', 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e', 'tenant_id': 'ae6afc81f7bf490a918e2cfd39464043', 'mac_address': 'fa:16:3e:a6:5b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2d75c8c9-73f8-44a6-a854-ec279348d0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:24Z', 'updated_at': '2021-07-23T21:28:28Z', 'revision_number': 4, 'project_id': 'ae6afc81f7bf490a918e2cfd39464043', 'subnets': [{'id': '2d75c8c9-73f8-44a6-a854-ec279348d0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:28:29.450022 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:29.693895 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:29.696260 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Allocated IP 172.20.0.1 (95ebf320-f987-4df6-95eb-be2447d2c2c0/4edd298e-07b3-414f-b3a8-e01e4ae1eb1a/bf77a066-8e84-4240-8d5c-bf4d485c01c6) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:28:29.707797 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Transition to ACTIVE for port object 9c716fb5-f316-4b7a-9f45-1f7135c4e81a will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:29.713553 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:29.777682 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Attempting to bind port 9c716fb5-f316-4b7a-9f45-1f7135c4e81a on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:28:29.778038 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Attempting to bind port 9c716fb5-f316-4b7a-9f45-1f7135c4e81a by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:28:29.778400 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Attempting to bind port 9c716fb5-f316-4b7a-9f45-1f7135c4e81a on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:28:29.780525 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e780b1-fe34-41f3-bff5-c6dc7b24c163 None None] Pushing event updated for resources: {'Port': ['ID=9c716fb5-f316-4b7a-9f45-1f7135c4e81a,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:29.786877 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:28:29.787403 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:29.787806 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:29.788199 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:28:29.788673 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Bound port: 9c716fb5-f316-4b7a-9f45-1f7135c4e81a, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:28:29.789035 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:29.847826 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:29.859313 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] For port 9c716fb5-f316-4b7a-9f45-1f7135c4e81a, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:28:29.864596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Transition to ACTIVE for port object bf77a066-8e84-4240-8d5c-bf4d485c01c6 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:29.864960 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] For port 9c716fb5-f316-4b7a-9f45-1f7135c4e81a, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9c716fb5-f316-4b7a-9f45-1f7135c4e81a,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:28:29.873380 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:29.900172 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:29.929101 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46001c1-3f90-4063-a917-e3eeee7f2b5e None None] Network 95ebf320-f987-4df6-95eb-be2447d2c2c0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:28:29.936456 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Network 95ebf320-f987-4df6-95eb-be2447d2c2c0 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:28:29.939554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:29.940569 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Routers {'c7d70631-b7ed-4028-96f9-afa7eeea7a66'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:28:29.942569 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:28:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c7d70631-b7ed-4028-96f9-afa7eeea7a66'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:29.943016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:28:29.981007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:29.984506 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e780b1-fe34-41f3-bff5-c6dc7b24c163 None None] Pushing event updated for resources: {'Port': ['ID=9c716fb5-f316-4b7a-9f45-1f7135c4e81a,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:30.037713 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e9648106-6e3a-4296-b6ed-224a3c4eee67 None None] Provisioning for port 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:28:30.039346 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Pushing event updated for resources: {'Port': ['ID=bf77a066-8e84-4240-8d5c-bf4d485c01c6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:30.066220 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] Set router c7d70631-b7ed-4028-96f9-afa7eeea7a66 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:28:30.173279 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:30.184634 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:30.423420 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7080f833-6aa1-4365-a409-55ca00a6acd1 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:28:30.433384 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'name': 'tempest-TestEncryptedCinderVolumes-1740135675-router', 'tenant_id': '61f7bb3466cc4644b26214431106acf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '9c716fb5-f316-4b7a-9f45-1f7135c4e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:28:27Z', 'updated_at': '2021-07-23T21:28:28Z', 'revision_number': 3, 'project_id': '61f7bb3466cc4644b26214431106acf3', 'gw_port': {'id': '9c716fb5-f316-4b7a-9f45-1f7135c4e81a', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:27Z', 'updated_at': '2021-07-23T21:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:30.466025 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:30.475888 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162f7e81-9097-425c-b457-9945e3ac12a3 None None] The sync data for ids ['c7d70631-b7ed-4028-96f9-afa7eeea7a66'] in n-d-791504-18 is: [{'id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'name': 'tempest-TestEncryptedCinderVolumes-1740135675-router', 'tenant_id': '61f7bb3466cc4644b26214431106acf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '9c716fb5-f316-4b7a-9f45-1f7135c4e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:28:27Z', 'updated_at': '2021-07-23T21:28:28Z', 'revision_number': 3, 'project_id': '61f7bb3466cc4644b26214431106acf3', 'gw_port': {'id': '9c716fb5-f316-4b7a-9f45-1f7135c4e81a', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:27Z', 'updated_at': '2021-07-23T21:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:28:30.476117 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:30.524355 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ae1e1680-7e04-45f1-904f-625664a3d0ba None None] Provisioning for port bf77a066-8e84-4240-8d5c-bf4d485c01c6 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:28:30.531577 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ae1e1680-7e04-45f1-904f-625664a3d0ba None None] Provisioning complete for port bf77a066-8e84-4240-8d5c-bf4d485c01c6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:30.531945 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1680-7e04-45f1-904f-625664a3d0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:30.583239 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e1680-7e04-45f1-904f-625664a3d0ba None None] Port bf77a066-8e84-4240-8d5c-bf4d485c01c6 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:28:30.604138 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 7080f833-6aa1-4365-a409-55ca00a6acd1 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:28:30.609059 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 7080f833-6aa1-4365-a409-55ca00a6acd1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:30.610022 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:30.612294 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Pushing event updated for resources: {'Port': ['ID=bf77a066-8e84-4240-8d5c-bf4d485c01c6,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:30.622426 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:30.750682 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:30.752218 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Network 95ebf320-f987-4df6-95eb-be2447d2c2c0 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:28:30.753780 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:30.814169 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 7080f833-6aa1-4365-a409-55ca00a6acd1, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7080f833-6aa1-4365-a409-55ca00a6acd1,segment=NetworkSegment(62cc9b7e-2e80-463e-9000-8c3f7397983d),segment_id=62cc9b7e-2e80-463e-9000-8c3f7397983d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:28:30.819316 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:30.820315 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:28:30.916270 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4133dd66-da8a-4235-8182-342715d4f3d0 None None] Provisioning complete for port bf77a066-8e84-4240-8d5c-bf4d485c01c6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:30.921654 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4133dd66-da8a-4235-8182-342715d4f3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:30.951787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Router c7d70631-b7ed-4028-96f9-afa7eeea7a66 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:28:31.020437 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4133dd66-da8a-4235-8182-342715d4f3d0 None None] Port bf77a066-8e84-4240-8d5c-bf4d485c01c6 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:28:31.023991 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=7080f833-6aa1-4365-a409-55ca00a6acd1,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:31.057237 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:28:31.063895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:31.064636 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:31.119444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:28:31.126138 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6c4c2075-814f-48f5-ab2a-37b719a8f7df admin admin] 10.222.0.55 "PUT /v2.0/routers/c7d70631-b7ed-4028-96f9-afa7eeea7a66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1897464 Jul 23 21:28:31.192537 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:31.234242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=601a49b6-cd3c-4cc5-ab85-ec69a009ae2f,segment=NetworkSegment(4a39099f-d6af-4fb5-9b1e-236a2df5c6c0),segment_id=4a39099f-d6af-4fb5-9b1e-236a2df5c6c0)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:28:31.240951 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:31.283514 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fc46094d-cda6-4d39-abf2-0a6e41c0e07b None None] Provisioning complete for port bf77a066-8e84-4240-8d5c-bf4d485c01c6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:31.283889 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc46094d-cda6-4d39-abf2-0a6e41c0e07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:31.328535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=601a49b6-cd3c-4cc5-ab85-ec69a009ae2f,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:31.340243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-fc46094d-cda6-4d39-abf2-0a6e41c0e07b None None] Port bf77a066-8e84-4240-8d5c-bf4d485c01c6 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:28:31.958858 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-9422eb75-b273-43aa-bcd0-bd12e75cbb17 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:31.960266 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-9422eb75-b273-43aa-bcd0-bd12e75cbb17 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/networks?id=ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e HTTP/1.1" status: 200 len: 817 time: 0.1037486 Jul 23 21:28:31.975244 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-1181ec9b-63f2-4b1c-a9d3-e8800a46cfa1 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/quotas/ae6afc81f7bf490a918e2cfd39464043 HTTP/1.1" status: 200 len: 375 time: 0.0091021 Jul 23 21:28:32.038866 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-71745ea0-5edd-4a5f-a768-cdab070a674e tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae6afc81f7bf490a918e2cfd39464043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588653 Jul 23 21:28:32.134023 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-2b5a314e-51fe-4bd2-a1ce-c0a616438fa0 service neutron] 10.222.0.55 "GET /v2.0/networks/ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841269 Jul 23 21:28:32.228475 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-09a9a15e-b32a-43f6-8bdc-c5d2cd36439f service neutron] 10.222.0.55 "GET /v2.0/networks/ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866849 Jul 23 21:28:32.406868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7080f833-6aa1-4365-a409-55ca00a6acd1 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:28:32.443312 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0b7bf8e-2af5-428c-b549-765316926201 req-20d84ccc-a03e-4300-96ac-1d06b2f4e481 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 210 time: 0.0460930 Jul 23 21:28:32.467068 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 7080f833-6aa1-4365-a409-55ca00a6acd1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:32.467616 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:32.552391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9c716fb5-f316-4b7a-9f45-1f7135c4e81a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:28:32.609904 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 9c716fb5-f316-4b7a-9f45-1f7135c4e81a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:28:32.614413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9c716fb5-f316-4b7a-9f45-1f7135c4e81a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:32.614917 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:32.707830 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:32.730184 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 9c716fb5-f316-4b7a-9f45-1f7135c4e81a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9c716fb5-f316-4b7a-9f45-1f7135c4e81a,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:28:32.733532 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:32.734524 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:28:32.797415 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Sync routers for ids ['c7d70631-b7ed-4028-96f9-afa7eeea7a66'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:28:32.834235 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Routers {'c7d70631-b7ed-4028-96f9-afa7eeea7a66'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:28:32.835051 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:28:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c7d70631-b7ed-4028-96f9-afa7eeea7a66'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:32.836916 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=9c716fb5-f316-4b7a-9f45-1f7135c4e81a,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:32.915364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:32.915742 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:32.982331 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Set router c7d70631-b7ed-4028-96f9-afa7eeea7a66 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:28:33.210595 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'name': 'tempest-TestEncryptedCinderVolumes-1740135675-router', 'tenant_id': '61f7bb3466cc4644b26214431106acf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '9c716fb5-f316-4b7a-9f45-1f7135c4e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:28:27Z', 'updated_at': '2021-07-23T21:28:30Z', 'revision_number': 4, 'project_id': '61f7bb3466cc4644b26214431106acf3', 'gw_port': {'id': '9c716fb5-f316-4b7a-9f45-1f7135c4e81a', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:27Z', 'updated_at': '2021-07-23T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'bf77a066-8e84-4240-8d5c-bf4d485c01c6', 'name': '', 'network_id': '95ebf320-f987-4df6-95eb-be2447d2c2c0', 'tenant_id': '61f7bb3466cc4644b26214431106acf3', 'mac_address': 'fa:16:3e:4c:9a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '4edd298e-07b3-414f-b3a8-e01e4ae1eb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:29Z', 'updated_at': '2021-07-23T21:28:30Z', 'revision_number': 2, 'project_id': '61f7bb3466cc4644b26214431106acf3', 'subnets': [{'id': '4edd298e-07b3-414f-b3a8-e01e4ae1eb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:33.236663 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Checking router: c7d70631-b7ed-4028-96f9-afa7eeea7a66 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:28:33.236953 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Updating router c7d70631-b7ed-4028-96f9-afa7eeea7a66 port bf77a066-8e84-4240-8d5c-bf4d485c01c6 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:28:33.271390 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:33.466015 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-12a01884-b765-4539-a629-df91dc328608 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:33.468385 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-12a01884-b765-4539-a629-df91dc328608 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.48 "GET /v2.0/networks?id=ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e HTTP/1.1" status: 200 len: 817 time: 0.1173356 Jul 23 21:28:33.490102 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-93a9f57c-d224-4200-bec4-5ea5b0471a6e tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Request body: {'port': {'device_id': '245c8ce8-e833-4b10-9474-583c1f34e7d1', 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e', 'admin_state_up': True, 'tenant_id': 'ae6afc81f7bf490a918e2cfd39464043'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:33.564110 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:33.574642 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Transition to ACTIVE for port object bf77a066-8e84-4240-8d5c-bf4d485c01c6 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:33.577767 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c2d5192d-07f6-4764-bc47-8e9fc67dc9f2 req-feacc3a9-7334-40b6-a45b-0d20f263b0a4 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 210 time: 0.0414333 Jul 23 21:28:33.588008 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:33.612292 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-93a9f57c-d224-4200-bec4-5ea5b0471a6e tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Made reservation on behalf of ae6afc81f7bf490a918e2cfd39464043 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:28:33.615903 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-93a9f57c-d224-4200-bec4-5ea5b0471a6e tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:33.642453 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee729dc4-2209-4ec0-92aa-1cc84f6e08f2 None None] Pushing event updated for resources: {'Port': ['ID=bf77a066-8e84-4240-8d5c-bf4d485c01c6,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:33.698028 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Attempting to bind port bf77a066-8e84-4240-8d5c-bf4d485c01c6 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:28:33.698921 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Attempting to bind port bf77a066-8e84-4240-8d5c-bf4d485c01c6 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '4a39099f-d6af-4fb5-9b1e-236a2df5c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ebf320-f987-4df6-95eb-be2447d2c2c0'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:28:33.699323 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Attempting to bind port bf77a066-8e84-4240-8d5c-bf4d485c01c6 on network 95ebf320-f987-4df6-95eb-be2447d2c2c0 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:28:33.704989 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:28:33.705356 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Checking segment: {'id': '4a39099f-d6af-4fb5-9b1e-236a2df5c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ebf320-f987-4df6-95eb-be2447d2c2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:33.705755 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:33.706148 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Bound using segment: {'id': '4a39099f-d6af-4fb5-9b1e-236a2df5c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ebf320-f987-4df6-95eb-be2447d2c2c0'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:28:33.706612 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Bound port: bf77a066-8e84-4240-8d5c-bf4d485c01c6, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a39099f-d6af-4fb5-9b1e-236a2df5c6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '95ebf320-f987-4df6-95eb-be2447d2c2c0'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:28:33.706989 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:33.754811 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-93a9f57c-d224-4200-bec4-5ea5b0471a6e tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Allocated IP 172.20.0.7 (ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e/2d75c8c9-73f8-44a6-a854-ec279348d0f4/5cb09c19-b87f-476a-9d15-9725146d4979) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:28:33.777805 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] For port bf77a066-8e84-4240-8d5c-bf4d485c01c6, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:28:33.781068 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] For port bf77a066-8e84-4240-8d5c-bf4d485c01c6, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=bf77a066-8e84-4240-8d5c-bf4d485c01c6,segment=NetworkSegment(4a39099f-d6af-4fb5-9b1e-236a2df5c6c0),segment_id=4a39099f-d6af-4fb5-9b1e-236a2df5c6c0)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:28:33.787089 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:33.846690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Routers {'c7d70631-b7ed-4028-96f9-afa7eeea7a66'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:28:33.847374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:28:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c7d70631-b7ed-4028-96f9-afa7eeea7a66'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:33.920627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee729dc4-2209-4ec0-92aa-1cc84f6e08f2 None None] Pushing event updated for resources: {'Port': ['ID=bf77a066-8e84-4240-8d5c-bf4d485c01c6,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:33.929289 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-93a9f57c-d224-4200-bec4-5ea5b0471a6e tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:33.944074 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-93a9f57c-d224-4200-bec4-5ea5b0471a6e tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Transition to ACTIVE for port object 5cb09c19-b87f-476a-9d15-9725146d4979 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:33.975337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] Set router c7d70631-b7ed-4028-96f9-afa7eeea7a66 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:28:33.981001 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-93a9f57c-d224-4200-bec4-5ea5b0471a6e tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:34.022119 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-93a9f57c-d224-4200-bec4-5ea5b0471a6e tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:28:34.025241 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-93a9f57c-d224-4200-bec4-5ea5b0471a6e tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:28:34.027687 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-93a9f57c-d224-4200-bec4-5ea5b0471a6e tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:28:34.069395 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9f57c-d224-4200-bec4-5ea5b0471a6e tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Pushing event updated for resources: {'Port': ['ID=5cb09c19-b87f-476a-9d15-9725146d4979,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:34.091922 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-93a9f57c-d224-4200-bec4-5ea5b0471a6e tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:34.092568 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-93a9f57c-d224-4200-bec4-5ea5b0471a6e tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:34.110924 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-93a9f57c-d224-4200-bec4-5ea5b0471a6e tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6283588 Jul 23 21:28:34.128425 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Request body: {'port': {'device_id': '245c8ce8-e833-4b10-9474-583c1f34e7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:28:34.200292 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'name': 'tempest-TestEncryptedCinderVolumes-1740135675-router', 'tenant_id': '61f7bb3466cc4644b26214431106acf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '9c716fb5-f316-4b7a-9f45-1f7135c4e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:28:27Z', 'updated_at': '2021-07-23T21:28:30Z', 'revision_number': 4, 'project_id': '61f7bb3466cc4644b26214431106acf3', 'gw_port': {'id': '9c716fb5-f316-4b7a-9f45-1f7135c4e81a', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:27Z', 'updated_at': '2021-07-23T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'bf77a066-8e84-4240-8d5c-bf4d485c01c6', 'name': '', 'network_id': '95ebf320-f987-4df6-95eb-be2447d2c2c0', 'tenant_id': '61f7bb3466cc4644b26214431106acf3', 'mac_address': 'fa:16:3e:4c:9a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '4edd298e-07b3-414f-b3a8-e01e4ae1eb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:29Z', 'updated_at': '2021-07-23T21:28:33Z', 'revision_number': 4, 'project_id': '61f7bb3466cc4644b26214431106acf3', 'subnets': [{'id': '4edd298e-07b3-414f-b3a8-e01e4ae1eb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:28:34.213195 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:34.231802 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1d0c7e-9fe1-4937-a912-0c77964b0b42 None None] The sync data for ids ['c7d70631-b7ed-4028-96f9-afa7eeea7a66'] in n-d-791504-18 is: [{'id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'name': 'tempest-TestEncryptedCinderVolumes-1740135675-router', 'tenant_id': '61f7bb3466cc4644b26214431106acf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '9c716fb5-f316-4b7a-9f45-1f7135c4e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:28:27Z', 'updated_at': '2021-07-23T21:28:30Z', 'revision_number': 4, 'project_id': '61f7bb3466cc4644b26214431106acf3', 'gw_port': {'id': '9c716fb5-f316-4b7a-9f45-1f7135c4e81a', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:27Z', 'updated_at': '2021-07-23T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'bf77a066-8e84-4240-8d5c-bf4d485c01c6', 'name': '', 'network_id': '95ebf320-f987-4df6-95eb-be2447d2c2c0', 'tenant_id': '61f7bb3466cc4644b26214431106acf3', 'mac_address': 'fa:16:3e:4c:9a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '4edd298e-07b3-414f-b3a8-e01e4ae1eb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:29Z', 'updated_at': '2021-07-23T21:28:33Z', 'revision_number': 4, 'project_id': '61f7bb3466cc4644b26214431106acf3', 'subnets': [{'id': '4edd298e-07b3-414f-b3a8-e01e4ae1eb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:28:34.312419 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-efe2129f-4e87-441d-983f-41993886a060 None None] Provisioning for port 5cb09c19-b87f-476a-9d15-9725146d4979 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:28:34.316196 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-efe2129f-4e87-441d-983f-41993886a060 None None] Provisioning complete for port 5cb09c19-b87f-476a-9d15-9725146d4979 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:34.316565 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-efe2129f-4e87-441d-983f-41993886a060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:34.363020 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-efe2129f-4e87-441d-983f-41993886a060 None None] Port 5cb09c19-b87f-476a-9d15-9725146d4979 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:28:34.376842 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9c716fb5-f316-4b7a-9f45-1f7135c4e81a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:28:34.432417 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9c716fb5-f316-4b7a-9f45-1f7135c4e81a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:34.433218 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:34.718340 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7677ed2-dd31-4fcc-85ae-4835bd8493ac req-a226451e-3cec-4e41-acd3-46c8e7702f19 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:34.720079 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7677ed2-dd31-4fcc-85ae-4835bd8493ac req-a226451e-3cec-4e41-acd3-46c8e7702f19 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 931 time: 0.0709515 Jul 23 21:28:34.761163 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e7677ed2-dd31-4fcc-85ae-4835bd8493ac req-c70e67f0-2fbc-4136-8faf-5a7311a95941 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342469 Jul 23 21:28:34.845466 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb09c19-b87f-476a-9d15-9725146d4979 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:28:34.853515 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:34.866088 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Transition to ACTIVE for port object 5cb09c19-b87f-476a-9d15-9725146d4979 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:28:34.869923 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:34.926954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Pushing event updated for resources: {'Port': ['ID=5cb09c19-b87f-476a-9d15-9725146d4979,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:34.996294 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Attempting to bind port 5cb09c19-b87f-476a-9d15-9725146d4979 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:28:34.996880 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Attempting to bind port 5cb09c19-b87f-476a-9d15-9725146d4979 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '62cc9b7e-2e80-463e-9000-8c3f7397983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:28:34.997207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Attempting to bind port 5cb09c19-b87f-476a-9d15-9725146d4979 on network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:28:35.001901 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Port 5cb09c19-b87f-476a-9d15-9725146d4979 on network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:28:35.002217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Attempting to bind port 5cb09c19-b87f-476a-9d15-9725146d4979 on network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:28:35.007222 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:28:35.007587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Checking segment: {'id': '62cc9b7e-2e80-463e-9000-8c3f7397983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:28:35.007970 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Bound using segment: {'id': '62cc9b7e-2e80-463e-9000-8c3f7397983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:28:35.008390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Bound port: 5cb09c19-b87f-476a-9d15-9725146d4979, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cc9b7e-2e80-463e-9000-8c3f7397983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:28:35.008746 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:35.075865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] For port 5cb09c19-b87f-476a-9d15-9725146d4979, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:28:35.079048 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] For port 5cb09c19-b87f-476a-9d15-9725146d4979, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=5cb09c19-b87f-476a-9d15-9725146d4979,segment=NetworkSegment(62cc9b7e-2e80-463e-9000-8c3f7397983d),segment_id=62cc9b7e-2e80-463e-9000-8c3f7397983d)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:28:35.083830 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:35.120895 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:35.121516 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:35.122905 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] 10.222.0.48 "PUT /v2.0/ports/5cb09c19-b87f-476a-9d15-9725146d4979 HTTP/1.1" status: 200 len: 1092 time: 1.0002730 Jul 23 21:28:35.123378 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245c8ce8-e833-4b10-9474-583c1f34e7d1', 'tag': '5cb09c19-b87f-476a-9d15-9725146d4979'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:28:35.125670 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80beabdd-f8e5-4273-baca-9d16b7ae0e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "245c8ce8-e833-4b10-9474-583c1f34e7d1", "tag": "5cb09c19-b87f-476a-9d15-9725146d4979"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:28:35.168731 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77e4024-e523-4aad-9459-278d0fd4ad97 x-openstack-request-id: req-e77e4024-e523-4aad-9459-278d0fd4ad97 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:28:35.168930 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245c8ce8-e833-4b10-9474-583c1f34e7d1", "tag": "5cb09c19-b87f-476a-9d15-9725146d4979", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:28:35.169165 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e77e4024-e523-4aad-9459-278d0fd4ad97 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:28:35.169631 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245c8ce8-e833-4b10-9474-583c1f34e7d1', 'tag': '5cb09c19-b87f-476a-9d15-9725146d4979', 'status': 'completed', 'code': 200} Jul 23 21:28:35.170598 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5fbc5-a011-4664-a58e-f5c232db9c0d service neutron] Pushing event updated for resources: {'Port': ['ID=5cb09c19-b87f-476a-9d15-9725146d4979,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:35.246815 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-32ce3659-eae1-46ed-9b10-5e27b4f8b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:35.248376 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-32ce3659-eae1-46ed-9b10-5e27b4f8b014 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae6afc81f7bf490a918e2cfd39464043&device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 1095 time: 0.0583727 Jul 23 21:28:35.295623 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-f6bdaf18-c27b-4789-ae72-04121e901dfd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cb09c19-b87f-476a-9d15-9725146d4979 HTTP/1.1" status: 200 len: 217 time: 0.0352132 Jul 23 21:28:35.351924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-e4085556-7831-4155-80e2-61400cf71c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:35.353289 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-e4085556-7831-4155-80e2-61400cf71c29 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d75c8c9-73f8-44a6-a854-ec279348d0f4 HTTP/1.1" status: 200 len: 856 time: 0.0481348 Jul 23 21:28:35.413672 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-099712d2-2e7a-4722-936d-5b77dac8dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:35.415342 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-099712d2-2e7a-4722-936d-5b77dac8dfe5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541856 Jul 23 21:28:35.506992 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-486f9c8c-025e-4243-9ecf-1a035cebe743 service neutron] 10.222.0.48 "GET /v2.0/networks/ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812728 Jul 23 21:28:35.603763 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a4c1dfd7-c562-403e-8882-0f52753bdee3 req-1eb67d9f-84b6-4bab-8f47-2211839a8f20 service neutron] 10.222.0.48 "GET /v2.0/networks/ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865369 Jul 23 21:28:35.712265 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80beabdd-f8e5-4273-baca-9d16b7ae0e4d req-cc0a4376-6c01-4bf2-8a6e-7336326ad321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:35.713801 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-80beabdd-f8e5-4273-baca-9d16b7ae0e4d req-cc0a4376-6c01-4bf2-8a6e-7336326ad321 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae6afc81f7bf490a918e2cfd39464043&device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 1095 time: 0.0573044 Jul 23 21:28:35.811010 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80beabdd-f8e5-4273-baca-9d16b7ae0e4d req-b54cd6ff-6bde-4aac-93b2-086704ed27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:35.812515 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-80beabdd-f8e5-4273-baca-9d16b7ae0e4d req-b54cd6ff-6bde-4aac-93b2-086704ed27ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e HTTP/1.1" status: 200 len: 918 time: 0.0914721 Jul 23 21:28:35.855450 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-80beabdd-f8e5-4273-baca-9d16b7ae0e4d req-7b2963a3-0216-4610-acdd-7e19092b2d3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cb09c19-b87f-476a-9d15-9725146d4979 HTTP/1.1" status: 200 len: 217 time: 0.0350668 Jul 23 21:28:35.892517 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a3f96-4876-409e-a9fd-161401351d4c req-be96ec4c-be7b-4c8f-a397-de511333e957 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:35.894019 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b41a3f96-4876-409e-a9fd-161401351d4c req-be96ec4c-be7b-4c8f-a397-de511333e957 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 943 time: 0.0643091 Jul 23 21:28:35.903441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80beabdd-f8e5-4273-baca-9d16b7ae0e4d req-9bd7d92a-204a-4131-899d-c0f2f7c6be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:35.904894 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-80beabdd-f8e5-4273-baca-9d16b7ae0e4d req-9bd7d92a-204a-4131-899d-c0f2f7c6be22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d75c8c9-73f8-44a6-a854-ec279348d0f4 HTTP/1.1" status: 200 len: 856 time: 0.0439105 Jul 23 21:28:35.932394 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b41a3f96-4876-409e-a9fd-161401351d4c req-cc956f56-b685-4572-8aaa-35ac4ef457d0 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321362 Jul 23 21:28:35.969271 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80beabdd-f8e5-4273-baca-9d16b7ae0e4d req-7dfd6045-d6a9-47b5-baa7-04409f758a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:35.970825 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-80beabdd-f8e5-4273-baca-9d16b7ae0e4d req-7dfd6045-d6a9-47b5-baa7-04409f758a4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584936 Jul 23 21:28:36.062816 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-80beabdd-f8e5-4273-baca-9d16b7ae0e4d req-b3f9f4fc-dbe8-44f5-bf2d-d48503bc8118 service neutron] 10.222.0.48 "GET /v2.0/networks/ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846765 Jul 23 21:28:36.156195 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-80beabdd-f8e5-4273-baca-9d16b7ae0e4d req-f1088258-781e-460b-bead-790f78e6c28a service neutron] 10.222.0.48 "GET /v2.0/networks/ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856926 Jul 23 21:28:36.332058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device bf77a066-8e84-4240-8d5c-bf4d485c01c6 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:28:36.533631 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port bf77a066-8e84-4240-8d5c-bf4d485c01c6 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:28:36.537100 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port bf77a066-8e84-4240-8d5c-bf4d485c01c6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:36.537470 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:36.611895 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:36.645350 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port bf77a066-8e84-4240-8d5c-bf4d485c01c6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=bf77a066-8e84-4240-8d5c-bf4d485c01c6,segment=NetworkSegment(4a39099f-d6af-4fb5-9b1e-236a2df5c6c0),segment_id=4a39099f-d6af-4fb5-9b1e-236a2df5c6c0)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:28:36.649124 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:36.700096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=bf77a066-8e84-4240-8d5c-bf4d485c01c6,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:37.065562 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d831d48-eafd-4231-9003-462ad2ae1391 req-e646a3bf-74ce-4fa3-9e02-c4a613d4fa40 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:37.067000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d831d48-eafd-4231-9003-462ad2ae1391 req-e646a3bf-74ce-4fa3-9e02-c4a613d4fa40 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 943 time: 0.0665531 Jul 23 21:28:37.105735 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d831d48-eafd-4231-9003-462ad2ae1391 req-f9a83247-a868-426d-8a75-dd3ae1b3a4b7 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326815 Jul 23 21:28:38.233244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae0848-740c-4d81-b68e-6dad88766ad8 req-be1da878-7bb4-4db9-b9c6-3b43358e82ba tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:38.234753 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b7ae0848-740c-4d81-b68e-6dad88766ad8 req-be1da878-7bb4-4db9-b9c6-3b43358e82ba tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 943 time: 0.0638206 Jul 23 21:28:38.272246 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b7ae0848-740c-4d81-b68e-6dad88766ad8 req-a7eb014d-15e2-41c7-8eed-08f792a3d424 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316854 Jul 23 21:28:38.326601 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device bf77a066-8e84-4240-8d5c-bf4d485c01c6 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:28:38.374497 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port bf77a066-8e84-4240-8d5c-bf4d485c01c6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:38.374870 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:39.398062 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6936d-feec-44b3-bc83-0fb0ca679a61 req-807e5b4e-2d4c-4d9c-8e1c-9f844417d8ca tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:39.399571 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58b6936d-feec-44b3-bc83-0fb0ca679a61 req-807e5b4e-2d4c-4d9c-8e1c-9f844417d8ca tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 943 time: 0.0631857 Jul 23 21:28:39.441719 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58b6936d-feec-44b3-bc83-0fb0ca679a61 req-c57a0e61-264d-420f-8c4a-91db7463af84 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359600 Jul 23 21:28:39.648409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 5cb09c19-b87f-476a-9d15-9725146d4979 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:28:39.742310 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 5cb09c19-b87f-476a-9d15-9725146d4979, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=5cb09c19-b87f-476a-9d15-9725146d4979,segment=NetworkSegment(62cc9b7e-2e80-463e-9000-8c3f7397983d),segment_id=62cc9b7e-2e80-463e-9000-8c3f7397983d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:28:39.753216 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '5cb09c19-b87f-476a-9d15-9725146d4979', 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e', 'port_id': '5cb09c19-b87f-476a-9d15-9725146d4979', 'mac_address': 'fa:16:3e:fa:58:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d75c8c9-73f8-44a6-a854-ec279348d0f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:28:39.793175 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:39.805564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb09c19-b87f-476a-9d15-9725146d4979 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:28:39.825420 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 5cb09c19-b87f-476a-9d15-9725146d4979, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=5cb09c19-b87f-476a-9d15-9725146d4979,segment=NetworkSegment(62cc9b7e-2e80-463e-9000-8c3f7397983d),segment_id=62cc9b7e-2e80-463e-9000-8c3f7397983d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:28:39.830415 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:39.876792 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=5cb09c19-b87f-476a-9d15-9725146d4979,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:40.074607 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['5cb09c19-b87f-476a-9d15-9725146d4979'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:28:40.573619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847329-68ca-46ea-87ac-f465faf96005 req-91d01dbd-20a3-4c16-8230-c8769cee150f tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:40.575137 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0847329-68ca-46ea-87ac-f465faf96005 req-91d01dbd-20a3-4c16-8230-c8769cee150f tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 944 time: 0.0645888 Jul 23 21:28:40.612722 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d0847329-68ca-46ea-87ac-f465faf96005 req-de223357-7ae4-4b1e-94eb-25ef8a5ceae2 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317729 Jul 23 21:28:41.678188 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 5cb09c19-b87f-476a-9d15-9725146d4979 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:28:41.728757 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 5cb09c19-b87f-476a-9d15-9725146d4979 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:28:41.732920 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 5cb09c19-b87f-476a-9d15-9725146d4979 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:28:41.733363 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:41.747055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8f93d-f0f6-42ac-abdd-b3aaef2cc7d2 req-6ff2a824-2d4b-4037-804d-a139d6def5de tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:41.748788 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ab8f93d-f0f6-42ac-abdd-b3aaef2cc7d2 req-6ff2a824-2d4b-4037-804d-a139d6def5de tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 944 time: 0.0652101 Jul 23 21:28:41.786428 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ab8f93d-f0f6-42ac-abdd-b3aaef2cc7d2 req-8687cbe0-844a-432e-9682-ed751a80c4e5 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317965 Jul 23 21:28:41.809972 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:41.831902 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245c8ce8-e833-4b10-9474-583c1f34e7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb09c19-b87f-476a-9d15-9725146d4979'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:28:41.834506 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98affd23-ed9d-4468-a4bd-18fb8a6f4b35" -d '{"events": [{"server_uuid": "245c8ce8-e833-4b10-9474-583c1f34e7d1", "name": "network-vif-plugged", "status": "completed", "tag": "5cb09c19-b87f-476a-9d15-9725146d4979"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:28:41.850185 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 5cb09c19-b87f-476a-9d15-9725146d4979, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=5cb09c19-b87f-476a-9d15-9725146d4979,segment=NetworkSegment(62cc9b7e-2e80-463e-9000-8c3f7397983d),segment_id=62cc9b7e-2e80-463e-9000-8c3f7397983d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:28:41.854304 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:41.880846 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23438d7f-32f8-466f-8f7b-016a596f04c2 x-openstack-request-id: req-23438d7f-32f8-466f-8f7b-016a596f04c2 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:28:41.881131 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245c8ce8-e833-4b10-9474-583c1f34e7d1", "name": "network-vif-plugged", "status": "completed", "tag": "5cb09c19-b87f-476a-9d15-9725146d4979", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:28:41.881372 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23438d7f-32f8-466f-8f7b-016a596f04c2 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:28:41.881769 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245c8ce8-e833-4b10-9474-583c1f34e7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb09c19-b87f-476a-9d15-9725146d4979', 'code': 200} Jul 23 21:28:41.912871 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=5cb09c19-b87f-476a-9d15-9725146d4979,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:28:41.980715 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13efac3-6c7b-45d6-a64a-92481d54141a req-e32e51af-e2f9-4479-8f66-17c0228cfb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:41.982196 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d13efac3-6c7b-45d6-a64a-92481d54141a req-e32e51af-e2f9-4479-8f66-17c0228cfb05 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 1097 time: 0.0529647 Jul 23 21:28:42.019999 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d13efac3-6c7b-45d6-a64a-92481d54141a req-f6a3e978-6bbf-4e60-8219-9449ac2428aa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271604 Jul 23 21:28:42.920386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fafbc-eaea-4b5e-8fbb-4dafd2602fc2 req-81d345eb-c6e2-4ce3-ac07-4c68de4c9a7f tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:42.921839 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-576fafbc-eaea-4b5e-8fbb-4dafd2602fc2 req-81d345eb-c6e2-4ce3-ac07-4c68de4c9a7f tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 945 time: 0.0667117 Jul 23 21:28:42.958863 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-576fafbc-eaea-4b5e-8fbb-4dafd2602fc2 req-0df44c57-ddf6-4637-9586-b83e9675fdb0 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Jul 23 21:28:44.086453 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2535d0-5e10-43c1-8a1b-5661fb0ada8f req-500cebc2-bbc3-4460-aa27-e78fa7c5e621 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:44.087940 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f2535d0-5e10-43c1-8a1b-5661fb0ada8f req-500cebc2-bbc3-4460-aa27-e78fa7c5e621 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 945 time: 0.0623083 Jul 23 21:28:44.124490 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f2535d0-5e10-43c1-8a1b-5661fb0ada8f req-e457ce4d-a25f-44c9-9a60-25a61aa35e45 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303347 Jul 23 21:28:44.250796 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1211e-d5b2-443c-82b8-c347169e4839 req-90d03724-e2dd-4139-9116-cb9058492f8a tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:44.252320 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61f1211e-d5b2-443c-82b8-c347169e4839 req-90d03724-e2dd-4139-9116-cb9058492f8a tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 945 time: 0.0634804 Jul 23 21:28:44.289660 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61f1211e-d5b2-443c-82b8-c347169e4839 req-a926d7e6-7c85-4855-b8c8-2e5e6ab2ff42 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Jul 23 21:28:45.799557 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:47.288964 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:51.330248 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1638cc14-20a8-4c61-90ac-963a7a99c88c req-d20a46c3-f4f9-4518-87a7-eb87ce2eb02e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527382 Jul 23 21:28:51.427323 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638cc14-20a8-4c61-90ac-963a7a99c88c req-71009edf-55a4-4614-ad0c-c5471f9c8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:51.428909 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1638cc14-20a8-4c61-90ac-963a7a99c88c req-71009edf-55a4-4614-ad0c-c5471f9c8ff5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae6afc81f7bf490a918e2cfd39464043&device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 1097 time: 0.0571301 Jul 23 21:28:51.534994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638cc14-20a8-4c61-90ac-963a7a99c88c req-ae4692fa-c352-4ca9-ada7-09e04acb9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:51.536516 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1638cc14-20a8-4c61-90ac-963a7a99c88c req-ae4692fa-c352-4ca9-ada7-09e04acb9e26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e HTTP/1.1" status: 200 len: 918 time: 0.0885823 Jul 23 21:28:51.582224 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1638cc14-20a8-4c61-90ac-963a7a99c88c req-a8579693-52d9-4822-95dc-f96506bdee36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cb09c19-b87f-476a-9d15-9725146d4979 HTTP/1.1" status: 200 len: 217 time: 0.0393281 Jul 23 21:28:51.630520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638cc14-20a8-4c61-90ac-963a7a99c88c req-23ca30bf-e2b7-4ed7-8517-ccd5b97303a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:51.631969 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1638cc14-20a8-4c61-90ac-963a7a99c88c req-23ca30bf-e2b7-4ed7-8517-ccd5b97303a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d75c8c9-73f8-44a6-a854-ec279348d0f4 HTTP/1.1" status: 200 len: 856 time: 0.0440667 Jul 23 21:28:51.691528 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638cc14-20a8-4c61-90ac-963a7a99c88c req-0d5f4a4f-71ea-441c-9607-f891593bd532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:51.693107 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1638cc14-20a8-4c61-90ac-963a7a99c88c req-0d5f4a4f-71ea-441c-9607-f891593bd532 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536566 Jul 23 21:28:51.786176 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1638cc14-20a8-4c61-90ac-963a7a99c88c req-c5ef0603-91bf-4e72-b4b7-7a0d06c93c59 service neutron] 10.222.0.48 "GET /v2.0/networks/ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869150 Jul 23 21:28:51.875537 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1638cc14-20a8-4c61-90ac-963a7a99c88c req-6ab30e08-8c91-411f-9b57-8163e4e2d766 service neutron] 10.222.0.48 "GET /v2.0/networks/ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821376 Jul 23 21:28:54.641778 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-72c8bed4-9518-400d-b164-d5ba82ea537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:57.171461 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86b36ee4-f743-49d2-bdaf-3058d46be22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:57.419806 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:58.715284 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:00.168192 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:02.804298 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e60bfd-a319-404d-b0a1-e9511ed57213 req-6f8277ca-3f99-4d35-b761-7d5bc9db2279 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:02.805713 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53e60bfd-a319-404d-b0a1-e9511ed57213 req-6f8277ca-3f99-4d35-b761-7d5bc9db2279 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 945 time: 0.0669630 Jul 23 21:29:02.845184 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-53e60bfd-a319-404d-b0a1-e9511ed57213 req-04141d7c-57e8-46de-8094-204264b49e9a tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332699 Jul 23 21:29:03.976567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cc096-ec2c-424c-b09c-ced5c3203803 req-0f99e0ce-9cac-4db5-84c8-fd387d70e2b7 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:03.979051 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d9cc096-ec2c-424c-b09c-ced5c3203803 req-0f99e0ce-9cac-4db5-84c8-fd387d70e2b7 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 945 time: 0.0639329 Jul 23 21:29:04.017874 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6d9cc096-ec2c-424c-b09c-ced5c3203803 req-46682107-fd2c-49c5-93b9-3483a302d6f0 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325329 Jul 23 21:29:04.439538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5755e5-6bdf-4d7f-a01f-c385d4231bfc req-82e16a4a-8694-4d56-a755-f900e8939c86 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:04.441036 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9c5755e5-6bdf-4d7f-a01f-c385d4231bfc req-82e16a4a-8694-4d56-a755-f900e8939c86 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.48 "GET /v2.0/ports?device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 945 time: 0.0677683 Jul 23 21:29:04.539642 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-9c5755e5-6bdf-4d7f-a01f-c385d4231bfc req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Deleting port 5cb09c19-b87f-476a-9d15-9725146d4979 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:29:04.539907 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9c5755e5-6bdf-4d7f-a01f-c385d4231bfc req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:04.631031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-9c5755e5-6bdf-4d7f-a01f-c385d4231bfc req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] For port 5cb09c19-b87f-476a-9d15-9725146d4979, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=5cb09c19-b87f-476a-9d15-9725146d4979,segment=NetworkSegment(62cc9b7e-2e80-463e-9000-8c3f7397983d),segment_id=62cc9b7e-2e80-463e-9000-8c3f7397983d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:04.631414 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9c5755e5-6bdf-4d7f-a01f-c385d4231bfc req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:04.643975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-9c5755e5-6bdf-4d7f-a01f-c385d4231bfc req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Calling delete_port for 5cb09c19-b87f-476a-9d15-9725146d4979 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:29:04.768195 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9c5755e5-6bdf-4d7f-a01f-c385d4231bfc req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:04.784400 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['5cb09c19-b87f-476a-9d15-9725146d4979'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:29:04.799677 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Pushing event deleted for resources: {'Port': ['ID=5cb09c19-b87f-476a-9d15-9725146d4979,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:04.812186 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:04.812538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:04.812889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:04.813209 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:04.813545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:04.813866 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:04.814190 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:04.814514 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:04.815030 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:04.815422 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:04.815747 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:04.816064 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:04.856101 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5755e5-6bdf-4d7f-a01f-c385d4231bfc req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] No DVR routers for this DVR port 5cb09c19-b87f-476a-9d15-9725146d4979 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:29:04.858689 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9c5755e5-6bdf-4d7f-a01f-c385d4231bfc req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:04.860695 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9c5755e5-6bdf-4d7f-a01f-c385d4231bfc req-a3ebafe3-a9d1-4cd3-860f-96901c26a82d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.48 "DELETE /v2.0/ports/5cb09c19-b87f-476a-9d15-9725146d4979 HTTP/1.1" status: 204 len: 173 time: 0.4139211 Jul 23 21:29:04.861145 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245c8ce8-e833-4b10-9474-583c1f34e7d1', 'name': 'network-vif-deleted', 'tag': '5cb09c19-b87f-476a-9d15-9725146d4979'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:29:04.863418 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cc14ae-721d-4453-ad52-0af4f8c56c6f" -d '{"events": [{"server_uuid": "245c8ce8-e833-4b10-9474-583c1f34e7d1", "name": "network-vif-deleted", "tag": "5cb09c19-b87f-476a-9d15-9725146d4979"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:29:04.914014 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e01b8fa-5a19-4ab1-8f33-7d31ec377549 x-openstack-request-id: req-6e01b8fa-5a19-4ab1-8f33-7d31ec377549 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:29:04.914413 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245c8ce8-e833-4b10-9474-583c1f34e7d1", "name": "network-vif-deleted", "tag": "5cb09c19-b87f-476a-9d15-9725146d4979", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:29:04.914786 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6e01b8fa-5a19-4ab1-8f33-7d31ec377549 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:29:04.915414 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245c8ce8-e833-4b10-9474-583c1f34e7d1', 'name': 'network-vif-deleted', 'tag': '5cb09c19-b87f-476a-9d15-9725146d4979', 'status': 'completed', 'code': 200} Jul 23 21:29:05.028919 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:29:05.128043 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5331548-a2e4-40fa-b09c-ac2d09c8a3ac req-95f90f5b-5bd7-4e2d-a1a3-3ae7b62922fc tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=245c8ce8-e833-4b10-9474-583c1f34e7d1 HTTP/1.1" status: 200 len: 210 time: 0.0334444 Jul 23 21:29:07.329561 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-6cd635db-60dc-4e4b-80f9-03fd1a16358d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:07.331028 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-6cd635db-60dc-4e4b-80f9-03fd1a16358d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/networks?id=ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e HTTP/1.1" status: 200 len: 817 time: 0.0994070 Jul 23 21:29:07.345307 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-a9dea579-4002-4d4a-95d9-fd783aba485b tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/quotas/ae6afc81f7bf490a918e2cfd39464043 HTTP/1.1" status: 200 len: 375 time: 0.0087960 Jul 23 21:29:07.414864 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-f2d9bb32-4018-4053-8faf-ed15b2183225 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae6afc81f7bf490a918e2cfd39464043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644314 Jul 23 21:29:07.507496 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-2d5d15b0-bbb9-4e9f-9afc-4a66af0a457c service neutron] 10.222.0.55 "GET /v2.0/networks/ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810318 Jul 23 21:29:07.600596 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-3b65147d-9441-4050-bc88-1ba2b4cd07e6 service neutron] 10.222.0.55 "GET /v2.0/networks/ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863104 Jul 23 21:29:07.763600 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-35b5ef29-c94e-4538-9709-cb8a9525f314 req-31541f9f-f545-40c3-ac11-6ca44943dd00 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=02cd3252-d103-426d-b6bb-da2ce2557055 HTTP/1.1" status: 200 len: 210 time: 0.0294566 Jul 23 21:29:07.825344 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 5cb09c19-b87f-476a-9d15-9725146d4979 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:29:07.847844 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 5cb09c19-b87f-476a-9d15-9725146d4979 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:29:07.848185 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 5cb09c19-b87f-476a-9d15-9725146d4979 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:29:08.643846 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-4bbd5e3c-a3d8-494d-8639-641bccc9cdbe tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:08.645585 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-4bbd5e3c-a3d8-494d-8639-641bccc9cdbe tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.57 "GET /v2.0/networks?id=ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e HTTP/1.1" status: 200 len: 817 time: 0.1116903 Jul 23 21:29:08.657947 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-a3d6578b-3ba4-4490-b995-dc929cdeec70 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Request body: {'port': {'device_id': '02cd3252-d103-426d-b6bb-da2ce2557055', 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e', 'admin_state_up': True, 'tenant_id': 'ae6afc81f7bf490a918e2cfd39464043'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:29:08.763242 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-a3d6578b-3ba4-4490-b995-dc929cdeec70 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Made reservation on behalf of ae6afc81f7bf490a918e2cfd39464043 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:29:08.766691 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-a3d6578b-3ba4-4490-b995-dc929cdeec70 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:08.860911 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bdbe2b94-20e6-458a-9164-c24840cfe886 req-1c546226-c1fd-491c-8686-dd7f07a64a3e tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=02cd3252-d103-426d-b6bb-da2ce2557055 HTTP/1.1" status: 200 len: 210 time: 0.0295613 Jul 23 21:29:08.897341 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-a3d6578b-3ba4-4490-b995-dc929cdeec70 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Allocated IP 172.20.0.8 (ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e/2d75c8c9-73f8-44a6-a854-ec279348d0f4/76bc2a89-c0fc-4b01-b922-d5e691f35b92) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:29:09.043330 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-a3d6578b-3ba4-4490-b995-dc929cdeec70 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:09.056358 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-a3d6578b-3ba4-4490-b995-dc929cdeec70 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Transition to ACTIVE for port object 76bc2a89-c0fc-4b01-b922-d5e691f35b92 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:29:09.089471 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-a3d6578b-3ba4-4490-b995-dc929cdeec70 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:09.131281 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-a3d6578b-3ba4-4490-b995-dc929cdeec70 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:29:09.136800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-a3d6578b-3ba4-4490-b995-dc929cdeec70 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:29:09.140506 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-a3d6578b-3ba4-4490-b995-dc929cdeec70 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:29:09.145696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6578b-3ba4-4490-b995-dc929cdeec70 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Pushing event updated for resources: {'Port': ['ID=76bc2a89-c0fc-4b01-b922-d5e691f35b92,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:09.193555 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-a3d6578b-3ba4-4490-b995-dc929cdeec70 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:09.194182 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-a3d6578b-3ba4-4490-b995-dc929cdeec70 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:09.209293 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-a3d6578b-3ba4-4490-b995-dc929cdeec70 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5554280 Jul 23 21:29:09.220738 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Request body: {'port': {'device_id': '02cd3252-d103-426d-b6bb-da2ce2557055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:29:09.299655 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:09.328529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-453ce7c0-b141-4cc1-8518-917da9d665cf None None] Provisioning for port 76bc2a89-c0fc-4b01-b922-d5e691f35b92 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:29:09.332430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-453ce7c0-b141-4cc1-8518-917da9d665cf None None] Provisioning complete for port 76bc2a89-c0fc-4b01-b922-d5e691f35b92 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:29:09.332797 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-453ce7c0-b141-4cc1-8518-917da9d665cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:09.367574 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-453ce7c0-b141-4cc1-8518-917da9d665cf None None] Port 76bc2a89-c0fc-4b01-b922-d5e691f35b92 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:29:09.560085 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76bc2a89-c0fc-4b01-b922-d5e691f35b92 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:29:09.567644 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:09.579709 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Transition to ACTIVE for port object 76bc2a89-c0fc-4b01-b922-d5e691f35b92 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:29:09.583529 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:09.634636 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Pushing event updated for resources: {'Port': ['ID=76bc2a89-c0fc-4b01-b922-d5e691f35b92,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:09.716670 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Attempting to bind port 76bc2a89-c0fc-4b01-b922-d5e691f35b92 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:29:09.717332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Attempting to bind port 76bc2a89-c0fc-4b01-b922-d5e691f35b92 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '62cc9b7e-2e80-463e-9000-8c3f7397983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:29:09.717332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Attempting to bind port 76bc2a89-c0fc-4b01-b922-d5e691f35b92 on network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:29:09.721922 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Port 76bc2a89-c0fc-4b01-b922-d5e691f35b92 on network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:29:09.722242 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Attempting to bind port 76bc2a89-c0fc-4b01-b922-d5e691f35b92 on network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:29:09.727579 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:29:09.727917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Checking segment: {'id': '62cc9b7e-2e80-463e-9000-8c3f7397983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:29:09.728303 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Bound using segment: {'id': '62cc9b7e-2e80-463e-9000-8c3f7397983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:29:09.728736 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Bound port: 76bc2a89-c0fc-4b01-b922-d5e691f35b92, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cc9b7e-2e80-463e-9000-8c3f7397983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:29:09.729121 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:09.793967 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] For port 76bc2a89-c0fc-4b01-b922-d5e691f35b92, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:29:09.797009 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] For port 76bc2a89-c0fc-4b01-b922-d5e691f35b92, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=76bc2a89-c0fc-4b01-b922-d5e691f35b92,segment=NetworkSegment(62cc9b7e-2e80-463e-9000-8c3f7397983d),segment_id=62cc9b7e-2e80-463e-9000-8c3f7397983d)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:29:09.800863 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:09.834583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:09.835333 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:09.836760 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] 10.222.0.57 "PUT /v2.0/ports/76bc2a89-c0fc-4b01-b922-d5e691f35b92 HTTP/1.1" status: 200 len: 1092 time: 0.6204665 Jul 23 21:29:09.837193 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cd3252-d103-426d-b6bb-da2ce2557055', 'tag': '76bc2a89-c0fc-4b01-b922-d5e691f35b92'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:29:09.840138 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d585d133-d906-4a78-9e5a-7f790e396072" -d '{"events": [{"name": "network-changed", "server_uuid": "02cd3252-d103-426d-b6bb-da2ce2557055", "tag": "76bc2a89-c0fc-4b01-b922-d5e691f35b92"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:29:09.868085 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad723081-aa0d-4a0c-91c3-3bf62a81fc62 service neutron] Pushing event updated for resources: {'Port': ['ID=76bc2a89-c0fc-4b01-b922-d5e691f35b92,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:09.886644 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ea9f79-a9b1-4db1-ab13-a83c0823e881 x-openstack-request-id: req-31ea9f79-a9b1-4db1-ab13-a83c0823e881 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:29:09.886961 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02cd3252-d103-426d-b6bb-da2ce2557055", "tag": "76bc2a89-c0fc-4b01-b922-d5e691f35b92", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:29:09.887464 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-31ea9f79-a9b1-4db1-ab13-a83c0823e881 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:29:09.891895 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02cd3252-d103-426d-b6bb-da2ce2557055', 'tag': '76bc2a89-c0fc-4b01-b922-d5e691f35b92', 'status': 'completed', 'code': 200} Jul 23 21:29:09.952727 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-aeaf8c42-05b2-4dde-86b1-9d0950856531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:09.954267 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-aeaf8c42-05b2-4dde-86b1-9d0950856531 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae6afc81f7bf490a918e2cfd39464043&device_id=02cd3252-d103-426d-b6bb-da2ce2557055 HTTP/1.1" status: 200 len: 1095 time: 0.0700643 Jul 23 21:29:10.000670 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-dce9a94e-3995-4200-adca-91f8bfc73b5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76bc2a89-c0fc-4b01-b922-d5e691f35b92 HTTP/1.1" status: 200 len: 217 time: 0.0387926 Jul 23 21:29:10.004662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bc54b-34d3-42b1-823e-745c777f4e7b req-0e15a4ac-fa86-42da-acbb-6ff69550ec9f tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:10.006328 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-091bc54b-34d3-42b1-823e-745c777f4e7b req-0e15a4ac-fa86-42da-acbb-6ff69550ec9f tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=02cd3252-d103-426d-b6bb-da2ce2557055 HTTP/1.1" status: 200 len: 943 time: 0.0713718 Jul 23 21:29:10.050069 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-091bc54b-34d3-42b1-823e-745c777f4e7b req-4723a200-3f22-45ec-b80b-8298856442b6 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380054 Jul 23 21:29:10.052403 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-a16ce5ed-76ef-4b33-bffd-9cdc0ee33bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:10.053868 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-a16ce5ed-76ef-4b33-bffd-9cdc0ee33bee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d75c8c9-73f8-44a6-a854-ec279348d0f4 HTTP/1.1" status: 200 len: 856 time: 0.0459192 Jul 23 21:29:10.114271 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-005db059-143a-4f97-9604-70d397276e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:10.115831 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-005db059-143a-4f97-9604-70d397276e51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553772 Jul 23 21:29:10.208028 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-78412133-076b-44f1-94a3-a7c3afb7680d service neutron] 10.222.0.57 "GET /v2.0/networks/ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856652 Jul 23 21:29:10.298883 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bca34654-5bbc-4f9d-890b-5f18426bacb5 req-f57fb6a2-9721-476d-9613-37fb49f4065e service neutron] 10.222.0.57 "GET /v2.0/networks/ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844984 Jul 23 21:29:10.393602 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585d133-d906-4a78-9e5a-7f790e396072 req-f805593d-e634-4357-a537-e2e130e55ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:10.395009 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d585d133-d906-4a78-9e5a-7f790e396072 req-f805593d-e634-4357-a537-e2e130e55ea9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae6afc81f7bf490a918e2cfd39464043&device_id=02cd3252-d103-426d-b6bb-da2ce2557055 HTTP/1.1" status: 200 len: 1095 time: 0.0530775 Jul 23 21:29:10.481931 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585d133-d906-4a78-9e5a-7f790e396072 req-b1be53db-0e02-497d-8694-936174eca75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:10.483390 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d585d133-d906-4a78-9e5a-7f790e396072 req-b1be53db-0e02-497d-8694-936174eca75d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e HTTP/1.1" status: 200 len: 918 time: 0.0818355 Jul 23 21:29:10.525609 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d585d133-d906-4a78-9e5a-7f790e396072 req-5a4e01da-3134-4542-8352-3886f156567e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76bc2a89-c0fc-4b01-b922-d5e691f35b92 HTTP/1.1" status: 200 len: 217 time: 0.0362701 Jul 23 21:29:10.574250 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585d133-d906-4a78-9e5a-7f790e396072 req-8483aff3-04c8-4824-aad4-33fcc7154a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:10.575720 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d585d133-d906-4a78-9e5a-7f790e396072 req-8483aff3-04c8-4824-aad4-33fcc7154a60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d75c8c9-73f8-44a6-a854-ec279348d0f4 HTTP/1.1" status: 200 len: 856 time: 0.0430048 Jul 23 21:29:10.634218 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585d133-d906-4a78-9e5a-7f790e396072 req-8f442f19-cb93-4e4e-a269-6f76c0e14d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:10.636293 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d585d133-d906-4a78-9e5a-7f790e396072 req-8f442f19-cb93-4e4e-a269-6f76c0e14d4d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538332 Jul 23 21:29:10.730038 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d585d133-d906-4a78-9e5a-7f790e396072 req-54c30e22-3d6c-42dd-9b79-061bc300c3f3 service neutron] 10.222.0.57 "GET /v2.0/networks/ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850804 Jul 23 21:29:10.817925 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d585d133-d906-4a78-9e5a-7f790e396072 req-afa31089-f6c5-4006-befb-e8328fe46ff8 service neutron] 10.222.0.57 "GET /v2.0/networks/ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815518 Jul 23 21:29:11.179361 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5581e6-938c-4fea-84b0-9568bc697101 req-eaf841a9-39d8-4fea-aa6e-240450013658 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:11.180857 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d5581e6-938c-4fea-84b0-9568bc697101 req-eaf841a9-39d8-4fea-aa6e-240450013658 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=02cd3252-d103-426d-b6bb-da2ce2557055 HTTP/1.1" status: 200 len: 943 time: 0.0629928 Jul 23 21:29:11.217666 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d5581e6-938c-4fea-84b0-9568bc697101 req-7b53804d-e9a7-4e5b-9be5-014d1072072f tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305216 Jul 23 21:29:12.345259 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c359f-4659-468f-985f-5efd35fefac5 req-1ea1fb4a-da9b-4f81-a280-21a9073cb637 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:12.346710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-621c359f-4659-468f-985f-5efd35fefac5 req-1ea1fb4a-da9b-4f81-a280-21a9073cb637 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=02cd3252-d103-426d-b6bb-da2ce2557055 HTTP/1.1" status: 200 len: 943 time: 0.0637412 Jul 23 21:29:12.383980 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-621c359f-4659-468f-985f-5efd35fefac5 req-3d0903a9-ad17-4c4f-b09a-1d9b3cbe49c6 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309811 Jul 23 21:29:12.446953 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 76bc2a89-c0fc-4b01-b922-d5e691f35b92 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:29:12.539569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 76bc2a89-c0fc-4b01-b922-d5e691f35b92, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=76bc2a89-c0fc-4b01-b922-d5e691f35b92,segment=NetworkSegment(62cc9b7e-2e80-463e-9000-8c3f7397983d),segment_id=62cc9b7e-2e80-463e-9000-8c3f7397983d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:12.553666 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '76bc2a89-c0fc-4b01-b922-d5e691f35b92', 'network_id': 'ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e', 'port_id': '76bc2a89-c0fc-4b01-b922-d5e691f35b92', 'mac_address': 'fa:16:3e:8b:e2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d75c8c9-73f8-44a6-a854-ec279348d0f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:29:12.590130 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:12.602627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76bc2a89-c0fc-4b01-b922-d5e691f35b92 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:29:12.622555 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 76bc2a89-c0fc-4b01-b922-d5e691f35b92, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=76bc2a89-c0fc-4b01-b922-d5e691f35b92,segment=NetworkSegment(62cc9b7e-2e80-463e-9000-8c3f7397983d),segment_id=62cc9b7e-2e80-463e-9000-8c3f7397983d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:12.625960 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:12.672139 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=76bc2a89-c0fc-4b01-b922-d5e691f35b92,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:12.679230 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:12.679569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:12.679910 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:12.680246 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:12.680579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:12.680909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:12.681237 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:12.681563 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:12.681883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:12.682795 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:12.683136 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:12.683461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:12.828719 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['76bc2a89-c0fc-4b01-b922-d5e691f35b92'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:29:13.513453 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305ebc5-d9d9-43de-9a4c-351c7a984df8 req-87933c58-d768-4921-b6be-cf4663927875 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:13.514904 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6305ebc5-d9d9-43de-9a4c-351c7a984df8 req-87933c58-d768-4921-b6be-cf4663927875 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=02cd3252-d103-426d-b6bb-da2ce2557055 HTTP/1.1" status: 200 len: 944 time: 0.0655906 Jul 23 21:29:13.551417 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6305ebc5-d9d9-43de-9a4c-351c7a984df8 req-37843ced-92c5-445b-bbc7-85e99b09cbad tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309002 Jul 23 21:29:14.462787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 76bc2a89-c0fc-4b01-b922-d5e691f35b92 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:29:14.550739 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 76bc2a89-c0fc-4b01-b922-d5e691f35b92 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:29:14.559077 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 76bc2a89-c0fc-4b01-b922-d5e691f35b92 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:29:14.559524 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:14.657843 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:14.680879 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b09a5e-9b37-4f71-b812-07445bb1a4ed req-d145a0d2-b3a6-45a5-af44-8fe1cb434c57 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:14.682565 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d5b09a5e-9b37-4f71-b812-07445bb1a4ed req-d145a0d2-b3a6-45a5-af44-8fe1cb434c57 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=02cd3252-d103-426d-b6bb-da2ce2557055 HTTP/1.1" status: 200 len: 944 time: 0.0651295 Jul 23 21:29:14.683329 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cd3252-d103-426d-b6bb-da2ce2557055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bc2a89-c0fc-4b01-b922-d5e691f35b92'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:29:14.685560 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be78d8f-6682-410d-ac94-ba0b55f91c09" -d '{"events": [{"server_uuid": "02cd3252-d103-426d-b6bb-da2ce2557055", "name": "network-vif-plugged", "status": "completed", "tag": "76bc2a89-c0fc-4b01-b922-d5e691f35b92"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:29:14.698540 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 76bc2a89-c0fc-4b01-b922-d5e691f35b92, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=76bc2a89-c0fc-4b01-b922-d5e691f35b92,segment=NetworkSegment(62cc9b7e-2e80-463e-9000-8c3f7397983d),segment_id=62cc9b7e-2e80-463e-9000-8c3f7397983d)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:14.704071 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:14.723489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d5b09a5e-9b37-4f71-b812-07445bb1a4ed req-ea08fc1b-9632-4e2a-a3cb-0b514dea5e93 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349839 Jul 23 21:29:14.733402 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f191088-b4db-4c84-963a-5866d7db04f6 x-openstack-request-id: req-8f191088-b4db-4c84-963a-5866d7db04f6 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:29:14.733720 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cd3252-d103-426d-b6bb-da2ce2557055", "name": "network-vif-plugged", "status": "completed", "tag": "76bc2a89-c0fc-4b01-b922-d5e691f35b92", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:29:14.734114 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f191088-b4db-4c84-963a-5866d7db04f6 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:29:14.734647 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cd3252-d103-426d-b6bb-da2ce2557055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bc2a89-c0fc-4b01-b922-d5e691f35b92', 'code': 200} Jul 23 21:29:14.763207 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=76bc2a89-c0fc-4b01-b922-d5e691f35b92,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:14.839894 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24880884-2b44-4634-b91b-7e9a03015faf req-e870641a-165b-4cbc-b1a7-714565ecd4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:14.841313 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-24880884-2b44-4634-b91b-7e9a03015faf req-e870641a-165b-4cbc-b1a7-714565ecd4ef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02cd3252-d103-426d-b6bb-da2ce2557055 HTTP/1.1" status: 200 len: 1097 time: 0.0575550 Jul 23 21:29:14.878769 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-24880884-2b44-4634-b91b-7e9a03015faf req-bafdab4c-f534-451d-8606-bc667d0ad500 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308065 Jul 23 21:29:15.816781 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:15.857047 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59913e60-acf3-49a9-b8bb-726ea1ac2b0e req-2b929f74-7f81-4524-aa1e-4009fc94afe2 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:15.858546 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59913e60-acf3-49a9-b8bb-726ea1ac2b0e req-2b929f74-7f81-4524-aa1e-4009fc94afe2 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=02cd3252-d103-426d-b6bb-da2ce2557055 HTTP/1.1" status: 200 len: 945 time: 0.0673082 Jul 23 21:29:15.895479 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-59913e60-acf3-49a9-b8bb-726ea1ac2b0e req-8c9cd70d-1c22-4995-916c-a100b3f3c6bf tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311716 Jul 23 21:29:16.030226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a94d5-9cdb-41e4-8f0a-7bca361f8b76 req-76810a1a-6b1e-4681-b89d-260cd777a628 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:16.031710 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d74a94d5-9cdb-41e4-8f0a-7bca361f8b76 req-76810a1a-6b1e-4681-b89d-260cd777a628 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=02cd3252-d103-426d-b6bb-da2ce2557055 HTTP/1.1" status: 200 len: 945 time: 0.0650663 Jul 23 21:29:16.067834 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d74a94d5-9cdb-41e4-8f0a-7bca361f8b76 req-883d255a-ecb5-411d-a659-c0c5f333523c tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304480 Jul 23 21:29:17.302469 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:24.643755 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0971de6d-868e-4160-8dee-99246dbd245f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:27.171512 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-336603f7-b6a8-4928-b14c-28220dbd9899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:27.420406 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:28.719020 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:30.169100 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:34.399084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19db36-ac6a-4198-8952-f579a78affe3 req-81e3e1e0-0a49-4bec-be18-f30dd7738d70 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:34.401149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a19db36-ac6a-4198-8952-f579a78affe3 req-81e3e1e0-0a49-4bec-be18-f30dd7738d70 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=02cd3252-d103-426d-b6bb-da2ce2557055 HTTP/1.1" status: 200 len: 945 time: 0.0629566 Jul 23 21:29:34.437054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7a19db36-ac6a-4198-8952-f579a78affe3 req-2a1ba52f-4267-4e56-ba22-3aa2e640c4f2 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303144 Jul 23 21:29:35.570731 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf622f7-dbf5-4c0d-91b1-5014ca3dd9a9 req-ef60d946-f792-4dea-be70-27963b179ac6 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:35.572245 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-caf622f7-dbf5-4c0d-91b1-5014ca3dd9a9 req-ef60d946-f792-4dea-be70-27963b179ac6 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=02cd3252-d103-426d-b6bb-da2ce2557055 HTTP/1.1" status: 200 len: 945 time: 0.0664887 Jul 23 21:29:35.608934 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-caf622f7-dbf5-4c0d-91b1-5014ca3dd9a9 req-61697442-7ddb-4119-bd97-302a2f24cf17 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/security-groups?id=05587f52-1b92-423d-952c-5e006468c3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304892 Jul 23 21:29:35.904838 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfffe3-bbd8-44ac-8312-26a42f6e503b req-97631337-357b-4707-89e4-dc84aeeb95f6 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:35.906265 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f8bfffe3-bbd8-44ac-8312-26a42f6e503b req-97631337-357b-4707-89e4-dc84aeeb95f6 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.57 "GET /v2.0/ports?device_id=02cd3252-d103-426d-b6bb-da2ce2557055 HTTP/1.1" status: 200 len: 945 time: 0.0617070 Jul 23 21:29:36.006449 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-f8bfffe3-bbd8-44ac-8312-26a42f6e503b req-83985d40-7319-4f3d-ac03-ba3c7fc799f5 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Deleting port 76bc2a89-c0fc-4b01-b922-d5e691f35b92 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:29:36.006785 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f8bfffe3-bbd8-44ac-8312-26a42f6e503b req-83985d40-7319-4f3d-ac03-ba3c7fc799f5 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:36.091923 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f8bfffe3-bbd8-44ac-8312-26a42f6e503b req-83985d40-7319-4f3d-ac03-ba3c7fc799f5 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] For port 76bc2a89-c0fc-4b01-b922-d5e691f35b92, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=76bc2a89-c0fc-4b01-b922-d5e691f35b92,segment=NetworkSegment(62cc9b7e-2e80-463e-9000-8c3f7397983d),segment_id=62cc9b7e-2e80-463e-9000-8c3f7397983d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:36.092274 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f8bfffe3-bbd8-44ac-8312-26a42f6e503b req-83985d40-7319-4f3d-ac03-ba3c7fc799f5 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:36.105021 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-f8bfffe3-bbd8-44ac-8312-26a42f6e503b req-83985d40-7319-4f3d-ac03-ba3c7fc799f5 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Calling delete_port for 76bc2a89-c0fc-4b01-b922-d5e691f35b92 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:29:36.232304 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f8bfffe3-bbd8-44ac-8312-26a42f6e503b req-83985d40-7319-4f3d-ac03-ba3c7fc799f5 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:36.245274 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['76bc2a89-c0fc-4b01-b922-d5e691f35b92'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:29:36.258127 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83985d40-7319-4f3d-ac03-ba3c7fc799f5 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Pushing event deleted for resources: {'Port': ['ID=76bc2a89-c0fc-4b01-b922-d5e691f35b92,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:36.307912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bfffe3-bbd8-44ac-8312-26a42f6e503b req-83985d40-7319-4f3d-ac03-ba3c7fc799f5 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] No DVR routers for this DVR port 76bc2a89-c0fc-4b01-b922-d5e691f35b92 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:29:36.310572 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f8bfffe3-bbd8-44ac-8312-26a42f6e503b req-83985d40-7319-4f3d-ac03-ba3c7fc799f5 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:36.312715 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f8bfffe3-bbd8-44ac-8312-26a42f6e503b req-83985d40-7319-4f3d-ac03-ba3c7fc799f5 tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.57 "DELETE /v2.0/ports/76bc2a89-c0fc-4b01-b922-d5e691f35b92 HTTP/1.1" status: 204 len: 173 time: 0.4005046 Jul 23 21:29:36.313152 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cd3252-d103-426d-b6bb-da2ce2557055', 'name': 'network-vif-deleted', 'tag': '76bc2a89-c0fc-4b01-b922-d5e691f35b92'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:29:36.315445 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469609b5-c1df-4c2f-bf68-258bd61e574e" -d '{"events": [{"server_uuid": "02cd3252-d103-426d-b6bb-da2ce2557055", "name": "network-vif-deleted", "tag": "76bc2a89-c0fc-4b01-b922-d5e691f35b92"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:29:36.433309 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1e67ac-b319-45c4-aa7b-fbf5e0b767f3 x-openstack-request-id: req-eb1e67ac-b319-45c4-aa7b-fbf5e0b767f3 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:29:36.433967 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cd3252-d103-426d-b6bb-da2ce2557055", "name": "network-vif-deleted", "tag": "76bc2a89-c0fc-4b01-b922-d5e691f35b92", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:29:36.434349 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb1e67ac-b319-45c4-aa7b-fbf5e0b767f3 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:29:36.434808 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cd3252-d103-426d-b6bb-da2ce2557055', 'name': 'network-vif-deleted', 'tag': '76bc2a89-c0fc-4b01-b922-d5e691f35b92', 'status': 'completed', 'code': 200} Jul 23 21:29:36.738538 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb024fee-b9a6-4a8a-ae14-bf32f3602f43 req-3170478c-c4e5-48ee-b485-c313f6c26b4d tempest-TestEncryptedCinderVolumes-1050981161 tempest-TestEncryptedCinderVolumes-1050981161-project] 10.222.0.55 "GET /v2.0/ports?device_id=02cd3252-d103-426d-b6bb-da2ce2557055 HTTP/1.1" status: 200 len: 210 time: 0.0298605 Jul 23 21:29:37.844316 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57040) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:38.183177 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:38.428747 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Deleting port 7080f833-6aa1-4365-a409-55ca00a6acd1 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:29:38.429084 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:38.505100 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] For port 7080f833-6aa1-4365-a409-55ca00a6acd1, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7080f833-6aa1-4365-a409-55ca00a6acd1,segment=NetworkSegment(62cc9b7e-2e80-463e-9000-8c3f7397983d),segment_id=62cc9b7e-2e80-463e-9000-8c3f7397983d)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:38.505457 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:38.517789 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Calling delete_port for 7080f833-6aa1-4365-a409-55ca00a6acd1 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:29:38.692775 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:38.716404 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Pushing event deleted for resources: {'Port': ['ID=7080f833-6aa1-4365-a409-55ca00a6acd1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:38.729569 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:38.729919 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:38.730262 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:38.730598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:38.730931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:38.731280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:38.731611 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:38.731932 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:38.732270 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:38.732573 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:38.732892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:38.733210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:38.891832 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:39.109534 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Router 29ad8a86-daea-47bc-bf7e-27932796279e has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:29:39.533095 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:29:39.538171 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5937ecf7-5e0a-4ce8-a3d2-04a4adf6c380 admin admin] 10.222.0.55 "PUT /v2.0/routers/29ad8a86-daea-47bc-bf7e-27932796279e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6927879 Jul 23 21:29:39.540760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57042) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:39.547195 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe51133-6fd2-454f-af69-d4d27326609a None None] Sync routers for ids ['29ad8a86-daea-47bc-bf7e-27932796279e'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:29:39.555921 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe51133-6fd2-454f-af69-d4d27326609a None None] Routers {'29ad8a86-daea-47bc-bf7e-27932796279e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:29:39.556543 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-bfe51133-6fd2-454f-af69-d4d27326609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['29ad8a86-daea-47bc-bf7e-27932796279e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:39.643984 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c6afa20-8d74-4f22-a319-a5e3614f4b3f admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:39.659650 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-bfe51133-6fd2-454f-af69-d4d27326609a None None] Set router 29ad8a86-daea-47bc-bf7e-27932796279e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:29:39.747292 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c6afa20-8d74-4f22-a319-a5e3614f4b3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:39.798743 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6c6afa20-8d74-4f22-a319-a5e3614f4b3f admin admin] Deleting port 0283d7cc-1e77-4024-8bcf-1e1a2928f76f {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:29:39.798990 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c6afa20-8d74-4f22-a319-a5e3614f4b3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:39.835446 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-bfe51133-6fd2-454f-af69-d4d27326609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'name': 'tempest-TestEncryptedCinderVolumes-1200335128-router', 'tenant_id': 'ae6afc81f7bf490a918e2cfd39464043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '0283d7cc-1e77-4024-8bcf-1e1a2928f76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:28:22Z', 'updated_at': '2021-07-23T21:29:38Z', 'revision_number': 5, 'project_id': 'ae6afc81f7bf490a918e2cfd39464043', 'gw_port': {'id': '0283d7cc-1e77-4024-8bcf-1e1a2928f76f', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:31:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:23Z', 'updated_at': '2021-07-23T21:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:39.861798 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe51133-6fd2-454f-af69-d4d27326609a None None] Checking router: 29ad8a86-daea-47bc-bf7e-27932796279e for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:29:39.870477 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe51133-6fd2-454f-af69-d4d27326609a None None] Routers {'29ad8a86-daea-47bc-bf7e-27932796279e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:29:39.871079 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-bfe51133-6fd2-454f-af69-d4d27326609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['29ad8a86-daea-47bc-bf7e-27932796279e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:39.880394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-6c6afa20-8d74-4f22-a319-a5e3614f4b3f admin admin] For port 0283d7cc-1e77-4024-8bcf-1e1a2928f76f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0283d7cc-1e77-4024-8bcf-1e1a2928f76f,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:39.880757 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c6afa20-8d74-4f22-a319-a5e3614f4b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:39.892273 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6c6afa20-8d74-4f22-a319-a5e3614f4b3f admin admin] Calling delete_port for 0283d7cc-1e77-4024-8bcf-1e1a2928f76f owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:29:39.957156 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-bfe51133-6fd2-454f-af69-d4d27326609a None None] Set router 29ad8a86-daea-47bc-bf7e-27932796279e gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:29:40.007621 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-bfe51133-6fd2-454f-af69-d4d27326609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'name': 'tempest-TestEncryptedCinderVolumes-1200335128-router', 'tenant_id': 'ae6afc81f7bf490a918e2cfd39464043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:28:22Z', 'updated_at': '2021-07-23T21:29:39Z', 'revision_number': 6, 'project_id': 'ae6afc81f7bf490a918e2cfd39464043', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:40.036609 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe51133-6fd2-454f-af69-d4d27326609a None None] The sync data for ids ['29ad8a86-daea-47bc-bf7e-27932796279e'] in n-d-791504-18 is: [{'id': '29ad8a86-daea-47bc-bf7e-27932796279e', 'name': 'tempest-TestEncryptedCinderVolumes-1200335128-router', 'tenant_id': 'ae6afc81f7bf490a918e2cfd39464043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:28:22Z', 'updated_at': '2021-07-23T21:29:39Z', 'revision_number': 6, 'project_id': 'ae6afc81f7bf490a918e2cfd39464043', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:29:40.061456 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c6afa20-8d74-4f22-a319-a5e3614f4b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.090295 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6afa20-8d74-4f22-a319-a5e3614f4b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=0283d7cc-1e77-4024-8bcf-1e1a2928f76f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:40.154195 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c6afa20-8d74-4f22-a319-a5e3614f4b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.243982 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c6afa20-8d74-4f22-a319-a5e3614f4b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.246068 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c6afa20-8d74-4f22-a319-a5e3614f4b3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.290901 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c6afa20-8d74-4f22-a319-a5e3614f4b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.291477 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6afa20-8d74-4f22-a319-a5e3614f4b3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29ad8a86-daea-47bc-bf7e-27932796279e {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:29:40.296340 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c6afa20-8d74-4f22-a319-a5e3614f4b3f admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.299741 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6c6afa20-8d74-4f22-a319-a5e3614f4b3f admin admin] 10.222.0.55 "DELETE /v2.0/routers/29ad8a86-daea-47bc-bf7e-27932796279e HTTP/1.1" status: 204 len: 168 time: 0.7558064 Jul 23 21:29:40.299967 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57044) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:40.344052 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0d1db3-f591-4643-a53d-21553257ac6b admin admin] Deleting subnet 2d75c8c9-73f8-44a6-a854-ec279348d0f4 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:29:40.346875 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1db3-f591-4643-a53d-21553257ac6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.382095 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1db3-f591-4643-a53d-21553257ac6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.470522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7080f833-6aa1-4365-a409-55ca00a6acd1 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:29:40.477621 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1db3-f591-4643-a53d-21553257ac6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.492084 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 7080f833-6aa1-4365-a409-55ca00a6acd1 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:29:40.492701 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7080f833-6aa1-4365-a409-55ca00a6acd1 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:29:40.529451 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1db3-f591-4643-a53d-21553257ac6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.556334 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1db3-f591-4643-a53d-21553257ac6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.558253 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0c0d1db3-f591-4643-a53d-21553257ac6b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2d75c8c9-73f8-44a6-a854-ec279348d0f4 HTTP/1.1" status: 204 len: 168 time: 0.2573524 Jul 23 21:29:40.560858 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57046) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:40.561969 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d1db3-f591-4643-a53d-21553257ac6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d75c8c9-73f8-44a6-a854-ec279348d0f4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:40.562147 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a3a4ef-e8ff-4ecf-a28d-1b9a06226a7b None None] Network ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:29:40.621313 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 76bc2a89-c0fc-4b01-b922-d5e691f35b92 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:29:40.633367 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.646928 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 76bc2a89-c0fc-4b01-b922-d5e691f35b92 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:29:40.647296 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 76bc2a89-c0fc-4b01-b922-d5e691f35b92 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:29:40.687310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] Deleting port 7e85567c-be05-4e1e-841e-d24cf0ce28a8 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:29:40.687651 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.754060 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] For port 7e85567c-be05-4e1e-841e-d24cf0ce28a8, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=7e85567c-be05-4e1e-841e-d24cf0ce28a8,segment=NetworkSegment(62cc9b7e-2e80-463e-9000-8c3f7397983d),segment_id=62cc9b7e-2e80-463e-9000-8c3f7397983d)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:40.754598 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.766472 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] Calling delete_port for 7e85567c-be05-4e1e-841e-d24cf0ce28a8 owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:29:40.832753 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1aaa1c-d29f-4b28-80ee-ee10d9241eb6 None None] DHCP port deletion for ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:29:40.854318 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.878712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6f1aaa1c-d29f-4b28-80ee-ee10d9241eb6 None None] Deleting port 7e85567c-be05-4e1e-841e-d24cf0ce28a8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:29:40.879010 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6f1aaa1c-d29f-4b28-80ee-ee10d9241eb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.879906 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] Pushing event deleted for resources: {'Port': ['ID=7e85567c-be05-4e1e-841e-d24cf0ce28a8,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:40.885007 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] No DVR routers for this DVR port 7e85567c-be05-4e1e-841e-d24cf0ce28a8 on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:29:40.952821 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6f1aaa1c-d29f-4b28-80ee-ee10d9241eb6 None None] For port 7e85567c-be05-4e1e-841e-d24cf0ce28a8, host n-d-791504-18, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:40.953203 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6f1aaa1c-d29f-4b28-80ee-ee10d9241eb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.965024 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6f1aaa1c-d29f-4b28-80ee-ee10d9241eb6 None None] Calling delete_port for 7e85567c-be05-4e1e-841e-d24cf0ce28a8 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:29:40.965933 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.967680 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-6f1aaa1c-d29f-4b28-80ee-ee10d9241eb6 None None] Port 7e85567c-be05-4e1e-841e-d24cf0ce28a8 was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 21:29:40.968903 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6f1aaa1c-d29f-4b28-80ee-ee10d9241eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:40.976337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:40.986143 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cc9b7e-2e80-463e-9000-8c3f7397983d') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:40.986438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cc9b7e-2e80-463e-9000-8c3f7397983d') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:40.995321 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1aaa1c-d29f-4b28-80ee-ee10d9241eb6 None None] Pushing event deleted for resources: {'Port': ['ID=7e85567c-be05-4e1e-841e-d24cf0ce28a8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:40.997160 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1aaa1c-d29f-4b28-80ee-ee10d9241eb6 None None] No DVR routers for this DVR port 7e85567c-be05-4e1e-841e-d24cf0ce28a8 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:29:40.998975 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:41.015800 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:41.021581 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:29:41.022035 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:29:41.023859 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:29:41.360601 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:41.366120 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:41.368166 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] 10.222.0.55 "DELETE /v2.0/networks/ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e HTTP/1.1" status: 204 len: 168 time: 0.8057573 Jul 23 21:29:41.371809 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57048) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:41.380960 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19227d2e-843f-4294-887e-5e6017ea636f admin admin] Pushing event deleted for resources: {'Network': ['ID=ddb67052-3cb3-42a7-aaa5-56a39f2ecd3e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:41.714897 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2190c821-6b51-4664-ab0f-a85b4f249a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:41.964676 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2190c821-6b51-4664-ab0f-a85b4f249a12 admin admin] Deleting port bf77a066-8e84-4240-8d5c-bf4d485c01c6 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:29:41.965072 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2190c821-6b51-4664-ab0f-a85b4f249a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:42.027361 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:29:42.050781 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-2190c821-6b51-4664-ab0f-a85b4f249a12 admin admin] For port bf77a066-8e84-4240-8d5c-bf4d485c01c6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=bf77a066-8e84-4240-8d5c-bf4d485c01c6,segment=NetworkSegment(4a39099f-d6af-4fb5-9b1e-236a2df5c6c0),segment_id=4a39099f-d6af-4fb5-9b1e-236a2df5c6c0)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:42.051157 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2190c821-6b51-4664-ab0f-a85b4f249a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:42.065167 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-2190c821-6b51-4664-ab0f-a85b4f249a12 admin admin] Calling delete_port for bf77a066-8e84-4240-8d5c-bf4d485c01c6 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:29:42.241395 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2190c821-6b51-4664-ab0f-a85b4f249a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:42.264339 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190c821-6b51-4664-ab0f-a85b4f249a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf77a066-8e84-4240-8d5c-bf4d485c01c6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:42.437426 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7e85567c-be05-4e1e-841e-d24cf0ce28a8 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:29:42.453195 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2190c821-6b51-4664-ab0f-a85b4f249a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:42.458309 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 7e85567c-be05-4e1e-841e-d24cf0ce28a8 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:29:42.459078 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 7e85567c-be05-4e1e-841e-d24cf0ce28a8 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:29:42.459541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0283d7cc-1e77-4024-8bcf-1e1a2928f76f no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:29:42.478522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 0283d7cc-1e77-4024-8bcf-1e1a2928f76f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:29:42.478858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0283d7cc-1e77-4024-8bcf-1e1a2928f76f not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:29:42.674079 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2190c821-6b51-4664-ab0f-a85b4f249a12 admin admin] Router c7d70631-b7ed-4028-96f9-afa7eeea7a66 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:29:42.783148 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2190c821-6b51-4664-ab0f-a85b4f249a12 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:29:42.788220 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2190c821-6b51-4664-ab0f-a85b4f249a12 admin admin] 10.222.0.55 "PUT /v2.0/routers/c7d70631-b7ed-4028-96f9-afa7eeea7a66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4153402 Jul 23 21:29:42.790875 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57050) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:42.792295 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab0669-1058-440d-a4a6-f9aece27d87d None None] Sync routers for ids ['c7d70631-b7ed-4028-96f9-afa7eeea7a66'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:29:42.801450 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab0669-1058-440d-a4a6-f9aece27d87d None None] Routers {'c7d70631-b7ed-4028-96f9-afa7eeea7a66'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:29:42.801984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c9ab0669-1058-440d-a4a6-f9aece27d87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c7d70631-b7ed-4028-96f9-afa7eeea7a66'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:42.896679 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b352d4f9-0357-4fdd-b3ec-935245a8fe15 admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:42.906235 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-c9ab0669-1058-440d-a4a6-f9aece27d87d None None] Set router c7d70631-b7ed-4028-96f9-afa7eeea7a66 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:29:42.996748 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b352d4f9-0357-4fdd-b3ec-935245a8fe15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.047944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b352d4f9-0357-4fdd-b3ec-935245a8fe15 admin admin] Deleting port 9c716fb5-f316-4b7a-9f45-1f7135c4e81a {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:29:43.048322 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b352d4f9-0357-4fdd-b3ec-935245a8fe15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.088378 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c9ab0669-1058-440d-a4a6-f9aece27d87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'name': 'tempest-TestEncryptedCinderVolumes-1740135675-router', 'tenant_id': '61f7bb3466cc4644b26214431106acf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '9c716fb5-f316-4b7a-9f45-1f7135c4e81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:28:27Z', 'updated_at': '2021-07-23T21:29:42Z', 'revision_number': 5, 'project_id': '61f7bb3466cc4644b26214431106acf3', 'gw_port': {'id': '9c716fb5-f316-4b7a-9f45-1f7135c4e81a', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:28:27Z', 'updated_at': '2021-07-23T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:43.115886 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab0669-1058-440d-a4a6-f9aece27d87d None None] Checking router: c7d70631-b7ed-4028-96f9-afa7eeea7a66 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:29:43.124136 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab0669-1058-440d-a4a6-f9aece27d87d None None] Routers {'c7d70631-b7ed-4028-96f9-afa7eeea7a66'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:29:43.124748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c9ab0669-1058-440d-a4a6-f9aece27d87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c7d70631-b7ed-4028-96f9-afa7eeea7a66'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:43.143664 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-b352d4f9-0357-4fdd-b3ec-935245a8fe15 admin admin] For port 9c716fb5-f316-4b7a-9f45-1f7135c4e81a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9c716fb5-f316-4b7a-9f45-1f7135c4e81a,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:43.144016 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b352d4f9-0357-4fdd-b3ec-935245a8fe15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.160356 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-b352d4f9-0357-4fdd-b3ec-935245a8fe15 admin admin] Calling delete_port for 9c716fb5-f316-4b7a-9f45-1f7135c4e81a owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:29:43.209478 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-c9ab0669-1058-440d-a4a6-f9aece27d87d None None] Set router c7d70631-b7ed-4028-96f9-afa7eeea7a66 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:29:43.260326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c9ab0669-1058-440d-a4a6-f9aece27d87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'name': 'tempest-TestEncryptedCinderVolumes-1740135675-router', 'tenant_id': '61f7bb3466cc4644b26214431106acf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:28:27Z', 'updated_at': '2021-07-23T21:29:42Z', 'revision_number': 6, 'project_id': '61f7bb3466cc4644b26214431106acf3', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:43.289718 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab0669-1058-440d-a4a6-f9aece27d87d None None] The sync data for ids ['c7d70631-b7ed-4028-96f9-afa7eeea7a66'] in n-d-791504-18 is: [{'id': 'c7d70631-b7ed-4028-96f9-afa7eeea7a66', 'name': 'tempest-TestEncryptedCinderVolumes-1740135675-router', 'tenant_id': '61f7bb3466cc4644b26214431106acf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:28:27Z', 'updated_at': '2021-07-23T21:29:42Z', 'revision_number': 6, 'project_id': '61f7bb3466cc4644b26214431106acf3', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:29:43.323911 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b352d4f9-0357-4fdd-b3ec-935245a8fe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.354203 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352d4f9-0357-4fdd-b3ec-935245a8fe15 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c716fb5-f316-4b7a-9f45-1f7135c4e81a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:43.416135 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b352d4f9-0357-4fdd-b3ec-935245a8fe15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.505820 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b352d4f9-0357-4fdd-b3ec-935245a8fe15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.507945 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b352d4f9-0357-4fdd-b3ec-935245a8fe15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.553258 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b352d4f9-0357-4fdd-b3ec-935245a8fe15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.553881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b352d4f9-0357-4fdd-b3ec-935245a8fe15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7d70631-b7ed-4028-96f9-afa7eeea7a66 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:29:43.559276 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b352d4f9-0357-4fdd-b3ec-935245a8fe15 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.560236 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b352d4f9-0357-4fdd-b3ec-935245a8fe15 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c7d70631-b7ed-4028-96f9-afa7eeea7a66 HTTP/1.1" status: 204 len: 168 time: 0.7683368 Jul 23 21:29:43.562681 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57052) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:43.606881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-a408473d-a967-4f13-9982-83760824bbda admin admin] Deleting subnet 4edd298e-07b3-414f-b3a8-e01e4ae1eb1a {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:29:43.609800 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a408473d-a967-4f13-9982-83760824bbda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.646261 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a408473d-a967-4f13-9982-83760824bbda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.730302 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a408473d-a967-4f13-9982-83760824bbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.788016 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a408473d-a967-4f13-9982-83760824bbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.815013 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408473d-a967-4f13-9982-83760824bbda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4edd298e-07b3-414f-b3a8-e01e4ae1eb1a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:43.817000 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a408473d-a967-4f13-9982-83760824bbda admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.821894 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a408473d-a967-4f13-9982-83760824bbda admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4edd298e-07b3-414f-b3a8-e01e4ae1eb1a HTTP/1.1" status: 204 len: 168 time: 0.2552245 Jul 23 21:29:43.821894 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57054) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:43.824778 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8fcb34-5a50-4cf4-b962-cd5e7f40b843 None None] Network 95ebf320-f987-4df6-95eb-be2447d2c2c0 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:29:43.888819 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.945128 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] Deleting port 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:29:43.945464 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.009056 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] For port 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=601a49b6-cd3c-4cc5-ab85-ec69a009ae2f,segment=NetworkSegment(4a39099f-d6af-4fb5-9b1e-236a2df5c6c0),segment_id=4a39099f-d6af-4fb5-9b1e-236a2df5c6c0)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:44.009419 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.021525 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] Calling delete_port for 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:29:44.035486 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a73080-a481-4b12-82de-5da64512564b None None] DHCP port deletion for 95ebf320-f987-4df6-95eb-be2447d2c2c0 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:29:44.088081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d9a73080-a481-4b12-82de-5da64512564b None None] Deleting port 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:29:44.089249 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d9a73080-a481-4b12-82de-5da64512564b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.117067 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.146847 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] No DVR routers for this DVR port 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:29:44.148669 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] Pushing event deleted for resources: {'Port': ['ID=601a49b6-cd3c-4cc5-ab85-ec69a009ae2f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:44.161996 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d9a73080-a481-4b12-82de-5da64512564b None None] For port 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=601a49b6-cd3c-4cc5-ab85-ec69a009ae2f,segment=NetworkSegment(4a39099f-d6af-4fb5-9b1e-236a2df5c6c0),segment_id=4a39099f-d6af-4fb5-9b1e-236a2df5c6c0)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:44.162385 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d9a73080-a481-4b12-82de-5da64512564b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.178923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d9a73080-a481-4b12-82de-5da64512564b None None] Calling delete_port for 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:29:44.221777 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.232458 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ebf320-f987-4df6-95eb-be2447d2c2c0']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:44.242942 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a39099f-d6af-4fb5-9b1e-236a2df5c6c0') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:44.243273 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a39099f-d6af-4fb5-9b1e-236a2df5c6c0') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:44.253454 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.255274 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d9a73080-a481-4b12-82de-5da64512564b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.274563 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.279798 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a73080-a481-4b12-82de-5da64512564b None None] Pushing event deleted for resources: {'Port': ['ID=601a49b6-cd3c-4cc5-ab85-ec69a009ae2f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:44.284180 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:29:44.285494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a73080-a481-4b12-82de-5da64512564b None None] No DVR routers for this DVR port 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:29:44.290881 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:29:44.293920 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:29:44.359626 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.361424 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9c716fb5-f316-4b7a-9f45-1f7135c4e81a no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:29:44.365962 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.368006 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] 10.222.0.55 "DELETE /v2.0/networks/95ebf320-f987-4df6-95eb-be2447d2c2c0 HTTP/1.1" status: 204 len: 168 time: 0.5457332 Jul 23 21:29:44.382877 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 9c716fb5-f316-4b7a-9f45-1f7135c4e81a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:29:44.383257 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9c716fb5-f316-4b7a-9f45-1f7135c4e81a not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:29:44.383412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d0ba3-0a80-497c-b6fb-f7c3f07ebd4c admin admin] Pushing event deleted for resources: {'Network': ['ID=95ebf320-f987-4df6-95eb-be2447d2c2c0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:44.383696 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device bf77a066-8e84-4240-8d5c-bf4d485c01c6 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:29:44.404379 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: bf77a066-8e84-4240-8d5c-bf4d485c01c6 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:29:44.404872 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device bf77a066-8e84-4240-8d5c-bf4d485c01c6 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:29:44.405563 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:29:44.429241 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:29:44.430040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 601a49b6-cd3c-4cc5-ab85-ec69a009ae2f not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:29:44.528279 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57058) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:44.568608 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b881b311-143b-4d00-95ef-734f58e01f9a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ae6afc81f7bf490a918e2cfd39464043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391605 Jul 23 21:29:44.571026 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57060) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:44.618307 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7968a501-cafe-4b66-8fab-5994a045b333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.638581 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7968a501-cafe-4b66-8fab-5994a045b333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.688024 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7968a501-cafe-4b66-8fab-5994a045b333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.690420 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-7968a501-cafe-4b66-8fab-5994a045b333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.691599 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-7968a501-cafe-4b66-8fab-5994a045b333 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05587f52-1b92-423d-952c-5e006468c3df HTTP/1.1" status: 204 len: 168 time: 0.1196463 Jul 23 21:29:44.699407 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968a501-cafe-4b66-8fab-5994a045b333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05587f52-1b92-423d-952c-5e006468c3df,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:44.993828 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57066) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:45.033844 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dc74e0cc-a9b6-491a-84dc-8bd2ef909a8a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61f7bb3466cc4644b26214431106acf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388653 Jul 23 21:29:45.036226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57068) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:45.083430 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b7128ee4-1a52-4c39-b828-d7ea29595907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:45.105756 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b7128ee4-1a52-4c39-b828-d7ea29595907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:45.154787 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b7128ee4-1a52-4c39-b828-d7ea29595907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:45.157391 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b7128ee4-1a52-4c39-b828-d7ea29595907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:45.158580 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b7128ee4-1a52-4c39-b828-d7ea29595907 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b331fb69-b5fa-4f91-86f2-64ec1a6ed652 HTTP/1.1" status: 204 len: 168 time: 0.1214504 Jul 23 21:29:45.166719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128ee4-1a52-4c39-b828-d7ea29595907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b331fb69-b5fa-4f91-86f2-64ec1a6ed652,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:45.801801 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57090) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:45.814178 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:45.895526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-05f97431-1bad-4421-945f-389fdb554dd9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1243346010-network', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:29:45.915878 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f97431-1bad-4421-945f-389fdb554dd9 admin admin] Made reservation on behalf of a0fa928bde3d4ba595ab2bbebcaada1c for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:29:45.918591 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05f97431-1bad-4421-945f-389fdb554dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:45.930365 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05f97431-1bad-4421-945f-389fdb554dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:46.019328 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05f97431-1bad-4421-945f-389fdb554dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:46.023061 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05f97431-1bad-4421-945f-389fdb554dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:46.047958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f97431-1bad-4421-945f-389fdb554dd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:29:46.057497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f97431-1bad-4421-945f-389fdb554dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402bd8fb-3a95-4e90-92e2-24f7d8919345,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:46.062537 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05f97431-1bad-4421-945f-389fdb554dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:46.062883 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-05f97431-1bad-4421-945f-389fdb554dd9 admin admin] Added segment 378f07de-c6fa-4a9b-ae02-3554189cf129 of type vlan for network cb5b314e-6fbe-4d45-aecc-ec6aee169f55 Jul 23 21:29:46.102024 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05f97431-1bad-4421-945f-389fdb554dd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:46.129403 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05f97431-1bad-4421-945f-389fdb554dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:46.130336 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f97431-1bad-4421-945f-389fdb554dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:46.130916 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-05f97431-1bad-4421-945f-389fdb554dd9 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:46.158194 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-05f97431-1bad-4421-945f-389fdb554dd9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3552837 Jul 23 21:29:46.161299 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57094) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:46.166455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-fc77d498-1752-4e1f-b206-2e4627031e2b admin admin] Request body: {'subnet': {'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1243346010-subnet', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:29:46.188672 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc77d498-1752-4e1f-b206-2e4627031e2b admin admin] Made reservation on behalf of a0fa928bde3d4ba595ab2bbebcaada1c for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:29:46.191024 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc77d498-1752-4e1f-b206-2e4627031e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:46.195898 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f97431-1bad-4421-945f-389fdb554dd9 admin admin] Pushing event updated for resources: {'Network': ['ID=cb5b314e-6fbe-4d45-aecc-ec6aee169f55,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:46.208959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network cb5b314e-6fbe-4d45-aecc-ec6aee169f55 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:29:46.359065 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc77d498-1752-4e1f-b206-2e4627031e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:46.413781 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77d498-1752-4e1f-b206-2e4627031e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c0613e-c76f-4dd1-b21c-47536623835c,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:46.422866 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc77d498-1752-4e1f-b206-2e4627031e2b admin admin] Checking segment: {'id': '378f07de-c6fa-4a9b-ae02-3554189cf129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:29:46.423256 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc77d498-1752-4e1f-b206-2e4627031e2b admin admin] Network hostable DHCP agents. Network: cb5b314e-6fbe-4d45-aecc-ec6aee169f55, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:29:46.439011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc77d498-1752-4e1f-b206-2e4627031e2b admin admin] Network cb5b314e-6fbe-4d45-aecc-ec6aee169f55 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:29:46.449297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-fc77d498-1752-4e1f-b206-2e4627031e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, cb5b314e-6fbe-4d45-aecc-ec6aee169f55) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:29:46.453398 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc77d498-1752-4e1f-b206-2e4627031e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:46.454102 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fc77d498-1752-4e1f-b206-2e4627031e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:46.460414 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b628a1-17b2-4471-89e8-23862752c76c None None] Network cb5b314e-6fbe-4d45-aecc-ec6aee169f55 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:29:46.468149 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fc77d498-1752-4e1f-b206-2e4627031e2b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3057077 Jul 23 21:29:46.470877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57096) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:46.475629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1243346010-router', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:29:46.495467 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:46.496438 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:46.553076 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:46.608929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-cb5b314e-6fbe-4d45-aecc-ec6aee169f55', 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'fixed_ips': [{'subnet_id': '39c0613e-c76f-4dd1-b21c-47536623835c'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:29:46.609833 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:46.705716 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:46.899149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Allocated IP 172.20.0.2 (cb5b314e-6fbe-4d45-aecc-ec6aee169f55/39c0613e-c76f-4dd1-b21c-47536623835c/df3d3fcf-9bfb-48c6-a875-2bc02968277f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:29:46.947339 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:46.966453 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:47.066033 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:47.074410 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Transition to ACTIVE for port object df3d3fcf-9bfb-48c6-a875-2bc02968277f will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:29:47.087818 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Allocated IP 172.25.3.187 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/210677f6-61fb-44db-83cc-e8c174244a14) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:29:47.097189 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Transition to ACTIVE for port object df3d3fcf-9bfb-48c6-a875-2bc02968277f will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:29:47.106324 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:47.144212 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Network cb5b314e-6fbe-4d45-aecc-ec6aee169f55 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:29:47.151064 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:29:47.153372 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:29:47.162039 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Pushing event updated for resources: {'Port': ['ID=df3d3fcf-9bfb-48c6-a875-2bc02968277f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:47.221617 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Attempting to bind port df3d3fcf-9bfb-48c6-a875-2bc02968277f on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:29:47.221983 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Attempting to bind port df3d3fcf-9bfb-48c6-a875-2bc02968277f by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '378f07de-c6fa-4a9b-ae02-3554189cf129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:29:47.222350 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Attempting to bind port df3d3fcf-9bfb-48c6-a875-2bc02968277f on network cb5b314e-6fbe-4d45-aecc-ec6aee169f55 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:29:47.223347 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:47.228635 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:29:47.229773 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Checking segment: {'id': '378f07de-c6fa-4a9b-ae02-3554189cf129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:29:47.230335 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:47.230735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Bound using segment: {'id': '378f07de-c6fa-4a9b-ae02-3554189cf129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:29:47.231244 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Bound port: df3d3fcf-9bfb-48c6-a875-2bc02968277f, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378f07de-c6fa-4a9b-ae02-3554189cf129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:29:47.231631 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:47.263639 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:47.298613 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] For port df3d3fcf-9bfb-48c6-a875-2bc02968277f, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:29:47.301307 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:29:47.301846 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] For port df3d3fcf-9bfb-48c6-a875-2bc02968277f, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=df3d3fcf-9bfb-48c6-a875-2bc02968277f,segment=NetworkSegment(378f07de-c6fa-4a9b-ae02-3554189cf129),segment_id=378f07de-c6fa-4a9b-ae02-3554189cf129)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:29:47.308870 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:29:47.313731 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:29:47.316397 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:47.334079 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Pushing event updated for resources: {'Port': ['ID=210677f6-61fb-44db-83cc-e8c174244a14,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:47.343533 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:47.376135 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b0b8d-9584-47fe-9e2e-ba683a44a4dd None None] Pushing event updated for resources: {'Port': ['ID=df3d3fcf-9bfb-48c6-a875-2bc02968277f,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:47.593805 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:47.805185 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:47.934538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Router fe6cff03-3c18-43a6-ac65-ffe0ac1c025e is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:29:48.057434 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:29:48.068360 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Sync routers for ids ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:29:48.078763 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Routers {'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:29:48.079781 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:48.079958 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:48.083722 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2d6bd339-bb09-4eb6-8ecd-f70020dd22c2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6116645 Jul 23 21:29:48.084623 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57098) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:48.191661 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Set router fe6cff03-3c18-43a6-ac65-ffe0ac1c025e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:29:48.300585 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d0bd73-8001-4034-8d26-f8c4376ddd7f None None] Network cb5b314e-6fbe-4d45-aecc-ec6aee169f55 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:29:48.390607 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'name': 'tempest-TestMinimumBasicScenario-1243346010-router', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '210677f6-61fb-44db-83cc-e8c174244a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:47Z', 'revision_number': 3, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'gw_port': {'id': '210677f6-61fb-44db-83cc-e8c174244a14', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:48.406619 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-17f9faae-a32d-42b0-ac6e-4179221b03af None None] Provisioning for port df3d3fcf-9bfb-48c6-a875-2bc02968277f completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:29:48.416353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device df3d3fcf-9bfb-48c6-a875-2bc02968277f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:29:48.420986 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Checking router: fe6cff03-3c18-43a6-ac65-ffe0ac1c025e for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:29:48.421403 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Updating router fe6cff03-3c18-43a6-ac65-ffe0ac1c025e port 210677f6-61fb-44db-83cc-e8c174244a14 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:29:48.461294 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:48.523262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port df3d3fcf-9bfb-48c6-a875-2bc02968277f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:29:48.529044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port df3d3fcf-9bfb-48c6-a875-2bc02968277f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:29:48.529414 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:48.569982 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:48.671752 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:48.716088 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port df3d3fcf-9bfb-48c6-a875-2bc02968277f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=df3d3fcf-9bfb-48c6-a875-2bc02968277f,segment=NetworkSegment(378f07de-c6fa-4a9b-ae02-3554189cf129),segment_id=378f07de-c6fa-4a9b-ae02-3554189cf129)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:48.721644 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:48.766673 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:48.783934 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Transition to ACTIVE for port object 210677f6-61fb-44db-83cc-e8c174244a14 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:29:48.792255 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=df3d3fcf-9bfb-48c6-a875-2bc02968277f,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:48.794045 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:48.819195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Allocated IP 172.20.0.1 (cb5b314e-6fbe-4d45-aecc-ec6aee169f55/39c0613e-c76f-4dd1-b21c-47536623835c/a62ce79c-9102-4037-9245-a1b11ed36516) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:29:48.852512 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Attempting to bind port 210677f6-61fb-44db-83cc-e8c174244a14 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:29:48.852884 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Attempting to bind port 210677f6-61fb-44db-83cc-e8c174244a14 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:29:48.853244 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Attempting to bind port 210677f6-61fb-44db-83cc-e8c174244a14 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:29:48.858451 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb38e00-61f9-4247-aa67-6df663b736b0 None None] Pushing event updated for resources: {'Port': ['ID=210677f6-61fb-44db-83cc-e8c174244a14,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:48.861606 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:29:48.861966 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:29:48.862358 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:48.862744 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:29:48.863221 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Bound port: 210677f6-61fb-44db-83cc-e8c174244a14, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:29:48.863595 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:48.870596 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb38e00-61f9-4247-aa67-6df663b736b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:48.870934 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb38e00-61f9-4247-aa67-6df663b736b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:48.871297 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb38e00-61f9-4247-aa67-6df663b736b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:48.871629 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb38e00-61f9-4247-aa67-6df663b736b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:48.871959 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb38e00-61f9-4247-aa67-6df663b736b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:48.872281 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb38e00-61f9-4247-aa67-6df663b736b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:48.872599 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb38e00-61f9-4247-aa67-6df663b736b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:48.872917 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb38e00-61f9-4247-aa67-6df663b736b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:48.873236 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb38e00-61f9-4247-aa67-6df663b736b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:48.873552 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb38e00-61f9-4247-aa67-6df663b736b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:48.873869 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb38e00-61f9-4247-aa67-6df663b736b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:48.874182 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb38e00-61f9-4247-aa67-6df663b736b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:48.936027 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:48.952191 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Transition to ACTIVE for port object a62ce79c-9102-4037-9245-a1b11ed36516 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:29:48.962194 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-87d252da-5cf3-4619-8429-fd5b13db17f2 None None] Provisioning complete for port df3d3fcf-9bfb-48c6-a875-2bc02968277f triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:29:48.962731 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87d252da-5cf3-4619-8429-fd5b13db17f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:48.990783 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:49.020410 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] For port 210677f6-61fb-44db-83cc-e8c174244a14, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:29:49.024625 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] For port 210677f6-61fb-44db-83cc-e8c174244a14, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=210677f6-61fb-44db-83cc-e8c174244a14,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:29:49.028694 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Network cb5b314e-6fbe-4d45-aecc-ec6aee169f55 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:29:49.030472 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:49.031935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:29:49.036664 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:29:49.071341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Pushing event updated for resources: {'Port': ['ID=a62ce79c-9102-4037-9245-a1b11ed36516,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:49.089410 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:49.096762 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Routers {'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:29:49.097416 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:49.136590 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb38e00-61f9-4247-aa67-6df663b736b0 None None] Pushing event updated for resources: {'Port': ['ID=210677f6-61fb-44db-83cc-e8c174244a14,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:49.219229 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] Set router fe6cff03-3c18-43a6-ac65-ffe0ac1c025e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:29:49.266559 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:49.378690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4626d401-a48b-4e60-ad7e-59f129fdb541 None None] Provisioning for port a62ce79c-9102-4037-9245-a1b11ed36516 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:29:49.383443 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4626d401-a48b-4e60-ad7e-59f129fdb541 None None] Provisioning complete for port a62ce79c-9102-4037-9245-a1b11ed36516 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:29:49.383872 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4626d401-a48b-4e60-ad7e-59f129fdb541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:49.400490 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'name': 'tempest-TestMinimumBasicScenario-1243346010-router', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '210677f6-61fb-44db-83cc-e8c174244a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:47Z', 'revision_number': 3, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'gw_port': {'id': '210677f6-61fb-44db-83cc-e8c174244a14', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:49.418530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4626d401-a48b-4e60-ad7e-59f129fdb541 None None] Port a62ce79c-9102-4037-9245-a1b11ed36516 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:29:49.434460 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51a494-9493-460d-92bf-1fa8fac961b1 None None] The sync data for ids ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'] in n-d-791504-18 is: [{'id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'name': 'tempest-TestMinimumBasicScenario-1243346010-router', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '210677f6-61fb-44db-83cc-e8c174244a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:47Z', 'revision_number': 3, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'gw_port': {'id': '210677f6-61fb-44db-83cc-e8c174244a14', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:29:49.444987 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:49.451541 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:49.524883 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Pushing event updated for resources: {'Port': ['ID=a62ce79c-9102-4037-9245-a1b11ed36516,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:49.528480 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:49.964379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Network cb5b314e-6fbe-4d45-aecc-ec6aee169f55 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:29:49.965843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:29:50.121108 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Router fe6cff03-3c18-43a6-ac65-ffe0ac1c025e has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:29:50.257901 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:29:50.270754 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9eeadc09-ccd8-4a23-89e4-cf3884faf13a admin admin] 10.222.0.55 "PUT /v2.0/routers/fe6cff03-3c18-43a6-ac65-ffe0ac1c025e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1785676 Jul 23 21:29:50.350117 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ab9ac9d4-b5ef-44c2-8eec-6f5eb1904557 None None] Provisioning complete for port a62ce79c-9102-4037-9245-a1b11ed36516 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:29:50.350641 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab9ac9d4-b5ef-44c2-8eec-6f5eb1904557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:50.389218 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ab9ac9d4-b5ef-44c2-8eec-6f5eb1904557 None None] Port a62ce79c-9102-4037-9245-a1b11ed36516 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:29:50.447080 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 210677f6-61fb-44db-83cc-e8c174244a14 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:29:50.504408 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 210677f6-61fb-44db-83cc-e8c174244a14 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:29:50.509106 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 210677f6-61fb-44db-83cc-e8c174244a14 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:29:50.509470 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:50.592769 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:50.614735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 210677f6-61fb-44db-83cc-e8c174244a14, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=210677f6-61fb-44db-83cc-e8c174244a14,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:50.618402 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:50.621898 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device df3d3fcf-9bfb-48c6-a875-2bc02968277f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:29:50.704106 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=210677f6-61fb-44db-83cc-e8c174244a14,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:50.719961 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port df3d3fcf-9bfb-48c6-a875-2bc02968277f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:29:50.720335 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:50.755483 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57114) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:50.760678 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-01939039-ab12-46f7-bd73-b292918f1bee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1294876356-network', 'tenant_id': '60c859974a6a4470a236dbc3fa8f958c'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:29:50.781724 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01939039-ab12-46f7-bd73-b292918f1bee admin admin] Made reservation on behalf of 60c859974a6a4470a236dbc3fa8f958c for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:29:50.784161 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-01939039-ab12-46f7-bd73-b292918f1bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:50.793369 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-01939039-ab12-46f7-bd73-b292918f1bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:50.888396 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-01939039-ab12-46f7-bd73-b292918f1bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:50.892190 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-01939039-ab12-46f7-bd73-b292918f1bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:50.913147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01939039-ab12-46f7-bd73-b292918f1bee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:29:50.929160 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01939039-ab12-46f7-bd73-b292918f1bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d76c21c-3d02-4b4e-944f-20b0b1bec304,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:50.933970 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-01939039-ab12-46f7-bd73-b292918f1bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:50.934326 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-01939039-ab12-46f7-bd73-b292918f1bee admin admin] Added segment 03173cb0-7c05-45e7-af78-e0103a33992a of type vlan for network 0a070d3e-2409-43dd-bb24-91dc237d37ca Jul 23 21:29:50.973895 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-01939039-ab12-46f7-bd73-b292918f1bee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:51.004562 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-01939039-ab12-46f7-bd73-b292918f1bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:51.005605 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01939039-ab12-46f7-bd73-b292918f1bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:51.006327 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-01939039-ab12-46f7-bd73-b292918f1bee admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:51.013779 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Sync routers for ids ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:29:51.022439 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Routers {'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:29:51.023056 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:51.045074 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-01939039-ab12-46f7-bd73-b292918f1bee admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2884557 Jul 23 21:29:51.048005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57116) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:51.054220 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-407eb2b7-2438-4a1a-81ac-868a918dd2a3 admin admin] Request body: {'subnet': {'network_id': '0a070d3e-2409-43dd-bb24-91dc237d37ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1294876356-subnet', 'tenant_id': '60c859974a6a4470a236dbc3fa8f958c', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:29:51.074303 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01939039-ab12-46f7-bd73-b292918f1bee admin admin] Pushing event updated for resources: {'Network': ['ID=0a070d3e-2409-43dd-bb24-91dc237d37ca,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:51.076231 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407eb2b7-2438-4a1a-81ac-868a918dd2a3 admin admin] Made reservation on behalf of 60c859974a6a4470a236dbc3fa8f958c for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:29:51.085026 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-407eb2b7-2438-4a1a-81ac-868a918dd2a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:51.096869 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 0a070d3e-2409-43dd-bb24-91dc237d37ca details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:29:51.200489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Set router fe6cff03-3c18-43a6-ac65-ffe0ac1c025e gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:29:51.264210 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-407eb2b7-2438-4a1a-81ac-868a918dd2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:51.318390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407eb2b7-2438-4a1a-81ac-868a918dd2a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba086db4-930b-4840-8350-b0949a1b262a,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:51.328540 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407eb2b7-2438-4a1a-81ac-868a918dd2a3 admin admin] Checking segment: {'id': '03173cb0-7c05-45e7-af78-e0103a33992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0a070d3e-2409-43dd-bb24-91dc237d37ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:29:51.328890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407eb2b7-2438-4a1a-81ac-868a918dd2a3 admin admin] Network hostable DHCP agents. Network: 0a070d3e-2409-43dd-bb24-91dc237d37ca, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:29:51.345739 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407eb2b7-2438-4a1a-81ac-868a918dd2a3 admin admin] Network 0a070d3e-2409-43dd-bb24-91dc237d37ca is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:29:51.355917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-407eb2b7-2438-4a1a-81ac-868a918dd2a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 0a070d3e-2409-43dd-bb24-91dc237d37ca) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:29:51.360191 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407eb2b7-2438-4a1a-81ac-868a918dd2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:51.361174 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-407eb2b7-2438-4a1a-81ac-868a918dd2a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:51.379609 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-407eb2b7-2438-4a1a-81ac-868a918dd2a3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3275332 Jul 23 21:29:51.379832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57118) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:51.382054 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb077538-ead2-43c2-90bc-07fa2beec775 None None] Network 0a070d3e-2409-43dd-bb24-91dc237d37ca requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:29:51.384123 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1294876356-router', 'tenant_id': '60c859974a6a4470a236dbc3fa8f958c', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:29:51.404917 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:51.405681 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:51.457121 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:51.478091 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'name': 'tempest-TestMinimumBasicScenario-1243346010-router', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '210677f6-61fb-44db-83cc-e8c174244a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:49Z', 'revision_number': 4, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'gw_port': {'id': '210677f6-61fb-44db-83cc-e8c174244a14', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a62ce79c-9102-4037-9245-a1b11ed36516', 'name': '', 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'mac_address': 'fa:16:3e:13:84:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:48Z', 'updated_at': '2021-07-23T21:29:49Z', 'revision_number': 2, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'subnets': [{'id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:51.527143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Checking router: fe6cff03-3c18-43a6-ac65-ffe0ac1c025e for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:29:51.527383 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Updating router fe6cff03-3c18-43a6-ac65-ffe0ac1c025e port a62ce79c-9102-4037-9245-a1b11ed36516 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:29:51.575929 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:51.602588 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:51.606842 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-0a070d3e-2409-43dd-bb24-91dc237d37ca', 'network_id': '0a070d3e-2409-43dd-bb24-91dc237d37ca', 'tenant_id': '60c859974a6a4470a236dbc3fa8f958c', 'fixed_ips': [{'subnet_id': 'ba086db4-930b-4840-8350-b0949a1b262a'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:29:51.607712 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:51.891549 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Allocated IP 172.20.0.2 (0a070d3e-2409-43dd-bb24-91dc237d37ca/ba086db4-930b-4840-8350-b0949a1b262a/1cfddc79-8d85-41d8-be3c-7ff5001c0b63) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:29:52.081326 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:52.087314 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:52.100750 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:52.106705 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Transition to ACTIVE for port object a62ce79c-9102-4037-9245-a1b11ed36516 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:29:52.118919 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:52.126429 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:52.166281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Transition to ACTIVE for port object 1cfddc79-8d85-41d8-be3c-7ff5001c0b63 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:29:52.193082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81edf4-8ec5-4e12-9a5f-88936095f3c1 None None] Pushing event updated for resources: {'Port': ['ID=a62ce79c-9102-4037-9245-a1b11ed36516,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:52.200835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Transition to ACTIVE for port object 1cfddc79-8d85-41d8-be3c-7ff5001c0b63 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:29:52.208709 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Allocated IP 172.25.3.142 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/eb8e6f9b-c91e-4420-abc7-13bd5216eda6) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:29:52.227849 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:52.300768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Network 0a070d3e-2409-43dd-bb24-91dc237d37ca is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:29:52.301711 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Attempting to bind port a62ce79c-9102-4037-9245-a1b11ed36516 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:29:52.302073 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Attempting to bind port a62ce79c-9102-4037-9245-a1b11ed36516 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '378f07de-c6fa-4a9b-ae02-3554189cf129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:29:52.302429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Attempting to bind port a62ce79c-9102-4037-9245-a1b11ed36516 on network cb5b314e-6fbe-4d45-aecc-ec6aee169f55 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:29:52.309196 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:29:52.312651 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Pushing event updated for resources: {'Port': ['ID=1cfddc79-8d85-41d8-be3c-7ff5001c0b63,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:52.314852 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:29:52.323354 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:29:52.323764 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Checking segment: {'id': '378f07de-c6fa-4a9b-ae02-3554189cf129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:29:52.324190 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:52.324581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Bound using segment: {'id': '378f07de-c6fa-4a9b-ae02-3554189cf129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:29:52.324887 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:52.325054 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Bound port: a62ce79c-9102-4037-9245-a1b11ed36516, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378f07de-c6fa-4a9b-ae02-3554189cf129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:29:52.325457 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:52.378497 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:52.417025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Attempting to bind port 1cfddc79-8d85-41d8-be3c-7ff5001c0b63 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:29:52.417456 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Attempting to bind port 1cfddc79-8d85-41d8-be3c-7ff5001c0b63 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '03173cb0-7c05-45e7-af78-e0103a33992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0a070d3e-2409-43dd-bb24-91dc237d37ca'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:29:52.417923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Attempting to bind port 1cfddc79-8d85-41d8-be3c-7ff5001c0b63 on network 0a070d3e-2409-43dd-bb24-91dc237d37ca {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:29:52.424430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 210677f6-61fb-44db-83cc-e8c174244a14 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:29:52.430326 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:29:52.435061 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:29:52.437131 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Pushing event updated for resources: {'Port': ['ID=eb8e6f9b-c91e-4420-abc7-13bd5216eda6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:52.439090 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:29:52.458407 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:29:52.458782 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Checking segment: {'id': '03173cb0-7c05-45e7-af78-e0103a33992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0a070d3e-2409-43dd-bb24-91dc237d37ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:29:52.459202 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:52.459593 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Bound using segment: {'id': '03173cb0-7c05-45e7-af78-e0103a33992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0a070d3e-2409-43dd-bb24-91dc237d37ca'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:29:52.460068 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Bound port: 1cfddc79-8d85-41d8-be3c-7ff5001c0b63, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03173cb0-7c05-45e7-af78-e0103a33992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0a070d3e-2409-43dd-bb24-91dc237d37ca'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:29:52.460452 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:52.534761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] For port a62ce79c-9102-4037-9245-a1b11ed36516, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:29:52.562214 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] For port a62ce79c-9102-4037-9245-a1b11ed36516, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a62ce79c-9102-4037-9245-a1b11ed36516,segment=NetworkSegment(378f07de-c6fa-4a9b-ae02-3554189cf129),segment_id=378f07de-c6fa-4a9b-ae02-3554189cf129)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:29:52.575602 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:52.609522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] For port 1cfddc79-8d85-41d8-be3c-7ff5001c0b63, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:29:52.622445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 210677f6-61fb-44db-83cc-e8c174244a14 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:29:52.622718 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:52.662581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] For port 1cfddc79-8d85-41d8-be3c-7ff5001c0b63, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1cfddc79-8d85-41d8-be3c-7ff5001c0b63,segment=NetworkSegment(03173cb0-7c05-45e7-af78-e0103a33992a),segment_id=03173cb0-7c05-45e7-af78-e0103a33992a)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:29:52.679801 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:52.694673 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81edf4-8ec5-4e12-9a5f-88936095f3c1 None None] Pushing event updated for resources: {'Port': ['ID=a62ce79c-9102-4037-9245-a1b11ed36516,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:52.697270 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Routers {'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:29:52.697972 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:52.707394 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:52.932743 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:53.028029 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6270c1-7343-49b6-bca3-cf943a68f44e None None] Pushing event updated for resources: {'Port': ['ID=1cfddc79-8d85-41d8-be3c-7ff5001c0b63,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:53.072071 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] Set router fe6cff03-3c18-43a6-ac65-ffe0ac1c025e gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:29:53.101465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Router c68ef4fb-7c71-4af5-ac9d-64b160582a1b is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:29:53.223311 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:29:53.234963 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Sync routers for ids ['c68ef4fb-7c71-4af5-ac9d-64b160582a1b'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:29:53.243868 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:53.245495 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2a353820-b886-4fb3-80be-25838835f373 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8647659 Jul 23 21:29:53.248412 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57120) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:29:53.248894 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Routers {'c68ef4fb-7c71-4af5-ac9d-64b160582a1b'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:29:53.249407 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c68ef4fb-7c71-4af5-ac9d-64b160582a1b'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:53.332475 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'name': 'tempest-TestMinimumBasicScenario-1243346010-router', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '210677f6-61fb-44db-83cc-e8c174244a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:49Z', 'revision_number': 4, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'gw_port': {'id': '210677f6-61fb-44db-83cc-e8c174244a14', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a62ce79c-9102-4037-9245-a1b11ed36516', 'name': '', 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'mac_address': 'fa:16:3e:13:84:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:48Z', 'updated_at': '2021-07-23T21:29:52Z', 'revision_number': 4, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'subnets': [{'id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:53.364147 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Set router c68ef4fb-7c71-4af5-ac9d-64b160582a1b gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:29:53.372796 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6181ce48-ebb4-4d94-8a77-9331ad94815c None None] The sync data for ids ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'] in n-d-791504-18 is: [{'id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'name': 'tempest-TestMinimumBasicScenario-1243346010-router', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '210677f6-61fb-44db-83cc-e8c174244a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:49Z', 'revision_number': 4, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'gw_port': {'id': '210677f6-61fb-44db-83cc-e8c174244a14', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a62ce79c-9102-4037-9245-a1b11ed36516', 'name': '', 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'mac_address': 'fa:16:3e:13:84:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:48Z', 'updated_at': '2021-07-23T21:29:52Z', 'revision_number': 4, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'subnets': [{'id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:29:53.623307 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'name': 'tempest-TestMinimumBasicScenario-1294876356-router', 'tenant_id': '60c859974a6a4470a236dbc3fa8f958c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'eb8e6f9b-c91e-4420-abc7-13bd5216eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:51Z', 'updated_at': '2021-07-23T21:29:52Z', 'revision_number': 3, 'project_id': '60c859974a6a4470a236dbc3fa8f958c', 'gw_port': {'id': 'eb8e6f9b-c91e-4420-abc7-13bd5216eda6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:52Z', 'updated_at': '2021-07-23T21:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:53.656410 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Checking router: c68ef4fb-7c71-4af5-ac9d-64b160582a1b for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:29:53.656759 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Updating router c68ef4fb-7c71-4af5-ac9d-64b160582a1b port eb8e6f9b-c91e-4420-abc7-13bd5216eda6 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:29:53.706553 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:53.850911 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:53.927750 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a60a93-27c5-4942-a441-369bd8431fbd None None] Network 0a070d3e-2409-43dd-bb24-91dc237d37ca requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:29:54.015986 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:54.021694 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-690d7004-b2e6-4ddf-b49d-7b2d77d2a84c None None] Provisioning for port 1cfddc79-8d85-41d8-be3c-7ff5001c0b63 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:29:54.032222 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Transition to ACTIVE for port object eb8e6f9b-c91e-4420-abc7-13bd5216eda6 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:29:54.039741 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:54.066268 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Allocated IP 172.20.0.1 (0a070d3e-2409-43dd-bb24-91dc237d37ca/ba086db4-930b-4840-8350-b0949a1b262a/81dc751e-3d92-402c-a22c-23069eb5cb9a) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:29:54.093487 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Attempting to bind port eb8e6f9b-c91e-4420-abc7-13bd5216eda6 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:29:54.094100 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Attempting to bind port eb8e6f9b-c91e-4420-abc7-13bd5216eda6 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:29:54.094490 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Attempting to bind port eb8e6f9b-c91e-4420-abc7-13bd5216eda6 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:29:54.102594 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:29:54.103134 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:29:54.103632 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:54.104654 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:29:54.105361 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Bound port: eb8e6f9b-c91e-4420-abc7-13bd5216eda6, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:29:54.105827 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:54.107549 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d69acd-d87f-4b0a-b67c-134d6555788d None None] Pushing event updated for resources: {'Port': ['ID=eb8e6f9b-c91e-4420-abc7-13bd5216eda6,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:54.167684 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] For port eb8e6f9b-c91e-4420-abc7-13bd5216eda6, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:29:54.170964 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] For port eb8e6f9b-c91e-4420-abc7-13bd5216eda6, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=eb8e6f9b-c91e-4420-abc7-13bd5216eda6,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:29:54.177862 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:54.210854 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:54.229415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Transition to ACTIVE for port object 81dc751e-3d92-402c-a22c-23069eb5cb9a will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:29:54.236251 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d69acd-d87f-4b0a-b67c-134d6555788d None None] Pushing event updated for resources: {'Port': ['ID=eb8e6f9b-c91e-4420-abc7-13bd5216eda6,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:54.255779 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Routers {'c68ef4fb-7c71-4af5-ac9d-64b160582a1b'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:29:54.256671 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c68ef4fb-7c71-4af5-ac9d-64b160582a1b'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:54.281926 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:54.328720 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Network 0a070d3e-2409-43dd-bb24-91dc237d37ca is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:29:54.343645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:29:54.346499 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:29:54.382312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Pushing event updated for resources: {'Port': ['ID=81dc751e-3d92-402c-a22c-23069eb5cb9a,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:54.383060 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] Set router c68ef4fb-7c71-4af5-ac9d-64b160582a1b gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:29:54.408478 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:54.531662 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a62ce79c-9102-4037-9245-a1b11ed36516 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:29:54.613235 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:54.633695 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port a62ce79c-9102-4037-9245-a1b11ed36516 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:29:54.653605 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a62ce79c-9102-4037-9245-a1b11ed36516 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:29:54.655637 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:54.714410 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b1aa346-da9d-4c4b-b0d8-2dc79fdf1481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:54.732197 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-df715779-8e90-4a48-830d-fb41804761d3 None None] Provisioning for port 81dc751e-3d92-402c-a22c-23069eb5cb9a completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:29:54.740537 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-df715779-8e90-4a48-830d-fb41804761d3 None None] Provisioning complete for port 81dc751e-3d92-402c-a22c-23069eb5cb9a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:29:54.741016 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-df715779-8e90-4a48-830d-fb41804761d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:54.827157 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:54.830784 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-df715779-8e90-4a48-830d-fb41804761d3 None None] Port 81dc751e-3d92-402c-a22c-23069eb5cb9a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:29:54.832587 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:54.834996 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:54.835677 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'name': 'tempest-TestMinimumBasicScenario-1294876356-router', 'tenant_id': '60c859974a6a4470a236dbc3fa8f958c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'eb8e6f9b-c91e-4420-abc7-13bd5216eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:51Z', 'updated_at': '2021-07-23T21:29:52Z', 'revision_number': 3, 'project_id': '60c859974a6a4470a236dbc3fa8f958c', 'gw_port': {'id': 'eb8e6f9b-c91e-4420-abc7-13bd5216eda6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:52Z', 'updated_at': '2021-07-23T21:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:54.869124 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port a62ce79c-9102-4037-9245-a1b11ed36516, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a62ce79c-9102-4037-9245-a1b11ed36516,segment=NetworkSegment(378f07de-c6fa-4a9b-ae02-3554189cf129),segment_id=378f07de-c6fa-4a9b-ae02-3554189cf129)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:54.871422 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4e905-86b2-4024-834f-b3ac09e31edd None None] The sync data for ids ['c68ef4fb-7c71-4af5-ac9d-64b160582a1b'] in n-d-791504-18 is: [{'id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'name': 'tempest-TestMinimumBasicScenario-1294876356-router', 'tenant_id': '60c859974a6a4470a236dbc3fa8f958c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'eb8e6f9b-c91e-4420-abc7-13bd5216eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:51Z', 'updated_at': '2021-07-23T21:29:52Z', 'revision_number': 3, 'project_id': '60c859974a6a4470a236dbc3fa8f958c', 'gw_port': {'id': 'eb8e6f9b-c91e-4420-abc7-13bd5216eda6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:52Z', 'updated_at': '2021-07-23T21:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:29:54.873439 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:54.874537 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1cfddc79-8d85-41d8-be3c-7ff5001c0b63 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:29:54.889503 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:54.966400 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=a62ce79c-9102-4037-9245-a1b11ed36516,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:54.981880 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 1cfddc79-8d85-41d8-be3c-7ff5001c0b63 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:29:54.986381 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 1cfddc79-8d85-41d8-be3c-7ff5001c0b63 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:29:54.986751 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:55.000369 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Pushing event updated for resources: {'Port': ['ID=81dc751e-3d92-402c-a22c-23069eb5cb9a,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:55.036783 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Network 0a070d3e-2409-43dd-bb24-91dc237d37ca is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:29:55.038189 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:29:55.082311 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:55.122082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 1cfddc79-8d85-41d8-be3c-7ff5001c0b63, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1cfddc79-8d85-41d8-be3c-7ff5001c0b63,segment=NetworkSegment(03173cb0-7c05-45e7-af78-e0103a33992a),segment_id=03173cb0-7c05-45e7-af78-e0103a33992a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:55.128471 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:55.167314 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Router c68ef4fb-7c71-4af5-ac9d-64b160582a1b has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:29:55.195291 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=1cfddc79-8d85-41d8-be3c-7ff5001c0b63,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:55.309998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:29:55.314627 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e35c320e-86e4-407c-93da-13bfafea3b59 admin admin] 10.222.0.55 "PUT /v2.0/routers/c68ef4fb-7c71-4af5-ac9d-64b160582a1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0651636 Jul 23 21:29:55.354371 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c1a8dd5e-c28d-4672-9bf7-1bc60fdc1d9b None None] Provisioning complete for port 81dc751e-3d92-402c-a22c-23069eb5cb9a triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:29:55.354745 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1a8dd5e-c28d-4672-9bf7-1bc60fdc1d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:55.390987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c1a8dd5e-c28d-4672-9bf7-1bc60fdc1d9b None None] Port 81dc751e-3d92-402c-a22c-23069eb5cb9a cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:29:56.485491 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a62ce79c-9102-4037-9245-a1b11ed36516 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:29:56.569569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a62ce79c-9102-4037-9245-a1b11ed36516 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:29:56.570025 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:56.665021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1cfddc79-8d85-41d8-be3c-7ff5001c0b63 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:29:56.719229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 1cfddc79-8d85-41d8-be3c-7ff5001c0b63 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:29:56.719564 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:56.812882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device eb8e6f9b-c91e-4420-abc7-13bd5216eda6 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:29:56.871861 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port eb8e6f9b-c91e-4420-abc7-13bd5216eda6 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:29:56.878646 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port eb8e6f9b-c91e-4420-abc7-13bd5216eda6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:29:56.879078 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:56.931987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Sync routers for ids ['c68ef4fb-7c71-4af5-ac9d-64b160582a1b'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:29:56.948783 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Routers {'c68ef4fb-7c71-4af5-ac9d-64b160582a1b'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:29:56.949668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:29:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c68ef4fb-7c71-4af5-ac9d-64b160582a1b'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:57.058214 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:57.089099 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port eb8e6f9b-c91e-4420-abc7-13bd5216eda6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=eb8e6f9b-c91e-4420-abc7-13bd5216eda6,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:57.095974 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:57.134024 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Set router c68ef4fb-7c71-4af5-ac9d-64b160582a1b gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:29:57.197090 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-193f5f2e-ab24-42f6-b676-76b9269e7292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:57.215858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=eb8e6f9b-c91e-4420-abc7-13bd5216eda6,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:57.424918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'name': 'tempest-TestMinimumBasicScenario-1294876356-router', 'tenant_id': '60c859974a6a4470a236dbc3fa8f958c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'eb8e6f9b-c91e-4420-abc7-13bd5216eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:51Z', 'updated_at': '2021-07-23T21:29:54Z', 'revision_number': 4, 'project_id': '60c859974a6a4470a236dbc3fa8f958c', 'gw_port': {'id': 'eb8e6f9b-c91e-4420-abc7-13bd5216eda6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:52Z', 'updated_at': '2021-07-23T21:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '81dc751e-3d92-402c-a22c-23069eb5cb9a', 'name': '', 'network_id': '0a070d3e-2409-43dd-bb24-91dc237d37ca', 'tenant_id': '60c859974a6a4470a236dbc3fa8f958c', 'mac_address': 'fa:16:3e:0f:69:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'ba086db4-930b-4840-8350-b0949a1b262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:53Z', 'updated_at': '2021-07-23T21:29:54Z', 'revision_number': 2, 'project_id': '60c859974a6a4470a236dbc3fa8f958c', 'subnets': [{'id': 'ba086db4-930b-4840-8350-b0949a1b262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:57.458582 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Checking router: c68ef4fb-7c71-4af5-ac9d-64b160582a1b for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:29:57.458934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Updating router c68ef4fb-7c71-4af5-ac9d-64b160582a1b port 81dc751e-3d92-402c-a22c-23069eb5cb9a binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:29:57.460753 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:57.505077 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:57.824139 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:57.834624 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Transition to ACTIVE for port object 81dc751e-3d92-402c-a22c-23069eb5cb9a will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:29:57.842328 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:57.923678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882b4f6-6d09-4352-a6e6-6813a3aae374 None None] Pushing event updated for resources: {'Port': ['ID=81dc751e-3d92-402c-a22c-23069eb5cb9a,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:57.973843 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Attempting to bind port 81dc751e-3d92-402c-a22c-23069eb5cb9a on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:29:57.974363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Attempting to bind port 81dc751e-3d92-402c-a22c-23069eb5cb9a by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '03173cb0-7c05-45e7-af78-e0103a33992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0a070d3e-2409-43dd-bb24-91dc237d37ca'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:29:57.975711 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Attempting to bind port 81dc751e-3d92-402c-a22c-23069eb5cb9a on network 0a070d3e-2409-43dd-bb24-91dc237d37ca {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:29:57.981497 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:29:57.982039 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Checking segment: {'id': '03173cb0-7c05-45e7-af78-e0103a33992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0a070d3e-2409-43dd-bb24-91dc237d37ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:29:57.982538 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:57.983036 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Bound using segment: {'id': '03173cb0-7c05-45e7-af78-e0103a33992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0a070d3e-2409-43dd-bb24-91dc237d37ca'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:29:57.983791 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Bound port: 81dc751e-3d92-402c-a22c-23069eb5cb9a, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03173cb0-7c05-45e7-af78-e0103a33992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0a070d3e-2409-43dd-bb24-91dc237d37ca'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:29:57.987383 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:58.070698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] For port 81dc751e-3d92-402c-a22c-23069eb5cb9a, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:29:58.074736 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] For port 81dc751e-3d92-402c-a22c-23069eb5cb9a, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=81dc751e-3d92-402c-a22c-23069eb5cb9a,segment=NetworkSegment(03173cb0-7c05-45e7-af78-e0103a33992a),segment_id=03173cb0-7c05-45e7-af78-e0103a33992a)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:29:58.082612 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:58.144931 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Routers {'c68ef4fb-7c71-4af5-ac9d-64b160582a1b'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:29:58.145700 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:29:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c68ef4fb-7c71-4af5-ac9d-64b160582a1b'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:58.225701 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882b4f6-6d09-4352-a6e6-6813a3aae374 None None] Pushing event updated for resources: {'Port': ['ID=81dc751e-3d92-402c-a22c-23069eb5cb9a,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:58.287985 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] Set router c68ef4fb-7c71-4af5-ac9d-64b160582a1b gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:29:58.442854 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device eb8e6f9b-c91e-4420-abc7-13bd5216eda6 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:29:58.561003 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port eb8e6f9b-c91e-4420-abc7-13bd5216eda6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:29:58.562065 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:58.622257 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'name': 'tempest-TestMinimumBasicScenario-1294876356-router', 'tenant_id': '60c859974a6a4470a236dbc3fa8f958c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'eb8e6f9b-c91e-4420-abc7-13bd5216eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:51Z', 'updated_at': '2021-07-23T21:29:54Z', 'revision_number': 4, 'project_id': '60c859974a6a4470a236dbc3fa8f958c', 'gw_port': {'id': 'eb8e6f9b-c91e-4420-abc7-13bd5216eda6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:52Z', 'updated_at': '2021-07-23T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '81dc751e-3d92-402c-a22c-23069eb5cb9a', 'name': '', 'network_id': '0a070d3e-2409-43dd-bb24-91dc237d37ca', 'tenant_id': '60c859974a6a4470a236dbc3fa8f958c', 'mac_address': 'fa:16:3e:0f:69:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'ba086db4-930b-4840-8350-b0949a1b262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:53Z', 'updated_at': '2021-07-23T21:29:58Z', 'revision_number': 4, 'project_id': '60c859974a6a4470a236dbc3fa8f958c', 'subnets': [{'id': 'ba086db4-930b-4840-8350-b0949a1b262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:29:58.673519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582a69d1-24ec-484e-82cf-950066f265aa None None] The sync data for ids ['c68ef4fb-7c71-4af5-ac9d-64b160582a1b'] in n-d-791504-18 is: [{'id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'name': 'tempest-TestMinimumBasicScenario-1294876356-router', 'tenant_id': '60c859974a6a4470a236dbc3fa8f958c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'eb8e6f9b-c91e-4420-abc7-13bd5216eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:51Z', 'updated_at': '2021-07-23T21:29:54Z', 'revision_number': 4, 'project_id': '60c859974a6a4470a236dbc3fa8f958c', 'gw_port': {'id': 'eb8e6f9b-c91e-4420-abc7-13bd5216eda6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:52Z', 'updated_at': '2021-07-23T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '81dc751e-3d92-402c-a22c-23069eb5cb9a', 'name': '', 'network_id': '0a070d3e-2409-43dd-bb24-91dc237d37ca', 'tenant_id': '60c859974a6a4470a236dbc3fa8f958c', 'mac_address': 'fa:16:3e:0f:69:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'ba086db4-930b-4840-8350-b0949a1b262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:53Z', 'updated_at': '2021-07-23T21:29:58Z', 'revision_number': 4, 'project_id': '60c859974a6a4470a236dbc3fa8f958c', 'subnets': [{'id': 'ba086db4-930b-4840-8350-b0949a1b262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:29:58.747191 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:00.176353 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:00.413270 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 81dc751e-3d92-402c-a22c-23069eb5cb9a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:30:00.469481 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 81dc751e-3d92-402c-a22c-23069eb5cb9a completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:30:00.473531 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 81dc751e-3d92-402c-a22c-23069eb5cb9a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:30:00.473922 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:00.567251 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:00.608286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 81dc751e-3d92-402c-a22c-23069eb5cb9a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=81dc751e-3d92-402c-a22c-23069eb5cb9a,segment=NetworkSegment(03173cb0-7c05-45e7-af78-e0103a33992a),segment_id=03173cb0-7c05-45e7-af78-e0103a33992a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:30:00.616088 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:00.696481 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=81dc751e-3d92-402c-a22c-23069eb5cb9a,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:30:02.407944 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 81dc751e-3d92-402c-a22c-23069eb5cb9a up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:30:02.463373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 81dc751e-3d92-402c-a22c-23069eb5cb9a triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:30:02.463656 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:05.180030 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-d947da82-1cf1-4813-9179-fc7e298b3791 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:05.181536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-d947da82-1cf1-4813-9179-fc7e298b3791 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/networks?id=cb5b314e-6fbe-4d45-aecc-ec6aee169f55 HTTP/1.1" status: 200 len: 815 time: 0.1015081 Jul 23 21:30:05.196479 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-a0b71cc3-6206-45d9-9bb6-8eb6c0443454 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/quotas/a0fa928bde3d4ba595ab2bbebcaada1c HTTP/1.1" status: 200 len: 375 time: 0.0093725 Jul 23 21:30:05.268115 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-262f54db-c6c9-4074-b817-4fe8ebc988c1 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0fa928bde3d4ba595ab2bbebcaada1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650055 Jul 23 21:30:05.443192 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-69e14730-f81e-474e-b329-65ccf56afcd1 service neutron] 10.222.0.55 "GET /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634398 Jul 23 21:30:05.533419 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-dfbbf7e0-9ba2-4896-9ab1-da4a29bc35bc service neutron] 10.222.0.55 "GET /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845623 Jul 23 21:30:05.690531 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b459400a-9bfa-4e9e-a2d2-e896b3622ded req-a51b9f81-d692-4681-ab93-e8c80fadbf0e tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 210 time: 0.0296049 Jul 23 21:30:06.597890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-7d24f118-1d41-46af-943d-b4ca68444317 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:06.599378 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-7d24f118-1d41-46af-943d-b4ca68444317 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.57 "GET /v2.0/networks?id=cb5b314e-6fbe-4d45-aecc-ec6aee169f55 HTTP/1.1" status: 200 len: 815 time: 0.1149366 Jul 23 21:30:06.610787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Request body: {'port': {'device_id': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55', 'admin_state_up': True, 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:30:06.721476 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Made reservation on behalf of a0fa928bde3d4ba595ab2bbebcaada1c for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:30:06.725513 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:06.797198 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bd05e96b-86d4-41d9-9f3e-11612a989254 req-284e0422-86be-47ab-91af-c4d87cc33d5f tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 210 time: 0.0308254 Jul 23 21:30:06.866017 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Allocated IP 172.20.0.12 (cb5b314e-6fbe-4d45-aecc-ec6aee169f55/39c0613e-c76f-4dd1-b21c-47536623835c/cb54f90a-b288-47c0-a35e-801d783fe032) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:30:07.082450 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:07.099064 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Transition to ACTIVE for port object cb54f90a-b288-47c0-a35e-801d783fe032 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:30:07.133383 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:07.174838 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Network cb5b314e-6fbe-4d45-aecc-ec6aee169f55 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:30:07.182681 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:30:07.193801 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:30:07.266894 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Pushing event updated for resources: {'Port': ['ID=cb54f90a-b288-47c0-a35e-801d783fe032,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:30:07.281232 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:07.281586 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:07.281930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:07.282348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:07.282685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:07.283147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:07.283393 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:07.283685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:07.284016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:07.284401 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:07.284678 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:07.285103 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:07.300051 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:07.300691 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:07.344742 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-5eed65b4-212d-4e6a-a21f-2ceed67fe878 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7375855 Jul 23 21:30:07.686918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-03bd5d63-85ad-4590-894d-ce1cb2b843b8 None None] Provisioning for port cb54f90a-b288-47c0-a35e-801d783fe032 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:30:07.695351 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-03bd5d63-85ad-4590-894d-ce1cb2b843b8 None None] Provisioning complete for port cb54f90a-b288-47c0-a35e-801d783fe032 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:30:07.696252 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03bd5d63-85ad-4590-894d-ce1cb2b843b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:07.753028 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5d63-85ad-4590-894d-ce1cb2b843b8 None None] Port cb54f90a-b288-47c0-a35e-801d783fe032 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:30:07.963606 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3d209-147a-4802-8889-5bd9a8c926dd req-8be13707-2f6a-4e73-9d46-3ccccd65e4f1 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:07.965934 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efe3d209-147a-4802-8889-5bd9a8c926dd req-8be13707-2f6a-4e73-9d46-3ccccd65e4f1 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 932 time: 0.1048441 Jul 23 21:30:08.004877 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-efe3d209-147a-4802-8889-5bd9a8c926dd req-e8c8ccc5-2074-44c8-acb7-54b011e18532 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329187 Jul 23 21:30:09.143852 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94218a6c-3080-45b7-a88e-780a45082aaf req-7aeb952f-bf94-4afb-b6d3-fa6c686a8c6c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:09.145707 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94218a6c-3080-45b7-a88e-780a45082aaf req-7aeb952f-bf94-4afb-b6d3-fa6c686a8c6c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 932 time: 0.0754795 Jul 23 21:30:09.183996 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94218a6c-3080-45b7-a88e-780a45082aaf req-69d3d47d-875b-418c-a602-21df6f88ee90 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326519 Jul 23 21:30:10.335036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da72a17-244b-49af-9ac6-3509ac810866 req-4d51735e-1ef6-46dc-8ae8-647d02b41711 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:10.336563 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5da72a17-244b-49af-9ac6-3509ac810866 req-4d51735e-1ef6-46dc-8ae8-647d02b41711 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 932 time: 0.0695591 Jul 23 21:30:10.378676 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5da72a17-244b-49af-9ac6-3509ac810866 req-3370e5cc-73d6-4f2b-b16b-1bcd654e8c6e tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364704 Jul 23 21:30:11.525353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435bb13-df22-4fb3-ba2d-a38a68d52faa req-24f5bf65-0b8a-4828-952e-c5a704676913 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:11.527150 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7435bb13-df22-4fb3-ba2d-a38a68d52faa req-24f5bf65-0b8a-4828-952e-c5a704676913 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 932 time: 0.0829797 Jul 23 21:30:11.568374 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7435bb13-df22-4fb3-ba2d-a38a68d52faa req-a2f0720f-6bcd-4d87-8032-b33c1ace184f tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353017 Jul 23 21:30:12.715973 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e564f-766a-434d-9df1-d095f94a4b43 req-2a786a85-7e73-41a3-8f5c-a9598ca3b106 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:12.717498 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f78e564f-766a-434d-9df1-d095f94a4b43 req-2a786a85-7e73-41a3-8f5c-a9598ca3b106 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 932 time: 0.0645933 Jul 23 21:30:12.754133 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f78e564f-766a-434d-9df1-d095f94a4b43 req-c8ddf8b4-4983-4911-87f8-1eb578e0f5cb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311115 Jul 23 21:30:13.887509 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5936bf-930a-468b-a24e-5d3004858e10 req-aa39948b-e8a4-4b7f-8f80-155a2558d9a7 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:13.889073 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf5936bf-930a-468b-a24e-5d3004858e10 req-aa39948b-e8a4-4b7f-8f80-155a2558d9a7 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 932 time: 0.0671566 Jul 23 21:30:13.941292 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bf5936bf-930a-468b-a24e-5d3004858e10 req-360d5d3f-6cd5-442f-8ec2-a72665cc62a5 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451286 Jul 23 21:30:15.102244 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3ecd2-fdbd-47e5-abd8-5eebdd0e9958 req-3016a81c-eb50-4774-ac05-3bf25fb8de19 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:15.104439 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2de3ecd2-fdbd-47e5-abd8-5eebdd0e9958 req-3016a81c-eb50-4774-ac05-3bf25fb8de19 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 932 time: 0.0830381 Jul 23 21:30:15.143308 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2de3ecd2-fdbd-47e5-abd8-5eebdd0e9958 req-b519244b-f3ac-4898-b412-e3ffd06d2f31 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326304 Jul 23 21:30:15.814269 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:16.269011 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1471de9-f965-4327-af69-56866df26a44 req-33d9dac5-98e0-4166-a1b9-5c529b7c9123 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:16.270492 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1471de9-f965-4327-af69-56866df26a44 req-33d9dac5-98e0-4166-a1b9-5c529b7c9123 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 932 time: 0.0612063 Jul 23 21:30:16.312399 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1471de9-f965-4327-af69-56866df26a44 req-bcc8e683-3be4-433d-8aea-2a70b185d0fd tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357795 Jul 23 21:30:17.310292 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:17.450684 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadfe2d-73e4-4e9a-bfb9-3699fcf32186 req-02bbfa6d-e864-447b-8e9a-06103aef24c3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:17.452202 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-edadfe2d-73e4-4e9a-bfb9-3699fcf32186 req-02bbfa6d-e864-447b-8e9a-06103aef24c3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 932 time: 0.0632854 Jul 23 21:30:17.490139 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-edadfe2d-73e4-4e9a-bfb9-3699fcf32186 req-23b22611-9a1f-4b38-b6dd-4d5a10becdda tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322299 Jul 23 21:30:18.330897 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Request body: {'port': {'device_id': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:30:18.406934 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:18.622380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45616f04-39bb-44e2-a812-fdcf70cf1873 req-3fd2a7c7-9b19-4331-b725-49ea41fc46cd tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:18.623839 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-45616f04-39bb-44e2-a812-fdcf70cf1873 req-3fd2a7c7-9b19-4331-b725-49ea41fc46cd tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 932 time: 0.0635939 Jul 23 21:30:18.661327 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-45616f04-39bb-44e2-a812-fdcf70cf1873 req-fd299d5e-a8b6-4681-9fde-92ed2e7815a7 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318813 Jul 23 21:30:18.670150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb54f90a-b288-47c0-a35e-801d783fe032 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:30:18.678387 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:18.690353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Transition to ACTIVE for port object cb54f90a-b288-47c0-a35e-801d783fe032 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:30:18.695131 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:18.744890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Pushing event updated for resources: {'Port': ['ID=cb54f90a-b288-47c0-a35e-801d783fe032,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:30:18.822852 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Attempting to bind port cb54f90a-b288-47c0-a35e-801d783fe032 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:30:18.823219 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Attempting to bind port cb54f90a-b288-47c0-a35e-801d783fe032 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '378f07de-c6fa-4a9b-ae02-3554189cf129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:30:18.823686 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Attempting to bind port cb54f90a-b288-47c0-a35e-801d783fe032 on network cb5b314e-6fbe-4d45-aecc-ec6aee169f55 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:30:18.828205 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Port cb54f90a-b288-47c0-a35e-801d783fe032 on network cb5b314e-6fbe-4d45-aecc-ec6aee169f55 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:30:18.828520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Attempting to bind port cb54f90a-b288-47c0-a35e-801d783fe032 on network cb5b314e-6fbe-4d45-aecc-ec6aee169f55 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:30:18.833366 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:30:18.833833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Checking segment: {'id': '378f07de-c6fa-4a9b-ae02-3554189cf129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:30:18.834217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Bound using segment: {'id': '378f07de-c6fa-4a9b-ae02-3554189cf129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:30:18.834645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Bound port: cb54f90a-b288-47c0-a35e-801d783fe032, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '378f07de-c6fa-4a9b-ae02-3554189cf129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:30:18.835023 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:18.900277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] For port cb54f90a-b288-47c0-a35e-801d783fe032, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:30:18.903842 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] For port cb54f90a-b288-47c0-a35e-801d783fe032, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cb54f90a-b288-47c0-a35e-801d783fe032,segment=NetworkSegment(378f07de-c6fa-4a9b-ae02-3554189cf129),segment_id=378f07de-c6fa-4a9b-ae02-3554189cf129)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:30:18.907686 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:18.941860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:18.942112 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:18.943424 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] 10.222.0.57 "PUT /v2.0/ports/cb54f90a-b288-47c0-a35e-801d783fe032 HTTP/1.1" status: 200 len: 1093 time: 0.6175151 Jul 23 21:30:18.943895 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'tag': 'cb54f90a-b288-47c0-a35e-801d783fe032'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:30:18.946169 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db7c347-67e2-4698-9048-0cdfcead129a" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb63a06-53fb-4e97-b6b0-a6ea43c8959e", "tag": "cb54f90a-b288-47c0-a35e-801d783fe032"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:30:18.970828 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d8ef1-882a-4903-b19c-925bcc100597 service neutron] Pushing event updated for resources: {'Port': ['ID=cb54f90a-b288-47c0-a35e-801d783fe032,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:30:18.999897 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31441883-c1e7-45f5-9d7f-5ed977258980 x-openstack-request-id: req-31441883-c1e7-45f5-9d7f-5ed977258980 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:30:19.000192 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb63a06-53fb-4e97-b6b0-a6ea43c8959e", "tag": "cb54f90a-b288-47c0-a35e-801d783fe032", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:30:19.000504 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-31441883-c1e7-45f5-9d7f-5ed977258980 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:30:19.000908 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'tag': 'cb54f90a-b288-47c0-a35e-801d783fe032', 'status': 'completed', 'code': 200} Jul 23 21:30:19.028601 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:30:19.057944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-5304645e-4147-4a16-9c97-294da33ea963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:19.059514 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-5304645e-4147-4a16-9c97-294da33ea963 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0fa928bde3d4ba595ab2bbebcaada1c&device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 1096 time: 0.0693591 Jul 23 21:30:19.102254 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-c9d48d53-9fad-4b57-a765-45231d1bdf4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb54f90a-b288-47c0-a35e-801d783fe032 HTTP/1.1" status: 200 len: 217 time: 0.0356259 Jul 23 21:30:19.152643 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-e98380df-d59f-467c-876d-1d480903a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:19.154033 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-e98380df-d59f-467c-876d-1d480903a219 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39c0613e-c76f-4dd1-b21c-47536623835c HTTP/1.1" status: 200 len: 854 time: 0.0456781 Jul 23 21:30:19.217086 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-e46dff52-818a-4265-b64a-c24e7c904460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:19.218592 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-e46dff52-818a-4265-b64a-c24e7c904460 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb5b314e-6fbe-4d45-aecc-ec6aee169f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575461 Jul 23 21:30:19.315459 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-dc7dc87c-c030-4b1a-bf5b-1eecf391bd91 service neutron] 10.222.0.57 "GET /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889804 Jul 23 21:30:19.406649 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9900a023-47ef-424f-b5ab-4c0b6af444ad req-0f5cb6b1-be0d-4bc9-a656-4a94a905a4a0 service neutron] 10.222.0.57 "GET /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852151 Jul 23 21:30:19.503665 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7c347-67e2-4698-9048-0cdfcead129a req-d975d09a-8514-4766-8aca-3f06c9104b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:19.505183 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6db7c347-67e2-4698-9048-0cdfcead129a req-d975d09a-8514-4766-8aca-3f06c9104b31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0fa928bde3d4ba595ab2bbebcaada1c&device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 1096 time: 0.0542319 Jul 23 21:30:19.597339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7c347-67e2-4698-9048-0cdfcead129a req-8e8043f4-0839-44a7-867d-8fdf779e7286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:19.598825 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6db7c347-67e2-4698-9048-0cdfcead129a req-8e8043f4-0839-44a7-867d-8fdf779e7286 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb5b314e-6fbe-4d45-aecc-ec6aee169f55 HTTP/1.1" status: 200 len: 916 time: 0.0876174 Jul 23 21:30:19.638450 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6db7c347-67e2-4698-9048-0cdfcead129a req-a4c6f3a5-6ba7-4e92-a34d-15759f84e4ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb54f90a-b288-47c0-a35e-801d783fe032 HTTP/1.1" status: 200 len: 217 time: 0.0336995 Jul 23 21:30:19.686859 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7c347-67e2-4698-9048-0cdfcead129a req-acebfd99-bf99-4777-a255-47b949531856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:19.688247 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6db7c347-67e2-4698-9048-0cdfcead129a req-acebfd99-bf99-4777-a255-47b949531856 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39c0613e-c76f-4dd1-b21c-47536623835c HTTP/1.1" status: 200 len: 854 time: 0.0428624 Jul 23 21:30:19.750174 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7c347-67e2-4698-9048-0cdfcead129a req-961ee9ce-ff4d-4783-bdc7-e5df44e29dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:19.751711 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6db7c347-67e2-4698-9048-0cdfcead129a req-961ee9ce-ff4d-4783-bdc7-e5df44e29dcc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb5b314e-6fbe-4d45-aecc-ec6aee169f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551209 Jul 23 21:30:19.794520 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c93759-0647-4875-bda8-0c4a9269f93b req-3ae6e53d-e684-40da-8ad5-cdf4820b9af2 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:19.796114 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58c93759-0647-4875-bda8-0c4a9269f93b req-3ae6e53d-e684-40da-8ad5-cdf4820b9af2 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 944 time: 0.0661778 Jul 23 21:30:19.832989 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-58c93759-0647-4875-bda8-0c4a9269f93b req-2c3ffa75-1d4a-4ae4-821e-38b6f0492572 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313628 Jul 23 21:30:19.849132 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6db7c347-67e2-4698-9048-0cdfcead129a req-db75c655-5bb1-4b75-8ca1-c9c108e4768a service neutron] 10.222.0.57 "GET /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886543 Jul 23 21:30:19.942591 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-6db7c347-67e2-4698-9048-0cdfcead129a req-60f87553-5120-46fc-b20f-73fb2eb7bd0e service neutron] 10.222.0.57 "GET /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866840 Jul 23 21:30:20.727600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cb54f90a-b288-47c0-a35e-801d783fe032 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:30:20.822660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port cb54f90a-b288-47c0-a35e-801d783fe032, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cb54f90a-b288-47c0-a35e-801d783fe032,segment=NetworkSegment(378f07de-c6fa-4a9b-ae02-3554189cf129),segment_id=378f07de-c6fa-4a9b-ae02-3554189cf129)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:30:20.833356 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'cb54f90a-b288-47c0-a35e-801d783fe032', 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55', 'port_id': 'cb54f90a-b288-47c0-a35e-801d783fe032', 'mac_address': 'fa:16:3e:f5:3e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:30:20.870601 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:20.883047 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb54f90a-b288-47c0-a35e-801d783fe032 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:30:20.903165 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port cb54f90a-b288-47c0-a35e-801d783fe032, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cb54f90a-b288-47c0-a35e-801d783fe032,segment=NetworkSegment(378f07de-c6fa-4a9b-ae02-3554189cf129),segment_id=378f07de-c6fa-4a9b-ae02-3554189cf129)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:30:20.906978 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:20.954963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=cb54f90a-b288-47c0-a35e-801d783fe032,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:30:20.962244 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:20.962594 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:20.962968 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:20.963335 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:20.963669 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:20.963786 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab5e4a-beec-4c76-a971-028f1ef8cbd0 req-3b95fe1b-eac4-4e7a-bc00-8da87953986f tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:20.964240 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:20.964330 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:20.964622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:20.964942 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:20.965231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89ab5e4a-beec-4c76-a971-028f1ef8cbd0 req-3b95fe1b-eac4-4e7a-bc00-8da87953986f tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 945 time: 0.0637650 Jul 23 21:30:20.965342 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:20.965569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:20.965885 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:21.003890 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89ab5e4a-beec-4c76-a971-028f1ef8cbd0 req-dbf64e39-c81d-4970-8152-26aa0eb165ff tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319996 Jul 23 21:30:21.139149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['cb54f90a-b288-47c0-a35e-801d783fe032'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:30:22.130998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa85659-d412-40c3-9f51-418f56caf0cf req-1486b9e3-16fa-4ca7-bfbd-9f565d096545 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:22.132521 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fa85659-d412-40c3-9f51-418f56caf0cf req-1486b9e3-16fa-4ca7-bfbd-9f565d096545 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 945 time: 0.0623245 Jul 23 21:30:22.168777 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fa85659-d412-40c3-9f51-418f56caf0cf req-318ba7a2-546d-4b31-923e-097eefabedc3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308373 Jul 23 21:30:22.726357 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cb54f90a-b288-47c0-a35e-801d783fe032 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:30:22.773325 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port cb54f90a-b288-47c0-a35e-801d783fe032 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:30:22.776825 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port cb54f90a-b288-47c0-a35e-801d783fe032 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:30:22.777194 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:22.854065 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:22.875573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb54f90a-b288-47c0-a35e-801d783fe032'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:30:22.877801 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bf9a45-31e5-4345-a927-2d02a5031418" -d '{"events": [{"server_uuid": "2cb63a06-53fb-4e97-b6b0-a6ea43c8959e", "name": "network-vif-plugged", "status": "completed", "tag": "cb54f90a-b288-47c0-a35e-801d783fe032"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:30:22.890827 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port cb54f90a-b288-47c0-a35e-801d783fe032, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cb54f90a-b288-47c0-a35e-801d783fe032,segment=NetworkSegment(378f07de-c6fa-4a9b-ae02-3554189cf129),segment_id=378f07de-c6fa-4a9b-ae02-3554189cf129)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:30:22.895019 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:22.941787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=cb54f90a-b288-47c0-a35e-801d783fe032,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:30:23.024149 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f071f6c9-a5ec-49e8-895a-f613b008936e x-openstack-request-id: req-f071f6c9-a5ec-49e8-895a-f613b008936e {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:30:23.024447 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb63a06-53fb-4e97-b6b0-a6ea43c8959e", "name": "network-vif-plugged", "status": "completed", "tag": "cb54f90a-b288-47c0-a35e-801d783fe032", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:30:23.024702 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f071f6c9-a5ec-49e8-895a-f613b008936e {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:30:23.025102 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb54f90a-b288-47c0-a35e-801d783fe032', 'code': 200} Jul 23 21:30:23.129764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9ff89-30a2-440f-8a8a-798116981fac req-569af4c8-87b6-4a0e-96c6-65203fd04b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:23.131291 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-30e9ff89-30a2-440f-8a8a-798116981fac req-569af4c8-87b6-4a0e-96c6-65203fd04b9b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 1098 time: 0.0528331 Jul 23 21:30:23.164515 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-30e9ff89-30a2-440f-8a8a-798116981fac req-dcbd08f1-4c87-44be-bed3-7711dc938d17 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268590 Jul 23 21:30:23.296778 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f58b0f-f56f-4b7e-9379-78c0c69fb544 req-06a72608-324d-41ee-9fd1-7cd613403b6a tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:23.298235 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69f58b0f-f56f-4b7e-9379-78c0c69fb544 req-06a72608-324d-41ee-9fd1-7cd613403b6a tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 946 time: 0.0652592 Jul 23 21:30:23.334759 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-69f58b0f-f56f-4b7e-9379-78c0c69fb544 req-d98aa600-5f17-4fa0-aab2-3d065a64b035 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308418 Jul 23 21:30:24.464448 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf5165-73a7-4571-b798-b2649decfda0 req-5730a168-8459-44e5-b9ec-34ee3e35551e tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:24.465913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06bf5165-73a7-4571-b798-b2649decfda0 req-5730a168-8459-44e5-b9ec-34ee3e35551e tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 946 time: 0.0622571 Jul 23 21:30:24.502044 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06bf5165-73a7-4571-b798-b2649decfda0 req-dc6078d2-648e-4c5f-8c9c-d68f6c611488 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306590 Jul 23 21:30:24.632039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90581b88-1a02-40cd-b30a-b72f8ae88d85 req-21c1c674-8587-4ce9-9e09-d9cb30d78305 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:24.633458 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-90581b88-1a02-40cd-b30a-b72f8ae88d85 req-21c1c674-8587-4ce9-9e09-d9cb30d78305 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 946 time: 0.0658922 Jul 23 21:30:24.651165 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-456ee1d0-9861-48e0-aa8d-70173fed935a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:24.674157 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-90581b88-1a02-40cd-b30a-b72f8ae88d85 req-10503692-9939-4038-96b9-f6272d810bde tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344484 Jul 23 21:30:24.871830 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3904ea-a842-49ea-8479-a52ebc730e1a req-56ab98f5-944c-4df6-85f8-b054c064a140 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:24.873331 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da3904ea-a842-49ea-8479-a52ebc730e1a req-56ab98f5-944c-4df6-85f8-b054c064a140 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 946 time: 0.0636904 Jul 23 21:30:24.910197 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-da3904ea-a842-49ea-8479-a52ebc730e1a req-172eafb4-f52a-4354-98b1-50735f08c03d tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313575 Jul 23 21:30:27.169217 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e366a69d-31f8-4924-9317-aa35fa79c4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:27.424730 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:28.725653 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:30.174750 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:36.439148 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231827f1-5d12-4dcd-b961-3471ae97f78d req-18e1350e-9590-4438-b0d5-07086878ae8b tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:36.440535 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-231827f1-5d12-4dcd-b961-3471ae97f78d req-18e1350e-9590-4438-b0d5-07086878ae8b tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 946 time: 0.0617142 Jul 23 21:30:36.477981 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-231827f1-5d12-4dcd-b961-3471ae97f78d req-f6614cac-bc26-4dfd-ad88-233d7e138ac4 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320013 Jul 23 21:30:36.500063 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57324) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:30:36.595061 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1413b930-3d43-439f-a780-648fbca3c0a5 tempest-TestMinimumBasicScenario-32909674 tempest-TestMinimumBasicScenario-32909674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:36.596596 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1413b930-3d43-439f-a780-648fbca3c0a5 tempest-TestMinimumBasicScenario-32909674 tempest-TestMinimumBasicScenario-32909674-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 1093 time: 0.0955825 Jul 23 21:30:36.599644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57328) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:30:36.604135 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': 'cb54f90a-b288-47c0-a35e-801d783fe032', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:30:36.625305 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:36.719956 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:36.829914 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Allocated IP 172.25.3.200 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/96f78e10-f8b2-40ff-ac0f-fe089f0bb907) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:30:36.930718 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:36.971526 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:37.007835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:30:37.012505 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:30:37.015945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:30:37.021210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Pushing event updated for resources: {'Port': ['ID=96f78e10-f8b2-40ff-ac0f-fe089f0bb907,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:30:37.367569 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:37.446914 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:37.596438 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:37.601092 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:37.669835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Pushing event updated for resources: {'Port': ['ID=96f78e10-f8b2-40ff-ac0f-fe089f0bb907,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:30:37.677820 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:37.775843 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Floating IP b51fdc78-f2fc-448c-b424-ea92e92636e3 associated. External IP: 172.25.3.200, port: cb54f90a-b288-47c0-a35e-801d783fe032. Jul 23 21:30:37.982812 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Router fe6cff03-3c18-43a6-ac65-ffe0ac1c025e has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:30:38.416059 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:30:38.426187 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8761117a-2015-4af7-8224-497b80ccfb86 None None] Sync routers for ids ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:30:38.431448 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:38.439218 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8761117a-2015-4af7-8224-497b80ccfb86 None None] Routers {'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:30:38.439845 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8761117a-2015-4af7-8224-497b80ccfb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:30:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:30:38.466948 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-44c42b76-9885-4bdf-bdab-f62a83fce98c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8660316 Jul 23 21:30:38.467626 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'tag': 'cb54f90a-b288-47c0-a35e-801d783fe032'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:30:38.469798 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57330) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:30:38.470227 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1536e150-a685-4bad-a80a-e699bf9eac6d" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb63a06-53fb-4e97-b6b0-a6ea43c8959e", "tag": "cb54f90a-b288-47c0-a35e-801d783fe032"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:30:38.475668 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c687a97b-7091-44bf-98db-7d1a0c4739f8 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208859174', 'description': 'tempest-secgroup-smoke-1208859174 description', 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:30:38.500451 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c687a97b-7091-44bf-98db-7d1a0c4739f8 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:38.552034 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-8761117a-2015-4af7-8224-497b80ccfb86 None None] Set router fe6cff03-3c18-43a6-ac65-ffe0ac1c025e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:30:38.565037 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79222bb8-e474-4492-8394-9167aacfaf8f x-openstack-request-id: req-79222bb8-e474-4492-8394-9167aacfaf8f {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:30:38.565420 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb63a06-53fb-4e97-b6b0-a6ea43c8959e", "tag": "cb54f90a-b288-47c0-a35e-801d783fe032", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:30:38.565740 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-79222bb8-e474-4492-8394-9167aacfaf8f {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:30:38.566200 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'tag': 'cb54f90a-b288-47c0-a35e-801d783fe032', 'status': 'completed', 'code': 200} Jul 23 21:30:38.586368 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c687a97b-7091-44bf-98db-7d1a0c4739f8 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:38.590707 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c687a97b-7091-44bf-98db-7d1a0c4739f8 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:38.649665 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c687a97b-7091-44bf-98db-7d1a0c4739f8 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:38.654458 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c687a97b-7091-44bf-98db-7d1a0c4739f8 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1796980 Jul 23 21:30:38.654704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687a97b-7091-44bf-98db-7d1a0c4739f8 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90bf171-8337-4987-9b3c-06d0dae28a98,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:30:38.655426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57336) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:30:38.660693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Request body: {'security_group_rule': {'security_group_id': 'e90bf171-8337-4987-9b3c-06d0dae28a98', 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:30:38.681664 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536e150-a685-4bad-a80a-e699bf9eac6d req-d7ed770d-dab8-4a82-a650-c696717052b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:38.683582 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1536e150-a685-4bad-a80a-e699bf9eac6d req-d7ed770d-dab8-4a82-a650-c696717052b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0fa928bde3d4ba595ab2bbebcaada1c&device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 1098 time: 0.0901034 Jul 23 21:30:38.693824 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:38.742843 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:38.748075 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:38.766580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602feae3-4823-4003-a024-86e91cc11521,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:30:38.776033 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:38.776433 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:38.776784 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:38.777116 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:38.777440 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:38.777765 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:38.778084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:38.778424 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:38.778730 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:38.779051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:38.779391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:38.779705 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:38.782472 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:38.783792 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a8d6056b-3e48-4186-a868-c08da8b610a3 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271975 Jul 23 21:30:38.786439 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57338) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:30:38.790372 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536e150-a685-4bad-a80a-e699bf9eac6d req-09e3e56c-e9fb-4905-bf27-7c3faa37ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:38.792429 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1536e150-a685-4bad-a80a-e699bf9eac6d req-09e3e56c-e9fb-4905-bf27-7c3faa37ae35 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb5b314e-6fbe-4d45-aecc-ec6aee169f55 HTTP/1.1" status: 200 len: 916 time: 0.1021647 Jul 23 21:30:38.794389 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1d06d51d-b611-4e54-9910-472cb4a891d2 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Request body: {'security_group_rule': {'security_group_id': 'e90bf171-8337-4987-9b3c-06d0dae28a98', 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:30:38.806618 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8761117a-2015-4af7-8224-497b80ccfb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'name': 'tempest-TestMinimumBasicScenario-1243346010-router', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '210677f6-61fb-44db-83cc-e8c174244a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:49Z', 'revision_number': 4, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'gw_port': {'id': '210677f6-61fb-44db-83cc-e8c174244a14', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'b51fdc78-f2fc-448c-b424-ea92e92636e3', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'port_id': 'cb54f90a-b288-47c0-a35e-801d783fe032', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55', 'mac_address': 'fa:16:3e:f5:3e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:30:37Z', 'updated_at': '2021-07-23T21:30:37Z', 'revision_number': 0, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62ce79c-9102-4037-9245-a1b11ed36516', 'name': '', 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'mac_address': 'fa:16:3e:13:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:48Z', 'updated_at': '2021-07-23T21:29:54Z', 'revision_number': 5, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'subnets': [{'id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:30:38.822189 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1d06d51d-b611-4e54-9910-472cb4a891d2 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:38.832503 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8761117a-2015-4af7-8224-497b80ccfb86 None None] Checking router: fe6cff03-3c18-43a6-ac65-ffe0ac1c025e for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:30:38.841118 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8761117a-2015-4af7-8224-497b80ccfb86 None None] Routers {'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:30:38.841743 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8761117a-2015-4af7-8224-497b80ccfb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:30:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:30:38.868829 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1536e150-a685-4bad-a80a-e699bf9eac6d req-46b232af-fe92-4a12-ad7e-5a75e2632a5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb54f90a-b288-47c0-a35e-801d783fe032 HTTP/1.1" status: 200 len: 1000 time: 0.0698369 Jul 23 21:30:38.890062 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1d06d51d-b611-4e54-9910-472cb4a891d2 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:38.893957 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1d06d51d-b611-4e54-9910-472cb4a891d2 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:38.913698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06d51d-b611-4e54-9910-472cb4a891d2 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0650c4-a964-4f03-9d04-52c4bb1253ef,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:30:38.919909 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1d06d51d-b611-4e54-9910-472cb4a891d2 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:38.921256 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1d06d51d-b611-4e54-9910-472cb4a891d2 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312766 Jul 23 21:30:38.924081 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57340) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:30:38.928591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d7664b0d-fa05-4af2-9f69-059c1afcfa13 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Request body: {'security_group_rule': {'security_group_id': 'e90bf171-8337-4987-9b3c-06d0dae28a98', 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:30:38.929381 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536e150-a685-4bad-a80a-e699bf9eac6d req-85426e89-c07c-4fa2-84ed-67d0d8482d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:38.930939 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1536e150-a685-4bad-a80a-e699bf9eac6d req-85426e89-c07c-4fa2-84ed-67d0d8482d9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39c0613e-c76f-4dd1-b21c-47536623835c HTTP/1.1" status: 200 len: 854 time: 0.0556242 Jul 23 21:30:38.958630 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d7664b0d-fa05-4af2-9f69-059c1afcfa13 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:38.959530 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-8761117a-2015-4af7-8224-497b80ccfb86 None None] Set router fe6cff03-3c18-43a6-ac65-ffe0ac1c025e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:30:38.993103 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536e150-a685-4bad-a80a-e699bf9eac6d req-87f9750c-0ade-48a0-97ac-8acdfbea64e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:38.994715 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1536e150-a685-4bad-a80a-e699bf9eac6d req-87f9750c-0ade-48a0-97ac-8acdfbea64e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb5b314e-6fbe-4d45-aecc-ec6aee169f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569022 Jul 23 21:30:39.020947 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d7664b0d-fa05-4af2-9f69-059c1afcfa13 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.026085 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d7664b0d-fa05-4af2-9f69-059c1afcfa13 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.041780 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7664b0d-fa05-4af2-9f69-059c1afcfa13 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7375a04-fdc0-4b04-b3a4-a4e7d00117e5,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:30:39.051649 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d7664b0d-fa05-4af2-9f69-059c1afcfa13 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.052892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d7664b0d-fa05-4af2-9f69-059c1afcfa13 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278064 Jul 23 21:30:39.055623 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57342) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:30:39.060189 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-564592dc-4b0c-4e7a-91bd-5c16327cc44b tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Request body: {'security_group_rule': {'security_group_id': 'e90bf171-8337-4987-9b3c-06d0dae28a98', 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:30:39.089904 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-564592dc-4b0c-4e7a-91bd-5c16327cc44b tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.100671 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1536e150-a685-4bad-a80a-e699bf9eac6d req-50394144-734f-4dd8-9c81-25d595478e71 service neutron] 10.222.0.57 "GET /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984688 Jul 23 21:30:39.158779 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-564592dc-4b0c-4e7a-91bd-5c16327cc44b tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.163613 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-564592dc-4b0c-4e7a-91bd-5c16327cc44b tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.183572 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564592dc-4b0c-4e7a-91bd-5c16327cc44b tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d1bdfe-8728-482a-baf3-d0aa727ca2f4,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:30:39.195770 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-564592dc-4b0c-4e7a-91bd-5c16327cc44b tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.196992 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-564592dc-4b0c-4e7a-91bd-5c16327cc44b tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404321 Jul 23 21:30:39.198052 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1536e150-a685-4bad-a80a-e699bf9eac6d req-b22b44ad-cea7-4e68-8366-f31e76b62f8a service neutron] 10.222.0.57 "GET /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887516 Jul 23 21:30:39.199704 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57344) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:30:39.204175 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b8048cc7-9ad0-4c31-9aa0-1dba16895554 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Request body: {'security_group_rule': {'security_group_id': 'e90bf171-8337-4987-9b3c-06d0dae28a98', 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:30:39.228519 n-d-791504-18 neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-b8048cc7-9ad0-4c31-9aa0-1dba16895554 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Project a0fa928bde3d4ba595ab2bbebcaada1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:30:39.234219 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b8048cc7-9ad0-4c31-9aa0-1dba16895554 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.238102 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-8761117a-2015-4af7-8224-497b80ccfb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'name': 'tempest-TestMinimumBasicScenario-1243346010-router', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '210677f6-61fb-44db-83cc-e8c174244a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:49Z', 'revision_number': 4, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'gw_port': {'id': '210677f6-61fb-44db-83cc-e8c174244a14', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'b51fdc78-f2fc-448c-b424-ea92e92636e3', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'port_id': 'cb54f90a-b288-47c0-a35e-801d783fe032', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55', 'mac_address': 'fa:16:3e:f5:3e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:30:37Z', 'updated_at': '2021-07-23T21:30:37Z', 'revision_number': 0, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62ce79c-9102-4037-9245-a1b11ed36516', 'name': '', 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'mac_address': 'fa:16:3e:13:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:48Z', 'updated_at': '2021-07-23T21:29:54Z', 'revision_number': 5, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'subnets': [{'id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:30:39.263201 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8761117a-2015-4af7-8224-497b80ccfb86 None None] The sync data for ids ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'] in n-d-791504-18 is: [{'id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'name': 'tempest-TestMinimumBasicScenario-1243346010-router', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '210677f6-61fb-44db-83cc-e8c174244a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:49Z', 'revision_number': 4, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'gw_port': {'id': '210677f6-61fb-44db-83cc-e8c174244a14', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'b51fdc78-f2fc-448c-b424-ea92e92636e3', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'port_id': 'cb54f90a-b288-47c0-a35e-801d783fe032', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55', 'mac_address': 'fa:16:3e:f5:3e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:30:37Z', 'updated_at': '2021-07-23T21:30:37Z', 'revision_number': 0, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62ce79c-9102-4037-9245-a1b11ed36516', 'name': '', 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'mac_address': 'fa:16:3e:13:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:48Z', 'updated_at': '2021-07-23T21:29:54Z', 'revision_number': 5, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'subnets': [{'id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:30:39.294626 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b8048cc7-9ad0-4c31-9aa0-1dba16895554 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.298779 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b8048cc7-9ad0-4c31-9aa0-1dba16895554 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.318507 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8048cc7-9ad0-4c31-9aa0-1dba16895554 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b82109-c917-443c-a4a5-e7505c23f1dc,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:30:39.325628 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b8048cc7-9ad0-4c31-9aa0-1dba16895554 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.326966 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b8048cc7-9ad0-4c31-9aa0-1dba16895554 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263309 Jul 23 21:30:39.329688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57346) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:30:39.334199 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-6ec04b52-80e4-4712-b77e-80c7def2d42c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Request body: {'security_group_rule': {'security_group_id': 'e90bf171-8337-4987-9b3c-06d0dae28a98', 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:30:39.357521 n-d-791504-18 neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-6ec04b52-80e4-4712-b77e-80c7def2d42c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Project a0fa928bde3d4ba595ab2bbebcaada1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:30:39.362465 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6ec04b52-80e4-4712-b77e-80c7def2d42c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.437377 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6ec04b52-80e4-4712-b77e-80c7def2d42c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.441462 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6ec04b52-80e4-4712-b77e-80c7def2d42c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.459999 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec04b52-80e4-4712-b77e-80c7def2d42c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208dc874-fcea-424a-bb71-88ffaab8d7b5,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:30:39.466922 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6ec04b52-80e4-4712-b77e-80c7def2d42c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.468333 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6ec04b52-80e4-4712-b77e-80c7def2d42c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1376460 Jul 23 21:30:39.479530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f297e71-526a-4ab9-a061-fee952991372 None None] New status for floating IP b51fdc78-f2fc-448c-b424-ea92e92636e3: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:30:39.547963 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c74fe663-d9c2-4286-8886-de777fceb57a req-d828e829-e720-4298-87d4-b269f0f2464e tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208859174&fields=id&tenant_id=a0fa928bde3d4ba595ab2bbebcaada1c HTTP/1.1" status: 200 len: 267 time: 0.0327597 Jul 23 21:30:39.615790 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fe663-d9c2-4286-8886-de777fceb57a req-957e779f-647d-4bd8-9139-7280c87b9456 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:39.617304 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c74fe663-d9c2-4286-8886-de777fceb57a req-957e779f-647d-4bd8-9139-7280c87b9456 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 946 time: 0.0637410 Jul 23 21:30:39.629640 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-c74fe663-d9c2-4286-8886-de777fceb57a req-6210d78f-928c-4744-b9f5-5b8e29f69b4d tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Request body: {'port': {'security_groups': ['402bd8fb-3a95-4e90-92e2-24f7d8919345', 'e90bf171-8337-4987-9b3c-06d0dae28a98']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:30:39.716535 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c74fe663-d9c2-4286-8886-de777fceb57a req-6210d78f-928c-4744-b9f5-5b8e29f69b4d tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.898362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-c74fe663-d9c2-4286-8886-de777fceb57a req-6210d78f-928c-4744-b9f5-5b8e29f69b4d tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] For port cb54f90a-b288-47c0-a35e-801d783fe032, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cb54f90a-b288-47c0-a35e-801d783fe032,segment=NetworkSegment(378f07de-c6fa-4a9b-ae02-3554189cf129),segment_id=378f07de-c6fa-4a9b-ae02-3554189cf129)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:30:39.926689 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c74fe663-d9c2-4286-8886-de777fceb57a req-6210d78f-928c-4744-b9f5-5b8e29f69b4d tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.934259 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c74fe663-d9c2-4286-8886-de777fceb57a req-6210d78f-928c-4744-b9f5-5b8e29f69b4d tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.946436 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['cb54f90a-b288-47c0-a35e-801d783fe032'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:30:39.977330 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fe663-d9c2-4286-8886-de777fceb57a req-6210d78f-928c-4744-b9f5-5b8e29f69b4d tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:39.977951 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-c74fe663-d9c2-4286-8886-de777fceb57a req-6210d78f-928c-4744-b9f5-5b8e29f69b4d tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:39.979383 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c74fe663-d9c2-4286-8886-de777fceb57a req-6210d78f-928c-4744-b9f5-5b8e29f69b4d tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "PUT /v2.0/ports/cb54f90a-b288-47c0-a35e-801d783fe032 HTTP/1.1" status: 200 len: 982 time: 0.3551190 Jul 23 21:30:40.017425 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210d78f-928c-4744-b9f5-5b8e29f69b4d tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Pushing event updated for resources: {'Port': ['ID=cb54f90a-b288-47c0-a35e-801d783fe032,revision_number=6']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:30:40.040082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['cb54f90a-b288-47c0-a35e-801d783fe032'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:30:40.117769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f93c7-61ae-4d34-b56a-9c225a4ad4c5 req-e1c4ffd5-72aa-4823-a851-42a25f9de847 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:40.123651 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-283f93c7-61ae-4d34-b56a-9c225a4ad4c5 req-e1c4ffd5-72aa-4823-a851-42a25f9de847 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 985 time: 0.0755043 Jul 23 21:30:40.168692 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-283f93c7-61ae-4d34-b56a-9c225a4ad4c5 req-e814733d-1f1e-4898-a8fc-0a9333aa9f5e tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&id=e90bf171-8337-4987-9b3c-06d0dae28a98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425725 Jul 23 21:30:40.261852 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3365dc30-083d-4c76-a420-f6d3344682a3 None None] Provisioning complete for port cb54f90a-b288-47c0-a35e-801d783fe032 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:30:40.262220 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3365dc30-083d-4c76-a420-f6d3344682a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:40.567746 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'tag': 'cb54f90a-b288-47c0-a35e-801d783fe032'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:30:40.570548 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f15464-9b78-494f-9da1-9dd3f4cd9f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb63a06-53fb-4e97-b6b0-a6ea43c8959e", "tag": "cb54f90a-b288-47c0-a35e-801d783fe032"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:30:40.606002 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40d2529-9a32-42ab-91d7-6ffe9e0f92b0 x-openstack-request-id: req-a40d2529-9a32-42ab-91d7-6ffe9e0f92b0 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:30:40.606294 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb63a06-53fb-4e97-b6b0-a6ea43c8959e", "tag": "cb54f90a-b288-47c0-a35e-801d783fe032", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:30:40.606544 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a40d2529-9a32-42ab-91d7-6ffe9e0f92b0 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:30:40.606932 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'tag': 'cb54f90a-b288-47c0-a35e-801d783fe032', 'status': 'completed', 'code': 200} Jul 23 21:30:40.692504 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f15464-9b78-494f-9da1-9dd3f4cd9f8c req-6f28e298-0dd9-4e28-9d53-98c9e8cac96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:40.693980 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-03f15464-9b78-494f-9da1-9dd3f4cd9f8c req-6f28e298-0dd9-4e28-9d53-98c9e8cac96a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0fa928bde3d4ba595ab2bbebcaada1c&device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 1137 time: 0.0578868 Jul 23 21:30:40.783600 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f15464-9b78-494f-9da1-9dd3f4cd9f8c req-7f2a5876-f1d3-4cfb-b9d1-7235b2d4f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:40.785050 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-03f15464-9b78-494f-9da1-9dd3f4cd9f8c req-7f2a5876-f1d3-4cfb-b9d1-7235b2d4f753 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb5b314e-6fbe-4d45-aecc-ec6aee169f55 HTTP/1.1" status: 200 len: 916 time: 0.0837841 Jul 23 21:30:40.851637 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-03f15464-9b78-494f-9da1-9dd3f4cd9f8c req-41d8d0d5-0ad8-41bc-97b9-458f6f340caf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb54f90a-b288-47c0-a35e-801d783fe032 HTTP/1.1" status: 200 len: 1002 time: 0.0602136 Jul 23 21:30:40.897213 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f15464-9b78-494f-9da1-9dd3f4cd9f8c req-bb0e63f9-fb80-4e03-8f0a-2f972db72dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:40.898562 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-03f15464-9b78-494f-9da1-9dd3f4cd9f8c req-bb0e63f9-fb80-4e03-8f0a-2f972db72dff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39c0613e-c76f-4dd1-b21c-47536623835c HTTP/1.1" status: 200 len: 854 time: 0.0410011 Jul 23 21:30:40.953654 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f15464-9b78-494f-9da1-9dd3f4cd9f8c req-fd8120e2-4cfb-4039-ab67-219dbaf42851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:40.955092 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-03f15464-9b78-494f-9da1-9dd3f4cd9f8c req-fd8120e2-4cfb-4039-ab67-219dbaf42851 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb5b314e-6fbe-4d45-aecc-ec6aee169f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502448 Jul 23 21:30:41.316633 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-03f15464-9b78-494f-9da1-9dd3f4cd9f8c req-d2f2edac-6bc6-4f1c-bbac-d1b4bb9afd3b service neutron] 10.222.0.57 "GET /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544383 Jul 23 21:30:41.407384 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-03f15464-9b78-494f-9da1-9dd3f4cd9f8c req-fb0f8e97-73aa-4678-a32d-df64e1058b31 service neutron] 10.222.0.57 "GET /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825949 Jul 23 21:30:45.829586 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:47.318742 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:54.652146 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b0dfc836-6f88-4e26-8c52-9e891023ffb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:56.028077 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:30:56.385869 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783dded4-29b7-4cf0-8f87-4115234d6fa7 req-f9911a18-1f63-4825-8d91-271913f5e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:56.387368 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-783dded4-29b7-4cf0-8f87-4115234d6fa7 req-f9911a18-1f63-4825-8d91-271913f5e946 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0fa928bde3d4ba595ab2bbebcaada1c&device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 1137 time: 0.0547278 Jul 23 21:30:56.389200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8324095-1acf-48b9-aeeb-48b18598b047 req-51be9fad-0be0-450a-b5f8-920dcc9cb850 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:56.390694 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8324095-1acf-48b9-aeeb-48b18598b047 req-51be9fad-0be0-450a-b5f8-920dcc9cb850 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 985 time: 0.0649443 Jul 23 21:30:56.430913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c8324095-1acf-48b9-aeeb-48b18598b047 req-b7b06d39-54f3-4d57-865c-d28820e9f343 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&id=e90bf171-8337-4987-9b3c-06d0dae28a98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342846 Jul 23 21:30:56.488011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783dded4-29b7-4cf0-8f87-4115234d6fa7 req-28df0fb5-9ede-4016-93a0-4e24f998c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:56.489526 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-783dded4-29b7-4cf0-8f87-4115234d6fa7 req-28df0fb5-9ede-4016-93a0-4e24f998c8db service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb5b314e-6fbe-4d45-aecc-ec6aee169f55 HTTP/1.1" status: 200 len: 916 time: 0.0895705 Jul 23 21:30:56.560242 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-783dded4-29b7-4cf0-8f87-4115234d6fa7 req-89bcc835-a111-4a89-a07c-62155a87f230 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb54f90a-b288-47c0-a35e-801d783fe032 HTTP/1.1" status: 200 len: 1002 time: 0.0642469 Jul 23 21:30:56.611583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783dded4-29b7-4cf0-8f87-4115234d6fa7 req-ed043b87-42ae-460b-854f-825a14385432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:56.613119 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-783dded4-29b7-4cf0-8f87-4115234d6fa7 req-ed043b87-42ae-460b-854f-825a14385432 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39c0613e-c76f-4dd1-b21c-47536623835c HTTP/1.1" status: 200 len: 854 time: 0.0449638 Jul 23 21:30:56.671703 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783dded4-29b7-4cf0-8f87-4115234d6fa7 req-894a732a-7982-42ef-96b1-c707d4cb2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:56.673205 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-783dded4-29b7-4cf0-8f87-4115234d6fa7 req-894a732a-7982-42ef-96b1-c707d4cb2f21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb5b314e-6fbe-4d45-aecc-ec6aee169f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534627 Jul 23 21:30:56.765124 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-783dded4-29b7-4cf0-8f87-4115234d6fa7 req-1835db6d-e0db-45c6-97b3-b4a85d847df7 service neutron] 10.222.0.57 "GET /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849900 Jul 23 21:30:56.854545 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-783dded4-29b7-4cf0-8f87-4115234d6fa7 req-b6822bed-bdd2-4515-b0ff-3e7e2b4b15d0 service neutron] 10.222.0.57 "GET /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817144 Jul 23 21:30:57.169891 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6280d0f1-8568-4f6e-b2e2-a2e844c1b043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:57.424975 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:57.560905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1637ba-5006-4555-9c0d-39bcd62d747b req-ef3c7b63-fada-429a-a643-c49cfb3073fd tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:57.562440 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a1637ba-5006-4555-9c0d-39bcd62d747b req-ef3c7b63-fada-429a-a643-c49cfb3073fd tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 985 time: 0.0635104 Jul 23 21:30:57.600166 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a1637ba-5006-4555-9c0d-39bcd62d747b req-8f1a024d-b6de-459d-8bf3-1ad1d0002e65 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&id=e90bf171-8337-4987-9b3c-06d0dae28a98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319686 Jul 23 21:30:58.726608 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:58.732879 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968e1a7-139e-43c4-bac3-f59befecfc2e req-8295b77e-85a0-4f3e-b4ae-7fbb608a64db tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:58.734365 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c968e1a7-139e-43c4-bac3-f59befecfc2e req-8295b77e-85a0-4f3e-b4ae-7fbb608a64db tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 985 time: 0.0678110 Jul 23 21:30:58.772656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c968e1a7-139e-43c4-bac3-f59befecfc2e req-3f1a538a-b34f-4609-afe1-ed99842df4da tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&id=e90bf171-8337-4987-9b3c-06d0dae28a98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325520 Jul 23 21:30:59.912057 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ceda0-a66c-4482-8128-1f0e2d2ca56c req-372840bc-0130-453c-bcc9-8fd09fe1bc78 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:59.913562 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-142ceda0-a66c-4482-8128-1f0e2d2ca56c req-372840bc-0130-453c-bcc9-8fd09fe1bc78 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 985 time: 0.0705576 Jul 23 21:30:59.953635 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-142ceda0-a66c-4482-8128-1f0e2d2ca56c req-a46029cf-cb59-465a-90e7-69bafad36516 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&id=e90bf171-8337-4987-9b3c-06d0dae28a98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342476 Jul 23 21:31:00.177174 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:01.080637 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b50751-20e2-4cca-bc4f-b79cc8dc4060 req-e809e6e6-72db-4011-a38f-bdf9d307984e tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:01.082169 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-75b50751-20e2-4cca-bc4f-b79cc8dc4060 req-e809e6e6-72db-4011-a38f-bdf9d307984e tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 985 time: 0.0632882 Jul 23 21:31:01.125517 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-75b50751-20e2-4cca-bc4f-b79cc8dc4060 req-5a2f1318-6a1e-4025-ae4e-3d8d3fafa811 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&id=e90bf171-8337-4987-9b3c-06d0dae28a98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375619 Jul 23 21:31:02.254118 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0be1a-d3e2-4b91-8cd7-5bc7b5293309 req-cebecdb7-9e52-48ce-b1f3-3a90f87617da tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:02.255642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bab0be1a-d3e2-4b91-8cd7-5bc7b5293309 req-cebecdb7-9e52-48ce-b1f3-3a90f87617da tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 985 time: 0.0633764 Jul 23 21:31:02.294752 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bab0be1a-d3e2-4b91-8cd7-5bc7b5293309 req-f6b59554-b1fd-4686-9ccd-9d67a5ddf00b tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&id=e90bf171-8337-4987-9b3c-06d0dae28a98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330079 Jul 23 21:31:03.424149 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297dcc9-f261-463d-9d11-84fa8292c0be req-4e5946e1-0090-4354-80eb-97cac15650ae tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:03.425644 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0297dcc9-f261-463d-9d11-84fa8292c0be req-4e5946e1-0090-4354-80eb-97cac15650ae tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 985 time: 0.0632055 Jul 23 21:31:03.464371 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0297dcc9-f261-463d-9d11-84fa8292c0be req-f6d1b1a0-6e60-4ba8-9c93-8bbd4b4c8b40 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&id=e90bf171-8337-4987-9b3c-06d0dae28a98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331540 Jul 23 21:31:04.079387 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a81683-81e0-4a98-9faf-6ed0379351e7 req-acd1fa8d-54be-4d2e-9544-0ee3e49bf7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:04.080941 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c7a81683-81e0-4a98-9faf-6ed0379351e7 req-acd1fa8d-54be-4d2e-9544-0ee3e49bf7b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0fa928bde3d4ba595ab2bbebcaada1c&device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 1137 time: 0.0533762 Jul 23 21:31:04.186735 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a81683-81e0-4a98-9faf-6ed0379351e7 req-02ad8fd6-4db6-433f-b6a4-54905c2a8e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:04.188210 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c7a81683-81e0-4a98-9faf-6ed0379351e7 req-02ad8fd6-4db6-433f-b6a4-54905c2a8e37 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb5b314e-6fbe-4d45-aecc-ec6aee169f55 HTTP/1.1" status: 200 len: 916 time: 0.0891407 Jul 23 21:31:04.256824 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c7a81683-81e0-4a98-9faf-6ed0379351e7 req-11e8ab97-c10b-4ab2-bb0e-0afe78235948 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb54f90a-b288-47c0-a35e-801d783fe032 HTTP/1.1" status: 200 len: 1002 time: 0.0615568 Jul 23 21:31:04.303908 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a81683-81e0-4a98-9faf-6ed0379351e7 req-21770126-a490-47a4-8303-03bc6ec018a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:04.305304 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c7a81683-81e0-4a98-9faf-6ed0379351e7 req-21770126-a490-47a4-8303-03bc6ec018a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39c0613e-c76f-4dd1-b21c-47536623835c HTTP/1.1" status: 200 len: 854 time: 0.0425014 Jul 23 21:31:04.362313 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a81683-81e0-4a98-9faf-6ed0379351e7 req-fe631017-49b0-44f2-b9d8-0e8135aa0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:04.363881 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c7a81683-81e0-4a98-9faf-6ed0379351e7 req-fe631017-49b0-44f2-b9d8-0e8135aa0d3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb5b314e-6fbe-4d45-aecc-ec6aee169f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523655 Jul 23 21:31:04.458697 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c7a81683-81e0-4a98-9faf-6ed0379351e7 req-60ae38ad-6d64-423c-9682-e9e9e00d5ce0 service neutron] 10.222.0.57 "GET /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838389 Jul 23 21:31:04.547907 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c7a81683-81e0-4a98-9faf-6ed0379351e7 req-8d903bfa-08c3-4744-b4ab-fe1d3a91307e service neutron] 10.222.0.57 "GET /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833545 Jul 23 21:31:04.601391 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3308306-e83c-40cc-af0e-ef2963df7a70 req-d779e0f9-9207-4bbf-96ec-d28173de6ced tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:04.602963 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3308306-e83c-40cc-af0e-ef2963df7a70 req-d779e0f9-9207-4bbf-96ec-d28173de6ced tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 985 time: 0.0725701 Jul 23 21:31:04.643319 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3308306-e83c-40cc-af0e-ef2963df7a70 req-e9dcf5de-e780-43e3-bd68-d63e9dfc0447 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&id=e90bf171-8337-4987-9b3c-06d0dae28a98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337698 Jul 23 21:31:05.773213 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf40d2-0c22-4993-b901-4f97bae2a0b4 req-397aa928-548d-4fa2-864d-5ab7a6dd415c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:05.774705 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bcf40d2-0c22-4993-b901-4f97bae2a0b4 req-397aa928-548d-4fa2-864d-5ab7a6dd415c tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 985 time: 0.0642176 Jul 23 21:31:05.813276 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2bcf40d2-0c22-4993-b901-4f97bae2a0b4 req-c836e8aa-1d82-4990-890a-566800364948 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&id=e90bf171-8337-4987-9b3c-06d0dae28a98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321038 Jul 23 21:31:06.943899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2c1f6-c30d-44c6-acff-0149ac7b2694 req-4f0f74a5-ccc1-4fd5-8900-279819e9563f tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:06.945407 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a5c2c1f6-c30d-44c6-acff-0149ac7b2694 req-4f0f74a5-ccc1-4fd5-8900-279819e9563f tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 985 time: 0.0642922 Jul 23 21:31:06.988304 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a5c2c1f6-c30d-44c6-acff-0149ac7b2694 req-99530c6c-bb8b-4e1c-b94d-0f5c49749daf tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&id=e90bf171-8337-4987-9b3c-06d0dae28a98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365629 Jul 23 21:31:08.117121 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293a48f-e9de-45cc-8182-37db0e730c07 req-0ab3fd8a-6161-4b7f-85ef-e108472b10c0 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:08.119368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9293a48f-e9de-45cc-8182-37db0e730c07 req-0ab3fd8a-6161-4b7f-85ef-e108472b10c0 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 985 time: 0.0641532 Jul 23 21:31:08.158216 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9293a48f-e9de-45cc-8182-37db0e730c07 req-f0c86188-0898-468c-98da-77f398d63b81 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&id=e90bf171-8337-4987-9b3c-06d0dae28a98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332475 Jul 23 21:31:15.827265 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:17.337156 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:24.652305 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8dd9a78-ef44-47ea-9834-99b19bfc0835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:27.170747 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb33d-b194-444f-ad4f-bee04e96ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:27.425555 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:28.730851 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:30.179997 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:33.028279 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:31:40.543747 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f79ea8e-a7f1-493e-9871-4f0ea304d2a1 req-8e5bb808-42da-467d-8921-4a43110eb030 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208859174&fields=id&tenant_id=a0fa928bde3d4ba595ab2bbebcaada1c HTTP/1.1" status: 200 len: 267 time: 0.0324550 Jul 23 21:31:40.611029 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79ea8e-a7f1-493e-9871-4f0ea304d2a1 req-e4a337ba-6809-4342-8b8a-d42bdce2c920 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:40.612530 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f79ea8e-a7f1-493e-9871-4f0ea304d2a1 req-e4a337ba-6809-4342-8b8a-d42bdce2c920 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 985 time: 0.0636096 Jul 23 21:31:40.623160 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [req-1f79ea8e-a7f1-493e-9871-4f0ea304d2a1 req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Request body: {'port': {'security_groups': ['402bd8fb-3a95-4e90-92e2-24f7d8919345']}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:31:40.708759 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1f79ea8e-a7f1-493e-9871-4f0ea304d2a1 req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:40.880167 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [req-1f79ea8e-a7f1-493e-9871-4f0ea304d2a1 req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] For port cb54f90a-b288-47c0-a35e-801d783fe032, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cb54f90a-b288-47c0-a35e-801d783fe032,segment=NetworkSegment(378f07de-c6fa-4a9b-ae02-3554189cf129),segment_id=378f07de-c6fa-4a9b-ae02-3554189cf129)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:40.908498 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1f79ea8e-a7f1-493e-9871-4f0ea304d2a1 req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:40.912996 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1f79ea8e-a7f1-493e-9871-4f0ea304d2a1 req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:40.925211 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['cb54f90a-b288-47c0-a35e-801d783fe032'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:31:40.955898 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79ea8e-a7f1-493e-9871-4f0ea304d2a1 req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:40.956529 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [req-1f79ea8e-a7f1-493e-9871-4f0ea304d2a1 req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:40.957936 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1f79ea8e-a7f1-493e-9871-4f0ea304d2a1 req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "PUT /v2.0/ports/cb54f90a-b288-47c0-a35e-801d783fe032 HTTP/1.1" status: 200 len: 943 time: 0.3393257 Jul 23 21:31:40.958389 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'tag': 'cb54f90a-b288-47c0-a35e-801d783fe032'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:31:40.960693 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64e13ba-11f3-4559-96b6-21c1fee979ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb63a06-53fb-4e97-b6b0-a6ea43c8959e", "tag": "cb54f90a-b288-47c0-a35e-801d783fe032"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:31:40.964908 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57402) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:40.986612 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Pushing event updated for resources: {'Port': ['ID=cb54f90a-b288-47c0-a35e-801d783fe032,revision_number=7']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:40.994551 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:40.994905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:40.995272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:40.995656 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:40.995989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:40.996370 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:40.996695 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:40.997017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:40.997338 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:40.997802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:40.998001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:40.998280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05dcf14-2c0f-49ea-b9d1-b7467766dabb tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:41.014037 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d131b1c-c3d1-4a28-8bd3-04fccee8fc50 x-openstack-request-id: req-2d131b1c-c3d1-4a28-8bd3-04fccee8fc50 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:31:41.014332 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb63a06-53fb-4e97-b6b0-a6ea43c8959e", "tag": "cb54f90a-b288-47c0-a35e-801d783fe032", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:31:41.014584 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2d131b1c-c3d1-4a28-8bd3-04fccee8fc50 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:31:41.015316 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'tag': 'cb54f90a-b288-47c0-a35e-801d783fe032', 'status': 'completed', 'code': 200} Jul 23 21:31:41.046523 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['cb54f90a-b288-47c0-a35e-801d783fe032'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:31:41.110328 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9aa1cf37-4ae1-4e24-9267-6602a21ac542 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:41.148209 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9aa1cf37-4ae1-4e24-9267-6602a21ac542 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:41.161794 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e13ba-11f3-4559-96b6-21c1fee979ed req-5021cb1b-a177-4c3f-b850-9ed7fe324751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:41.163425 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f64e13ba-11f3-4559-96b6-21c1fee979ed req-5021cb1b-a177-4c3f-b850-9ed7fe324751 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0fa928bde3d4ba595ab2bbebcaada1c&device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 1098 time: 0.1208599 Jul 23 21:31:41.229671 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1c980e4c-134e-43db-8fd1-ca5b4acb7e78 None None] Provisioning complete for port cb54f90a-b288-47c0-a35e-801d783fe032 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:41.230197 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c980e4c-134e-43db-8fd1-ca5b4acb7e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:41.278132 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e13ba-11f3-4559-96b6-21c1fee979ed req-d7ba2243-679d-4507-86c6-dc9862a8c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:41.279712 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f64e13ba-11f3-4559-96b6-21c1fee979ed req-d7ba2243-679d-4507-86c6-dc9862a8c143 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb5b314e-6fbe-4d45-aecc-ec6aee169f55 HTTP/1.1" status: 200 len: 916 time: 0.1091528 Jul 23 21:31:41.294160 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9aa1cf37-4ae1-4e24-9267-6602a21ac542 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:41.296729 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9aa1cf37-4ae1-4e24-9267-6602a21ac542 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:41.297883 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9aa1cf37-4ae1-4e24-9267-6602a21ac542 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "DELETE /v2.0/security-groups/e90bf171-8337-4987-9b3c-06d0dae28a98 HTTP/1.1" status: 204 len: 168 time: 0.3305640 Jul 23 21:31:41.300632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57404) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:41.340393 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1cf37-4ae1-4e24-9267-6602a21ac542 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90bf171-8337-4987-9b3c-06d0dae28a98,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:41.354852 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1cf37-4ae1-4e24-9267-6602a21ac542 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:41.355230 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1cf37-4ae1-4e24-9267-6602a21ac542 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:41.355639 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1cf37-4ae1-4e24-9267-6602a21ac542 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:41.355996 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1cf37-4ae1-4e24-9267-6602a21ac542 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:41.356332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1cf37-4ae1-4e24-9267-6602a21ac542 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:41.356695 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1cf37-4ae1-4e24-9267-6602a21ac542 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:41.357019 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1cf37-4ae1-4e24-9267-6602a21ac542 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:41.357344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1cf37-4ae1-4e24-9267-6602a21ac542 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:41.357669 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1cf37-4ae1-4e24-9267-6602a21ac542 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:41.357992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1cf37-4ae1-4e24-9267-6602a21ac542 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:41.358313 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1cf37-4ae1-4e24-9267-6602a21ac542 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:41.358645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa1cf37-4ae1-4e24-9267-6602a21ac542 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:41.374722 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f64e13ba-11f3-4559-96b6-21c1fee979ed req-8c27cd57-a76c-4f62-bf81-963f668c718d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb54f90a-b288-47c0-a35e-801d783fe032 HTTP/1.1" status: 200 len: 1002 time: 0.0875959 Jul 23 21:31:41.424520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e13ba-11f3-4559-96b6-21c1fee979ed req-7da50a75-84dc-4308-8dc4-8a01a3e52fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:41.425916 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f64e13ba-11f3-4559-96b6-21c1fee979ed req-7da50a75-84dc-4308-8dc4-8a01a3e52fb2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39c0613e-c76f-4dd1-b21c-47536623835c HTTP/1.1" status: 200 len: 854 time: 0.0443361 Jul 23 21:31:41.463846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-3b539d14-3060-4d0e-a42a-a5bcc7780ee4 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Deleting port 96f78e10-f8b2-40ff-ac0f-fe089f0bb907 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:31:41.464226 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b539d14-3060-4d0e-a42a-a5bcc7780ee4 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:41.489462 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e13ba-11f3-4559-96b6-21c1fee979ed req-39cd094f-363d-4347-9c81-f200e4e19f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:41.490962 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f64e13ba-11f3-4559-96b6-21c1fee979ed req-39cd094f-363d-4347-9c81-f200e4e19f68 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb5b314e-6fbe-4d45-aecc-ec6aee169f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590022 Jul 23 21:31:41.548197 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b539d14-3060-4d0e-a42a-a5bcc7780ee4 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:41.548673 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b539d14-3060-4d0e-a42a-a5bcc7780ee4 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:41.561349 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-3b539d14-3060-4d0e-a42a-a5bcc7780ee4 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Calling delete_port for 96f78e10-f8b2-40ff-ac0f-fe089f0bb907 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:31:41.582005 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f64e13ba-11f3-4559-96b6-21c1fee979ed req-49ae7125-b8e5-4515-9ac0-0cab522fb342 service neutron] 10.222.0.57 "GET /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848770 Jul 23 21:31:41.675544 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f64e13ba-11f3-4559-96b6-21c1fee979ed req-91605981-c405-4bd3-adbf-5cbff6ab480b service neutron] 10.222.0.57 "GET /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874791 Jul 23 21:31:41.713498 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b539d14-3060-4d0e-a42a-a5bcc7780ee4 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:41.738409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b539d14-3060-4d0e-a42a-a5bcc7780ee4 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Pushing event deleted for resources: {'Port': ['ID=96f78e10-f8b2-40ff-ac0f-fe089f0bb907,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:41.799572 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b539d14-3060-4d0e-a42a-a5bcc7780ee4 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:41.799903 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-3b539d14-3060-4d0e-a42a-a5bcc7780ee4 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Floating IP b51fdc78-f2fc-448c-b424-ea92e92636e3 disassociated (deleted). External IP: 172.25.3.200, port: cb54f90a-b288-47c0-a35e-801d783fe032. Jul 23 21:31:42.002514 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b539d14-3060-4d0e-a42a-a5bcc7780ee4 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Router fe6cff03-3c18-43a6-ac65-ffe0ac1c025e has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:31:42.107931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b539d14-3060-4d0e-a42a-a5bcc7780ee4 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:31:42.112728 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3b539d14-3060-4d0e-a42a-a5bcc7780ee4 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:42.117117 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa5e32b-e687-4a2b-8271-dc9697484dd2 None None] Sync routers for ids ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:31:42.125492 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa5e32b-e687-4a2b-8271-dc9697484dd2 None None] Routers {'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:42.126088 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6aa5e32b-e687-4a2b-8271-dc9697484dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:31:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:42.148143 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3b539d14-3060-4d0e-a42a-a5bcc7780ee4 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "DELETE /v2.0/floatingips/b51fdc78-f2fc-448c-b424-ea92e92636e3 HTTP/1.1" status: 204 len: 168 time: 0.8462372 Jul 23 21:31:42.234407 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6aa5e32b-e687-4a2b-8271-dc9697484dd2 None None] Set router fe6cff03-3c18-43a6-ac65-ffe0ac1c025e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:42.441200 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6aa5e32b-e687-4a2b-8271-dc9697484dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'name': 'tempest-TestMinimumBasicScenario-1243346010-router', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '210677f6-61fb-44db-83cc-e8c174244a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:49Z', 'revision_number': 4, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'gw_port': {'id': '210677f6-61fb-44db-83cc-e8c174244a14', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a62ce79c-9102-4037-9245-a1b11ed36516', 'name': '', 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'mac_address': 'fa:16:3e:13:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:48Z', 'updated_at': '2021-07-23T21:29:54Z', 'revision_number': 5, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'subnets': [{'id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:42.469711 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa5e32b-e687-4a2b-8271-dc9697484dd2 None None] Checking router: fe6cff03-3c18-43a6-ac65-ffe0ac1c025e for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:31:42.477904 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa5e32b-e687-4a2b-8271-dc9697484dd2 None None] Routers {'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:42.478492 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6aa5e32b-e687-4a2b-8271-dc9697484dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:31:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:42.581032 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-6aa5e32b-e687-4a2b-8271-dc9697484dd2 None None] Set router fe6cff03-3c18-43a6-ac65-ffe0ac1c025e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:42.770521 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-6aa5e32b-e687-4a2b-8271-dc9697484dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'name': 'tempest-TestMinimumBasicScenario-1243346010-router', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '210677f6-61fb-44db-83cc-e8c174244a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:49Z', 'revision_number': 4, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'gw_port': {'id': '210677f6-61fb-44db-83cc-e8c174244a14', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a62ce79c-9102-4037-9245-a1b11ed36516', 'name': '', 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'mac_address': 'fa:16:3e:13:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:48Z', 'updated_at': '2021-07-23T21:29:54Z', 'revision_number': 5, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'subnets': [{'id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:42.795947 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa5e32b-e687-4a2b-8271-dc9697484dd2 None None] The sync data for ids ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'] in n-d-791504-18 is: [{'id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'name': 'tempest-TestMinimumBasicScenario-1243346010-router', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '210677f6-61fb-44db-83cc-e8c174244a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:49Z', 'revision_number': 4, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'gw_port': {'id': '210677f6-61fb-44db-83cc-e8c174244a14', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a62ce79c-9102-4037-9245-a1b11ed36516', 'name': '', 'network_id': 'cb5b314e-6fbe-4d45-aecc-ec6aee169f55', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'mac_address': 'fa:16:3e:13:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:48Z', 'updated_at': '2021-07-23T21:29:54Z', 'revision_number': 5, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'subnets': [{'id': '39c0613e-c76f-4dd1-b21c-47536623835c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:31:43.012335 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab08dbde-ee03-42c1-8e47-decfb26e9804 None None] New status for floating IP b51fdc78-f2fc-448c-b424-ea92e92636e3: DOWN {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:31:43.016565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'tag': 'cb54f90a-b288-47c0-a35e-801d783fe032'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:31:43.018941 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97662933-800e-4962-b445-96ab7f88422e" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb63a06-53fb-4e97-b6b0-a6ea43c8959e", "tag": "cb54f90a-b288-47c0-a35e-801d783fe032"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:31:43.054670 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce0281d-5a32-4676-8a2a-dcb1e9b385ae x-openstack-request-id: req-fce0281d-5a32-4676-8a2a-dcb1e9b385ae {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:31:43.054964 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb63a06-53fb-4e97-b6b0-a6ea43c8959e", "tag": "cb54f90a-b288-47c0-a35e-801d783fe032", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:31:43.055243 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fce0281d-5a32-4676-8a2a-dcb1e9b385ae {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:31:43.055647 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'tag': 'cb54f90a-b288-47c0-a35e-801d783fe032', 'status': 'completed', 'code': 200} Jul 23 21:31:43.132270 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97662933-800e-4962-b445-96ab7f88422e req-2e06d7da-cbb3-4907-b1cc-0ff0c33d343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:43.133930 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-97662933-800e-4962-b445-96ab7f88422e req-2e06d7da-cbb3-4907-b1cc-0ff0c33d343b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0fa928bde3d4ba595ab2bbebcaada1c&device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 1098 time: 0.0562108 Jul 23 21:31:43.228149 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97662933-800e-4962-b445-96ab7f88422e req-8f92178a-9af0-4d18-a149-859cc477152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:43.229635 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-97662933-800e-4962-b445-96ab7f88422e req-8f92178a-9af0-4d18-a149-859cc477152e service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb5b314e-6fbe-4d45-aecc-ec6aee169f55 HTTP/1.1" status: 200 len: 916 time: 0.0898147 Jul 23 21:31:43.270359 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-97662933-800e-4962-b445-96ab7f88422e req-7e226772-3d3c-4138-b163-3356267d1853 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb54f90a-b288-47c0-a35e-801d783fe032 HTTP/1.1" status: 200 len: 217 time: 0.0340872 Jul 23 21:31:43.318987 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97662933-800e-4962-b445-96ab7f88422e req-f6d2dbb1-2a1c-4bf4-82cb-551e176a7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:43.320400 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-97662933-800e-4962-b445-96ab7f88422e req-f6d2dbb1-2a1c-4bf4-82cb-551e176a7cf1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39c0613e-c76f-4dd1-b21c-47536623835c HTTP/1.1" status: 200 len: 854 time: 0.0437598 Jul 23 21:31:43.384035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97662933-800e-4962-b445-96ab7f88422e req-6ced6409-8cfd-41ec-9d73-d01f81451cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:43.385539 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-97662933-800e-4962-b445-96ab7f88422e req-6ced6409-8cfd-41ec-9d73-d01f81451cc7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb5b314e-6fbe-4d45-aecc-ec6aee169f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589638 Jul 23 21:31:43.480703 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-97662933-800e-4962-b445-96ab7f88422e req-21081fd5-3d06-4cc5-9c1e-64dfcb70d981 service neutron] 10.222.0.57 "GET /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876391 Jul 23 21:31:43.577401 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-97662933-800e-4962-b445-96ab7f88422e req-0581665b-dc1f-469b-8121-51592d0b0453 service neutron] 10.222.0.57 "GET /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909255 Jul 23 21:31:45.827673 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:47.333669 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:49.114881 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a78eb9-2c79-4a54-b90d-4065a36a61bb req-9401b471-122c-43ea-962a-2f801c9fd932 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:49.116305 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-25a78eb9-2c79-4a54-b90d-4065a36a61bb req-9401b471-122c-43ea-962a-2f801c9fd932 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 946 time: 0.0677586 Jul 23 21:31:49.154742 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-25a78eb9-2c79-4a54-b90d-4065a36a61bb req-874d49f5-e368-4fe1-9f08-5a1c7df942e9 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321791 Jul 23 21:31:50.287145 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeade920-b3d2-429a-b2d6-52466d6f6a3d req-0c937cc2-3d31-40da-8fd7-b4fbec5c84ff tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:50.288649 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eeade920-b3d2-429a-b2d6-52466d6f6a3d req-0c937cc2-3d31-40da-8fd7-b4fbec5c84ff tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 946 time: 0.0649109 Jul 23 21:31:50.326456 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eeade920-b3d2-429a-b2d6-52466d6f6a3d req-89236b3f-d7ac-4325-b775-30690b1bd5b2 tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/security-groups?id=402bd8fb-3a95-4e90-92e2-24f7d8919345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317123 Jul 23 21:31:50.702486 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeabe8d-d539-4ac1-8d3f-5980ef6c5dc7 req-b508f880-8bf4-4073-ae20-be62b12e933b tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:50.703983 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-deeabe8d-d539-4ac1-8d3f-5980ef6c5dc7 req-b508f880-8bf4-4073-ae20-be62b12e933b tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 946 time: 0.0639813 Jul 23 21:31:50.800724 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-deeabe8d-d539-4ac1-8d3f-5980ef6c5dc7 req-ac62e7d7-b051-40c1-8613-5b1d1c2d94af tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Deleting port cb54f90a-b288-47c0-a35e-801d783fe032 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:31:50.800978 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-deeabe8d-d539-4ac1-8d3f-5980ef6c5dc7 req-ac62e7d7-b051-40c1-8613-5b1d1c2d94af tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:50.890817 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-deeabe8d-d539-4ac1-8d3f-5980ef6c5dc7 req-ac62e7d7-b051-40c1-8613-5b1d1c2d94af tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] For port cb54f90a-b288-47c0-a35e-801d783fe032, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cb54f90a-b288-47c0-a35e-801d783fe032,segment=NetworkSegment(378f07de-c6fa-4a9b-ae02-3554189cf129),segment_id=378f07de-c6fa-4a9b-ae02-3554189cf129)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:50.891194 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-deeabe8d-d539-4ac1-8d3f-5980ef6c5dc7 req-ac62e7d7-b051-40c1-8613-5b1d1c2d94af tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:50.904214 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-deeabe8d-d539-4ac1-8d3f-5980ef6c5dc7 req-ac62e7d7-b051-40c1-8613-5b1d1c2d94af tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Calling delete_port for cb54f90a-b288-47c0-a35e-801d783fe032 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:31:51.035570 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-deeabe8d-d539-4ac1-8d3f-5980ef6c5dc7 req-ac62e7d7-b051-40c1-8613-5b1d1c2d94af tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:51.047516 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['cb54f90a-b288-47c0-a35e-801d783fe032'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:31:51.064056 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62e7d7-b051-40c1-8613-5b1d1c2d94af tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Pushing event deleted for resources: {'Port': ['ID=cb54f90a-b288-47c0-a35e-801d783fe032,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:51.110830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-deeabe8d-d539-4ac1-8d3f-5980ef6c5dc7 req-ac62e7d7-b051-40c1-8613-5b1d1c2d94af tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] No DVR routers for this DVR port cb54f90a-b288-47c0-a35e-801d783fe032 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:31:51.113632 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-deeabe8d-d539-4ac1-8d3f-5980ef6c5dc7 req-ac62e7d7-b051-40c1-8613-5b1d1c2d94af tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:51.115857 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-deeabe8d-d539-4ac1-8d3f-5980ef6c5dc7 req-ac62e7d7-b051-40c1-8613-5b1d1c2d94af tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.57 "DELETE /v2.0/ports/cb54f90a-b288-47c0-a35e-801d783fe032 HTTP/1.1" status: 204 len: 173 time: 0.4058948 Jul 23 21:31:51.116292 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'name': 'network-vif-deleted', 'tag': 'cb54f90a-b288-47c0-a35e-801d783fe032'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:31:51.118571 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed64223-dcea-469f-9252-ad3e1db6f560" -d '{"events": [{"server_uuid": "2cb63a06-53fb-4e97-b6b0-a6ea43c8959e", "name": "network-vif-deleted", "tag": "cb54f90a-b288-47c0-a35e-801d783fe032"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:31:51.159337 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3111fe94-3a8e-4d0e-80aa-9f5698330684 x-openstack-request-id: req-3111fe94-3a8e-4d0e-80aa-9f5698330684 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:31:51.159627 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb63a06-53fb-4e97-b6b0-a6ea43c8959e", "name": "network-vif-deleted", "tag": "cb54f90a-b288-47c0-a35e-801d783fe032", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:31:51.159875 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3111fe94-3a8e-4d0e-80aa-9f5698330684 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:31:51.160268 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb63a06-53fb-4e97-b6b0-a6ea43c8959e', 'name': 'network-vif-deleted', 'tag': 'cb54f90a-b288-47c0-a35e-801d783fe032', 'status': 'completed', 'code': 200} Jul 23 21:31:51.431977 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-30fd70bf-c837-40ba-ba9a-09279d5a8674 req-a18bb200-60bd-491c-b1f4-91a4e262e00a tempest-TestMinimumBasicScenario-975273404 tempest-TestMinimumBasicScenario-975273404-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cb63a06-53fb-4e97-b6b0-a6ea43c8959e HTTP/1.1" status: 200 len: 210 time: 0.0291388 Jul 23 21:31:52.986017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57500) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:53.328603 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8a9f44f-d478-444a-aefc-dc630ded1881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:53.579413 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9f44f-d478-444a-aefc-dc630ded1881 admin admin] Deleting port a62ce79c-9102-4037-9245-a1b11ed36516 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:31:53.579672 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8a9f44f-d478-444a-aefc-dc630ded1881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:53.665496 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-e8a9f44f-d478-444a-aefc-dc630ded1881 admin admin] For port a62ce79c-9102-4037-9245-a1b11ed36516, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a62ce79c-9102-4037-9245-a1b11ed36516,segment=NetworkSegment(378f07de-c6fa-4a9b-ae02-3554189cf129),segment_id=378f07de-c6fa-4a9b-ae02-3554189cf129)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:53.665853 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8a9f44f-d478-444a-aefc-dc630ded1881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:53.678708 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9f44f-d478-444a-aefc-dc630ded1881 admin admin] Calling delete_port for a62ce79c-9102-4037-9245-a1b11ed36516 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:31:53.859620 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8a9f44f-d478-444a-aefc-dc630ded1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:53.884070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9f44f-d478-444a-aefc-dc630ded1881 admin admin] Pushing event deleted for resources: {'Port': ['ID=a62ce79c-9102-4037-9245-a1b11ed36516,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:54.052846 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e8a9f44f-d478-444a-aefc-dc630ded1881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:54.260926 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a9f44f-d478-444a-aefc-dc630ded1881 admin admin] Router fe6cff03-3c18-43a6-ac65-ffe0ac1c025e has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:31:54.362860 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a9f44f-d478-444a-aefc-dc630ded1881 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:31:54.367803 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e8a9f44f-d478-444a-aefc-dc630ded1881 admin admin] 10.222.0.55 "PUT /v2.0/routers/fe6cff03-3c18-43a6-ac65-ffe0ac1c025e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3807776 Jul 23 21:31:54.370362 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57502) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:54.373533 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df51b18f-b0f0-442a-96de-7b6db53ebbfa None None] Sync routers for ids ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:31:54.384313 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df51b18f-b0f0-442a-96de-7b6db53ebbfa None None] Routers {'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:54.385142 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-df51b18f-b0f0-442a-96de-7b6db53ebbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:31:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:54.474286 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5680d8bf-9f45-4564-b28c-0f0a424b2624 admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:54.494386 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-df51b18f-b0f0-442a-96de-7b6db53ebbfa None None] Set router fe6cff03-3c18-43a6-ac65-ffe0ac1c025e gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:54.583442 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5680d8bf-9f45-4564-b28c-0f0a424b2624 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:54.636891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-5680d8bf-9f45-4564-b28c-0f0a424b2624 admin admin] Deleting port 210677f6-61fb-44db-83cc-e8c174244a14 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:31:54.637264 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5680d8bf-9f45-4564-b28c-0f0a424b2624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:54.655461 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d851fe02-0073-4a0f-af19-901082bd48ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:54.722160 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-5680d8bf-9f45-4564-b28c-0f0a424b2624 admin admin] For port 210677f6-61fb-44db-83cc-e8c174244a14, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=210677f6-61fb-44db-83cc-e8c174244a14,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:54.722516 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5680d8bf-9f45-4564-b28c-0f0a424b2624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:54.735581 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-5680d8bf-9f45-4564-b28c-0f0a424b2624 admin admin] Calling delete_port for 210677f6-61fb-44db-83cc-e8c174244a14 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:31:54.763865 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-df51b18f-b0f0-442a-96de-7b6db53ebbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'name': 'tempest-TestMinimumBasicScenario-1243346010-router', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '210677f6-61fb-44db-83cc-e8c174244a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:31:53Z', 'revision_number': 5, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'gw_port': {'id': '210677f6-61fb-44db-83cc-e8c174244a14', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:54.790209 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df51b18f-b0f0-442a-96de-7b6db53ebbfa None None] Checking router: fe6cff03-3c18-43a6-ac65-ffe0ac1c025e for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:31:54.798804 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df51b18f-b0f0-442a-96de-7b6db53ebbfa None None] Routers {'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:54.799379 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-df51b18f-b0f0-442a-96de-7b6db53ebbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:31:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:54.886122 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-df51b18f-b0f0-442a-96de-7b6db53ebbfa None None] Set router fe6cff03-3c18-43a6-ac65-ffe0ac1c025e gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:54.900777 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5680d8bf-9f45-4564-b28c-0f0a424b2624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:54.934239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680d8bf-9f45-4564-b28c-0f0a424b2624 admin admin] Pushing event deleted for resources: {'Port': ['ID=210677f6-61fb-44db-83cc-e8c174244a14,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:54.939983 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-df51b18f-b0f0-442a-96de-7b6db53ebbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'name': 'tempest-TestMinimumBasicScenario-1243346010-router', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:31:54Z', 'revision_number': 6, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:54.965913 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df51b18f-b0f0-442a-96de-7b6db53ebbfa None None] The sync data for ids ['fe6cff03-3c18-43a6-ac65-ffe0ac1c025e'] in n-d-791504-18 is: [{'id': 'fe6cff03-3c18-43a6-ac65-ffe0ac1c025e', 'name': 'tempest-TestMinimumBasicScenario-1243346010-router', 'tenant_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:46Z', 'updated_at': '2021-07-23T21:31:54Z', 'revision_number': 6, 'project_id': 'a0fa928bde3d4ba595ab2bbebcaada1c', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:31:54.997551 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5680d8bf-9f45-4564-b28c-0f0a424b2624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:55.209024 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cb54f90a-b288-47c0-a35e-801d783fe032 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:31:55.230492 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: cb54f90a-b288-47c0-a35e-801d783fe032 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:31:55.230834 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cb54f90a-b288-47c0-a35e-801d783fe032 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:31:55.418388 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5680d8bf-9f45-4564-b28c-0f0a424b2624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:55.422424 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5680d8bf-9f45-4564-b28c-0f0a424b2624 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:55.464083 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5680d8bf-9f45-4564-b28c-0f0a424b2624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:55.464587 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5680d8bf-9f45-4564-b28c-0f0a424b2624 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe6cff03-3c18-43a6-ac65-ffe0ac1c025e {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:31:55.469506 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5680d8bf-9f45-4564-b28c-0f0a424b2624 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:55.470774 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5680d8bf-9f45-4564-b28c-0f0a424b2624 admin admin] 10.222.0.55 "DELETE /v2.0/routers/fe6cff03-3c18-43a6-ac65-ffe0ac1c025e HTTP/1.1" status: 204 len: 168 time: 1.0994020 Jul 23 21:31:55.473468 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57504) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:55.521983 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-175f8b73-b3e0-4ab2-bae0-f8637dd2d88b admin admin] Deleting subnet 39c0613e-c76f-4dd1-b21c-47536623835c {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:31:55.525007 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-175f8b73-b3e0-4ab2-bae0-f8637dd2d88b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:55.559899 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-175f8b73-b3e0-4ab2-bae0-f8637dd2d88b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:55.636491 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-175f8b73-b3e0-4ab2-bae0-f8637dd2d88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:55.688410 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-175f8b73-b3e0-4ab2-bae0-f8637dd2d88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:55.721781 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f8b73-b3e0-4ab2-bae0-f8637dd2d88b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c0613e-c76f-4dd1-b21c-47536623835c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:55.725626 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-175f8b73-b3e0-4ab2-bae0-f8637dd2d88b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:55.727917 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-175f8b73-b3e0-4ab2-bae0-f8637dd2d88b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/39c0613e-c76f-4dd1-b21c-47536623835c HTTP/1.1" status: 204 len: 168 time: 0.2533338 Jul 23 21:31:55.730660 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57506) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:55.736524 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795c1ae3-ae9b-452a-a783-45519f0dda24 None None] Network cb5b314e-6fbe-4d45-aecc-ec6aee169f55 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:31:55.803216 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:55.857148 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] Deleting port df3d3fcf-9bfb-48c6-a875-2bc02968277f {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:31:55.857476 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:55.927505 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] For port df3d3fcf-9bfb-48c6-a875-2bc02968277f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=df3d3fcf-9bfb-48c6-a875-2bc02968277f,segment=NetworkSegment(378f07de-c6fa-4a9b-ae02-3554189cf129),segment_id=378f07de-c6fa-4a9b-ae02-3554189cf129)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:55.927857 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:55.940200 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] Calling delete_port for df3d3fcf-9bfb-48c6-a875-2bc02968277f owned by network:dhcp {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:31:55.955392 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] DHCP port deletion for cb5b314e-6fbe-4d45-aecc-ec6aee169f55 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:31:56.008220 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] Deleting port df3d3fcf-9bfb-48c6-a875-2bc02968277f {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:31:56.008586 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:56.026566 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:56.058169 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3d3fcf-9bfb-48c6-a875-2bc02968277f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:56.062091 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] No DVR routers for this DVR port df3d3fcf-9bfb-48c6-a875-2bc02968277f on host n-d-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:31:56.075020 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] For port df3d3fcf-9bfb-48c6-a875-2bc02968277f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=df3d3fcf-9bfb-48c6-a875-2bc02968277f,segment=NetworkSegment(378f07de-c6fa-4a9b-ae02-3554189cf129),segment_id=378f07de-c6fa-4a9b-ae02-3554189cf129)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:56.075448 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:56.087086 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] Calling delete_port for df3d3fcf-9bfb-48c6-a875-2bc02968277f owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:31:56.132642 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:56.142758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5b314e-6fbe-4d45-aecc-ec6aee169f55']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:56.152557 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378f07de-c6fa-4a9b-ae02-3554189cf129') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:56.152905 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378f07de-c6fa-4a9b-ae02-3554189cf129') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 21:31:56.157871 n-d-791504-18 neutron-server[93812]: self.session.flush() Jul 23 21:31:56.162100 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:56.164111 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:56.176511 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:56.183041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:31:56.183775 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:31:56.186419 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:31:56.191144 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] Pushing event deleted for resources: {'Port': ['ID=df3d3fcf-9bfb-48c6-a875-2bc02968277f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:56.195676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] No DVR routers for this DVR port df3d3fcf-9bfb-48c6-a875-2bc02968277f on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:31:56.212991 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:56.213340 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:56.213759 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:56.213999 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:56.214330 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:56.214654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:56.214978 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:56.215823 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:56.215823 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:56.216019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:56.216330 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:56.216648 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5a534-7a6a-40b6-b951-14478bed7a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:56.257134 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:56.264128 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:56.269089 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cb5b314e-6fbe-4d45-aecc-ec6aee169f55 HTTP/1.1" status: 204 len: 168 time: 0.5343823 Jul 23 21:31:56.269497 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57508) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:56.276261 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66743999-5fe5-4d97-95d8-ec8036c70e05 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb5b314e-6fbe-4d45-aecc-ec6aee169f55,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:56.436881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a62ce79c-9102-4037-9245-a1b11ed36516 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:31:56.456846 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: a62ce79c-9102-4037-9245-a1b11ed36516 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:31:56.457195 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a62ce79c-9102-4037-9245-a1b11ed36516 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:31:56.457678 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 210677f6-61fb-44db-83cc-e8c174244a14 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:31:56.476619 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 210677f6-61fb-44db-83cc-e8c174244a14 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:31:56.476961 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 210677f6-61fb-44db-83cc-e8c174244a14 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:31:56.477369 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device df3d3fcf-9bfb-48c6-a875-2bc02968277f no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:31:56.496831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: df3d3fcf-9bfb-48c6-a875-2bc02968277f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:31:56.497093 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device df3d3fcf-9bfb-48c6-a875-2bc02968277f not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:31:56.628841 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b5452ac4-2b86-4f18-934d-dbe7a25fad58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:56.880415 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-b5452ac4-2b86-4f18-934d-dbe7a25fad58 admin admin] Deleting port 81dc751e-3d92-402c-a22c-23069eb5cb9a {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:31:56.880662 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b5452ac4-2b86-4f18-934d-dbe7a25fad58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:56.959852 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-b5452ac4-2b86-4f18-934d-dbe7a25fad58 admin admin] For port 81dc751e-3d92-402c-a22c-23069eb5cb9a, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=81dc751e-3d92-402c-a22c-23069eb5cb9a,segment=NetworkSegment(03173cb0-7c05-45e7-af78-e0103a33992a),segment_id=03173cb0-7c05-45e7-af78-e0103a33992a)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:56.960206 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b5452ac4-2b86-4f18-934d-dbe7a25fad58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:56.972908 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-b5452ac4-2b86-4f18-934d-dbe7a25fad58 admin admin] Calling delete_port for 81dc751e-3d92-402c-a22c-23069eb5cb9a owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:31:57.148572 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b5452ac4-2b86-4f18-934d-dbe7a25fad58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:57.171073 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-39b72041-d1f4-4402-a377-1a85530467aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:57.181691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5452ac4-2b86-4f18-934d-dbe7a25fad58 admin admin] Pushing event deleted for resources: {'Port': ['ID=81dc751e-3d92-402c-a22c-23069eb5cb9a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:57.345068 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b5452ac4-2b86-4f18-934d-dbe7a25fad58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:57.425495 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:57.564256 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5452ac4-2b86-4f18-934d-dbe7a25fad58 admin admin] Router c68ef4fb-7c71-4af5-ac9d-64b160582a1b has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:31:57.675363 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5452ac4-2b86-4f18-934d-dbe7a25fad58 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:31:57.680299 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b5452ac4-2b86-4f18-934d-dbe7a25fad58 admin admin] 10.222.0.55 "PUT /v2.0/routers/c68ef4fb-7c71-4af5-ac9d-64b160582a1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4097188 Jul 23 21:31:57.682878 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57510) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:57.686091 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c17efd-9edd-4bdf-a67c-f01e483acf19 None None] Sync routers for ids ['c68ef4fb-7c71-4af5-ac9d-64b160582a1b'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:31:57.695201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c17efd-9edd-4bdf-a67c-f01e483acf19 None None] Routers {'c68ef4fb-7c71-4af5-ac9d-64b160582a1b'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:57.695811 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-05c17efd-9edd-4bdf-a67c-f01e483acf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:31:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c68ef4fb-7c71-4af5-ac9d-64b160582a1b'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:57.786080 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a295ff3d-7b91-44a6-93c7-25da9d973643 admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:57.802048 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-05c17efd-9edd-4bdf-a67c-f01e483acf19 None None] Set router c68ef4fb-7c71-4af5-ac9d-64b160582a1b gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:57.887305 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a295ff3d-7b91-44a6-93c7-25da9d973643 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:57.938553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-a295ff3d-7b91-44a6-93c7-25da9d973643 admin admin] Deleting port eb8e6f9b-c91e-4420-abc7-13bd5216eda6 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:31:57.938806 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a295ff3d-7b91-44a6-93c7-25da9d973643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:57.986289 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-05c17efd-9edd-4bdf-a67c-f01e483acf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'name': 'tempest-TestMinimumBasicScenario-1294876356-router', 'tenant_id': '60c859974a6a4470a236dbc3fa8f958c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'eb8e6f9b-c91e-4420-abc7-13bd5216eda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:51Z', 'updated_at': '2021-07-23T21:31:57Z', 'revision_number': 5, 'project_id': '60c859974a6a4470a236dbc3fa8f958c', 'gw_port': {'id': 'eb8e6f9b-c91e-4420-abc7-13bd5216eda6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:29:52Z', 'updated_at': '2021-07-23T21:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:58.016766 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c17efd-9edd-4bdf-a67c-f01e483acf19 None None] Checking router: c68ef4fb-7c71-4af5-ac9d-64b160582a1b for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:31:58.019717 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-a295ff3d-7b91-44a6-93c7-25da9d973643 admin admin] For port eb8e6f9b-c91e-4420-abc7-13bd5216eda6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=eb8e6f9b-c91e-4420-abc7-13bd5216eda6,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:58.020069 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a295ff3d-7b91-44a6-93c7-25da9d973643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:58.025211 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c17efd-9edd-4bdf-a67c-f01e483acf19 None None] Routers {'c68ef4fb-7c71-4af5-ac9d-64b160582a1b'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:58.025816 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-05c17efd-9edd-4bdf-a67c-f01e483acf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:31:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['c68ef4fb-7c71-4af5-ac9d-64b160582a1b'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:58.037296 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-a295ff3d-7b91-44a6-93c7-25da9d973643 admin admin] Calling delete_port for eb8e6f9b-c91e-4420-abc7-13bd5216eda6 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:31:58.112751 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-05c17efd-9edd-4bdf-a67c-f01e483acf19 None None] Set router c68ef4fb-7c71-4af5-ac9d-64b160582a1b gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:58.164357 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-05c17efd-9edd-4bdf-a67c-f01e483acf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'name': 'tempest-TestMinimumBasicScenario-1294876356-router', 'tenant_id': '60c859974a6a4470a236dbc3fa8f958c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:51Z', 'updated_at': '2021-07-23T21:31:57Z', 'revision_number': 6, 'project_id': '60c859974a6a4470a236dbc3fa8f958c', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:58.194963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c17efd-9edd-4bdf-a67c-f01e483acf19 None None] The sync data for ids ['c68ef4fb-7c71-4af5-ac9d-64b160582a1b'] in n-d-791504-18 is: [{'id': 'c68ef4fb-7c71-4af5-ac9d-64b160582a1b', 'name': 'tempest-TestMinimumBasicScenario-1294876356-router', 'tenant_id': '60c859974a6a4470a236dbc3fa8f958c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:29:51Z', 'updated_at': '2021-07-23T21:31:57Z', 'revision_number': 6, 'project_id': '60c859974a6a4470a236dbc3fa8f958c', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:31:58.199443 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a295ff3d-7b91-44a6-93c7-25da9d973643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:58.234895 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295ff3d-7b91-44a6-93c7-25da9d973643 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8e6f9b-c91e-4420-abc7-13bd5216eda6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:58.297259 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a295ff3d-7b91-44a6-93c7-25da9d973643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:58.388814 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a295ff3d-7b91-44a6-93c7-25da9d973643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:58.390901 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a295ff3d-7b91-44a6-93c7-25da9d973643 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:58.438142 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a295ff3d-7b91-44a6-93c7-25da9d973643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:58.438721 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a295ff3d-7b91-44a6-93c7-25da9d973643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c68ef4fb-7c71-4af5-ac9d-64b160582a1b {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:31:58.443128 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a295ff3d-7b91-44a6-93c7-25da9d973643 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:58.444368 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a295ff3d-7b91-44a6-93c7-25da9d973643 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c68ef4fb-7c71-4af5-ac9d-64b160582a1b HTTP/1.1" status: 204 len: 168 time: 0.7605321 Jul 23 21:31:58.446920 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57512) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:58.490926 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14f91d3-f026-4963-9c60-fa37cbf6591c admin admin] Deleting subnet ba086db4-930b-4840-8350-b0949a1b262a {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:31:58.493868 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a14f91d3-f026-4963-9c60-fa37cbf6591c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:58.527760 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a14f91d3-f026-4963-9c60-fa37cbf6591c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:58.616877 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a14f91d3-f026-4963-9c60-fa37cbf6591c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:58.677816 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a14f91d3-f026-4963-9c60-fa37cbf6591c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:58.704681 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f91d3-f026-4963-9c60-fa37cbf6591c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba086db4-930b-4840-8350-b0949a1b262a,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:58.708339 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a14f91d3-f026-4963-9c60-fa37cbf6591c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:58.710851 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a14f91d3-f026-4963-9c60-fa37cbf6591c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ba086db4-930b-4840-8350-b0949a1b262a HTTP/1.1" status: 204 len: 168 time: 0.2623997 Jul 23 21:31:58.712713 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57514) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:58.715287 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827512be-3bb2-44f3-abab-de815b8b1458 None None] Network 0a070d3e-2409-43dd-bb24-91dc237d37ca requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:31:58.748605 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:58.783429 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:58.844208 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] Deleting port 1cfddc79-8d85-41d8-be3c-7ff5001c0b63 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:31:58.844551 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:58.911351 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] For port 1cfddc79-8d85-41d8-be3c-7ff5001c0b63, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1cfddc79-8d85-41d8-be3c-7ff5001c0b63,segment=NetworkSegment(03173cb0-7c05-45e7-af78-e0103a33992a),segment_id=03173cb0-7c05-45e7-af78-e0103a33992a)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:58.911628 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:58.924144 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] Calling delete_port for 1cfddc79-8d85-41d8-be3c-7ff5001c0b63 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:31:58.985689 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 81dc751e-3d92-402c-a22c-23069eb5cb9a no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:31:59.011337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 81dc751e-3d92-402c-a22c-23069eb5cb9a {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:31:59.011677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 81dc751e-3d92-402c-a22c-23069eb5cb9a not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:31:59.012094 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:59.038547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=1cfddc79-8d85-41d8-be3c-7ff5001c0b63,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:59.040394 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] No DVR routers for this DVR port 1cfddc79-8d85-41d8-be3c-7ff5001c0b63 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:31:59.102147 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d653ad3c-e606-4476-974e-1e309cf8d4a3 None None] DHCP port deletion for 0a070d3e-2409-43dd-bb24-91dc237d37ca request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:31:59.115368 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:59.126246 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a070d3e-2409-43dd-bb24-91dc237d37ca']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:59.136261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03173cb0-7c05-45e7-af78-e0103a33992a') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:59.136559 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03173cb0-7c05-45e7-af78-e0103a33992a') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:59.145934 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:59.164009 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:59.171185 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:31:59.171669 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:31:59.173796 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:31:59.231513 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:59.244664 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:59.244664 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] 10.222.0.55 "DELETE /v2.0/networks/0a070d3e-2409-43dd-bb24-91dc237d37ca HTTP/1.1" status: 204 len: 168 time: 0.5257816 Jul 23 21:31:59.255926 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b2051-98d7-4366-bd56-9ee94a9e8d0d admin admin] Pushing event deleted for resources: {'Network': ['ID=0a070d3e-2409-43dd-bb24-91dc237d37ca,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:59.400092 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57518) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:59.440439 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-458b3cb2-9616-4b7b-ae65-7b2a1d2c6f12 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0fa928bde3d4ba595ab2bbebcaada1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391889 Jul 23 21:31:59.443045 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57520) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:59.490709 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ba41fac-e91a-47c1-b686-020606c5a714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:59.510849 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ba41fac-e91a-47c1-b686-020606c5a714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:59.562027 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ba41fac-e91a-47c1-b686-020606c5a714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:59.564654 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1ba41fac-e91a-47c1-b686-020606c5a714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:59.565814 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1ba41fac-e91a-47c1-b686-020606c5a714 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/402bd8fb-3a95-4e90-92e2-24f7d8919345 HTTP/1.1" status: 204 len: 168 time: 0.1218443 Jul 23 21:31:59.573554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba41fac-e91a-47c1-b686-020606c5a714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402bd8fb-3a95-4e90-92e2-24f7d8919345,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:59.874157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57528) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:59.915172 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-225ce9b5-3d7b-4ac3-ac92-544c3f2fe2fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=60c859974a6a4470a236dbc3fa8f958c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398555 Jul 23 21:31:59.917683 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57530) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:59.963526 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5588887f-03fb-4063-9393-f8b381b4d9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:59.984930 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5588887f-03fb-4063-9393-f8b381b4d9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:00.031595 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5588887f-03fb-4063-9393-f8b381b4d9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:00.034795 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5588887f-03fb-4063-9393-f8b381b4d9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:00.036003 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5588887f-03fb-4063-9393-f8b381b4d9dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d76c21c-3d02-4b4e-944f-20b0b1bec304 HTTP/1.1" status: 204 len: 168 time: 0.1174030 Jul 23 21:32:00.043934 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588887f-03fb-4063-9393-f8b381b4d9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d76c21c-3d02-4b4e-944f-20b0b1bec304,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:00.183344 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:00.445956 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1cfddc79-8d85-41d8-be3c-7ff5001c0b63 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:32:00.465717 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 1cfddc79-8d85-41d8-be3c-7ff5001c0b63 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:32:00.466054 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1cfddc79-8d85-41d8-be3c-7ff5001c0b63 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:32:00.466457 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device eb8e6f9b-c91e-4420-abc7-13bd5216eda6 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:32:00.485721 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: eb8e6f9b-c91e-4420-abc7-13bd5216eda6 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:32:00.486336 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device eb8e6f9b-c91e-4420-abc7-13bd5216eda6 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:32:01.551798 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57570) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:01.556698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-19bf345e-5ed2-429e-80b5-6c8929363278 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-306375335', 'description': 'tempest-secgroup-smoke-306375335 description', 'project_id': 'b485364fd2d04623babc416c243a99e1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:32:01.579221 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19bf345e-5ed2-429e-80b5-6c8929363278 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:01.587503 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19bf345e-5ed2-429e-80b5-6c8929363278 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:01.693259 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19bf345e-5ed2-429e-80b5-6c8929363278 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:01.696289 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19bf345e-5ed2-429e-80b5-6c8929363278 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:01.733492 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf345e-5ed2-429e-80b5-6c8929363278 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=288ee690-1a02-4a22-85eb-8f459252f2c4,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:01.789466 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19bf345e-5ed2-429e-80b5-6c8929363278 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:01.793197 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19bf345e-5ed2-429e-80b5-6c8929363278 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:01.824481 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19bf345e-5ed2-429e-80b5-6c8929363278 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:01.826315 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-19bf345e-5ed2-429e-80b5-6c8929363278 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2735302 Jul 23 21:32:01.828208 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf345e-5ed2-429e-80b5-6c8929363278 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e83f9fe2-891e-41d2-8900-b69a79de04f1,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:01.829666 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57572) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:01.834927 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-e1cfad70-cc24-4f4d-b846-d2830d0f3ffd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': 'e83f9fe2-891e-41d2-8900-b69a79de04f1', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:32:01.861664 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e1cfad70-cc24-4f4d-b846-d2830d0f3ffd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:01.907053 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e1cfad70-cc24-4f4d-b846-d2830d0f3ffd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:01.910397 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e1cfad70-cc24-4f4d-b846-d2830d0f3ffd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:01.927496 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfad70-cc24-4f4d-b846-d2830d0f3ffd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7ce87c-1cdd-409f-9cf7-c735ee81254d,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:01.933128 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e1cfad70-cc24-4f4d-b846-d2830d0f3ffd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:01.934935 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e1cfad70-cc24-4f4d-b846-d2830d0f3ffd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1037040 Jul 23 21:32:01.937785 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57574) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:01.942332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-2406c283-4026-49e5-96bc-635a643e8e16 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': 'e83f9fe2-891e-41d2-8900-b69a79de04f1', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:32:01.968129 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2406c283-4026-49e5-96bc-635a643e8e16 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.027264 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2406c283-4026-49e5-96bc-635a643e8e16 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.030640 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2406c283-4026-49e5-96bc-635a643e8e16 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.049828 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406c283-4026-49e5-96bc-635a643e8e16 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a6d5e9-d9d9-44fa-aeb4-6dbd6e5b015d,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:02.057073 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2406c283-4026-49e5-96bc-635a643e8e16 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.058263 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2406c283-4026-49e5-96bc-635a643e8e16 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195214 Jul 23 21:32:02.061654 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57576) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:02.066027 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f4dc1582-eace-4588-ad96-0b4daf4ddcbd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': 'e83f9fe2-891e-41d2-8900-b69a79de04f1', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:32:02.091323 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1582-eace-4588-ad96-0b4daf4ddcbd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.149149 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1582-eace-4588-ad96-0b4daf4ddcbd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.152732 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1582-eace-4588-ad96-0b4daf4ddcbd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.170062 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc1582-eace-4588-ad96-0b4daf4ddcbd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7dcdd24-dfb4-498e-b430-7c8af7e28173,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:02.175252 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1582-eace-4588-ad96-0b4daf4ddcbd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.176460 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f4dc1582-eace-4588-ad96-0b4daf4ddcbd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138749 Jul 23 21:32:02.179218 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57578) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:02.183688 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-353053bd-1be3-4075-8cfa-72677f6d80e0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': 'e83f9fe2-891e-41d2-8900-b69a79de04f1', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:32:02.209100 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-353053bd-1be3-4075-8cfa-72677f6d80e0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.267331 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-353053bd-1be3-4075-8cfa-72677f6d80e0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.270584 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-353053bd-1be3-4075-8cfa-72677f6d80e0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.287770 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353053bd-1be3-4075-8cfa-72677f6d80e0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b25ae0-edb3-40ee-a2e8-0f667e029e99,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:02.294475 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-353053bd-1be3-4075-8cfa-72677f6d80e0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.296245 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-353053bd-1be3-4075-8cfa-72677f6d80e0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160998 Jul 23 21:32:02.299201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57580) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:02.303591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-0449c7f5-a12c-4856-89b0-5eeffe8a3067 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': 'e83f9fe2-891e-41d2-8900-b69a79de04f1', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:32:02.324552 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-0449c7f5-a12c-4856-89b0-5eeffe8a3067 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Project b485364fd2d04623babc416c243a99e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:32:02.329321 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0449c7f5-a12c-4856-89b0-5eeffe8a3067 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.390912 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0449c7f5-a12c-4856-89b0-5eeffe8a3067 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.394342 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0449c7f5-a12c-4856-89b0-5eeffe8a3067 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.411897 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449c7f5-a12c-4856-89b0-5eeffe8a3067 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5ce819-9b99-4c1a-a558-b5183ca5c02a,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:02.418736 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0449c7f5-a12c-4856-89b0-5eeffe8a3067 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.420520 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-0449c7f5-a12c-4856-89b0-5eeffe8a3067 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203976 Jul 23 21:32:02.423093 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57582) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:02.427490 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a6eae05c-ac83-4aa6-8d24-959368528170 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': 'e83f9fe2-891e-41d2-8900-b69a79de04f1', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:32:02.447998 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-a6eae05c-ac83-4aa6-8d24-959368528170 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Project b485364fd2d04623babc416c243a99e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:32:02.453150 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a6eae05c-ac83-4aa6-8d24-959368528170 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.515158 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a6eae05c-ac83-4aa6-8d24-959368528170 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.518594 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a6eae05c-ac83-4aa6-8d24-959368528170 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.537605 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eae05c-ac83-4aa6-8d24-959368528170 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2463f1-d83d-4901-8d8a-a130ede988fb,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:02.545540 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a6eae05c-ac83-4aa6-8d24-959368528170 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.546796 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a6eae05c-ac83-4aa6-8d24-959368528170 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227601 Jul 23 21:32:02.549807 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57584) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:02.554724 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-42d6e5dc-f43a-4775-abdb-07603ee659ef tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'network': {'name': 'tempest-network-smoke--29230537', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'port_security_enabled': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:32:02.574749 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d6e5dc-f43a-4775-abdb-07603ee659ef tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Made reservation on behalf of b485364fd2d04623babc416c243a99e1 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:32:02.578169 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42d6e5dc-f43a-4775-abdb-07603ee659ef tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.601196 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d6e5dc-f43a-4775-abdb-07603ee659ef tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:32:02.610199 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42d6e5dc-f43a-4775-abdb-07603ee659ef tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.610544 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-42d6e5dc-f43a-4775-abdb-07603ee659ef tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Added segment 7c662704-2f81-42d2-b909-a2480c1b3f38 of type vlan for network 85eb41e1-0b70-413b-b799-73e1eba9445c Jul 23 21:32:02.649229 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42d6e5dc-f43a-4775-abdb-07603ee659ef tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.678751 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42d6e5dc-f43a-4775-abdb-07603ee659ef tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.688667 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d6e5dc-f43a-4775-abdb-07603ee659ef tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:02.689269 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-42d6e5dc-f43a-4775-abdb-07603ee659ef tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.730749 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-42d6e5dc-f43a-4775-abdb-07603ee659ef tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1798575 Jul 23 21:32:02.734005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57586) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:02.740575 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1380342519', 'admin_state_up': True, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:32:02.776351 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6e5dc-f43a-4775-abdb-07603ee659ef tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Network': ['ID=85eb41e1-0b70-413b-b799-73e1eba9445c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:02.787088 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 85eb41e1-0b70-413b-b799-73e1eba9445c details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:32:02.792900 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.794004 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.845773 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:02.982718 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:03.175860 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:03.193583 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:03.291604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.25.3.37 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/b3b75605-cfa1-4243-919c-73a5bc0bb9bf) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:32:03.395536 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:03.433814 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:03.469385 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:32:03.472199 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:32:03.477795 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:32:03.505057 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=b3b75605-cfa1-4243-919c-73a5bc0bb9bf,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:03.723804 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:04.191312 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:04.315220 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 94ec4f99-bad8-4803-a087-95a75c760baf is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:32:04.420220 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:32:04.429662 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Sync routers for ids ['94ec4f99-bad8-4803-a087-95a75c760baf'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:32:04.439460 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Routers {'94ec4f99-bad8-4803-a087-95a75c760baf'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:32:04.439769 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:04.440195 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:31:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['94ec4f99-bad8-4803-a087-95a75c760baf'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:04.441299 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-378a3dbc-d84d-4fba-b2d6-2da0fe322dd4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7063732 Jul 23 21:32:04.444477 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57588) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:04.545654 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Set router 94ec4f99-bad8-4803-a087-95a75c760baf gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:32:04.562725 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1131284a-4407-406a-bc07-bddec650b622 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=b485364fd2d04623babc416c243a99e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1170580 Jul 23 21:32:04.565361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57592) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:04.652391 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458d7762-f8cb-4115-b409-0a290f72c1b9 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:04.656807 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-458d7762-f8cb-4115-b409-0a290f72c1b9 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876601 Jul 23 21:32:04.657043 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57594) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:04.691915 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-713c6cf8-423d-4470-9ca8-c2423187382f tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313644 Jul 23 21:32:04.692191 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57596) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:04.697267 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c4b6ccc5-2971-4afa-a41e-7b6247f05475 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2117564548', 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:32:04.723718 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380342519', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:32:02Z', 'updated_at': '2021-07-23T21:32:03Z', 'revision_number': 3, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:03Z', 'updated_at': '2021-07-23T21:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:04.750409 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Checking router: 94ec4f99-bad8-4803-a087-95a75c760baf for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:32:04.750747 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Updating router 94ec4f99-bad8-4803-a087-95a75c760baf port b3b75605-cfa1-4243-919c-73a5bc0bb9bf binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:32:04.783456 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:04.785197 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b6ccc5-2971-4afa-a41e-7b6247f05475 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Made reservation on behalf of b485364fd2d04623babc416c243a99e1 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:32:04.790081 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c4b6ccc5-2971-4afa-a41e-7b6247f05475 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:04.974219 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c4b6ccc5-2971-4afa-a41e-7b6247f05475 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:05.028277 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6ccc5-2971-4afa-a41e-7b6247f05475 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Subnet': ['ID=cddec9d4-4ba4-40fd-a4ac-7d71534e291f,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:05.028771 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:05.039030 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Transition to ACTIVE for port object b3b75605-cfa1-4243-919c-73a5bc0bb9bf will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:32:05.045155 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b6ccc5-2971-4afa-a41e-7b6247f05475 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Checking segment: {'id': '7c662704-2f81-42d2-b909-a2480c1b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:32:05.045421 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:05.045566 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b6ccc5-2971-4afa-a41e-7b6247f05475 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network hostable DHCP agents. Network: 85eb41e1-0b70-413b-b799-73e1eba9445c, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:32:05.063359 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b6ccc5-2971-4afa-a41e-7b6247f05475 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 85eb41e1-0b70-413b-b799-73e1eba9445c is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:32:05.077308 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c4b6ccc5-2971-4afa-a41e-7b6247f05475 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 85eb41e1-0b70-413b-b799-73e1eba9445c) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:32:05.082481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b6ccc5-2971-4afa-a41e-7b6247f05475 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:05.083090 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c4b6ccc5-2971-4afa-a41e-7b6247f05475 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:05.087374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282a8065-c92b-40a3-8ca0-ec2001a5f97e None None] Network 85eb41e1-0b70-413b-b799-73e1eba9445c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:32:05.100157 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Attempting to bind port b3b75605-cfa1-4243-919c-73a5bc0bb9bf on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:32:05.100518 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Attempting to bind port b3b75605-cfa1-4243-919c-73a5bc0bb9bf by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:32:05.101137 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Attempting to bind port b3b75605-cfa1-4243-919c-73a5bc0bb9bf on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:32:05.105812 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c4b6ccc5-2971-4afa-a41e-7b6247f05475 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4100897 Jul 23 21:32:05.106272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57598) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:05.109301 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:32:05.109676 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:32:05.110072 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:05.110458 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:32:05.110915 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Bound port: b3b75605-cfa1-4243-919c-73a5bc0bb9bf, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:32:05.111313 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:05.114734 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ed364-03b9-48c5-8103-f11b47264ee5 None None] Pushing event updated for resources: {'Port': ['ID=b3b75605-cfa1-4243-919c-73a5bc0bb9bf,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:05.138159 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ed364-03b9-48c5-8103-f11b47264ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:05.138525 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ed364-03b9-48c5-8103-f11b47264ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:05.138865 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ed364-03b9-48c5-8103-f11b47264ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:05.139224 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ed364-03b9-48c5-8103-f11b47264ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:05.139553 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ed364-03b9-48c5-8103-f11b47264ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:05.139877 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ed364-03b9-48c5-8103-f11b47264ee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:05.140190 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ed364-03b9-48c5-8103-f11b47264ee5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:05.140508 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ed364-03b9-48c5-8103-f11b47264ee5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:05.140825 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ed364-03b9-48c5-8103-f11b47264ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:05.141140 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ed364-03b9-48c5-8103-f11b47264ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:05.141454 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ed364-03b9-48c5-8103-f11b47264ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:05.141768 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ed364-03b9-48c5-8103-f11b47264ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:05.174096 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] For port b3b75605-cfa1-4243-919c-73a5bc0bb9bf, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:32:05.177122 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] For port b3b75605-cfa1-4243-919c-73a5bc0bb9bf, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b3b75605-cfa1-4243-919c-73a5bc0bb9bf,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:32:05.182160 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:05.236308 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Routers {'94ec4f99-bad8-4803-a087-95a75c760baf'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:32:05.236817 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:31:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['94ec4f99-bad8-4803-a087-95a75c760baf'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:05.248506 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-85eb41e1-0b70-413b-b799-73e1eba9445c', 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ips': [{'subnet_id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:32:05.249375 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:05.306347 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ed364-03b9-48c5-8103-f11b47264ee5 None None] Pushing event updated for resources: {'Port': ['ID=b3b75605-cfa1-4243-919c-73a5bc0bb9bf,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:05.356394 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] Set router 94ec4f99-bad8-4803-a087-95a75c760baf gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:32:05.394496 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Allocated IP 172.20.0.2 (85eb41e1-0b70-413b-b799-73e1eba9445c/cddec9d4-4ba4-40fd-a4ac-7d71534e291f/498e8adf-f025-4493-be38-ef817e03f6a2) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:32:05.548323 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:05.558015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Transition to ACTIVE for port object 498e8adf-f025-4493-be38-ef817e03f6a2 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:32:05.572327 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:05.573181 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Transition to ACTIVE for port object 498e8adf-f025-4493-be38-ef817e03f6a2 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:32:05.580788 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:05.599365 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Network 85eb41e1-0b70-413b-b799-73e1eba9445c is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:32:05.623709 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:32:05.626959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:32:05.630121 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380342519', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:32:02Z', 'updated_at': '2021-07-23T21:32:03Z', 'revision_number': 3, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:03Z', 'updated_at': '2021-07-23T21:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:05.656514 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac7591-5907-404e-8b04-bd801b9cb5c8 None None] The sync data for ids ['94ec4f99-bad8-4803-a087-95a75c760baf'] in n-d-791504-18 is: [{'id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380342519', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:32:02Z', 'updated_at': '2021-07-23T21:32:03Z', 'revision_number': 3, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:03Z', 'updated_at': '2021-07-23T21:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:32:05.695438 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Pushing event updated for resources: {'Port': ['ID=498e8adf-f025-4493-be38-ef817e03f6a2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:05.708155 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Attempting to bind port 498e8adf-f025-4493-be38-ef817e03f6a2 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:32:05.709017 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Attempting to bind port 498e8adf-f025-4493-be38-ef817e03f6a2 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '7c662704-2f81-42d2-b909-a2480c1b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:32:05.709654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Attempting to bind port 498e8adf-f025-4493-be38-ef817e03f6a2 on network 85eb41e1-0b70-413b-b799-73e1eba9445c {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:32:05.715603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:32:05.715980 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Checking segment: {'id': '7c662704-2f81-42d2-b909-a2480c1b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:32:05.716461 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:05.717360 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Bound using segment: {'id': '7c662704-2f81-42d2-b909-a2480c1b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:32:05.717805 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Bound port: 498e8adf-f025-4493-be38-ef817e03f6a2, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c662704-2f81-42d2-b909-a2480c1b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:32:05.718187 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:05.794242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] For port 498e8adf-f025-4493-be38-ef817e03f6a2, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:32:05.797680 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] For port 498e8adf-f025-4493-be38-ef817e03f6a2, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=498e8adf-f025-4493-be38-ef817e03f6a2,segment=NetworkSegment(7c662704-2f81-42d2-b909-a2480c1b3f38),segment_id=7c662704-2f81-42d2-b909-a2480c1b3f38)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:32:05.802215 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:05.858788 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.20.0.1 (85eb41e1-0b70-413b-b799-73e1eba9445c/cddec9d4-4ba4-40fd-a4ac-7d71534e291f/a5879edf-ddb2-4e47-8ae6-c01979114cc2) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:32:05.884775 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57e390-4ba1-4645-a428-5648cdbe09ff None None] Pushing event updated for resources: {'Port': ['ID=498e8adf-f025-4493-be38-ef817e03f6a2,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:06.004187 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:06.021380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Transition to ACTIVE for port object a5879edf-ddb2-4e47-8ae6-c01979114cc2 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:32:06.064673 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:06.113038 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 85eb41e1-0b70-413b-b799-73e1eba9445c is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:32:06.116188 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:32:06.119861 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:32:06.160323 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=a5879edf-ddb2-4e47-8ae6-c01979114cc2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:06.181330 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:06.333225 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:06.529764 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b3b75605-cfa1-4243-919c-73a5bc0bb9bf up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:32:06.597130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port b3b75605-cfa1-4243-919c-73a5bc0bb9bf completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:32:06.609845 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b3b75605-cfa1-4243-919c-73a5bc0bb9bf triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:32:06.610475 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:06.679568 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:06.688442 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:06.699734 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:06.722526 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port b3b75605-cfa1-4243-919c-73a5bc0bb9bf, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b3b75605-cfa1-4243-919c-73a5bc0bb9bf,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:32:06.728910 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:06.729965 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 498e8adf-f025-4493-be38-ef817e03f6a2 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:32:06.769154 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=a5879edf-ddb2-4e47-8ae6-c01979114cc2,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:06.773996 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:06.811146 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=b3b75605-cfa1-4243-919c-73a5bc0bb9bf,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:06.839043 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 498e8adf-f025-4493-be38-ef817e03f6a2 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:32:06.875867 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 85eb41e1-0b70-413b-b799-73e1eba9445c is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:32:06.877251 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:32:06.907262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f2d298-71ad-49aa-ab36-fa83171869a6 None None] Network 85eb41e1-0b70-413b-b799-73e1eba9445c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:32:06.990989 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 94ec4f99-bad8-4803-a087-95a75c760baf has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:32:07.021255 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-461df45b-a2f1-411f-9119-a4b0cb79ed98 None None] Provisioning for port 498e8adf-f025-4493-be38-ef817e03f6a2 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:32:07.030500 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-461df45b-a2f1-411f-9119-a4b0cb79ed98 None None] Provisioning complete for port 498e8adf-f025-4493-be38-ef817e03f6a2 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:32:07.030876 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-461df45b-a2f1-411f-9119-a4b0cb79ed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:07.106013 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:32:07.115844 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-df2bf689-f570-4244-ba8a-d6be22fe4152 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "PUT /v2.0/routers/94ec4f99-bad8-4803-a087-95a75c760baf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0076108 Jul 23 21:32:07.155132 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-461df45b-a2f1-411f-9119-a4b0cb79ed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:07.196670 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-461df45b-a2f1-411f-9119-a4b0cb79ed98 None None] For port 498e8adf-f025-4493-be38-ef817e03f6a2, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=498e8adf-f025-4493-be38-ef817e03f6a2,segment=NetworkSegment(7c662704-2f81-42d2-b909-a2480c1b3f38),segment_id=7c662704-2f81-42d2-b909-a2480c1b3f38)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:32:07.202716 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-461df45b-a2f1-411f-9119-a4b0cb79ed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:07.258426 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461df45b-a2f1-411f-9119-a4b0cb79ed98 None None] Pushing event updated for resources: {'Port': ['ID=498e8adf-f025-4493-be38-ef817e03f6a2,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:07.365158 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Sync routers for ids ['94ec4f99-bad8-4803-a087-95a75c760baf'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:32:07.384928 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Routers {'94ec4f99-bad8-4803-a087-95a75c760baf'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:32:07.385583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:31:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['94ec4f99-bad8-4803-a087-95a75c760baf'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:07.426336 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-9e4eded6-d5dd-464e-9688-0ad68e1141c4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-306375335&fields=id&tenant_id=b485364fd2d04623babc416c243a99e1 HTTP/1.1" status: 200 len: 267 time: 0.0343058 Jul 23 21:32:07.477759 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d6eec113-2208-44c3-8268-730f789e06be None None] Provisioning complete for port 498e8adf-f025-4493-be38-ef817e03f6a2 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:32:07.478216 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6eec113-2208-44c3-8268-730f789e06be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:07.534492 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Set router 94ec4f99-bad8-4803-a087-95a75c760baf gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:32:07.543477 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-bec3d785-6b3f-4114-bf0c-aff04ba9c226 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:07.546292 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-bec3d785-6b3f-4114-bf0c-aff04ba9c226 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/networks?id=85eb41e1-0b70-413b-b799-73e1eba9445c HTTP/1.1" status: 200 len: 795 time: 0.1116109 Jul 23 21:32:07.568463 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-1adbd682-edc1-4bfa-9a79-a6e822d15db2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/quotas/b485364fd2d04623babc416c243a99e1 HTTP/1.1" status: 200 len: 375 time: 0.0171666 Jul 23 21:32:07.648057 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-efdaeeb8-c8f6-42eb-ab3c-09bee7f1a7fe tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784101 Jul 23 21:32:07.714184 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d6eec113-2208-44c3-8268-730f789e06be None None] Provisioning for port a5879edf-ddb2-4e47-8ae6-c01979114cc2 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:32:07.721840 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d6eec113-2208-44c3-8268-730f789e06be None None] Provisioning complete for port a5879edf-ddb2-4e47-8ae6-c01979114cc2 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:32:07.722211 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6eec113-2208-44c3-8268-730f789e06be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:07.749611 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-4d96b069-5355-4b07-b686-6da9b5451a62 service neutron] 10.222.0.55 "GET /v2.0/networks/85eb41e1-0b70-413b-b799-73e1eba9445c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937104 Jul 23 21:32:07.796905 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d6eec113-2208-44c3-8268-730f789e06be None None] Port a5879edf-ddb2-4e47-8ae6-c01979114cc2 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:32:07.824236 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380342519', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:32:02Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:03Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a5879edf-ddb2-4e47-8ae6-c01979114cc2', 'name': '', 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:41:8c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:05Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 2, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:07.840774 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-16a36fd3-d132-4014-9120-fd3e86416a8b service neutron] 10.222.0.55 "GET /v2.0/networks/85eb41e1-0b70-413b-b799-73e1eba9445c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853357 Jul 23 21:32:07.851627 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Checking router: 94ec4f99-bad8-4803-a087-95a75c760baf for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:32:07.851987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Updating router 94ec4f99-bad8-4803-a087-95a75c760baf port a5879edf-ddb2-4e47-8ae6-c01979114cc2 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:32:07.890096 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:07.990664 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e4e0b4de-944e-43fe-be22-646bf2335887 None None] Provisioning complete for port a5879edf-ddb2-4e47-8ae6-c01979114cc2 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:32:07.991041 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b4de-944e-43fe-be22-646bf2335887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:08.047707 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e4e0b4de-944e-43fe-be22-646bf2335887 None None] Port a5879edf-ddb2-4e47-8ae6-c01979114cc2 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:32:08.071642 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3f5e571a-998c-48e8-a7e0-a42e4665de35 req-7cae3e83-8b8f-4bbe-a20a-402f38cfa31a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 210 time: 0.0928359 Jul 23 21:32:08.196415 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:08.207702 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Transition to ACTIVE for port object a5879edf-ddb2-4e47-8ae6-c01979114cc2 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:32:08.213451 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:08.268102 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641c1dc-d474-4ce2-aa3d-99422ed55974 None None] Pushing event updated for resources: {'Port': ['ID=a5879edf-ddb2-4e47-8ae6-c01979114cc2,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:08.340162 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Attempting to bind port a5879edf-ddb2-4e47-8ae6-c01979114cc2 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:32:08.340675 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Attempting to bind port a5879edf-ddb2-4e47-8ae6-c01979114cc2 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '7c662704-2f81-42d2-b909-a2480c1b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:32:08.341230 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Attempting to bind port a5879edf-ddb2-4e47-8ae6-c01979114cc2 on network 85eb41e1-0b70-413b-b799-73e1eba9445c {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:32:08.348135 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:32:08.348487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Checking segment: {'id': '7c662704-2f81-42d2-b909-a2480c1b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:32:08.349176 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:08.349374 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Bound using segment: {'id': '7c662704-2f81-42d2-b909-a2480c1b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:32:08.350006 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Bound port: a5879edf-ddb2-4e47-8ae6-c01979114cc2, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c662704-2f81-42d2-b909-a2480c1b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:32:08.350526 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:08.438381 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] For port a5879edf-ddb2-4e47-8ae6-c01979114cc2, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:32:08.443084 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] For port a5879edf-ddb2-4e47-8ae6-c01979114cc2, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a5879edf-ddb2-4e47-8ae6-c01979114cc2,segment=NetworkSegment(7c662704-2f81-42d2-b909-a2480c1b3f38),segment_id=7c662704-2f81-42d2-b909-a2480c1b3f38)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:32:08.449531 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:08.485706 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b3b75605-cfa1-4243-919c-73a5bc0bb9bf up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:32:08.548965 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Routers {'94ec4f99-bad8-4803-a087-95a75c760baf'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:32:08.549603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:31:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['94ec4f99-bad8-4803-a087-95a75c760baf'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:08.635426 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641c1dc-d474-4ce2-aa3d-99422ed55974 None None] Pushing event updated for resources: {'Port': ['ID=a5879edf-ddb2-4e47-8ae6-c01979114cc2,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:08.678790 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b3b75605-cfa1-4243-919c-73a5bc0bb9bf triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:32:08.679201 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:08.726742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] Set router 94ec4f99-bad8-4803-a087-95a75c760baf gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:32:09.065811 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 498e8adf-f025-4493-be38-ef817e03f6a2 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:32:09.166802 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 498e8adf-f025-4493-be38-ef817e03f6a2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:32:09.167196 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:09.202797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-4b5a3a9d-4078-4398-b9b2-596bf83aee4f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:09.205894 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-4b5a3a9d-4078-4398-b9b2-596bf83aee4f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.57 "GET /v2.0/networks?id=85eb41e1-0b70-413b-b799-73e1eba9445c HTTP/1.1" status: 200 len: 795 time: 0.1455653 Jul 23 21:32:09.231360 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380342519', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:32:02Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:03Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a5879edf-ddb2-4e47-8ae6-c01979114cc2', 'name': '', 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:41:8c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:05Z', 'updated_at': '2021-07-23T21:32:08Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:09.254548 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-66f83d40-c0b2-4d3b-8b55-7b65bfcf2c9f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b485364fd2d04623babc416c243a99e1 HTTP/1.1" status: 200 len: 379 time: 0.0405898 Jul 23 21:32:09.261285 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4e6a8-008c-4d10-927e-2617cfc6387b None None] The sync data for ids ['94ec4f99-bad8-4803-a087-95a75c760baf'] in n-d-791504-18 is: [{'id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380342519', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:32:02Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:03Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a5879edf-ddb2-4e47-8ae6-c01979114cc2', 'name': '', 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:41:8c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:05Z', 'updated_at': '2021-07-23T21:32:08Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:32:09.264783 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-481984f8-ebeb-4ee0-8517-45a738e58e0a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'port': {'device_id': 'f29e68aa-4658-4049-93bc-d10c27602c1c', 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c', 'admin_state_up': True, 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'security_groups': ['e83f9fe2-891e-41d2-8900-b69a79de04f1']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:32:09.420385 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-481984f8-ebeb-4ee0-8517-45a738e58e0a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Made reservation on behalf of b485364fd2d04623babc416c243a99e1 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:32:09.424195 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-481984f8-ebeb-4ee0-8517-45a738e58e0a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:09.562337 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b362a6fa-249d-4d4b-bc8c-2c724b880261 req-6700f83d-1c01-4c1d-9cbb-78b02f7cf2c2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 210 time: 0.4123809 Jul 23 21:32:09.567628 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-481984f8-ebeb-4ee0-8517-45a738e58e0a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.20.0.3 (85eb41e1-0b70-413b-b799-73e1eba9445c/cddec9d4-4ba4-40fd-a4ac-7d71534e291f/af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:32:09.727259 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-481984f8-ebeb-4ee0-8517-45a738e58e0a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:09.741372 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-481984f8-ebeb-4ee0-8517-45a738e58e0a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Transition to ACTIVE for port object af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:32:09.775144 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-481984f8-ebeb-4ee0-8517-45a738e58e0a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:09.823803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-481984f8-ebeb-4ee0-8517-45a738e58e0a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 85eb41e1-0b70-413b-b799-73e1eba9445c is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:32:09.827551 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-481984f8-ebeb-4ee0-8517-45a738e58e0a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:32:09.830026 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-481984f8-ebeb-4ee0-8517-45a738e58e0a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:32:09.870501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481984f8-ebeb-4ee0-8517-45a738e58e0a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:09.896642 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-481984f8-ebeb-4ee0-8517-45a738e58e0a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:09.897309 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-481984f8-ebeb-4ee0-8517-45a738e58e0a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:09.916352 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-481984f8-ebeb-4ee0-8517-45a738e58e0a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6561987 Jul 23 21:32:09.927830 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Request body: {'port': {'device_id': 'f29e68aa-4658-4049-93bc-d10c27602c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:32:10.014000 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:10.027311 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:32:10.098098 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f88726f8-4f13-4285-a5f5-24a71728f165 None None] Provisioning for port af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:32:10.103697 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f88726f8-4f13-4285-a5f5-24a71728f165 None None] Provisioning complete for port af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:32:10.104209 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f88726f8-4f13-4285-a5f5-24a71728f165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:10.145402 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f88726f8-4f13-4285-a5f5-24a71728f165 None None] Port af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:32:10.299623 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:32:10.307004 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:10.318918 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Transition to ACTIVE for port object af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:32:10.322928 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:10.376321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf349947-155c-4606-8491-1925a167a442 service neutron] Pushing event updated for resources: {'Port': ['ID=af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:10.450260 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Attempting to bind port af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:32:10.450604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Attempting to bind port af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '7c662704-2f81-42d2-b909-a2480c1b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:32:10.451481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Attempting to bind port af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb on network 85eb41e1-0b70-413b-b799-73e1eba9445c {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:32:10.455973 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Port af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb on network 85eb41e1-0b70-413b-b799-73e1eba9445c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:32:10.456290 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Attempting to bind port af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb on network 85eb41e1-0b70-413b-b799-73e1eba9445c {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:32:10.461147 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:32:10.461478 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Checking segment: {'id': '7c662704-2f81-42d2-b909-a2480c1b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:32:10.461855 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Bound using segment: {'id': '7c662704-2f81-42d2-b909-a2480c1b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:32:10.462274 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Bound port: af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c662704-2f81-42d2-b909-a2480c1b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:32:10.462629 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:10.487488 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a5879edf-ddb2-4e47-8ae6-c01979114cc2 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:32:10.538608 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] For port af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:32:10.546554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] For port af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb,segment=NetworkSegment(7c662704-2f81-42d2-b909-a2480c1b3f38),segment_id=7c662704-2f81-42d2-b909-a2480c1b3f38)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:32:10.548698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port a5879edf-ddb2-4e47-8ae6-c01979114cc2 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:32:10.550170 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:10.552787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a5879edf-ddb2-4e47-8ae6-c01979114cc2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:32:10.552989 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:10.586097 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:10.586741 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:10.588299 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-cf349947-155c-4606-8491-1925a167a442 service neutron] 10.222.0.57 "PUT /v2.0/ports/af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb HTTP/1.1" status: 200 len: 1092 time: 0.6649082 Jul 23 21:32:10.588678 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29e68aa-4658-4049-93bc-d10c27602c1c', 'tag': 'af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:32:10.591043 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d015889f-90f1-43f9-9bcd-20c555e1c0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f29e68aa-4658-4049-93bc-d10c27602c1c", "tag": "af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:32:10.624220 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf349947-155c-4606-8491-1925a167a442 service neutron] Pushing event updated for resources: {'Port': ['ID=af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:10.662766 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7204945-f448-4c50-aadc-82d55f24d071 x-openstack-request-id: req-c7204945-f448-4c50-aadc-82d55f24d071 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:32:10.663158 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29e68aa-4658-4049-93bc-d10c27602c1c", "tag": "af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:32:10.663420 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7204945-f448-4c50-aadc-82d55f24d071 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:32:10.663821 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29e68aa-4658-4049-93bc-d10c27602c1c', 'tag': 'af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb', 'status': 'completed', 'code': 200} Jul 23 21:32:10.678303 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:10.714590 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-b8f1e837-ab8d-4021-9b2d-81e5f7c7461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:10.715991 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-b8f1e837-ab8d-4021-9b2d-81e5f7c7461a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 1095 time: 0.0693212 Jul 23 21:32:10.717175 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port a5879edf-ddb2-4e47-8ae6-c01979114cc2, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a5879edf-ddb2-4e47-8ae6-c01979114cc2,segment=NetworkSegment(7c662704-2f81-42d2-b909-a2480c1b3f38),segment_id=7c662704-2f81-42d2-b909-a2480c1b3f38)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:32:10.721358 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:10.752311 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1a8e1-1061-44f8-8071-6ba82fa6c85f req-505e8d06-d999-4f77-9655-559f704742e7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:10.754517 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e1a8e1-1061-44f8-8071-6ba82fa6c85f req-505e8d06-d999-4f77-9655-559f704742e7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 943 time: 0.0769930 Jul 23 21:32:10.771455 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-ff1ef98b-e11e-4b95-b8a4-cc19810d3483 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb HTTP/1.1" status: 200 len: 217 time: 0.0462646 Jul 23 21:32:10.790869 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=a5879edf-ddb2-4e47-8ae6-c01979114cc2,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:10.803208 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0e1a8e1-1061-44f8-8071-6ba82fa6c85f req-e7c224a5-93c9-4050-b595-95202f341400 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=e83f9fe2-891e-41d2-8900-b69a79de04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403278 Jul 23 21:32:10.840428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-70f197b5-395f-43e9-8eb6-b62480775705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:10.842427 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-70f197b5-395f-43e9-8eb6-b62480775705 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cddec9d4-4ba4-40fd-a4ac-7d71534e291f HTTP/1.1" status: 200 len: 835 time: 0.0654917 Jul 23 21:32:10.901219 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-5acc05e6-e86f-4a36-a10e-993e345a04f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:10.902610 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-5acc05e6-e86f-4a36-a10e-993e345a04f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85eb41e1-0b70-413b-b799-73e1eba9445c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532475 Jul 23 21:32:10.996677 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-a6a60451-02e1-495f-be1f-5fe7e2761a4d service neutron] 10.222.0.57 "GET /v2.0/networks/85eb41e1-0b70-413b-b799-73e1eba9445c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869095 Jul 23 21:32:11.084285 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4e78b6bf-a25c-4444-addc-1f7d073e81ce req-9e0ae3b5-22b0-4a5b-940a-3ff4c2d1a812 service neutron] 10.222.0.57 "GET /v2.0/networks/85eb41e1-0b70-413b-b799-73e1eba9445c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810270 Jul 23 21:32:11.184707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015889f-90f1-43f9-9bcd-20c555e1c0e2 req-5b64f50f-7a57-44ea-8ff9-a9627a8ea264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:11.186189 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d015889f-90f1-43f9-9bcd-20c555e1c0e2 req-5b64f50f-7a57-44ea-8ff9-a9627a8ea264 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 1095 time: 0.0573158 Jul 23 21:32:11.275411 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015889f-90f1-43f9-9bcd-20c555e1c0e2 req-ab772367-f81d-4604-87cc-0f46c9a110b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:11.276859 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d015889f-90f1-43f9-9bcd-20c555e1c0e2 req-ab772367-f81d-4604-87cc-0f46c9a110b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=85eb41e1-0b70-413b-b799-73e1eba9445c HTTP/1.1" status: 200 len: 896 time: 0.0831454 Jul 23 21:32:11.320516 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d015889f-90f1-43f9-9bcd-20c555e1c0e2 req-b07f07fe-a8fe-434a-b6b5-ecc3e189bc3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb HTTP/1.1" status: 200 len: 217 time: 0.0361183 Jul 23 21:32:11.369774 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015889f-90f1-43f9-9bcd-20c555e1c0e2 req-e43ca88e-a85d-43d1-884e-737695548b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:11.371208 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d015889f-90f1-43f9-9bcd-20c555e1c0e2 req-e43ca88e-a85d-43d1-884e-737695548b24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cddec9d4-4ba4-40fd-a4ac-7d71534e291f HTTP/1.1" status: 200 len: 835 time: 0.0430536 Jul 23 21:32:11.427995 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015889f-90f1-43f9-9bcd-20c555e1c0e2 req-9ee4bf5d-2cfb-4779-aac0-d00c07ffcf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:11.429462 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d015889f-90f1-43f9-9bcd-20c555e1c0e2 req-9ee4bf5d-2cfb-4779-aac0-d00c07ffcf49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85eb41e1-0b70-413b-b799-73e1eba9445c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517356 Jul 23 21:32:11.521291 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d015889f-90f1-43f9-9bcd-20c555e1c0e2 req-b1cd685f-b7d2-4874-a42d-9079c4de8781 service neutron] 10.222.0.57 "GET /v2.0/networks/85eb41e1-0b70-413b-b799-73e1eba9445c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848906 Jul 23 21:32:11.610152 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d015889f-90f1-43f9-9bcd-20c555e1c0e2 req-d794294d-743c-4c61-b1d4-8f8d014a3402 service neutron] 10.222.0.57 "GET /v2.0/networks/85eb41e1-0b70-413b-b799-73e1eba9445c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819082 Jul 23 21:32:11.932403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675dbea8-e984-468c-9cf3-4b39c0d07654 req-22655e24-5d15-4db4-8e89-d787e441f113 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:11.933896 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-675dbea8-e984-468c-9cf3-4b39c0d07654 req-22655e24-5d15-4db4-8e89-d787e441f113 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 943 time: 0.0622170 Jul 23 21:32:11.973974 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-675dbea8-e984-468c-9cf3-4b39c0d07654 req-cc5ea5bd-dcab-4151-bf0f-9c0c0f1c9149 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=e83f9fe2-891e-41d2-8900-b69a79de04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339391 Jul 23 21:32:12.582488 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a5879edf-ddb2-4e47-8ae6-c01979114cc2 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:32:12.630631 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a5879edf-ddb2-4e47-8ae6-c01979114cc2 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:32:12.631003 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:13.100732 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7a844-641d-4f49-97f8-f399fe850270 req-b8298b7f-77e1-4d86-bdcd-0a97bdbbd48b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:13.102485 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99b7a844-641d-4f49-97f8-f399fe850270 req-b8298b7f-77e1-4d86-bdcd-0a97bdbbd48b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 943 time: 0.0633779 Jul 23 21:32:13.139528 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-99b7a844-641d-4f49-97f8-f399fe850270 req-04f34733-30a9-452b-aa36-704c06d359c5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=e83f9fe2-891e-41d2-8900-b69a79de04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307117 Jul 23 21:32:13.302404 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:32:13.398339 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb,segment=NetworkSegment(7c662704-2f81-42d2-b909-a2480c1b3f38),segment_id=7c662704-2f81-42d2-b909-a2480c1b3f38)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:32:13.409926 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb', 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c', 'port_id': 'af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb', 'mac_address': 'fa:16:3e:a3:43:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:32:13.446553 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:13.459344 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:32:13.479531 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb,segment=NetworkSegment(7c662704-2f81-42d2-b909-a2480c1b3f38),segment_id=7c662704-2f81-42d2-b909-a2480c1b3f38)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:32:13.483643 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:13.532611 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:13.678556 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:32:14.268547 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405843f9-8c90-4af6-a9c2-5e1a6e7afbb0 req-15bdc33f-4eee-4c35-8bab-70c4e8668cf0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:14.270040 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-405843f9-8c90-4af6-a9c2-5e1a6e7afbb0 req-15bdc33f-4eee-4c35-8bab-70c4e8668cf0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 944 time: 0.0651679 Jul 23 21:32:14.308239 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-405843f9-8c90-4af6-a9c2-5e1a6e7afbb0 req-f9961ca7-5167-4b78-8147-179652b45d5a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=e83f9fe2-891e-41d2-8900-b69a79de04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316093 Jul 23 21:32:15.317249 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:32:15.365988 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:32:15.369618 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:32:15.369986 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:15.439742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b092ef-825d-4d57-934c-caada1718f17 req-70a05ca9-8119-47db-99a4-8b0a02ecca1d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:15.441244 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93b092ef-825d-4d57-934c-caada1718f17 req-70a05ca9-8119-47db-99a4-8b0a02ecca1d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 944 time: 0.0666108 Jul 23 21:32:15.448723 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:15.473720 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29e68aa-4658-4049-93bc-d10c27602c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:32:15.476272 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414dc226-8697-44f5-abc3-a2910aaad1ff" -d '{"events": [{"server_uuid": "f29e68aa-4658-4049-93bc-d10c27602c1c", "name": "network-vif-plugged", "status": "completed", "tag": "af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:32:15.479048 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93b092ef-825d-4d57-934c-caada1718f17 req-cc9426be-bfb6-4640-a4e8-5578ec50a995 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=e83f9fe2-891e-41d2-8900-b69a79de04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321584 Jul 23 21:32:15.490079 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb,segment=NetworkSegment(7c662704-2f81-42d2-b909-a2480c1b3f38),segment_id=7c662704-2f81-42d2-b909-a2480c1b3f38)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:32:15.495343 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:15.519217 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acb8d55-ee3c-496f-8010-bdcb0f78ca5f x-openstack-request-id: req-6acb8d55-ee3c-496f-8010-bdcb0f78ca5f {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:32:15.519511 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29e68aa-4658-4049-93bc-d10c27602c1c", "name": "network-vif-plugged", "status": "completed", "tag": "af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:32:15.519766 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6acb8d55-ee3c-496f-8010-bdcb0f78ca5f {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:32:15.520152 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29e68aa-4658-4049-93bc-d10c27602c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb', 'code': 200} Jul 23 21:32:15.546641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:15.626610 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff833c4-cb6b-44a2-a86f-50b5074cfb02 req-eefa6a2f-def1-4ae2-9bb6-d9c516d066c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:15.628108 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dff833c4-cb6b-44a2-a86f-50b5074cfb02 req-eefa6a2f-def1-4ae2-9bb6-d9c516d066c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 1097 time: 0.0519567 Jul 23 21:32:15.665552 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-dff833c4-cb6b-44a2-a86f-50b5074cfb02 req-cdedf042-b3bc-4eb0-a0e7-2b02a87c0657 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e83f9fe2-891e-41d2-8900-b69a79de04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312920 Jul 23 21:32:15.827723 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:16.612322 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcc263-3c6a-4d78-a0e2-3b3f5268b2da req-a3d70711-5222-4f63-93cc-bda06a167760 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:16.613756 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a5dcc263-3c6a-4d78-a0e2-3b3f5268b2da req-a3d70711-5222-4f63-93cc-bda06a167760 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 945 time: 0.0652280 Jul 23 21:32:16.651040 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a5dcc263-3c6a-4d78-a0e2-3b3f5268b2da req-0ec03dfd-640f-4de8-b5eb-28e7019007ea tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=e83f9fe2-891e-41d2-8900-b69a79de04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316782 Jul 23 21:32:16.788184 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144a97b-b63f-4517-b809-33d4c8bc6449 req-2d2742ab-f0ec-43b3-9af0-473f2faa7c41 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:16.790041 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d144a97b-b63f-4517-b809-33d4c8bc6449 req-2d2742ab-f0ec-43b3-9af0-473f2faa7c41 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 945 time: 0.0713983 Jul 23 21:32:16.831143 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d144a97b-b63f-4517-b809-33d4c8bc6449 req-1091f4f3-1c56-4b06-b21a-c493a97d1ad0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=e83f9fe2-891e-41d2-8900-b69a79de04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356948 Jul 23 21:32:16.852401 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57654) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:16.903812 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ca5de3-3342-4db4-8053-ddf24caab1a3 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:16.905273 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-30ca5de3-3342-4db4-8053-ddf24caab1a3 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 1092 time: 0.0519228 Jul 23 21:32:16.908221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57656) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:16.912477 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': 'af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:32:16.933091 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:17.026400 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:17.139039 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.25.3.176 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/33fc7765-74fa-4080-b5b5-9ae81053b835) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:32:17.238915 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:17.281845 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:17.317365 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:32:17.320258 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:32:17.322787 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:32:17.339202 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:17.355590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=33fc7765-74fa-4080-b5b5-9ae81053b835,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:17.683297 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:17.757790 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:17.910607 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:17.914909 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:17.987690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=33fc7765-74fa-4080-b5b5-9ae81053b835,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:17.996564 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:18.092611 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Floating IP a15740c3-6dc7-4651-92c4-365f961022e7 associated. External IP: 172.25.3.176, port: af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb. Jul 23 21:32:18.303567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 94ec4f99-bad8-4803-a087-95a75c760baf has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:32:18.422118 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:32:18.432120 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b564b34c-264d-4f88-ae97-75654f09d6b2 None None] Sync routers for ids ['94ec4f99-bad8-4803-a087-95a75c760baf'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:32:18.439769 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:18.442939 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b564b34c-264d-4f88-ae97-75654f09d6b2 None None] Routers {'94ec4f99-bad8-4803-a087-95a75c760baf'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:32:18.443604 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b564b34c-264d-4f88-ae97-75654f09d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:31:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['94ec4f99-bad8-4803-a087-95a75c760baf'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:18.478719 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-96663ea5-4497-43bb-8085-bd031676e710 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5694757 Jul 23 21:32:18.479594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29e68aa-4658-4049-93bc-d10c27602c1c', 'tag': 'af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:32:18.482749 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148d1df1-ad49-4d53-8c91-fa9b7eb3b4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f29e68aa-4658-4049-93bc-d10c27602c1c", "tag": "af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:32:18.522490 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df064b0-02a4-4280-99aa-56fb2a8bc45e x-openstack-request-id: req-9df064b0-02a4-4280-99aa-56fb2a8bc45e {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:32:18.522845 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29e68aa-4658-4049-93bc-d10c27602c1c", "tag": "af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:32:18.523759 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9df064b0-02a4-4280-99aa-56fb2a8bc45e {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:32:18.523759 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29e68aa-4658-4049-93bc-d10c27602c1c', 'tag': 'af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb', 'status': 'completed', 'code': 200} Jul 23 21:32:18.557031 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b564b34c-264d-4f88-ae97-75654f09d6b2 None None] Set router 94ec4f99-bad8-4803-a087-95a75c760baf gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:32:18.604197 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d1df1-ad49-4d53-8c91-fa9b7eb3b4dc req-39fd0a21-3b65-4b99-9885-de43b8b72072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:18.605696 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-148d1df1-ad49-4d53-8c91-fa9b7eb3b4dc req-39fd0a21-3b65-4b99-9885-de43b8b72072 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 1097 time: 0.0589354 Jul 23 21:32:18.615817 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa19fa-2af5-48cd-bbba-48877817bc35 req-26b4c214-a701-4a95-ade3-2b972fdef6ec tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:18.617340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37fa19fa-2af5-48cd-bbba-48877817bc35 req-26b4c214-a701-4a95-ade3-2b972fdef6ec tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 945 time: 0.0801191 Jul 23 21:32:18.659288 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-37fa19fa-2af5-48cd-bbba-48877817bc35 req-d09fa7cc-920b-4901-9328-6c98b4cf01d2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=e83f9fe2-891e-41d2-8900-b69a79de04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358894 Jul 23 21:32:18.682586 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57662) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:18.701405 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d1df1-ad49-4d53-8c91-fa9b7eb3b4dc req-add07b2b-e9db-4d3b-b714-94be5c5307df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:18.702905 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-148d1df1-ad49-4d53-8c91-fa9b7eb3b4dc req-add07b2b-e9db-4d3b-b714-94be5c5307df service neutron] 10.222.0.57 "GET /v2.0/networks?id=85eb41e1-0b70-413b-b799-73e1eba9445c HTTP/1.1" status: 200 len: 896 time: 0.0899560 Jul 23 21:32:18.746042 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c3afa029-0a67-484e-8631-3fd1da54e87d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/floatingips/a15740c3-6dc7-4651-92c4-365f961022e7 HTTP/1.1" status: 200 len: 991 time: 0.0622833 Jul 23 21:32:18.773756 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-148d1df1-ad49-4d53-8c91-fa9b7eb3b4dc req-b6fb35a9-a00d-4f32-8b00-8a529222ac09 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb HTTP/1.1" status: 200 len: 999 time: 0.0645134 Jul 23 21:32:18.791491 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b564b34c-264d-4f88-ae97-75654f09d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380342519', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:32:02Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:03Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'a15740c3-6dc7-4651-92c4-365f961022e7', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'floating_ip_address': '172.25.3.176', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'port_id': 'af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c', 'mac_address': 'fa:16:3e:a3:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e68aa-4658-4049-93bc-d10c27602c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:32:17Z', 'updated_at': '2021-07-23T21:32:17Z', 'revision_number': 0, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5879edf-ddb2-4e47-8ae6-c01979114cc2', 'name': '', 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:41:8c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:05Z', 'updated_at': '2021-07-23T21:32:10Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:18.817258 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b564b34c-264d-4f88-ae97-75654f09d6b2 None None] Checking router: 94ec4f99-bad8-4803-a087-95a75c760baf for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:32:18.822568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d1df1-ad49-4d53-8c91-fa9b7eb3b4dc req-b771f5b0-8042-4545-8950-1ffa577a50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:18.824181 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-148d1df1-ad49-4d53-8c91-fa9b7eb3b4dc req-b771f5b0-8042-4545-8950-1ffa577a50fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cddec9d4-4ba4-40fd-a4ac-7d71534e291f HTTP/1.1" status: 200 len: 835 time: 0.0440273 Jul 23 21:32:18.825185 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b564b34c-264d-4f88-ae97-75654f09d6b2 None None] Routers {'94ec4f99-bad8-4803-a087-95a75c760baf'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:32:18.826436 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b564b34c-264d-4f88-ae97-75654f09d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:31:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['94ec4f99-bad8-4803-a087-95a75c760baf'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:18.882268 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d1df1-ad49-4d53-8c91-fa9b7eb3b4dc req-2be5d2f3-57a6-4df2-8b27-27abca7a1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:18.883781 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-148d1df1-ad49-4d53-8c91-fa9b7eb3b4dc req-2be5d2f3-57a6-4df2-8b27-27abca7a1405 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85eb41e1-0b70-413b-b799-73e1eba9445c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528760 Jul 23 21:32:18.929524 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b564b34c-264d-4f88-ae97-75654f09d6b2 None None] Set router 94ec4f99-bad8-4803-a087-95a75c760baf gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:32:18.975639 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-148d1df1-ad49-4d53-8c91-fa9b7eb3b4dc req-c9ced281-bbf5-4080-889a-2dfbd715d74a service neutron] 10.222.0.57 "GET /v2.0/networks/85eb41e1-0b70-413b-b799-73e1eba9445c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857604 Jul 23 21:32:19.065801 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-148d1df1-ad49-4d53-8c91-fa9b7eb3b4dc req-4aa7c785-ff67-4033-acf8-0c984a1af73d service neutron] 10.222.0.57 "GET /v2.0/networks/85eb41e1-0b70-413b-b799-73e1eba9445c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842767 Jul 23 21:32:19.149629 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b564b34c-264d-4f88-ae97-75654f09d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380342519', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:32:02Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:03Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'a15740c3-6dc7-4651-92c4-365f961022e7', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'floating_ip_address': '172.25.3.176', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'port_id': 'af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c', 'mac_address': 'fa:16:3e:a3:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e68aa-4658-4049-93bc-d10c27602c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:32:17Z', 'updated_at': '2021-07-23T21:32:17Z', 'revision_number': 0, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5879edf-ddb2-4e47-8ae6-c01979114cc2', 'name': '', 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:41:8c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:05Z', 'updated_at': '2021-07-23T21:32:10Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:19.174450 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b564b34c-264d-4f88-ae97-75654f09d6b2 None None] The sync data for ids ['94ec4f99-bad8-4803-a087-95a75c760baf'] in n-d-791504-18 is: [{'id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380342519', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:32:02Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:03Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'a15740c3-6dc7-4651-92c4-365f961022e7', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'floating_ip_address': '172.25.3.176', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'port_id': 'af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c', 'mac_address': 'fa:16:3e:a3:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29e68aa-4658-4049-93bc-d10c27602c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:32:17Z', 'updated_at': '2021-07-23T21:32:17Z', 'revision_number': 0, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5879edf-ddb2-4e47-8ae6-c01979114cc2', 'name': '', 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:41:8c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:05Z', 'updated_at': '2021-07-23T21:32:10Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:32:19.369793 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0890bf91-106c-4eed-9912-7bcbc5daca31 None None] New status for floating IP a15740c3-6dc7-4651-92c4-365f961022e7: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:32:19.748341 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57664) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:19.809823 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b259f5e0-9f4d-4cf7-9701-635bf66d77f5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/floatingips/a15740c3-6dc7-4651-92c4-365f961022e7 HTTP/1.1" status: 200 len: 993 time: 0.0602856 Jul 23 21:32:24.657352 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f84a7353-d364-4c6a-a5e5-37bce8f70812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:27.172651 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85b36e39-26d5-4714-9486-d51ba215d04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:27.427527 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:28.736527 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:30.185931 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:45.828156 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:47.026941 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:32:47.360870 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:48.516596 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1bbf3-4c00-49c0-b604-b67e79257c46 req-9058c095-f7d3-4ec5-b575-8b7771561eee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:48.518131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8cd1bbf3-4c00-49c0-b604-b67e79257c46 req-9058c095-f7d3-4ec5-b575-8b7771561eee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 945 time: 0.0627611 Jul 23 21:32:48.557620 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8cd1bbf3-4c00-49c0-b604-b67e79257c46 req-d571a06d-fd03-4dd1-a430-d46eb43d6f5f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=e83f9fe2-891e-41d2-8900-b69a79de04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339818 Jul 23 21:32:49.721042 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76187e8-695a-47cd-9e41-8e0806644003 req-f17cee53-1bb4-4dbd-9bf3-cc7068616088 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:49.722526 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e76187e8-695a-47cd-9e41-8e0806644003 req-f17cee53-1bb4-4dbd-9bf3-cc7068616088 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 945 time: 0.0645466 Jul 23 21:32:49.759643 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e76187e8-695a-47cd-9e41-8e0806644003 req-3e052cdd-f8dd-416b-8b97-4f771de2f639 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=e83f9fe2-891e-41d2-8900-b69a79de04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313098 Jul 23 21:32:49.781486 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57692) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:49.844341 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-718ec671-ffcf-4b97-8da1-a6b095731f6a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/floatingips/a15740c3-6dc7-4651-92c4-365f961022e7 HTTP/1.1" status: 200 len: 993 time: 0.0616992 Jul 23 21:32:51.106474 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236ba0e-8fab-475e-b2dd-6b350a7d5570 req-b5484cc2-0cd4-4921-9254-3cd9ed548615 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:51.107996 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1236ba0e-8fab-475e-b2dd-6b350a7d5570 req-b5484cc2-0cd4-4921-9254-3cd9ed548615 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 945 time: 0.0628469 Jul 23 21:32:51.145878 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1236ba0e-8fab-475e-b2dd-6b350a7d5570 req-6da1026f-612c-428a-94bf-0001383b2d0e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=e83f9fe2-891e-41d2-8900-b69a79de04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318859 Jul 23 21:32:52.276575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c8ed9-c937-412b-9c6f-a196f479503f req-065b2a1e-52ad-487a-ac97-02e39e25bc76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:52.278091 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-916c8ed9-c937-412b-9c6f-a196f479503f req-065b2a1e-52ad-487a-ac97-02e39e25bc76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 945 time: 0.0641494 Jul 23 21:32:52.318680 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-916c8ed9-c937-412b-9c6f-a196f479503f req-888ee29c-f266-46ea-b90c-bea6475f62b4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=e83f9fe2-891e-41d2-8900-b69a79de04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343397 Jul 23 21:32:52.340866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57702) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:52.400481 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c4fd0eaf-a40a-4579-a919-4e667599cfdd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/floatingips/a15740c3-6dc7-4651-92c4-365f961022e7 HTTP/1.1" status: 200 len: 993 time: 0.0585253 Jul 23 21:32:52.686026 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57708) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:52.841237 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port 33fc7765-74fa-4080-b5b5-9ae81053b835 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:32:52.841576 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:52.919489 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:52.919824 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:52.931683 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for 33fc7765-74fa-4080-b5b5-9ae81053b835 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:32:53.078887 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:53.104172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=33fc7765-74fa-4080-b5b5-9ae81053b835,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:53.115970 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:53.116324 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:53.116667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:53.117004 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:53.117339 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:53.117670 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:53.117998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:53.118329 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:53.118654 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:53.118977 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:53.119328 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:53.119658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:53.175588 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:53.175922 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Floating IP a15740c3-6dc7-4651-92c4-365f961022e7 disassociated (deleted). External IP: 172.25.3.176, port: af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb. Jul 23 21:32:53.380353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 94ec4f99-bad8-4803-a087-95a75c760baf has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:32:53.486912 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:32:53.491866 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:53.496177 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c76f7f4-3b93-49b4-956c-d2eedabe6be9 None None] Sync routers for ids ['94ec4f99-bad8-4803-a087-95a75c760baf'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:32:53.506233 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c76f7f4-3b93-49b4-956c-d2eedabe6be9 None None] Routers {'94ec4f99-bad8-4803-a087-95a75c760baf'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:32:53.506842 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3c76f7f4-3b93-49b4-956c-d2eedabe6be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:32:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['94ec4f99-bad8-4803-a087-95a75c760baf'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:53.529748 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-13efdef3-1550-4c9f-82a2-661f33220264 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/floatingips/a15740c3-6dc7-4651-92c4-365f961022e7 HTTP/1.1" status: 204 len: 168 time: 0.8420985 Jul 23 21:32:53.530329 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29e68aa-4658-4049-93bc-d10c27602c1c', 'tag': 'af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:32:53.532612 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee9ab23-8dec-4747-b13b-88592741878d" -d '{"events": [{"name": "network-changed", "server_uuid": "f29e68aa-4658-4049-93bc-d10c27602c1c", "tag": "af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:32:53.582930 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baec1f4-9ea8-47f5-9b93-f4983ad29555 x-openstack-request-id: req-3baec1f4-9ea8-47f5-9b93-f4983ad29555 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:32:53.583365 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29e68aa-4658-4049-93bc-d10c27602c1c", "tag": "af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:32:53.583499 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3baec1f4-9ea8-47f5-9b93-f4983ad29555 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:32:53.583897 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29e68aa-4658-4049-93bc-d10c27602c1c', 'tag': 'af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb', 'status': 'completed', 'code': 200} Jul 23 21:32:53.613877 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-3c76f7f4-3b93-49b4-956c-d2eedabe6be9 None None] Set router 94ec4f99-bad8-4803-a087-95a75c760baf gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:32:53.719107 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9ab23-8dec-4747-b13b-88592741878d req-9f5dedba-4500-4666-a6cb-5fe5bcf3fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:53.720694 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cee9ab23-8dec-4747-b13b-88592741878d req-9f5dedba-4500-4666-a6cb-5fe5bcf3fed4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 1097 time: 0.1102874 Jul 23 21:32:53.797553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efe5e5-c169-47d6-9dc7-905260da0abe req-e98dcb8d-2544-4d00-8182-1a495c440814 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:53.799078 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4efe5e5-c169-47d6-9dc7-905260da0abe req-e98dcb8d-2544-4d00-8182-1a495c440814 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 945 time: 0.0736458 Jul 23 21:32:53.816447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9ab23-8dec-4747-b13b-88592741878d req-ca4685f7-c4f1-4e04-8ba8-40df0ccfc1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:53.817939 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cee9ab23-8dec-4747-b13b-88592741878d req-ca4685f7-c4f1-4e04-8ba8-40df0ccfc1c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=85eb41e1-0b70-413b-b799-73e1eba9445c HTTP/1.1" status: 200 len: 896 time: 0.0905404 Jul 23 21:32:53.840254 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d4efe5e5-c169-47d6-9dc7-905260da0abe req-9bde8b2c-d3f2-4b31-aeb3-1417c4bd6e2e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=e83f9fe2-891e-41d2-8900-b69a79de04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346742 Jul 23 21:32:53.848637 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3c76f7f4-3b93-49b4-956c-d2eedabe6be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380342519', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:32:02Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:03Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a5879edf-ddb2-4e47-8ae6-c01979114cc2', 'name': '', 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:41:8c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:05Z', 'updated_at': '2021-07-23T21:32:10Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:53.865244 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cee9ab23-8dec-4747-b13b-88592741878d req-3259b4d8-402a-4411-b4f7-b60433d5e02a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb HTTP/1.1" status: 200 len: 217 time: 0.0397749 Jul 23 21:32:53.877720 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c76f7f4-3b93-49b4-956c-d2eedabe6be9 None None] Checking router: 94ec4f99-bad8-4803-a087-95a75c760baf for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:32:53.886167 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c76f7f4-3b93-49b4-956c-d2eedabe6be9 None None] Routers {'94ec4f99-bad8-4803-a087-95a75c760baf'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:32:53.886710 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3c76f7f4-3b93-49b4-956c-d2eedabe6be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:32:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['94ec4f99-bad8-4803-a087-95a75c760baf'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:53.915697 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9ab23-8dec-4747-b13b-88592741878d req-db30ceef-1a19-40ac-9eb2-a5f96d883029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:53.917169 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cee9ab23-8dec-4747-b13b-88592741878d req-db30ceef-1a19-40ac-9eb2-a5f96d883029 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cddec9d4-4ba4-40fd-a4ac-7d71534e291f HTTP/1.1" status: 200 len: 835 time: 0.0445731 Jul 23 21:32:53.976618 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9ab23-8dec-4747-b13b-88592741878d req-7bb5f5e1-9ced-4af2-aacd-b721e33f70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:53.978160 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cee9ab23-8dec-4747-b13b-88592741878d req-7bb5f5e1-9ced-4af2-aacd-b721e33f70d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=85eb41e1-0b70-413b-b799-73e1eba9445c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538914 Jul 23 21:32:53.991799 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-3c76f7f4-3b93-49b4-956c-d2eedabe6be9 None None] Set router 94ec4f99-bad8-4803-a087-95a75c760baf gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:32:54.081411 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cee9ab23-8dec-4747-b13b-88592741878d req-f829f439-8261-4073-a829-8ae7440852c7 service neutron] 10.222.0.57 "GET /v2.0/networks/85eb41e1-0b70-413b-b799-73e1eba9445c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916884 Jul 23 21:32:54.172301 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cee9ab23-8dec-4747-b13b-88592741878d req-fc284417-94f9-4484-93c3-397ec7300013 service neutron] 10.222.0.57 "GET /v2.0/networks/85eb41e1-0b70-413b-b799-73e1eba9445c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835159 Jul 23 21:32:54.273146 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3c76f7f4-3b93-49b4-956c-d2eedabe6be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380342519', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:32:02Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:03Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a5879edf-ddb2-4e47-8ae6-c01979114cc2', 'name': '', 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:41:8c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:05Z', 'updated_at': '2021-07-23T21:32:10Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:54.298167 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c76f7f4-3b93-49b4-956c-d2eedabe6be9 None None] The sync data for ids ['94ec4f99-bad8-4803-a087-95a75c760baf'] in n-d-791504-18 is: [{'id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380342519', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:32:02Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:03Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'a5879edf-ddb2-4e47-8ae6-c01979114cc2', 'name': '', 'network_id': '85eb41e1-0b70-413b-b799-73e1eba9445c', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:41:8c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:05Z', 'updated_at': '2021-07-23T21:32:10Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'cddec9d4-4ba4-40fd-a4ac-7d71534e291f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:32:54.518726 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720c2fce-c79c-4078-b816-a8de518bc6c5 None None] New status for floating IP a15740c3-6dc7-4651-92c4-365f961022e7: DOWN {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:32:54.656905 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3619f70c-5c1e-468f-962f-8c98ddc21a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:54.974605 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d868c8f-3b53-4840-b9f0-bafd23410b5e req-e1b276f8-4b51-48ff-8969-f4c667a3efec tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:54.976131 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d868c8f-3b53-4840-b9f0-bafd23410b5e req-e1b276f8-4b51-48ff-8969-f4c667a3efec tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 945 time: 0.0671418 Jul 23 21:32:55.013413 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d868c8f-3b53-4840-b9f0-bafd23410b5e req-10c96989-c8e3-4196-a8e7-ebb888a694c8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=e83f9fe2-891e-41d2-8900-b69a79de04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315671 Jul 23 21:32:55.374452 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636947a4-0ef2-4602-93c7-6883fa791863 req-ddc21237-3a75-4c71-ab21-da869b73f667 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:55.375945 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-636947a4-0ef2-4602-93c7-6883fa791863 req-ddc21237-3a75-4c71-ab21-da869b73f667 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.57 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 945 time: 0.0669878 Jul 23 21:32:55.472687 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-636947a4-0ef2-4602-93c7-6883fa791863 req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:32:55.472687 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-636947a4-0ef2-4602-93c7-6883fa791863 req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:55.838054 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-636947a4-0ef2-4602-93c7-6883fa791863 req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] For port af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb,segment=NetworkSegment(7c662704-2f81-42d2-b909-a2480c1b3f38),segment_id=7c662704-2f81-42d2-b909-a2480c1b3f38)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:32:55.838413 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-636947a4-0ef2-4602-93c7-6883fa791863 req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:55.850622 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-636947a4-0ef2-4602-93c7-6883fa791863 req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:32:55.976257 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-636947a4-0ef2-4602-93c7-6883fa791863 req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:56.007129 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:56.016915 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:56.017263 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:56.017609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:56.017944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:56.018274 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:56.018609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:56.018941 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:56.019298 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:56.019627 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:56.020302 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:56.020302 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:56.020594 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:56.066665 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-636947a4-0ef2-4602-93c7-6883fa791863 req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] No DVR routers for this DVR port af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:32:56.069383 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-636947a4-0ef2-4602-93c7-6883fa791863 req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:56.071407 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-636947a4-0ef2-4602-93c7-6883fa791863 req-06511bbe-9424-4520-bc66-41021176b4bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.57 "DELETE /v2.0/ports/af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb HTTP/1.1" status: 204 len: 173 time: 0.6900885 Jul 23 21:32:56.071853 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29e68aa-4658-4049-93bc-d10c27602c1c', 'name': 'network-vif-deleted', 'tag': 'af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:32:56.074170 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1af80e0-2a45-4ad0-8aa4-576da21a24c2" -d '{"events": [{"server_uuid": "f29e68aa-4658-4049-93bc-d10c27602c1c", "name": "network-vif-deleted", "tag": "af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:32:56.113603 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c0f714-0d6a-4430-841f-f7b947f9d819 x-openstack-request-id: req-d9c0f714-0d6a-4430-841f-f7b947f9d819 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:32:56.113926 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29e68aa-4658-4049-93bc-d10c27602c1c", "name": "network-vif-deleted", "tag": "af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:32:56.114181 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9c0f714-0d6a-4430-841f-f7b947f9d819 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:32:56.114576 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29e68aa-4658-4049-93bc-d10c27602c1c', 'name': 'network-vif-deleted', 'tag': 'af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb', 'status': 'completed', 'code': 200} Jul 23 21:32:56.116901 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64d79a6e-a636-4260-b65c-75af7de9ec12 req-c873adb8-8789-4a31-bc79-3b1566e20788 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=f29e68aa-4658-4049-93bc-d10c27602c1c HTTP/1.1" status: 200 len: 210 time: 0.0346117 Jul 23 21:32:57.176643 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01216a99-ef7c-4c84-bd94-abaac663336d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:57.177106 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57726) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:57.432023 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:57.534130 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-942d94d3-7dbf-45f0-bc51-8d24b65e6dc2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:57.795797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-942d94d3-7dbf-45f0-bc51-8d24b65e6dc2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port a5879edf-ddb2-4e47-8ae6-c01979114cc2 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:32:57.796137 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-942d94d3-7dbf-45f0-bc51-8d24b65e6dc2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:57.881399 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-942d94d3-7dbf-45f0-bc51-8d24b65e6dc2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] For port a5879edf-ddb2-4e47-8ae6-c01979114cc2, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a5879edf-ddb2-4e47-8ae6-c01979114cc2,segment=NetworkSegment(7c662704-2f81-42d2-b909-a2480c1b3f38),segment_id=7c662704-2f81-42d2-b909-a2480c1b3f38)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:32:57.881755 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-942d94d3-7dbf-45f0-bc51-8d24b65e6dc2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:57.896768 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-942d94d3-7dbf-45f0-bc51-8d24b65e6dc2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for a5879edf-ddb2-4e47-8ae6-c01979114cc2 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:32:58.104790 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-942d94d3-7dbf-45f0-bc51-8d24b65e6dc2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:58.135819 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d94d3-7dbf-45f0-bc51-8d24b65e6dc2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=a5879edf-ddb2-4e47-8ae6-c01979114cc2,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:58.628183 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-942d94d3-7dbf-45f0-bc51-8d24b65e6dc2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:58.737070 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:58.839956 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942d94d3-7dbf-45f0-bc51-8d24b65e6dc2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 94ec4f99-bad8-4803-a087-95a75c760baf has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:32:58.943235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942d94d3-7dbf-45f0-bc51-8d24b65e6dc2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:32:58.948163 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-942d94d3-7dbf-45f0-bc51-8d24b65e6dc2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "PUT /v2.0/routers/94ec4f99-bad8-4803-a087-95a75c760baf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7703657 Jul 23 21:32:58.950860 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57730) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:58.953512 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75c31d7-9691-48e1-8862-dd1b41647e3b None None] Sync routers for ids ['94ec4f99-bad8-4803-a087-95a75c760baf'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:32:58.962516 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75c31d7-9691-48e1-8862-dd1b41647e3b None None] Routers {'94ec4f99-bad8-4803-a087-95a75c760baf'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:32:58.963164 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b75c31d7-9691-48e1-8862-dd1b41647e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:32:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['94ec4f99-bad8-4803-a087-95a75c760baf'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:59.002289 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d1313c-a6e8-431b-85b1-e1ce7d1a9108 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting subnet cddec9d4-4ba4-40fd-a4ac-7d71534e291f {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:32:59.005691 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5d1313c-a6e8-431b-85b1-e1ce7d1a9108 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:59.044029 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5d1313c-a6e8-431b-85b1-e1ce7d1a9108 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:59.065630 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b75c31d7-9691-48e1-8862-dd1b41647e3b None None] Set router 94ec4f99-bad8-4803-a087-95a75c760baf gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:32:59.132977 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5d1313c-a6e8-431b-85b1-e1ce7d1a9108 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:59.192435 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5d1313c-a6e8-431b-85b1-e1ce7d1a9108 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:59.221926 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1313c-a6e8-431b-85b1-e1ce7d1a9108 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Subnet': ['ID=cddec9d4-4ba4-40fd-a4ac-7d71534e291f,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:59.227700 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c5d1313c-a6e8-431b-85b1-e1ce7d1a9108 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:59.231637 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c5d1313c-a6e8-431b-85b1-e1ce7d1a9108 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/subnets/cddec9d4-4ba4-40fd-a4ac-7d71534e291f HTTP/1.1" status: 204 len: 168 time: 0.2797794 Jul 23 21:32:59.232428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57732) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:32:59.235888 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7566f0-19f8-4b1a-8a8e-faeb909a5db7 None None] Network 85eb41e1-0b70-413b-b799-73e1eba9445c requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:32:59.245214 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b75c31d7-9691-48e1-8862-dd1b41647e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380342519', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:32:02Z', 'updated_at': '2021-07-23T21:32:58Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:03Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:59.271525 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75c31d7-9691-48e1-8862-dd1b41647e3b None None] Checking router: 94ec4f99-bad8-4803-a087-95a75c760baf for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:32:59.279617 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75c31d7-9691-48e1-8862-dd1b41647e3b None None] Routers {'94ec4f99-bad8-4803-a087-95a75c760baf'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:32:59.280759 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b75c31d7-9691-48e1-8862-dd1b41647e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:32:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['94ec4f99-bad8-4803-a087-95a75c760baf'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:59.351801 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3704330b-7a5b-47f7-97f7-63d3234b9c57 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:59.388829 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b75c31d7-9691-48e1-8862-dd1b41647e3b None None] Set router 94ec4f99-bad8-4803-a087-95a75c760baf gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:32:59.449043 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] DHCP port deletion for 85eb41e1-0b70-413b-b799-73e1eba9445c request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:32:59.461298 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3704330b-7a5b-47f7-97f7-63d3234b9c57 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:59.490478 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:32:59.515909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:32:59.516276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device af1a8ac5-f9a4-485e-b751-4cad3d8e6ebb not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:32:59.518418 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3704330b-7a5b-47f7-97f7-63d3234b9c57 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port b3b75605-cfa1-4243-919c-73a5bc0bb9bf {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:32:59.518768 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3704330b-7a5b-47f7-97f7-63d3234b9c57 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:59.521910 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] Deleting port 498e8adf-f025-4493-be38-ef817e03f6a2 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:32:59.522226 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:59.581845 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b75c31d7-9691-48e1-8862-dd1b41647e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380342519', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:32:02Z', 'updated_at': '2021-07-23T21:32:58Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:03Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:32:59.591392 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] For port 498e8adf-f025-4493-be38-ef817e03f6a2, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=498e8adf-f025-4493-be38-ef817e03f6a2,segment=NetworkSegment(7c662704-2f81-42d2-b909-a2480c1b3f38),segment_id=7c662704-2f81-42d2-b909-a2480c1b3f38)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:32:59.591790 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:59.604761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] Calling delete_port for 498e8adf-f025-4493-be38-ef817e03f6a2 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:32:59.615353 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75c31d7-9691-48e1-8862-dd1b41647e3b None None] The sync data for ids ['94ec4f99-bad8-4803-a087-95a75c760baf'] in n-d-791504-18 is: [{'id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1380342519', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:32:02Z', 'updated_at': '2021-07-23T21:32:58Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'b3b75605-cfa1-4243-919c-73a5bc0bb9bf', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ec4f99-bad8-4803-a087-95a75c760baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:32:03Z', 'updated_at': '2021-07-23T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:32:59.615596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-3704330b-7a5b-47f7-97f7-63d3234b9c57 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] For port b3b75605-cfa1-4243-919c-73a5bc0bb9bf, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b3b75605-cfa1-4243-919c-73a5bc0bb9bf,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:32:59.615842 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3704330b-7a5b-47f7-97f7-63d3234b9c57 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:59.631000 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-3704330b-7a5b-47f7-97f7-63d3234b9c57 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for b3b75605-cfa1-4243-919c-73a5bc0bb9bf owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:32:59.696704 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:59.723526 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] Pushing event deleted for resources: {'Port': ['ID=498e8adf-f025-4493-be38-ef817e03f6a2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:59.725732 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] No DVR routers for this DVR port 498e8adf-f025-4493-be38-ef817e03f6a2 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:32:59.736353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:59.736353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:59.736353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:59.736353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:59.736353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:59.736353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:59.736353 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:59.737343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:59.737343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:59.737343 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:59.737991 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:59.737991 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226cfbe9-8a03-4f18-8be5-25e04425e44a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:32:59.812026 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3704330b-7a5b-47f7-97f7-63d3234b9c57 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:59.837587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704330b-7a5b-47f7-97f7-63d3234b9c57 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=b3b75605-cfa1-4243-919c-73a5bc0bb9bf,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:32:59.899035 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3704330b-7a5b-47f7-97f7-63d3234b9c57 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:59.993536 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3704330b-7a5b-47f7-97f7-63d3234b9c57 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:59.995071 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3704330b-7a5b-47f7-97f7-63d3234b9c57 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:00.043475 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3704330b-7a5b-47f7-97f7-63d3234b9c57 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:00.044012 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3704330b-7a5b-47f7-97f7-63d3234b9c57 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Fanout notify agent at l3_agent the message router_deleted on router 94ec4f99-bad8-4803-a087-95a75c760baf {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:33:00.052482 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3704330b-7a5b-47f7-97f7-63d3234b9c57 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:00.053648 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3704330b-7a5b-47f7-97f7-63d3234b9c57 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/routers/94ec4f99-bad8-4803-a087-95a75c760baf HTTP/1.1" status: 204 len: 168 time: 0.8192055 Jul 23 21:33:00.056400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57736) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:00.132447 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da741c58-191f-4195-9a0d-2bc8a6097f7a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:00.189743 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:00.225084 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da741c58-191f-4195-9a0d-2bc8a6097f7a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:00.236954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-da741c58-191f-4195-9a0d-2bc8a6097f7a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85eb41e1-0b70-413b-b799-73e1eba9445c']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:33:00.247983 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-da741c58-191f-4195-9a0d-2bc8a6097f7a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c662704-2f81-42d2-b909-a2480c1b3f38') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:33:00.248284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-da741c58-191f-4195-9a0d-2bc8a6097f7a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c662704-2f81-42d2-b909-a2480c1b3f38') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:33:00.257680 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da741c58-191f-4195-9a0d-2bc8a6097f7a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:00.276306 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da741c58-191f-4195-9a0d-2bc8a6097f7a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:00.282600 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da741c58-191f-4195-9a0d-2bc8a6097f7a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:33:00.282981 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da741c58-191f-4195-9a0d-2bc8a6097f7a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:33:00.286018 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:33:00.347234 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da741c58-191f-4195-9a0d-2bc8a6097f7a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:00.355724 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-da741c58-191f-4195-9a0d-2bc8a6097f7a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:00.357597 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-da741c58-191f-4195-9a0d-2bc8a6097f7a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/networks/85eb41e1-0b70-413b-b799-73e1eba9445c HTTP/1.1" status: 204 len: 168 time: 0.3001838 Jul 23 21:33:00.362476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57738) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:00.367647 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da741c58-191f-4195-9a0d-2bc8a6097f7a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Network': ['ID=85eb41e1-0b70-413b-b799-73e1eba9445c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:00.419312 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc26a070-246d-4494-a6cb-33e58bb1ccbc tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:00.442919 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc26a070-246d-4494-a6cb-33e58bb1ccbc tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:00.500839 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc26a070-246d-4494-a6cb-33e58bb1ccbc tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:00.503437 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-bc26a070-246d-4494-a6cb-33e58bb1ccbc tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:00.504653 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-bc26a070-246d-4494-a6cb-33e58bb1ccbc tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/security-groups/e83f9fe2-891e-41d2-8900-b69a79de04f1 HTTP/1.1" status: 204 len: 168 time: 0.1411445 Jul 23 21:33:00.513626 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26a070-246d-4494-a6cb-33e58bb1ccbc tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83f9fe2-891e-41d2-8900-b69a79de04f1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:00.620377 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b3b75605-cfa1-4243-919c-73a5bc0bb9bf no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:33:00.640823 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: b3b75605-cfa1-4243-919c-73a5bc0bb9bf {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:33:00.641258 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b3b75605-cfa1-4243-919c-73a5bc0bb9bf not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:33:00.641744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 498e8adf-f025-4493-be38-ef817e03f6a2 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:33:00.661394 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 498e8adf-f025-4493-be38-ef817e03f6a2 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:33:00.661860 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 498e8adf-f025-4493-be38-ef817e03f6a2 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:33:00.662345 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a5879edf-ddb2-4e47-8ae6-c01979114cc2 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:33:00.683455 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: a5879edf-ddb2-4e47-8ae6-c01979114cc2 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:33:00.683871 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a5879edf-ddb2-4e47-8ae6-c01979114cc2 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:33:01.018932 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57744) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:01.024068 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-33e5d1b3-236a-4674-8834-2e13c6281bec tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-300033599', 'description': 'tempest-secgroup-smoke-300033599 description', 'project_id': 'b485364fd2d04623babc416c243a99e1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:33:01.046914 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-33e5d1b3-236a-4674-8834-2e13c6281bec tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.130144 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-33e5d1b3-236a-4674-8834-2e13c6281bec tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.133626 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-33e5d1b3-236a-4674-8834-2e13c6281bec tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.158419 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-33e5d1b3-236a-4674-8834-2e13c6281bec tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.159644 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-33e5d1b3-236a-4674-8834-2e13c6281bec tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1396782 Jul 23 21:33:01.162628 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57746) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:01.163603 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5d1b3-236a-4674-8834-2e13c6281bec tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78622942-3d0b-4224-a289-89f6c42c6693,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:01.167415 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-df5024aa-8d19-4936-8784-767fb982b024 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': '78622942-3d0b-4224-a289-89f6c42c6693', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:33:01.194219 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df5024aa-8d19-4936-8784-767fb982b024 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.248902 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df5024aa-8d19-4936-8784-767fb982b024 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.253125 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df5024aa-8d19-4936-8784-767fb982b024 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.273601 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5024aa-8d19-4936-8784-767fb982b024 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140c9fae-9ed2-4894-acda-acdb17b4756b,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:01.277259 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-df5024aa-8d19-4936-8784-767fb982b024 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.278475 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-df5024aa-8d19-4936-8784-767fb982b024 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147983 Jul 23 21:33:01.281358 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57748) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:01.285771 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-4f8d2134-80df-4341-8a93-fda44422a597 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': '78622942-3d0b-4224-a289-89f6c42c6693', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:33:01.311366 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4f8d2134-80df-4341-8a93-fda44422a597 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.369524 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4f8d2134-80df-4341-8a93-fda44422a597 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.373144 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4f8d2134-80df-4341-8a93-fda44422a597 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.396193 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d2134-80df-4341-8a93-fda44422a597 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f5affe-a195-4477-bf23-972ef76a1a89,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:01.399900 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-4f8d2134-80df-4341-8a93-fda44422a597 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.401083 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4f8d2134-80df-4341-8a93-fda44422a597 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187744 Jul 23 21:33:01.403898 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57750) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:01.408284 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a7d321bc-95a5-4325-8ba6-8ffe5eb803a2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': '78622942-3d0b-4224-a289-89f6c42c6693', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:33:01.434408 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a7d321bc-95a5-4325-8ba6-8ffe5eb803a2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.494889 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a7d321bc-95a5-4325-8ba6-8ffe5eb803a2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.498178 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a7d321bc-95a5-4325-8ba6-8ffe5eb803a2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.514875 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d321bc-95a5-4325-8ba6-8ffe5eb803a2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c8c844-92ea-48c1-84e8-7501fe9d84c0,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:01.520346 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a7d321bc-95a5-4325-8ba6-8ffe5eb803a2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.521470 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a7d321bc-95a5-4325-8ba6-8ffe5eb803a2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166461 Jul 23 21:33:01.524348 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57752) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:01.528851 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-26c0575e-b6e6-4755-aaeb-97b276744da2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': '78622942-3d0b-4224-a289-89f6c42c6693', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:33:01.561492 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26c0575e-b6e6-4755-aaeb-97b276744da2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.620564 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26c0575e-b6e6-4755-aaeb-97b276744da2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.624111 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26c0575e-b6e6-4755-aaeb-97b276744da2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.641340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0575e-b6e6-4755-aaeb-97b276744da2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e2daa9-a5a4-4d72-abb4-70bbe0bf6b3a,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:01.647169 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-26c0575e-b6e6-4755-aaeb-97b276744da2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.648367 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-26c0575e-b6e6-4755-aaeb-97b276744da2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230354 Jul 23 21:33:01.651377 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57754) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:01.656605 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-540c7269-1445-4f36-8631-6b56969b30b4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': '78622942-3d0b-4224-a289-89f6c42c6693', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:33:01.677456 n-d-791504-18 neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-540c7269-1445-4f36-8631-6b56969b30b4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Project b485364fd2d04623babc416c243a99e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:33:01.682038 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-540c7269-1445-4f36-8631-6b56969b30b4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.741986 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-540c7269-1445-4f36-8631-6b56969b30b4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.745500 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-540c7269-1445-4f36-8631-6b56969b30b4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.764461 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c7269-1445-4f36-8631-6b56969b30b4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f0ffce-57e9-41cc-a09b-98a29ee31275,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:01.771027 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-540c7269-1445-4f36-8631-6b56969b30b4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.772249 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-540c7269-1445-4f36-8631-6b56969b30b4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198123 Jul 23 21:33:01.774946 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57756) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:01.779569 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8dca54bc-102a-420f-a76b-bdb32fb3d999 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': '78622942-3d0b-4224-a289-89f6c42c6693', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:33:01.801204 n-d-791504-18 neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-8dca54bc-102a-420f-a76b-bdb32fb3d999 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Project b485364fd2d04623babc416c243a99e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:33:01.806560 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8dca54bc-102a-420f-a76b-bdb32fb3d999 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.866266 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8dca54bc-102a-420f-a76b-bdb32fb3d999 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.869716 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8dca54bc-102a-420f-a76b-bdb32fb3d999 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.889031 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca54bc-102a-420f-a76b-bdb32fb3d999 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8aa0e3-6605-4c80-a613-5eb11e2bf572,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:01.893184 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8dca54bc-102a-420f-a76b-bdb32fb3d999 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.894360 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8dca54bc-102a-420f-a76b-bdb32fb3d999 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184733 Jul 23 21:33:01.897204 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57758) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:01.901948 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b80ed7f1-0297-4578-ac01-4d5e4ed90d6e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'network': {'name': 'tempest-network-smoke--1715395008', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'port_security_enabled': True}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:33:01.921358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80ed7f1-0297-4578-ac01-4d5e4ed90d6e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Made reservation on behalf of b485364fd2d04623babc416c243a99e1 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:33:01.924777 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b80ed7f1-0297-4578-ac01-4d5e4ed90d6e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.947804 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80ed7f1-0297-4578-ac01-4d5e4ed90d6e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:33:01.957708 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b80ed7f1-0297-4578-ac01-4d5e4ed90d6e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:01.958059 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-b80ed7f1-0297-4578-ac01-4d5e4ed90d6e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Added segment 842c08b2-58b9-45c4-8729-f8702cf747a3 of type vlan for network 15a42075-5a10-4e69-b10d-9e133ae92fd4 Jul 23 21:33:02.002692 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b80ed7f1-0297-4578-ac01-4d5e4ed90d6e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:02.030117 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b80ed7f1-0297-4578-ac01-4d5e4ed90d6e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:02.036065 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80ed7f1-0297-4578-ac01-4d5e4ed90d6e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:02.036638 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b80ed7f1-0297-4578-ac01-4d5e4ed90d6e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:02.067742 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b80ed7f1-0297-4578-ac01-4d5e4ed90d6e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1695664 Jul 23 21:33:02.070423 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57760) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:02.074714 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1998344154', 'admin_state_up': True, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:33:02.116729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ed7f1-0297-4578-ac01-4d5e4ed90d6e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Network': ['ID=15a42075-5a10-4e69-b10d-9e133ae92fd4,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:02.126818 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 15a42075-5a10-4e69-b10d-9e133ae92fd4 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:33:02.131865 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:02.132957 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:02.188359 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:02.331707 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:02.531697 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:02.550241 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:02.654178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.25.3.147 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/0dd62ba7-77df-4734-8769-48348f6f9aee) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:33:02.780820 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:02.817927 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:02.853599 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:33:02.856542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:33:02.862707 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:33:02.889920 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=0dd62ba7-77df-4734-8769-48348f6f9aee,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:03.120747 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:03.309038 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:03.442028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router a0f4a090-3ed6-4ac0-9be9-899362b6f966 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:33:03.546983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:33:03.560803 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Sync routers for ids ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:33:03.566111 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:03.567451 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-157a1101-4b47-466e-a791-401a7e0099ee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4960768 Jul 23 21:33:03.570610 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57762) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:03.571386 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Routers {'a0f4a090-3ed6-4ac0-9be9-899362b6f966'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:33:03.572009 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:32:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:33:03.600687 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f76f270b-2287-456e-81d6-f0b41348937a tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=b485364fd2d04623babc416c243a99e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265715 Jul 23 21:33:03.601019 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57764) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:03.678214 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Set router a0f4a090-3ed6-4ac0-9be9-899362b6f966 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:33:03.691794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812904c3-ebe4-49a6-bf4b-2af63877ca1d tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:03.693390 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-812904c3-ebe4-49a6-bf4b-2af63877ca1d tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911572 Jul 23 21:33:03.696288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57766) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:03.724684 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0447c927-3fd1-4dca-9100-b85576c1e4d8 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273442 Jul 23 21:33:03.727353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57768) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:03.732093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a313cdf6-127f-45c7-8c98-30b43a56cb04 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1036176088', 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:33:03.819709 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a313cdf6-127f-45c7-8c98-30b43a56cb04 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Made reservation on behalf of b485364fd2d04623babc416c243a99e1 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:33:03.823252 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a313cdf6-127f-45c7-8c98-30b43a56cb04 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:03.855116 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998344154', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:03Z', 'revision_number': 3, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:33:03.884987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Checking router: a0f4a090-3ed6-4ac0-9be9-899362b6f966 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:33:03.885325 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Updating router a0f4a090-3ed6-4ac0-9be9-899362b6f966 port 0dd62ba7-77df-4734-8769-48348f6f9aee binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:33:03.919372 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:04.008375 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a313cdf6-127f-45c7-8c98-30b43a56cb04 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:04.075924 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313cdf6-127f-45c7-8c98-30b43a56cb04 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Subnet': ['ID=0e693277-a00f-49ff-b331-5678620dd612,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:04.081601 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313cdf6-127f-45c7-8c98-30b43a56cb04 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Checking segment: {'id': '842c08b2-58b9-45c4-8729-f8702cf747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:33:04.081963 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a313cdf6-127f-45c7-8c98-30b43a56cb04 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network hostable DHCP agents. Network: 15a42075-5a10-4e69-b10d-9e133ae92fd4, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:33:04.099878 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a313cdf6-127f-45c7-8c98-30b43a56cb04 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 15a42075-5a10-4e69-b10d-9e133ae92fd4 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:33:04.108614 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-a313cdf6-127f-45c7-8c98-30b43a56cb04 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 15a42075-5a10-4e69-b10d-9e133ae92fd4) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:33:04.112634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a313cdf6-127f-45c7-8c98-30b43a56cb04 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:04.113229 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a313cdf6-127f-45c7-8c98-30b43a56cb04 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:04.120966 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb5988a-dca7-45d3-b8ec-1c69d0f3553c None None] Network 15a42075-5a10-4e69-b10d-9e133ae92fd4 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:33:04.127557 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a313cdf6-127f-45c7-8c98-30b43a56cb04 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3992264 Jul 23 21:33:04.130317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57770) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:04.234962 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:04.252018 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Transition to ACTIVE for port object 0dd62ba7-77df-4734-8769-48348f6f9aee will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:33:04.272497 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:04.339867 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Attempting to bind port 0dd62ba7-77df-4734-8769-48348f6f9aee on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:33:04.340236 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Attempting to bind port 0dd62ba7-77df-4734-8769-48348f6f9aee by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:33:04.340601 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Attempting to bind port 0dd62ba7-77df-4734-8769-48348f6f9aee on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:33:04.342468 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6d244-6e64-422e-9471-da51af000e3d None None] Pushing event updated for resources: {'Port': ['ID=0dd62ba7-77df-4734-8769-48348f6f9aee,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:04.351067 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:33:04.351729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:33:04.352128 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:04.352520 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:33:04.352992 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Bound port: 0dd62ba7-77df-4734-8769-48348f6f9aee, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:33:04.353366 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:04.388718 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-15a42075-5a10-4e69-b10d-9e133ae92fd4', 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ips': [{'subnet_id': '0e693277-a00f-49ff-b331-5678620dd612'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:33:04.389565 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:04.485083 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] For port 0dd62ba7-77df-4734-8769-48348f6f9aee, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:33:04.664692 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] For port 0dd62ba7-77df-4734-8769-48348f6f9aee, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0dd62ba7-77df-4734-8769-48348f6f9aee,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:33:04.671646 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:04.772087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Routers {'a0f4a090-3ed6-4ac0-9be9-899362b6f966'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:33:04.772723 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:32:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:33:04.776830 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6d244-6e64-422e-9471-da51af000e3d None None] Pushing event updated for resources: {'Port': ['ID=0dd62ba7-77df-4734-8769-48348f6f9aee,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:04.780902 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Allocated IP 172.20.0.2 (15a42075-5a10-4e69-b10d-9e133ae92fd4/0e693277-a00f-49ff-b331-5678620dd612/798755db-89ce-4c86-ab7b-f7f4d2a70caf) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:33:04.909257 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:04.945804 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] Set router a0f4a090-3ed6-4ac0-9be9-899362b6f966 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:33:05.115568 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:05.134609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Transition to ACTIVE for port object 798755db-89ce-4c86-ab7b-f7f4d2a70caf will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:33:05.172889 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Transition to ACTIVE for port object 798755db-89ce-4c86-ab7b-f7f4d2a70caf will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:33:05.179475 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:05.221630 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Network 15a42075-5a10-4e69-b10d-9e133ae92fd4 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:33:05.227875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.20.0.1 (15a42075-5a10-4e69-b10d-9e133ae92fd4/0e693277-a00f-49ff-b331-5678620dd612/d72efacc-79dd-428b-bacf-679caf966e27) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:33:05.230537 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:33:05.234712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:33:05.243796 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Pushing event updated for resources: {'Port': ['ID=798755db-89ce-4c86-ab7b-f7f4d2a70caf,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:05.254090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998344154', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:03Z', 'revision_number': 3, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:33:05.297600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cfa99a-511e-46da-8b26-216c0e081f37 None None] The sync data for ids ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'] in n-d-791504-18 is: [{'id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998344154', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:03Z', 'revision_number': 3, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:33:05.333363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Attempting to bind port 798755db-89ce-4c86-ab7b-f7f4d2a70caf on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:33:05.333745 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Attempting to bind port 798755db-89ce-4c86-ab7b-f7f4d2a70caf by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '842c08b2-58b9-45c4-8729-f8702cf747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:33:05.334116 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Attempting to bind port 798755db-89ce-4c86-ab7b-f7f4d2a70caf on network 15a42075-5a10-4e69-b10d-9e133ae92fd4 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:33:05.339735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:33:05.340339 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Checking segment: {'id': '842c08b2-58b9-45c4-8729-f8702cf747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:33:05.340752 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:05.341151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Bound using segment: {'id': '842c08b2-58b9-45c4-8729-f8702cf747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:33:05.341634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Bound port: 798755db-89ce-4c86-ab7b-f7f4d2a70caf, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842c08b2-58b9-45c4-8729-f8702cf747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:33:05.342024 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:05.361288 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:05.376036 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Transition to ACTIVE for port object d72efacc-79dd-428b-bacf-679caf966e27 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:33:05.410929 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:05.411553 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] For port 798755db-89ce-4c86-ab7b-f7f4d2a70caf, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:33:05.415138 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] For port 798755db-89ce-4c86-ab7b-f7f4d2a70caf, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=798755db-89ce-4c86-ab7b-f7f4d2a70caf,segment=NetworkSegment(842c08b2-58b9-45c4-8729-f8702cf747a3),segment_id=842c08b2-58b9-45c4-8729-f8702cf747a3)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:33:05.420124 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:05.450783 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 15a42075-5a10-4e69-b10d-9e133ae92fd4 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:33:05.458360 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:33:05.462229 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:33:05.485003 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44654716-d6ba-4866-b141-57cca253e2e3 None None] Pushing event updated for resources: {'Port': ['ID=798755db-89ce-4c86-ab7b-f7f4d2a70caf,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:05.486990 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=d72efacc-79dd-428b-bacf-679caf966e27,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:05.512850 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:05.707629 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:06.011166 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:06.016837 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:06.094615 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=d72efacc-79dd-428b-bacf-679caf966e27,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:06.097193 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:06.192730 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 15a42075-5a10-4e69-b10d-9e133ae92fd4 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:33:06.194346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:33:06.315840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router a0f4a090-3ed6-4ac0-9be9-899362b6f966 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:33:06.430729 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:33:06.445047 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8498748a-189e-4469-a8c5-419d36fbdd0c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "PUT /v2.0/routers/a0f4a090-3ed6-4ac0-9be9-899362b6f966/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3047755 Jul 23 21:33:06.479254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de127782-feaf-44a5-87e8-d96b19ffb095 None None] Network 15a42075-5a10-4e69-b10d-9e133ae92fd4 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:33:06.580965 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0dd62ba7-77df-4734-8769-48348f6f9aee up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:33:06.611682 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-b299e49c-31d5-474d-b037-4460fc7a3166 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300033599&fields=id&tenant_id=b485364fd2d04623babc416c243a99e1 HTTP/1.1" status: 200 len: 267 time: 0.0457182 Jul 23 21:33:06.649264 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d4502c91-15f7-43e2-8fb1-0ab7de4c90cc None None] Provisioning for port 798755db-89ce-4c86-ab7b-f7f4d2a70caf completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:33:06.704130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 0dd62ba7-77df-4734-8769-48348f6f9aee completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:33:06.709147 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0dd62ba7-77df-4734-8769-48348f6f9aee triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:33:06.709523 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:06.735514 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-bfe60462-ad7d-42ba-b29e-b2e927436a07 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:06.737686 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-bfe60462-ad7d-42ba-b29e-b2e927436a07 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/networks?id=15a42075-5a10-4e69-b10d-9e133ae92fd4 HTTP/1.1" status: 200 len: 797 time: 0.1141927 Jul 23 21:33:06.751685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-e67f6bfb-521d-4202-b2c6-e53f00fc55ff tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/quotas/b485364fd2d04623babc416c243a99e1 HTTP/1.1" status: 200 len: 375 time: 0.0093474 Jul 23 21:33:06.810326 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:06.832884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 0dd62ba7-77df-4734-8769-48348f6f9aee, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0dd62ba7-77df-4734-8769-48348f6f9aee,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:33:06.834412 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-37429339-1398-4176-ae6b-151a94aaf543 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749443 Jul 23 21:33:06.837645 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:06.838564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 798755db-89ce-4c86-ab7b-f7f4d2a70caf up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:33:06.852539 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-6fb92c43-33a3-4c25-88f8-efed8daf3e41 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:33:06.854002 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-6fb92c43-33a3-4c25-88f8-efed8daf3e41 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067387 Jul 23 21:33:06.920210 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=0dd62ba7-77df-4734-8769-48348f6f9aee,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:06.933188 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 798755db-89ce-4c86-ab7b-f7f4d2a70caf completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:33:06.937367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 798755db-89ce-4c86-ab7b-f7f4d2a70caf triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:33:06.937741 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:07.000759 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Sync routers for ids ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:33:07.012553 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Routers {'a0f4a090-3ed6-4ac0-9be9-899362b6f966'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:33:07.013179 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:32:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:33:07.035906 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:07.039570 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-b64529e7-16b0-4e3f-99d2-58b2446e5cc6 service neutron] 10.222.0.55 "GET /v2.0/networks/15a42075-5a10-4e69-b10d-9e133ae92fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754785 Jul 23 21:33:07.080698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 798755db-89ce-4c86-ab7b-f7f4d2a70caf, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=798755db-89ce-4c86-ab7b-f7f4d2a70caf,segment=NetworkSegment(842c08b2-58b9-45c4-8729-f8702cf747a3),segment_id=842c08b2-58b9-45c4-8729-f8702cf747a3)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:33:07.091748 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:07.146143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=798755db-89ce-4c86-ab7b-f7f4d2a70caf,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:07.146444 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Set router a0f4a090-3ed6-4ac0-9be9-899362b6f966 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:33:07.153493 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bdf671be-8059-4d0e-9033-787fde77c136 None None] Provisioning for port d72efacc-79dd-428b-bacf-679caf966e27 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:33:07.160810 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bdf671be-8059-4d0e-9033-787fde77c136 None None] Provisioning complete for port d72efacc-79dd-428b-bacf-679caf966e27 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:33:07.161407 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bdf671be-8059-4d0e-9033-787fde77c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:07.182454 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-915f362d-ac9c-414d-ad5d-bf813d3143b0 service neutron] 10.222.0.55 "GET /v2.0/networks/15a42075-5a10-4e69-b10d-9e133ae92fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346025 Jul 23 21:33:07.206483 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-bdf671be-8059-4d0e-9033-787fde77c136 None None] Port d72efacc-79dd-428b-bacf-679caf966e27 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:33:07.219799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bdf671be-8059-4d0e-9033-787fde77c136 None None] Provisioning complete for port 798755db-89ce-4c86-ab7b-f7f4d2a70caf triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:33:07.219799 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bdf671be-8059-4d0e-9033-787fde77c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:07.387918 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aac759fc-845e-4613-a902-bf54b8371b03 req-579dca90-b24f-415b-aca2-a9ab54b0a275 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 210 time: 0.0398760 Jul 23 21:33:07.391861 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998344154', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:05Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd72efacc-79dd-428b-bacf-679caf966e27', 'name': '', 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:18:d7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0e693277-a00f-49ff-b331-5678620dd612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:05Z', 'updated_at': '2021-07-23T21:33:05Z', 'revision_number': 2, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': '0e693277-a00f-49ff-b331-5678620dd612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:33:07.433871 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Checking router: a0f4a090-3ed6-4ac0-9be9-899362b6f966 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:33:07.434561 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Updating router a0f4a090-3ed6-4ac0-9be9-899362b6f966 port d72efacc-79dd-428b-bacf-679caf966e27 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:33:07.446232 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2b75b371-2477-47ed-82b2-64506766dbae None None] Provisioning complete for port d72efacc-79dd-428b-bacf-679caf966e27 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:33:07.446755 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b75b371-2477-47ed-82b2-64506766dbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:07.478709 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:07.492268 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2b75b371-2477-47ed-82b2-64506766dbae None None] Port d72efacc-79dd-428b-bacf-679caf966e27 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:33:07.613957 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-958b8215-0abf-4c08-b3b3-49e2066c66c3 None None] Provisioning complete for port d72efacc-79dd-428b-bacf-679caf966e27 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:33:07.614328 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-958b8215-0abf-4c08-b3b3-49e2066c66c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:07.651670 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-958b8215-0abf-4c08-b3b3-49e2066c66c3 None None] Port d72efacc-79dd-428b-bacf-679caf966e27 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:33:07.835803 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:07.847356 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Transition to ACTIVE for port object d72efacc-79dd-428b-bacf-679caf966e27 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:33:07.854012 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:07.907992 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9b4bf-8aed-46e4-be31-01afc14d3756 None None] Pushing event updated for resources: {'Port': ['ID=d72efacc-79dd-428b-bacf-679caf966e27,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:07.936682 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea9b4bf-8aed-46e4-be31-01afc14d3756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:07.937178 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea9b4bf-8aed-46e4-be31-01afc14d3756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:07.937408 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea9b4bf-8aed-46e4-be31-01afc14d3756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:07.937732 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea9b4bf-8aed-46e4-be31-01afc14d3756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:07.938055 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea9b4bf-8aed-46e4-be31-01afc14d3756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:07.938380 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea9b4bf-8aed-46e4-be31-01afc14d3756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:07.938703 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea9b4bf-8aed-46e4-be31-01afc14d3756 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:07.939022 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea9b4bf-8aed-46e4-be31-01afc14d3756 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:07.939385 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea9b4bf-8aed-46e4-be31-01afc14d3756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:07.939707 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea9b4bf-8aed-46e4-be31-01afc14d3756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:07.940024 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea9b4bf-8aed-46e4-be31-01afc14d3756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:07.940343 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea9b4bf-8aed-46e4-be31-01afc14d3756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:07.984914 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Attempting to bind port d72efacc-79dd-428b-bacf-679caf966e27 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:33:07.985284 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Attempting to bind port d72efacc-79dd-428b-bacf-679caf966e27 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '842c08b2-58b9-45c4-8729-f8702cf747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:33:07.985654 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Attempting to bind port d72efacc-79dd-428b-bacf-679caf966e27 on network 15a42075-5a10-4e69-b10d-9e133ae92fd4 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:33:07.990902 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:33:07.991297 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Checking segment: {'id': '842c08b2-58b9-45c4-8729-f8702cf747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:33:07.991831 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:07.992233 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Bound using segment: {'id': '842c08b2-58b9-45c4-8729-f8702cf747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:33:07.993067 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Bound port: d72efacc-79dd-428b-bacf-679caf966e27, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842c08b2-58b9-45c4-8729-f8702cf747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:33:07.993406 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:08.069910 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] For port d72efacc-79dd-428b-bacf-679caf966e27, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:33:08.072868 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] For port d72efacc-79dd-428b-bacf-679caf966e27, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d72efacc-79dd-428b-bacf-679caf966e27,segment=NetworkSegment(842c08b2-58b9-45c4-8729-f8702cf747a3),segment_id=842c08b2-58b9-45c4-8729-f8702cf747a3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:33:08.076635 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:08.130612 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Routers {'a0f4a090-3ed6-4ac0-9be9-899362b6f966'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:33:08.131271 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:32:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:33:08.168086 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9b4bf-8aed-46e4-be31-01afc14d3756 None None] Pushing event updated for resources: {'Port': ['ID=d72efacc-79dd-428b-bacf-679caf966e27,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:08.239746 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] Set router a0f4a090-3ed6-4ac0-9be9-899362b6f966 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:33:08.450245 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998344154', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:05Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd72efacc-79dd-428b-bacf-679caf966e27', 'name': '', 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:18:d7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0e693277-a00f-49ff-b331-5678620dd612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:05Z', 'updated_at': '2021-07-23T21:33:08Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': '0e693277-a00f-49ff-b331-5678620dd612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:33:08.465990 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-0ae39aab-f344-4fec-a600-2920bee6ed03 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:08.467530 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-0ae39aab-f344-4fec-a600-2920bee6ed03 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.57 "GET /v2.0/networks?id=15a42075-5a10-4e69-b10d-9e133ae92fd4 HTTP/1.1" status: 200 len: 797 time: 0.1262789 Jul 23 21:33:08.480102 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e51ec6f-e29e-4a0e-b6d6-f4d09382e264 None None] The sync data for ids ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'] in n-d-791504-18 is: [{'id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998344154', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:05Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd72efacc-79dd-428b-bacf-679caf966e27', 'name': '', 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:18:d7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0e693277-a00f-49ff-b331-5678620dd612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:05Z', 'updated_at': '2021-07-23T21:33:08Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': '0e693277-a00f-49ff-b331-5678620dd612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:33:08.516748 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-4296f552-966b-4145-ae5d-8ec0848897bb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b485364fd2d04623babc416c243a99e1 HTTP/1.1" status: 200 len: 379 time: 0.0410185 Jul 23 21:33:08.530573 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-27772ea2-9f39-44ff-a9a6-fad8e76cafdb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'port': {'device_id': 'cab7f359-33a3-45ac-8bdb-0efee99b9f2a', 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4', 'admin_state_up': True, 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'security_groups': ['78622942-3d0b-4224-a289-89f6c42c6693']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:33:08.552153 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0dd62ba7-77df-4734-8769-48348f6f9aee up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:33:08.588197 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7bceb5ec-3ce1-48b2-b055-b525838c181e req-e2b6e89a-dc63-47d7-b90c-87d09e430d8b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 210 time: 0.0746095 Jul 23 21:33:08.634776 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0dd62ba7-77df-4734-8769-48348f6f9aee triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:33:08.635184 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:08.682412 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-27772ea2-9f39-44ff-a9a6-fad8e76cafdb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Made reservation on behalf of b485364fd2d04623babc416c243a99e1 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:33:08.686506 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-27772ea2-9f39-44ff-a9a6-fad8e76cafdb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:08.724281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 798755db-89ce-4c86-ab7b-f7f4d2a70caf up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:33:08.777019 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 798755db-89ce-4c86-ab7b-f7f4d2a70caf triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:33:08.777397 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:08.829452 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-27772ea2-9f39-44ff-a9a6-fad8e76cafdb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.20.0.9 (15a42075-5a10-4e69-b10d-9e133ae92fd4/0e693277-a00f-49ff-b331-5678620dd612/cdffd346-06a0-433d-8aec-3cfd332ef8a3) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:33:08.979600 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-27772ea2-9f39-44ff-a9a6-fad8e76cafdb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:08.993722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-27772ea2-9f39-44ff-a9a6-fad8e76cafdb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Transition to ACTIVE for port object cdffd346-06a0-433d-8aec-3cfd332ef8a3 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:33:09.028057 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-27772ea2-9f39-44ff-a9a6-fad8e76cafdb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:09.074424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-27772ea2-9f39-44ff-a9a6-fad8e76cafdb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 15a42075-5a10-4e69-b10d-9e133ae92fd4 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:33:09.080171 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-27772ea2-9f39-44ff-a9a6-fad8e76cafdb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:33:09.082872 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-27772ea2-9f39-44ff-a9a6-fad8e76cafdb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:33:09.114597 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27772ea2-9f39-44ff-a9a6-fad8e76cafdb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=cdffd346-06a0-433d-8aec-3cfd332ef8a3,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:09.143423 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-27772ea2-9f39-44ff-a9a6-fad8e76cafdb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:09.144072 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-27772ea2-9f39-44ff-a9a6-fad8e76cafdb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:09.161122 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-27772ea2-9f39-44ff-a9a6-fad8e76cafdb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6351275 Jul 23 21:33:09.173877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Request body: {'port': {'device_id': 'cab7f359-33a3-45ac-8bdb-0efee99b9f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:33:09.256220 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:09.329790 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-49f9fa30-ac7c-40ec-bd7f-550150e2c435 None None] Provisioning for port cdffd346-06a0-433d-8aec-3cfd332ef8a3 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:33:09.333676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-49f9fa30-ac7c-40ec-bd7f-550150e2c435 None None] Provisioning complete for port cdffd346-06a0-433d-8aec-3cfd332ef8a3 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:33:09.334041 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49f9fa30-ac7c-40ec-bd7f-550150e2c435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:09.371322 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-49f9fa30-ac7c-40ec-bd7f-550150e2c435 None None] Port cdffd346-06a0-433d-8aec-3cfd332ef8a3 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:33:09.533711 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdffd346-06a0-433d-8aec-3cfd332ef8a3 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:33:09.545070 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:09.558082 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Transition to ACTIVE for port object cdffd346-06a0-433d-8aec-3cfd332ef8a3 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:33:09.561265 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:09.615068 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Pushing event updated for resources: {'Port': ['ID=cdffd346-06a0-433d-8aec-3cfd332ef8a3,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:09.701399 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Attempting to bind port cdffd346-06a0-433d-8aec-3cfd332ef8a3 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:33:09.701746 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Attempting to bind port cdffd346-06a0-433d-8aec-3cfd332ef8a3 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '842c08b2-58b9-45c4-8729-f8702cf747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:33:09.703425 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Attempting to bind port cdffd346-06a0-433d-8aec-3cfd332ef8a3 on network 15a42075-5a10-4e69-b10d-9e133ae92fd4 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:33:09.708220 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Port cdffd346-06a0-433d-8aec-3cfd332ef8a3 on network 15a42075-5a10-4e69-b10d-9e133ae92fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:33:09.708558 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Attempting to bind port cdffd346-06a0-433d-8aec-3cfd332ef8a3 on network 15a42075-5a10-4e69-b10d-9e133ae92fd4 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:33:09.713627 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:33:09.713971 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Checking segment: {'id': '842c08b2-58b9-45c4-8729-f8702cf747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:33:09.714362 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Bound using segment: {'id': '842c08b2-58b9-45c4-8729-f8702cf747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:33:09.714799 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Bound port: cdffd346-06a0-433d-8aec-3cfd332ef8a3, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842c08b2-58b9-45c4-8729-f8702cf747a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:33:09.715201 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:09.738472 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa2c18-b9c9-4652-806b-1c304070fe7f req-f357f87c-dd62-456f-9e43-c0d140e7e384 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:09.740195 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6bfa2c18-b9c9-4652-806b-1c304070fe7f req-f357f87c-dd62-456f-9e43-c0d140e7e384 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 943 time: 0.0712616 Jul 23 21:33:09.784255 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] For port cdffd346-06a0-433d-8aec-3cfd332ef8a3, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:33:09.786952 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6bfa2c18-b9c9-4652-806b-1c304070fe7f req-482de60a-3497-4705-b400-56f360b7fd37 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398903 Jul 23 21:33:09.787778 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] For port cdffd346-06a0-433d-8aec-3cfd332ef8a3, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cdffd346-06a0-433d-8aec-3cfd332ef8a3,segment=NetworkSegment(842c08b2-58b9-45c4-8729-f8702cf747a3),segment_id=842c08b2-58b9-45c4-8729-f8702cf747a3)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:33:09.792780 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:09.833237 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:09.833860 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:09.835273 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] 10.222.0.57 "PUT /v2.0/ports/cdffd346-06a0-433d-8aec-3cfd332ef8a3 HTTP/1.1" status: 200 len: 1092 time: 0.6670837 Jul 23 21:33:09.835713 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab7f359-33a3-45ac-8bdb-0efee99b9f2a', 'tag': 'cdffd346-06a0-433d-8aec-3cfd332ef8a3'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:33:09.837967 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33742002-0ec7-4a5a-8f77-8766bda46531" -d '{"events": [{"name": "network-changed", "server_uuid": "cab7f359-33a3-45ac-8bdb-0efee99b9f2a", "tag": "cdffd346-06a0-433d-8aec-3cfd332ef8a3"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:33:09.863600 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ea608-af0b-4022-b985-b066f59c3154 service neutron] Pushing event updated for resources: {'Port': ['ID=cdffd346-06a0-433d-8aec-3cfd332ef8a3,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:09.879756 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed274730-264b-43bb-a75b-e212799f976e x-openstack-request-id: req-ed274730-264b-43bb-a75b-e212799f976e {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:33:09.880237 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab7f359-33a3-45ac-8bdb-0efee99b9f2a", "tag": "cdffd346-06a0-433d-8aec-3cfd332ef8a3", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:33:09.880496 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed274730-264b-43bb-a75b-e212799f976e {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:33:09.880899 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab7f359-33a3-45ac-8bdb-0efee99b9f2a', 'tag': 'cdffd346-06a0-433d-8aec-3cfd332ef8a3', 'status': 'completed', 'code': 200} Jul 23 21:33:09.941527 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-9c65d398-a6ec-49bc-9cd4-81c25daa5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:09.943065 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-9c65d398-a6ec-49bc-9cd4-81c25daa5844 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 1095 time: 0.0607009 Jul 23 21:33:09.986595 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-8c87875f-c0eb-4888-96db-e9bdda89029f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdffd346-06a0-433d-8aec-3cfd332ef8a3 HTTP/1.1" status: 200 len: 217 time: 0.0362120 Jul 23 21:33:10.036289 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-9a25b0e0-4884-42b3-aa85-9016a8879e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:10.037702 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-9a25b0e0-4884-42b3-aa85-9016a8879e68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e693277-a00f-49ff-b331-5678620dd612 HTTP/1.1" status: 200 len: 835 time: 0.0457299 Jul 23 21:33:10.099788 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-d33f7bf6-0775-4f65-8969-eb7691fd02db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:10.101328 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-d33f7bf6-0775-4f65-8969-eb7691fd02db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15a42075-5a10-4e69-b10d-9e133ae92fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576658 Jul 23 21:33:10.191430 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-4227a39d-8800-4076-bc1c-a76021f38e8d service neutron] 10.222.0.57 "GET /v2.0/networks/15a42075-5a10-4e69-b10d-9e133ae92fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832376 Jul 23 21:33:10.283567 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4dc90b20-d54d-41d2-bea0-22a685913372 req-c80bb4ba-fc03-42dc-874e-b7ef59b96ecb service neutron] 10.222.0.57 "GET /v2.0/networks/15a42075-5a10-4e69-b10d-9e133ae92fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862203 Jul 23 21:33:10.388761 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33742002-0ec7-4a5a-8f77-8766bda46531 req-59b718fb-e90c-4f51-ad1a-43e76c726315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:10.390202 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-33742002-0ec7-4a5a-8f77-8766bda46531 req-59b718fb-e90c-4f51-ad1a-43e76c726315 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 1095 time: 0.0542738 Jul 23 21:33:10.482750 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33742002-0ec7-4a5a-8f77-8766bda46531 req-bf01f98a-6281-4adf-a022-623e30d97a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:10.484824 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-33742002-0ec7-4a5a-8f77-8766bda46531 req-bf01f98a-6281-4adf-a022-623e30d97a55 service neutron] 10.222.0.57 "GET /v2.0/networks?id=15a42075-5a10-4e69-b10d-9e133ae92fd4 HTTP/1.1" status: 200 len: 898 time: 0.0881445 Jul 23 21:33:10.501712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d72efacc-79dd-428b-bacf-679caf966e27 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:33:10.526463 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-33742002-0ec7-4a5a-8f77-8766bda46531 req-e7096e26-4e73-40b9-93d9-391e9423e668 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdffd346-06a0-433d-8aec-3cfd332ef8a3 HTTP/1.1" status: 200 len: 217 time: 0.0355256 Jul 23 21:33:10.556217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port d72efacc-79dd-428b-bacf-679caf966e27 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:33:10.560669 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port d72efacc-79dd-428b-bacf-679caf966e27 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:33:10.561063 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:10.578293 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33742002-0ec7-4a5a-8f77-8766bda46531 req-97892b4e-7d23-4d21-9411-2b6f607545f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:10.579925 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-33742002-0ec7-4a5a-8f77-8766bda46531 req-97892b4e-7d23-4d21-9411-2b6f607545f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e693277-a00f-49ff-b331-5678620dd612 HTTP/1.1" status: 200 len: 835 time: 0.0462861 Jul 23 21:33:10.637278 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:10.638131 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33742002-0ec7-4a5a-8f77-8766bda46531 req-d1eb6df2-e16b-40cf-b9b3-c2d6af0e805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:10.639725 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-33742002-0ec7-4a5a-8f77-8766bda46531 req-d1eb6df2-e16b-40cf-b9b3-c2d6af0e805a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15a42075-5a10-4e69-b10d-9e133ae92fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534194 Jul 23 21:33:10.674735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port d72efacc-79dd-428b-bacf-679caf966e27, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d72efacc-79dd-428b-bacf-679caf966e27,segment=NetworkSegment(842c08b2-58b9-45c4-8729-f8702cf747a3),segment_id=842c08b2-58b9-45c4-8729-f8702cf747a3)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:33:10.678452 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:10.727124 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=d72efacc-79dd-428b-bacf-679caf966e27,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:10.738275 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-33742002-0ec7-4a5a-8f77-8766bda46531 req-828c6f27-7149-4350-b51f-e3b21ac9bfbd service neutron] 10.222.0.57 "GET /v2.0/networks/15a42075-5a10-4e69-b10d-9e133ae92fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905192 Jul 23 21:33:10.832253 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-33742002-0ec7-4a5a-8f77-8766bda46531 req-c942a660-1a90-4433-93c3-1ba55caa0f77 service neutron] 10.222.0.57 "GET /v2.0/networks/15a42075-5a10-4e69-b10d-9e133ae92fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869653 Jul 23 21:33:10.916567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8692d8-b9dc-4008-a4e7-d9ddb77c1f1f req-3708d072-dcd2-4656-9826-23d9ed8d3df0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:10.917942 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ea8692d8-b9dc-4008-a4e7-d9ddb77c1f1f req-3708d072-dcd2-4656-9826-23d9ed8d3df0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 943 time: 0.0622115 Jul 23 21:33:10.954809 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ea8692d8-b9dc-4008-a4e7-d9ddb77c1f1f req-2a72f0a2-7181-44b5-96de-2e7b0eec6d63 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308061 Jul 23 21:33:11.551838 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cdffd346-06a0-433d-8aec-3cfd332ef8a3 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:33:11.646829 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port cdffd346-06a0-433d-8aec-3cfd332ef8a3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cdffd346-06a0-433d-8aec-3cfd332ef8a3,segment=NetworkSegment(842c08b2-58b9-45c4-8729-f8702cf747a3),segment_id=842c08b2-58b9-45c4-8729-f8702cf747a3)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:33:11.658191 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'cdffd346-06a0-433d-8aec-3cfd332ef8a3', 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4', 'port_id': 'cdffd346-06a0-433d-8aec-3cfd332ef8a3', 'mac_address': 'fa:16:3e:29:4b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e693277-a00f-49ff-b331-5678620dd612', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:33:11.693793 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:11.706474 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdffd346-06a0-433d-8aec-3cfd332ef8a3 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:33:11.729602 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port cdffd346-06a0-433d-8aec-3cfd332ef8a3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cdffd346-06a0-433d-8aec-3cfd332ef8a3,segment=NetworkSegment(842c08b2-58b9-45c4-8729-f8702cf747a3),segment_id=842c08b2-58b9-45c4-8729-f8702cf747a3)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:33:11.732994 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:11.777734 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=cdffd346-06a0-433d-8aec-3cfd332ef8a3,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:11.921925 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['cdffd346-06a0-433d-8aec-3cfd332ef8a3'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:33:12.090070 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c02d9-ff89-430f-ad56-98b1047badd5 req-f9c14471-0c26-4102-a3cb-6c300b96afbc tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:12.091601 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-976c02d9-ff89-430f-ad56-98b1047badd5 req-f9c14471-0c26-4102-a3cb-6c300b96afbc tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 944 time: 0.0675254 Jul 23 21:33:12.129698 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-976c02d9-ff89-430f-ad56-98b1047badd5 req-93b5a049-e77a-4bb8-9b9f-cea407807108 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320065 Jul 23 21:33:12.483143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d72efacc-79dd-428b-bacf-679caf966e27 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:33:12.529843 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port d72efacc-79dd-428b-bacf-679caf966e27 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:33:12.530214 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:13.256075 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4c35b-c60a-4d74-a47c-7b90844ccf8a req-ce3e8403-81ae-4bff-9f5a-3869be712917 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:13.257565 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4dc4c35b-c60a-4d74-a47c-7b90844ccf8a req-ce3e8403-81ae-4bff-9f5a-3869be712917 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 944 time: 0.0633295 Jul 23 21:33:13.294586 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4dc4c35b-c60a-4d74-a47c-7b90844ccf8a req-00cfab62-e6a2-49df-b633-274e64bde51e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315790 Jul 23 21:33:13.551632 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cdffd346-06a0-433d-8aec-3cfd332ef8a3 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:33:13.598797 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port cdffd346-06a0-433d-8aec-3cfd332ef8a3 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:33:13.602545 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port cdffd346-06a0-433d-8aec-3cfd332ef8a3 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:33:13.602912 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:13.678763 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:13.699846 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab7f359-33a3-45ac-8bdb-0efee99b9f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdffd346-06a0-433d-8aec-3cfd332ef8a3'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:33:13.702121 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba56a8f-e008-43b4-a339-57a90517af72" -d '{"events": [{"server_uuid": "cab7f359-33a3-45ac-8bdb-0efee99b9f2a", "name": "network-vif-plugged", "status": "completed", "tag": "cdffd346-06a0-433d-8aec-3cfd332ef8a3"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:33:13.716872 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port cdffd346-06a0-433d-8aec-3cfd332ef8a3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cdffd346-06a0-433d-8aec-3cfd332ef8a3,segment=NetworkSegment(842c08b2-58b9-45c4-8729-f8702cf747a3),segment_id=842c08b2-58b9-45c4-8729-f8702cf747a3)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:33:13.721576 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:13.753141 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed2836d-e4e6-4b85-987b-584a559bb27c x-openstack-request-id: req-3ed2836d-e4e6-4b85-987b-584a559bb27c {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:33:13.753432 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab7f359-33a3-45ac-8bdb-0efee99b9f2a", "name": "network-vif-plugged", "status": "completed", "tag": "cdffd346-06a0-433d-8aec-3cfd332ef8a3", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:33:13.753683 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ed2836d-e4e6-4b85-987b-584a559bb27c {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:33:13.754066 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab7f359-33a3-45ac-8bdb-0efee99b9f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdffd346-06a0-433d-8aec-3cfd332ef8a3', 'code': 200} Jul 23 21:33:13.781429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=cdffd346-06a0-433d-8aec-3cfd332ef8a3,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:13.853074 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffd66d-e63f-425d-8fb9-515d7e9691aa req-be48e6dd-5047-4b26-9f81-9c0251cecfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:13.854480 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4ffd66d-e63f-425d-8fb9-515d7e9691aa req-be48e6dd-5047-4b26-9f81-9c0251cecfda service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 1097 time: 0.0534914 Jul 23 21:33:13.887959 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d4ffd66d-e63f-425d-8fb9-515d7e9691aa req-fad99774-a633-4db9-9a58-f7db75c65a88 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268650 Jul 23 21:33:14.425221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb78cc-fa37-4357-8b19-1b429cc84b56 req-46388808-9edc-4b71-90e1-1523fc6f8245 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:14.426703 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e8bb78cc-fa37-4357-8b19-1b429cc84b56 req-46388808-9edc-4b71-90e1-1523fc6f8245 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0671046 Jul 23 21:33:14.467219 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e8bb78cc-fa37-4357-8b19-1b429cc84b56 req-ede957e8-4018-459f-90df-d9bdd845b1fe tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347722 Jul 23 21:33:15.598220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a069f40-6f4b-4378-a246-b889896e35e5 req-f95c27a3-2b44-42a4-8581-aae6a02f05f7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:15.599801 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a069f40-6f4b-4378-a246-b889896e35e5 req-f95c27a3-2b44-42a4-8581-aae6a02f05f7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0638981 Jul 23 21:33:15.636853 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2a069f40-6f4b-4378-a246-b889896e35e5 req-197fe2e8-b091-4d25-99d3-5e7b0103c313 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308912 Jul 23 21:33:15.784538 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82028399-0616-46e3-9a38-94cada604b62 req-501e77ea-45a9-4e3e-a02f-7d016b137d5a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:15.786742 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82028399-0616-46e3-9a38-94cada604b62 req-501e77ea-45a9-4e3e-a02f-7d016b137d5a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0708213 Jul 23 21:33:15.826718 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:15.835891 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82028399-0616-46e3-9a38-94cada604b62 req-05c6ff21-d555-42f7-b56f-2fba60339124 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428708 Jul 23 21:33:15.861476 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57820) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:15.923542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbeab74-cdda-4d8a-bcb7-114374eb4bf0 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:15.925060 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5bbeab74-cdda-4d8a-bcb7-114374eb4bf0 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 1092 time: 0.0625432 Jul 23 21:33:15.928173 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57822) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:15.932736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': 'cdffd346-06a0-433d-8aec-3cfd332ef8a3', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:33:15.955788 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:16.065614 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:16.183178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.25.3.132 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/3916a0f7-b375-429d-9585-80513731e250) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:33:16.283911 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:16.325200 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:16.361280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:33:16.367850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:33:16.371358 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:33:16.376742 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=3916a0f7-b375-429d-9585-80513731e250,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:16.729831 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:16.802854 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:16.948287 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:16.952461 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:17.016178 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=3916a0f7-b375-429d-9585-80513731e250,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:17.027530 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:17.124553 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Floating IP 6ae07cc3-62cb-405f-b70d-7d8067c483c3 associated. External IP: 172.25.3.132, port: cdffd346-06a0-433d-8aec-3cfd332ef8a3. Jul 23 21:33:17.324908 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router a0f4a090-3ed6-4ac0-9be9-899362b6f966 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:33:17.361599 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:17.434331 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:33:17.448815 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86220d-4389-4bb8-974c-bffa0aaa073f None None] Sync routers for ids ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:33:17.456625 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:17.459901 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86220d-4389-4bb8-974c-bffa0aaa073f None None] Routers {'a0f4a090-3ed6-4ac0-9be9-899362b6f966'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:33:17.460530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4d86220d-4389-4bb8-974c-bffa0aaa073f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:32:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:33:17.498226 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dc8a01fd-86cc-4f1c-81ca-713a32d5130f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5666268 Jul 23 21:33:17.498226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab7f359-33a3-45ac-8bdb-0efee99b9f2a', 'tag': 'cdffd346-06a0-433d-8aec-3cfd332ef8a3'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:33:17.498826 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7601aaf7-2e89-4aa1-a166-327fb15ba038" -d '{"events": [{"name": "network-changed", "server_uuid": "cab7f359-33a3-45ac-8bdb-0efee99b9f2a", "tag": "cdffd346-06a0-433d-8aec-3cfd332ef8a3"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:33:17.546066 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b89fb14-b698-4bee-8e3e-5dd0f7475ebb x-openstack-request-id: req-7b89fb14-b698-4bee-8e3e-5dd0f7475ebb {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:33:17.546066 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab7f359-33a3-45ac-8bdb-0efee99b9f2a", "tag": "cdffd346-06a0-433d-8aec-3cfd332ef8a3", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:33:17.546268 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b89fb14-b698-4bee-8e3e-5dd0f7475ebb {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:33:17.546678 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab7f359-33a3-45ac-8bdb-0efee99b9f2a', 'tag': 'cdffd346-06a0-433d-8aec-3cfd332ef8a3', 'status': 'completed', 'code': 200} Jul 23 21:33:17.624574 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c170f83-575d-45df-87fa-3adea10c189a req-4bcff605-f22b-4054-a795-d7993f6a36d0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:17.624801 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601aaf7-2e89-4aa1-a166-327fb15ba038 req-dd32b744-415b-431d-b207-12f6efac008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:17.627950 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7601aaf7-2e89-4aa1-a166-327fb15ba038 req-dd32b744-415b-431d-b207-12f6efac008a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 1097 time: 0.0606546 Jul 23 21:33:17.632677 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c170f83-575d-45df-87fa-3adea10c189a req-4bcff605-f22b-4054-a795-d7993f6a36d0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0765948 Jul 23 21:33:17.675411 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8c170f83-575d-45df-87fa-3adea10c189a req-1b7f49dd-ba33-4cdf-abf6-24be0aaf0bf1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405631 Jul 23 21:33:17.689767 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57828) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:17.727694 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601aaf7-2e89-4aa1-a166-327fb15ba038 req-2f998d8d-3bcb-43a4-8a2d-b5e5b7ee043d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:17.729287 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7601aaf7-2e89-4aa1-a166-327fb15ba038 req-2f998d8d-3bcb-43a4-8a2d-b5e5b7ee043d service neutron] 10.222.0.57 "GET /v2.0/networks?id=15a42075-5a10-4e69-b10d-9e133ae92fd4 HTTP/1.1" status: 200 len: 898 time: 0.0971096 Jul 23 21:33:17.732887 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-4d86220d-4389-4bb8-974c-bffa0aaa073f None None] Set router a0f4a090-3ed6-4ac0-9be9-899362b6f966 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:33:17.756796 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4b8f92b3-e36b-464e-931b-cb764827ddfd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/floatingips/6ae07cc3-62cb-405f-b70d-7d8067c483c3 HTTP/1.1" status: 200 len: 991 time: 0.0656552 Jul 23 21:33:17.796091 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7601aaf7-2e89-4aa1-a166-327fb15ba038 req-48776a15-cc72-486b-a58b-21ad71062dc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdffd346-06a0-433d-8aec-3cfd332ef8a3 HTTP/1.1" status: 200 len: 999 time: 0.0588481 Jul 23 21:33:17.854638 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601aaf7-2e89-4aa1-a166-327fb15ba038 req-eba307a9-fdb6-45bd-b644-11ff19620943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:17.856235 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7601aaf7-2e89-4aa1-a166-327fb15ba038 req-eba307a9-fdb6-45bd-b644-11ff19620943 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e693277-a00f-49ff-b331-5678620dd612 HTTP/1.1" status: 200 len: 835 time: 0.0540798 Jul 23 21:33:17.914753 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601aaf7-2e89-4aa1-a166-327fb15ba038 req-3bf4f187-5541-4bf3-97fc-e0cc02420a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:17.916238 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7601aaf7-2e89-4aa1-a166-327fb15ba038 req-3bf4f187-5541-4bf3-97fc-e0cc02420a03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15a42075-5a10-4e69-b10d-9e133ae92fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540650 Jul 23 21:33:17.971264 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4d86220d-4389-4bb8-974c-bffa0aaa073f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998344154', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:05Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '6ae07cc3-62cb-405f-b70d-7d8067c483c3', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'floating_ip_address': '172.25.3.132', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'port_id': 'cdffd346-06a0-433d-8aec-3cfd332ef8a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4', 'mac_address': 'fa:16:3e:29:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7f359-33a3-45ac-8bdb-0efee99b9f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:33:16Z', 'updated_at': '2021-07-23T21:33:16Z', 'revision_number': 0, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd72efacc-79dd-428b-bacf-679caf966e27', 'name': '', 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:18:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0e693277-a00f-49ff-b331-5678620dd612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:05Z', 'updated_at': '2021-07-23T21:33:10Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': '0e693277-a00f-49ff-b331-5678620dd612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:33:18.001391 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86220d-4389-4bb8-974c-bffa0aaa073f None None] Checking router: a0f4a090-3ed6-4ac0-9be9-899362b6f966 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:33:18.004599 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7601aaf7-2e89-4aa1-a166-327fb15ba038 req-0239c0e5-f9fc-4635-9620-59f0372d4319 service neutron] 10.222.0.57 "GET /v2.0/networks/15a42075-5a10-4e69-b10d-9e133ae92fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823324 Jul 23 21:33:18.009787 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86220d-4389-4bb8-974c-bffa0aaa073f None None] Routers {'a0f4a090-3ed6-4ac0-9be9-899362b6f966'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:33:18.010403 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4d86220d-4389-4bb8-974c-bffa0aaa073f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:32:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:33:18.101967 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7601aaf7-2e89-4aa1-a166-327fb15ba038 req-d7217473-03b8-4131-9c6f-2756f358513b service neutron] 10.222.0.57 "GET /v2.0/networks/15a42075-5a10-4e69-b10d-9e133ae92fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902412 Jul 23 21:33:18.118774 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-4d86220d-4389-4bb8-974c-bffa0aaa073f None None] Set router a0f4a090-3ed6-4ac0-9be9-899362b6f966 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:33:18.361406 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-4d86220d-4389-4bb8-974c-bffa0aaa073f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998344154', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:05Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '6ae07cc3-62cb-405f-b70d-7d8067c483c3', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'floating_ip_address': '172.25.3.132', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'port_id': 'cdffd346-06a0-433d-8aec-3cfd332ef8a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4', 'mac_address': 'fa:16:3e:29:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7f359-33a3-45ac-8bdb-0efee99b9f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:33:16Z', 'updated_at': '2021-07-23T21:33:16Z', 'revision_number': 0, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd72efacc-79dd-428b-bacf-679caf966e27', 'name': '', 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:18:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0e693277-a00f-49ff-b331-5678620dd612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:05Z', 'updated_at': '2021-07-23T21:33:10Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': '0e693277-a00f-49ff-b331-5678620dd612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:33:18.391768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86220d-4389-4bb8-974c-bffa0aaa073f None None] The sync data for ids ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'] in n-d-791504-18 is: [{'id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998344154', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:05Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '6ae07cc3-62cb-405f-b70d-7d8067c483c3', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'floating_ip_address': '172.25.3.132', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'port_id': 'cdffd346-06a0-433d-8aec-3cfd332ef8a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4', 'mac_address': 'fa:16:3e:29:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab7f359-33a3-45ac-8bdb-0efee99b9f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:33:16Z', 'updated_at': '2021-07-23T21:33:16Z', 'revision_number': 0, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd72efacc-79dd-428b-bacf-679caf966e27', 'name': '', 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:18:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0e693277-a00f-49ff-b331-5678620dd612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:05Z', 'updated_at': '2021-07-23T21:33:10Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': '0e693277-a00f-49ff-b331-5678620dd612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:33:18.573008 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6968cf36-94ab-416b-8d10-7c186b18328a None None] New status for floating IP 6ae07cc3-62cb-405f-b70d-7d8067c483c3: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:33:18.760660 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57830) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:33:18.831944 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d4c311cf-4ed5-40f0-b2bb-9771f1d267a5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/floatingips/6ae07cc3-62cb-405f-b70d-7d8067c483c3 HTTP/1.1" status: 200 len: 993 time: 0.0701253 Jul 23 21:33:24.026109 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:33:24.658302 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5988d15e-453a-434c-9a63-242e449ccb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:27.177359 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c1968e2-4488-4377-b903-e7dbce67f57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:27.433006 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:28.738240 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:30.190603 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:45.824249 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:47.376879 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:50.196675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a74c2-d00c-4bf7-8ac1-90a528c53eda req-6b251cf9-3bdf-4d7d-b829-4f976ddc851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:50.198191 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe2a74c2-d00c-4bf7-8ac1-90a528c53eda req-6b251cf9-3bdf-4d7d-b829-4f976ddc851e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 1097 time: 0.0566287 Jul 23 21:33:50.201558 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa231c9f-f814-4599-b641-10213d2d8c81 req-e9959384-74b1-4b21-855f-076a9520ba0b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:50.203043 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa231c9f-f814-4599-b641-10213d2d8c81 req-e9959384-74b1-4b21-855f-076a9520ba0b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0676291 Jul 23 21:33:50.241314 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa231c9f-f814-4599-b641-10213d2d8c81 req-b68ade1d-dc6c-4241-8eb9-256285b2da7e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326545 Jul 23 21:33:50.292435 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a74c2-d00c-4bf7-8ac1-90a528c53eda req-31485524-91e0-4856-8bb4-33fd16eb9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:50.293852 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe2a74c2-d00c-4bf7-8ac1-90a528c53eda req-31485524-91e0-4856-8bb4-33fd16eb9cf4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=15a42075-5a10-4e69-b10d-9e133ae92fd4 HTTP/1.1" status: 200 len: 898 time: 0.0877960 Jul 23 21:33:50.356885 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe2a74c2-d00c-4bf7-8ac1-90a528c53eda req-d183b421-204d-4e9f-b23d-ba7af0efa31e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdffd346-06a0-433d-8aec-3cfd332ef8a3 HTTP/1.1" status: 200 len: 1001 time: 0.0560322 Jul 23 21:33:50.408893 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a74c2-d00c-4bf7-8ac1-90a528c53eda req-bd346590-5033-42e1-b0c2-9298faaa9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:50.410315 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe2a74c2-d00c-4bf7-8ac1-90a528c53eda req-bd346590-5033-42e1-b0c2-9298faaa9205 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e693277-a00f-49ff-b331-5678620dd612 HTTP/1.1" status: 200 len: 835 time: 0.0462592 Jul 23 21:33:50.466719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a74c2-d00c-4bf7-8ac1-90a528c53eda req-18b2edd2-8e83-4275-b296-e4c975ea041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:50.468245 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe2a74c2-d00c-4bf7-8ac1-90a528c53eda req-18b2edd2-8e83-4275-b296-e4c975ea041b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15a42075-5a10-4e69-b10d-9e133ae92fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516160 Jul 23 21:33:50.557604 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe2a74c2-d00c-4bf7-8ac1-90a528c53eda req-3ac6c622-0461-40d5-9590-fd1bdff1f815 service neutron] 10.222.0.57 "GET /v2.0/networks/15a42075-5a10-4e69-b10d-9e133ae92fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825057 Jul 23 21:33:50.666127 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fe2a74c2-d00c-4bf7-8ac1-90a528c53eda req-f99c414f-84c3-4d00-8825-595a6f2d9313 service neutron] 10.222.0.57 "GET /v2.0/networks/15a42075-5a10-4e69-b10d-9e133ae92fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017196 Jul 23 21:33:51.370564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cbf5a-b2e5-41d2-bad3-55eaa9eb61e1 req-1be190f3-9179-45a1-b42a-d1f122461c79 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:51.372079 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-230cbf5a-b2e5-41d2-bad3-55eaa9eb61e1 req-1be190f3-9179-45a1-b42a-d1f122461c79 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0628679 Jul 23 21:33:51.409605 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-230cbf5a-b2e5-41d2-bad3-55eaa9eb61e1 req-77a2a351-f9e8-4a3a-b152-5c90627976f7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313609 Jul 23 21:33:52.539084 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108e4c2-aba5-4629-9a71-84c5403ccfbc req-4fa15aff-c171-49df-9510-d4a1f91fbda9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:52.540610 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6108e4c2-aba5-4629-9a71-84c5403ccfbc req-4fa15aff-c171-49df-9510-d4a1f91fbda9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0628107 Jul 23 21:33:52.582222 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6108e4c2-aba5-4629-9a71-84c5403ccfbc req-b9545a67-e14e-4fc8-827d-c78a9065c9c2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361023 Jul 23 21:33:53.710085 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7454b32-6e97-4c15-9e94-7aad3a3493f0 req-1048bfe9-c296-4706-8eba-2c439a92ffbb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:53.711587 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c7454b32-6e97-4c15-9e94-7aad3a3493f0 req-1048bfe9-c296-4706-8eba-2c439a92ffbb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0628152 Jul 23 21:33:53.748296 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c7454b32-6e97-4c15-9e94-7aad3a3493f0 req-4dd953b9-7e8d-4934-b71a-72d8145c19e1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311716 Jul 23 21:33:54.658931 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0221abc3-44a4-4846-b406-3cbaa13b8363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:54.875845 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a9ac0-26e2-4869-8fc3-3ddb95e17d16 req-c6f56306-2470-40d6-b94e-beae39f98ae9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:54.877348 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e83a9ac0-26e2-4869-8fc3-3ddb95e17d16 req-c6f56306-2470-40d6-b94e-beae39f98ae9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0626934 Jul 23 21:33:54.913662 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e83a9ac0-26e2-4869-8fc3-3ddb95e17d16 req-808e03b1-7032-4e55-ae66-80e185ee3de5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305111 Jul 23 21:33:56.043383 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78139723-f3fa-4196-aab0-19d6d2029c09 req-80e2e677-8f5a-4550-ac10-2533ddba38eb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:56.044865 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-78139723-f3fa-4196-aab0-19d6d2029c09 req-80e2e677-8f5a-4550-ac10-2533ddba38eb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0649645 Jul 23 21:33:56.081513 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-78139723-f3fa-4196-aab0-19d6d2029c09 req-b72ae158-5441-445a-a102-542294e3774b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306726 Jul 23 21:33:57.179194 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f558f3dd-ed5b-4e8a-9487-c553d8d5d510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:57.211697 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3ce70-cd98-481b-ac75-c8292cbd2d23 req-64aa8096-b314-461d-adf5-896a9d91ba86 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:57.213483 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8cc3ce70-cd98-481b-ac75-c8292cbd2d23 req-64aa8096-b314-461d-adf5-896a9d91ba86 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0669904 Jul 23 21:33:57.251770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8cc3ce70-cd98-481b-ac75-c8292cbd2d23 req-747b32f2-4bbf-4b26-aaba-722d4402c594 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324271 Jul 23 21:33:57.435442 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:58.380235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a0822-d917-4067-8522-e156167e6966 req-d989f6bf-f259-4a9d-a6bb-f5f28e9994c9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:58.381717 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b73a0822-d917-4067-8522-e156167e6966 req-d989f6bf-f259-4a9d-a6bb-f5f28e9994c9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0638745 Jul 23 21:33:58.421908 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b73a0822-d917-4067-8522-e156167e6966 req-08a67d3d-cc23-416a-bf08-3c0d0047a6d2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345278 Jul 23 21:33:58.741329 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:59.555108 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798edec5-fd5f-4fc1-be68-c2a5cc0092e3 req-37dae50c-fb2b-44b3-81a3-d5d88525e571 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:59.556635 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-798edec5-fd5f-4fc1-be68-c2a5cc0092e3 req-37dae50c-fb2b-44b3-81a3-d5d88525e571 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0626218 Jul 23 21:33:59.593810 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-798edec5-fd5f-4fc1-be68-c2a5cc0092e3 req-f5b6e718-7ea2-415c-9c5e-fcbc0cfaac54 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316164 Jul 23 21:34:00.194480 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:00.722519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810918d-3e3c-49f3-975b-b512898aa562 req-7645e4d9-cf6e-4b12-ab88-5f3416f097c4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:00.723952 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9810918d-3e3c-49f3-975b-b512898aa562 req-7645e4d9-cf6e-4b12-ab88-5f3416f097c4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0638380 Jul 23 21:34:00.761649 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9810918d-3e3c-49f3-975b-b512898aa562 req-8beb2108-4840-476a-9ebb-c9b850378f1a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317783 Jul 23 21:34:01.025794 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:34:01.893092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e13d8-ad35-41fd-b2ff-2186a1d334cb req-254d441a-f006-4911-99d9-7fc9376ab6b7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:01.894565 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c59e13d8-ad35-41fd-b2ff-2186a1d334cb req-254d441a-f006-4911-99d9-7fc9376ab6b7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0668612 Jul 23 21:34:01.930823 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c59e13d8-ad35-41fd-b2ff-2186a1d334cb req-966ee919-9a40-404e-8a4d-0e6f465c90ae tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307918 Jul 23 21:34:03.057272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3125eeb-81a3-4c18-bdb5-665cba6740cf req-6f45de7f-5ae2-4540-9b57-fc011e096767 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:03.058766 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3125eeb-81a3-4c18-bdb5-665cba6740cf req-6f45de7f-5ae2-4540-9b57-fc011e096767 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0623753 Jul 23 21:34:03.095215 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3125eeb-81a3-4c18-bdb5-665cba6740cf req-e2db3ee3-cc6d-422a-bf47-439847155ab3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306749 Jul 23 21:34:04.225128 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3989e2-b933-4533-826c-e8fe3c65fcdd req-a311dd91-6f44-4dc9-8f76-0bd378355b9c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:04.226691 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ef3989e2-b933-4533-826c-e8fe3c65fcdd req-a311dd91-6f44-4dc9-8f76-0bd378355b9c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0647769 Jul 23 21:34:04.277197 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ef3989e2-b933-4533-826c-e8fe3c65fcdd req-804f65aa-40d6-40fb-954f-b86abab9a41b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446811 Jul 23 21:34:05.410140 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aafc64-f349-4a67-b533-d72607f63a5b req-baa538ca-4124-4584-b95a-e1e3ae0d7025 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:05.411638 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06aafc64-f349-4a67-b533-d72607f63a5b req-baa538ca-4124-4584-b95a-e1e3ae0d7025 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0679739 Jul 23 21:34:05.447770 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06aafc64-f349-4a67-b533-d72607f63a5b req-7368b01d-fa07-4304-a393-0988bba385c5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306094 Jul 23 21:34:06.577459 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95173e12-0c07-463d-a967-dd8d15055b0e req-b509bcea-d429-4e71-8cfd-febae7961da8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:06.579033 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-95173e12-0c07-463d-a967-dd8d15055b0e req-b509bcea-d429-4e71-8cfd-febae7961da8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0652523 Jul 23 21:34:06.615777 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-95173e12-0c07-463d-a967-dd8d15055b0e req-851df54e-3680-4648-8ac1-a483db39035b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311410 Jul 23 21:34:06.637808 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57880) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:06.700867 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fb2c5680-c676-402c-b89e-72a04cf7f8f6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/floatingips/6ae07cc3-62cb-405f-b70d-7d8067c483c3 HTTP/1.1" status: 200 len: 993 time: 0.0618756 Jul 23 21:34:08.042976 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed0e339f-ff4c-4f0e-9814-970852ed0cea req-5a2f925d-2c6f-4de0-9308-c59f27a9536f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510976 Jul 23 21:34:08.137127 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e339f-ff4c-4f0e-9814-970852ed0cea req-60ad732c-cc12-4b4f-9cf1-b0080a488984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:08.138571 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed0e339f-ff4c-4f0e-9814-970852ed0cea req-60ad732c-cc12-4b4f-9cf1-b0080a488984 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 1097 time: 0.0564964 Jul 23 21:34:08.243650 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e339f-ff4c-4f0e-9814-970852ed0cea req-8e5d03ef-13a4-4d47-a33d-798625436f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:08.245108 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed0e339f-ff4c-4f0e-9814-970852ed0cea req-8e5d03ef-13a4-4d47-a33d-798625436f7b service neutron] 10.222.0.57 "GET /v2.0/networks?id=15a42075-5a10-4e69-b10d-9e133ae92fd4 HTTP/1.1" status: 200 len: 898 time: 0.0854251 Jul 23 21:34:08.314305 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed0e339f-ff4c-4f0e-9814-970852ed0cea req-eee880d7-a2f9-4e89-be0a-9cfa6cb0bf73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdffd346-06a0-433d-8aec-3cfd332ef8a3 HTTP/1.1" status: 200 len: 1001 time: 0.0619044 Jul 23 21:34:08.362217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e339f-ff4c-4f0e-9814-970852ed0cea req-20dc90f2-e3b3-4416-a317-5300c5904e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:08.363692 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed0e339f-ff4c-4f0e-9814-970852ed0cea req-20dc90f2-e3b3-4416-a317-5300c5904e1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e693277-a00f-49ff-b331-5678620dd612 HTTP/1.1" status: 200 len: 835 time: 0.0440333 Jul 23 21:34:08.419861 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e339f-ff4c-4f0e-9814-970852ed0cea req-b491a9e2-9f7c-4cdb-99da-9447d5686049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:08.421342 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed0e339f-ff4c-4f0e-9814-970852ed0cea req-b491a9e2-9f7c-4cdb-99da-9447d5686049 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15a42075-5a10-4e69-b10d-9e133ae92fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516896 Jul 23 21:34:08.793433 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed0e339f-ff4c-4f0e-9814-970852ed0cea req-55fd2167-f158-4b9f-a4e0-534ab82cf035 service neutron] 10.222.0.57 "GET /v2.0/networks/15a42075-5a10-4e69-b10d-9e133ae92fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656712 Jul 23 21:34:08.881865 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed0e339f-ff4c-4f0e-9814-970852ed0cea req-361fa132-db65-4960-b259-f1803e34effe service neutron] 10.222.0.57 "GET /v2.0/networks/15a42075-5a10-4e69-b10d-9e133ae92fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813658 Jul 23 21:34:15.822688 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:17.374661 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:24.660416 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1519123-a970-42ae-ae7b-19f3a7f8b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:26.462582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-17c520b2-fa0b-4f3c-b6c2-5f7e3f22c028 req-ca42b84a-1849-4a94-aea1-65a8007ef7d3 service neutron] (93810) timed out ('10.222.0.55', 52970) {{(pid=93810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:34:27.179925 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03d1a479-80c9-4479-85eb-4f254c5e12b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:27.440041 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:28.744888 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:30.196659 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:37.069256 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57896) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:37.536913 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port 3916a0f7-b375-429d-9585-80513731e250 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:34:37.537378 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:37.613071 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:37.613386 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:37.624701 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for 3916a0f7-b375-429d-9585-80513731e250 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:34:37.765136 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:37.793539 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=3916a0f7-b375-429d-9585-80513731e250,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:37.821916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:37.822261 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:37.822598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:37.822929 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:37.823278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:37.823605 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:37.823933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:37.824255 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:37.824578 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:37.824898 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:37.825215 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:37.825554 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:37.866493 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:37.866891 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Floating IP 6ae07cc3-62cb-405f-b70d-7d8067c483c3 disassociated (deleted). External IP: 172.25.3.132, port: cdffd346-06a0-433d-8aec-3cfd332ef8a3. Jul 23 21:34:38.025043 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:34:38.067898 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router a0f4a090-3ed6-4ac0-9be9-899362b6f966 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:34:38.173555 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:34:38.178283 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:38.183902 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074eaf6-526d-4e60-a0c7-f4d04ae40aee None None] Sync routers for ids ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:34:38.193999 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5074eaf6-526d-4e60-a0c7-f4d04ae40aee None None] Routers {'a0f4a090-3ed6-4ac0-9be9-899362b6f966'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:34:38.194739 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5074eaf6-526d-4e60-a0c7-f4d04ae40aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:38.213937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6cf9368b-d85c-44b0-9530-e3d7c1a9018c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/floatingips/6ae07cc3-62cb-405f-b70d-7d8067c483c3 HTTP/1.1" status: 204 len: 168 time: 1.1435599 Jul 23 21:34:38.214526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab7f359-33a3-45ac-8bdb-0efee99b9f2a', 'tag': 'cdffd346-06a0-433d-8aec-3cfd332ef8a3'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:34:38.217955 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148f3d92-6ac9-4f00-bf0d-db4d767fd9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "cab7f359-33a3-45ac-8bdb-0efee99b9f2a", "tag": "cdffd346-06a0-433d-8aec-3cfd332ef8a3"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:34:38.255902 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74760fe-3ed5-4f8e-87c3-7816fee06865 x-openstack-request-id: req-d74760fe-3ed5-4f8e-87c3-7816fee06865 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:34:38.256196 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab7f359-33a3-45ac-8bdb-0efee99b9f2a", "tag": "cdffd346-06a0-433d-8aec-3cfd332ef8a3", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:34:38.256446 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d74760fe-3ed5-4f8e-87c3-7816fee06865 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:34:38.256900 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab7f359-33a3-45ac-8bdb-0efee99b9f2a', 'tag': 'cdffd346-06a0-433d-8aec-3cfd332ef8a3', 'status': 'completed', 'code': 200} Jul 23 21:34:38.303467 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-5074eaf6-526d-4e60-a0c7-f4d04ae40aee None None] Set router a0f4a090-3ed6-4ac0-9be9-899362b6f966 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:34:38.340002 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f3d92-6ac9-4f00-bf0d-db4d767fd9d9 req-26e6c365-9de4-4fed-94a1-cc2660cd0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:38.341282 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-148f3d92-6ac9-4f00-bf0d-db4d767fd9d9 req-26e6c365-9de4-4fed-94a1-cc2660cd0bc5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 1097 time: 0.0623038 Jul 23 21:34:38.451935 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f3d92-6ac9-4f00-bf0d-db4d767fd9d9 req-f8c0e74e-fe2a-46b3-ba00-f40b15216cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:38.453412 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-148f3d92-6ac9-4f00-bf0d-db4d767fd9d9 req-f8c0e74e-fe2a-46b3-ba00-f40b15216cc6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=15a42075-5a10-4e69-b10d-9e133ae92fd4 HTTP/1.1" status: 200 len: 898 time: 0.0915587 Jul 23 21:34:38.459151 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099de9b3-fbb8-49b6-bcee-d23d8b10eb8f req-07b16014-06db-477f-a76a-0c6b18592530 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:38.460668 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-099de9b3-fbb8-49b6-bcee-d23d8b10eb8f req-07b16014-06db-477f-a76a-0c6b18592530 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0657134 Jul 23 21:34:38.495834 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-148f3d92-6ac9-4f00-bf0d-db4d767fd9d9 req-857b5825-0455-4dc4-8158-e727faa54111 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdffd346-06a0-433d-8aec-3cfd332ef8a3 HTTP/1.1" status: 200 len: 217 time: 0.0352037 Jul 23 21:34:38.503437 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-099de9b3-fbb8-49b6-bcee-d23d8b10eb8f req-3f44c435-3a53-41b4-8eb4-a94dc9fb43f5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367632 Jul 23 21:34:38.522458 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5074eaf6-526d-4e60-a0c7-f4d04ae40aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998344154', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:05Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd72efacc-79dd-428b-bacf-679caf966e27', 'name': '', 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:18:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0e693277-a00f-49ff-b331-5678620dd612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:05Z', 'updated_at': '2021-07-23T21:33:10Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': '0e693277-a00f-49ff-b331-5678620dd612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:38.550971 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074eaf6-526d-4e60-a0c7-f4d04ae40aee None None] Checking router: a0f4a090-3ed6-4ac0-9be9-899362b6f966 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:34:38.555393 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f3d92-6ac9-4f00-bf0d-db4d767fd9d9 req-5ce0e2b6-e433-42fc-be8b-5dbede371b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:38.556969 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-148f3d92-6ac9-4f00-bf0d-db4d767fd9d9 req-5ce0e2b6-e433-42fc-be8b-5dbede371b09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e693277-a00f-49ff-b331-5678620dd612 HTTP/1.1" status: 200 len: 835 time: 0.0527260 Jul 23 21:34:38.559512 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5074eaf6-526d-4e60-a0c7-f4d04ae40aee None None] Routers {'a0f4a090-3ed6-4ac0-9be9-899362b6f966'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:34:38.560120 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5074eaf6-526d-4e60-a0c7-f4d04ae40aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:38.617951 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f3d92-6ac9-4f00-bf0d-db4d767fd9d9 req-52cf04ac-28b2-4820-9c25-81657f52ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:38.619414 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-148f3d92-6ac9-4f00-bf0d-db4d767fd9d9 req-52cf04ac-28b2-4820-9c25-81657f52ab45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=15a42075-5a10-4e69-b10d-9e133ae92fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521994 Jul 23 21:34:38.663644 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-5074eaf6-526d-4e60-a0c7-f4d04ae40aee None None] Set router a0f4a090-3ed6-4ac0-9be9-899362b6f966 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:34:38.709136 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-148f3d92-6ac9-4f00-bf0d-db4d767fd9d9 req-e49795b1-1d24-4be4-936c-2d47413f54ff service neutron] 10.222.0.57 "GET /v2.0/networks/15a42075-5a10-4e69-b10d-9e133ae92fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813246 Jul 23 21:34:38.802200 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-148f3d92-6ac9-4f00-bf0d-db4d767fd9d9 req-c5b12b8e-0d5d-4965-9c2b-9a3b110d6e23 service neutron] 10.222.0.57 "GET /v2.0/networks/15a42075-5a10-4e69-b10d-9e133ae92fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853171 Jul 23 21:34:38.861513 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-5074eaf6-526d-4e60-a0c7-f4d04ae40aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998344154', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:05Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd72efacc-79dd-428b-bacf-679caf966e27', 'name': '', 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:18:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0e693277-a00f-49ff-b331-5678620dd612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:05Z', 'updated_at': '2021-07-23T21:33:10Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': '0e693277-a00f-49ff-b331-5678620dd612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:38.893290 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074eaf6-526d-4e60-a0c7-f4d04ae40aee None None] The sync data for ids ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'] in n-d-791504-18 is: [{'id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998344154', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:05Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd72efacc-79dd-428b-bacf-679caf966e27', 'name': '', 'network_id': '15a42075-5a10-4e69-b10d-9e133ae92fd4', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:18:d7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0e693277-a00f-49ff-b331-5678620dd612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:05Z', 'updated_at': '2021-07-23T21:33:10Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': '0e693277-a00f-49ff-b331-5678620dd612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:34:39.100847 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d887116-9ea6-45bc-9a84-118ec43eca9f None None] New status for floating IP 6ae07cc3-62cb-405f-b70d-7d8067c483c3: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:34:39.643632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb81d6-cb9d-431f-8baf-a3b77e79b517 req-db258fb0-eae8-4c3a-9fc3-9e5b32ffb03d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:39.645144 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1edb81d6-cb9d-431f-8baf-a3b77e79b517 req-db258fb0-eae8-4c3a-9fc3-9e5b32ffb03d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0723519 Jul 23 21:34:39.684091 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1edb81d6-cb9d-431f-8baf-a3b77e79b517 req-9cf34be3-920b-4c9d-a986-f02b0d227eef tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=78622942-3d0b-4224-a289-89f6c42c6693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334487 Jul 23 21:34:39.934173 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468123d-a5af-4a5f-be78-0524d2e0ff87 req-d560aacb-6dce-4a63-8923-ee0732716c15 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:39.935565 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1468123d-a5af-4a5f-be78-0524d2e0ff87 req-d560aacb-6dce-4a63-8923-ee0732716c15 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.57 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 945 time: 0.0647449 Jul 23 21:34:40.037448 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-1468123d-a5af-4a5f-be78-0524d2e0ff87 req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port cdffd346-06a0-433d-8aec-3cfd332ef8a3 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:34:40.037781 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1468123d-a5af-4a5f-be78-0524d2e0ff87 req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:40.124990 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-1468123d-a5af-4a5f-be78-0524d2e0ff87 req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] For port cdffd346-06a0-433d-8aec-3cfd332ef8a3, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=cdffd346-06a0-433d-8aec-3cfd332ef8a3,segment=NetworkSegment(842c08b2-58b9-45c4-8729-f8702cf747a3),segment_id=842c08b2-58b9-45c4-8729-f8702cf747a3)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:34:40.125348 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1468123d-a5af-4a5f-be78-0524d2e0ff87 req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:40.138038 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-1468123d-a5af-4a5f-be78-0524d2e0ff87 req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for cdffd346-06a0-433d-8aec-3cfd332ef8a3 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:34:40.264265 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1468123d-a5af-4a5f-be78-0524d2e0ff87 req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:40.291876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=cdffd346-06a0-433d-8aec-3cfd332ef8a3,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:40.322008 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:40.322360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:40.322702 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:40.323039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:40.323397 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:40.323728 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:40.324056 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:40.324386 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:40.324713 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:40.325038 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:40.325360 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:40.325685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:40.354317 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-1468123d-a5af-4a5f-be78-0524d2e0ff87 req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] No DVR routers for this DVR port cdffd346-06a0-433d-8aec-3cfd332ef8a3 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:34:40.356885 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-1468123d-a5af-4a5f-be78-0524d2e0ff87 req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:40.358862 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1468123d-a5af-4a5f-be78-0524d2e0ff87 req-4d997426-59cd-40fd-b845-dc4b15766d53 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.57 "DELETE /v2.0/ports/cdffd346-06a0-433d-8aec-3cfd332ef8a3 HTTP/1.1" status: 204 len: 173 time: 0.4179440 Jul 23 21:34:40.359458 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab7f359-33a3-45ac-8bdb-0efee99b9f2a', 'name': 'network-vif-deleted', 'tag': 'cdffd346-06a0-433d-8aec-3cfd332ef8a3'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:34:40.362423 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b528855-6e51-498a-b3ea-db62a988c78f" -d '{"events": [{"server_uuid": "cab7f359-33a3-45ac-8bdb-0efee99b9f2a", "name": "network-vif-deleted", "tag": "cdffd346-06a0-433d-8aec-3cfd332ef8a3"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:34:40.455958 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d4cce6-1bd5-46a1-a826-b426610c5a71 x-openstack-request-id: req-38d4cce6-1bd5-46a1-a826-b426610c5a71 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:34:40.456258 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab7f359-33a3-45ac-8bdb-0efee99b9f2a", "name": "network-vif-deleted", "tag": "cdffd346-06a0-433d-8aec-3cfd332ef8a3", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:34:40.456537 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38d4cce6-1bd5-46a1-a826-b426610c5a71 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:34:40.456936 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab7f359-33a3-45ac-8bdb-0efee99b9f2a', 'name': 'network-vif-deleted', 'tag': 'cdffd346-06a0-433d-8aec-3cfd332ef8a3', 'status': 'completed', 'code': 200} Jul 23 21:34:40.798684 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f33d074a-8d30-4501-86e2-9e3a03af0aeb req-4675e48d-87d4-4978-a7e8-0739d3691ca3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab7f359-33a3-45ac-8bdb-0efee99b9f2a HTTP/1.1" status: 200 len: 210 time: 0.0297616 Jul 23 21:34:41.855553 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57914) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:42.208193 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1d610a8-50f9-48eb-862b-02eb989e930d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:42.468713 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-b1d610a8-50f9-48eb-862b-02eb989e930d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port d72efacc-79dd-428b-bacf-679caf966e27 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:34:42.468976 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1d610a8-50f9-48eb-862b-02eb989e930d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:42.556824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-b1d610a8-50f9-48eb-862b-02eb989e930d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] For port d72efacc-79dd-428b-bacf-679caf966e27, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d72efacc-79dd-428b-bacf-679caf966e27,segment=NetworkSegment(842c08b2-58b9-45c4-8729-f8702cf747a3),segment_id=842c08b2-58b9-45c4-8729-f8702cf747a3)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:34:42.557188 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1d610a8-50f9-48eb-862b-02eb989e930d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:42.570059 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-b1d610a8-50f9-48eb-862b-02eb989e930d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for d72efacc-79dd-428b-bacf-679caf966e27 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:34:42.752997 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1d610a8-50f9-48eb-862b-02eb989e930d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:42.784795 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d610a8-50f9-48eb-862b-02eb989e930d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=d72efacc-79dd-428b-bacf-679caf966e27,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:42.958948 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1d610a8-50f9-48eb-862b-02eb989e930d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:43.171554 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d610a8-50f9-48eb-862b-02eb989e930d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router a0f4a090-3ed6-4ac0-9be9-899362b6f966 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:34:43.276997 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d610a8-50f9-48eb-862b-02eb989e930d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:34:43.281866 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b1d610a8-50f9-48eb-862b-02eb989e930d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "PUT /v2.0/routers/a0f4a090-3ed6-4ac0-9be9-899362b6f966/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4253194 Jul 23 21:34:43.284585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57916) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:43.287363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d44c94-6565-4761-b6e1-e51ebdd6ccb9 None None] Sync routers for ids ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:34:43.296527 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d44c94-6565-4761-b6e1-e51ebdd6ccb9 None None] Routers {'a0f4a090-3ed6-4ac0-9be9-899362b6f966'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:34:43.297149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e1d44c94-6565-4761-b6e1-e51ebdd6ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:43.335220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dae5afe-5e64-489b-af43-83ab233c0723 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting subnet 0e693277-a00f-49ff-b331-5678620dd612 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:34:43.338260 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6dae5afe-5e64-489b-af43-83ab233c0723 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:43.378375 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6dae5afe-5e64-489b-af43-83ab233c0723 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:43.402243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-e1d44c94-6565-4761-b6e1-e51ebdd6ccb9 None None] Set router a0f4a090-3ed6-4ac0-9be9-899362b6f966 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:34:43.465862 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6dae5afe-5e64-489b-af43-83ab233c0723 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:43.523333 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6dae5afe-5e64-489b-af43-83ab233c0723 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:43.551068 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae5afe-5e64-489b-af43-83ab233c0723 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Subnet': ['ID=0e693277-a00f-49ff-b331-5678620dd612,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:43.558545 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6dae5afe-5e64-489b-af43-83ab233c0723 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:43.563201 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6dae5afe-5e64-489b-af43-83ab233c0723 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/subnets/0e693277-a00f-49ff-b331-5678620dd612 HTTP/1.1" status: 204 len: 168 time: 0.2751212 Jul 23 21:34:43.563591 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57918) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:43.568435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27773d3c-e1f6-4c3c-8275-17f867cf4d63 None None] Network 15a42075-5a10-4e69-b10d-9e133ae92fd4 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:34:43.635190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e1d44c94-6565-4761-b6e1-e51ebdd6ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998344154', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:34:42Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:43.667049 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-be33d79e-cc10-4f7d-b235-5bd2a2dcd401 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:43.682817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d44c94-6565-4761-b6e1-e51ebdd6ccb9 None None] Checking router: a0f4a090-3ed6-4ac0-9be9-899362b6f966 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:34:43.711385 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d44c94-6565-4761-b6e1-e51ebdd6ccb9 None None] Routers {'a0f4a090-3ed6-4ac0-9be9-899362b6f966'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:34:43.711993 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e1d44c94-6565-4761-b6e1-e51ebdd6ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:43.773300 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-be33d79e-cc10-4f7d-b235-5bd2a2dcd401 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:43.834565 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-be33d79e-cc10-4f7d-b235-5bd2a2dcd401 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port 0dd62ba7-77df-4734-8769-48348f6f9aee {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:34:43.834910 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-be33d79e-cc10-4f7d-b235-5bd2a2dcd401 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:43.917426 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-be33d79e-cc10-4f7d-b235-5bd2a2dcd401 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] For port 0dd62ba7-77df-4734-8769-48348f6f9aee, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0dd62ba7-77df-4734-8769-48348f6f9aee,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:34:43.917784 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-be33d79e-cc10-4f7d-b235-5bd2a2dcd401 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:43.929428 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-be33d79e-cc10-4f7d-b235-5bd2a2dcd401 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for 0dd62ba7-77df-4734-8769-48348f6f9aee owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:34:43.988012 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-e1d44c94-6565-4761-b6e1-e51ebdd6ccb9 None None] Set router a0f4a090-3ed6-4ac0-9be9-899362b6f966 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:34:44.046812 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cdffd346-06a0-433d-8aec-3cfd332ef8a3 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:34:44.048666 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] DHCP port deletion for 15a42075-5a10-4e69-b10d-9e133ae92fd4 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:34:44.080047 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: cdffd346-06a0-433d-8aec-3cfd332ef8a3 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:34:44.080378 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device cdffd346-06a0-433d-8aec-3cfd332ef8a3 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:34:44.107333 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-be33d79e-cc10-4f7d-b235-5bd2a2dcd401 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.134068 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33d79e-cc10-4f7d-b235-5bd2a2dcd401 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=0dd62ba7-77df-4734-8769-48348f6f9aee,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:44.197344 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] Deleting port 798755db-89ce-4c86-ab7b-f7f4d2a70caf {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:34:44.197715 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.201872 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-be33d79e-cc10-4f7d-b235-5bd2a2dcd401 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.275987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] For port 798755db-89ce-4c86-ab7b-f7f4d2a70caf, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=798755db-89ce-4c86-ab7b-f7f4d2a70caf,segment=NetworkSegment(842c08b2-58b9-45c4-8729-f8702cf747a3),segment_id=842c08b2-58b9-45c4-8729-f8702cf747a3)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:34:44.276292 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.289956 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] Calling delete_port for 798755db-89ce-4c86-ab7b-f7f4d2a70caf owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:34:44.294043 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-be33d79e-cc10-4f7d-b235-5bd2a2dcd401 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.296205 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-be33d79e-cc10-4f7d-b235-5bd2a2dcd401 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.311170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e1d44c94-6565-4761-b6e1-e51ebdd6ccb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998344154', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:34:42Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:44.340164 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-be33d79e-cc10-4f7d-b235-5bd2a2dcd401 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.340688 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be33d79e-cc10-4f7d-b235-5bd2a2dcd401 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Fanout notify agent at l3_agent the message router_deleted on router a0f4a090-3ed6-4ac0-9be9-899362b6f966 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:34:44.347885 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-be33d79e-cc10-4f7d-b235-5bd2a2dcd401 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.351813 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-be33d79e-cc10-4f7d-b235-5bd2a2dcd401 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/routers/a0f4a090-3ed6-4ac0-9be9-899362b6f966 HTTP/1.1" status: 204 len: 168 time: 0.7842298 Jul 23 21:34:44.351813 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57920) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:44.365276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d44c94-6565-4761-b6e1-e51ebdd6ccb9 None None] The sync data for ids ['a0f4a090-3ed6-4ac0-9be9-899362b6f966'] in n-d-791504-18 is: [{'id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998344154', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:34:42Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '0dd62ba7-77df-4734-8769-48348f6f9aee', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f4a090-3ed6-4ac0-9be9-899362b6f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:33:02Z', 'updated_at': '2021-07-23T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:34:44.408007 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.429690 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9fe230a-e7f6-4f28-8b56-3333d9f5bbdf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.436313 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] Pushing event deleted for resources: {'Port': ['ID=798755db-89ce-4c86-ab7b-f7f4d2a70caf,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:44.441122 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] No DVR routers for this DVR port 798755db-89ce-4c86-ab7b-f7f4d2a70caf on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:34:44.450667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:44.451016 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:44.451390 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:44.451878 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:44.452062 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:44.452386 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:44.452804 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:44.453137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:44.453546 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:44.453773 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:44.454098 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:44.455026 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d88463-51f8-42de-9b16-f22366d8c263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:44.521245 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9fe230a-e7f6-4f28-8b56-3333d9f5bbdf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.530895 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b9fe230a-e7f6-4f28-8b56-3333d9f5bbdf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a42075-5a10-4e69-b10d-9e133ae92fd4']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:44.540633 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b9fe230a-e7f6-4f28-8b56-3333d9f5bbdf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842c08b2-58b9-45c4-8729-f8702cf747a3') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:44.540929 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-b9fe230a-e7f6-4f28-8b56-3333d9f5bbdf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842c08b2-58b9-45c4-8729-f8702cf747a3') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:44.550167 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9fe230a-e7f6-4f28-8b56-3333d9f5bbdf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.558090 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-36358e7c-103e-4e4f-928f-23f6f4af7324 req-d40f1b78-e358-4006-8934-4df8eca3e0cb service neutron] (93810) timed out ('10.222.0.48', 52090) {{(pid=93810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:34:44.564595 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9fe230a-e7f6-4f28-8b56-3333d9f5bbdf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.571011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fe230a-e7f6-4f28-8b56-3333d9f5bbdf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:34:44.571429 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9fe230a-e7f6-4f28-8b56-3333d9f5bbdf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:34:44.574530 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:34:44.636332 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9fe230a-e7f6-4f28-8b56-3333d9f5bbdf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.643195 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b9fe230a-e7f6-4f28-8b56-3333d9f5bbdf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.644928 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b9fe230a-e7f6-4f28-8b56-3333d9f5bbdf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/networks/15a42075-5a10-4e69-b10d-9e133ae92fd4 HTTP/1.1" status: 204 len: 168 time: 0.2919214 Jul 23 21:34:44.647701 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57922) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:44.656107 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe230a-e7f6-4f28-8b56-3333d9f5bbdf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Network': ['ID=15a42075-5a10-4e69-b10d-9e133ae92fd4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:44.705525 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-de169938-a282-4b96-92f3-079a2590af62 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.734506 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-de169938-a282-4b96-92f3-079a2590af62 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.805551 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-de169938-a282-4b96-92f3-079a2590af62 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.808408 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-de169938-a282-4b96-92f3-079a2590af62 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.811147 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-de169938-a282-4b96-92f3-079a2590af62 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/security-groups/78622942-3d0b-4224-a289-89f6c42c6693 HTTP/1.1" status: 204 len: 168 time: 0.1609523 Jul 23 21:34:44.819632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de169938-a282-4b96-92f3-079a2590af62 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78622942-3d0b-4224-a289-89f6c42c6693,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:44.862952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d72efacc-79dd-428b-bacf-679caf966e27 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:34:44.888503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: d72efacc-79dd-428b-bacf-679caf966e27 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:34:44.888950 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d72efacc-79dd-428b-bacf-679caf966e27 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:34:44.889425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 798755db-89ce-4c86-ab7b-f7f4d2a70caf no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:34:44.911632 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 798755db-89ce-4c86-ab7b-f7f4d2a70caf {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:34:44.912106 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 798755db-89ce-4c86-ab7b-f7f4d2a70caf not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:34:45.105111 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57928) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:45.109792 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-724fa8a9-90eb-4d15-8799-9a51e766cd70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-219014603', 'description': 'tempest-secgroup-smoke-219014603 description', 'project_id': 'b485364fd2d04623babc416c243a99e1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:34:45.132564 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-724fa8a9-90eb-4d15-8799-9a51e766cd70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.216610 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-724fa8a9-90eb-4d15-8799-9a51e766cd70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.220287 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-724fa8a9-90eb-4d15-8799-9a51e766cd70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.248272 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-724fa8a9-90eb-4d15-8799-9a51e766cd70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.252988 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-724fa8a9-90eb-4d15-8799-9a51e766cd70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1433833 Jul 23 21:34:45.252988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fa8a9-90eb-4d15-8799-9a51e766cd70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c28ba90-7329-4fa2-8efc-b54134a5d809,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:45.253468 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57930) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:45.260073 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-facca79f-0f30-43f1-8e08-70a466e3a7f7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': '9c28ba90-7329-4fa2-8efc-b54134a5d809', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:34:45.288193 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-facca79f-0f30-43f1-8e08-70a466e3a7f7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.343035 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-facca79f-0f30-43f1-8e08-70a466e3a7f7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.349775 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-facca79f-0f30-43f1-8e08-70a466e3a7f7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.369589 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facca79f-0f30-43f1-8e08-70a466e3a7f7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd5f463-124e-4067-8e85-383656f90aca,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:45.375729 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-facca79f-0f30-43f1-8e08-70a466e3a7f7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.380475 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-facca79f-0f30-43f1-8e08-70a466e3a7f7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219277 Jul 23 21:34:45.381057 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57932) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:45.385218 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c650f7ac-9f05-49f1-bc90-097abef6b845 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': '9c28ba90-7329-4fa2-8efc-b54134a5d809', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:34:45.413441 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c650f7ac-9f05-49f1-bc90-097abef6b845 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.471640 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c650f7ac-9f05-49f1-bc90-097abef6b845 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.475033 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c650f7ac-9f05-49f1-bc90-097abef6b845 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.496309 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650f7ac-9f05-49f1-bc90-097abef6b845 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354d862f-966c-4035-8f1f-77878649d32c,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:45.503624 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c650f7ac-9f05-49f1-bc90-097abef6b845 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.504855 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c650f7ac-9f05-49f1-bc90-097abef6b845 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232755 Jul 23 21:34:45.507589 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57934) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:45.511988 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-658a15cd-133f-48dd-9841-e6f5de108b16 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': '9c28ba90-7329-4fa2-8efc-b54134a5d809', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:34:45.537072 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-658a15cd-133f-48dd-9841-e6f5de108b16 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.599823 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-658a15cd-133f-48dd-9841-e6f5de108b16 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.603721 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-658a15cd-133f-48dd-9841-e6f5de108b16 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.622059 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a15cd-133f-48dd-9841-e6f5de108b16 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a97c027-083e-4e7f-a1ca-5594fe9a5bce,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:45.628273 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-658a15cd-133f-48dd-9841-e6f5de108b16 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.629482 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-658a15cd-133f-48dd-9841-e6f5de108b16 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209702 Jul 23 21:34:45.632631 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57936) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:45.637011 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d64971df-7358-43d6-a9a4-9b9a78ae72c3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': '9c28ba90-7329-4fa2-8efc-b54134a5d809', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:34:45.665389 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d64971df-7358-43d6-a9a4-9b9a78ae72c3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.724045 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d64971df-7358-43d6-a9a4-9b9a78ae72c3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.727865 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d64971df-7358-43d6-a9a4-9b9a78ae72c3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.748093 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64971df-7358-43d6-a9a4-9b9a78ae72c3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e25fd60-4812-41ba-87a1-5adec9b7e45d,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:45.755331 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d64971df-7358-43d6-a9a4-9b9a78ae72c3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.756558 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d64971df-7358-43d6-a9a4-9b9a78ae72c3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229658 Jul 23 21:34:45.759137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57938) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:45.763489 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d87f9458-59c5-45fa-adb6-ff4f848515cf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': '9c28ba90-7329-4fa2-8efc-b54134a5d809', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:34:45.785940 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-d87f9458-59c5-45fa-adb6-ff4f848515cf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Project b485364fd2d04623babc416c243a99e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:34:45.791350 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d87f9458-59c5-45fa-adb6-ff4f848515cf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.837071 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.851838 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d87f9458-59c5-45fa-adb6-ff4f848515cf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.855200 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d87f9458-59c5-45fa-adb6-ff4f848515cf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.874593 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f9458-59c5-45fa-adb6-ff4f848515cf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ce127e-eed1-4851-ad5c-58acdf8ae149,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:45.880924 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d87f9458-59c5-45fa-adb6-ff4f848515cf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.882095 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d87f9458-59c5-45fa-adb6-ff4f848515cf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220419 Jul 23 21:34:45.884881 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57940) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:45.889324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-dd51a536-5b53-41ae-941e-6d9ad821b9f1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': '9c28ba90-7329-4fa2-8efc-b54134a5d809', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:34:45.913179 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-dd51a536-5b53-41ae-941e-6d9ad821b9f1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Project b485364fd2d04623babc416c243a99e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:34:45.918485 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd51a536-5b53-41ae-941e-6d9ad821b9f1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.980122 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd51a536-5b53-41ae-941e-6d9ad821b9f1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:45.983788 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd51a536-5b53-41ae-941e-6d9ad821b9f1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.002614 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51a536-5b53-41ae-941e-6d9ad821b9f1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f404225-cbe0-4ac3-a1ab-d4f5a374fa97,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:46.012110 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-dd51a536-5b53-41ae-941e-6d9ad821b9f1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.013428 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-dd51a536-5b53-41ae-941e-6d9ad821b9f1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275311 Jul 23 21:34:46.016212 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57942) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:46.021527 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-6704e20c-6d30-4022-bf50-f72fbf61bd1a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'network': {'name': 'tempest-network-smoke--151781095', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'port_security_enabled': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:34:46.041206 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6704e20c-6d30-4022-bf50-f72fbf61bd1a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Made reservation on behalf of b485364fd2d04623babc416c243a99e1 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:34:46.044617 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6704e20c-6d30-4022-bf50-f72fbf61bd1a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.067571 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6704e20c-6d30-4022-bf50-f72fbf61bd1a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:34:46.076902 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6704e20c-6d30-4022-bf50-f72fbf61bd1a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.077246 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-6704e20c-6d30-4022-bf50-f72fbf61bd1a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Added segment 0f84085b-54a3-4ec0-bb41-da19e17f01be of type vlan for network 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 Jul 23 21:34:46.117540 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6704e20c-6d30-4022-bf50-f72fbf61bd1a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.144884 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6704e20c-6d30-4022-bf50-f72fbf61bd1a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.150465 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6704e20c-6d30-4022-bf50-f72fbf61bd1a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:46.151036 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-6704e20c-6d30-4022-bf50-f72fbf61bd1a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.186640 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6704e20c-6d30-4022-bf50-f72fbf61bd1a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1689093 Jul 23 21:34:46.189375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 57944) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:46.194721 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1311017078', 'admin_state_up': True, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:34:46.235223 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704e20c-6d30-4022-bf50-f72fbf61bd1a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Network': ['ID=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:46.247774 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:34:46.252500 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.253504 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.308390 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.449885 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.492020 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0dd62ba7-77df-4734-8769-48348f6f9aee no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:34:46.515690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 0dd62ba7-77df-4734-8769-48348f6f9aee {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:34:46.516035 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0dd62ba7-77df-4734-8769-48348f6f9aee not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:34:46.647601 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.667498 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.765091 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.25.3.116 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/3544ad30-6809-44f8-9d19-5d57dca8f993) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:34:46.867304 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.903775 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.938538 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:34:46.941324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:34:46.946645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:34:46.973498 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=3544ad30-6809-44f8-9d19-5d57dca8f993,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:47.190650 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:47.372726 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:47.382989 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:47.509502 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:34:47.620650 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:34:47.630249 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Sync routers for ids ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:34:47.638205 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:47.639753 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Routers {'1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:34:47.640361 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:47.644221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57946) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:47.644713 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d0459abc-ad82-4946-8431-4d3619c25474 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4537785 Jul 23 21:34:47.674828 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b9072664-3d5d-46ec-842d-76b6b96cdbeb tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=b485364fd2d04623babc416c243a99e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294521 Jul 23 21:34:47.677556 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57948) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:47.743804 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Set router 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:34:47.762749 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f2f5fc-0125-4d12-bc0c-1d860bb7c26e tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:47.767665 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-02f2f5fc-0125-4d12-bc0c-1d860bb7c26e tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856953 Jul 23 21:34:47.767827 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57950) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:47.802423 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dcb826d9-61b8-41da-b970-c33a9e42a255 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310903 Jul 23 21:34:47.802626 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57952) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:47.807494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c6d7e0aa-3510-486f-b5eb-62908bae7717 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-611460456', 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:34:47.893414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d7e0aa-3510-486f-b5eb-62908bae7717 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Made reservation on behalf of b485364fd2d04623babc416c243a99e1 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:34:47.897007 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e0aa-3510-486f-b5eb-62908bae7717 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:47.917872 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311017078', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:47Z', 'revision_number': 3, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:47.947408 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Checking router: 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:34:47.947750 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Updating router 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b port 3544ad30-6809-44f8-9d19-5d57dca8f993 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:34:47.982578 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:48.075410 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e0aa-3510-486f-b5eb-62908bae7717 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:48.131753 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7e0aa-3510-486f-b5eb-62908bae7717 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Subnet': ['ID=ca7e3952-6472-442d-a813-11d4301919bd,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:48.143187 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d7e0aa-3510-486f-b5eb-62908bae7717 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Checking segment: {'id': '0f84085b-54a3-4ec0-bb41-da19e17f01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:34:48.143543 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d7e0aa-3510-486f-b5eb-62908bae7717 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network hostable DHCP agents. Network: 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:34:48.160375 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d7e0aa-3510-486f-b5eb-62908bae7717 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:34:48.169375 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-c6d7e0aa-3510-486f-b5eb-62908bae7717 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:34:48.174236 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d7e0aa-3510-486f-b5eb-62908bae7717 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:48.174841 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e0aa-3510-486f-b5eb-62908bae7717 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:48.181201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4fb5ed-7e9b-4842-8db7-543abfd7e488 None None] Network 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:34:48.191904 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c6d7e0aa-3510-486f-b5eb-62908bae7717 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3856642 Jul 23 21:34:48.192105 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 57954) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:48.234824 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:48.245434 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Transition to ACTIVE for port object 3544ad30-6809-44f8-9d19-5d57dca8f993 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:34:48.251836 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:48.298804 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Attempting to bind port 3544ad30-6809-44f8-9d19-5d57dca8f993 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:34:48.299192 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Attempting to bind port 3544ad30-6809-44f8-9d19-5d57dca8f993 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:34:48.299554 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Attempting to bind port 3544ad30-6809-44f8-9d19-5d57dca8f993 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:34:48.305896 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:34:48.306261 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:34:48.306651 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:48.307035 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:34:48.307519 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Bound port: 3544ad30-6809-44f8-9d19-5d57dca8f993, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:34:48.307897 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:48.338804 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bd13c-d56e-4dc3-92cd-befc205b03dc None None] Pushing event updated for resources: {'Port': ['ID=3544ad30-6809-44f8-9d19-5d57dca8f993,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:48.353074 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd13c-d56e-4dc3-92cd-befc205b03dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:48.353504 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd13c-d56e-4dc3-92cd-befc205b03dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:48.353823 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd13c-d56e-4dc3-92cd-befc205b03dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:48.354049 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd13c-d56e-4dc3-92cd-befc205b03dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:48.354370 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd13c-d56e-4dc3-92cd-befc205b03dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:48.354693 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd13c-d56e-4dc3-92cd-befc205b03dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:48.355010 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd13c-d56e-4dc3-92cd-befc205b03dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:48.355397 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd13c-d56e-4dc3-92cd-befc205b03dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:48.355660 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd13c-d56e-4dc3-92cd-befc205b03dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:48.356056 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd13c-d56e-4dc3-92cd-befc205b03dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:48.356294 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd13c-d56e-4dc3-92cd-befc205b03dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:48.357378 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd13c-d56e-4dc3-92cd-befc205b03dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:48.362088 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-64b4aebe-e5aa-45bf-9349-22c2c3bea0e1', 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ips': [{'subnet_id': 'ca7e3952-6472-442d-a813-11d4301919bd'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:34:48.364675 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:48.381200 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] For port 3544ad30-6809-44f8-9d19-5d57dca8f993, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:34:48.385455 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] For port 3544ad30-6809-44f8-9d19-5d57dca8f993, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3544ad30-6809-44f8-9d19-5d57dca8f993,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:34:48.389336 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:48.439686 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Routers {'1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:34:48.440312 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:48.524172 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Allocated IP 172.20.0.2 (64b4aebe-e5aa-45bf-9349-22c2c3bea0e1/ca7e3952-6472-442d-a813-11d4301919bd/b79d64ff-be9f-4885-9b97-6fe2b6bfab83) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:34:48.534747 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bd13c-d56e-4dc3-92cd-befc205b03dc None None] Pushing event updated for resources: {'Port': ['ID=3544ad30-6809-44f8-9d19-5d57dca8f993,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:48.566490 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] Set router 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:34:48.694860 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:48.705653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Transition to ACTIVE for port object b79d64ff-be9f-4885-9b97-6fe2b6bfab83 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:34:48.720413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Transition to ACTIVE for port object b79d64ff-be9f-4885-9b97-6fe2b6bfab83 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:34:48.726780 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:48.743252 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Network 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:34:48.761388 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:34:48.764367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:34:48.826255 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Pushing event updated for resources: {'Port': ['ID=b79d64ff-be9f-4885-9b97-6fe2b6bfab83,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:48.843005 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Attempting to bind port b79d64ff-be9f-4885-9b97-6fe2b6bfab83 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:34:48.843926 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Attempting to bind port b79d64ff-be9f-4885-9b97-6fe2b6bfab83 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '0f84085b-54a3-4ec0-bb41-da19e17f01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:34:48.844300 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Attempting to bind port b79d64ff-be9f-4885-9b97-6fe2b6bfab83 on network 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:34:48.850435 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:34:48.850812 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Checking segment: {'id': '0f84085b-54a3-4ec0-bb41-da19e17f01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:34:48.851242 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:48.851641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Bound using segment: {'id': '0f84085b-54a3-4ec0-bb41-da19e17f01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:34:48.852114 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Bound port: b79d64ff-be9f-4885-9b97-6fe2b6bfab83, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f84085b-54a3-4ec0-bb41-da19e17f01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:34:48.852759 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:48.857235 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311017078', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:47Z', 'revision_number': 3, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:48.883190 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a68f0-0c5f-4885-820b-0d1a4efd025a None None] The sync data for ids ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'] in n-d-791504-18 is: [{'id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311017078', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:47Z', 'revision_number': 3, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:34:48.919198 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] For port b79d64ff-be9f-4885-9b97-6fe2b6bfab83, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:34:48.922503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] For port b79d64ff-be9f-4885-9b97-6fe2b6bfab83, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b79d64ff-be9f-4885-9b97-6fe2b6bfab83,segment=NetworkSegment(0f84085b-54a3-4ec0-bb41-da19e17f01be),segment_id=0f84085b-54a3-4ec0-bb41-da19e17f01be)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:34:48.926760 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:48.995548 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa5396-7050-4161-894a-8c5d9f3e65be None None] Pushing event updated for resources: {'Port': ['ID=b79d64ff-be9f-4885-9b97-6fe2b6bfab83,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:49.014016 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:49.340522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.20.0.1 (64b4aebe-e5aa-45bf-9349-22c2c3bea0e1/ca7e3952-6472-442d-a813-11d4301919bd/6d3c8ded-9d29-414e-a4c3-72f600eeeaa5) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:34:49.462807 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:49.478001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Transition to ACTIVE for port object 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:34:49.511464 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:49.553489 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:34:49.558820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:34:49.562825 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:34:49.569666 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=6d3c8ded-9d29-414e-a4c3-72f600eeeaa5,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:49.615659 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:49.769100 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:49.952416 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890f7517-6cc0-4725-b3ef-bda3ca7e7694 None None] Network 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:34:50.033316 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4bb8b14e-8875-4a21-95fe-dc50150aca13 None None] Provisioning for port b79d64ff-be9f-4885-9b97-6fe2b6bfab83 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:34:50.076817 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:50.081997 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:50.156891 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=6d3c8ded-9d29-414e-a4c3-72f600eeeaa5,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:50.161701 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:50.258382 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:34:50.259878 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:34:50.387722 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a43ffaca-4b1a-4a5d-8e75-0d2b136c81a2 None None] Provisioning for port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:34:50.393578 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a43ffaca-4b1a-4a5d-8e75-0d2b136c81a2 None None] Provisioning complete for port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:34:50.393952 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a43ffaca-4b1a-4a5d-8e75-0d2b136c81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:50.408701 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:34:50.428273 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a43ffaca-4b1a-4a5d-8e75-0d2b136c81a2 None None] Port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:34:50.546453 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:34:50.552247 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-867d98b2-5f57-4aa3-860a-0f6f9f6473fd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "PUT /v2.0/routers/1ec66ff2-48e6-44cb-9c8a-53fecd62a38b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3592184 Jul 23 21:34:50.577180 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Sync routers for ids ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:34:50.589916 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Routers {'1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:34:50.590541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:50.645489 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b79d64ff-be9f-4885-9b97-6fe2b6bfab83 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:34:50.730554 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5c5aec4c-1747-46ab-aa2d-18350885d193 None None] Provisioning complete for port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:34:50.731075 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c5aec4c-1747-46ab-aa2d-18350885d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:50.743868 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-7c86deb2-d7e2-40c9-940c-8c907f8ee7cd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-219014603&fields=id&tenant_id=b485364fd2d04623babc416c243a99e1 HTTP/1.1" status: 200 len: 267 time: 0.0547526 Jul 23 21:34:50.797007 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5c5aec4c-1747-46ab-aa2d-18350885d193 None None] Port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:34:50.802563 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port b79d64ff-be9f-4885-9b97-6fe2b6bfab83 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:34:50.808547 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Set router 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:34:50.810724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b79d64ff-be9f-4885-9b97-6fe2b6bfab83 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:34:50.811080 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:50.858408 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-b953a223-466c-4ca2-bbf6-520509f09c34 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:50.860004 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-b953a223-466c-4ca2-bbf6-520509f09c34 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/networks?id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 HTTP/1.1" status: 200 len: 796 time: 0.1135862 Jul 23 21:34:50.875064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-e019384a-d6cf-4dfb-a9d3-561142624bb8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/quotas/b485364fd2d04623babc416c243a99e1 HTTP/1.1" status: 200 len: 375 time: 0.0090833 Jul 23 21:34:50.941429 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-a7d83ddd-5f52-4813-bd86-003d84ed158a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604575 Jul 23 21:34:50.971033 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2a63a908-29d7-439d-a1a0-3f1823fbd46d None None] Provisioning complete for port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:34:50.971621 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a63a908-29d7-439d-a1a0-3f1823fbd46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:51.043883 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-b277361f-2adb-4bd2-ba91-b857471cb078 service neutron] 10.222.0.55 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907032 Jul 23 21:34:51.055702 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2a63a908-29d7-439d-a1a0-3f1823fbd46d None None] Port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:34:51.069518 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:51.132103 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port b79d64ff-be9f-4885-9b97-6fe2b6bfab83, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b79d64ff-be9f-4885-9b97-6fe2b6bfab83,segment=NetworkSegment(0f84085b-54a3-4ec0-bb41-da19e17f01be),segment_id=0f84085b-54a3-4ec0-bb41-da19e17f01be)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:34:51.137577 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:51.138341 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3544ad30-6809-44f8-9d19-5d57dca8f993 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:34:51.140081 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-29c2597d-e2bc-449f-910e-4bc904ef1dda service neutron] 10.222.0.55 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883944 Jul 23 21:34:51.195955 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311017078', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:49Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '6d3c8ded-9d29-414e-a4c3-72f600eeeaa5', 'name': '', 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:81:c7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:49Z', 'updated_at': '2021-07-23T21:34:49Z', 'revision_number': 2, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:51.239725 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Checking router: 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:34:51.240081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Updating router 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:34:51.263649 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=b79d64ff-be9f-4885-9b97-6fe2b6bfab83,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:51.288406 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:51.297677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 3544ad30-6809-44f8-9d19-5d57dca8f993 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:34:51.459907 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3544ad30-6809-44f8-9d19-5d57dca8f993 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:34:51.460183 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:51.641404 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:51.692446 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 3544ad30-6809-44f8-9d19-5d57dca8f993, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3544ad30-6809-44f8-9d19-5d57dca8f993,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:34:51.697976 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:51.776238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=3544ad30-6809-44f8-9d19-5d57dca8f993,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:51.818432 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:51.827807 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Transition to ACTIVE for port object 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:34:51.833371 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:51.882795 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619c809-c984-4a75-8cb5-a2a11fd3b321 None None] Pushing event updated for resources: {'Port': ['ID=6d3c8ded-9d29-414e-a4c3-72f600eeeaa5,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:51.941700 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Attempting to bind port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:34:51.942067 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Attempting to bind port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '0f84085b-54a3-4ec0-bb41-da19e17f01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:34:51.942428 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Attempting to bind port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 on network 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:34:51.947541 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:34:51.947909 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Checking segment: {'id': '0f84085b-54a3-4ec0-bb41-da19e17f01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:34:51.948306 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:51.948694 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Bound using segment: {'id': '0f84085b-54a3-4ec0-bb41-da19e17f01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:34:51.949156 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Bound port: 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f84085b-54a3-4ec0-bb41-da19e17f01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:34:51.949529 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:52.014823 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] For port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:34:52.018070 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] For port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6d3c8ded-9d29-414e-a4c3-72f600eeeaa5,segment=NetworkSegment(0f84085b-54a3-4ec0-bb41-da19e17f01be),segment_id=0f84085b-54a3-4ec0-bb41-da19e17f01be)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:34:52.022745 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:52.081650 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Routers {'1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:34:52.082283 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:34:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:52.157405 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619c809-c984-4a75-8cb5-a2a11fd3b321 None None] Pushing event updated for resources: {'Port': ['ID=6d3c8ded-9d29-414e-a4c3-72f600eeeaa5,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:52.208150 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] Set router 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:34:52.327575 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b3b1bb4b-726e-4624-bfc1-5a78ace52586 req-43034576-0ed3-482e-8179-c10c3d62fbc8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 210 time: 0.0308924 Jul 23 21:34:52.432849 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311017078', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:49Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '6d3c8ded-9d29-414e-a4c3-72f600eeeaa5', 'name': '', 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:81:c7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:49Z', 'updated_at': '2021-07-23T21:34:52Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:52.461583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b164672-df63-4952-b851-14753fbe71f1 None None] The sync data for ids ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'] in n-d-791504-18 is: [{'id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311017078', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:49Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '6d3c8ded-9d29-414e-a4c3-72f600eeeaa5', 'name': '', 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:81:c7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:49Z', 'updated_at': '2021-07-23T21:34:52Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:34:52.577668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b79d64ff-be9f-4885-9b97-6fe2b6bfab83 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:34:52.631488 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b79d64ff-be9f-4885-9b97-6fe2b6bfab83 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:34:52.631871 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:52.719752 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3544ad30-6809-44f8-9d19-5d57dca8f993 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:34:52.770117 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 3544ad30-6809-44f8-9d19-5d57dca8f993 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:34:52.770593 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:53.389791 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-84001c21-5952-4d34-a5c9-5a7ebba8346f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:53.391477 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-84001c21-5952-4d34-a5c9-5a7ebba8346f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.48 "GET /v2.0/networks?id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 HTTP/1.1" status: 200 len: 796 time: 0.1200695 Jul 23 21:34:53.442018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-394645bb-4610-4912-8fb0-7cbeff2dfb69 req-8e8f190d-cd1f-40c7-999a-7530b07ef43f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 210 time: 0.0344687 Jul 23 21:34:53.446990 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-c0148583-856e-4945-a20a-b93004edad2d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b485364fd2d04623babc416c243a99e1 HTTP/1.1" status: 200 len: 379 time: 0.0411766 Jul 23 21:34:53.457084 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-852175d7-b951-4ccd-a987-fe461f5d8181 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'port': {'device_id': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1', 'admin_state_up': True, 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'security_groups': ['9c28ba90-7329-4fa2-8efc-b54134a5d809']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:34:53.846965 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-852175d7-b951-4ccd-a987-fe461f5d8181 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Made reservation on behalf of b485364fd2d04623babc416c243a99e1 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:34:53.850446 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-852175d7-b951-4ccd-a987-fe461f5d8181 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:53.975950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-852175d7-b951-4ccd-a987-fe461f5d8181 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.20.0.5 (64b4aebe-e5aa-45bf-9349-22c2c3bea0e1/ca7e3952-6472-442d-a813-11d4301919bd/147ec896-c3db-49b9-9e65-e5fde68c50c1) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:34:54.108694 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-852175d7-b951-4ccd-a987-fe461f5d8181 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:54.122454 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-852175d7-b951-4ccd-a987-fe461f5d8181 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Transition to ACTIVE for port object 147ec896-c3db-49b9-9e65-e5fde68c50c1 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:34:54.154690 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-852175d7-b951-4ccd-a987-fe461f5d8181 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:54.199583 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-852175d7-b951-4ccd-a987-fe461f5d8181 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:34:54.202630 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-852175d7-b951-4ccd-a987-fe461f5d8181 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:34:54.208730 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-852175d7-b951-4ccd-a987-fe461f5d8181 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:34:54.237315 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852175d7-b951-4ccd-a987-fe461f5d8181 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=147ec896-c3db-49b9-9e65-e5fde68c50c1,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:54.262924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-852175d7-b951-4ccd-a987-fe461f5d8181 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:54.263585 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-852175d7-b951-4ccd-a987-fe461f5d8181 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:54.278116 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-852175d7-b951-4ccd-a987-fe461f5d8181 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8252695 Jul 23 21:34:54.336776 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Request body: {'port': {'device_id': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:34:54.414575 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:54.462676 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2f5e596e-ee16-4d5a-9e92-8b82a32fdb07 None None] Provisioning for port 147ec896-c3db-49b9-9e65-e5fde68c50c1 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:34:54.468009 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2f5e596e-ee16-4d5a-9e92-8b82a32fdb07 None None] Provisioning complete for port 147ec896-c3db-49b9-9e65-e5fde68c50c1 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:34:54.468384 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f5e596e-ee16-4d5a-9e92-8b82a32fdb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:54.536530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e596e-ee16-4d5a-9e92-8b82a32fdb07 None None] Port 147ec896-c3db-49b9-9e65-e5fde68c50c1 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:34:54.589720 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:34:54.597629 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49339d0d-63e8-4b06-b3a9-33c8fadc1077 req-b5435df9-15c5-4faf-b8a0-fdac881f0118 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:54.599231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49339d0d-63e8-4b06-b3a9-33c8fadc1077 req-b5435df9-15c5-4faf-b8a0-fdac881f0118 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 931 time: 0.0705633 Jul 23 21:34:54.639699 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:34:54.644892 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:34:54.645267 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:54.647222 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49339d0d-63e8-4b06-b3a9-33c8fadc1077 req-79e51406-4866-4666-a105-a3f9e2a12815 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416505 Jul 23 21:34:54.686729 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-825cd164-93e2-4751-8de4-cfbe3ccb7f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:54.722034 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147ec896-c3db-49b9-9e65-e5fde68c50c1 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:34:54.729596 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:54.737390 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:54.742062 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Transition to ACTIVE for port object 147ec896-c3db-49b9-9e65-e5fde68c50c1 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:34:54.745693 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:54.770959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6d3c8ded-9d29-414e-a4c3-72f600eeeaa5,segment=NetworkSegment(0f84085b-54a3-4ec0-bb41-da19e17f01be),segment_id=0f84085b-54a3-4ec0-bb41-da19e17f01be)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:34:54.776136 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:54.806722 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Pushing event updated for resources: {'Port': ['ID=147ec896-c3db-49b9-9e65-e5fde68c50c1,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:54.834020 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=6d3c8ded-9d29-414e-a4c3-72f600eeeaa5,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:54.878234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Attempting to bind port 147ec896-c3db-49b9-9e65-e5fde68c50c1 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:34:54.878628 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Attempting to bind port 147ec896-c3db-49b9-9e65-e5fde68c50c1 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '0f84085b-54a3-4ec0-bb41-da19e17f01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:34:54.879074 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Attempting to bind port 147ec896-c3db-49b9-9e65-e5fde68c50c1 on network 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:34:54.884553 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Port 147ec896-c3db-49b9-9e65-e5fde68c50c1 on network 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:34:54.884935 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Attempting to bind port 147ec896-c3db-49b9-9e65-e5fde68c50c1 on network 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:34:54.890606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:34:54.890944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Checking segment: {'id': '0f84085b-54a3-4ec0-bb41-da19e17f01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:34:54.891361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Bound using segment: {'id': '0f84085b-54a3-4ec0-bb41-da19e17f01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:34:54.892352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Bound port: 147ec896-c3db-49b9-9e65-e5fde68c50c1, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f84085b-54a3-4ec0-bb41-da19e17f01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:34:54.892718 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:54.962516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] For port 147ec896-c3db-49b9-9e65-e5fde68c50c1, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:34:54.965712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] For port 147ec896-c3db-49b9-9e65-e5fde68c50c1, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1,segment=NetworkSegment(0f84085b-54a3-4ec0-bb41-da19e17f01be),segment_id=0f84085b-54a3-4ec0-bb41-da19e17f01be)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:34:54.970410 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:55.011391 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:55.012010 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:55.013450 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] 10.222.0.48 "PUT /v2.0/ports/147ec896-c3db-49b9-9e65-e5fde68c50c1 HTTP/1.1" status: 200 len: 1092 time: 0.7240002 Jul 23 21:34:55.013879 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'tag': '147ec896-c3db-49b9-9e65-e5fde68c50c1'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:34:55.016180 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0075e23-9014-411c-8f19-8e933482ab60" -d '{"events": [{"name": "network-changed", "server_uuid": "4b353c1b-2514-46c9-b5c5-9e7387977231", "tag": "147ec896-c3db-49b9-9e65-e5fde68c50c1"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:34:55.033822 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e6671-45bf-4f33-abb5-7b01e4fa6499 service neutron] Pushing event updated for resources: {'Port': ['ID=147ec896-c3db-49b9-9e65-e5fde68c50c1,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:55.056858 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5858ac-f4e6-43d5-8c60-c0cd4ade8c34 x-openstack-request-id: req-ff5858ac-f4e6-43d5-8c60-c0cd4ade8c34 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:34:55.057233 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b353c1b-2514-46c9-b5c5-9e7387977231", "tag": "147ec896-c3db-49b9-9e65-e5fde68c50c1", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:34:55.057497 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff5858ac-f4e6-43d5-8c60-c0cd4ade8c34 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:34:55.057885 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'tag': '147ec896-c3db-49b9-9e65-e5fde68c50c1', 'status': 'completed', 'code': 200} Jul 23 21:34:55.116758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-26def359-5430-498b-816b-a925f97490d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:55.118293 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-26def359-5430-498b-816b-a925f97490d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 1095 time: 0.0571549 Jul 23 21:34:55.175822 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-12159881-e38d-430d-a075-9cf7c8b39f0e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1 HTTP/1.1" status: 200 len: 217 time: 0.0466363 Jul 23 21:34:55.231469 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-7ee4fa08-c23f-43bb-98f3-0c87c98a93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:55.232865 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-7ee4fa08-c23f-43bb-98f3-0c87c98a93c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca7e3952-6472-442d-a813-11d4301919bd HTTP/1.1" status: 200 len: 834 time: 0.0464473 Jul 23 21:34:55.296270 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-fbb61827-27f6-4235-b100-10952d823760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:55.297840 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-fbb61827-27f6-4235-b100-10952d823760 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540645 Jul 23 21:34:55.395847 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-57f89d42-dcf8-430c-8a5f-d2cf86d73a45 service neutron] 10.222.0.48 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866215 Jul 23 21:34:55.493055 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aeeac81d-81e1-4fec-a4a2-ab58446c8327 req-02f1d045-bc25-4ccd-b0ae-dc439a8760a2 service neutron] 10.222.0.48 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862482 Jul 23 21:34:55.604038 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0075e23-9014-411c-8f19-8e933482ab60 req-dabe762b-4a7e-46d3-8abd-19bba22b4668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:55.605543 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e0075e23-9014-411c-8f19-8e933482ab60 req-dabe762b-4a7e-46d3-8abd-19bba22b4668 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 1095 time: 0.0597467 Jul 23 21:34:55.693876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0075e23-9014-411c-8f19-8e933482ab60 req-e8617415-e98d-4440-8816-417bf54b0f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:55.695407 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e0075e23-9014-411c-8f19-8e933482ab60 req-e8617415-e98d-4440-8816-417bf54b0f3d service neutron] 10.222.0.48 "GET /v2.0/networks?id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 HTTP/1.1" status: 200 len: 897 time: 0.0835309 Jul 23 21:34:55.741909 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e0075e23-9014-411c-8f19-8e933482ab60 req-09426277-a46f-47b2-b0d4-4e1a0c953dca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1 HTTP/1.1" status: 200 len: 217 time: 0.0391920 Jul 23 21:34:55.770222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b136b2-9621-4040-8f8d-5a8ab78b4263 req-d44f53b1-d5a4-4014-8471-1380ed1a872a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:55.771761 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-97b136b2-9621-4040-8f8d-5a8ab78b4263 req-d44f53b1-d5a4-4014-8471-1380ed1a872a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 943 time: 0.0638499 Jul 23 21:34:55.791929 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0075e23-9014-411c-8f19-8e933482ab60 req-47625acb-e694-46e7-a05e-a1ce9bee9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:55.793438 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e0075e23-9014-411c-8f19-8e933482ab60 req-47625acb-e694-46e7-a05e-a1ce9bee9428 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca7e3952-6472-442d-a813-11d4301919bd HTTP/1.1" status: 200 len: 834 time: 0.0450749 Jul 23 21:34:55.809092 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-97b136b2-9621-4040-8f8d-5a8ab78b4263 req-30d12213-ee2d-437e-a8c5-f7d62bc04c67 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315576 Jul 23 21:34:55.854531 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0075e23-9014-411c-8f19-8e933482ab60 req-981ce04e-9aef-40b5-b6aa-6d167b72aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:55.856068 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e0075e23-9014-411c-8f19-8e933482ab60 req-981ce04e-9aef-40b5-b6aa-6d167b72aaa0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556824 Jul 23 21:34:55.949707 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e0075e23-9014-411c-8f19-8e933482ab60 req-4baeaa66-2f09-412e-b5d4-14b5658046a2 service neutron] 10.222.0.48 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860164 Jul 23 21:34:56.038069 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e0075e23-9014-411c-8f19-8e933482ab60 req-919e3e90-86e5-4e05-a881-7a62397ff13b service neutron] 10.222.0.48 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813987 Jul 23 21:34:56.541412 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:34:56.589063 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:34:56.589430 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:56.944733 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8b0bf-494f-4e2d-b9cb-85eade053a51 req-5cb23c0b-6b20-40cf-ba6e-4054f6aa59c0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:56.946231 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e3e8b0bf-494f-4e2d-b9cb-85eade053a51 req-5cb23c0b-6b20-40cf-ba6e-4054f6aa59c0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 943 time: 0.0665510 Jul 23 21:34:56.983718 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e3e8b0bf-494f-4e2d-b9cb-85eade053a51 req-ca315d99-5614-4874-be0b-a358813b4376 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318050 Jul 23 21:34:57.180738 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-70434838-6a26-44ec-b9b6-d6361b2e7387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:57.439935 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:57.514508 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 147ec896-c3db-49b9-9e65-e5fde68c50c1 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:34:57.609700 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 147ec896-c3db-49b9-9e65-e5fde68c50c1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1,segment=NetworkSegment(0f84085b-54a3-4ec0-bb41-da19e17f01be),segment_id=0f84085b-54a3-4ec0-bb41-da19e17f01be)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:34:57.620914 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '147ec896-c3db-49b9-9e65-e5fde68c50c1', 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1', 'port_id': '147ec896-c3db-49b9-9e65-e5fde68c50c1', 'mac_address': 'fa:16:3e:7d:f4:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:34:57.664824 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:57.677585 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147ec896-c3db-49b9-9e65-e5fde68c50c1 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:34:57.695967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 147ec896-c3db-49b9-9e65-e5fde68c50c1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1,segment=NetworkSegment(0f84085b-54a3-4ec0-bb41-da19e17f01be),segment_id=0f84085b-54a3-4ec0-bb41-da19e17f01be)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:34:57.699467 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:57.745760 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=147ec896-c3db-49b9-9e65-e5fde68c50c1,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:58.016044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['147ec896-c3db-49b9-9e65-e5fde68c50c1'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:34:58.115519 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398561fa-7189-4702-a099-4dcec088eb87 req-029ad306-5428-46d9-9773-599c586e96b1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:58.117039 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-398561fa-7189-4702-a099-4dcec088eb87 req-029ad306-5428-46d9-9773-599c586e96b1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 944 time: 0.0640535 Jul 23 21:34:58.154394 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-398561fa-7189-4702-a099-4dcec088eb87 req-a41ec9c9-2795-4950-a474-529f1741a1d0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313888 Jul 23 21:34:58.746391 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:59.285844 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f21f2-aca4-4ae9-99dd-29f9afa28708 req-2a2da9b8-0c78-4bb6-ad40-be62caed8ba6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:59.287407 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f8f21f2-aca4-4ae9-99dd-29f9afa28708 req-2a2da9b8-0c78-4bb6-ad40-be62caed8ba6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 944 time: 0.0677691 Jul 23 21:34:59.324764 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f8f21f2-aca4-4ae9-99dd-29f9afa28708 req-d364338c-4165-4dbd-93da-bccdfbe087d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315695 Jul 23 21:34:59.513884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 147ec896-c3db-49b9-9e65-e5fde68c50c1 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:34:59.562932 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 147ec896-c3db-49b9-9e65-e5fde68c50c1 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:34:59.566694 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 147ec896-c3db-49b9-9e65-e5fde68c50c1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:34:59.567064 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:59.644801 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:59.667023 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147ec896-c3db-49b9-9e65-e5fde68c50c1'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:34:59.669403 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f62671b-01bd-435a-91ad-8b0eddcb3837" -d '{"events": [{"server_uuid": "4b353c1b-2514-46c9-b5c5-9e7387977231", "name": "network-vif-plugged", "status": "completed", "tag": "147ec896-c3db-49b9-9e65-e5fde68c50c1"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:34:59.681866 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 147ec896-c3db-49b9-9e65-e5fde68c50c1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1,segment=NetworkSegment(0f84085b-54a3-4ec0-bb41-da19e17f01be),segment_id=0f84085b-54a3-4ec0-bb41-da19e17f01be)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:34:59.685771 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:59.708569 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd23ee5-bd73-4a9a-93a1-575b7d6aa306 x-openstack-request-id: req-bdd23ee5-bd73-4a9a-93a1-575b7d6aa306 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:34:59.708852 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b353c1b-2514-46c9-b5c5-9e7387977231", "name": "network-vif-plugged", "status": "completed", "tag": "147ec896-c3db-49b9-9e65-e5fde68c50c1", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:34:59.709101 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bdd23ee5-bd73-4a9a-93a1-575b7d6aa306 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:34:59.709483 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147ec896-c3db-49b9-9e65-e5fde68c50c1', 'code': 200} Jul 23 21:34:59.736254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=147ec896-c3db-49b9-9e65-e5fde68c50c1,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:59.831044 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862aa4f-3dbb-41ac-967b-0f0705befa3c req-56e364e0-10f3-492b-9bd2-508b9ac6fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:59.833095 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7862aa4f-3dbb-41ac-967b-0f0705befa3c req-56e364e0-10f3-492b-9bd2-508b9ac6fe13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 1097 time: 0.0567305 Jul 23 21:34:59.870111 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-7862aa4f-3dbb-41ac-967b-0f0705befa3c req-9088fc4c-a29b-40e5-a808-e03fefd33c7e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269272 Jul 23 21:35:00.198544 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:00.454387 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba4a2d-2123-47f6-9cc5-ec3ee39b513d req-6b930cd8-5516-49b1-a832-8942a120d51f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:00.455935 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbba4a2d-2123-47f6-9cc5-ec3ee39b513d req-6b930cd8-5516-49b1-a832-8942a120d51f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0663469 Jul 23 21:35:00.493719 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cbba4a2d-2123-47f6-9cc5-ec3ee39b513d req-e5d39470-c363-41b1-91ff-7d5f97582462 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317245 Jul 23 21:35:01.626304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75194062-c72f-450b-bd92-139df837faaf req-ae07e5db-61f5-43ae-a16a-d0867db8c499 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:01.627809 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-75194062-c72f-450b-bd92-139df837faaf req-ae07e5db-61f5-43ae-a16a-d0867db8c499 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0643356 Jul 23 21:35:01.664649 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-75194062-c72f-450b-bd92-139df837faaf req-9d89cee4-5a06-4fde-a204-9867d5016390 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308299 Jul 23 21:35:01.797043 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930725b-198b-4bf8-9cbc-75b918294f07 req-00be42bd-76f4-494b-9744-0b7bc4d98275 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:01.798567 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c930725b-198b-4bf8-9cbc-75b918294f07 req-00be42bd-76f4-494b-9744-0b7bc4d98275 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0688202 Jul 23 21:35:01.838471 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c930725b-198b-4bf8-9cbc-75b918294f07 req-8a78d2eb-2b53-48e0-813e-bad7f0e61a1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340886 Jul 23 21:35:01.860302 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58012) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:35:01.912224 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82abbd74-2417-4580-963c-6c91eb356bfa tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:01.913714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-82abbd74-2417-4580-963c-6c91eb356bfa tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 1092 time: 0.0524757 Jul 23 21:35:01.916443 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58014) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:35:01.920667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': '147ec896-c3db-49b9-9e65-e5fde68c50c1', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:35:01.941528 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:02.038357 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:02.138314 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.25.3.198 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/e6e36bc7-8715-4fee-b5a3-c1ef4d0eba2c) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:35:02.240088 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:02.278196 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:02.310513 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:35:02.314562 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:35:02.317574 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:35:02.351609 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=e6e36bc7-8715-4fee-b5a3-c1ef4d0eba2c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:35:02.680172 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:02.758014 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:02.901988 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:02.906376 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:02.978027 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=e6e36bc7-8715-4fee-b5a3-c1ef4d0eba2c,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:35:02.988637 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:03.085564 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Floating IP 27680f85-ccab-401c-96d4-69fdfcf73d8a associated. External IP: 172.25.3.198, port: 147ec896-c3db-49b9-9e65-e5fde68c50c1. Jul 23 21:35:03.291182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:35:03.393579 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:35:03.404625 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7b5799-a7a5-4a3a-b318-3e5c209d473d None None] Sync routers for ids ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:35:03.408953 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:03.414648 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b5799-a7a5-4a3a-b318-3e5c209d473d None None] Routers {'1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:35:03.415284 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3b7b5799-a7a5-4a3a-b318-3e5c209d473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:34:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:35:03.522633 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-3b7b5799-a7a5-4a3a-b318-3e5c209d473d None None] Set router 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:35:03.755643 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3b7b5799-a7a5-4a3a-b318-3e5c209d473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311017078', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:49Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '27680f85-ccab-401c-96d4-69fdfcf73d8a', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'floating_ip_address': '172.25.3.198', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'port_id': '147ec896-c3db-49b9-9e65-e5fde68c50c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1', 'mac_address': 'fa:16:3e:7d:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:35:02Z', 'updated_at': '2021-07-23T21:35:02Z', 'revision_number': 0, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3c8ded-9d29-414e-a4c3-72f600eeeaa5', 'name': '', 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:81:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:49Z', 'updated_at': '2021-07-23T21:34:54Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:35:03.775002 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0c018a66-aa4a-4534-b068-c442c8f61970 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8575568 Jul 23 21:35:03.775624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'tag': '147ec896-c3db-49b9-9e65-e5fde68c50c1'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:35:03.777853 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722e802f-9cd1-4cda-8742-125119c102a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b353c1b-2514-46c9-b5c5-9e7387977231", "tag": "147ec896-c3db-49b9-9e65-e5fde68c50c1"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:35:03.781866 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7b5799-a7a5-4a3a-b318-3e5c209d473d None None] Checking router: 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:35:03.790347 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b5799-a7a5-4a3a-b318-3e5c209d473d None None] Routers {'1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:35:03.790963 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3b7b5799-a7a5-4a3a-b318-3e5c209d473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:34:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:35:03.816120 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8aa58d-492d-460f-9395-62b3c36dbd74 x-openstack-request-id: req-6b8aa58d-492d-460f-9395-62b3c36dbd74 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:35:03.816420 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b353c1b-2514-46c9-b5c5-9e7387977231", "tag": "147ec896-c3db-49b9-9e65-e5fde68c50c1", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:35:03.816671 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b8aa58d-492d-460f-9395-62b3c36dbd74 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:35:03.817282 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'tag': '147ec896-c3db-49b9-9e65-e5fde68c50c1', 'status': 'completed', 'code': 200} Jul 23 21:35:03.893065 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbd019-8777-4d20-a262-00cb1a71b561 req-87353fcd-dcd9-4235-b7dd-26553db1938d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:03.895227 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbdbd019-8777-4d20-a262-00cb1a71b561 req-87353fcd-dcd9-4235-b7dd-26553db1938d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0654225 Jul 23 21:35:03.896783 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e802f-9cd1-4cda-8742-125119c102a4 req-7ff853cd-22b5-41c9-b069-d68c120369f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:03.898424 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-722e802f-9cd1-4cda-8742-125119c102a4 req-7ff853cd-22b5-41c9-b069-d68c120369f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 1097 time: 0.0581756 Jul 23 21:35:03.900326 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-3b7b5799-a7a5-4a3a-b318-3e5c209d473d None None] Set router 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:35:03.934892 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bbdbd019-8777-4d20-a262-00cb1a71b561 req-e0a7989d-ad11-46b2-86c6-46c700983891 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329731 Jul 23 21:35:03.962888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58020) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:35:03.993015 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e802f-9cd1-4cda-8742-125119c102a4 req-4012ee3d-8633-494a-b460-3e4df2450175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:03.994517 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-722e802f-9cd1-4cda-8742-125119c102a4 req-4012ee3d-8633-494a-b460-3e4df2450175 service neutron] 10.222.0.48 "GET /v2.0/networks?id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 HTTP/1.1" status: 200 len: 897 time: 0.0901110 Jul 23 21:35:04.030823 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b17128d2-c3a1-4d1f-a468-36104c82c41e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/floatingips/27680f85-ccab-401c-96d4-69fdfcf73d8a HTTP/1.1" status: 200 len: 991 time: 0.0654662 Jul 23 21:35:04.064819 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-722e802f-9cd1-4cda-8742-125119c102a4 req-df4697ac-17b4-47b1-9901-bba6dc5dc8fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1 HTTP/1.1" status: 200 len: 999 time: 0.0636156 Jul 23 21:35:04.113358 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e802f-9cd1-4cda-8742-125119c102a4 req-9e4757cc-9886-4309-957d-ba6bfc999d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:04.114845 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-722e802f-9cd1-4cda-8742-125119c102a4 req-9e4757cc-9886-4309-957d-ba6bfc999d4d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca7e3952-6472-442d-a813-11d4301919bd HTTP/1.1" status: 200 len: 834 time: 0.0439742 Jul 23 21:35:04.122147 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3b7b5799-a7a5-4a3a-b318-3e5c209d473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311017078', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:49Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '27680f85-ccab-401c-96d4-69fdfcf73d8a', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'floating_ip_address': '172.25.3.198', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'port_id': '147ec896-c3db-49b9-9e65-e5fde68c50c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1', 'mac_address': 'fa:16:3e:7d:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:35:02Z', 'updated_at': '2021-07-23T21:35:02Z', 'revision_number': 0, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3c8ded-9d29-414e-a4c3-72f600eeeaa5', 'name': '', 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:81:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:49Z', 'updated_at': '2021-07-23T21:34:54Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:35:04.154720 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7b5799-a7a5-4a3a-b318-3e5c209d473d None None] The sync data for ids ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'] in n-d-791504-18 is: [{'id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311017078', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:49Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '27680f85-ccab-401c-96d4-69fdfcf73d8a', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'floating_ip_address': '172.25.3.198', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'port_id': '147ec896-c3db-49b9-9e65-e5fde68c50c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1', 'mac_address': 'fa:16:3e:7d:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:35:02Z', 'updated_at': '2021-07-23T21:35:02Z', 'revision_number': 0, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3c8ded-9d29-414e-a4c3-72f600eeeaa5', 'name': '', 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:81:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:49Z', 'updated_at': '2021-07-23T21:34:54Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:35:04.178582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e802f-9cd1-4cda-8742-125119c102a4 req-a223f604-0f79-4e7c-bffa-c7c9caa3f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:04.180114 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-722e802f-9cd1-4cda-8742-125119c102a4 req-a223f604-0f79-4e7c-bffa-c7c9caa3f608 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592563 Jul 23 21:35:04.278054 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-722e802f-9cd1-4cda-8742-125119c102a4 req-03b62985-8029-4fd9-a7b1-e1cbeb70460a service neutron] 10.222.0.48 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907328 Jul 23 21:35:04.341660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22d5002-7828-4a3f-a8d3-c0007b5c8305 None None] New status for floating IP 27680f85-ccab-401c-96d4-69fdfcf73d8a: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:35:04.376882 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-722e802f-9cd1-4cda-8742-125119c102a4 req-0d0ed473-9846-464e-b136-31a6a3589cca service neutron] 10.222.0.48 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916748 Jul 23 21:35:05.032961 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58022) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:35:05.092777 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-0498def1-8713-4849-8fa7-0d87aa3ca6d5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/floatingips/27680f85-ccab-401c-96d4-69fdfcf73d8a HTTP/1.1" status: 200 len: 993 time: 0.0586915 Jul 23 21:35:15.024265 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:35:15.868624 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:17.389144 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:24.660276 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-874e9065-b79f-4134-b0be-8e9c0b071f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:27.181239 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-954a3698-3fbe-4ea0-a4c5-ee3fc39d5ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:27.440351 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:28.748784 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:30.200769 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:38.392462 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58040) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:35:38.422246 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6818c9-39f8-43c9-87a5-d10bca0c7bd7 req-48751ac4-32d6-435d-b01d-cf22a42225d3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:38.423780 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d6818c9-39f8-43c9-87a5-d10bca0c7bd7 req-48751ac4-32d6-435d-b01d-cf22a42225d3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0758266 Jul 23 21:35:38.460891 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5d6818c9-39f8-43c9-87a5-d10bca0c7bd7 req-7a7158db-0e86-4ec7-8ab0-c784bbb003ba tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309033 Jul 23 21:35:38.488711 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-fb84bfad-9447-4964-9e1d-87fad3320242 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950913 Jul 23 21:35:39.515880 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-7c40c1f4-964c-4d42-815b-974408cf0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:39.517540 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-7c40c1f4-964c-4d42-815b-974408cf0969 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 1097 time: 0.0550931 Jul 23 21:35:39.593337 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e696086-99c3-4eaf-9ee4-afbbbd8390f9 req-cea32818-27de-480c-b576-a9a9739cce1a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:39.595508 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e696086-99c3-4eaf-9ee4-afbbbd8390f9 req-cea32818-27de-480c-b576-a9a9739cce1a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0646396 Jul 23 21:35:39.615666 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-5440560a-27bb-4e7f-944d-6cc532573bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:39.617728 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-5440560a-27bb-4e7f-944d-6cc532573bce service neutron] 10.222.0.48 "GET /v2.0/networks?id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 HTTP/1.1" status: 200 len: 897 time: 0.0928025 Jul 23 21:35:39.633421 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1e696086-99c3-4eaf-9ee4-afbbbd8390f9 req-1b1837a5-f5dc-4ac8-8ecf-1b7f45770b70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323336 Jul 23 21:35:39.683335 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-c16ed2c7-e153-4c84-90b3-042ed39126f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1 HTTP/1.1" status: 200 len: 1001 time: 0.0583186 Jul 23 21:35:39.735461 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-58f0fc50-6ade-4238-9d17-32a13278f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:39.736883 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-58f0fc50-6ade-4238-9d17-32a13278f61d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca7e3952-6472-442d-a813-11d4301919bd HTTP/1.1" status: 200 len: 834 time: 0.0469301 Jul 23 21:35:39.795879 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-80990a33-4ef9-4353-b830-bd8228e3e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:39.797385 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-80990a33-4ef9-4353-b830-bd8228e3e849 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534217 Jul 23 21:35:39.886625 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-27354982-1911-4126-a4c9-8b7ccd10013f service neutron] 10.222.0.48 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813129 Jul 23 21:35:39.980823 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-07f9d322-d07a-4577-93f0-e307c20f7eb1 service neutron] 10.222.0.48 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864582 Jul 23 21:35:40.763120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82609fe2-af27-4f69-ad8d-eccd0eaaa5f3 req-f70c7444-2a5f-4a21-a8c5-b02c1362e1d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:40.764536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82609fe2-af27-4f69-ad8d-eccd0eaaa5f3 req-f70c7444-2a5f-4a21-a8c5-b02c1362e1d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0626094 Jul 23 21:35:40.801015 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-82609fe2-af27-4f69-ad8d-eccd0eaaa5f3 req-237b486c-d65f-4608-8fce-495f0e7977da tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309627 Jul 23 21:35:41.931648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a23548-7c9e-465d-b8b8-0851b451e9dc req-b8318b27-95c8-49b7-9c78-8ff7338e37b2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:41.933112 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d3a23548-7c9e-465d-b8b8-0851b451e9dc req-b8318b27-95c8-49b7-9c78-8ff7338e37b2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0646486 Jul 23 21:35:41.970469 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d3a23548-7c9e-465d-b8b8-0851b451e9dc req-4c37447a-fb32-4c3c-9c10-3e211737b408 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317068 Jul 23 21:35:43.097446 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9ba49-4558-4e8d-a65b-5d99abc331d1 req-28d4f1f3-68a3-4539-aa76-f746ee81a26a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:43.098931 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6cb9ba49-4558-4e8d-a65b-5d99abc331d1 req-28d4f1f3-68a3-4539-aa76-f746ee81a26a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0624113 Jul 23 21:35:43.135844 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6cb9ba49-4558-4e8d-a65b-5d99abc331d1 req-ed0367ee-0caf-4c9f-a0a5-81ab59eeed57 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303979 Jul 23 21:35:44.266693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912d737-9884-4d2c-a5d1-5177b0202f8b req-f7ce3dad-b02e-42ba-919e-5613c7e14575 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:44.268211 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a912d737-9884-4d2c-a5d1-5177b0202f8b req-f7ce3dad-b02e-42ba-919e-5613c7e14575 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0660143 Jul 23 21:35:44.305482 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a912d737-9884-4d2c-a5d1-5177b0202f8b req-6b7bde59-3888-447e-9f9b-78acddc870a9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317645 Jul 23 21:35:45.432248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaca148-d3e7-4662-90b2-2f1975515b79 req-035b198b-b521-4d50-82b0-53986902b2cd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:45.433728 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dbaca148-d3e7-4662-90b2-2f1975515b79 req-035b198b-b521-4d50-82b0-53986902b2cd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0623765 Jul 23 21:35:45.469921 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dbaca148-d3e7-4662-90b2-2f1975515b79 req-e0b7c53d-b54f-42da-9983-96a042afb409 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307083 Jul 23 21:35:45.869344 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:46.599858 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965f5d7-f7a6-4952-a8ab-78aac7a38d4a req-07e20628-962c-42f6-a055-4ed0c789ee4d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:46.601983 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7965f5d7-f7a6-4952-a8ab-78aac7a38d4a req-07e20628-962c-42f6-a055-4ed0c789ee4d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0655816 Jul 23 21:35:46.643915 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7965f5d7-f7a6-4952-a8ab-78aac7a38d4a req-b743cf5e-adf3-436d-87ab-f374fe530972 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357225 Jul 23 21:35:47.405838 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:47.772196 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94009462-089d-40b8-b7eb-83cb00f1f29d req-807fe0df-f9ae-4440-bded-686f07892500 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:47.773696 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94009462-089d-40b8-b7eb-83cb00f1f29d req-807fe0df-f9ae-4440-bded-686f07892500 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0673993 Jul 23 21:35:47.811123 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94009462-089d-40b8-b7eb-83cb00f1f29d req-6abf8208-7540-4522-a02a-aca3249425c4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318396 Jul 23 21:35:48.945007 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c1a60-0b15-4d20-858e-d3218e0433fa req-859f3236-17eb-4d1f-b895-ca3417e8f94d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:48.946500 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e44c1a60-0b15-4d20-858e-d3218e0433fa req-859f3236-17eb-4d1f-b895-ca3417e8f94d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0680995 Jul 23 21:35:48.982605 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e44c1a60-0b15-4d20-858e-d3218e0433fa req-1b0485de-c54d-497d-be21-50ac251e8b38 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305040 Jul 23 21:35:50.115637 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df988c-814f-46b6-88c8-141bf73b0ac8 req-3766de78-ce70-429d-afb7-50917280c183 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:50.117682 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-25df988c-814f-46b6-88c8-141bf73b0ac8 req-3766de78-ce70-429d-afb7-50917280c183 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0667715 Jul 23 21:35:50.154398 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-25df988c-814f-46b6-88c8-141bf73b0ac8 req-2b51e185-b25c-4f10-b3aa-f159b9081cd1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309629 Jul 23 21:35:51.294684 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b64328-ebe5-48e5-be24-5246a239e5a5 req-1055b198-0e08-4419-9836-a813f9405746 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:51.296200 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07b64328-ebe5-48e5-be24-5246a239e5a5 req-1055b198-0e08-4419-9836-a813f9405746 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0630455 Jul 23 21:35:51.332527 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-07b64328-ebe5-48e5-be24-5246a239e5a5 req-dde008e5-1e62-4682-9555-3c62c96ec1f7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307982 Jul 23 21:35:52.023443 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:35:52.402968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-34c18f53-d531-448b-9a20-e9d78ede2bca tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:35:52.403995 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-34c18f53-d531-448b-9a20-e9d78ede2bca tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055661 Jul 23 21:35:52.464982 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-c96156e1-5111-46af-a934-56d210318490 service neutron] show failed (client error): The resource could not be found. Jul 23 21:35:52.466098 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-c96156e1-5111-46af-a934-56d210318490 service neutron] 10.222.0.48 "GET /v2.0/ports/147ec896-c3db-49b9-9e65-e5fde68c50c1/bindings/n-h2-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.0551372 Jul 23 21:35:52.473122 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fac44-6c82-4bf7-95e6-861d9661b895 req-1f40b28d-2819-451b-a9b6-6ca3b8ff590f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:52.474612 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc4fac44-6c82-4bf7-95e6-861d9661b895 req-1f40b28d-2819-451b-a9b6-6ca3b8ff590f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0627294 Jul 23 21:35:52.513552 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bc4fac44-6c82-4bf7-95e6-861d9661b895 req-87b5877b-2483-4550-b27b-2e60283ac940 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325971 Jul 23 21:35:52.707745 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-96a50148-b544-4a3f-b0cf-51e4de8f461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:52.709197 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-96a50148-b544-4a3f-b0cf-51e4de8f461c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231&tenant_id=b485364fd2d04623babc416c243a99e1 HTTP/1.1" status: 200 len: 1097 time: 0.0608430 Jul 23 21:35:52.721658 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:35:52.794744 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:53.001648 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] For port 147ec896-c3db-49b9-9e65-e5fde68c50c1, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1,segment=NetworkSegment(0f84085b-54a3-4ec0-bb41-da19e17f01be),segment_id=0f84085b-54a3-4ec0-bb41-da19e17f01be)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:35:53.033104 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] For port 147ec896-c3db-49b9-9e65-e5fde68c50c1, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:35:53.075555 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '147ec896-c3db-49b9-9e65-e5fde68c50c1'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:35:53.077798 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee77712c-4f73-46f8-9129-53bcb5762df6" -d '{"events": [{"server_uuid": "4b353c1b-2514-46c9-b5c5-9e7387977231", "name": "network-vif-unplugged", "status": "completed", "tag": "147ec896-c3db-49b9-9e65-e5fde68c50c1"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:35:53.081345 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:53.093244 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Transition to ACTIVE for port object 147ec896-c3db-49b9-9e65-e5fde68c50c1 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:35:53.097476 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:53.133353 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b3c2f6-71ce-4f10-9855-bab8bd19b260 x-openstack-request-id: req-f1b3c2f6-71ce-4f10-9855-bab8bd19b260 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:35:53.133624 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b353c1b-2514-46c9-b5c5-9e7387977231", "name": "network-vif-unplugged", "status": "completed", "tag": "147ec896-c3db-49b9-9e65-e5fde68c50c1", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:35:53.134414 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1b3c2f6-71ce-4f10-9855-bab8bd19b260 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:35:53.134414 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '147ec896-c3db-49b9-9e65-e5fde68c50c1', 'code': 200} Jul 23 21:35:53.149808 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Pushing event updated for resources: {'Port': ['ID=147ec896-c3db-49b9-9e65-e5fde68c50c1,revision_number=6']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:35:53.188656 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:53.189003 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:53.189337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:53.189671 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:53.189999 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:53.190330 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:53.190650 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:53.190968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:53.191320 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:53.191639 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:53.191955 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:53.192275 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:53.233906 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] No DVR routers for this DVR port 147ec896-c3db-49b9-9e65-e5fde68c50c1 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:35:53.372711 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Attempting to bind port 147ec896-c3db-49b9-9e65-e5fde68c50c1 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:35:53.373042 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Attempting to bind port 147ec896-c3db-49b9-9e65-e5fde68c50c1 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '0f84085b-54a3-4ec0-bb41-da19e17f01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:35:53.373372 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Attempting to bind port 147ec896-c3db-49b9-9e65-e5fde68c50c1 on network 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:35:53.377546 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Port 147ec896-c3db-49b9-9e65-e5fde68c50c1 on network 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:35:53.377869 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Attempting to bind port 147ec896-c3db-49b9-9e65-e5fde68c50c1 on network 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:35:53.382635 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:35:53.382969 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Checking segment: {'id': '0f84085b-54a3-4ec0-bb41-da19e17f01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:35:53.383385 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Bound using segment: {'id': '0f84085b-54a3-4ec0-bb41-da19e17f01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:35:53.383816 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Bound port: 147ec896-c3db-49b9-9e65-e5fde68c50c1, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f84085b-54a3-4ec0-bb41-da19e17f01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:35:53.384166 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:53.448036 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] For port 147ec896-c3db-49b9-9e65-e5fde68c50c1, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:35:53.450852 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] For port 147ec896-c3db-49b9-9e65-e5fde68c50c1, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1,segment=NetworkSegment(0f84085b-54a3-4ec0-bb41-da19e17f01be),segment_id=0f84085b-54a3-4ec0-bb41-da19e17f01be)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:35:53.455253 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:53.487588 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:53.488209 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:53.489578 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] 10.222.0.57 "PUT /v2.0/ports/147ec896-c3db-49b9-9e65-e5fde68c50c1 HTTP/1.1" status: 200 len: 1092 time: 0.7719612 Jul 23 21:35:53.519971 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba749687-5e0f-49a4-b44b-79a56cc8122a service neutron] Pushing event updated for resources: {'Port': ['ID=147ec896-c3db-49b9-9e65-e5fde68c50c1,revision_number=7']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:35:53.574675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-a09bad21-4e52-452d-a540-c7dd399b06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:53.576978 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-a09bad21-4e52-452d-a540-c7dd399b06a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 1095 time: 0.0649898 Jul 23 21:35:53.655848 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182511a-5996-4b81-b53e-c3809573f97a req-b6dc6344-963b-4ced-ad3b-3c0af9e49d6a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:53.659597 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c182511a-5996-4b81-b53e-c3809573f97a req-b6dc6344-963b-4ced-ad3b-3c0af9e49d6a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 943 time: 0.0732625 Jul 23 21:35:53.676869 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-a837ab90-068d-4473-b403-e6a575ebedb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:53.678375 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-a837ab90-068d-4473-b403-e6a575ebedb5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 HTTP/1.1" status: 200 len: 897 time: 0.0953367 Jul 23 21:35:53.696234 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c182511a-5996-4b81-b53e-c3809573f97a req-3b76a97e-f8db-4b8f-95a5-d0b4a2e41371 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331032 Jul 23 21:35:53.743660 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-dc46e01b-a508-4821-bb88-f1fa6c8b0bfd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1 HTTP/1.1" status: 200 len: 999 time: 0.0592935 Jul 23 21:35:53.795889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-1ffa9152-ed6b-44d0-bad0-5719f6cde6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:53.797205 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-1ffa9152-ed6b-44d0-bad0-5719f6cde6ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ca7e3952-6472-442d-a813-11d4301919bd HTTP/1.1" status: 200 len: 834 time: 0.0477540 Jul 23 21:35:53.855341 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-4dbd1564-c4b0-42c9-a68a-383f9355e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:53.856837 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-4dbd1564-c4b0-42c9-a68a-383f9355e042 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530975 Jul 23 21:35:53.945031 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-cf885835-c267-49b4-8fd2-b62243b1150b service neutron] 10.222.0.57 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806875 Jul 23 21:35:54.037172 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-aef05f9c-af51-4ea2-9d6d-dfd9571136dd req-6639ebd7-9500-4952-b79b-9ff86bd72d47 service neutron] 10.222.0.57 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856457 Jul 23 21:35:54.660533 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4f8ae0d-fa18-4bb6-be8f-58097063ae60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:54.827232 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d8a48-2840-4f33-97da-2ed44145623e req-ecc1d16b-6501-4fa0-9869-1f02a6ccf505 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:54.828616 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d4d8a48-2840-4f33-97da-2ed44145623e req-ecc1d16b-6501-4fa0-9869-1f02a6ccf505 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 943 time: 0.0620527 Jul 23 21:35:54.865683 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9d4d8a48-2840-4f33-97da-2ed44145623e req-428a6c38-a00d-43e8-b90d-b7117501f133 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315192 Jul 23 21:35:55.135012 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'tag': '147ec896-c3db-49b9-9e65-e5fde68c50c1'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:35:55.137768 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b353c1b-2514-46c9-b5c5-9e7387977231", "tag": "147ec896-c3db-49b9-9e65-e5fde68c50c1"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:35:55.184842 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb1f858-271a-491e-b27c-5f6fc139efa3 x-openstack-request-id: req-5bb1f858-271a-491e-b27c-5f6fc139efa3 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:35:55.185143 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b353c1b-2514-46c9-b5c5-9e7387977231", "tag": "147ec896-c3db-49b9-9e65-e5fde68c50c1", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:35:55.185396 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5bb1f858-271a-491e-b27c-5f6fc139efa3 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:35:55.185788 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'tag': '147ec896-c3db-49b9-9e65-e5fde68c50c1', 'status': 'completed', 'code': 200} Jul 23 21:35:55.299897 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-48fb5768-082c-4305-8c93-425582d0f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:55.301371 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-48fb5768-082c-4305-8c93-425582d0f62b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 1095 time: 0.0856342 Jul 23 21:35:55.303048 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-1a52fd74-86f2-4e5a-abcc-350741e94354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:55.304436 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-1a52fd74-86f2-4e5a-abcc-350741e94354 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 1095 time: 0.0988438 Jul 23 21:35:55.464466 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-55610c41-3ddc-47ff-9472-930a4638c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:55.465845 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-55610c41-3ddc-47ff-9472-930a4638c976 service neutron] 10.222.0.48 "GET /v2.0/networks?id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 HTTP/1.1" status: 200 len: 897 time: 0.1531003 Jul 23 21:35:55.466762 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-a87ce039-d15e-4d53-a300-efa05527e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:55.468086 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-a87ce039-d15e-4d53-a300-efa05527e29b service neutron] 10.222.0.57 "GET /v2.0/networks?id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 HTTP/1.1" status: 200 len: 897 time: 0.1477988 Jul 23 21:35:55.581183 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-89554704-aaa2-4d4e-adba-fabd4f98a9fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1 HTTP/1.1" status: 200 len: 999 time: 0.1061950 Jul 23 21:35:55.589614 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-40712af2-0c5d-4626-b5ef-c0f77047d091 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1 HTTP/1.1" status: 200 len: 999 time: 0.0789270 Jul 23 21:35:55.670632 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-3b4b5a0d-a526-416a-9fd0-194fe3f94c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:55.672195 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-3b4b5a0d-a526-416a-9fd0-194fe3f94c88 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca7e3952-6472-442d-a813-11d4301919bd HTTP/1.1" status: 200 len: 834 time: 0.0807846 Jul 23 21:35:55.675653 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-e007478b-9ce7-410e-953f-14518a239268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:55.676961 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-e007478b-9ce7-410e-953f-14518a239268 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ca7e3952-6472-442d-a813-11d4301919bd HTTP/1.1" status: 200 len: 834 time: 0.0772548 Jul 23 21:35:55.720504 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 147ec896-c3db-49b9-9e65-e5fde68c50c1 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:35:55.757998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 147ec896-c3db-49b9-9e65-e5fde68c50c1 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:35:55.770927 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-39965a52-8207-4b10-a44d-57f7b4033e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:55.772471 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-39965a52-8207-4b10-a44d-57f7b4033e40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907981 Jul 23 21:35:55.775527 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-5975a100-48f0-4e36-9024-7d485c964369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:55.776873 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-5975a100-48f0-4e36-9024-7d485c964369 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873151 Jul 23 21:35:56.003336 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9317c5e-4731-49ff-8186-93d88d2b8ab2 req-1fb812b0-ec3b-45cd-b7cc-9bcb2fa661ec tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:56.004920 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a9317c5e-4731-49ff-8186-93d88d2b8ab2 req-1fb812b0-ec3b-45cd-b7cc-9bcb2fa661ec tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 943 time: 0.0699646 Jul 23 21:35:56.047972 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a9317c5e-4731-49ff-8186-93d88d2b8ab2 req-61701a24-03a1-4149-8240-652af935bcee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366530 Jul 23 21:35:56.220407 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.48', 52507) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:35:56.222910 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-e0c41102-b8dc-4346-aedb-d43d07ec1db8 service neutron] 10.222.0.57 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395742 Jul 23 21:35:56.224830 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-6d85b406-5a52-49b1-9e6e-7c3aa3c109e5 service neutron] 10.222.0.48 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404066 Jul 23 21:35:56.261515 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cd275-4d66-40fa-a13d-663bb71d5c4b req-0305ff65-c3c7-4fdd-bd7c-92a05c475a6f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:56.262965 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd6cd275-4d66-40fa-a13d-663bb71d5c4b req-0305ff65-c3c7-4fdd-bd7c-92a05c475a6f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 943 time: 0.0646152 Jul 23 21:35:56.301743 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd6cd275-4d66-40fa-a13d-663bb71d5c4b req-3167d0d4-c7d1-441e-beea-63205aa24d79 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330887 Jul 23 21:35:56.437526 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 147ec896-c3db-49b9-9e65-e5fde68c50c1 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:35:56.438943 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3a982-0438-4fc2-b6d6-ad745013b263 req-3dd1d992-d8c4-454b-9fb0-44dcb505db99 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:56.442514 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-8af78cf1-a967-46e3-bc92-08ee2c5b819c service neutron] 10.222.0.48 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855888 Jul 23 21:35:56.445349 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-04df4f07-080f-4800-8bed-26e47c507bbc service neutron] 10.222.0.57 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160468 Jul 23 21:35:56.446097 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64f3a982-0438-4fc2-b6d6-ad745013b263 req-3dd1d992-d8c4-454b-9fb0-44dcb505db99 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 943 time: 0.0702806 Jul 23 21:35:56.453264 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f46fd6-dd67-4103-b338-69eec416dc89 req-7a274e6c-b80e-47b6-ac15-0f9afbc3018f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:56.454739 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-31f46fd6-dd67-4103-b338-69eec416dc89 req-7a274e6c-b80e-47b6-ac15-0f9afbc3018f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231&tenant_id=b485364fd2d04623babc416c243a99e1&binding%3Ahost_id=n-h2-791504-18 HTTP/1.1" status: 200 len: 943 time: 0.2078512 Jul 23 21:35:56.482157 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-64f3a982-0438-4fc2-b6d6-ad745013b263 req-b88021d1-f637-41a7-b632-b56edd9aba95 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346990 Jul 23 21:35:56.528568 n-d-791504-18 neutron-server[93810]: INFO neutron.api.v2.resource [req-31f46fd6-dd67-4103-b338-69eec416dc89 req-168c7311-7132-4901-9bab-9256d8a9093d service neutron] delete failed (client error): The resource could not be found. Jul 23 21:35:56.529599 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-31f46fd6-dd67-4103-b338-69eec416dc89 req-168c7311-7132-4901-9bab-9256d8a9093d service neutron] 10.222.0.48 "DELETE /v2.0/ports/147ec896-c3db-49b9-9e65-e5fde68c50c1/bindings/n-h1-791504-18 HTTP/1.1" status: 404 len: 381 time: 0.0643322 Jul 23 21:35:56.539576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 147ec896-c3db-49b9-9e65-e5fde68c50c1, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1,segment=NetworkSegment(0f84085b-54a3-4ec0-bb41-da19e17f01be),segment_id=0f84085b-54a3-4ec0-bb41-da19e17f01be)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:35:56.550898 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '147ec896-c3db-49b9-9e65-e5fde68c50c1', 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1', 'port_id': '147ec896-c3db-49b9-9e65-e5fde68c50c1', 'mac_address': 'fa:16:3e:7d:f4:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:35:56.590029 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:56.606367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147ec896-c3db-49b9-9e65-e5fde68c50c1 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:35:56.626557 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 147ec896-c3db-49b9-9e65-e5fde68c50c1, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1,segment=NetworkSegment(0f84085b-54a3-4ec0-bb41-da19e17f01be),segment_id=0f84085b-54a3-4ec0-bb41-da19e17f01be)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:35:56.631496 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:56.644068 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f46fd6-dd67-4103-b338-69eec416dc89 req-326c755d-d951-4884-b6fd-80dd29bcb00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:56.645795 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-31f46fd6-dd67-4103-b338-69eec416dc89 req-326c755d-d951-4884-b6fd-80dd29bcb00d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 1095 time: 0.0629833 Jul 23 21:35:56.698568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=147ec896-c3db-49b9-9e65-e5fde68c50c1,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:35:56.706263 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:56.706611 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:56.706952 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:56.707334 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:56.707666 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:56.707998 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:56.708324 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:56.708648 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:56.708969 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:56.709420 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:56.709747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:56.710107 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:56.746089 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f46fd6-dd67-4103-b338-69eec416dc89 req-d2fe2fa9-b5db-437e-8e44-965a30483e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:56.747586 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-31f46fd6-dd67-4103-b338-69eec416dc89 req-d2fe2fa9-b5db-437e-8e44-965a30483e7c service neutron] 10.222.0.48 "GET /v2.0/networks?id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 HTTP/1.1" status: 200 len: 897 time: 0.0909483 Jul 23 21:35:56.814234 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-31f46fd6-dd67-4103-b338-69eec416dc89 req-ad16e2c8-e862-4975-a47d-c63fe8a73fef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1 HTTP/1.1" status: 200 len: 1000 time: 0.0569232 Jul 23 21:35:56.867349 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f46fd6-dd67-4103-b338-69eec416dc89 req-4896b219-7485-46ea-8da4-18660c2e8612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:56.868749 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-31f46fd6-dd67-4103-b338-69eec416dc89 req-4896b219-7485-46ea-8da4-18660c2e8612 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca7e3952-6472-442d-a813-11d4301919bd HTTP/1.1" status: 200 len: 834 time: 0.0438459 Jul 23 21:35:56.880151 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['147ec896-c3db-49b9-9e65-e5fde68c50c1'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:35:56.934507 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f46fd6-dd67-4103-b338-69eec416dc89 req-2c7390a5-c858-4aae-8d7b-ad099148f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:56.936065 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-31f46fd6-dd67-4103-b338-69eec416dc89 req-2c7390a5-c858-4aae-8d7b-ad099148f6a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572891 Jul 23 21:35:57.028761 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-31f46fd6-dd67-4103-b338-69eec416dc89 req-787963d3-4dd9-4f13-acdd-a746ca3ca0c6 service neutron] 10.222.0.48 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825667 Jul 23 21:35:57.127540 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-31f46fd6-dd67-4103-b338-69eec416dc89 req-10bbe20d-9df9-4eda-b395-b4a17b5d29b1 service neutron] 10.222.0.48 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889320 Jul 23 21:35:57.181042 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e942fb1-411f-4d6d-b221-ce3877c17b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:57.439933 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:57.625426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb401bdd-6d31-4f15-b569-a8136e85a651 req-09ebcf32-98e6-4696-b839-867eda0c302a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:57.626933 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb401bdd-6d31-4f15-b569-a8136e85a651 req-09ebcf32-98e6-4696-b839-867eda0c302a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 944 time: 0.0695724 Jul 23 21:35:57.667300 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cb401bdd-6d31-4f15-b569-a8136e85a651 req-8ce2cc06-e95f-4846-9f4a-d5afbe732a82 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336106 Jul 23 21:35:58.468275 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 147ec896-c3db-49b9-9e65-e5fde68c50c1 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:35:58.516860 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 147ec896-c3db-49b9-9e65-e5fde68c50c1 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:35:58.520491 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 147ec896-c3db-49b9-9e65-e5fde68c50c1 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:35:58.520865 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:58.596121 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:58.621943 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147ec896-c3db-49b9-9e65-e5fde68c50c1'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:35:58.624207 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851aad09-efde-413c-8d40-a981e5c6768f" -d '{"events": [{"server_uuid": "4b353c1b-2514-46c9-b5c5-9e7387977231", "name": "network-vif-plugged", "status": "completed", "tag": "147ec896-c3db-49b9-9e65-e5fde68c50c1"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:35:58.637494 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 147ec896-c3db-49b9-9e65-e5fde68c50c1, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1,segment=NetworkSegment(0f84085b-54a3-4ec0-bb41-da19e17f01be),segment_id=0f84085b-54a3-4ec0-bb41-da19e17f01be)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:35:58.641371 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:58.691168 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=147ec896-c3db-49b9-9e65-e5fde68c50c1,revision_number=9']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:35:58.709601 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20f9e2d-f3a4-4f94-af0e-8e540d0ba497 x-openstack-request-id: req-e20f9e2d-f3a4-4f94-af0e-8e540d0ba497 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:35:58.709897 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b353c1b-2514-46c9-b5c5-9e7387977231", "name": "network-vif-plugged", "status": "completed", "tag": "147ec896-c3db-49b9-9e65-e5fde68c50c1", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:35:58.710653 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e20f9e2d-f3a4-4f94-af0e-8e540d0ba497 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:35:58.711037 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147ec896-c3db-49b9-9e65-e5fde68c50c1', 'code': 200} Jul 23 21:35:58.751436 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:58.798040 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60822f51-8d9d-4a0a-92c2-0bb5f6760508 req-d6f8b177-7bef-436c-8100-1104da6e4037 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:58.799558 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60822f51-8d9d-4a0a-92c2-0bb5f6760508 req-d6f8b177-7bef-436c-8100-1104da6e4037 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0629807 Jul 23 21:35:58.836061 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-60822f51-8d9d-4a0a-92c2-0bb5f6760508 req-1b01274a-73d1-4382-8bd3-dfaeaa84875a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309470 Jul 23 21:35:58.858247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58122) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:35:58.921544 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2ad683c0-6e97-487a-b5b3-0a3bb67f89e5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/floatingips/27680f85-ccab-401c-96d4-69fdfcf73d8a HTTP/1.1" status: 200 len: 993 time: 0.0621824 Jul 23 21:36:00.204612 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:10.045901 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d68baddc-23b6-4367-9d71-19ebf079b1f0 req-e4fcf5f5-666f-49de-9e1e-86193099b6ea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529244 Jul 23 21:36:10.156789 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68baddc-23b6-4367-9d71-19ebf079b1f0 req-d4ab6845-fe39-49e3-b594-0017a284f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:10.158263 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d68baddc-23b6-4367-9d71-19ebf079b1f0 req-d4ab6845-fe39-49e3-b594-0017a284f8d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 1097 time: 0.0525212 Jul 23 21:36:10.264805 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68baddc-23b6-4367-9d71-19ebf079b1f0 req-35956b38-4e54-434e-b95e-58e01c94207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:10.266260 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d68baddc-23b6-4367-9d71-19ebf079b1f0 req-35956b38-4e54-434e-b95e-58e01c94207c service neutron] 10.222.0.57 "GET /v2.0/networks?id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 HTTP/1.1" status: 200 len: 897 time: 0.0881166 Jul 23 21:36:10.341032 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d68baddc-23b6-4367-9d71-19ebf079b1f0 req-b5c1eeb9-233d-4a20-9e5a-d0010c7bfec0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1 HTTP/1.1" status: 200 len: 1001 time: 0.0560994 Jul 23 21:36:10.393812 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68baddc-23b6-4367-9d71-19ebf079b1f0 req-155f87c7-cf20-4a7d-8042-c0b7f87d2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:10.395254 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d68baddc-23b6-4367-9d71-19ebf079b1f0 req-155f87c7-cf20-4a7d-8042-c0b7f87d2789 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ca7e3952-6472-442d-a813-11d4301919bd HTTP/1.1" status: 200 len: 834 time: 0.0473688 Jul 23 21:36:10.456799 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68baddc-23b6-4367-9d71-19ebf079b1f0 req-3dac5d8e-c500-42a5-b940-10e2d9e74718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:10.458246 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d68baddc-23b6-4367-9d71-19ebf079b1f0 req-3dac5d8e-c500-42a5-b940-10e2d9e74718 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512486 Jul 23 21:36:10.546418 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d68baddc-23b6-4367-9d71-19ebf079b1f0 req-cd1a7223-e969-4d72-98f6-b273c9c41e03 service neutron] 10.222.0.57 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814357 Jul 23 21:36:10.640575 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d68baddc-23b6-4367-9d71-19ebf079b1f0 req-6ca8cb87-cf76-4138-a518-0e8a3b251cf5 service neutron] 10.222.0.57 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874140 Jul 23 21:36:15.883691 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:17.404072 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:24.659784 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f656229-de59-4e1e-b715-5173a234f5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:27.181173 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23c91674-b148-4386-ab37-eba4d7ce2671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:27.237706 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58136) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:27.392487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port e6e36bc7-8715-4fee-b5a3-c1ef4d0eba2c {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:36:27.392828 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:27.440533 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:27.481317 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:27.481637 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:27.493010 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for e6e36bc7-8715-4fee-b5a3-c1ef4d0eba2c owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:36:27.639172 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:27.668469 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=e6e36bc7-8715-4fee-b5a3-c1ef4d0eba2c,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:27.696359 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:27.696625 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:27.696961 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:27.697292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:27.697618 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:27.697949 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:27.698274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:27.698598 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:27.698920 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:27.699265 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:27.699907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:27.700234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:27.738292 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:27.738662 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Floating IP 27680f85-ccab-401c-96d4-69fdfcf73d8a disassociated (deleted). External IP: 172.25.3.198, port: 147ec896-c3db-49b9-9e65-e5fde68c50c1. Jul 23 21:36:27.942993 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:36:28.049055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:36:28.054401 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:28.059002 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93f565d-a1d4-4441-a4b9-4fef2172868e None None] Sync routers for ids ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:36:28.068372 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93f565d-a1d4-4441-a4b9-4fef2172868e None None] Routers {'1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:36:28.069555 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b93f565d-a1d4-4441-a4b9-4fef2172868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:28.091392 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-caf41a6b-98c2-49df-87db-23c06415bbc1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/floatingips/27680f85-ccab-401c-96d4-69fdfcf73d8a HTTP/1.1" status: 204 len: 168 time: 0.8525808 Jul 23 21:36:28.092115 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'tag': '147ec896-c3db-49b9-9e65-e5fde68c50c1'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:36:28.094521 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e2812a-895b-4212-94b5-adf2c75ceb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b353c1b-2514-46c9-b5c5-9e7387977231", "tag": "147ec896-c3db-49b9-9e65-e5fde68c50c1"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:36:28.176717 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b93f565d-a1d4-4441-a4b9-4fef2172868e None None] Set router 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:36:28.187719 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2811c69-051b-45fe-ac6c-5e8307079527 x-openstack-request-id: req-b2811c69-051b-45fe-ac6c-5e8307079527 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:36:28.187996 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b353c1b-2514-46c9-b5c5-9e7387977231", "tag": "147ec896-c3db-49b9-9e65-e5fde68c50c1", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:36:28.188366 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2811c69-051b-45fe-ac6c-5e8307079527 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:36:28.188769 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'tag': '147ec896-c3db-49b9-9e65-e5fde68c50c1', 'status': 'completed', 'code': 200} Jul 23 21:36:28.268764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2812a-895b-4212-94b5-adf2c75ceb4c req-a0ad4fa3-e6ff-4dce-9c3b-e8bd55e150b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:28.270307 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-50e2812a-895b-4212-94b5-adf2c75ceb4c req-a0ad4fa3-e6ff-4dce-9c3b-e8bd55e150b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 1097 time: 0.0591381 Jul 23 21:36:28.343677 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e81a0-2ddb-46d4-934e-574e42c53d8e req-df8ab56f-344d-4fc4-9124-fa26d6f1c929 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:28.345151 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-463e81a0-2ddb-46d4-934e-574e42c53d8e req-df8ab56f-344d-4fc4-9124-fa26d6f1c929 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0743115 Jul 23 21:36:28.373982 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2812a-895b-4212-94b5-adf2c75ceb4c req-9e4ee108-1f52-43a2-b81b-68a23334bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:28.375904 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-50e2812a-895b-4212-94b5-adf2c75ceb4c req-9e4ee108-1f52-43a2-b81b-68a23334bf99 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 HTTP/1.1" status: 200 len: 897 time: 0.0991015 Jul 23 21:36:28.381245 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b93f565d-a1d4-4441-a4b9-4fef2172868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311017078', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:49Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '6d3c8ded-9d29-414e-a4c3-72f600eeeaa5', 'name': '', 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:81:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:49Z', 'updated_at': '2021-07-23T21:34:54Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:28.389513 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-463e81a0-2ddb-46d4-934e-574e42c53d8e req-cbe2dbbd-1a07-406b-878c-4a8c87275a5e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381830 Jul 23 21:36:28.411802 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93f565d-a1d4-4441-a4b9-4fef2172868e None None] Checking router: 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:36:28.418074 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-50e2812a-895b-4212-94b5-adf2c75ceb4c req-e9c8f52b-dc04-4647-befc-362815ed29a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1 HTTP/1.1" status: 200 len: 217 time: 0.0351799 Jul 23 21:36:28.420234 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93f565d-a1d4-4441-a4b9-4fef2172868e None None] Routers {'1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:36:28.420835 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b93f565d-a1d4-4441-a4b9-4fef2172868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:28.470526 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2812a-895b-4212-94b5-adf2c75ceb4c req-50349964-b7b8-47d5-b920-9985506ef2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:28.472033 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-50e2812a-895b-4212-94b5-adf2c75ceb4c req-50349964-b7b8-47d5-b920-9985506ef2d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ca7e3952-6472-442d-a813-11d4301919bd HTTP/1.1" status: 200 len: 834 time: 0.0457003 Jul 23 21:36:28.539447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2812a-895b-4212-94b5-adf2c75ceb4c req-ca64cd59-ac1a-4df1-8fd7-20beda6ba175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:28.540708 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-50e2812a-895b-4212-94b5-adf2c75ceb4c req-ca64cd59-ac1a-4df1-8fd7-20beda6ba175 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616174 Jul 23 21:36:28.614432 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b93f565d-a1d4-4441-a4b9-4fef2172868e None None] Set router 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:36:28.636385 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-50e2812a-895b-4212-94b5-adf2c75ceb4c req-6bed8f35-c79a-4639-b514-dc685e8a1185 service neutron] 10.222.0.57 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852523 Jul 23 21:36:28.734089 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-50e2812a-895b-4212-94b5-adf2c75ceb4c req-b0cb6d55-ed8e-4de2-b185-8c74f0c3afcc service neutron] 10.222.0.57 "GET /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897963 Jul 23 21:36:28.757345 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:28.815297 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b93f565d-a1d4-4441-a4b9-4fef2172868e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311017078', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:49Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '6d3c8ded-9d29-414e-a4c3-72f600eeeaa5', 'name': '', 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:81:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:49Z', 'updated_at': '2021-07-23T21:34:54Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:28.840730 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93f565d-a1d4-4441-a4b9-4fef2172868e None None] The sync data for ids ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'] in n-d-791504-18 is: [{'id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311017078', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:49Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '6d3c8ded-9d29-414e-a4c3-72f600eeeaa5', 'name': '', 'network_id': '64b4aebe-e5aa-45bf-9349-22c2c3bea0e1', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:81:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:49Z', 'updated_at': '2021-07-23T21:34:54Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'ca7e3952-6472-442d-a813-11d4301919bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:36:29.021963 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:36:29.051767 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fa75fc-62c6-4131-be82-34509cb77890 None None] New status for floating IP 27680f85-ccab-401c-96d4-69fdfcf73d8a: DOWN {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:36:29.522667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a325f-681e-4e32-bf5b-3e33b2ff10fd req-c8ba8234-af98-4955-843f-0841a1174c38 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:29.524088 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-902a325f-681e-4e32-bf5b-3e33b2ff10fd req-c8ba8234-af98-4955-843f-0841a1174c38 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0671575 Jul 23 21:36:29.563854 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-902a325f-681e-4e32-bf5b-3e33b2ff10fd req-4220cbdd-b2b1-4d25-a914-e9610fde038b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c28ba90-7329-4fa2-8efc-b54134a5d809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341775 Jul 23 21:36:29.599983 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c596f29-02dd-4363-a8bb-cf4316b1541c req-cfb0047e-2bdf-43bf-93c0-5be9e8d52205 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:29.602015 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4c596f29-02dd-4363-a8bb-cf4316b1541c req-cfb0047e-2bdf-43bf-93c0-5be9e8d52205 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b353c1b-2514-46c9-b5c5-9e7387977231 HTTP/1.1" status: 200 len: 945 time: 0.0629096 Jul 23 21:36:29.704748 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-4c596f29-02dd-4363-a8bb-cf4316b1541c req-3fc7c77b-136f-47c3-bacc-c4814c52b17e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port 147ec896-c3db-49b9-9e65-e5fde68c50c1 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:36:29.705208 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4c596f29-02dd-4363-a8bb-cf4316b1541c req-3fc7c77b-136f-47c3-bacc-c4814c52b17e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:29.806568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-4c596f29-02dd-4363-a8bb-cf4316b1541c req-3fc7c77b-136f-47c3-bacc-c4814c52b17e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] For port 147ec896-c3db-49b9-9e65-e5fde68c50c1, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=147ec896-c3db-49b9-9e65-e5fde68c50c1,segment=NetworkSegment(0f84085b-54a3-4ec0-bb41-da19e17f01be),segment_id=0f84085b-54a3-4ec0-bb41-da19e17f01be)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:29.806846 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4c596f29-02dd-4363-a8bb-cf4316b1541c req-3fc7c77b-136f-47c3-bacc-c4814c52b17e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:29.820390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-4c596f29-02dd-4363-a8bb-cf4316b1541c req-3fc7c77b-136f-47c3-bacc-c4814c52b17e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for 147ec896-c3db-49b9-9e65-e5fde68c50c1 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:36:29.954661 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4c596f29-02dd-4363-a8bb-cf4316b1541c req-3fc7c77b-136f-47c3-bacc-c4814c52b17e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:29.981340 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7c77b-136f-47c3-bacc-c4814c52b17e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=147ec896-c3db-49b9-9e65-e5fde68c50c1,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:30.028590 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c596f29-02dd-4363-a8bb-cf4316b1541c req-3fc7c77b-136f-47c3-bacc-c4814c52b17e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] No DVR routers for this DVR port 147ec896-c3db-49b9-9e65-e5fde68c50c1 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:36:30.031473 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-4c596f29-02dd-4363-a8bb-cf4316b1541c req-3fc7c77b-136f-47c3-bacc-c4814c52b17e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:30.033438 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4c596f29-02dd-4363-a8bb-cf4316b1541c req-3fc7c77b-136f-47c3-bacc-c4814c52b17e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.57 "DELETE /v2.0/ports/147ec896-c3db-49b9-9e65-e5fde68c50c1 HTTP/1.1" status: 204 len: 173 time: 0.4253590 Jul 23 21:36:30.033885 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'name': 'network-vif-deleted', 'tag': '147ec896-c3db-49b9-9e65-e5fde68c50c1'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:36:30.036195 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6939983-6e05-457e-973b-e1468060ae52" -d '{"events": [{"server_uuid": "4b353c1b-2514-46c9-b5c5-9e7387977231", "name": "network-vif-deleted", "tag": "147ec896-c3db-49b9-9e65-e5fde68c50c1"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:36:30.073070 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fa0ac1-6720-4c25-bd9e-bd4c0e69f3cc x-openstack-request-id: req-17fa0ac1-6720-4c25-bd9e-bd4c0e69f3cc {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:36:30.073369 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b353c1b-2514-46c9-b5c5-9e7387977231", "name": "network-vif-deleted", "tag": "147ec896-c3db-49b9-9e65-e5fde68c50c1", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:36:30.073623 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-17fa0ac1-6720-4c25-bd9e-bd4c0e69f3cc {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:36:30.074021 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b353c1b-2514-46c9-b5c5-9e7387977231', 'name': 'network-vif-deleted', 'tag': '147ec896-c3db-49b9-9e65-e5fde68c50c1', 'status': 'completed', 'code': 200} Jul 23 21:36:30.205460 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:30.619419 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58152) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:30.972731 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-471913e4-1a3b-4b07-9bb8-4183d3a2b28f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:31.238562 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-471913e4-1a3b-4b07-9bb8-4183d3a2b28f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:36:31.238801 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-471913e4-1a3b-4b07-9bb8-4183d3a2b28f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:31.329075 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-471913e4-1a3b-4b07-9bb8-4183d3a2b28f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] For port 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6d3c8ded-9d29-414e-a4c3-72f600eeeaa5,segment=NetworkSegment(0f84085b-54a3-4ec0-bb41-da19e17f01be),segment_id=0f84085b-54a3-4ec0-bb41-da19e17f01be)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:31.329362 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-471913e4-1a3b-4b07-9bb8-4183d3a2b28f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:31.341839 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-471913e4-1a3b-4b07-9bb8-4183d3a2b28f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:36:31.530466 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-471913e4-1a3b-4b07-9bb8-4183d3a2b28f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:31.556612 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471913e4-1a3b-4b07-9bb8-4183d3a2b28f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=6d3c8ded-9d29-414e-a4c3-72f600eeeaa5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:31.737951 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-471913e4-1a3b-4b07-9bb8-4183d3a2b28f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:31.945543 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471913e4-1a3b-4b07-9bb8-4183d3a2b28f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:36:32.047857 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471913e4-1a3b-4b07-9bb8-4183d3a2b28f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:36:32.052792 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-471913e4-1a3b-4b07-9bb8-4183d3a2b28f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "PUT /v2.0/routers/1ec66ff2-48e6-44cb-9c8a-53fecd62a38b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4322579 Jul 23 21:36:32.055600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58154) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:32.058196 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6cdf92-63eb-4cb8-815a-a438ce2bb53e None None] Sync routers for ids ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:36:32.067155 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6cdf92-63eb-4cb8-815a-a438ce2bb53e None None] Routers {'1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:36:32.067764 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5d6cdf92-63eb-4cb8-815a-a438ce2bb53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:32.106221 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c711fad-15c0-4247-9ec7-6729e9905e63 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting subnet ca7e3952-6472-442d-a813-11d4301919bd {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:36:32.109320 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c711fad-15c0-4247-9ec7-6729e9905e63 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:32.148578 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c711fad-15c0-4247-9ec7-6729e9905e63 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:32.169657 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-5d6cdf92-63eb-4cb8-815a-a438ce2bb53e None None] Set router 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:36:32.233018 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c711fad-15c0-4247-9ec7-6729e9905e63 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:32.290833 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c711fad-15c0-4247-9ec7-6729e9905e63 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:32.319520 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c711fad-15c0-4247-9ec7-6729e9905e63 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Subnet': ['ID=ca7e3952-6472-442d-a813-11d4301919bd,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:32.322276 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6c711fad-15c0-4247-9ec7-6729e9905e63 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:32.324193 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6c711fad-15c0-4247-9ec7-6729e9905e63 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/subnets/ca7e3952-6472-442d-a813-11d4301919bd HTTP/1.1" status: 204 len: 168 time: 0.2676620 Jul 23 21:36:32.326564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5166fe6a-e617-4d69-b129-e8478fb66f5a None None] Network 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:36:32.327079 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58156) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:32.350324 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5d6cdf92-63eb-4cb8-815a-a438ce2bb53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311017078', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:36:31Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:32.387146 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6cdf92-63eb-4cb8-815a-a438ce2bb53e None None] Checking router: 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:36:32.395710 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6cdf92-63eb-4cb8-815a-a438ce2bb53e None None] Routers {'1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:36:32.396324 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5d6cdf92-63eb-4cb8-815a-a438ce2bb53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:32.450727 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c40732f3-934b-4590-9329-7d9f53ffa145 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:32.522830 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-5d6cdf92-63eb-4cb8-815a-a438ce2bb53e None None] Set router 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:36:32.556554 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afa3302-a24b-495f-9934-98796d836ebc None None] DHCP port deletion for 64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:36:32.603915 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 147ec896-c3db-49b9-9e65-e5fde68c50c1 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:36:32.631840 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 147ec896-c3db-49b9-9e65-e5fde68c50c1 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:36:32.632737 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 147ec896-c3db-49b9-9e65-e5fde68c50c1 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:36:32.672440 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8afa3302-a24b-495f-9934-98796d836ebc None None] Deleting port b79d64ff-be9f-4885-9b97-6fe2b6bfab83 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:36:32.673134 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8afa3302-a24b-495f-9934-98796d836ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:32.749713 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-5d6cdf92-63eb-4cb8-815a-a438ce2bb53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311017078', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:36:31Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:32.758799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8afa3302-a24b-495f-9934-98796d836ebc None None] For port b79d64ff-be9f-4885-9b97-6fe2b6bfab83, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b79d64ff-be9f-4885-9b97-6fe2b6bfab83,segment=NetworkSegment(0f84085b-54a3-4ec0-bb41-da19e17f01be),segment_id=0f84085b-54a3-4ec0-bb41-da19e17f01be)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:32.758799 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8afa3302-a24b-495f-9934-98796d836ebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:32.771523 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8afa3302-a24b-495f-9934-98796d836ebc None None] Calling delete_port for b79d64ff-be9f-4885-9b97-6fe2b6bfab83 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:36:32.779734 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6cdf92-63eb-4cb8-815a-a438ce2bb53e None None] The sync data for ids ['1ec66ff2-48e6-44cb-9c8a-53fecd62a38b'] in n-d-791504-18 is: [{'id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311017078', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:36:31Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '3544ad30-6809-44f8-9d19-5d57dca8f993', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec66ff2-48e6-44cb-9c8a-53fecd62a38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:34:46Z', 'updated_at': '2021-07-23T21:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:36:32.782586 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b79d64ff-be9f-4885-9b97-6fe2b6bfab83 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:36:32.916643 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8afa3302-a24b-495f-9934-98796d836ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:32.922873 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:32.938019 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c40732f3-934b-4590-9329-7d9f53ffa145 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:32.944713 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa3302-a24b-495f-9934-98796d836ebc None None] Pushing event deleted for resources: {'Port': ['ID=b79d64ff-be9f-4885-9b97-6fe2b6bfab83,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:32.957961 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa3302-a24b-495f-9934-98796d836ebc None None] No DVR routers for this DVR port b79d64ff-be9f-4885-9b97-6fe2b6bfab83 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:36:33.003850 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-c40732f3-934b-4590-9329-7d9f53ffa145 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port 3544ad30-6809-44f8-9d19-5d57dca8f993 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:36:33.004194 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c40732f3-934b-4590-9329-7d9f53ffa145 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.086781 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-c40732f3-934b-4590-9329-7d9f53ffa145 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] For port 3544ad30-6809-44f8-9d19-5d57dca8f993, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=3544ad30-6809-44f8-9d19-5d57dca8f993,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:33.087023 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c40732f3-934b-4590-9329-7d9f53ffa145 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.098661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-c40732f3-934b-4590-9329-7d9f53ffa145 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for 3544ad30-6809-44f8-9d19-5d57dca8f993 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:36:33.270406 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c40732f3-934b-4590-9329-7d9f53ffa145 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.295849 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40732f3-934b-4590-9329-7d9f53ffa145 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=3544ad30-6809-44f8-9d19-5d57dca8f993,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:33.360924 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c40732f3-934b-4590-9329-7d9f53ffa145 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.448014 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c40732f3-934b-4590-9329-7d9f53ffa145 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.450059 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c40732f3-934b-4590-9329-7d9f53ffa145 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.491177 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c40732f3-934b-4590-9329-7d9f53ffa145 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.491719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40732f3-934b-4590-9329-7d9f53ffa145 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Fanout notify agent at l3_agent the message router_deleted on router 1ec66ff2-48e6-44cb-9c8a-53fecd62a38b {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:36:33.498490 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c40732f3-934b-4590-9329-7d9f53ffa145 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.499913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c40732f3-934b-4590-9329-7d9f53ffa145 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/routers/1ec66ff2-48e6-44cb-9c8a-53fecd62a38b HTTP/1.1" status: 204 len: 168 time: 1.1721025 Jul 23 21:36:33.502623 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58158) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:33.587129 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0477aee-9d1e-402c-a266-52211f386071 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.674397 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0477aee-9d1e-402c-a266-52211f386071 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.684291 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0477aee-9d1e-402c-a266-52211f386071 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b4aebe-e5aa-45bf-9349-22c2c3bea0e1']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:33.694388 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0477aee-9d1e-402c-a266-52211f386071 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f84085b-54a3-4ec0-bb41-da19e17f01be') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:33.694675 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0477aee-9d1e-402c-a266-52211f386071 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f84085b-54a3-4ec0-bb41-da19e17f01be') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:33.703570 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0477aee-9d1e-402c-a266-52211f386071 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.717190 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0477aee-9d1e-402c-a266-52211f386071 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.722754 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0477aee-9d1e-402c-a266-52211f386071 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:36:33.723162 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0477aee-9d1e-402c-a266-52211f386071 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:36:33.726013 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:36:33.789387 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0477aee-9d1e-402c-a266-52211f386071 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.796818 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0477aee-9d1e-402c-a266-52211f386071 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.798702 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d0477aee-9d1e-402c-a266-52211f386071 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/networks/64b4aebe-e5aa-45bf-9349-22c2c3bea0e1 HTTP/1.1" status: 204 len: 168 time: 0.2949586 Jul 23 21:36:33.801549 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58160) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:33.809960 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0477aee-9d1e-402c-a266-52211f386071 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Network': ['ID=64b4aebe-e5aa-45bf-9349-22c2c3bea0e1,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:33.863996 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a96a2892-8613-4fe3-9fba-92803302bdee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.889342 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a96a2892-8613-4fe3-9fba-92803302bdee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.956001 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a96a2892-8613-4fe3-9fba-92803302bdee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.958947 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a96a2892-8613-4fe3-9fba-92803302bdee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:33.962757 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a96a2892-8613-4fe3-9fba-92803302bdee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/security-groups/9c28ba90-7329-4fa2-8efc-b54134a5d809 HTTP/1.1" status: 204 len: 168 time: 0.1576924 Jul 23 21:36:33.969685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a2892-8613-4fe3-9fba-92803302bdee tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c28ba90-7329-4fa2-8efc-b54134a5d809,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:34.188346 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58166) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:34.192968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-ab0db944-e307-47f8-9f57-af1c4a69aba6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-110776730', 'description': 'tempest-secgroup-smoke-110776730 description', 'project_id': 'b485364fd2d04623babc416c243a99e1'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:36:34.216396 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab0db944-e307-47f8-9f57-af1c4a69aba6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.296221 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab0db944-e307-47f8-9f57-af1c4a69aba6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.299963 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab0db944-e307-47f8-9f57-af1c4a69aba6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.328646 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab0db944-e307-47f8-9f57-af1c4a69aba6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.329867 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ab0db944-e307-47f8-9f57-af1c4a69aba6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1405883 Jul 23 21:36:34.331751 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0db944-e307-47f8-9f57-af1c4a69aba6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec25f159-29f7-445e-a0ab-62a6ce59577e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:34.332907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58168) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:34.337656 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-2ae58932-e3d1-48e0-bc01-20504b3680c3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': 'ec25f159-29f7-445e-a0ab-62a6ce59577e', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:36:34.363966 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2ae58932-e3d1-48e0-bc01-20504b3680c3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.419970 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2ae58932-e3d1-48e0-bc01-20504b3680c3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.423493 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2ae58932-e3d1-48e0-bc01-20504b3680c3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.443486 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae58932-e3d1-48e0-bc01-20504b3680c3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1485b0a-d140-4614-90cf-acf909608965,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:34.447823 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-2ae58932-e3d1-48e0-bc01-20504b3680c3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.449257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-2ae58932-e3d1-48e0-bc01-20504b3680c3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153333 Jul 23 21:36:34.452236 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58170) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:34.457223 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-fa3292ef-8194-4b84-a2a5-4bda2747bc37 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': 'ec25f159-29f7-445e-a0ab-62a6ce59577e', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:36:34.487111 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa3292ef-8194-4b84-a2a5-4bda2747bc37 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.545262 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa3292ef-8194-4b84-a2a5-4bda2747bc37 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.550453 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa3292ef-8194-4b84-a2a5-4bda2747bc37 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.574195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3292ef-8194-4b84-a2a5-4bda2747bc37 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2482acc9-012d-4cfa-b41e-348c65262fc3,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:34.578050 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa3292ef-8194-4b84-a2a5-4bda2747bc37 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.583405 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58172) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:34.583553 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fa3292ef-8194-4b84-a2a5-4bda2747bc37 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1301639 Jul 23 21:36:34.588711 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-feb7e47b-7984-4e6e-9c90-07086dbe6f47 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': 'ec25f159-29f7-445e-a0ab-62a6ce59577e', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:36:34.617816 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3544ad30-6809-44f8-9d19-5d57dca8f993 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:36:34.621485 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-feb7e47b-7984-4e6e-9c90-07086dbe6f47 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.641390 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 3544ad30-6809-44f8-9d19-5d57dca8f993 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:36:34.641731 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 3544ad30-6809-44f8-9d19-5d57dca8f993 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:36:34.642141 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:36:34.661324 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:36:34.661667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6d3c8ded-9d29-414e-a4c3-72f600eeeaa5 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:36:34.686844 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-feb7e47b-7984-4e6e-9c90-07086dbe6f47 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.690235 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-feb7e47b-7984-4e6e-9c90-07086dbe6f47 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.707033 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7e47b-7984-4e6e-9c90-07086dbe6f47 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f306c9-e552-41d4-8016-27c932aebc1b,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:34.712078 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-feb7e47b-7984-4e6e-9c90-07086dbe6f47 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.713306 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-feb7e47b-7984-4e6e-9c90-07086dbe6f47 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287532 Jul 23 21:36:34.716131 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58174) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:34.720374 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-00877c30-1bb1-47f4-953a-ccb112c42312 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': 'ec25f159-29f7-445e-a0ab-62a6ce59577e', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:36:34.746807 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00877c30-1bb1-47f4-953a-ccb112c42312 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.805142 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00877c30-1bb1-47f4-953a-ccb112c42312 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.808332 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00877c30-1bb1-47f4-953a-ccb112c42312 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.825110 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00877c30-1bb1-47f4-953a-ccb112c42312 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844e9dd5-13cc-4edf-8e6d-aa188088ef75,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:34.831450 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-00877c30-1bb1-47f4-953a-ccb112c42312 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.832657 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-00877c30-1bb1-47f4-953a-ccb112c42312 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156187 Jul 23 21:36:34.836034 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58176) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:34.840383 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-09c5a0cf-e6ba-46fb-8d44-e10a435b843b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': 'ec25f159-29f7-445e-a0ab-62a6ce59577e', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:36:34.861597 n-d-791504-18 neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-09c5a0cf-e6ba-46fb-8d44-e10a435b843b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Project b485364fd2d04623babc416c243a99e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:36:34.866205 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09c5a0cf-e6ba-46fb-8d44-e10a435b843b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.923315 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09c5a0cf-e6ba-46fb-8d44-e10a435b843b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.926484 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09c5a0cf-e6ba-46fb-8d44-e10a435b843b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.942564 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5a0cf-e6ba-46fb-8d44-e10a435b843b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b38ae9-5297-478c-a85b-0dc42144d91e,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:34.949580 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-09c5a0cf-e6ba-46fb-8d44-e10a435b843b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:34.950763 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-09c5a0cf-e6ba-46fb-8d44-e10a435b843b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1138177 Jul 23 21:36:34.953518 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58178) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:34.958083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-b8d68cc1-1795-46aa-bd28-5c89cba0c857 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': 'ec25f159-29f7-445e-a0ab-62a6ce59577e', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:36:34.979964 n-d-791504-18 neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-b8d68cc1-1795-46aa-bd28-5c89cba0c857 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Project b485364fd2d04623babc416c243a99e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:36:34.984707 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b8d68cc1-1795-46aa-bd28-5c89cba0c857 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:35.048609 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b8d68cc1-1795-46aa-bd28-5c89cba0c857 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:35.052098 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b8d68cc1-1795-46aa-bd28-5c89cba0c857 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:35.073653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d68cc1-1795-46aa-bd28-5c89cba0c857 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc4dc36-2943-4f81-81f6-3ed5f2024823,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:35.077780 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b8d68cc1-1795-46aa-bd28-5c89cba0c857 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:35.078960 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b8d68cc1-1795-46aa-bd28-5c89cba0c857 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245358 Jul 23 21:36:35.081859 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58180) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:35.086652 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-ae328d5f-2dd8-4954-b194-d325a7b8a7bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'network': {'name': 'tempest-network-smoke--292106079', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'port_security_enabled': True}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:36:35.107707 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae328d5f-2dd8-4954-b194-d325a7b8a7bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Made reservation on behalf of b485364fd2d04623babc416c243a99e1 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:36:35.111039 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ae328d5f-2dd8-4954-b194-d325a7b8a7bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:35.134936 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae328d5f-2dd8-4954-b194-d325a7b8a7bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:36:35.144289 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ae328d5f-2dd8-4954-b194-d325a7b8a7bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:35.144686 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-ae328d5f-2dd8-4954-b194-d325a7b8a7bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Added segment b6fd59b5-83d5-449d-9b5e-6c4ed32025f0 of type vlan for network 67c53862-0be4-4e7b-b6f9-a05784e732c2 Jul 23 21:36:35.184785 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ae328d5f-2dd8-4954-b194-d325a7b8a7bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:35.211788 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ae328d5f-2dd8-4954-b194-d325a7b8a7bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:35.217335 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae328d5f-2dd8-4954-b194-d325a7b8a7bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:35.217909 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-ae328d5f-2dd8-4954-b194-d325a7b8a7bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:35.252988 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ae328d5f-2dd8-4954-b194-d325a7b8a7bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1701510 Jul 23 21:36:35.255862 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58182) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:35.261437 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2049328129', 'admin_state_up': True, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:36:35.284797 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:35.285985 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:35.288653 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae328d5f-2dd8-4954-b194-d325a7b8a7bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Network': ['ID=67c53862-0be4-4e7b-b6f9-a05784e732c2,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:35.299611 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 67c53862-0be4-4e7b-b6f9-a05784e732c2 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:36:35.341281 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:35.480076 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:35.669837 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:35.689503 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:35.793025 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.25.3.168 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/a2524aa1-d3ce-4174-a438-79dbb9bae442) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:36:35.894197 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:35.931946 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:35.972401 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:36:35.977603 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:36:35.980404 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:36:36.004336 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=a2524aa1-d3ce-4174-a438-79dbb9bae442,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:36.497409 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:36.701580 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:36.824762 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 4e23d83f-08b4-4cca-9a31-39e5a618e076 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:36:36.929368 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:36:36.938726 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Sync routers for ids ['4e23d83f-08b4-4cca-9a31-39e5a618e076'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:36:36.947824 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:36.948462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Routers {'4e23d83f-08b4-4cca-9a31-39e5a618e076'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:36:36.949086 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4e23d83f-08b4-4cca-9a31-39e5a618e076'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:36.949223 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a44a26c6-dbcb-406c-b1c7-dd4ce1160f76 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6920936 Jul 23 21:36:36.952271 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58184) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:36.980369 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-6ee7cab6-b381-4ec2-a4b7-0ea3d726f175 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=b485364fd2d04623babc416c243a99e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268483 Jul 23 21:36:36.982869 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58186) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:37.054941 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Set router 4e23d83f-08b4-4cca-9a31-39e5a618e076 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:36:37.071675 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81df3b1-3849-496e-b287-d2eab9c88e51 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:37.076045 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e81df3b1-3849-496e-b287-d2eab9c88e51 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894036 Jul 23 21:36:37.076195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58188) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:37.102897 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-4335353b-029b-40ae-ac3b-a76cd6b8e098 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257215 Jul 23 21:36:37.105696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58190) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:37.110368 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-ae545aa9-260e-4d1a-ab49-d6e27c19b16d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1721183284', 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:36:37.200672 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae545aa9-260e-4d1a-ab49-d6e27c19b16d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Made reservation on behalf of b485364fd2d04623babc416c243a99e1 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:36:37.204466 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ae545aa9-260e-4d1a-ab49-d6e27c19b16d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:37.238235 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049328129', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:36Z', 'revision_number': 3, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:37.265221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Checking router: 4e23d83f-08b4-4cca-9a31-39e5a618e076 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:36:37.265583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Updating router 4e23d83f-08b4-4cca-9a31-39e5a618e076 port a2524aa1-d3ce-4174-a438-79dbb9bae442 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:36:37.301097 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:37.384851 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ae545aa9-260e-4d1a-ab49-d6e27c19b16d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:37.442455 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae545aa9-260e-4d1a-ab49-d6e27c19b16d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Subnet': ['ID=b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:37.453899 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae545aa9-260e-4d1a-ab49-d6e27c19b16d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Checking segment: {'id': 'b6fd59b5-83d5-449d-9b5e-6c4ed32025f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:36:37.454252 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae545aa9-260e-4d1a-ab49-d6e27c19b16d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network hostable DHCP agents. Network: 67c53862-0be4-4e7b-b6f9-a05784e732c2, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:36:37.471571 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae545aa9-260e-4d1a-ab49-d6e27c19b16d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 67c53862-0be4-4e7b-b6f9-a05784e732c2 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:36:37.482444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-ae545aa9-260e-4d1a-ab49-d6e27c19b16d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 67c53862-0be4-4e7b-b6f9-a05784e732c2) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:36:37.486451 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae545aa9-260e-4d1a-ab49-d6e27c19b16d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:37.487038 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ae545aa9-260e-4d1a-ab49-d6e27c19b16d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:37.505978 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ae545aa9-260e-4d1a-ab49-d6e27c19b16d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3967884 Jul 23 21:36:37.507169 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d433f672-4cf9-4a6f-9271-dfef3719f930 None None] Network 67c53862-0be4-4e7b-b6f9-a05784e732c2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:36:37.507281 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58192) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:37.640542 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:37.674978 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Transition to ACTIVE for port object a2524aa1-d3ce-4174-a438-79dbb9bae442 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:36:37.684322 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:37.759724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-67c53862-0be4-4e7b-b6f9-a05784e732c2', 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ips': [{'subnet_id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:36:37.761673 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:37.770385 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Attempting to bind port a2524aa1-d3ce-4174-a438-79dbb9bae442 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:36:37.770755 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Attempting to bind port a2524aa1-d3ce-4174-a438-79dbb9bae442 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:36:37.771137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Attempting to bind port a2524aa1-d3ce-4174-a438-79dbb9bae442 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:36:37.781477 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22c02d-ae83-4873-a4e3-5c74a23a9dde None None] Pushing event updated for resources: {'Port': ['ID=a2524aa1-d3ce-4174-a438-79dbb9bae442,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:37.787718 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:36:37.788115 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:36:37.788502 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:37.789291 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:36:37.789413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Bound port: a2524aa1-d3ce-4174-a438-79dbb9bae442, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:36:37.789776 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:37.919840 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] For port a2524aa1-d3ce-4174-a438-79dbb9bae442, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:36:37.953800 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:37.954466 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] For port a2524aa1-d3ce-4174-a438-79dbb9bae442, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a2524aa1-d3ce-4174-a438-79dbb9bae442,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:36:37.962120 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:38.001197 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Allocated IP 172.20.0.2 (67c53862-0be4-4e7b-b6f9-a05784e732c2/b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7/fe5f4b09-7928-46b0-bfe4-42fb3a143a1f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:36:38.044504 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Routers {'4e23d83f-08b4-4cca-9a31-39e5a618e076'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:36:38.045130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4e23d83f-08b4-4cca-9a31-39e5a618e076'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:38.058612 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22c02d-ae83-4873-a4e3-5c74a23a9dde None None] Pushing event updated for resources: {'Port': ['ID=a2524aa1-d3ce-4174-a438-79dbb9bae442,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:38.250628 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] Set router 4e23d83f-08b4-4cca-9a31-39e5a618e076 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:36:38.339181 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:38.376163 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Transition to ACTIVE for port object fe5f4b09-7928-46b0-bfe4-42fb3a143a1f will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:36:38.401079 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Transition to ACTIVE for port object fe5f4b09-7928-46b0-bfe4-42fb3a143a1f will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:36:38.414203 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:38.465397 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.20.0.1 (67c53862-0be4-4e7b-b6f9-a05784e732c2/b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7/f09a34c3-9fb3-49ec-a095-eefe70825a05) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:36:38.483948 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Network 67c53862-0be4-4e7b-b6f9-a05784e732c2 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:36:38.493262 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:36:38.497113 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:36:38.509293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Pushing event updated for resources: {'Port': ['ID=fe5f4b09-7928-46b0-bfe4-42fb3a143a1f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:38.573095 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049328129', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:36Z', 'revision_number': 3, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:38.574954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Attempting to bind port fe5f4b09-7928-46b0-bfe4-42fb3a143a1f on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:36:38.575609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Attempting to bind port fe5f4b09-7928-46b0-bfe4-42fb3a143a1f by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'b6fd59b5-83d5-449d-9b5e-6c4ed32025f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:36:38.575935 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Attempting to bind port fe5f4b09-7928-46b0-bfe4-42fb3a143a1f on network 67c53862-0be4-4e7b-b6f9-a05784e732c2 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:36:38.586170 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:38.599590 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Transition to ACTIVE for port object f09a34c3-9fb3-49ec-a095-eefe70825a05 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:36:38.609015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adaa80c-87b5-4194-acb2-701ba48625a6 None None] The sync data for ids ['4e23d83f-08b4-4cca-9a31-39e5a618e076'] in n-d-791504-18 is: [{'id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049328129', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:36Z', 'revision_number': 3, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:36:38.610774 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:36:38.611169 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Checking segment: {'id': 'b6fd59b5-83d5-449d-9b5e-6c4ed32025f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:36:38.611570 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:38.611958 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Bound using segment: {'id': 'b6fd59b5-83d5-449d-9b5e-6c4ed32025f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:36:38.612433 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Bound port: fe5f4b09-7928-46b0-bfe4-42fb3a143a1f, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fd59b5-83d5-449d-9b5e-6c4ed32025f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:36:38.613212 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:38.634629 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:38.677342 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 67c53862-0be4-4e7b-b6f9-a05784e732c2 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:36:38.686932 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:36:38.691609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] For port fe5f4b09-7928-46b0-bfe4-42fb3a143a1f, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:36:38.691839 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:36:38.697113 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] For port fe5f4b09-7928-46b0-bfe4-42fb3a143a1f, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=fe5f4b09-7928-46b0-bfe4-42fb3a143a1f,segment=NetworkSegment(b6fd59b5-83d5-449d-9b5e-6c4ed32025f0),segment_id=b6fd59b5-83d5-449d-9b5e-6c4ed32025f0)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:36:38.699963 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=f09a34c3-9fb3-49ec-a095-eefe70825a05,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:38.702577 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:38.748054 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:38.772556 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6484183-5fe6-4b50-b0ad-ba7f6104a09b None None] Pushing event updated for resources: {'Port': ['ID=fe5f4b09-7928-46b0-bfe4-42fb3a143a1f,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:38.951585 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:39.271368 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:39.276808 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:39.354232 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=f09a34c3-9fb3-49ec-a095-eefe70825a05,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:39.359349 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:39.458187 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 67c53862-0be4-4e7b-b6f9-a05784e732c2 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:36:39.459704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:36:39.581713 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 4e23d83f-08b4-4cca-9a31-39e5a618e076 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:36:39.697817 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:36:39.703216 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c8f2ba27-92e7-44c6-ada8-d0d1d96fd5ce tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "PUT /v2.0/routers/4e23d83f-08b4-4cca-9a31-39e5a618e076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1954105 Jul 23 21:36:39.729917 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1b2b70-cdf2-48cc-8aff-314328a512f8 None None] Network 67c53862-0be4-4e7b-b6f9-a05784e732c2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:36:39.851173 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d069e772-61d1-4ec5-a93d-b676c2b3b90d None None] Provisioning for port fe5f4b09-7928-46b0-bfe4-42fb3a143a1f completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:36:39.883149 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-ef81321f-5290-4179-b57b-6c993ea42bf5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-110776730&fields=id&tenant_id=b485364fd2d04623babc416c243a99e1 HTTP/1.1" status: 200 len: 267 time: 0.0342801 Jul 23 21:36:40.000118 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-efbb16b7-6c75-465d-afc2-ec79bd302ae1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:40.001687 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-efbb16b7-6c75-465d-afc2-ec79bd302ae1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/networks?id=67c53862-0be4-4e7b-b6f9-a05784e732c2 HTTP/1.1" status: 200 len: 796 time: 0.1114118 Jul 23 21:36:40.017182 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-e093d057-0f95-4575-b734-ba26c36c941e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/quotas/b485364fd2d04623babc416c243a99e1 HTTP/1.1" status: 200 len: 375 time: 0.0099583 Jul 23 21:36:40.097591 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-857a0a78-1ec4-4698-bc59-f9308513687c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743537 Jul 23 21:36:40.184923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a2b9b518-f555-4a7d-9e3a-de7e80e4a798 None None] Provisioning for port f09a34c3-9fb3-49ec-a095-eefe70825a05 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:36:40.189581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a2b9b518-f555-4a7d-9e3a-de7e80e4a798 None None] Provisioning complete for port f09a34c3-9fb3-49ec-a095-eefe70825a05 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:36:40.189948 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a2b9b518-f555-4a7d-9e3a-de7e80e4a798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:40.225583 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a2b9b518-f555-4a7d-9e3a-de7e80e4a798 None None] Port f09a34c3-9fb3-49ec-a095-eefe70825a05 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:36:40.275952 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-c4ddd05b-9534-463f-b361-1fb2696f2f71 service neutron] 10.222.0.55 "GET /v2.0/networks/67c53862-0be4-4e7b-b6f9-a05784e732c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646545 Jul 23 21:36:40.298020 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Sync routers for ids ['4e23d83f-08b4-4cca-9a31-39e5a618e076'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:36:40.309132 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Routers {'4e23d83f-08b4-4cca-9a31-39e5a618e076'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:36:40.309762 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4e23d83f-08b4-4cca-9a31-39e5a618e076'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:40.355820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9b9d46f5-9ffd-49de-9ed1-33f57d3d8523 None None] Provisioning complete for port f09a34c3-9fb3-49ec-a095-eefe70825a05 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:36:40.356451 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b9d46f5-9ffd-49de-9ed1-33f57d3d8523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:40.399434 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-60b78e9a-bd8c-4665-afd9-ec664d0a5395 service neutron] 10.222.0.55 "GET /v2.0/networks/67c53862-0be4-4e7b-b6f9-a05784e732c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173310 Jul 23 21:36:40.419485 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Set router 4e23d83f-08b4-4cca-9a31-39e5a618e076 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:36:40.577699 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d46f5-9ffd-49de-9ed1-33f57d3d8523 None None] Port f09a34c3-9fb3-49ec-a095-eefe70825a05 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:36:40.618103 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f7ad7ae-560a-4a5c-ad7c-41f36c234db9 req-e66cd2fc-1262-464d-a321-a9d96a0306d8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 210 time: 0.0485926 Jul 23 21:36:40.665607 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049328129', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:38Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'f09a34c3-9fb3-49ec-a095-eefe70825a05', 'name': '', 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:b8:1b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:38Z', 'updated_at': '2021-07-23T21:36:39Z', 'revision_number': 2, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:40.694401 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a2524aa1-d3ce-4174-a438-79dbb9bae442 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:36:40.699488 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Checking router: 4e23d83f-08b4-4cca-9a31-39e5a618e076 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:36:40.699840 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Updating router 4e23d83f-08b4-4cca-9a31-39e5a618e076 port f09a34c3-9fb3-49ec-a095-eefe70825a05 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:36:40.725708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a9e6e9cc-9d50-4b70-9798-5134410b26d6 None None] Provisioning complete for port f09a34c3-9fb3-49ec-a095-eefe70825a05 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:36:40.726241 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a9e6e9cc-9d50-4b70-9798-5134410b26d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:40.736077 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:40.772480 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a9e6e9cc-9d50-4b70-9798-5134410b26d6 None None] Port f09a34c3-9fb3-49ec-a095-eefe70825a05 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:36:40.782735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port a2524aa1-d3ce-4174-a438-79dbb9bae442 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:36:40.788145 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a2524aa1-d3ce-4174-a438-79dbb9bae442 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:36:40.788722 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:40.879415 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:40.900795 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port a2524aa1-d3ce-4174-a438-79dbb9bae442, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a2524aa1-d3ce-4174-a438-79dbb9bae442,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:40.905625 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:40.906855 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device fe5f4b09-7928-46b0-bfe4-42fb3a143a1f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:36:41.001614 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port fe5f4b09-7928-46b0-bfe4-42fb3a143a1f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:36:41.003772 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=a2524aa1-d3ce-4174-a438-79dbb9bae442,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:41.009878 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port fe5f4b09-7928-46b0-bfe4-42fb3a143a1f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:36:41.010243 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:41.020669 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:41.031077 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Transition to ACTIVE for port object f09a34c3-9fb3-49ec-a095-eefe70825a05 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:36:41.037468 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:41.106161 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:41.109618 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d5473-3850-47af-b82e-9f8387453bfc None None] Pushing event updated for resources: {'Port': ['ID=f09a34c3-9fb3-49ec-a095-eefe70825a05,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:41.135594 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d5473-3850-47af-b82e-9f8387453bfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:41.136237 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d5473-3850-47af-b82e-9f8387453bfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:41.136766 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d5473-3850-47af-b82e-9f8387453bfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:41.137278 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d5473-3850-47af-b82e-9f8387453bfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:41.137788 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d5473-3850-47af-b82e-9f8387453bfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:41.138296 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d5473-3850-47af-b82e-9f8387453bfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:41.138810 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d5473-3850-47af-b82e-9f8387453bfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:41.139333 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d5473-3850-47af-b82e-9f8387453bfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:41.139842 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d5473-3850-47af-b82e-9f8387453bfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:41.140345 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d5473-3850-47af-b82e-9f8387453bfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:41.140881 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d5473-3850-47af-b82e-9f8387453bfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:41.141389 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61d5473-3850-47af-b82e-9f8387453bfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:41.146162 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port fe5f4b09-7928-46b0-bfe4-42fb3a143a1f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=fe5f4b09-7928-46b0-bfe4-42fb3a143a1f,segment=NetworkSegment(b6fd59b5-83d5-449d-9b5e-6c4ed32025f0),segment_id=b6fd59b5-83d5-449d-9b5e-6c4ed32025f0)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:41.153545 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:41.160228 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Attempting to bind port f09a34c3-9fb3-49ec-a095-eefe70825a05 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:36:41.160743 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Attempting to bind port f09a34c3-9fb3-49ec-a095-eefe70825a05 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'b6fd59b5-83d5-449d-9b5e-6c4ed32025f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:36:41.160958 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Attempting to bind port f09a34c3-9fb3-49ec-a095-eefe70825a05 on network 67c53862-0be4-4e7b-b6f9-a05784e732c2 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:36:41.167733 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:36:41.168135 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Checking segment: {'id': 'b6fd59b5-83d5-449d-9b5e-6c4ed32025f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:36:41.168571 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:41.169124 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Bound using segment: {'id': 'b6fd59b5-83d5-449d-9b5e-6c4ed32025f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:36:41.169816 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Bound port: f09a34c3-9fb3-49ec-a095-eefe70825a05, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fd59b5-83d5-449d-9b5e-6c4ed32025f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:36:41.170400 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:41.218907 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=fe5f4b09-7928-46b0-bfe4-42fb3a143a1f,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:41.329180 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] For port f09a34c3-9fb3-49ec-a095-eefe70825a05, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:36:41.332063 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] For port f09a34c3-9fb3-49ec-a095-eefe70825a05, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=f09a34c3-9fb3-49ec-a095-eefe70825a05,segment=NetworkSegment(b6fd59b5-83d5-449d-9b5e-6c4ed32025f0),segment_id=b6fd59b5-83d5-449d-9b5e-6c4ed32025f0)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:36:41.335947 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:41.389492 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Routers {'4e23d83f-08b4-4cca-9a31-39e5a618e076'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:36:41.390047 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4e23d83f-08b4-4cca-9a31-39e5a618e076'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:41.454271 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d5473-3850-47af-b82e-9f8387453bfc None None] Pushing event updated for resources: {'Port': ['ID=f09a34c3-9fb3-49ec-a095-eefe70825a05,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:41.512017 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] Set router 4e23d83f-08b4-4cca-9a31-39e5a618e076 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:36:41.636207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-0ca1d43a-7d5c-440c-8563-3299d4f97117 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:41.638685 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-0ca1d43a-7d5c-440c-8563-3299d4f97117 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.57 "GET /v2.0/networks?id=67c53862-0be4-4e7b-b6f9-a05784e732c2 HTTP/1.1" status: 200 len: 796 time: 0.1462421 Jul 23 21:36:41.692617 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-b668118a-8ede-44c0-9161-3b006a537d80 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b485364fd2d04623babc416c243a99e1 HTTP/1.1" status: 200 len: 379 time: 0.0455005 Jul 23 21:36:41.701841 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-b245aec5-9983-41be-8685-6b52e85c3e64 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'port': {'device_id': '46dd3319-e7bf-44f0-9b2d-57c50eb7ba83', 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2', 'admin_state_up': True, 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'security_groups': ['ec25f159-29f7-445e-a0ab-62a6ce59577e']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:36:41.706943 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d180d5c-2680-4aff-8410-4ff60c872d7a req-360889eb-efd6-4c6f-a4f3-e3f9d788fd71 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 210 time: 0.0314302 Jul 23 21:36:41.743608 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049328129', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:38Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'f09a34c3-9fb3-49ec-a095-eefe70825a05', 'name': '', 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:b8:1b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:38Z', 'updated_at': '2021-07-23T21:36:41Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:41.768789 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdaa6a9-01d7-49ce-aa14-ab1cd601e329 None None] The sync data for ids ['4e23d83f-08b4-4cca-9a31-39e5a618e076'] in n-d-791504-18 is: [{'id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049328129', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:38Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'f09a34c3-9fb3-49ec-a095-eefe70825a05', 'name': '', 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:b8:1b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:38Z', 'updated_at': '2021-07-23T21:36:41Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:36:41.825537 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-b245aec5-9983-41be-8685-6b52e85c3e64 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Made reservation on behalf of b485364fd2d04623babc416c243a99e1 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:36:41.834676 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-b245aec5-9983-41be-8685-6b52e85c3e64 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:41.970921 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-b245aec5-9983-41be-8685-6b52e85c3e64 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.20.0.11 (67c53862-0be4-4e7b-b6f9-a05784e732c2/b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7/4e3267d5-ab45-4537-b516-a4bb6fddd55d) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:36:42.114205 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-b245aec5-9983-41be-8685-6b52e85c3e64 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:42.128016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-b245aec5-9983-41be-8685-6b52e85c3e64 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Transition to ACTIVE for port object 4e3267d5-ab45-4537-b516-a4bb6fddd55d will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:36:42.161953 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-b245aec5-9983-41be-8685-6b52e85c3e64 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:42.207954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-b245aec5-9983-41be-8685-6b52e85c3e64 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 67c53862-0be4-4e7b-b6f9-a05784e732c2 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:36:42.211642 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-b245aec5-9983-41be-8685-6b52e85c3e64 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:36:42.223613 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-b245aec5-9983-41be-8685-6b52e85c3e64 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:36:42.252776 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245aec5-9983-41be-8685-6b52e85c3e64 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=4e3267d5-ab45-4537-b516-a4bb6fddd55d,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:42.282321 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-b245aec5-9983-41be-8685-6b52e85c3e64 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:42.282972 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-b245aec5-9983-41be-8685-6b52e85c3e64 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:42.304651 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-b245aec5-9983-41be-8685-6b52e85c3e64 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6064658 Jul 23 21:36:42.317481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Request body: {'port': {'device_id': '46dd3319-e7bf-44f0-9b2d-57c50eb7ba83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:36:42.394857 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:42.449956 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fafe791a-2692-4230-9ad3-dcbb62d7cb16 None None] Provisioning for port 4e3267d5-ab45-4537-b516-a4bb6fddd55d completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:36:42.454010 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-fafe791a-2692-4230-9ad3-dcbb62d7cb16 None None] Provisioning complete for port 4e3267d5-ab45-4537-b516-a4bb6fddd55d triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:36:42.454457 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fafe791a-2692-4230-9ad3-dcbb62d7cb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:42.490560 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-fafe791a-2692-4230-9ad3-dcbb62d7cb16 None None] Port 4e3267d5-ab45-4537-b516-a4bb6fddd55d cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:36:42.712568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a2524aa1-d3ce-4174-a438-79dbb9bae442 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:36:42.776463 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port a2524aa1-d3ce-4174-a438-79dbb9bae442 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:36:42.776977 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:42.877315 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373f2db-5528-44ff-b21a-1905d788d2a1 req-68cb926d-6002-470c-a536-3f080d888ff7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:42.878605 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device fe5f4b09-7928-46b0-bfe4-42fb3a143a1f up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:36:42.880495 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3373f2db-5528-44ff-b21a-1905d788d2a1 req-68cb926d-6002-470c-a536-3f080d888ff7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 932 time: 0.0890889 Jul 23 21:36:42.924805 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3373f2db-5528-44ff-b21a-1905d788d2a1 req-b9a7d4e5-0a37-4580-a7aa-407291871789 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377181 Jul 23 21:36:42.938810 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port fe5f4b09-7928-46b0-bfe4-42fb3a143a1f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:36:42.941893 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:43.014390 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3267d5-ab45-4537-b516-a4bb6fddd55d {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:36:43.022236 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:43.027495 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f09a34c3-9fb3-49ec-a095-eefe70825a05 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:36:43.034272 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Transition to ACTIVE for port object 4e3267d5-ab45-4537-b516-a4bb6fddd55d will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:36:43.039309 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:43.077708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port f09a34c3-9fb3-49ec-a095-eefe70825a05 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:36:43.082293 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port f09a34c3-9fb3-49ec-a095-eefe70825a05 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:36:43.082764 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:43.107026 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Pushing event updated for resources: {'Port': ['ID=4e3267d5-ab45-4537-b516-a4bb6fddd55d,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:43.161257 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Attempting to bind port 4e3267d5-ab45-4537-b516-a4bb6fddd55d on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:36:43.161625 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Attempting to bind port 4e3267d5-ab45-4537-b516-a4bb6fddd55d by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': 'b6fd59b5-83d5-449d-9b5e-6c4ed32025f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:36:43.161916 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Attempting to bind port 4e3267d5-ab45-4537-b516-a4bb6fddd55d on network 67c53862-0be4-4e7b-b6f9-a05784e732c2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:36:43.168031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Port 4e3267d5-ab45-4537-b516-a4bb6fddd55d on network 67c53862-0be4-4e7b-b6f9-a05784e732c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:36:43.168484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Attempting to bind port 4e3267d5-ab45-4537-b516-a4bb6fddd55d on network 67c53862-0be4-4e7b-b6f9-a05784e732c2 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:36:43.169975 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:43.175839 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:36:43.176260 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Checking segment: {'id': 'b6fd59b5-83d5-449d-9b5e-6c4ed32025f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:36:43.176558 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Bound using segment: {'id': 'b6fd59b5-83d5-449d-9b5e-6c4ed32025f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:36:43.176989 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Bound port: 4e3267d5-ab45-4537-b516-a4bb6fddd55d, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6fd59b5-83d5-449d-9b5e-6c4ed32025f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:36:43.177350 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:43.205846 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port f09a34c3-9fb3-49ec-a095-eefe70825a05, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=f09a34c3-9fb3-49ec-a095-eefe70825a05,segment=NetworkSegment(b6fd59b5-83d5-449d-9b5e-6c4ed32025f0),segment_id=b6fd59b5-83d5-449d-9b5e-6c4ed32025f0)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:43.210523 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:43.250519 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] For port 4e3267d5-ab45-4537-b516-a4bb6fddd55d, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:36:43.253954 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] For port 4e3267d5-ab45-4537-b516-a4bb6fddd55d, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=4e3267d5-ab45-4537-b516-a4bb6fddd55d,segment=NetworkSegment(b6fd59b5-83d5-449d-9b5e-6c4ed32025f0),segment_id=b6fd59b5-83d5-449d-9b5e-6c4ed32025f0)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:36:43.259157 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:43.269973 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=f09a34c3-9fb3-49ec-a095-eefe70825a05,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:43.292801 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:43.293302 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:43.294688 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] 10.222.0.57 "PUT /v2.0/ports/4e3267d5-ab45-4537-b516-a4bb6fddd55d HTTP/1.1" status: 200 len: 1093 time: 0.9818385 Jul 23 21:36:43.295161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46dd3319-e7bf-44f0-9b2d-57c50eb7ba83', 'tag': '4e3267d5-ab45-4537-b516-a4bb6fddd55d'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:36:43.297434 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2882bd08-3c30-45dd-ae32-0e5f71e99935" -d '{"events": [{"name": "network-changed", "server_uuid": "46dd3319-e7bf-44f0-9b2d-57c50eb7ba83", "tag": "4e3267d5-ab45-4537-b516-a4bb6fddd55d"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:36:43.325670 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc0eca-d9e3-4a1d-942b-a62aef09882c service neutron] Pushing event updated for resources: {'Port': ['ID=4e3267d5-ab45-4537-b516-a4bb6fddd55d,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:43.352972 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d05053-5706-4bec-800d-7184a958ebc2 x-openstack-request-id: req-05d05053-5706-4bec-800d-7184a958ebc2 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:36:43.353596 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46dd3319-e7bf-44f0-9b2d-57c50eb7ba83", "tag": "4e3267d5-ab45-4537-b516-a4bb6fddd55d", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:36:43.353909 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-05d05053-5706-4bec-800d-7184a958ebc2 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:36:43.354364 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46dd3319-e7bf-44f0-9b2d-57c50eb7ba83', 'tag': '4e3267d5-ab45-4537-b516-a4bb6fddd55d', 'status': 'completed', 'code': 200} Jul 23 21:36:43.406373 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-277f786a-d2ef-40e2-b8d5-6f596e187cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:43.408069 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-277f786a-d2ef-40e2-b8d5-6f596e187cdf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 1096 time: 0.0643222 Jul 23 21:36:43.450171 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-781f5fcb-a484-4c30-b20d-f2713a4c8d20 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e3267d5-ab45-4537-b516-a4bb6fddd55d HTTP/1.1" status: 200 len: 217 time: 0.0352652 Jul 23 21:36:43.500713 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-cd9eafe4-fdc7-4aff-baba-ca7654920a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:43.502169 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-cd9eafe4-fdc7-4aff-baba-ca7654920a57 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7 HTTP/1.1" status: 200 len: 835 time: 0.0449498 Jul 23 21:36:43.566819 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-91436786-b19d-4623-9177-a24f1abed441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:43.568349 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-91436786-b19d-4623-9177-a24f1abed441 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67c53862-0be4-4e7b-b6f9-a05784e732c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598576 Jul 23 21:36:43.655121 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-57e7817c-cbd1-4eca-bb89-f671156a8209 service neutron] 10.222.0.57 "GET /v2.0/networks/67c53862-0be4-4e7b-b6f9-a05784e732c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805926 Jul 23 21:36:43.749590 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2eabde89-8af4-44b6-bad9-be0deea6cce5 req-adab40b4-1c1e-462f-bddb-4f09bdf10056 service neutron] 10.222.0.57 "GET /v2.0/networks/67c53862-0be4-4e7b-b6f9-a05784e732c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871520 Jul 23 21:36:43.890205 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882bd08-3c30-45dd-ae32-0e5f71e99935 req-65bb6ac9-7a4d-4356-aaa2-17937aa77ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:43.891727 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2882bd08-3c30-45dd-ae32-0e5f71e99935 req-65bb6ac9-7a4d-4356-aaa2-17937aa77ed5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 1096 time: 0.0534675 Jul 23 21:36:43.988476 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882bd08-3c30-45dd-ae32-0e5f71e99935 req-4654f135-58d4-436f-b9d5-4987a1e0eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:43.989889 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2882bd08-3c30-45dd-ae32-0e5f71e99935 req-4654f135-58d4-436f-b9d5-4987a1e0eeb7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67c53862-0be4-4e7b-b6f9-a05784e732c2 HTTP/1.1" status: 200 len: 897 time: 0.0919359 Jul 23 21:36:44.031461 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2882bd08-3c30-45dd-ae32-0e5f71e99935 req-40777e88-7f6f-4ab6-a175-4ac11e133aad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e3267d5-ab45-4537-b516-a4bb6fddd55d HTTP/1.1" status: 200 len: 217 time: 0.0353463 Jul 23 21:36:44.060430 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36440a4-873e-48ec-868f-6423e70ee300 req-2716ab09-1326-42a6-a49c-b70a9875b9f0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:44.061939 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c36440a4-873e-48ec-868f-6423e70ee300 req-2716ab09-1326-42a6-a49c-b70a9875b9f0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 944 time: 0.0632041 Jul 23 21:36:44.080861 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882bd08-3c30-45dd-ae32-0e5f71e99935 req-3ec45fb2-7052-49ae-aa24-17497e92e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:44.082343 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2882bd08-3c30-45dd-ae32-0e5f71e99935 req-3ec45fb2-7052-49ae-aa24-17497e92e1ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7 HTTP/1.1" status: 200 len: 835 time: 0.0440366 Jul 23 21:36:44.099954 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c36440a4-873e-48ec-868f-6423e70ee300 req-fd8eba30-ce49-4a2b-9601-934ab58a114e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321653 Jul 23 21:36:44.145419 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882bd08-3c30-45dd-ae32-0e5f71e99935 req-96eccb25-a360-447f-a9e4-ed2f6d61256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:44.147511 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2882bd08-3c30-45dd-ae32-0e5f71e99935 req-96eccb25-a360-447f-a9e4-ed2f6d61256f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67c53862-0be4-4e7b-b6f9-a05784e732c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578325 Jul 23 21:36:44.236788 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2882bd08-3c30-45dd-ae32-0e5f71e99935 req-2621058c-0818-4117-b45f-68a9a2fab75e service neutron] 10.222.0.57 "GET /v2.0/networks/67c53862-0be4-4e7b-b6f9-a05784e732c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809596 Jul 23 21:36:44.331208 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2882bd08-3c30-45dd-ae32-0e5f71e99935 req-808505b6-89f9-4bb7-8ebf-0ed4f15b6f67 service neutron] 10.222.0.57 "GET /v2.0/networks/67c53862-0be4-4e7b-b6f9-a05784e732c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869782 Jul 23 21:36:44.608881 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f09a34c3-9fb3-49ec-a095-eefe70825a05 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:36:44.654492 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port f09a34c3-9fb3-49ec-a095-eefe70825a05 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:36:44.654847 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:44.694011 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 4e3267d5-ab45-4537-b516-a4bb6fddd55d details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:36:44.821149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 4e3267d5-ab45-4537-b516-a4bb6fddd55d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=4e3267d5-ab45-4537-b516-a4bb6fddd55d,segment=NetworkSegment(b6fd59b5-83d5-449d-9b5e-6c4ed32025f0),segment_id=b6fd59b5-83d5-449d-9b5e-6c4ed32025f0)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:44.832125 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '4e3267d5-ab45-4537-b516-a4bb6fddd55d', 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2', 'port_id': '4e3267d5-ab45-4537-b516-a4bb6fddd55d', 'mac_address': 'fa:16:3e:5e:72:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:36:44.871795 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:44.884300 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3267d5-ab45-4537-b516-a4bb6fddd55d {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:36:44.903477 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 4e3267d5-ab45-4537-b516-a4bb6fddd55d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=4e3267d5-ab45-4537-b516-a4bb6fddd55d,segment=NetworkSegment(b6fd59b5-83d5-449d-9b5e-6c4ed32025f0),segment_id=b6fd59b5-83d5-449d-9b5e-6c4ed32025f0)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:44.907334 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:44.952363 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=4e3267d5-ab45-4537-b516-a4bb6fddd55d,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:45.093486 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['4e3267d5-ab45-4537-b516-a4bb6fddd55d'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:36:45.233071 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555284f-b4ca-4668-be38-71f97bfe12b9 req-2f19282b-fcd1-4558-a168-29fd773afe05 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:45.234582 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2555284f-b4ca-4668-be38-71f97bfe12b9 req-2f19282b-fcd1-4558-a168-29fd773afe05 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 945 time: 0.0674720 Jul 23 21:36:45.272589 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2555284f-b4ca-4668-be38-71f97bfe12b9 req-6def88a9-0e48-4091-868c-a037cb807a0f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322998 Jul 23 21:36:45.897786 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:46.407840 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fdb02-3d81-4287-8e7a-4475b019e1f6 req-52442a74-d2a6-4e7a-aede-20f965d9f967 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:46.409320 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f74fdb02-3d81-4287-8e7a-4475b019e1f6 req-52442a74-d2a6-4e7a-aede-20f965d9f967 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 945 time: 0.0673714 Jul 23 21:36:46.446447 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f74fdb02-3d81-4287-8e7a-4475b019e1f6 req-9f64d692-2c34-4b30-b7da-b05ae02a0ec6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310512 Jul 23 21:36:46.708698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 4e3267d5-ab45-4537-b516-a4bb6fddd55d up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:36:46.756640 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 4e3267d5-ab45-4537-b516-a4bb6fddd55d completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:36:46.760303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 4e3267d5-ab45-4537-b516-a4bb6fddd55d triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:36:46.760676 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:46.839613 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:46.861105 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46dd3319-e7bf-44f0-9b2d-57c50eb7ba83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3267d5-ab45-4537-b516-a4bb6fddd55d'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:36:46.863380 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f410c7-1f00-4d83-882f-a6c6b2eb1258" -d '{"events": [{"server_uuid": "46dd3319-e7bf-44f0-9b2d-57c50eb7ba83", "name": "network-vif-plugged", "status": "completed", "tag": "4e3267d5-ab45-4537-b516-a4bb6fddd55d"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:36:46.876168 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 4e3267d5-ab45-4537-b516-a4bb6fddd55d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=4e3267d5-ab45-4537-b516-a4bb6fddd55d,segment=NetworkSegment(b6fd59b5-83d5-449d-9b5e-6c4ed32025f0),segment_id=b6fd59b5-83d5-449d-9b5e-6c4ed32025f0)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:46.880066 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:46.905530 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baa2c42-5ec7-43db-b7e4-5861080ea66d x-openstack-request-id: req-9baa2c42-5ec7-43db-b7e4-5861080ea66d {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:36:46.906130 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46dd3319-e7bf-44f0-9b2d-57c50eb7ba83", "name": "network-vif-plugged", "status": "completed", "tag": "4e3267d5-ab45-4537-b516-a4bb6fddd55d", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:36:46.906130 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9baa2c42-5ec7-43db-b7e4-5861080ea66d {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:36:46.906422 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46dd3319-e7bf-44f0-9b2d-57c50eb7ba83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3267d5-ab45-4537-b516-a4bb6fddd55d', 'code': 200} Jul 23 21:36:46.936414 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=4e3267d5-ab45-4537-b516-a4bb6fddd55d,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:47.010944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81726810-3c06-49ef-a694-84c1ff5fa2c0 req-7bffaaab-286d-4533-ba93-1bb959ba038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:47.012488 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-81726810-3c06-49ef-a694-84c1ff5fa2c0 req-7bffaaab-286d-4533-ba93-1bb959ba038b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 1098 time: 0.0530741 Jul 23 21:36:47.046555 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-81726810-3c06-49ef-a694-84c1ff5fa2c0 req-8a92b22f-e29c-435f-862d-3d23e929862e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272555 Jul 23 21:36:47.419468 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:47.579234 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7596388-2244-45e4-a128-274dffc0927b req-7c727140-37b3-4605-8c35-588cc530cc55 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:47.580589 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7596388-2244-45e4-a128-274dffc0927b req-7c727140-37b3-4605-8c35-588cc530cc55 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0687304 Jul 23 21:36:47.618984 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7596388-2244-45e4-a128-274dffc0927b req-8fb18663-f876-475a-b5a6-711c7e671e35 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322981 Jul 23 21:36:48.756172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c04cfc-27bd-4c1e-afc7-5f3b98a39cf2 req-2b496493-d3a4-4449-a907-20ddc42928de tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:48.757649 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5c04cfc-27bd-4c1e-afc7-5f3b98a39cf2 req-2b496493-d3a4-4449-a907-20ddc42928de tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0667965 Jul 23 21:36:48.794235 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f5c04cfc-27bd-4c1e-afc7-5f3b98a39cf2 req-79706211-755b-4acf-90a7-bf15f9c97af4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309806 Jul 23 21:36:48.922975 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf7e76-5b80-4155-a434-b408bc63ee97 req-93659bfb-76b6-4a07-b72e-a1c9bad759ea tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:48.924397 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ebf7e76-5b80-4155-a434-b408bc63ee97 req-93659bfb-76b6-4a07-b72e-a1c9bad759ea tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0637095 Jul 23 21:36:48.961485 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9ebf7e76-5b80-4155-a434-b408bc63ee97 req-1bd22dba-63e8-4af7-b6bd-406a3441a2fa tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315020 Jul 23 21:36:48.983140 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58244) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:49.033386 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc3c27f-a3a3-4b91-a4d1-0f6d421fccd5 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:49.034847 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4dc3c27f-a3a3-4b91-a4d1-0f6d421fccd5 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 1093 time: 0.0507674 Jul 23 21:36:49.038250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58246) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:49.042434 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': '4e3267d5-ab45-4537-b516-a4bb6fddd55d', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:36:49.063082 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:49.159520 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:49.264934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.25.3.108 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/dc55671e-48c9-4c9f-a556-a3ae4dd3923e) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:36:49.362897 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:49.399917 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:49.435092 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:36:49.437848 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:36:49.443134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:36:49.469551 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=dc55671e-48c9-4c9f-a556-a3ae4dd3923e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:49.795473 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:49.873707 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:50.018365 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:50.022743 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:50.089246 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=dc55671e-48c9-4c9f-a556-a3ae4dd3923e,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:50.097120 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:50.194056 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Floating IP 9bf27d53-21da-4766-bfa2-d66116e4ab58 associated. External IP: 172.25.3.108, port: 4e3267d5-ab45-4537-b516-a4bb6fddd55d. Jul 23 21:36:50.400160 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 4e23d83f-08b4-4cca-9a31-39e5a618e076 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:36:50.506062 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:36:50.515423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6da91ce-2d15-4e53-9b72-bd8215f9fec7 None None] Sync routers for ids ['4e23d83f-08b4-4cca-9a31-39e5a618e076'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:36:50.522310 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:50.526218 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6da91ce-2d15-4e53-9b72-bd8215f9fec7 None None] Routers {'4e23d83f-08b4-4cca-9a31-39e5a618e076'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:36:50.526835 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c6da91ce-2d15-4e53-9b72-bd8215f9fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4e23d83f-08b4-4cca-9a31-39e5a618e076'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:50.562592 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c786c218-98f2-4f55-9c34-87b0f2ea806b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5233629 Jul 23 21:36:50.563216 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46dd3319-e7bf-44f0-9b2d-57c50eb7ba83', 'tag': '4e3267d5-ab45-4537-b516-a4bb6fddd55d'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:36:50.567901 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114af819-c8e2-468d-9c8c-57ea6c005421" -d '{"events": [{"name": "network-changed", "server_uuid": "46dd3319-e7bf-44f0-9b2d-57c50eb7ba83", "tag": "4e3267d5-ab45-4537-b516-a4bb6fddd55d"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:36:50.608226 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0cf977-5082-4b44-b97e-e0ac88263486 x-openstack-request-id: req-bc0cf977-5082-4b44-b97e-e0ac88263486 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:36:50.608516 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46dd3319-e7bf-44f0-9b2d-57c50eb7ba83", "tag": "4e3267d5-ab45-4537-b516-a4bb6fddd55d", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:36:50.608914 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc0cf977-5082-4b44-b97e-e0ac88263486 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:36:50.609318 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46dd3319-e7bf-44f0-9b2d-57c50eb7ba83', 'tag': '4e3267d5-ab45-4537-b516-a4bb6fddd55d', 'status': 'completed', 'code': 200} Jul 23 21:36:50.641766 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-c6da91ce-2d15-4e53-9b72-bd8215f9fec7 None None] Set router 4e23d83f-08b4-4cca-9a31-39e5a618e076 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:36:50.676940 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c2409-b268-4f12-9c11-3289509cccc1 req-2f374237-c4c4-4372-9870-d2c37ada72ac tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:50.679124 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-166c2409-b268-4f12-9c11-3289509cccc1 req-2f374237-c4c4-4372-9870-d2c37ada72ac tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0688429 Jul 23 21:36:50.704060 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114af819-c8e2-468d-9c8c-57ea6c005421 req-17322fac-e50c-496d-9845-10c7cc2b6726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:50.705690 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-114af819-c8e2-468d-9c8c-57ea6c005421 req-17322fac-e50c-496d-9845-10c7cc2b6726 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 1098 time: 0.0733769 Jul 23 21:36:50.720424 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-166c2409-b268-4f12-9c11-3289509cccc1 req-afc61460-89ab-4781-b97b-078644af62c0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348723 Jul 23 21:36:50.742683 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58252) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:50.803781 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114af819-c8e2-468d-9c8c-57ea6c005421 req-c033aca5-4ebd-4818-8a16-e79994956fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:50.805304 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-114af819-c8e2-468d-9c8c-57ea6c005421 req-c033aca5-4ebd-4818-8a16-e79994956fc1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67c53862-0be4-4e7b-b6f9-a05784e732c2 HTTP/1.1" status: 200 len: 897 time: 0.0934000 Jul 23 21:36:50.810688 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-44abbfc9-744c-4207-92a7-03b032f8baca tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/floatingips/9bf27d53-21da-4766-bfa2-d66116e4ab58 HTTP/1.1" status: 200 len: 992 time: 0.0667839 Jul 23 21:36:50.870879 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-114af819-c8e2-468d-9c8c-57ea6c005421 req-bc9c3a2f-e6b1-4733-afdf-31e084e66835 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e3267d5-ab45-4537-b516-a4bb6fddd55d HTTP/1.1" status: 200 len: 1000 time: 0.0585341 Jul 23 21:36:50.901672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c6da91ce-2d15-4e53-9b72-bd8215f9fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049328129', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:38Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '9bf27d53-21da-4766-bfa2-d66116e4ab58', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'floating_ip_address': '172.25.3.108', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'port_id': '4e3267d5-ab45-4537-b516-a4bb6fddd55d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2', 'mac_address': 'fa:16:3e:5e:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dd3319-e7bf-44f0-9b2d-57c50eb7ba83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:36:49Z', 'updated_at': '2021-07-23T21:36:49Z', 'revision_number': 0, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09a34c3-9fb3-49ec-a095-eefe70825a05', 'name': '', 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:b8:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:38Z', 'updated_at': '2021-07-23T21:36:43Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:50.922686 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114af819-c8e2-468d-9c8c-57ea6c005421 req-0a383f91-5094-40de-8dd0-6a8097747b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:50.924168 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-114af819-c8e2-468d-9c8c-57ea6c005421 req-0a383f91-5094-40de-8dd0-6a8097747b8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7 HTTP/1.1" status: 200 len: 835 time: 0.0476079 Jul 23 21:36:50.929127 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6da91ce-2d15-4e53-9b72-bd8215f9fec7 None None] Checking router: 4e23d83f-08b4-4cca-9a31-39e5a618e076 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:36:50.937484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6da91ce-2d15-4e53-9b72-bd8215f9fec7 None None] Routers {'4e23d83f-08b4-4cca-9a31-39e5a618e076'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:36:50.938085 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c6da91ce-2d15-4e53-9b72-bd8215f9fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:36:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4e23d83f-08b4-4cca-9a31-39e5a618e076'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:50.981762 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114af819-c8e2-468d-9c8c-57ea6c005421 req-526e824a-5f4a-4930-9cc1-5e7e6993fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:50.983306 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-114af819-c8e2-468d-9c8c-57ea6c005421 req-526e824a-5f4a-4930-9cc1-5e7e6993fc01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67c53862-0be4-4e7b-b6f9-a05784e732c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528569 Jul 23 21:36:50.994897 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-114af819-c8e2-468d-9c8c-57ea6c005421 req-ece146b7-2c38-40c9-8bc8-8cd4272190b5 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:36:50.995868 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-114af819-c8e2-468d-9c8c-57ea6c005421 req-ece146b7-2c38-40c9-8bc8-8cd4272190b5 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056686 Jul 23 21:36:51.043834 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-c6da91ce-2d15-4e53-9b72-bd8215f9fec7 None None] Set router 4e23d83f-08b4-4cca-9a31-39e5a618e076 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:36:51.089513 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-114af819-c8e2-468d-9c8c-57ea6c005421 req-01c01e7e-bbc5-406a-b689-448d4c729cb0 service neutron] 10.222.0.57 "GET /v2.0/networks/67c53862-0be4-4e7b-b6f9-a05784e732c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872219 Jul 23 21:36:51.177570 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-114af819-c8e2-468d-9c8c-57ea6c005421 req-ce1ba0dd-f246-48db-bee3-52e91374c99e service neutron] 10.222.0.57 "GET /v2.0/networks/67c53862-0be4-4e7b-b6f9-a05784e732c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822325 Jul 23 21:36:51.264990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-c6da91ce-2d15-4e53-9b72-bd8215f9fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049328129', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:38Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '9bf27d53-21da-4766-bfa2-d66116e4ab58', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'floating_ip_address': '172.25.3.108', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'port_id': '4e3267d5-ab45-4537-b516-a4bb6fddd55d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2', 'mac_address': 'fa:16:3e:5e:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dd3319-e7bf-44f0-9b2d-57c50eb7ba83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:36:49Z', 'updated_at': '2021-07-23T21:36:49Z', 'revision_number': 0, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09a34c3-9fb3-49ec-a095-eefe70825a05', 'name': '', 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:b8:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:38Z', 'updated_at': '2021-07-23T21:36:43Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:51.294684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6da91ce-2d15-4e53-9b72-bd8215f9fec7 None None] The sync data for ids ['4e23d83f-08b4-4cca-9a31-39e5a618e076'] in n-d-791504-18 is: [{'id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049328129', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:38Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '9bf27d53-21da-4766-bfa2-d66116e4ab58', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'floating_ip_address': '172.25.3.108', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'port_id': '4e3267d5-ab45-4537-b516-a4bb6fddd55d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2', 'mac_address': 'fa:16:3e:5e:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dd3319-e7bf-44f0-9b2d-57c50eb7ba83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:36:49Z', 'updated_at': '2021-07-23T21:36:49Z', 'revision_number': 0, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09a34c3-9fb3-49ec-a095-eefe70825a05', 'name': '', 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:b8:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:38Z', 'updated_at': '2021-07-23T21:36:43Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:36:51.470385 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f097e-bb13-4b06-9a29-2a15fee7d7dc None None] New status for floating IP 9bf27d53-21da-4766-bfa2-d66116e4ab58: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:36:51.814613 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58254) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:51.875577 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-22ee2135-dd1f-415a-b49d-9c59c92b8bf4 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/floatingips/9bf27d53-21da-4766-bfa2-d66116e4ab58 HTTP/1.1" status: 200 len: 994 time: 0.0597694 Jul 23 21:36:54.660262 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ef76b48-2f1c-4314-8be5-da6c57813ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:57.181667 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a97c6b8d-8942-4414-88f7-ac0d02a92a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:57.439645 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:58.757433 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:00.208177 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:06.020597 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:37:11.033128 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2f4da2d9-11c2-473e-ab3b-f61fec369b89 req-caae0b47-5f2c-4b6b-94e7-100d756fcbb1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522316 Jul 23 21:37:11.130658 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4da2d9-11c2-473e-ab3b-f61fec369b89 req-c5ffa302-850b-404b-847c-2d8a36e48d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:11.132078 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2f4da2d9-11c2-473e-ab3b-f61fec369b89 req-c5ffa302-850b-404b-847c-2d8a36e48d7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 1098 time: 0.0571671 Jul 23 21:37:11.235939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4da2d9-11c2-473e-ab3b-f61fec369b89 req-80e99147-6b16-4a5c-bc07-ab467c31a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:11.237397 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2f4da2d9-11c2-473e-ab3b-f61fec369b89 req-80e99147-6b16-4a5c-bc07-ab467c31a426 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67c53862-0be4-4e7b-b6f9-a05784e732c2 HTTP/1.1" status: 200 len: 897 time: 0.0868137 Jul 23 21:37:11.305077 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2f4da2d9-11c2-473e-ab3b-f61fec369b89 req-3e8f5d44-a64f-4733-834b-d50ec37681bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e3267d5-ab45-4537-b516-a4bb6fddd55d HTTP/1.1" status: 200 len: 1002 time: 0.0605032 Jul 23 21:37:11.353417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4da2d9-11c2-473e-ab3b-f61fec369b89 req-bc34f99d-8b15-4daa-b402-594c6be9a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:11.355207 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2f4da2d9-11c2-473e-ab3b-f61fec369b89 req-bc34f99d-8b15-4daa-b402-594c6be9a8af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7 HTTP/1.1" status: 200 len: 835 time: 0.0437138 Jul 23 21:37:11.411668 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4da2d9-11c2-473e-ab3b-f61fec369b89 req-a73aa727-ab33-4441-b585-7d61314e6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:11.413123 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2f4da2d9-11c2-473e-ab3b-f61fec369b89 req-a73aa727-ab33-4441-b585-7d61314e6b42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67c53862-0be4-4e7b-b6f9-a05784e732c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515964 Jul 23 21:37:11.504680 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2f4da2d9-11c2-473e-ab3b-f61fec369b89 req-c707ab73-a558-45dd-9db6-98e3bc9efaa1 service neutron] 10.222.0.57 "GET /v2.0/networks/67c53862-0be4-4e7b-b6f9-a05784e732c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836124 Jul 23 21:37:11.597155 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2f4da2d9-11c2-473e-ab3b-f61fec369b89 req-be679ac3-4efa-4f0c-9255-ec107fed5241 service neutron] 10.222.0.57 "GET /v2.0/networks/67c53862-0be4-4e7b-b6f9-a05784e732c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850763 Jul 23 21:37:15.897993 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:17.425216 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:23.309997 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4220a3-f6b3-4d70-9189-c30224f44046 req-35495d02-d075-447f-8020-21f8883a62c8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:23.311522 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af4220a3-f6b3-4d70-9189-c30224f44046 req-35495d02-d075-447f-8020-21f8883a62c8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.1052849 Jul 23 21:37:23.352820 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-af4220a3-f6b3-4d70-9189-c30224f44046 req-5d681e33-a56f-4d57-8adf-29561c6bc366 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349674 Jul 23 21:37:24.526251 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b768852-2338-40a7-9183-3041727ec193 req-030f4195-763e-4239-85b5-535b8372732f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:24.527781 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b768852-2338-40a7-9183-3041727ec193 req-030f4195-763e-4239-85b5-535b8372732f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.1047475 Jul 23 21:37:24.565862 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b768852-2338-40a7-9183-3041727ec193 req-07d775e2-8593-4145-8084-5f12ac9b97fc tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324874 Jul 23 21:37:24.663591 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78e51f9b-633d-4ea4-a5a7-0fed15fde2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:25.693052 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d4e9b-718e-43fd-b2eb-5315cdb915f8 req-a3887c8b-addd-47c6-8484-cb03224a7aaa tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:25.694547 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f6d4e9b-718e-43fd-b2eb-5315cdb915f8 req-a3887c8b-addd-47c6-8484-cb03224a7aaa tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0625379 Jul 23 21:37:25.731972 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7f6d4e9b-718e-43fd-b2eb-5315cdb915f8 req-ab14506d-bd2e-40e9-94d4-6d5424c67236 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315492 Jul 23 21:37:26.860875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc79452-9c74-4219-92b1-ba922ebef197 req-ebdf7331-cc02-41d8-86ad-55282ea0a756 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:26.862246 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6dc79452-9c74-4219-92b1-ba922ebef197 req-ebdf7331-cc02-41d8-86ad-55282ea0a756 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0653448 Jul 23 21:37:26.900090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6dc79452-9c74-4219-92b1-ba922ebef197 req-d2aec538-9544-48b4-8cbe-87e98a506575 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322227 Jul 23 21:37:27.182081 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-56ae8fc3-273b-43f3-bc82-59b30049cd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:27.439192 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:28.030197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab7e8-2a61-4e29-8bd1-e27c22ac729f req-7abe5031-9c45-488f-aabe-72af6883d32d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:28.031729 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e19ab7e8-2a61-4e29-8bd1-e27c22ac729f req-7abe5031-9c45-488f-aabe-72af6883d32d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0633860 Jul 23 21:37:28.068089 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e19ab7e8-2a61-4e29-8bd1-e27c22ac729f req-e28705a7-d703-47c2-a6c6-0e34cb3092ca tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308495 Jul 23 21:37:28.759134 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:29.193993 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e79e24-5660-4b82-b3c2-0a525d1ad9d8 req-6fd06520-0675-48d7-b6c7-fd465a1b0c15 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:29.195537 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06e79e24-5660-4b82-b3c2-0a525d1ad9d8 req-6fd06520-0675-48d7-b6c7-fd465a1b0c15 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0627270 Jul 23 21:37:29.237570 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-06e79e24-5660-4b82-b3c2-0a525d1ad9d8 req-aec8a09f-4c4e-4177-8a97-210f413679ab tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360305 Jul 23 21:37:30.210025 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:30.365182 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a76b45-3240-4be1-85be-90c5e489fd56 req-0880e432-1352-45d6-a3cb-49ac17b3a3e0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:30.366666 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93a76b45-3240-4be1-85be-90c5e489fd56 req-0880e432-1352-45d6-a3cb-49ac17b3a3e0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0624669 Jul 23 21:37:30.404006 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-93a76b45-3240-4be1-85be-90c5e489fd56 req-8c5f860a-3e33-4a2a-9731-9dbe65fecf21 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318120 Jul 23 21:37:31.536992 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13779973-77a7-445f-8a68-9cdb4f4a83fd req-1661f6b4-f402-47a3-8b9a-e40356de7033 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:31.538484 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13779973-77a7-445f-8a68-9cdb4f4a83fd req-1661f6b4-f402-47a3-8b9a-e40356de7033 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0669384 Jul 23 21:37:31.576468 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-13779973-77a7-445f-8a68-9cdb4f4a83fd req-d5001598-d5ff-4af7-adb8-617b14d9b5ad tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322917 Jul 23 21:37:32.708407 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353241f-a7ae-4fbd-aa9c-c5d7689f84a8 req-3b4530d1-4461-4d19-8114-cc6521ba4c6c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:32.709891 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5353241f-a7ae-4fbd-aa9c-c5d7689f84a8 req-3b4530d1-4461-4d19-8114-cc6521ba4c6c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0665989 Jul 23 21:37:32.746618 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5353241f-a7ae-4fbd-aa9c-c5d7689f84a8 req-c48ae573-b3a1-4896-a825-837810144368 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306208 Jul 23 21:37:33.874282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635d4d0-541f-499a-8105-6ae9f8aaaebc req-8564c5eb-2876-4bf6-b300-3892a1c725e3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:33.875714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5635d4d0-541f-499a-8105-6ae9f8aaaebc req-8564c5eb-2876-4bf6-b300-3892a1c725e3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0631089 Jul 23 21:37:33.912622 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5635d4d0-541f-499a-8105-6ae9f8aaaebc req-89056272-9918-4d89-8735-5ea5f391f6c1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314319 Jul 23 21:37:35.050863 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b7afc-b788-49df-b332-db2a03b1a4ee req-b8e3ab33-2f0c-4150-bd69-26519b8d58fc tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:35.053020 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-508b7afc-b788-49df-b332-db2a03b1a4ee req-b8e3ab33-2f0c-4150-bd69-26519b8d58fc tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0735993 Jul 23 21:37:35.089982 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-508b7afc-b788-49df-b332-db2a03b1a4ee req-9d6e7197-ba0e-4626-805b-b31da92108f0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308206 Jul 23 21:37:36.537056 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97933e-84e4-47d5-9262-574ac0bda5af req-1c2ae4c9-3edb-45f2-9a05-f2bf88946e1d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:36.538540 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa97933e-84e4-47d5-9262-574ac0bda5af req-1c2ae4c9-3edb-45f2-9a05-f2bf88946e1d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.3825738 Jul 23 21:37:36.575929 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aa97933e-84e4-47d5-9262-574ac0bda5af req-b085fbb2-08e3-4743-a896-4e8603006071 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311885 Jul 23 21:37:37.703873 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2512df-4f29-402e-beb1-fa43b69f4545 req-0c58cb7c-f725-412c-b38d-04e38a6eae47 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:37.705376 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7c2512df-4f29-402e-beb1-fa43b69f4545 req-0c58cb7c-f725-412c-b38d-04e38a6eae47 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0632160 Jul 23 21:37:37.741908 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7c2512df-4f29-402e-beb1-fa43b69f4545 req-43f296ed-cc53-410b-9c38-fd765a24a786 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310111 Jul 23 21:37:38.873669 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048bf22-4693-4790-94cb-747be3390616 req-65c3874c-8f0f-4f49-9f5f-add405a236cf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:38.875197 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3048bf22-4693-4790-94cb-747be3390616 req-65c3874c-8f0f-4f49-9f5f-add405a236cf tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0657799 Jul 23 21:37:38.912494 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3048bf22-4693-4790-94cb-747be3390616 req-9fa23694-7660-41d9-97a4-ee0ea29ed7ff tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318053 Jul 23 21:37:38.933757 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58304) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:37:39.010993 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6a5c6c6c-0637-4084-8879-2a4942e792c5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/floatingips/9bf27d53-21da-4766-bfa2-d66116e4ab58 HTTP/1.1" status: 200 len: 994 time: 0.0761199 Jul 23 21:37:40.281298 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3642b0-748c-4803-921b-76bb9714a594 req-7ba314f3-208b-4b2d-9da2-ff4cefecb9fc tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:40.282737 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb3642b0-748c-4803-921b-76bb9714a594 req-7ba314f3-208b-4b2d-9da2-ff4cefecb9fc tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0718491 Jul 23 21:37:40.298950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48237bf7-2a36-40cb-b621-394a463a01a6 req-913f57da-ee34-43ff-9ff5-45fc2793e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:40.300507 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-48237bf7-2a36-40cb-b621-394a463a01a6 req-913f57da-ee34-43ff-9ff5-45fc2793e1c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 1098 time: 0.0598562 Jul 23 21:37:40.319860 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb3642b0-748c-4803-921b-76bb9714a594 req-fb0c1389-22df-4761-a50d-888aac5dd87f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313993 Jul 23 21:37:40.391038 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48237bf7-2a36-40cb-b621-394a463a01a6 req-9fb0c8a2-4960-4dd3-be48-3ab88473eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:40.392551 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-48237bf7-2a36-40cb-b621-394a463a01a6 req-9fb0c8a2-4960-4dd3-be48-3ab88473eb0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=67c53862-0be4-4e7b-b6f9-a05784e732c2 HTTP/1.1" status: 200 len: 897 time: 0.0860291 Jul 23 21:37:40.459934 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-48237bf7-2a36-40cb-b621-394a463a01a6 req-650baae3-68ed-4208-8c00-9877d7c4f714 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e3267d5-ab45-4537-b516-a4bb6fddd55d HTTP/1.1" status: 200 len: 1002 time: 0.0607560 Jul 23 21:37:40.507492 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48237bf7-2a36-40cb-b621-394a463a01a6 req-ad834a3f-c044-4348-9742-6e65be9a40aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:40.509502 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-48237bf7-2a36-40cb-b621-394a463a01a6 req-ad834a3f-c044-4348-9742-6e65be9a40aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7 HTTP/1.1" status: 200 len: 835 time: 0.0429339 Jul 23 21:37:40.564855 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48237bf7-2a36-40cb-b621-394a463a01a6 req-4054c340-eaed-4821-aa4c-62fae44a5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:40.566340 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-48237bf7-2a36-40cb-b621-394a463a01a6 req-4054c340-eaed-4821-aa4c-62fae44a5670 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67c53862-0be4-4e7b-b6f9-a05784e732c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513096 Jul 23 21:37:40.656590 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-48237bf7-2a36-40cb-b621-394a463a01a6 req-cdbb0171-24d9-47ee-a325-c7c34bcb9242 service neutron] 10.222.0.57 "GET /v2.0/networks/67c53862-0be4-4e7b-b6f9-a05784e732c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835381 Jul 23 21:37:40.750281 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-48237bf7-2a36-40cb-b621-394a463a01a6 req-7935484c-5878-41ba-a960-1888d6b504e9 service neutron] 10.222.0.57 "GET /v2.0/networks/67c53862-0be4-4e7b-b6f9-a05784e732c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868449 Jul 23 21:37:41.452901 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea41fe-bb31-4d84-a3ec-dcf517c5129d req-11ace128-3174-4d29-808a-ad86e9a87568 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:37:41.454403 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-75ea41fe-bb31-4d84-a3ec-dcf517c5129d req-11ace128-3174-4d29-808a-ad86e9a87568 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0633218 Jul 23 21:37:41.491081 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-75ea41fe-bb31-4d84-a3ec-dcf517c5129d req-bd311231-7d7e-427c-80b6-9ed85d1ec151 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310934 Jul 23 21:37:41.513826 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58314) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:37:41.576780 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-dc34d3b4-4a79-4194-a22b-4dd602d95d4d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/floatingips/9bf27d53-21da-4766-bfa2-d66116e4ab58 HTTP/1.1" status: 200 len: 994 time: 0.0618658 Jul 23 21:37:43.018833 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:37:45.897420 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:47.431353 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:54.664499 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b2235dfd-eb5b-46ce-abf4-4c281f7b8746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:57.181691 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ebe8e3ec-406c-466c-9114-092a8a284003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:57.439389 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:58.762242 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:00.211523 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:11.945917 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58328) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:12.091877 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-83dedf76-4de2-46c8-8915-7fed3f93a641 req-f95f6828-a5a9-42ae-8494-21d0052ee072 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1035011 Jul 23 21:38:12.100673 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port dc55671e-48c9-4c9f-a556-a3ae4dd3923e {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:38:12.101016 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:12.176585 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:12.176915 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:12.186844 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dedf76-4de2-46c8-8915-7fed3f93a641 req-5e136f83-42e9-4fc8-a8ec-cf742f989dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:12.188404 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-83dedf76-4de2-46c8-8915-7fed3f93a641 req-5e136f83-42e9-4fc8-a8ec-cf742f989dae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 1098 time: 0.0544701 Jul 23 21:38:12.188969 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for dc55671e-48c9-4c9f-a556-a3ae4dd3923e owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:38:12.292048 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dedf76-4de2-46c8-8915-7fed3f93a641 req-49d2a93c-3b1e-49ce-8af6-b5af64228c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:12.293921 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-83dedf76-4de2-46c8-8915-7fed3f93a641 req-49d2a93c-3b1e-49ce-8af6-b5af64228c60 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67c53862-0be4-4e7b-b6f9-a05784e732c2 HTTP/1.1" status: 200 len: 897 time: 0.0859392 Jul 23 21:38:12.339276 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:12.366020 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=dc55671e-48c9-4c9f-a556-a3ae4dd3923e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:12.366655 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-83dedf76-4de2-46c8-8915-7fed3f93a641 req-f429264e-9105-406b-b8cc-398db62e0f16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e3267d5-ab45-4537-b516-a4bb6fddd55d HTTP/1.1" status: 200 len: 1002 time: 0.0653489 Jul 23 21:38:12.395690 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:12.396042 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:12.396378 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:12.396705 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:12.397032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:12.397353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:12.397676 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:12.397997 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:12.398325 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:12.398641 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:12.398959 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:12.399298 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:12.419505 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dedf76-4de2-46c8-8915-7fed3f93a641 req-976b0d7a-cffc-472e-855e-4acf7bb0da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:12.420979 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-83dedf76-4de2-46c8-8915-7fed3f93a641 req-976b0d7a-cffc-472e-855e-4acf7bb0da5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7 HTTP/1.1" status: 200 len: 835 time: 0.0474415 Jul 23 21:38:12.441293 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:12.441581 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Floating IP 9bf27d53-21da-4766-bfa2-d66116e4ab58 disassociated (deleted). External IP: 172.25.3.108, port: 4e3267d5-ab45-4537-b516-a4bb6fddd55d. Jul 23 21:38:12.482294 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dedf76-4de2-46c8-8915-7fed3f93a641 req-237feb17-ba97-4eae-87cc-fb109688c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:12.483844 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-83dedf76-4de2-46c8-8915-7fed3f93a641 req-237feb17-ba97-4eae-87cc-fb109688c3db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67c53862-0be4-4e7b-b6f9-a05784e732c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559425 Jul 23 21:38:12.582671 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-83dedf76-4de2-46c8-8915-7fed3f93a641 req-01c99f98-5dfe-471a-af0d-cb5c6d536b71 service neutron] 10.222.0.57 "GET /v2.0/networks/67c53862-0be4-4e7b-b6f9-a05784e732c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894396 Jul 23 21:38:12.658899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 4e23d83f-08b4-4cca-9a31-39e5a618e076 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:38:12.673225 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-83dedf76-4de2-46c8-8915-7fed3f93a641 req-282cb3b7-9c03-400d-bf5d-05204da2dd64 service neutron] 10.222.0.57 "GET /v2.0/networks/67c53862-0be4-4e7b-b6f9-a05784e732c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834010 Jul 23 21:38:12.763120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:38:12.767554 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:12.773012 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf14cfa-cf84-4609-a018-5de4d85048a9 None None] Sync routers for ids ['4e23d83f-08b4-4cca-9a31-39e5a618e076'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:38:12.785614 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf14cfa-cf84-4609-a018-5de4d85048a9 None None] Routers {'4e23d83f-08b4-4cca-9a31-39e5a618e076'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:38:12.786228 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-edf14cfa-cf84-4609-a018-5de4d85048a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:37:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4e23d83f-08b4-4cca-9a31-39e5a618e076'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:12.808314 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a13577b8-0bf1-43b2-9c5a-c1baaf9594b9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/floatingips/9bf27d53-21da-4766-bfa2-d66116e4ab58 HTTP/1.1" status: 204 len: 168 time: 0.8613064 Jul 23 21:38:12.808824 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46dd3319-e7bf-44f0-9b2d-57c50eb7ba83', 'tag': '4e3267d5-ab45-4537-b516-a4bb6fddd55d'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:38:12.811077 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f77ed1f-ac4c-4bf4-8caa-bce4df60a52a" -d '{"events": [{"name": "network-changed", "server_uuid": "46dd3319-e7bf-44f0-9b2d-57c50eb7ba83", "tag": "4e3267d5-ab45-4537-b516-a4bb6fddd55d"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:38:12.850200 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd71b2b-2510-4eab-9549-d63b2fbf726f x-openstack-request-id: req-8cd71b2b-2510-4eab-9549-d63b2fbf726f {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:38:12.850200 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46dd3319-e7bf-44f0-9b2d-57c50eb7ba83", "tag": "4e3267d5-ab45-4537-b516-a4bb6fddd55d", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:38:12.850461 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8cd71b2b-2510-4eab-9549-d63b2fbf726f {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:38:12.851047 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46dd3319-e7bf-44f0-9b2d-57c50eb7ba83', 'tag': '4e3267d5-ab45-4537-b516-a4bb6fddd55d', 'status': 'completed', 'code': 200} Jul 23 21:38:12.892111 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-edf14cfa-cf84-4609-a018-5de4d85048a9 None None] Set router 4e23d83f-08b4-4cca-9a31-39e5a618e076 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:38:12.931505 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77ed1f-ac4c-4bf4-8caa-bce4df60a52a req-831ebcbd-3a05-4e97-bdf3-24a7afe1af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:12.933130 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f77ed1f-ac4c-4bf4-8caa-bce4df60a52a req-831ebcbd-3a05-4e97-bdf3-24a7afe1af14 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 1098 time: 0.0610313 Jul 23 21:38:13.043517 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77ed1f-ac4c-4bf4-8caa-bce4df60a52a req-70cf8f0a-830d-4632-be6c-933c622113dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:13.045105 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f77ed1f-ac4c-4bf4-8caa-bce4df60a52a req-70cf8f0a-830d-4632-be6c-933c622113dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=67c53862-0be4-4e7b-b6f9-a05784e732c2 HTTP/1.1" status: 200 len: 897 time: 0.1054819 Jul 23 21:38:13.059650 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905ec86-ea00-4196-9351-1298473ee140 req-4134c09e-79ae-4815-abed-cf64e1ef56f0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:13.061135 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a905ec86-ea00-4196-9351-1298473ee140 req-4134c09e-79ae-4815-abed-cf64e1ef56f0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0664551 Jul 23 21:38:13.102623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a905ec86-ea00-4196-9351-1298473ee140 req-d279a95d-d1a5-4afc-b812-a4302ecb9a05 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351760 Jul 23 21:38:13.104824 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f77ed1f-ac4c-4bf4-8caa-bce4df60a52a req-62de9338-a70c-46a8-b840-fa17d1029056 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e3267d5-ab45-4537-b516-a4bb6fddd55d HTTP/1.1" status: 200 len: 217 time: 0.0481925 Jul 23 21:38:13.136171 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-edf14cfa-cf84-4609-a018-5de4d85048a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049328129', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:38Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'f09a34c3-9fb3-49ec-a095-eefe70825a05', 'name': '', 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:b8:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:38Z', 'updated_at': '2021-07-23T21:36:43Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:13.156946 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77ed1f-ac4c-4bf4-8caa-bce4df60a52a req-70eca762-b226-4397-94c5-92d2796807de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:13.158483 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f77ed1f-ac4c-4bf4-8caa-bce4df60a52a req-70eca762-b226-4397-94c5-92d2796807de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7 HTTP/1.1" status: 200 len: 835 time: 0.0466115 Jul 23 21:38:13.162424 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf14cfa-cf84-4609-a018-5de4d85048a9 None None] Checking router: 4e23d83f-08b4-4cca-9a31-39e5a618e076 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:38:13.170699 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf14cfa-cf84-4609-a018-5de4d85048a9 None None] Routers {'4e23d83f-08b4-4cca-9a31-39e5a618e076'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:38:13.171336 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-edf14cfa-cf84-4609-a018-5de4d85048a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:37:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4e23d83f-08b4-4cca-9a31-39e5a618e076'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:13.219387 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77ed1f-ac4c-4bf4-8caa-bce4df60a52a req-331e986d-d83e-4cd6-82cd-20cbdbd92682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:13.220916 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f77ed1f-ac4c-4bf4-8caa-bce4df60a52a req-331e986d-d83e-4cd6-82cd-20cbdbd92682 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67c53862-0be4-4e7b-b6f9-a05784e732c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535271 Jul 23 21:38:13.320056 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f77ed1f-ac4c-4bf4-8caa-bce4df60a52a req-39c43298-2327-4729-b921-6e9110d9bb33 service neutron] 10.222.0.57 "GET /v2.0/networks/67c53862-0be4-4e7b-b6f9-a05784e732c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908372 Jul 23 21:38:13.412833 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-4f77ed1f-ac4c-4bf4-8caa-bce4df60a52a req-050702d5-977c-4b55-83ae-c6b1f439c727 service neutron] 10.222.0.57 "GET /v2.0/networks/67c53862-0be4-4e7b-b6f9-a05784e732c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842590 Jul 23 21:38:13.430370 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-edf14cfa-cf84-4609-a018-5de4d85048a9 None None] Set router 4e23d83f-08b4-4cca-9a31-39e5a618e076 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:38:13.627815 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-edf14cfa-cf84-4609-a018-5de4d85048a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049328129', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:38Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'f09a34c3-9fb3-49ec-a095-eefe70825a05', 'name': '', 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:b8:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:38Z', 'updated_at': '2021-07-23T21:36:43Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:13.653473 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf14cfa-cf84-4609-a018-5de4d85048a9 None None] The sync data for ids ['4e23d83f-08b4-4cca-9a31-39e5a618e076'] in n-d-791504-18 is: [{'id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049328129', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:38Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'f09a34c3-9fb3-49ec-a095-eefe70825a05', 'name': '', 'network_id': '67c53862-0be4-4e7b-b6f9-a05784e732c2', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:b8:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:38Z', 'updated_at': '2021-07-23T21:36:43Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:38:13.862243 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4611eb-4095-4f44-ac5a-489a53f55865 None None] New status for floating IP 9bf27d53-21da-4766-bfa2-d66116e4ab58: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:38:14.231931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f3dfc-3543-4da7-ad7f-4656a0364228 req-01ac47c8-74a0-4b16-a5c8-cacee60170bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:14.233331 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b1f3dfc-3543-4da7-ad7f-4656a0364228 req-01ac47c8-74a0-4b16-a5c8-cacee60170bd tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0630641 Jul 23 21:38:14.273563 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0b1f3dfc-3543-4da7-ad7f-4656a0364228 req-420cc446-dfc5-483c-8c1b-82f304e00558 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec25f159-29f7-445e-a0ab-62a6ce59577e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347760 Jul 23 21:38:14.585789 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fa698-3153-491b-82ad-0f07b16560da req-bce5961f-fe2d-4a50-a9f2-2bf285d6596e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:14.587284 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-439fa698-3153-491b-82ad-0f07b16560da req-bce5961f-fe2d-4a50-a9f2-2bf285d6596e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.57 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 946 time: 0.0680978 Jul 23 21:38:14.684709 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-439fa698-3153-491b-82ad-0f07b16560da req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port 4e3267d5-ab45-4537-b516-a4bb6fddd55d {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:38:14.685048 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-439fa698-3153-491b-82ad-0f07b16560da req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:14.775373 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-439fa698-3153-491b-82ad-0f07b16560da req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] For port 4e3267d5-ab45-4537-b516-a4bb6fddd55d, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=4e3267d5-ab45-4537-b516-a4bb6fddd55d,segment=NetworkSegment(b6fd59b5-83d5-449d-9b5e-6c4ed32025f0),segment_id=b6fd59b5-83d5-449d-9b5e-6c4ed32025f0)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:38:14.775780 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-439fa698-3153-491b-82ad-0f07b16560da req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:14.787967 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-439fa698-3153-491b-82ad-0f07b16560da req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for 4e3267d5-ab45-4537-b516-a4bb6fddd55d owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:38:14.913085 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-439fa698-3153-491b-82ad-0f07b16560da req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:14.945511 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=4e3267d5-ab45-4537-b516-a4bb6fddd55d,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:14.957392 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:14.957750 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:14.958222 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:14.958407 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:14.958737 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:14.959063 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:14.959426 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:14.959740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:14.960074 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:14.960387 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:14.960704 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:14.961017 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:15.000112 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-439fa698-3153-491b-82ad-0f07b16560da req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] No DVR routers for this DVR port 4e3267d5-ab45-4537-b516-a4bb6fddd55d on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:38:15.002522 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-439fa698-3153-491b-82ad-0f07b16560da req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:15.004518 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-439fa698-3153-491b-82ad-0f07b16560da req-e9059587-0a5b-404c-aa36-19bb51918a4e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.57 "DELETE /v2.0/ports/4e3267d5-ab45-4537-b516-a4bb6fddd55d HTTP/1.1" status: 204 len: 173 time: 0.4117978 Jul 23 21:38:15.004941 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46dd3319-e7bf-44f0-9b2d-57c50eb7ba83', 'name': 'network-vif-deleted', 'tag': '4e3267d5-ab45-4537-b516-a4bb6fddd55d'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:38:15.007160 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8dbbd1-b70a-4c8c-b7ff-d312c128008f" -d '{"events": [{"server_uuid": "46dd3319-e7bf-44f0-9b2d-57c50eb7ba83", "name": "network-vif-deleted", "tag": "4e3267d5-ab45-4537-b516-a4bb6fddd55d"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:38:15.046323 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e7e492-2eef-42e9-b326-dbb3f919aeb8 x-openstack-request-id: req-32e7e492-2eef-42e9-b326-dbb3f919aeb8 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:38:15.046616 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46dd3319-e7bf-44f0-9b2d-57c50eb7ba83", "name": "network-vif-deleted", "tag": "4e3267d5-ab45-4537-b516-a4bb6fddd55d", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:38:15.046918 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32e7e492-2eef-42e9-b326-dbb3f919aeb8 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:38:15.047375 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46dd3319-e7bf-44f0-9b2d-57c50eb7ba83', 'name': 'network-vif-deleted', 'tag': '4e3267d5-ab45-4537-b516-a4bb6fddd55d', 'status': 'completed', 'code': 200} Jul 23 21:38:15.389354 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c37f6f83-eb04-45e9-bc51-e7b60ca64337 req-6abd4874-5d25-4b86-9116-3dbeada4be0f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=46dd3319-e7bf-44f0-9b2d-57c50eb7ba83 HTTP/1.1" status: 200 len: 210 time: 0.0325241 Jul 23 21:38:15.897462 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:16.447016 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58346) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:17.060748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 4e3267d5-ab45-4537-b516-a4bb6fddd55d no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:38:17.080170 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 4e3267d5-ab45-4537-b516-a4bb6fddd55d {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:38:17.080518 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 4e3267d5-ab45-4537-b516-a4bb6fddd55d not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:38:17.082160 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8d65-f5f1-4785-bcac-ac3c0f86a880 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:17.347560 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b8d65-f5f1-4785-bcac-ac3c0f86a880 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port f09a34c3-9fb3-49ec-a095-eefe70825a05 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:38:17.347823 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8d65-f5f1-4785-bcac-ac3c0f86a880 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:17.434143 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-8f7b8d65-f5f1-4785-bcac-ac3c0f86a880 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] For port f09a34c3-9fb3-49ec-a095-eefe70825a05, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=f09a34c3-9fb3-49ec-a095-eefe70825a05,segment=NetworkSegment(b6fd59b5-83d5-449d-9b5e-6c4ed32025f0),segment_id=b6fd59b5-83d5-449d-9b5e-6c4ed32025f0)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:38:17.434501 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8d65-f5f1-4785-bcac-ac3c0f86a880 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:17.445032 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:17.448224 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b8d65-f5f1-4785-bcac-ac3c0f86a880 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for f09a34c3-9fb3-49ec-a095-eefe70825a05 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:38:17.630874 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8d65-f5f1-4785-bcac-ac3c0f86a880 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:17.656956 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b8d65-f5f1-4785-bcac-ac3c0f86a880 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=f09a34c3-9fb3-49ec-a095-eefe70825a05,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:17.839044 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8d65-f5f1-4785-bcac-ac3c0f86a880 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:18.051501 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7b8d65-f5f1-4785-bcac-ac3c0f86a880 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 4e23d83f-08b4-4cca-9a31-39e5a618e076 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:38:18.150626 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7b8d65-f5f1-4785-bcac-ac3c0f86a880 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:38:18.156062 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8f7b8d65-f5f1-4785-bcac-ac3c0f86a880 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "PUT /v2.0/routers/4e23d83f-08b4-4cca-9a31-39e5a618e076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7079728 Jul 23 21:38:18.158865 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58350) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:18.160450 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7609b66e-4076-4a73-8773-30bbc0ef9dc5 None None] Sync routers for ids ['4e23d83f-08b4-4cca-9a31-39e5a618e076'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:38:18.169834 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7609b66e-4076-4a73-8773-30bbc0ef9dc5 None None] Routers {'4e23d83f-08b4-4cca-9a31-39e5a618e076'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:38:18.170446 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7609b66e-4076-4a73-8773-30bbc0ef9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:37:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4e23d83f-08b4-4cca-9a31-39e5a618e076'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:18.209600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7b1423-fd5f-4c90-a867-295c379e1f2f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting subnet b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:38:18.212673 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f7b1423-fd5f-4c90-a867-295c379e1f2f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:18.253233 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f7b1423-fd5f-4c90-a867-295c379e1f2f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:18.273263 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-7609b66e-4076-4a73-8773-30bbc0ef9dc5 None None] Set router 4e23d83f-08b4-4cca-9a31-39e5a618e076 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:38:18.340438 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f7b1423-fd5f-4c90-a867-295c379e1f2f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:18.397714 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f7b1423-fd5f-4c90-a867-295c379e1f2f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:18.425994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b1423-fd5f-4c90-a867-295c379e1f2f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:18.427961 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7f7b1423-fd5f-4c90-a867-295c379e1f2f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:18.429798 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7f7b1423-fd5f-4c90-a867-295c379e1f2f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/subnets/b4ff0771-4d5a-4fe7-beb9-9cdc772e1ef7 HTTP/1.1" status: 204 len: 168 time: 0.2699149 Jul 23 21:38:18.433024 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58352) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:18.434326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4003aba0-69ce-40b8-9d0f-485a01cf0409 None None] Network 67c53862-0be4-4e7b-b6f9-a05784e732c2 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:38:18.542550 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eeedf209-0d72-4614-aa2c-5c1148f4256b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:18.551142 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7609b66e-4076-4a73-8773-30bbc0ef9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049328129', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:38:17Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:18.587367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7609b66e-4076-4a73-8773-30bbc0ef9dc5 None None] Checking router: 4e23d83f-08b4-4cca-9a31-39e5a618e076 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:38:18.603852 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7609b66e-4076-4a73-8773-30bbc0ef9dc5 None None] Routers {'4e23d83f-08b4-4cca-9a31-39e5a618e076'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:38:18.604735 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7609b66e-4076-4a73-8773-30bbc0ef9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:37:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['4e23d83f-08b4-4cca-9a31-39e5a618e076'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:18.653468 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eeedf209-0d72-4614-aa2c-5c1148f4256b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:18.714067 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-eeedf209-0d72-4614-aa2c-5c1148f4256b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port a2524aa1-d3ce-4174-a438-79dbb9bae442 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:38:18.714416 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eeedf209-0d72-4614-aa2c-5c1148f4256b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:18.714539 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-7609b66e-4076-4a73-8773-30bbc0ef9dc5 None None] Set router 4e23d83f-08b4-4cca-9a31-39e5a618e076 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:38:18.746259 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] DHCP port deletion for 67c53862-0be4-4e7b-b6f9-a05784e732c2 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:38:18.802444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-eeedf209-0d72-4614-aa2c-5c1148f4256b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] For port a2524aa1-d3ce-4174-a438-79dbb9bae442, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=a2524aa1-d3ce-4174-a438-79dbb9bae442,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:38:18.802805 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eeedf209-0d72-4614-aa2c-5c1148f4256b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:18.815021 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-eeedf209-0d72-4614-aa2c-5c1148f4256b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for a2524aa1-d3ce-4174-a438-79dbb9bae442 owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:38:18.901099 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] Deleting port fe5f4b09-7928-46b0-bfe4-42fb3a143a1f {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:38:18.901383 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:18.979010 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] For port fe5f4b09-7928-46b0-bfe4-42fb3a143a1f, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=fe5f4b09-7928-46b0-bfe4-42fb3a143a1f,segment=NetworkSegment(b6fd59b5-83d5-449d-9b5e-6c4ed32025f0),segment_id=b6fd59b5-83d5-449d-9b5e-6c4ed32025f0)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:38:18.979824 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:18.990765 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eeedf209-0d72-4614-aa2c-5c1148f4256b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:18.996198 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] Calling delete_port for fe5f4b09-7928-46b0-bfe4-42fb3a143a1f owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:38:19.002386 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-7609b66e-4076-4a73-8773-30bbc0ef9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049328129', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:38:17Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:19.035638 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7609b66e-4076-4a73-8773-30bbc0ef9dc5 None None] The sync data for ids ['4e23d83f-08b4-4cca-9a31-39e5a618e076'] in n-d-791504-18 is: [{'id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049328129', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:38:17Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': 'a2524aa1-d3ce-4174-a438-79dbb9bae442', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e23d83f-08b4-4cca-9a31-39e5a618e076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:36:35Z', 'updated_at': '2021-07-23T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:38:19.038535 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedf209-0d72-4614-aa2c-5c1148f4256b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=a2524aa1-d3ce-4174-a438-79dbb9bae442,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:19.092168 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eeedf209-0d72-4614-aa2c-5c1148f4256b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:19.120314 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:19.153970 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] Pushing event deleted for resources: {'Port': ['ID=fe5f4b09-7928-46b0-bfe4-42fb3a143a1f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:19.158236 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] No DVR routers for this DVR port fe5f4b09-7928-46b0-bfe4-42fb3a143a1f on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:38:19.165418 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:19.166132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:19.166132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:19.166978 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:19.167328 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:19.167654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:19.167974 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:19.168292 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:19.168924 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:19.169021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:19.169336 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:19.169654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cad31-4a7a-495f-b5bc-7fed84853c41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:19.192953 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eeedf209-0d72-4614-aa2c-5c1148f4256b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:19.195012 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eeedf209-0d72-4614-aa2c-5c1148f4256b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:19.236677 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eeedf209-0d72-4614-aa2c-5c1148f4256b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:19.237230 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeedf209-0d72-4614-aa2c-5c1148f4256b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Fanout notify agent at l3_agent the message router_deleted on router 4e23d83f-08b4-4cca-9a31-39e5a618e076 {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:38:19.244128 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-eeedf209-0d72-4614-aa2c-5c1148f4256b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:19.245843 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-eeedf209-0d72-4614-aa2c-5c1148f4256b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/routers/4e23d83f-08b4-4cca-9a31-39e5a618e076 HTTP/1.1" status: 204 len: 168 time: 0.8117847 Jul 23 21:38:19.248575 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58354) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:19.322591 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e48cb8ec-4a6f-4090-9d02-ca9ff7e16564 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:19.411592 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e48cb8ec-4a6f-4090-9d02-ca9ff7e16564 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:19.422708 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-e48cb8ec-4a6f-4090-9d02-ca9ff7e16564 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c53862-0be4-4e7b-b6f9-a05784e732c2']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:19.433494 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-e48cb8ec-4a6f-4090-9d02-ca9ff7e16564 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6fd59b5-83d5-449d-9b5e-6c4ed32025f0') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:19.433882 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-e48cb8ec-4a6f-4090-9d02-ca9ff7e16564 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6fd59b5-83d5-449d-9b5e-6c4ed32025f0') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:19.443288 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e48cb8ec-4a6f-4090-9d02-ca9ff7e16564 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:19.457380 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e48cb8ec-4a6f-4090-9d02-ca9ff7e16564 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:19.464503 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48cb8ec-4a6f-4090-9d02-ca9ff7e16564 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:38:19.465719 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e48cb8ec-4a6f-4090-9d02-ca9ff7e16564 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:38:19.468225 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:38:19.531864 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e48cb8ec-4a6f-4090-9d02-ca9ff7e16564 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:19.539397 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-e48cb8ec-4a6f-4090-9d02-ca9ff7e16564 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:19.540723 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-e48cb8ec-4a6f-4090-9d02-ca9ff7e16564 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/networks/67c53862-0be4-4e7b-b6f9-a05784e732c2 HTTP/1.1" status: 204 len: 168 time: 0.2912209 Jul 23 21:38:19.544165 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58356) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:19.552701 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cb8ec-4a6f-4090-9d02-ca9ff7e16564 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Network': ['ID=67c53862-0be4-4e7b-b6f9-a05784e732c2,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:19.613485 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7b267aeb-2145-4749-a25f-bddfc7806b4c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:19.639609 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7b267aeb-2145-4749-a25f-bddfc7806b4c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:19.708975 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7b267aeb-2145-4749-a25f-bddfc7806b4c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:19.711689 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7b267aeb-2145-4749-a25f-bddfc7806b4c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:19.712870 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7b267aeb-2145-4749-a25f-bddfc7806b4c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/security-groups/ec25f159-29f7-445e-a0ab-62a6ce59577e HTTP/1.1" status: 204 len: 168 time: 0.1658854 Jul 23 21:38:19.722645 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b267aeb-2145-4749-a25f-bddfc7806b4c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec25f159-29f7-445e-a0ab-62a6ce59577e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:19.906890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58362) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:19.911607 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-880bf7d4-396a-4833-a0c4-12761e8af459 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1147295890', 'description': 'tempest-secgroup-smoke-1147295890 description', 'project_id': 'b485364fd2d04623babc416c243a99e1'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:38:19.933837 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-880bf7d4-396a-4833-a0c4-12761e8af459 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.023629 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:38:20.025519 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-880bf7d4-396a-4833-a0c4-12761e8af459 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.033051 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-880bf7d4-396a-4833-a0c4-12761e8af459 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.059994 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-880bf7d4-396a-4833-a0c4-12761e8af459 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.061248 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-880bf7d4-396a-4833-a0c4-12761e8af459 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1532934 Jul 23 21:38:20.064254 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58364) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:20.069734 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9029a5df-6e21-4539-93fb-acb043ec3e2e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': 'ee9bba78-179e-4956-a356-de58d761ad24', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:38:20.074350 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bf7d4-396a-4833-a0c4-12761e8af459 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9bba78-179e-4956-a356-de58d761ad24,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:20.098801 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9029a5df-6e21-4539-93fb-acb043ec3e2e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.153537 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9029a5df-6e21-4539-93fb-acb043ec3e2e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.157303 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9029a5df-6e21-4539-93fb-acb043ec3e2e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.173682 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029a5df-6e21-4539-93fb-acb043ec3e2e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e26d13-0c1d-4496-82f7-358157c9e538,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:20.180013 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9029a5df-6e21-4539-93fb-acb043ec3e2e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.181235 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9029a5df-6e21-4539-93fb-acb043ec3e2e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153202 Jul 23 21:38:20.184567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58366) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:20.188837 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a54f9628-c52c-47d5-8a37-71bcd2257ab5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': 'ee9bba78-179e-4956-a356-de58d761ad24', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:38:20.213838 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a54f9628-c52c-47d5-8a37-71bcd2257ab5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.272507 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a54f9628-c52c-47d5-8a37-71bcd2257ab5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.276042 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a54f9628-c52c-47d5-8a37-71bcd2257ab5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.293582 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f9628-c52c-47d5-8a37-71bcd2257ab5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3acd39d-f14a-463a-9414-53c1c6c681f0,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:20.301089 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a54f9628-c52c-47d5-8a37-71bcd2257ab5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.302668 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a54f9628-c52c-47d5-8a37-71bcd2257ab5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170752 Jul 23 21:38:20.305761 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58368) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:20.310785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4928d3d6-2d1d-479b-971e-256b0ee59813 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': 'ee9bba78-179e-4956-a356-de58d761ad24', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:38:20.336287 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4928d3d6-2d1d-479b-971e-256b0ee59813 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.395315 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4928d3d6-2d1d-479b-971e-256b0ee59813 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.398548 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4928d3d6-2d1d-479b-971e-256b0ee59813 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.416675 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928d3d6-2d1d-479b-971e-256b0ee59813 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad11385-c492-4824-90d1-95281cfe9bcf,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:20.419614 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4928d3d6-2d1d-479b-971e-256b0ee59813 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.420873 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4928d3d6-2d1d-479b-971e-256b0ee59813 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140242 Jul 23 21:38:20.423769 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58370) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:20.428462 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-fa65c1b8-7d75-4675-aa16-ecea66fe1e11 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': 'ee9bba78-179e-4956-a356-de58d761ad24', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:38:20.455000 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa65c1b8-7d75-4675-aa16-ecea66fe1e11 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.512862 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa65c1b8-7d75-4675-aa16-ecea66fe1e11 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.516520 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa65c1b8-7d75-4675-aa16-ecea66fe1e11 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.534738 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65c1b8-7d75-4675-aa16-ecea66fe1e11 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df70a7ee-f7e6-42a9-a5da-683b30bb9284,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:20.537066 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fa65c1b8-7d75-4675-aa16-ecea66fe1e11 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.540871 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fa65c1b8-7d75-4675-aa16-ecea66fe1e11 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134393 Jul 23 21:38:20.541854 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58372) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:20.546760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-4fadf703-46fc-48c4-bba0-c20999a91269 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': 'ee9bba78-179e-4956-a356-de58d761ad24', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:38:20.569895 n-d-791504-18 neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-4fadf703-46fc-48c4-bba0-c20999a91269 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Project b485364fd2d04623babc416c243a99e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:38:20.574728 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4fadf703-46fc-48c4-bba0-c20999a91269 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.635606 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4fadf703-46fc-48c4-bba0-c20999a91269 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.639302 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4fadf703-46fc-48c4-bba0-c20999a91269 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.652888 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a2524aa1-d3ce-4174-a438-79dbb9bae442 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:38:20.656001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadf703-46fc-48c4-bba0-c20999a91269 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759a151d-bfcd-4494-bbd0-7a8479d14250,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:20.662136 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-4fadf703-46fc-48c4-bba0-c20999a91269 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.666109 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-4fadf703-46fc-48c4-bba0-c20999a91269 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202402 Jul 23 21:38:20.666992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58374) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:20.671629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5b53fcf0-9b0e-42aa-ba83-73eb63fa66d6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'security_group_rule': {'security_group_id': 'ee9bba78-179e-4956-a356-de58d761ad24', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:38:20.676051 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: a2524aa1-d3ce-4174-a438-79dbb9bae442 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:38:20.676400 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device a2524aa1-d3ce-4174-a438-79dbb9bae442 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:38:20.676817 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device fe5f4b09-7928-46b0-bfe4-42fb3a143a1f no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:38:20.695577 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-5b53fcf0-9b0e-42aa-ba83-73eb63fa66d6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Project b485364fd2d04623babc416c243a99e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:38:20.696670 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: fe5f4b09-7928-46b0-bfe4-42fb3a143a1f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:38:20.697021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device fe5f4b09-7928-46b0-bfe4-42fb3a143a1f not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:38:20.697436 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f09a34c3-9fb3-49ec-a095-eefe70825a05 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:38:20.700568 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5b53fcf0-9b0e-42aa-ba83-73eb63fa66d6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.715832 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: f09a34c3-9fb3-49ec-a095-eefe70825a05 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:38:20.716112 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device f09a34c3-9fb3-49ec-a095-eefe70825a05 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:38:20.760685 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5b53fcf0-9b0e-42aa-ba83-73eb63fa66d6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.764102 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5b53fcf0-9b0e-42aa-ba83-73eb63fa66d6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.780796 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53fcf0-9b0e-42aa-ba83-73eb63fa66d6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c404790f-ddfa-4da1-9608-5e59f433ee07,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:20.786395 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5b53fcf0-9b0e-42aa-ba83-73eb63fa66d6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.787426 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5b53fcf0-9b0e-42aa-ba83-73eb63fa66d6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193559 Jul 23 21:38:20.791917 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58376) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:20.796731 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-956d7651-2ac5-481a-8c88-5aad31724b80 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'network': {'name': 'tempest-network-smoke--987476178', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'port_security_enabled': True}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:38:20.816082 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956d7651-2ac5-481a-8c88-5aad31724b80 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Made reservation on behalf of b485364fd2d04623babc416c243a99e1 for: {'network': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:38:20.819364 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-956d7651-2ac5-481a-8c88-5aad31724b80 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.844748 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956d7651-2ac5-481a-8c88-5aad31724b80 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:38:20.853341 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-956d7651-2ac5-481a-8c88-5aad31724b80 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.853677 n-d-791504-18 neutron-server[93810]: INFO neutron.db.segments_db [None req-956d7651-2ac5-481a-8c88-5aad31724b80 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Added segment 78180c9e-7910-42b3-8924-4f58d63b6390 of type vlan for network 6495439d-c070-45a3-9613-6d787edd6a9f Jul 23 21:38:20.899314 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-956d7651-2ac5-481a-8c88-5aad31724b80 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.926626 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-956d7651-2ac5-481a-8c88-5aad31724b80 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.932561 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956d7651-2ac5-481a-8c88-5aad31724b80 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:20.933146 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-956d7651-2ac5-481a-8c88-5aad31724b80 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.963891 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-956d7651-2ac5-481a-8c88-5aad31724b80 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1702647 Jul 23 21:38:20.966441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58378) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:20.972875 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-710465130', 'admin_state_up': True, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:38:21.011800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d7651-2ac5-481a-8c88-5aad31724b80 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Network': ['ID=6495439d-c070-45a3-9613-6d787edd6a9f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:21.022820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 6495439d-c070-45a3-9613-6d787edd6a9f details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:38:21.024125 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:21.025150 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:21.081883 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:21.220861 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:21.414150 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:21.433508 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:21.534685 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.25.3.138 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/9f140ccc-6413-41a3-a5e3-2866a82625ca) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:38:21.637263 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:21.674947 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:21.711195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:38:21.714645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:38:21.720116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:38:21.754400 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=9f140ccc-6413-41a3-a5e3-2866a82625ca,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:22.252586 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:22.439621 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:22.564814 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 83e91289-79ed-4784-896c-b2bb83579f6d is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:38:22.668738 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:38:22.677964 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Sync routers for ids ['83e91289-79ed-4784-896c-b2bb83579f6d'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:38:22.686950 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Routers {'83e91289-79ed-4784-896c-b2bb83579f6d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:38:22.687423 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:22.687886 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:37:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['83e91289-79ed-4784-896c-b2bb83579f6d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:22.688666 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-371139a0-9df3-4330-a609-5edec2501448 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7213624 Jul 23 21:38:22.691892 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58380) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:22.770616 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f9e7b1d7-2bce-43c2-8207-d5fc5a4b1c30 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=b485364fd2d04623babc416c243a99e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0775802 Jul 23 21:38:22.773292 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58384) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:22.790884 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Set router 83e91289-79ed-4784-896c-b2bb83579f6d gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:38:22.864700 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a9d7c1-f523-43c7-8067-7854602f9b88 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:22.866163 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-88a9d7c1-f523-43c7-8067-7854602f9b88 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919399 Jul 23 21:38:22.868969 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58386) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:22.896456 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5cd58c0d-69a7-4d6a-9879-509b831bf589 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=e31239e9-f0f9-4b2c-a9d7-b27322fb79af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264211 Jul 23 21:38:22.898823 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58388) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:22.904195 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-96a74d07-2e5a-46e4-a10a-84ec7439cfe8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-35583150', 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f', 'project_id': 'b485364fd2d04623babc416c243a99e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:38:22.961065 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710465130', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:21Z', 'revision_number': 3, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:22.990578 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Checking router: 83e91289-79ed-4784-896c-b2bb83579f6d for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:38:22.990914 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Updating router 83e91289-79ed-4784-896c-b2bb83579f6d port 9f140ccc-6413-41a3-a5e3-2866a82625ca binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:38:22.997836 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a74d07-2e5a-46e4-a10a-84ec7439cfe8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Made reservation on behalf of b485364fd2d04623babc416c243a99e1 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:38:23.001322 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96a74d07-2e5a-46e4-a10a-84ec7439cfe8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:23.026346 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:23.184357 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96a74d07-2e5a-46e4-a10a-84ec7439cfe8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:23.245619 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a74d07-2e5a-46e4-a10a-84ec7439cfe8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Subnet': ['ID=c6c8c186-da15-4cfe-95f2-eeedf729948a,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:23.252833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a74d07-2e5a-46e4-a10a-84ec7439cfe8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Checking segment: {'id': '78180c9e-7910-42b3-8924-4f58d63b6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:38:23.253185 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a74d07-2e5a-46e4-a10a-84ec7439cfe8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network hostable DHCP agents. Network: 6495439d-c070-45a3-9613-6d787edd6a9f, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:38:23.269699 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a74d07-2e5a-46e4-a10a-84ec7439cfe8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 6495439d-c070-45a3-9613-6d787edd6a9f is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:38:23.276360 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:23.280352 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-96a74d07-2e5a-46e4-a10a-84ec7439cfe8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 6495439d-c070-45a3-9613-6d787edd6a9f) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:38:23.285687 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a74d07-2e5a-46e4-a10a-84ec7439cfe8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:23.286829 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-96a74d07-2e5a-46e4-a10a-84ec7439cfe8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:23.287832 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Transition to ACTIVE for port object 9f140ccc-6413-41a3-a5e3-2866a82625ca will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:38:23.292484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc10d250-28ea-4060-8dc9-57156cb686cb None None] Network 6495439d-c070-45a3-9613-6d787edd6a9f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:38:23.295609 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:23.306873 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-96a74d07-2e5a-46e4-a10a-84ec7439cfe8 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4069238 Jul 23 21:38:23.311691 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58390) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:23.346720 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Attempting to bind port 9f140ccc-6413-41a3-a5e3-2866a82625ca on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:38:23.347080 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Attempting to bind port 9f140ccc-6413-41a3-a5e3-2866a82625ca by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:38:23.347462 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Attempting to bind port 9f140ccc-6413-41a3-a5e3-2866a82625ca on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:38:23.353948 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:38:23.354582 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:38:23.354973 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:23.355380 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:38:23.355877 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Bound port: 9f140ccc-6413-41a3-a5e3-2866a82625ca, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:38:23.356204 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:23.361463 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd9a30-63f3-4b02-b3c4-c745f3af154a None None] Pushing event updated for resources: {'Port': ['ID=9f140ccc-6413-41a3-a5e3-2866a82625ca,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:23.387984 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddd9a30-63f3-4b02-b3c4-c745f3af154a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:23.388330 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddd9a30-63f3-4b02-b3c4-c745f3af154a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:23.388651 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddd9a30-63f3-4b02-b3c4-c745f3af154a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:23.388981 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddd9a30-63f3-4b02-b3c4-c745f3af154a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:23.389306 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddd9a30-63f3-4b02-b3c4-c745f3af154a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:23.389631 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddd9a30-63f3-4b02-b3c4-c745f3af154a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:23.389953 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddd9a30-63f3-4b02-b3c4-c745f3af154a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:23.390269 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddd9a30-63f3-4b02-b3c4-c745f3af154a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:23.390590 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddd9a30-63f3-4b02-b3c4-c745f3af154a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:23.390908 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddd9a30-63f3-4b02-b3c4-c745f3af154a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:23.391249 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddd9a30-63f3-4b02-b3c4-c745f3af154a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:23.391564 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddd9a30-63f3-4b02-b3c4-c745f3af154a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:38:23.422218 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] For port 9f140ccc-6413-41a3-a5e3-2866a82625ca, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:38:23.426107 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] For port 9f140ccc-6413-41a3-a5e3-2866a82625ca, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9f140ccc-6413-41a3-a5e3-2866a82625ca,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:38:23.432722 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:23.470895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-6495439d-c070-45a3-9613-6d787edd6a9f', 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ips': [{'subnet_id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:38:23.471963 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:23.488255 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Routers {'83e91289-79ed-4784-896c-b2bb83579f6d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:38:23.488878 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:37:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['83e91289-79ed-4784-896c-b2bb83579f6d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:23.625015 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Allocated IP 172.20.0.2 (6495439d-c070-45a3-9613-6d787edd6a9f/c6c8c186-da15-4cfe-95f2-eeedf729948a/6a5808ef-7c10-4c19-bef8-bea4cbcca705) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:38:23.645396 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd9a30-63f3-4b02-b3c4-c745f3af154a None None] Pushing event updated for resources: {'Port': ['ID=9f140ccc-6413-41a3-a5e3-2866a82625ca,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:23.693783 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] Set router 83e91289-79ed-4784-896c-b2bb83579f6d gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:38:23.776997 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:23.781212 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:23.790724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Transition to ACTIVE for port object 6a5808ef-7c10-4c19-bef8-bea4cbcca705 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:38:23.808486 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Transition to ACTIVE for port object 6a5808ef-7c10-4c19-bef8-bea4cbcca705 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:38:23.815410 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:23.858040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Network 6495439d-c070-45a3-9613-6d787edd6a9f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:38:23.861058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:38:23.863894 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:38:23.873808 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Pushing event updated for resources: {'Port': ['ID=6a5808ef-7c10-4c19-bef8-bea4cbcca705,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:23.879667 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710465130', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:21Z', 'revision_number': 3, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:23.914697 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f285b9-010a-404a-90fc-1f9d321331a5 None None] The sync data for ids ['83e91289-79ed-4784-896c-b2bb83579f6d'] in n-d-791504-18 is: [{'id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710465130', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:21Z', 'revision_number': 3, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:38:23.938384 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Attempting to bind port 6a5808ef-7c10-4c19-bef8-bea4cbcca705 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:38:23.938762 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Attempting to bind port 6a5808ef-7c10-4c19-bef8-bea4cbcca705 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '78180c9e-7910-42b3-8924-4f58d63b6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:38:23.939157 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Attempting to bind port 6a5808ef-7c10-4c19-bef8-bea4cbcca705 on network 6495439d-c070-45a3-9613-6d787edd6a9f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:38:23.944901 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:38:23.945276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Checking segment: {'id': '78180c9e-7910-42b3-8924-4f58d63b6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:38:23.945679 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:23.946509 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Bound using segment: {'id': '78180c9e-7910-42b3-8924-4f58d63b6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:38:23.946699 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Bound port: 6a5808ef-7c10-4c19-bef8-bea4cbcca705, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78180c9e-7910-42b3-8924-4f58d63b6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:38:23.947084 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:24.015831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] For port 6a5808ef-7c10-4c19-bef8-bea4cbcca705, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:38:24.019598 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] For port 6a5808ef-7c10-4c19-bef8-bea4cbcca705, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6a5808ef-7c10-4c19-bef8-bea4cbcca705,segment=NetworkSegment(78180c9e-7910-42b3-8924-4f58d63b6390),segment_id=78180c9e-7910-42b3-8924-4f58d63b6390)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:38:24.025345 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:24.077740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.20.0.1 (6495439d-c070-45a3-9613-6d787edd6a9f/c6c8c186-da15-4cfe-95f2-eeedf729948a/c30fb701-325b-403b-826e-4c925bb35f61) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:38:24.091768 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986627a6-a8cb-4f12-b853-4e2d9c8eb691 None None] Pushing event updated for resources: {'Port': ['ID=6a5808ef-7c10-4c19-bef8-bea4cbcca705,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:24.230604 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:24.247378 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Transition to ACTIVE for port object c30fb701-325b-403b-826e-4c925bb35f61 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:38:24.300997 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:24.351382 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 6495439d-c070-45a3-9613-6d787edd6a9f is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:38:24.355010 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:38:24.360367 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:38:24.364646 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=c30fb701-325b-403b-826e-4c925bb35f61,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:24.411487 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:24.564498 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:24.675143 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6010f7dd-4477-499e-96b9-6e9da414a0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:24.729810 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9f140ccc-6413-41a3-a5e3-2866a82625ca up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:38:24.793900 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 9f140ccc-6413-41a3-a5e3-2866a82625ca completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:38:24.798692 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9f140ccc-6413-41a3-a5e3-2866a82625ca triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:38:24.799201 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:24.897217 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:24.921634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 9f140ccc-6413-41a3-a5e3-2866a82625ca, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9f140ccc-6413-41a3-a5e3-2866a82625ca,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:38:24.921938 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:24.926479 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:24.927469 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6a5808ef-7c10-4c19-bef8-bea4cbcca705 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:38:24.928070 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:25.008077 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=c30fb701-325b-403b-826e-4c925bb35f61,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:25.011491 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:25.020980 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=9f140ccc-6413-41a3-a5e3-2866a82625ca,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:25.035441 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 6a5808ef-7c10-4c19-bef8-bea4cbcca705 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:38:25.096444 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1eb3ae-459f-4fa2-9d35-5bc974301497 None None] Network 6495439d-c070-45a3-9613-6d787edd6a9f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:38:25.125447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 6495439d-c070-45a3-9613-6d787edd6a9f is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:38:25.126996 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:38:25.249065 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 83e91289-79ed-4784-896c-b2bb83579f6d has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:38:25.294596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-42c855f1-b33f-4ad4-8750-32bf6bed9e7a None None] Provisioning for port 6a5808ef-7c10-4c19-bef8-bea4cbcca705 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:38:25.324635 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-42c855f1-b33f-4ad4-8750-32bf6bed9e7a None None] Provisioning complete for port 6a5808ef-7c10-4c19-bef8-bea4cbcca705 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:38:25.324921 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42c855f1-b33f-4ad4-8750-32bf6bed9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:25.365678 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:38:25.380923 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-a7d28587-034b-41f4-9159-0d108a6f88d7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "PUT /v2.0/routers/83e91289-79ed-4784-896c-b2bb83579f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0591969 Jul 23 21:38:25.485282 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42c855f1-b33f-4ad4-8750-32bf6bed9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:25.535561 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-42c855f1-b33f-4ad4-8750-32bf6bed9e7a None None] For port 6a5808ef-7c10-4c19-bef8-bea4cbcca705, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6a5808ef-7c10-4c19-bef8-bea4cbcca705,segment=NetworkSegment(78180c9e-7910-42b3-8924-4f58d63b6390),segment_id=78180c9e-7910-42b3-8924-4f58d63b6390)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:38:25.545885 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42c855f1-b33f-4ad4-8750-32bf6bed9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:25.547278 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-0a0bf0a7-886c-4c93-9977-11862e7cfb19 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1147295890&fields=id&tenant_id=b485364fd2d04623babc416c243a99e1 HTTP/1.1" status: 200 len: 267 time: 0.0446143 Jul 23 21:38:25.599212 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c855f1-b33f-4ad4-8750-32bf6bed9e7a None None] Pushing event updated for resources: {'Port': ['ID=6a5808ef-7c10-4c19-bef8-bea4cbcca705,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:25.614846 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Sync routers for ids ['83e91289-79ed-4784-896c-b2bb83579f6d'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:38:25.624035 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Routers {'83e91289-79ed-4784-896c-b2bb83579f6d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:38:25.624651 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:37:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['83e91289-79ed-4784-896c-b2bb83579f6d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:25.680646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-ce8970a0-cf51-49ed-9e4d-815adf406bd1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:25.682524 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-ce8970a0-cf51-49ed-9e4d-815adf406bd1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/networks?id=6495439d-c070-45a3-9613-6d787edd6a9f HTTP/1.1" status: 200 len: 796 time: 0.1200294 Jul 23 21:38:25.698983 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-7c7c2deb-8863-42f2-a656-ed7bd2ea546d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/quotas/b485364fd2d04623babc416c243a99e1 HTTP/1.1" status: 200 len: 375 time: 0.0101576 Jul 23 21:38:25.742263 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Set router 83e91289-79ed-4784-896c-b2bb83579f6d gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:38:25.776918 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-e25384ee-0abc-4163-8703-82aae319fb64 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721118 Jul 23 21:38:25.796853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-ebfc9bf4-1967-4057-8e4f-625a1fc5760c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:38:25.798060 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-ebfc9bf4-1967-4057-8e4f-625a1fc5760c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074961 Jul 23 21:38:25.818169 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-681688de-939e-45bc-91a6-026c84203cc4 None None] Provisioning complete for port 6a5808ef-7c10-4c19-bef8-bea4cbcca705 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:38:25.818791 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-681688de-939e-45bc-91a6-026c84203cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:25.905868 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-0d237de8-32c1-4981-b093-1d8583d27c89 service neutron] 10.222.0.55 "GET /v2.0/networks/6495439d-c070-45a3-9613-6d787edd6a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007414 Jul 23 21:38:25.998421 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-10c6632d-4813-4dae-8650-1b43c2e5b38a service neutron] 10.222.0.55 "GET /v2.0/networks/6495439d-c070-45a3-9613-6d787edd6a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860779 Jul 23 21:38:26.061562 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-681688de-939e-45bc-91a6-026c84203cc4 None None] Provisioning for port c30fb701-325b-403b-826e-4c925bb35f61 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:38:26.068733 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-681688de-939e-45bc-91a6-026c84203cc4 None None] Provisioning complete for port c30fb701-325b-403b-826e-4c925bb35f61 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:38:26.069101 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-681688de-939e-45bc-91a6-026c84203cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:26.112302 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710465130', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'c30fb701-325b-403b-826e-4c925bb35f61', 'name': '', 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:c2:37:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:23Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 2, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:26.115545 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-681688de-939e-45bc-91a6-026c84203cc4 None None] Port c30fb701-325b-403b-826e-4c925bb35f61 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:38:26.148748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Checking router: 83e91289-79ed-4784-896c-b2bb83579f6d for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:38:26.149161 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Updating router 83e91289-79ed-4784-896c-b2bb83579f6d port c30fb701-325b-403b-826e-4c925bb35f61 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:38:26.192145 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:26.194791 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-cac9fe92-bcca-4d23-b517-d98bfd6e8704 req-c715b2d5-a660-4eb0-8864-d7bc1b8636fe tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 210 time: 0.0370984 Jul 23 21:38:26.259270 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d712ce53-86ae-4b66-98a8-34122b165d67 None None] Provisioning complete for port c30fb701-325b-403b-826e-4c925bb35f61 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:38:26.259636 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d712ce53-86ae-4b66-98a8-34122b165d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:26.352038 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d712ce53-86ae-4b66-98a8-34122b165d67 None None] Port c30fb701-325b-403b-826e-4c925bb35f61 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:38:26.512701 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:26.523525 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Transition to ACTIVE for port object c30fb701-325b-403b-826e-4c925bb35f61 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:38:26.530492 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:26.582171 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0c220-e868-486c-bd93-9e5329227761 None None] Pushing event updated for resources: {'Port': ['ID=c30fb701-325b-403b-826e-4c925bb35f61,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:26.657286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Attempting to bind port c30fb701-325b-403b-826e-4c925bb35f61 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:38:26.657703 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Attempting to bind port c30fb701-325b-403b-826e-4c925bb35f61 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '78180c9e-7910-42b3-8924-4f58d63b6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:38:26.658084 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Attempting to bind port c30fb701-325b-403b-826e-4c925bb35f61 on network 6495439d-c070-45a3-9613-6d787edd6a9f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:38:26.663683 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:38:26.664053 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Checking segment: {'id': '78180c9e-7910-42b3-8924-4f58d63b6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:38:26.664450 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:26.664840 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Bound using segment: {'id': '78180c9e-7910-42b3-8924-4f58d63b6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:38:26.665299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Bound port: c30fb701-325b-403b-826e-4c925bb35f61, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78180c9e-7910-42b3-8924-4f58d63b6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:38:26.665674 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:26.712318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9f140ccc-6413-41a3-a5e3-2866a82625ca up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:38:26.787307 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] For port c30fb701-325b-403b-826e-4c925bb35f61, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:38:26.792139 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] For port c30fb701-325b-403b-826e-4c925bb35f61, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c30fb701-325b-403b-826e-4c925bb35f61,segment=NetworkSegment(78180c9e-7910-42b3-8924-4f58d63b6390),segment_id=78180c9e-7910-42b3-8924-4f58d63b6390)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:38:26.800643 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:26.826784 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 9f140ccc-6413-41a3-a5e3-2866a82625ca triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:38:26.827182 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:26.908204 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Routers {'83e91289-79ed-4784-896c-b2bb83579f6d'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:38:26.908936 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:37:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['83e91289-79ed-4784-896c-b2bb83579f6d'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:26.915367 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0c220-e868-486c-bd93-9e5329227761 None None] Pushing event updated for resources: {'Port': ['ID=c30fb701-325b-403b-826e-4c925bb35f61,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:27.046753 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6a5808ef-7c10-4c19-bef8-bea4cbcca705 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:38:27.078526 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] Set router 83e91289-79ed-4784-896c-b2bb83579f6d gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:38:27.301820 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2313a638-539f-45e3-abac-4149301a9c74 req-d8bf5b97-0948-40ba-b9b1-e9b469c4c778 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 210 time: 0.0352240 Jul 23 21:38:27.369494 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cafcfa93-5fd0-4585-bcf7-df168942965d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:27.385692 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-ed04aeff-5c8a-4b77-ae74-aa4c4e8fbff3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:27.387259 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-ed04aeff-5c8a-4b77-ae74-aa4c4e8fbff3 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.48 "GET /v2.0/networks?id=6495439d-c070-45a3-9613-6d787edd6a9f HTTP/1.1" status: 200 len: 796 time: 0.1199098 Jul 23 21:38:27.395742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 6a5808ef-7c10-4c19-bef8-bea4cbcca705 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:38:27.396172 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:27.437778 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-8d9a73aa-3bfa-420f-b85a-d77dfb86353d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b485364fd2d04623babc416c243a99e1 HTTP/1.1" status: 200 len: 380 time: 0.0407941 Jul 23 21:38:27.447027 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-8cce3f70-5452-4a80-8947-99c031f19b4f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'port': {'device_id': '143b310d-e1dd-4b07-97e8-8fff40f3040e', 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f', 'admin_state_up': True, 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'security_groups': ['ee9bba78-179e-4956-a356-de58d761ad24']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:38:27.465424 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:27.552579 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710465130', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'c30fb701-325b-403b-826e-4c925bb35f61', 'name': '', 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:c2:37:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:23Z', 'updated_at': '2021-07-23T21:38:26Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:27.568273 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-8cce3f70-5452-4a80-8947-99c031f19b4f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Made reservation on behalf of b485364fd2d04623babc416c243a99e1 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:38:27.571910 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-8cce3f70-5452-4a80-8947-99c031f19b4f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:27.580450 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e322f8-8a2f-42a7-8ba5-1fb392e0402f None None] The sync data for ids ['83e91289-79ed-4784-896c-b2bb83579f6d'] in n-d-791504-18 is: [{'id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710465130', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'c30fb701-325b-403b-826e-4c925bb35f61', 'name': '', 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:c2:37:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:23Z', 'updated_at': '2021-07-23T21:38:26Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:38:27.715980 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-8cce3f70-5452-4a80-8947-99c031f19b4f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.20.0.9 (6495439d-c070-45a3-9613-6d787edd6a9f/c6c8c186-da15-4cfe-95f2-eeedf729948a/f34c5dac-7c08-4aa3-b238-f4dbf748fbcd) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:38:27.860234 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-8cce3f70-5452-4a80-8947-99c031f19b4f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:27.879127 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-8cce3f70-5452-4a80-8947-99c031f19b4f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Transition to ACTIVE for port object f34c5dac-7c08-4aa3-b238-f4dbf748fbcd will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:38:27.913475 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-8cce3f70-5452-4a80-8947-99c031f19b4f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:27.957344 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-8cce3f70-5452-4a80-8947-99c031f19b4f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network 6495439d-c070-45a3-9613-6d787edd6a9f is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:38:27.962526 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-8cce3f70-5452-4a80-8947-99c031f19b4f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:38:27.966841 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-8cce3f70-5452-4a80-8947-99c031f19b4f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:38:27.973541 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce3f70-5452-4a80-8947-99c031f19b4f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=f34c5dac-7c08-4aa3-b238-f4dbf748fbcd,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:28.024137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-8cce3f70-5452-4a80-8947-99c031f19b4f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:28.024802 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-8cce3f70-5452-4a80-8947-99c031f19b4f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:28.047089 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-8cce3f70-5452-4a80-8947-99c031f19b4f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6037159 Jul 23 21:38:28.064110 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Request body: {'port': {'device_id': '143b310d-e1dd-4b07-97e8-8fff40f3040e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:38:28.148604 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:28.263645 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-221a3ec0-a3e6-462c-86ae-7d0d24d02349 None None] Provisioning for port f34c5dac-7c08-4aa3-b238-f4dbf748fbcd completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:38:28.269074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-221a3ec0-a3e6-462c-86ae-7d0d24d02349 None None] Provisioning complete for port f34c5dac-7c08-4aa3-b238-f4dbf748fbcd triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:38:28.269549 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-221a3ec0-a3e6-462c-86ae-7d0d24d02349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:28.314393 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-221a3ec0-a3e6-462c-86ae-7d0d24d02349 None None] Port f34c5dac-7c08-4aa3-b238-f4dbf748fbcd cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:38:28.443481 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156afb5-1e34-464c-9abd-8d2ead6ea951 req-564e4067-ec41-4bca-81f5-0acfa0585e9b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:28.445370 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2156afb5-1e34-464c-9abd-8d2ead6ea951 req-564e4067-ec41-4bca-81f5-0acfa0585e9b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 931 time: 0.0707495 Jul 23 21:38:28.501894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2156afb5-1e34-464c-9abd-8d2ead6ea951 req-fbd895e7-1be1-4b3d-967d-b84dc85cf531 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee9bba78-179e-4956-a356-de58d761ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415993 Jul 23 21:38:28.682376 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c30fb701-325b-403b-826e-4c925bb35f61 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:38:28.722694 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34c5dac-7c08-4aa3-b238-f4dbf748fbcd {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:38:28.730598 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:28.731921 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port c30fb701-325b-403b-826e-4c925bb35f61 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:38:28.735661 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c30fb701-325b-403b-826e-4c925bb35f61 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:38:28.736040 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:28.742578 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Transition to ACTIVE for port object f34c5dac-7c08-4aa3-b238-f4dbf748fbcd will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:38:28.746933 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:28.776310 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:28.822086 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Pushing event updated for resources: {'Port': ['ID=f34c5dac-7c08-4aa3-b238-f4dbf748fbcd,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:28.828308 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:28.868545 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port c30fb701-325b-403b-826e-4c925bb35f61, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c30fb701-325b-403b-826e-4c925bb35f61,segment=NetworkSegment(78180c9e-7910-42b3-8924-4f58d63b6390),segment_id=78180c9e-7910-42b3-8924-4f58d63b6390)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:38:28.872607 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:28.874564 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Attempting to bind port f34c5dac-7c08-4aa3-b238-f4dbf748fbcd on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:38:28.874807 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Attempting to bind port f34c5dac-7c08-4aa3-b238-f4dbf748fbcd by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '78180c9e-7910-42b3-8924-4f58d63b6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:38:28.875184 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Attempting to bind port f34c5dac-7c08-4aa3-b238-f4dbf748fbcd on network 6495439d-c070-45a3-9613-6d787edd6a9f {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:38:28.881638 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Port f34c5dac-7c08-4aa3-b238-f4dbf748fbcd on network 6495439d-c070-45a3-9613-6d787edd6a9f not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:38:28.882078 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Attempting to bind port f34c5dac-7c08-4aa3-b238-f4dbf748fbcd on network 6495439d-c070-45a3-9613-6d787edd6a9f {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:38:28.888313 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:38:28.888787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Checking segment: {'id': '78180c9e-7910-42b3-8924-4f58d63b6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:38:28.889272 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Bound using segment: {'id': '78180c9e-7910-42b3-8924-4f58d63b6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:38:28.889800 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Bound port: f34c5dac-7c08-4aa3-b238-f4dbf748fbcd, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78180c9e-7910-42b3-8924-4f58d63b6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:38:28.891669 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:28.926894 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=c30fb701-325b-403b-826e-4c925bb35f61,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:28.965431 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] For port f34c5dac-7c08-4aa3-b238-f4dbf748fbcd, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:38:28.968948 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] For port f34c5dac-7c08-4aa3-b238-f4dbf748fbcd, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f34c5dac-7c08-4aa3-b238-f4dbf748fbcd,segment=NetworkSegment(78180c9e-7910-42b3-8924-4f58d63b6390),segment_id=78180c9e-7910-42b3-8924-4f58d63b6390)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:38:28.973128 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:29.006720 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:29.007362 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:29.008841 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] 10.222.0.48 "PUT /v2.0/ports/f34c5dac-7c08-4aa3-b238-f4dbf748fbcd HTTP/1.1" status: 200 len: 1092 time: 0.9498184 Jul 23 21:38:29.009295 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143b310d-e1dd-4b07-97e8-8fff40f3040e', 'tag': 'f34c5dac-7c08-4aa3-b238-f4dbf748fbcd'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:38:29.012088 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb2f564-fffb-46ae-8fd5-af46589f60bf" -d '{"events": [{"name": "network-changed", "server_uuid": "143b310d-e1dd-4b07-97e8-8fff40f3040e", "tag": "f34c5dac-7c08-4aa3-b238-f4dbf748fbcd"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:38:29.048157 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147f7f2-3169-44ea-b36b-adb6338f6958 service neutron] Pushing event updated for resources: {'Port': ['ID=f34c5dac-7c08-4aa3-b238-f4dbf748fbcd,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:29.058558 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51083b7-8827-43a8-85f0-bd496e41b25d x-openstack-request-id: req-d51083b7-8827-43a8-85f0-bd496e41b25d {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:38:29.058857 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143b310d-e1dd-4b07-97e8-8fff40f3040e", "tag": "f34c5dac-7c08-4aa3-b238-f4dbf748fbcd", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:38:29.059130 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d51083b7-8827-43a8-85f0-bd496e41b25d {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:38:29.059538 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143b310d-e1dd-4b07-97e8-8fff40f3040e', 'tag': 'f34c5dac-7c08-4aa3-b238-f4dbf748fbcd', 'status': 'completed', 'code': 200} Jul 23 21:38:29.119048 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9124a2ba-dbd3-4849-85e0-457dd6eef3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:29.120682 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-9124a2ba-dbd3-4849-85e0-457dd6eef3bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 1095 time: 0.0602758 Jul 23 21:38:29.167849 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-71377911-a589-4f10-8282-171a03830fca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f34c5dac-7c08-4aa3-b238-f4dbf748fbcd HTTP/1.1" status: 200 len: 217 time: 0.0362206 Jul 23 21:38:29.223515 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-8a473642-9b18-4519-857e-6805c35347ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:29.224929 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-8a473642-9b18-4519-857e-6805c35347ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6c8c186-da15-4cfe-95f2-eeedf729948a HTTP/1.1" status: 200 len: 833 time: 0.0466208 Jul 23 21:38:29.287335 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-71f06696-505c-427a-87db-26dc7a7ed6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:29.288833 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-71f06696-505c-427a-87db-26dc7a7ed6e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6495439d-c070-45a3-9613-6d787edd6a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537324 Jul 23 21:38:29.387115 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-8f111c92-001d-40c2-98ee-da5e2519b5bf service neutron] 10.222.0.48 "GET /v2.0/networks/6495439d-c070-45a3-9613-6d787edd6a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869908 Jul 23 21:38:29.482065 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d99e519c-4604-46fc-9f2f-e6e380ada104 req-8c2c6142-7d84-4fc9-ad9c-3d1a65ed2de6 service neutron] 10.222.0.48 "GET /v2.0/networks/6495439d-c070-45a3-9613-6d787edd6a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852025 Jul 23 21:38:29.585548 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2f564-fffb-46ae-8fd5-af46589f60bf req-45bbb271-5913-4df8-b89a-244dc50b28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:29.587048 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cfb2f564-fffb-46ae-8fd5-af46589f60bf req-45bbb271-5913-4df8-b89a-244dc50b28f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 1095 time: 0.0555921 Jul 23 21:38:29.637027 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee50b6-33f5-4819-a30e-31c24da4338d req-997ba7ca-d3a1-41ca-a233-29a7cab5a774 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:29.638560 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-22ee50b6-33f5-4819-a30e-31c24da4338d req-997ba7ca-d3a1-41ca-a233-29a7cab5a774 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 943 time: 0.0676093 Jul 23 21:38:29.676331 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-22ee50b6-33f5-4819-a30e-31c24da4338d req-c7504454-4dcf-4772-b246-a7d139d5a57e tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee9bba78-179e-4956-a356-de58d761ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320716 Jul 23 21:38:29.677920 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2f564-fffb-46ae-8fd5-af46589f60bf req-d33a75f0-616f-4c18-970d-e0f750c6e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:29.679616 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cfb2f564-fffb-46ae-8fd5-af46589f60bf req-d33a75f0-616f-4c18-970d-e0f750c6e2a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6495439d-c070-45a3-9613-6d787edd6a9f HTTP/1.1" status: 200 len: 897 time: 0.0862656 Jul 23 21:38:29.725653 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cfb2f564-fffb-46ae-8fd5-af46589f60bf req-0de8aaf5-2b8a-4db1-add3-7d099948d659 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f34c5dac-7c08-4aa3-b238-f4dbf748fbcd HTTP/1.1" status: 200 len: 217 time: 0.0389144 Jul 23 21:38:29.774243 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2f564-fffb-46ae-8fd5-af46589f60bf req-84518366-43d0-467b-a9cf-00529c69b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:29.776289 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cfb2f564-fffb-46ae-8fd5-af46589f60bf req-84518366-43d0-467b-a9cf-00529c69b583 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6c8c186-da15-4cfe-95f2-eeedf729948a HTTP/1.1" status: 200 len: 833 time: 0.0433757 Jul 23 21:38:29.832935 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2f564-fffb-46ae-8fd5-af46589f60bf req-52cc4e38-3525-4527-a111-37f408bc88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:29.834421 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cfb2f564-fffb-46ae-8fd5-af46589f60bf req-52cc4e38-3525-4527-a111-37f408bc88b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6495439d-c070-45a3-9613-6d787edd6a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519466 Jul 23 21:38:29.927517 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cfb2f564-fffb-46ae-8fd5-af46589f60bf req-f47caaa1-cb27-44a1-ae96-8547c3f0b83e service neutron] 10.222.0.48 "GET /v2.0/networks/6495439d-c070-45a3-9613-6d787edd6a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856280 Jul 23 21:38:30.019558 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-cfb2f564-fffb-46ae-8fd5-af46589f60bf req-cb19d610-7cf9-4c67-9cf6-94045f720d62 service neutron] 10.222.0.48 "GET /v2.0/networks/6495439d-c070-45a3-9613-6d787edd6a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831218 Jul 23 21:38:30.220456 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:30.660276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c30fb701-325b-403b-826e-4c925bb35f61 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:38:30.709438 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c30fb701-325b-403b-826e-4c925bb35f61 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:38:30.709818 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:30.810835 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa61ce6-9a7d-44e2-9be2-37fb36f5c757 req-94c125eb-9d7c-41ef-84f0-13c2cb3369c1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:30.812358 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fa61ce6-9a7d-44e2-9be2-37fb36f5c757 req-94c125eb-9d7c-41ef-84f0-13c2cb3369c1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 943 time: 0.0656652 Jul 23 21:38:30.849565 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5fa61ce6-9a7d-44e2-9be2-37fb36f5c757 req-f99b6859-8dce-441e-8848-cc5cf0dd6be9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee9bba78-179e-4956-a356-de58d761ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313494 Jul 23 21:38:31.976697 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06024f-6bc9-42a8-95a4-9312f06a85ad req-508762d0-a543-4c7f-8b1b-9ae59236b3d0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:31.978171 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c06024f-6bc9-42a8-95a4-9312f06a85ad req-508762d0-a543-4c7f-8b1b-9ae59236b3d0 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 943 time: 0.0615981 Jul 23 21:38:32.017991 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c06024f-6bc9-42a8-95a4-9312f06a85ad req-03520352-6e23-40f9-b065-3d6e2221d673 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee9bba78-179e-4956-a356-de58d761ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340650 Jul 23 21:38:32.462801 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f34c5dac-7c08-4aa3-b238-f4dbf748fbcd details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:38:32.561714 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f34c5dac-7c08-4aa3-b238-f4dbf748fbcd, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f34c5dac-7c08-4aa3-b238-f4dbf748fbcd,segment=NetworkSegment(78180c9e-7910-42b3-8924-4f58d63b6390),segment_id=78180c9e-7910-42b3-8924-4f58d63b6390)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:38:32.573271 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': 'f34c5dac-7c08-4aa3-b238-f4dbf748fbcd', 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f', 'port_id': 'f34c5dac-7c08-4aa3-b238-f4dbf748fbcd', 'mac_address': 'fa:16:3e:9b:f2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:38:32.612959 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:32.626519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34c5dac-7c08-4aa3-b238-f4dbf748fbcd {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:38:32.645657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f34c5dac-7c08-4aa3-b238-f4dbf748fbcd, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f34c5dac-7c08-4aa3-b238-f4dbf748fbcd,segment=NetworkSegment(78180c9e-7910-42b3-8924-4f58d63b6390),segment_id=78180c9e-7910-42b3-8924-4f58d63b6390)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:38:32.649700 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:32.695454 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f34c5dac-7c08-4aa3-b238-f4dbf748fbcd,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:32.943585 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['f34c5dac-7c08-4aa3-b238-f4dbf748fbcd'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:38:33.155484 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fa1fd-1948-41c0-87c4-79d3ec5acfc1 req-8a46d125-27f4-45ce-a4d3-b80762e137b1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:33.157011 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f6fa1fd-1948-41c0-87c4-79d3ec5acfc1 req-8a46d125-27f4-45ce-a4d3-b80762e137b1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 944 time: 0.0732281 Jul 23 21:38:33.195216 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0f6fa1fd-1948-41c0-87c4-79d3ec5acfc1 req-a0d29821-e92a-4dea-9d1f-7e740aeaa81a tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee9bba78-179e-4956-a356-de58d761ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324259 Jul 23 21:38:34.320102 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd6dfd-5706-413a-94e2-3e998c9c589f req-7e58ab63-8b26-4a18-8320-03f0beeaf128 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:34.321481 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03bd6dfd-5706-413a-94e2-3e998c9c589f req-7e58ab63-8b26-4a18-8320-03f0beeaf128 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 944 time: 0.0617309 Jul 23 21:38:34.358158 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03bd6dfd-5706-413a-94e2-3e998c9c589f req-30b7d949-c67e-4866-a5db-183122c8ac14 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee9bba78-179e-4956-a356-de58d761ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307488 Jul 23 21:38:34.467069 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f34c5dac-7c08-4aa3-b238-f4dbf748fbcd up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:38:34.515395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port f34c5dac-7c08-4aa3-b238-f4dbf748fbcd completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:38:34.519283 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port f34c5dac-7c08-4aa3-b238-f4dbf748fbcd triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:38:34.519658 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:34.599163 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:34.622244 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143b310d-e1dd-4b07-97e8-8fff40f3040e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34c5dac-7c08-4aa3-b238-f4dbf748fbcd'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:38:34.624518 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c538e91-4d6d-4511-9e08-1a0c5eb86880" -d '{"events": [{"server_uuid": "143b310d-e1dd-4b07-97e8-8fff40f3040e", "name": "network-vif-plugged", "status": "completed", "tag": "f34c5dac-7c08-4aa3-b238-f4dbf748fbcd"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:38:34.639089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port f34c5dac-7c08-4aa3-b238-f4dbf748fbcd, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f34c5dac-7c08-4aa3-b238-f4dbf748fbcd,segment=NetworkSegment(78180c9e-7910-42b3-8924-4f58d63b6390),segment_id=78180c9e-7910-42b3-8924-4f58d63b6390)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:38:34.644329 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:34.669650 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f04d6c-f1e9-42ad-9553-fd903093ee12 x-openstack-request-id: req-51f04d6c-f1e9-42ad-9553-fd903093ee12 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:38:34.669945 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143b310d-e1dd-4b07-97e8-8fff40f3040e", "name": "network-vif-plugged", "status": "completed", "tag": "f34c5dac-7c08-4aa3-b238-f4dbf748fbcd", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:38:34.670203 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51f04d6c-f1e9-42ad-9553-fd903093ee12 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:38:34.670590 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143b310d-e1dd-4b07-97e8-8fff40f3040e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34c5dac-7c08-4aa3-b238-f4dbf748fbcd', 'code': 200} Jul 23 21:38:34.698120 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=f34c5dac-7c08-4aa3-b238-f4dbf748fbcd,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:34.777972 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ec519-1af3-4183-8c3d-68d1fc5111da req-b99de88f-ab24-42d6-9c25-9224ec0d190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:34.779484 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-945ec519-1af3-4183-8c3d-68d1fc5111da req-b99de88f-ab24-42d6-9c25-9224ec0d190d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 1097 time: 0.0574996 Jul 23 21:38:34.817193 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-945ec519-1af3-4183-8c3d-68d1fc5111da req-267fb7c4-8976-4b59-b11a-ea8ee95432bf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ee9bba78-179e-4956-a356-de58d761ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274007 Jul 23 21:38:35.505612 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510c5be-e807-4d9b-bb6c-3554a740d21d req-79ce072c-8bee-4230-913f-9fdb174421d1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:35.507134 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3510c5be-e807-4d9b-bb6c-3554a740d21d req-79ce072c-8bee-4230-913f-9fdb174421d1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 945 time: 0.0829086 Jul 23 21:38:35.549502 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3510c5be-e807-4d9b-bb6c-3554a740d21d req-043360f9-d785-4feb-b8aa-aad733f6495c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee9bba78-179e-4956-a356-de58d761ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367525 Jul 23 21:38:36.680455 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a81aa-db32-48f1-a3fd-92c9057e5c94 req-7e53e905-c4eb-41d7-b415-7b7ae7d8ac1b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:36.682909 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-969a81aa-db32-48f1-a3fd-92c9057e5c94 req-7e53e905-c4eb-41d7-b415-7b7ae7d8ac1b tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 945 time: 0.0645008 Jul 23 21:38:36.720956 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-969a81aa-db32-48f1-a3fd-92c9057e5c94 req-982f9f58-602a-4259-a477-5cdf05f5ecd5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee9bba78-179e-4956-a356-de58d761ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322423 Jul 23 21:38:36.846301 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e6473-325a-4a31-8a2f-d513c81c78ca req-56ed08d9-16b1-4d60-a4e4-c8910fc67311 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:36.847715 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-061e6473-325a-4a31-8a2f-d513c81c78ca req-56ed08d9-16b1-4d60-a4e4-c8910fc67311 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 945 time: 0.0621722 Jul 23 21:38:36.895525 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-061e6473-325a-4a31-8a2f-d513c81c78ca req-6ea42ef0-e1b8-4f9b-938f-6972181e564c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee9bba78-179e-4956-a356-de58d761ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422223 Jul 23 21:38:36.916348 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58448) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:36.967066 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4fc6ba-4250-4e7f-a8d2-61cbdb2ad699 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:36.968567 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cf4fc6ba-4250-4e7f-a8d2-61cbdb2ad699 tempest-TestNetworkAdvancedServerOps-843129347 tempest-TestNetworkAdvancedServerOps-843129347-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 1092 time: 0.0512395 Jul 23 21:38:36.971354 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58450) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:36.975566 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': 'f34c5dac-7c08-4aa3-b238-f4dbf748fbcd', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:38:36.996934 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:37.088181 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:37.191963 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Allocated IP 172.25.3.11 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/f9940e3e-9b95-48de-9f58-f9476fd93019) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:38:37.302435 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:37.343824 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:37.378817 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:38:37.381600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:38:37.386875 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:38:37.409239 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=f9940e3e-9b95-48de-9f58-f9476fd93019,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:37.740125 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:37.812721 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:37.959453 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:37.964341 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:38.033521 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event updated for resources: {'Port': ['ID=f9940e3e-9b95-48de-9f58-f9476fd93019,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:38:38.042384 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:38.139754 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Floating IP fa2d25cf-1072-4751-9578-b2a646dde84a associated. External IP: 172.25.3.11, port: f34c5dac-7c08-4aa3-b238-f4dbf748fbcd. Jul 23 21:38:38.343736 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 83e91289-79ed-4784-896c-b2bb83579f6d has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:38:38.448818 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:38:38.459372 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c50352-fa4a-4add-9e5f-55ed018c05ed None None] Sync routers for ids ['83e91289-79ed-4784-896c-b2bb83579f6d'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:38:38.463878 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:38.471962 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c50352-fa4a-4add-9e5f-55ed018c05ed None None] Routers {'83e91289-79ed-4784-896c-b2bb83579f6d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:38:38.473021 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b2c50352-fa4a-4add-9e5f-55ed018c05ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:38:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['83e91289-79ed-4784-896c-b2bb83579f6d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:38.503458 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f496a83d-4a9a-42b7-8d2a-941225223378 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5310593 Jul 23 21:38:38.504046 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143b310d-e1dd-4b07-97e8-8fff40f3040e', 'tag': 'f34c5dac-7c08-4aa3-b238-f4dbf748fbcd'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:38:38.506279 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320f8550-c9f3-44de-bc59-0d6f1bf31299" -d '{"events": [{"name": "network-changed", "server_uuid": "143b310d-e1dd-4b07-97e8-8fff40f3040e", "tag": "f34c5dac-7c08-4aa3-b238-f4dbf748fbcd"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:38:38.548877 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e09377-8173-45e2-8cc3-135bd7f252b0 x-openstack-request-id: req-99e09377-8173-45e2-8cc3-135bd7f252b0 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:38:38.549168 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143b310d-e1dd-4b07-97e8-8fff40f3040e", "tag": "f34c5dac-7c08-4aa3-b238-f4dbf748fbcd", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:38:38.549424 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99e09377-8173-45e2-8cc3-135bd7f252b0 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:38:38.549825 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143b310d-e1dd-4b07-97e8-8fff40f3040e', 'tag': 'f34c5dac-7c08-4aa3-b238-f4dbf748fbcd', 'status': 'completed', 'code': 200} Jul 23 21:38:38.587375 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b2c50352-fa4a-4add-9e5f-55ed018c05ed None None] Set router 83e91289-79ed-4784-896c-b2bb83579f6d gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:38:38.631406 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f8550-c9f3-44de-bc59-0d6f1bf31299 req-aae48153-2bc6-4226-814d-f69af51580af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:38.632015 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386be7a-9983-4cea-b3a6-ae1d35121cc4 req-aa6719f0-d817-43f1-b0af-bc0a49ecc0aa tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:38.632948 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-320f8550-c9f3-44de-bc59-0d6f1bf31299 req-aae48153-2bc6-4226-814d-f69af51580af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 1097 time: 0.0599627 Jul 23 21:38:38.633080 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a386be7a-9983-4cea-b3a6-ae1d35121cc4 req-aa6719f0-d817-43f1-b0af-bc0a49ecc0aa tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 945 time: 0.0775621 Jul 23 21:38:38.672006 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a386be7a-9983-4cea-b3a6-ae1d35121cc4 req-3a4693e3-c140-40f8-be3f-14dc49f6e703 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee9bba78-179e-4956-a356-de58d761ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329692 Jul 23 21:38:38.697116 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58456) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:38.736702 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f8550-c9f3-44de-bc59-0d6f1bf31299 req-c43d8c5d-aa14-4102-8bb8-472269fe5ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:38.737720 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-320f8550-c9f3-44de-bc59-0d6f1bf31299 req-c43d8c5d-aa14-4102-8bb8-472269fe5ecf service neutron] 10.222.0.48 "GET /v2.0/networks?id=6495439d-c070-45a3-9613-6d787edd6a9f HTTP/1.1" status: 200 len: 897 time: 0.0978971 Jul 23 21:38:38.762382 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a26fbb52-116b-4cbf-b05d-667d289cd336 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/floatingips/fa2d25cf-1072-4751-9578-b2a646dde84a HTTP/1.1" status: 200 len: 990 time: 0.0640979 Jul 23 21:38:38.803390 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-320f8550-c9f3-44de-bc59-0d6f1bf31299 req-5a63cd31-ff39-4b9a-b99e-c032b63115e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f34c5dac-7c08-4aa3-b238-f4dbf748fbcd HTTP/1.1" status: 200 len: 998 time: 0.0581796 Jul 23 21:38:38.824904 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b2c50352-fa4a-4add-9e5f-55ed018c05ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710465130', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'fa2d25cf-1072-4751-9578-b2a646dde84a', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'port_id': 'f34c5dac-7c08-4aa3-b238-f4dbf748fbcd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f', 'mac_address': 'fa:16:3e:9b:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143b310d-e1dd-4b07-97e8-8fff40f3040e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:38:37Z', 'updated_at': '2021-07-23T21:38:37Z', 'revision_number': 0, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30fb701-325b-403b-826e-4c925bb35f61', 'name': '', 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:c2:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:23Z', 'updated_at': '2021-07-23T21:38:28Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:38.852177 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f8550-c9f3-44de-bc59-0d6f1bf31299 req-248b563f-e2f4-4bb8-9977-6e6c5775013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:38.853002 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c50352-fa4a-4add-9e5f-55ed018c05ed None None] Checking router: 83e91289-79ed-4784-896c-b2bb83579f6d for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:38:38.854213 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-320f8550-c9f3-44de-bc59-0d6f1bf31299 req-248b563f-e2f4-4bb8-9977-6e6c5775013c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6c8c186-da15-4cfe-95f2-eeedf729948a HTTP/1.1" status: 200 len: 833 time: 0.0438333 Jul 23 21:38:38.861865 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c50352-fa4a-4add-9e5f-55ed018c05ed None None] Routers {'83e91289-79ed-4784-896c-b2bb83579f6d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:38:38.862459 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b2c50352-fa4a-4add-9e5f-55ed018c05ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:38:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['83e91289-79ed-4784-896c-b2bb83579f6d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:38.916970 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f8550-c9f3-44de-bc59-0d6f1bf31299 req-096fc3e7-3ef9-4b37-a401-ffa34525d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:38:38.918469 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-320f8550-c9f3-44de-bc59-0d6f1bf31299 req-096fc3e7-3ef9-4b37-a401-ffa34525d9cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6495439d-c070-45a3-9613-6d787edd6a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577972 Jul 23 21:38:38.961572 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-b2c50352-fa4a-4add-9e5f-55ed018c05ed None None] Set router 83e91289-79ed-4784-896c-b2bb83579f6d gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:38:39.006454 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-320f8550-c9f3-44de-bc59-0d6f1bf31299 req-64046529-95e0-4f71-affe-0eb71813b826 service neutron] 10.222.0.48 "GET /v2.0/networks/6495439d-c070-45a3-9613-6d787edd6a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813158 Jul 23 21:38:39.099671 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-320f8550-c9f3-44de-bc59-0d6f1bf31299 req-187ab322-e0db-4c67-b7c3-52be7e7c3b30 service neutron] 10.222.0.48 "GET /v2.0/networks/6495439d-c070-45a3-9613-6d787edd6a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863690 Jul 23 21:38:39.182169 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-b2c50352-fa4a-4add-9e5f-55ed018c05ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710465130', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'fa2d25cf-1072-4751-9578-b2a646dde84a', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'port_id': 'f34c5dac-7c08-4aa3-b238-f4dbf748fbcd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f', 'mac_address': 'fa:16:3e:9b:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143b310d-e1dd-4b07-97e8-8fff40f3040e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:38:37Z', 'updated_at': '2021-07-23T21:38:37Z', 'revision_number': 0, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30fb701-325b-403b-826e-4c925bb35f61', 'name': '', 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:c2:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:23Z', 'updated_at': '2021-07-23T21:38:28Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:38:39.206712 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c50352-fa4a-4add-9e5f-55ed018c05ed None None] The sync data for ids ['83e91289-79ed-4784-896c-b2bb83579f6d'] in n-d-791504-18 is: [{'id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710465130', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'fa2d25cf-1072-4751-9578-b2a646dde84a', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'port_id': 'f34c5dac-7c08-4aa3-b238-f4dbf748fbcd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f', 'mac_address': 'fa:16:3e:9b:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143b310d-e1dd-4b07-97e8-8fff40f3040e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:38:37Z', 'updated_at': '2021-07-23T21:38:37Z', 'revision_number': 0, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30fb701-325b-403b-826e-4c925bb35f61', 'name': '', 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:c2:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:23Z', 'updated_at': '2021-07-23T21:38:28Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:38:39.399287 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec7e4b-05c9-4af5-b7f0-e7f0884b7166 None None] New status for floating IP fa2d25cf-1072-4751-9578-b2a646dde84a: ACTIVE {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:38:39.766292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58458) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:38:39.825048 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-ec5459af-096f-495c-b970-6d93daee4fdb tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/floatingips/fa2d25cf-1072-4751-9578-b2a646dde84a HTTP/1.1" status: 200 len: 992 time: 0.0575531 Jul 23 21:38:45.900498 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:47.446206 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:54.665373 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5cb9e6b3-743e-461d-9a42-2ee9f6e94f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:57.025267 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:38:57.179777 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-417d6886-1a34-4520-ac51-215948682112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:57.436740 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:58.771165 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:00.219630 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:02.330914 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a7ab1f4c-595e-4107-8aeb-3987721cc69c req-3dde441d-6570-4fc2-85c0-f15e331026ef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511901 Jul 23 21:39:02.424169 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab1f4c-595e-4107-8aeb-3987721cc69c req-aedd432c-ecd4-4eed-a903-17567ed324c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:02.425642 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a7ab1f4c-595e-4107-8aeb-3987721cc69c req-aedd432c-ecd4-4eed-a903-17567ed324c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 1097 time: 0.0529618 Jul 23 21:39:02.531996 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab1f4c-595e-4107-8aeb-3987721cc69c req-04a44492-3e29-4c1b-8ce4-dbdde5039dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:02.533477 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a7ab1f4c-595e-4107-8aeb-3987721cc69c req-04a44492-3e29-4c1b-8ce4-dbdde5039dd2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6495439d-c070-45a3-9613-6d787edd6a9f HTTP/1.1" status: 200 len: 897 time: 0.0888159 Jul 23 21:39:02.600307 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a7ab1f4c-595e-4107-8aeb-3987721cc69c req-7f9b7f0c-16f4-4f4d-87a8-e321bfdf343d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f34c5dac-7c08-4aa3-b238-f4dbf748fbcd HTTP/1.1" status: 200 len: 1000 time: 0.0585518 Jul 23 21:39:02.658453 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab1f4c-595e-4107-8aeb-3987721cc69c req-6562c46f-c327-4a52-8b4a-c204d986c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:02.659954 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a7ab1f4c-595e-4107-8aeb-3987721cc69c req-6562c46f-c327-4a52-8b4a-c204d986c4d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6c8c186-da15-4cfe-95f2-eeedf729948a HTTP/1.1" status: 200 len: 833 time: 0.0516295 Jul 23 21:39:02.720386 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab1f4c-595e-4107-8aeb-3987721cc69c req-9af941a8-3770-42b6-afbb-ae21fbf6ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:02.721877 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a7ab1f4c-595e-4107-8aeb-3987721cc69c req-9af941a8-3770-42b6-afbb-ae21fbf6ef5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6495439d-c070-45a3-9613-6d787edd6a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541182 Jul 23 21:39:02.811412 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a7ab1f4c-595e-4107-8aeb-3987721cc69c req-8ed59acb-0a9f-4ab8-b51a-cf8bf26c7874 service neutron] 10.222.0.48 "GET /v2.0/networks/6495439d-c070-45a3-9613-6d787edd6a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807323 Jul 23 21:39:02.905774 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a7ab1f4c-595e-4107-8aeb-3987721cc69c req-4872ab0f-e1f4-4a23-b4f1-93bdd79b26ff service neutron] 10.222.0.48 "GET /v2.0/networks/6495439d-c070-45a3-9613-6d787edd6a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871961 Jul 23 21:39:13.214982 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e7e4b-c147-40f6-a2a1-c6b112347186 req-f76e4c2d-3d98-43f9-abd7-cc77f75a1fa1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:13.216515 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b35e7e4b-c147-40f6-a2a1-c6b112347186 req-f76e4c2d-3d98-43f9-abd7-cc77f75a1fa1 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 945 time: 0.0669513 Jul 23 21:39:13.253307 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b35e7e4b-c147-40f6-a2a1-c6b112347186 req-4022b7c3-4d82-4364-9d5d-0ff6bc301420 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee9bba78-179e-4956-a356-de58d761ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311823 Jul 23 21:39:14.398846 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a63e97-3d62-4e4d-9082-bb77c128972a req-76a8e13b-fbc1-45ee-90db-18a65740e1b7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:14.400860 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-17a63e97-3d62-4e4d-9082-bb77c128972a req-76a8e13b-fbc1-45ee-90db-18a65740e1b7 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 945 time: 0.0627093 Jul 23 21:39:14.437237 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-17a63e97-3d62-4e4d-9082-bb77c128972a req-2428813f-fb2d-4c8d-8bac-2b67b2009dc6 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee9bba78-179e-4956-a356-de58d761ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309017 Jul 23 21:39:14.458963 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58482) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:14.521386 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5f6eef3f-7f31-4189-9b63-1cb1a099baef tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/floatingips/fa2d25cf-1072-4751-9578-b2a646dde84a HTTP/1.1" status: 200 len: 992 time: 0.0612934 Jul 23 21:39:15.794636 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd36f0-f715-4d89-971d-16083353e76a req-17471848-4111-40f1-990b-26434fc652b5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:15.796113 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5dbd36f0-f715-4d89-971d-16083353e76a req-17471848-4111-40f1-990b-26434fc652b5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 945 time: 0.0641849 Jul 23 21:39:15.817481 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa76a8-65fa-4b66-9bc9-0648ca81c8d0 req-0669bed6-f192-45e7-93d7-e36c21d74fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:15.818972 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e0aa76a8-65fa-4b66-9bc9-0648ca81c8d0 req-0669bed6-f192-45e7-93d7-e36c21d74fb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 1097 time: 0.0540092 Jul 23 21:39:15.834097 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5dbd36f0-f715-4d89-971d-16083353e76a req-eefa0cfd-1843-4e6d-aef9-24f8a67cf034 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee9bba78-179e-4956-a356-de58d761ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323727 Jul 23 21:39:15.914129 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:15.916187 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa76a8-65fa-4b66-9bc9-0648ca81c8d0 req-5418e68e-210b-461c-bfa9-966b3ee47ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:15.917711 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e0aa76a8-65fa-4b66-9bc9-0648ca81c8d0 req-5418e68e-210b-461c-bfa9-966b3ee47ab2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6495439d-c070-45a3-9613-6d787edd6a9f HTTP/1.1" status: 200 len: 897 time: 0.0890429 Jul 23 21:39:15.981692 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e0aa76a8-65fa-4b66-9bc9-0648ca81c8d0 req-75807c6d-5c1a-4a61-9aea-6a21f62ee7dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f34c5dac-7c08-4aa3-b238-f4dbf748fbcd HTTP/1.1" status: 200 len: 1000 time: 0.0562196 Jul 23 21:39:16.036060 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa76a8-65fa-4b66-9bc9-0648ca81c8d0 req-ff401ca0-83fe-4fd6-8ad6-5704f53c9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:16.037459 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e0aa76a8-65fa-4b66-9bc9-0648ca81c8d0 req-ff401ca0-83fe-4fd6-8ad6-5704f53c9229 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6c8c186-da15-4cfe-95f2-eeedf729948a HTTP/1.1" status: 200 len: 833 time: 0.0463316 Jul 23 21:39:16.098061 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa76a8-65fa-4b66-9bc9-0648ca81c8d0 req-b7a4e2e8-e373-40e8-a7f6-948c3a58a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:16.099458 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e0aa76a8-65fa-4b66-9bc9-0648ca81c8d0 req-b7a4e2e8-e373-40e8-a7f6-948c3a58a5a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6495439d-c070-45a3-9613-6d787edd6a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514832 Jul 23 21:39:16.190950 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e0aa76a8-65fa-4b66-9bc9-0648ca81c8d0 req-9231ae15-5020-49d0-8e77-fa208b68edc6 service neutron] 10.222.0.48 "GET /v2.0/networks/6495439d-c070-45a3-9613-6d787edd6a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815208 Jul 23 21:39:16.285416 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e0aa76a8-65fa-4b66-9bc9-0648ca81c8d0 req-6890fd22-2ce2-4460-ad81-c9c377addc9a service neutron] 10.222.0.48 "GET /v2.0/networks/6495439d-c070-45a3-9613-6d787edd6a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849113 Jul 23 21:39:16.962938 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00fb57-8915-425f-950a-efec2f6e1c93 req-7e05df41-fe8e-4692-a711-59473295b11d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:16.965779 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee00fb57-8915-425f-950a-efec2f6e1c93 req-7e05df41-fe8e-4692-a711-59473295b11d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 945 time: 0.0635712 Jul 23 21:39:17.007683 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ee00fb57-8915-425f-950a-efec2f6e1c93 req-d9f2618e-03a6-46b2-96d9-509bd75cd36c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee9bba78-179e-4956-a356-de58d761ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363820 Jul 23 21:39:17.444936 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:18.144825 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043c467-cddc-4445-b331-16a4804e892d req-3ba9f254-22de-4f20-840b-6abfbfb6edf9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:18.146333 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5043c467-cddc-4445-b331-16a4804e892d req-3ba9f254-22de-4f20-840b-6abfbfb6edf9 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 945 time: 0.0661554 Jul 23 21:39:18.183539 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5043c467-cddc-4445-b331-16a4804e892d req-2c37aa01-8a56-4d75-b2d1-9785b3138521 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee9bba78-179e-4956-a356-de58d761ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309973 Jul 23 21:39:18.205220 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58494) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:18.269848 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ee8d0490-33e3-4e5a-8e90-8e5402e6710f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/floatingips/fa2d25cf-1072-4751-9578-b2a646dde84a HTTP/1.1" status: 200 len: 992 time: 0.0634694 Jul 23 21:39:18.483734 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58500) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:18.642490 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port f9940e3e-9b95-48de-9f58-f9476fd93019 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:39:18.642834 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:18.722898 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:18.723255 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:18.735338 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for f9940e3e-9b95-48de-9f58-f9476fd93019 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:39:18.877271 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:18.905148 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=f9940e3e-9b95-48de-9f58-f9476fd93019,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:18.916907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:18.917247 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:18.917585 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:18.917922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:18.918248 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:18.918576 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:18.918901 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:18.919253 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:18.919579 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:18.919899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:18.920215 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:18.920531 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:18.974639 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:18.974962 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Floating IP fa2d25cf-1072-4751-9578-b2a646dde84a disassociated (deleted). External IP: 172.25.3.11, port: f34c5dac-7c08-4aa3-b238-f4dbf748fbcd. Jul 23 21:39:19.493934 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 83e91289-79ed-4784-896c-b2bb83579f6d has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:39:19.597872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:39:19.602656 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:19.608274 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aad95c-a230-4b63-a618-5a151b1621be None None] Sync routers for ids ['83e91289-79ed-4784-896c-b2bb83579f6d'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:39:19.617569 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aad95c-a230-4b63-a618-5a151b1621be None None] Routers {'83e91289-79ed-4784-896c-b2bb83579f6d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:39:19.618185 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a5aad95c-a230-4b63-a618-5a151b1621be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:38:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['83e91289-79ed-4784-896c-b2bb83579f6d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:19.638681 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b33f9158-f82a-4852-b805-7769e4db3e1c tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/floatingips/fa2d25cf-1072-4751-9578-b2a646dde84a HTTP/1.1" status: 204 len: 168 time: 1.1538718 Jul 23 21:39:19.639392 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143b310d-e1dd-4b07-97e8-8fff40f3040e', 'tag': 'f34c5dac-7c08-4aa3-b238-f4dbf748fbcd'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:39:19.641729 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf8157d-7e1d-4c34-bf3f-035d70bbd8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "143b310d-e1dd-4b07-97e8-8fff40f3040e", "tag": "f34c5dac-7c08-4aa3-b238-f4dbf748fbcd"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:39:19.677946 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8f0cd6-b495-4e0b-ad5e-ce73f97aba7a x-openstack-request-id: req-2c8f0cd6-b495-4e0b-ad5e-ce73f97aba7a {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:39:19.678239 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143b310d-e1dd-4b07-97e8-8fff40f3040e", "tag": "f34c5dac-7c08-4aa3-b238-f4dbf748fbcd", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:39:19.678489 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c8f0cd6-b495-4e0b-ad5e-ce73f97aba7a {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:39:19.678886 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143b310d-e1dd-4b07-97e8-8fff40f3040e', 'tag': 'f34c5dac-7c08-4aa3-b238-f4dbf748fbcd', 'status': 'completed', 'code': 200} Jul 23 21:39:19.724298 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-a5aad95c-a230-4b63-a618-5a151b1621be None None] Set router 83e91289-79ed-4784-896c-b2bb83579f6d gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:39:19.766868 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8157d-7e1d-4c34-bf3f-035d70bbd8f7 req-e0d6e159-1a96-4430-887e-ddd74be5dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:19.770110 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-faf8157d-7e1d-4c34-bf3f-035d70bbd8f7 req-e0d6e159-1a96-4430-887e-ddd74be5dcf6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b485364fd2d04623babc416c243a99e1&device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 1097 time: 0.0610561 Jul 23 21:39:19.875724 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8157d-7e1d-4c34-bf3f-035d70bbd8f7 req-90378091-0d99-49a9-a5e6-8966389e3010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:19.877377 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-faf8157d-7e1d-4c34-bf3f-035d70bbd8f7 req-90378091-0d99-49a9-a5e6-8966389e3010 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6495439d-c070-45a3-9613-6d787edd6a9f HTTP/1.1" status: 200 len: 897 time: 0.0893693 Jul 23 21:39:19.890542 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e15111-3fbb-4ddb-bb0b-7b3b6b0d0d0f req-2c76abe3-4115-44cb-9f39-095ecb758e17 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:19.892124 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50e15111-3fbb-4ddb-bb0b-7b3b6b0d0d0f req-2c76abe3-4115-44cb-9f39-095ecb758e17 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 945 time: 0.0654347 Jul 23 21:39:19.928197 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-faf8157d-7e1d-4c34-bf3f-035d70bbd8f7 req-07520e57-1982-469c-9c35-2e8060878710 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f34c5dac-7c08-4aa3-b238-f4dbf748fbcd HTTP/1.1" status: 200 len: 217 time: 0.0415640 Jul 23 21:39:19.933018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-50e15111-3fbb-4ddb-bb0b-7b3b6b0d0d0f req-f43848ce-2ee9-4aa5-9122-9f71b5645cf2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee9bba78-179e-4956-a356-de58d761ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352683 Jul 23 21:39:19.979453 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8157d-7e1d-4c34-bf3f-035d70bbd8f7 req-e1bfb05a-6459-46b5-96dd-553b957a32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:19.981332 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-faf8157d-7e1d-4c34-bf3f-035d70bbd8f7 req-e1bfb05a-6459-46b5-96dd-553b957a32ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6c8c186-da15-4cfe-95f2-eeedf729948a HTTP/1.1" status: 200 len: 833 time: 0.0462904 Jul 23 21:39:20.018926 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a5aad95c-a230-4b63-a618-5a151b1621be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710465130', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'c30fb701-325b-403b-826e-4c925bb35f61', 'name': '', 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:c2:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:23Z', 'updated_at': '2021-07-23T21:38:28Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:20.039942 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8157d-7e1d-4c34-bf3f-035d70bbd8f7 req-92b6175f-2ee2-4494-8cfa-5f0728059503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:20.041988 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-faf8157d-7e1d-4c34-bf3f-035d70bbd8f7 req-92b6175f-2ee2-4494-8cfa-5f0728059503 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6495439d-c070-45a3-9613-6d787edd6a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533650 Jul 23 21:39:20.044720 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aad95c-a230-4b63-a618-5a151b1621be None None] Checking router: 83e91289-79ed-4784-896c-b2bb83579f6d for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:39:20.052891 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aad95c-a230-4b63-a618-5a151b1621be None None] Routers {'83e91289-79ed-4784-896c-b2bb83579f6d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:39:20.053493 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a5aad95c-a230-4b63-a618-5a151b1621be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:38:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['83e91289-79ed-4784-896c-b2bb83579f6d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:20.136962 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-faf8157d-7e1d-4c34-bf3f-035d70bbd8f7 req-ccf06662-7679-4441-b1d5-975ce77d955a service neutron] 10.222.0.48 "GET /v2.0/networks/6495439d-c070-45a3-9613-6d787edd6a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871122 Jul 23 21:39:20.156006 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-a5aad95c-a230-4b63-a618-5a151b1621be None None] Set router 83e91289-79ed-4784-896c-b2bb83579f6d gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:39:20.227170 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-faf8157d-7e1d-4c34-bf3f-035d70bbd8f7 req-a826cd4f-87b8-4089-8473-90d7b922244f service neutron] 10.222.0.48 "GET /v2.0/networks/6495439d-c070-45a3-9613-6d787edd6a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828688 Jul 23 21:39:20.346073 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-a5aad95c-a230-4b63-a618-5a151b1621be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710465130', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'c30fb701-325b-403b-826e-4c925bb35f61', 'name': '', 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:c2:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:23Z', 'updated_at': '2021-07-23T21:38:28Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:20.375360 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aad95c-a230-4b63-a618-5a151b1621be None None] The sync data for ids ['83e91289-79ed-4784-896c-b2bb83579f6d'] in n-d-791504-18 is: [{'id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710465130', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'c30fb701-325b-403b-826e-4c925bb35f61', 'name': '', 'network_id': '6495439d-c070-45a3-9613-6d787edd6a9f', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'mac_address': 'fa:16:3e:c2:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:23Z', 'updated_at': '2021-07-23T21:38:28Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'subnets': [{'id': 'c6c8c186-da15-4cfe-95f2-eeedf729948a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:39:20.593837 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf23135-b6aa-4e71-b1ed-b09cececd6bd None None] New status for floating IP fa2d25cf-1072-4751-9578-b2a646dde84a: DOWN {{(pid=93812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:39:21.066726 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb8e35-8477-4901-b269-bd029cc30afe req-db88070c-479d-4e93-a286-d5fc5685e239 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:21.068220 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6bb8e35-8477-4901-b269-bd029cc30afe req-db88070c-479d-4e93-a286-d5fc5685e239 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 945 time: 0.0650406 Jul 23 21:39:21.104536 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6bb8e35-8477-4901-b269-bd029cc30afe req-21ce5b3a-2db0-4d58-818f-451729adad3d tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/security-groups?id=ee9bba78-179e-4956-a356-de58d761ad24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301757 Jul 23 21:39:21.629025 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbfa7d-c6b6-4631-b859-632d4481a804 req-25ee72c0-9401-4b42-a153-7d447e2b0ef2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:21.630601 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5bbfa7d-c6b6-4631-b859-632d4481a804 req-25ee72c0-9401-4b42-a153-7d447e2b0ef2 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.48 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 945 time: 0.0680313 Jul 23 21:39:21.737332 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-f5bbfa7d-c6b6-4631-b859-632d4481a804 req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port f34c5dac-7c08-4aa3-b238-f4dbf748fbcd {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:39:21.737678 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f5bbfa7d-c6b6-4631-b859-632d4481a804 req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:21.827860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f5bbfa7d-c6b6-4631-b859-632d4481a804 req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] For port f34c5dac-7c08-4aa3-b238-f4dbf748fbcd, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=f34c5dac-7c08-4aa3-b238-f4dbf748fbcd,segment=NetworkSegment(78180c9e-7910-42b3-8924-4f58d63b6390),segment_id=78180c9e-7910-42b3-8924-4f58d63b6390)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:39:21.828142 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f5bbfa7d-c6b6-4631-b859-632d4481a804 req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:21.840094 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-f5bbfa7d-c6b6-4631-b859-632d4481a804 req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for f34c5dac-7c08-4aa3-b238-f4dbf748fbcd owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:39:21.964404 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f5bbfa7d-c6b6-4631-b859-632d4481a804 req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:22.003904 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=f34c5dac-7c08-4aa3-b238-f4dbf748fbcd,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:22.036267 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:22.036623 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:22.036950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:22.037280 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:22.037604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:22.037930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:22.038253 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:22.038574 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:22.038898 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:22.039251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:22.039589 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:22.039888 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:22.063948 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bbfa7d-c6b6-4631-b859-632d4481a804 req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] No DVR routers for this DVR port f34c5dac-7c08-4aa3-b238-f4dbf748fbcd on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:39:22.066313 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f5bbfa7d-c6b6-4631-b859-632d4481a804 req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:22.068336 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f5bbfa7d-c6b6-4631-b859-632d4481a804 req-40fc9698-ee53-4082-a9d2-c741ea246eb5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.48 "DELETE /v2.0/ports/f34c5dac-7c08-4aa3-b238-f4dbf748fbcd HTTP/1.1" status: 204 len: 173 time: 0.4290252 Jul 23 21:39:22.068766 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143b310d-e1dd-4b07-97e8-8fff40f3040e', 'name': 'network-vif-deleted', 'tag': 'f34c5dac-7c08-4aa3-b238-f4dbf748fbcd'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:39:22.070996 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0375defe-3bb7-4d07-afad-41ff6c396c5b" -d '{"events": [{"server_uuid": "143b310d-e1dd-4b07-97e8-8fff40f3040e", "name": "network-vif-deleted", "tag": "f34c5dac-7c08-4aa3-b238-f4dbf748fbcd"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:39:22.108327 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72ae940-b3f0-4569-a1ad-f15bdec1d3ea x-openstack-request-id: req-b72ae940-b3f0-4569-a1ad-f15bdec1d3ea {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:39:22.108630 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143b310d-e1dd-4b07-97e8-8fff40f3040e", "name": "network-vif-deleted", "tag": "f34c5dac-7c08-4aa3-b238-f4dbf748fbcd", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:39:22.108903 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b72ae940-b3f0-4569-a1ad-f15bdec1d3ea {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:39:22.109301 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143b310d-e1dd-4b07-97e8-8fff40f3040e', 'name': 'network-vif-deleted', 'tag': 'f34c5dac-7c08-4aa3-b238-f4dbf748fbcd', 'status': 'completed', 'code': 200} Jul 23 21:39:22.202402 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fe712afb-19d3-4cd3-91e2-7cc7a4d1277d req-68966e1b-1c57-4c72-9f68-65fc77a777e5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "GET /v2.0/ports?device_id=143b310d-e1dd-4b07-97e8-8fff40f3040e HTTP/1.1" status: 200 len: 210 time: 0.0301492 Jul 23 21:39:23.258150 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58518) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:23.616698 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab09b200-63c8-4941-94b6-af1a7c8a14c5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:23.877255 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ab09b200-63c8-4941-94b6-af1a7c8a14c5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port c30fb701-325b-403b-826e-4c925bb35f61 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:39:23.877515 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab09b200-63c8-4941-94b6-af1a7c8a14c5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:23.963183 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-ab09b200-63c8-4941-94b6-af1a7c8a14c5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] For port c30fb701-325b-403b-826e-4c925bb35f61, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c30fb701-325b-403b-826e-4c925bb35f61,segment=NetworkSegment(78180c9e-7910-42b3-8924-4f58d63b6390),segment_id=78180c9e-7910-42b3-8924-4f58d63b6390)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:39:23.963538 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab09b200-63c8-4941-94b6-af1a7c8a14c5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:23.975777 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-ab09b200-63c8-4941-94b6-af1a7c8a14c5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for c30fb701-325b-403b-826e-4c925bb35f61 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:39:24.157599 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab09b200-63c8-4941-94b6-af1a7c8a14c5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:24.183441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09b200-63c8-4941-94b6-af1a7c8a14c5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=c30fb701-325b-403b-826e-4c925bb35f61,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:24.362738 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ab09b200-63c8-4941-94b6-af1a7c8a14c5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:24.669140 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec924a51-d32d-44b1-8520-34df56559b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:24.841914 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab09b200-63c8-4941-94b6-af1a7c8a14c5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Router 83e91289-79ed-4784-896c-b2bb83579f6d has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:39:24.943787 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab09b200-63c8-4941-94b6-af1a7c8a14c5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:39:24.948683 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ab09b200-63c8-4941-94b6-af1a7c8a14c5 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "PUT /v2.0/routers/83e91289-79ed-4784-896c-b2bb83579f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6895134 Jul 23 21:39:24.951394 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58520) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:24.953984 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c79d6a-963e-43c9-bb60-b5ac1681c784 None None] Sync routers for ids ['83e91289-79ed-4784-896c-b2bb83579f6d'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:39:24.963479 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c79d6a-963e-43c9-bb60-b5ac1681c784 None None] Routers {'83e91289-79ed-4784-896c-b2bb83579f6d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:39:24.964078 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-95c79d6a-963e-43c9-bb60-b5ac1681c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:38:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['83e91289-79ed-4784-896c-b2bb83579f6d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:25.005053 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a1e346-0895-443a-8f4d-9131909d4559 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting subnet c6c8c186-da15-4cfe-95f2-eeedf729948a {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:39:25.008396 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e346-0895-443a-8f4d-9131909d4559 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:25.048824 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e346-0895-443a-8f4d-9131909d4559 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:25.065585 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-95c79d6a-963e-43c9-bb60-b5ac1681c784 None None] Set router 83e91289-79ed-4784-896c-b2bb83579f6d gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:39:25.132162 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e346-0895-443a-8f4d-9131909d4559 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:25.195006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e346-0895-443a-8f4d-9131909d4559 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:25.223654 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1e346-0895-443a-8f4d-9131909d4559 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c8c186-da15-4cfe-95f2-eeedf729948a,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:25.225639 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-b0a1e346-0895-443a-8f4d-9131909d4559 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:25.230312 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-b0a1e346-0895-443a-8f4d-9131909d4559 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/subnets/c6c8c186-da15-4cfe-95f2-eeedf729948a HTTP/1.1" status: 204 len: 168 time: 0.2752192 Jul 23 21:39:25.231161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58522) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:25.235841 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0297be77-a084-46fe-abd8-25759d672002 None None] Network 6495439d-c070-45a3-9613-6d787edd6a9f requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:39:25.246914 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-95c79d6a-963e-43c9-bb60-b5ac1681c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710465130', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:39:24Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:25.272828 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c79d6a-963e-43c9-bb60-b5ac1681c784 None None] Checking router: 83e91289-79ed-4784-896c-b2bb83579f6d for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:39:25.281821 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c79d6a-963e-43c9-bb60-b5ac1681c784 None None] Routers {'83e91289-79ed-4784-896c-b2bb83579f6d'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:39:25.282430 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-95c79d6a-963e-43c9-bb60-b5ac1681c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:38:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['83e91289-79ed-4784-896c-b2bb83579f6d'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:25.339383 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e77bf43-1ee5-4a48-b7fd-3b0ded250958 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:25.386070 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-95c79d6a-963e-43c9-bb60-b5ac1681c784 None None] Set router 83e91289-79ed-4784-896c-b2bb83579f6d gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:39:25.447819 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] DHCP port deletion for 6495439d-c070-45a3-9613-6d787edd6a9f request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:39:25.454787 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e77bf43-1ee5-4a48-b7fd-3b0ded250958 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:25.499441 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] Deleting port 6a5808ef-7c10-4c19-bef8-bea4cbcca705 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:39:25.499957 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:25.508386 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-8e77bf43-1ee5-4a48-b7fd-3b0ded250958 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Deleting port 9f140ccc-6413-41a3-a5e3-2866a82625ca {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:39:25.508854 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e77bf43-1ee5-4a48-b7fd-3b0ded250958 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:25.570658 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-95c79d6a-963e-43c9-bb60-b5ac1681c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710465130', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:39:24Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:25.574074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] For port 6a5808ef-7c10-4c19-bef8-bea4cbcca705, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=6a5808ef-7c10-4c19-bef8-bea4cbcca705,segment=NetworkSegment(78180c9e-7910-42b3-8924-4f58d63b6390),segment_id=78180c9e-7910-42b3-8924-4f58d63b6390)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:39:25.574475 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:25.586358 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] Calling delete_port for 6a5808ef-7c10-4c19-bef8-bea4cbcca705 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:39:25.597549 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c79d6a-963e-43c9-bb60-b5ac1681c784 None None] The sync data for ids ['83e91289-79ed-4784-896c-b2bb83579f6d'] in n-d-791504-18 is: [{'id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710465130', 'tenant_id': 'b485364fd2d04623babc416c243a99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:39:24Z', 'revision_number': 5, 'project_id': 'b485364fd2d04623babc416c243a99e1', 'gw_port': {'id': '9f140ccc-6413-41a3-a5e3-2866a82625ca', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e91289-79ed-4784-896c-b2bb83579f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:38:21Z', 'updated_at': '2021-07-23T21:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:39:25.598114 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-8e77bf43-1ee5-4a48-b7fd-3b0ded250958 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] For port 9f140ccc-6413-41a3-a5e3-2866a82625ca, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=9f140ccc-6413-41a3-a5e3-2866a82625ca,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:39:25.598476 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e77bf43-1ee5-4a48-b7fd-3b0ded250958 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:25.612432 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-8e77bf43-1ee5-4a48-b7fd-3b0ded250958 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Calling delete_port for 9f140ccc-6413-41a3-a5e3-2866a82625ca owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:39:25.675220 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:25.700680 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] Pushing event deleted for resources: {'Port': ['ID=6a5808ef-7c10-4c19-bef8-bea4cbcca705,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:25.704799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] No DVR routers for this DVR port 6a5808ef-7c10-4c19-bef8-bea4cbcca705 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:39:25.711740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:25.712134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:25.712641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:25.712827 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:25.713161 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:25.713487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:25.713812 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:25.714131 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:25.714449 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:25.715308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:25.715308 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:25.715573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531fd06-ba1d-48d8-a449-74bd54f53ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:25.783192 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e77bf43-1ee5-4a48-b7fd-3b0ded250958 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:25.809678 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77bf43-1ee5-4a48-b7fd-3b0ded250958 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Port': ['ID=9f140ccc-6413-41a3-a5e3-2866a82625ca,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:25.872763 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e77bf43-1ee5-4a48-b7fd-3b0ded250958 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:25.963737 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e77bf43-1ee5-4a48-b7fd-3b0ded250958 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:25.966019 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e77bf43-1ee5-4a48-b7fd-3b0ded250958 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:26.011691 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e77bf43-1ee5-4a48-b7fd-3b0ded250958 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:26.012254 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e77bf43-1ee5-4a48-b7fd-3b0ded250958 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Fanout notify agent at l3_agent the message router_deleted on router 83e91289-79ed-4784-896c-b2bb83579f6d {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:39:26.019696 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8e77bf43-1ee5-4a48-b7fd-3b0ded250958 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:26.020842 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8e77bf43-1ee5-4a48-b7fd-3b0ded250958 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/routers/83e91289-79ed-4784-896c-b2bb83579f6d HTTP/1.1" status: 204 len: 168 time: 0.7893298 Jul 23 21:39:26.023668 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58526) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:26.104953 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1fd2bc6c-f1cb-470d-8f70-3fce40210e70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:26.192150 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1fd2bc6c-f1cb-470d-8f70-3fce40210e70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:26.202616 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-1fd2bc6c-f1cb-470d-8f70-3fce40210e70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6495439d-c070-45a3-9613-6d787edd6a9f']}} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:26.218857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-1fd2bc6c-f1cb-470d-8f70-3fce40210e70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78180c9e-7910-42b3-8924-4f58d63b6390') {'for_net_delete': True} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:26.219180 n-d-791504-18 neutron-server[93810]: DEBUG neutron.services.segments.db [None req-1fd2bc6c-f1cb-470d-8f70-3fce40210e70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78180c9e-7910-42b3-8924-4f58d63b6390') {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:26.228912 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1fd2bc6c-f1cb-470d-8f70-3fce40210e70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8736868'] for segment, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:26.243496 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1fd2bc6c-f1cb-470d-8f70-3fce40210e70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:26.249325 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd2bc6c-f1cb-470d-8f70-3fce40210e70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:39:26.249704 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1fd2bc6c-f1cb-470d-8f70-3fce40210e70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12485002'] for segment, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: Traceback (most recent call last): Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: timer() Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: cb(*args, **kw) Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: return func(*args, **kwargs) Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: self._notify() Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: self.callback(batched_events) Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: event.method(event) Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: return f(self, *a, **k) Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: return self._get(url).json() Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: return self.request(url, 'GET', **kwargs) Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:39:26.252650 n-d-791504-18 neutron-server[93810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:39:26.309670 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1fd2bc6c-f1cb-470d-8f70-3fce40210e70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:26.326204 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1fd2bc6c-f1cb-470d-8f70-3fce40210e70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for network, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:26.328053 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1fd2bc6c-f1cb-470d-8f70-3fce40210e70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/networks/6495439d-c070-45a3-9613-6d787edd6a9f HTTP/1.1" status: 204 len: 168 time: 0.3034377 Jul 23 21:39:26.329063 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2bc6c-f1cb-470d-8f70-3fce40210e70 tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'Network': ['ID=6495439d-c070-45a3-9613-6d787edd6a9f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:26.330727 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58528) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:26.387405 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1644d9b1-b3f4-47fe-b896-8974febc269f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:26.412074 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1644d9b1-b3f4-47fe-b896-8974febc269f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:26.474142 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1644d9b1-b3f4-47fe-b896-8974febc269f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:26.476614 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1644d9b1-b3f4-47fe-b896-8974febc269f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:26.478350 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1644d9b1-b3f4-47fe-b896-8974febc269f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] 10.222.0.55 "DELETE /v2.0/security-groups/ee9bba78-179e-4956-a356-de58d761ad24 HTTP/1.1" status: 204 len: 168 time: 0.1461263 Jul 23 21:39:26.487505 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644d9b1-b3f4-47fe-b896-8974febc269f tempest-TestNetworkAdvancedServerOps-225010650 tempest-TestNetworkAdvancedServerOps-225010650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9bba78-179e-4956-a356-de58d761ad24,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:26.688517 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9f140ccc-6413-41a3-a5e3-2866a82625ca no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:39:26.708995 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 9f140ccc-6413-41a3-a5e3-2866a82625ca {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:39:26.709396 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 9f140ccc-6413-41a3-a5e3-2866a82625ca not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:39:26.709745 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c30fb701-325b-403b-826e-4c925bb35f61 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:39:26.728977 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: c30fb701-325b-403b-826e-4c925bb35f61 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:39:26.729327 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c30fb701-325b-403b-826e-4c925bb35f61 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:39:26.729994 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6a5808ef-7c10-4c19-bef8-bea4cbcca705 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:39:26.754871 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 6a5808ef-7c10-4c19-bef8-bea4cbcca705 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:39:26.755334 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 6a5808ef-7c10-4c19-bef8-bea4cbcca705 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:39:26.758175 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f34c5dac-7c08-4aa3-b238-f4dbf748fbcd no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:39:26.780044 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: f34c5dac-7c08-4aa3-b238-f4dbf748fbcd {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:39:26.780395 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device f34c5dac-7c08-4aa3-b238-f4dbf748fbcd not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:39:26.829763 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58536) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:26.966463 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d2e07e35-3d68-49da-af8d-6fd44aa8d28f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b485364fd2d04623babc416c243a99e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355245 Jul 23 21:39:26.968964 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58540) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:27.016341 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c84b5b7-3fe5-47d4-b7c6-267a649bd4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:27.036969 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c84b5b7-3fe5-47d4-b7c6-267a649bd4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:27.086179 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c84b5b7-3fe5-47d4-b7c6-267a649bd4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:27.090303 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8c84b5b7-3fe5-47d4-b7c6-267a649bd4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:27.091676 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8c84b5b7-3fe5-47d4-b7c6-267a649bd4cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/288ee690-1a02-4a22-85eb-8f459252f2c4 HTTP/1.1" status: 204 len: 168 time: 0.1218140 Jul 23 21:39:27.106577 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84b5b7-3fe5-47d4-b7c6-267a649bd4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288ee690-1a02-4a22-85eb-8f459252f2c4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:27.180171 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-95f47108-6c7b-403d-a5f0-50b9a3ebffe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:27.351123 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58546) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:27.365285 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-094ca8e8-da77-4948-836a-804f94eeedae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:27.442224 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:27.469830 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-094ca8e8-da77-4948-836a-804f94eeedae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:27.473849 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-094ca8e8-da77-4948-836a-804f94eeedae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:27.514443 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-094ca8e8-da77-4948-836a-804f94eeedae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9bbff753fb8e47ecbc6f363bf5b19356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622429 Jul 23 21:39:27.516337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ca8e8-da77-4948-836a-804f94eeedae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5d20b4-b9d5-4826-a567-51812a44f9c4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:27.517312 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58548) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:27.569200 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2231362-55fa-4bb5-b129-037f6331e1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:27.590201 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2231362-55fa-4bb5-b129-037f6331e1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:27.639767 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2231362-55fa-4bb5-b129-037f6331e1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:27.642254 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f2231362-55fa-4bb5-b129-037f6331e1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:27.643420 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f2231362-55fa-4bb5-b129-037f6331e1e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a5d20b4-b9d5-4826-a567-51812a44f9c4 HTTP/1.1" status: 204 len: 168 time: 0.1250932 Jul 23 21:39:27.650897 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2231362-55fa-4bb5-b129-037f6331e1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5d20b4-b9d5-4826-a567-51812a44f9c4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:28.336487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58570) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:28.427719 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-c7870b73-840a-4ca4-ad16-fa37587a852e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1682082597-network', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:39:28.450979 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7870b73-840a-4ca4-ad16-fa37587a852e admin admin] Made reservation on behalf of 12fd0e0145114f4a844b291c7d9a3294 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:39:28.453309 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c7870b73-840a-4ca4-ad16-fa37587a852e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:28.461436 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c7870b73-840a-4ca4-ad16-fa37587a852e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:28.546819 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c7870b73-840a-4ca4-ad16-fa37587a852e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:28.550540 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c7870b73-840a-4ca4-ad16-fa37587a852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:28.570757 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7870b73-840a-4ca4-ad16-fa37587a852e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:39:28.584126 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7870b73-840a-4ca4-ad16-fa37587a852e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae358320-3d17-4a46-a044-59f6d4dde8ae,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:28.588729 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c7870b73-840a-4ca4-ad16-fa37587a852e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:28.589066 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-c7870b73-840a-4ca4-ad16-fa37587a852e admin admin] Added segment 27b1f55d-b986-4bb3-8f28-d1a913ebd874 of type vlan for network aead9bff-e168-456f-ad96-384492c6448b Jul 23 21:39:28.627592 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c7870b73-840a-4ca4-ad16-fa37587a852e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:28.654980 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c7870b73-840a-4ca4-ad16-fa37587a852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:28.655935 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7870b73-840a-4ca4-ad16-fa37587a852e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:28.656509 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-c7870b73-840a-4ca4-ad16-fa37587a852e admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:28.683801 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-c7870b73-840a-4ca4-ad16-fa37587a852e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3456130 Jul 23 21:39:28.686925 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58574) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:28.692535 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-3724853b-5e0a-43e8-933d-2a4c460ba79b admin admin] Request body: {'subnet': {'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1682082597-subnet', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:39:28.715288 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3724853b-5e0a-43e8-933d-2a4c460ba79b admin admin] Made reservation on behalf of 12fd0e0145114f4a844b291c7d9a3294 for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:39:28.717584 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3724853b-5e0a-43e8-933d-2a4c460ba79b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:28.721836 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7870b73-840a-4ca4-ad16-fa37587a852e admin admin] Pushing event updated for resources: {'Network': ['ID=aead9bff-e168-456f-ad96-384492c6448b,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:28.732798 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network aead9bff-e168-456f-ad96-384492c6448b details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:39:28.805108 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:28.888972 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3724853b-5e0a-43e8-933d-2a4c460ba79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:28.945571 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724853b-5e0a-43e8-933d-2a4c460ba79b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:28.952629 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3724853b-5e0a-43e8-933d-2a4c460ba79b admin admin] Checking segment: {'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:39:28.952992 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3724853b-5e0a-43e8-933d-2a4c460ba79b admin admin] Network hostable DHCP agents. Network: aead9bff-e168-456f-ad96-384492c6448b, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:39:28.968822 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3724853b-5e0a-43e8-933d-2a4c460ba79b admin admin] Network aead9bff-e168-456f-ad96-384492c6448b is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:39:28.977162 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-3724853b-5e0a-43e8-933d-2a4c460ba79b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, aead9bff-e168-456f-ad96-384492c6448b) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:39:28.981817 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3724853b-5e0a-43e8-933d-2a4c460ba79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:28.982400 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3724853b-5e0a-43e8-933d-2a4c460ba79b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:28.986941 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d6b78f-0eb9-4626-9905-e396825a6ef6 None None] Network aead9bff-e168-456f-ad96-384492c6448b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:39:28.998969 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3724853b-5e0a-43e8-933d-2a4c460ba79b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3084352 Jul 23 21:39:28.999218 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58576) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:29.003645 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:39:29.024362 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:29.025352 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:29.081852 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:29.136143 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-aead9bff-e168-456f-ad96-384492c6448b', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:39:29.137039 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:29.222035 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:29.273189 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Allocated IP 172.20.0.2 (aead9bff-e168-456f-ad96-384492c6448b/f1643b77-1a90-49b0-b2ca-ddd8b8d006d0/e9b1db5e-33c4-41b7-b834-7dcb30aaa06e) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:39:29.416777 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:29.425543 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Transition to ACTIVE for port object e9b1db5e-33c4-41b7-b834-7dcb30aaa06e will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:39:29.425924 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:29.440234 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Transition to ACTIVE for port object e9b1db5e-33c4-41b7-b834-7dcb30aaa06e will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:39:29.444717 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:29.445688 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:29.494197 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Network aead9bff-e168-456f-ad96-384492c6448b is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:39:29.497045 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:39:29.501540 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:39:29.503476 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Pushing event updated for resources: {'Port': ['ID=e9b1db5e-33c4-41b7-b834-7dcb30aaa06e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:29.559125 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Allocated IP 172.25.3.118 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/87038fed-7010-4c0c-a30a-9162934a1bf6) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:39:29.561215 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Attempting to bind port e9b1db5e-33c4-41b7-b834-7dcb30aaa06e on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:39:29.561596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Attempting to bind port e9b1db5e-33c4-41b7-b834-7dcb30aaa06e by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:39:29.561960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Attempting to bind port e9b1db5e-33c4-41b7-b834-7dcb30aaa06e on network aead9bff-e168-456f-ad96-384492c6448b {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:39:29.567090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:39:29.567502 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Checking segment: {'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:39:29.567895 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:29.568288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Bound using segment: {'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:39:29.568754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Bound port: e9b1db5e-33c4-41b7-b834-7dcb30aaa06e, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:39:29.569135 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:29.636036 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] For port e9b1db5e-33c4-41b7-b834-7dcb30aaa06e, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:39:29.638990 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] For port e9b1db5e-33c4-41b7-b834-7dcb30aaa06e, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e9b1db5e-33c4-41b7-b834-7dcb30aaa06e,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:39:29.643618 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:29.668260 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:29.702025 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0b832-9787-4cf6-bfc5-358dfcc675da None None] Pushing event updated for resources: {'Port': ['ID=e9b1db5e-33c4-41b7-b834-7dcb30aaa06e,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:29.716730 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:29.763492 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:39:29.766457 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:39:29.772122 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:39:29.796601 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Pushing event updated for resources: {'Port': ['ID=87038fed-7010-4c0c-a30a-9162934a1bf6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:30.036088 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:30.224749 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:30.236270 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:30.367707 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Router 8a61357e-a5a6-4765-b683-6a7d664fbbfc is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:39:30.484384 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:39:30.498714 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Sync routers for ids ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:39:30.506061 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:30.511475 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58580) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:30.512134 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-49efc5b0-2f08-4422-89a7-6b5430e6e113 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5116873 Jul 23 21:39:30.528341 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Routers {'8a61357e-a5a6-4765-b683-6a7d664fbbfc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:39:30.529132 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:39:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:30.842622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45649eb-bf8b-4e1d-a4b8-f9505dc19842 None None] Network aead9bff-e168-456f-ad96-384492c6448b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:39:30.847439 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e9b1db5e-33c4-41b7-b834-7dcb30aaa06e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:39:30.912189 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bbbdc41d-8b69-440c-9c9b-3f1898d01c30 None None] Provisioning for port e9b1db5e-33c4-41b7-b834-7dcb30aaa06e completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:39:31.009445 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Set router 8a61357e-a5a6-4765-b683-6a7d664fbbfc gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:39:31.013304 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port e9b1db5e-33c4-41b7-b834-7dcb30aaa06e completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:39:31.038032 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:31.086749 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port e9b1db5e-33c4-41b7-b834-7dcb30aaa06e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:31.087587 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:31.203514 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Allocated IP 172.20.0.1 (aead9bff-e168-456f-ad96-384492c6448b/f1643b77-1a90-49b0-b2ca-ddd8b8d006d0/d79ece45-edc8-4757-a437-ede665bdce57) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:39:31.311640 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:31.315237 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:31.334226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.provisioning_blocks [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Transition to ACTIVE for port object d79ece45-edc8-4757-a437-ede665bdce57 will not be triggered until provisioned by entity DHCP. {{(pid=93811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:39:31.358522 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port e9b1db5e-33c4-41b7-b834-7dcb30aaa06e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e9b1db5e-33c4-41b7-b834-7dcb30aaa06e,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:39:31.369212 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:31.379279 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:29Z', 'revision_number': 3, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:31.383735 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:31.426090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Checking router: 8a61357e-a5a6-4765-b683-6a7d664fbbfc for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:39:31.426416 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Updating router 8a61357e-a5a6-4765-b683-6a7d664fbbfc port 87038fed-7010-4c0c-a30a-9162934a1bf6 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:39:31.433459 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Network aead9bff-e168-456f-ad96-384492c6448b is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:39:31.437577 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:39:31.441691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:39:31.486272 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=e9b1db5e-33c4-41b7-b834-7dcb30aaa06e,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:31.487350 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Pushing event updated for resources: {'Port': ['ID=d79ece45-edc8-4757-a437-ede665bdce57,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:31.488847 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:31.499025 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:31.659893 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:31.717603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31d7b0eb-8c79-4f05-8e3d-e78340cf90f7 None None] Provisioning complete for port e9b1db5e-33c4-41b7-b834-7dcb30aaa06e triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:31.718147 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31d7b0eb-8c79-4f05-8e3d-e78340cf90f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:31.855341 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:31.855614 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:31.860089 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:31.875196 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Transition to ACTIVE for port object 87038fed-7010-4c0c-a30a-9162934a1bf6 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:39:31.880464 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:31.925575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Pushing event updated for resources: {'Port': ['ID=d79ece45-edc8-4757-a437-ede665bdce57,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:31.928118 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:31.931383 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Attempting to bind port 87038fed-7010-4c0c-a30a-9162934a1bf6 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:39:31.931765 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Attempting to bind port 87038fed-7010-4c0c-a30a-9162934a1bf6 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:39:31.932161 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Attempting to bind port 87038fed-7010-4c0c-a30a-9162934a1bf6 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:39:31.939058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b869d10-3f64-418b-b401-eb773e5da7e2 None None] Pushing event updated for resources: {'Port': ['ID=87038fed-7010-4c0c-a30a-9162934a1bf6,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:31.941754 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:39:31.942197 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:39:31.942513 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:31.942898 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:39:31.943401 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Bound port: 87038fed-7010-4c0c-a30a-9162934a1bf6, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:39:31.943787 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:32.001647 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] For port 87038fed-7010-4c0c-a30a-9162934a1bf6, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:39:32.004709 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] For port 87038fed-7010-4c0c-a30a-9162934a1bf6, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=87038fed-7010-4c0c-a30a-9162934a1bf6,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:39:32.005688 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9c78a490-10c6-470b-842b-251e9e8a6d89 None None] Provisioning for port d79ece45-edc8-4757-a437-ede665bdce57 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:39:32.009806 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:32.017399 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9c78a490-10c6-470b-842b-251e9e8a6d89 None None] Provisioning complete for port d79ece45-edc8-4757-a437-ede665bdce57 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:32.017746 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c78a490-10c6-470b-842b-251e9e8a6d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:32.030620 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Network aead9bff-e168-456f-ad96-384492c6448b is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:39:32.032014 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:39:32.097637 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9c78a490-10c6-470b-842b-251e9e8a6d89 None None] Port d79ece45-edc8-4757-a437-ede665bdce57 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:39:32.101074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Routers {'8a61357e-a5a6-4765-b683-6a7d664fbbfc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:39:32.101712 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:39:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:32.138463 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b869d10-3f64-418b-b401-eb773e5da7e2 None None] Pushing event updated for resources: {'Port': ['ID=87038fed-7010-4c0c-a30a-9162934a1bf6,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:32.162024 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Router 8a61357e-a5a6-4765-b683-6a7d664fbbfc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:39:32.218119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] Set router 8a61357e-a5a6-4765-b683-6a7d664fbbfc gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:39:32.277284 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:39:32.282192 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-6f59feb2-7245-45fd-9a60-2ab1b12bfb84 admin admin] 10.222.0.55 "PUT /v2.0/routers/8a61357e-a5a6-4765-b683-6a7d664fbbfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7688463 Jul 23 21:39:32.361924 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-640262f8-e001-482b-bf55-08bad2c9c35e None None] Provisioning complete for port d79ece45-edc8-4757-a437-ede665bdce57 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:32.362522 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-640262f8-e001-482b-bf55-08bad2c9c35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:32.428556 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-640262f8-e001-482b-bf55-08bad2c9c35e None None] Port d79ece45-edc8-4757-a437-ede665bdce57 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:39:32.456387 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd79ece45-edc8-4757-a437-ede665bdce57', 'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'mac_address': 'fa:16:3e:5f:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:31Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 2, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'subnets': [{'id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:32.487179 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee09a14-2fb1-4895-980b-625cd07101fd None None] The sync data for ids ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'] in n-d-791504-18 is: [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd79ece45-edc8-4757-a437-ede665bdce57', 'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'mac_address': 'fa:16:3e:5f:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:31Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 2, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'subnets': [{'id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:39:32.749127 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e9b1db5e-33c4-41b7-b834-7dcb30aaa06e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:39:32.792638 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58596) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:32.797760 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9cd5898e-a292-4580-9ab1-92636d2b36b3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1398832068-network', 'tenant_id': '0d244a4caa0e41cbadb851ff4566ca4d'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:39:32.809120 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port e9b1db5e-33c4-41b7-b834-7dcb30aaa06e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:32.809497 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:32.821294 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd5898e-a292-4580-9ab1-92636d2b36b3 admin admin] Made reservation on behalf of 0d244a4caa0e41cbadb851ff4566ca4d for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:39:32.824025 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9cd5898e-a292-4580-9ab1-92636d2b36b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:32.837619 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9cd5898e-a292-4580-9ab1-92636d2b36b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:32.933952 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9cd5898e-a292-4580-9ab1-92636d2b36b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:32.937478 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9cd5898e-a292-4580-9ab1-92636d2b36b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:32.963732 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd5898e-a292-4580-9ab1-92636d2b36b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:39:32.972700 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5898e-a292-4580-9ab1-92636d2b36b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109f1d0d-55cb-47b9-af6a-ba4448eb3fe4,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:32.979462 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9cd5898e-a292-4580-9ab1-92636d2b36b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:32.980061 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-9cd5898e-a292-4580-9ab1-92636d2b36b3 admin admin] Added segment f22f564c-6c03-48dd-a87b-be860e3434c4 of type vlan for network 55e86d1d-7702-4761-ab0b-0e9a6cdf919d Jul 23 21:39:33.023639 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9cd5898e-a292-4580-9ab1-92636d2b36b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:33.054475 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9cd5898e-a292-4580-9ab1-92636d2b36b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:33.055818 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd5898e-a292-4580-9ab1-92636d2b36b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:33.056441 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9cd5898e-a292-4580-9ab1-92636d2b36b3 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:33.088817 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9cd5898e-a292-4580-9ab1-92636d2b36b3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2949696 Jul 23 21:39:33.091720 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58598) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:33.096786 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-5c24c892-1f0a-4fcf-87e5-65a76ba035f6 admin admin] Request body: {'subnet': {'network_id': '55e86d1d-7702-4761-ab0b-0e9a6cdf919d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1398832068-subnet', 'tenant_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:39:33.119664 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c24c892-1f0a-4fcf-87e5-65a76ba035f6 admin admin] Made reservation on behalf of 0d244a4caa0e41cbadb851ff4566ca4d for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:39:33.122408 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c24c892-1f0a-4fcf-87e5-65a76ba035f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:33.130826 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5898e-a292-4580-9ab1-92636d2b36b3 admin admin] Pushing event updated for resources: {'Network': ['ID=55e86d1d-7702-4761-ab0b-0e9a6cdf919d,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:33.152050 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 55e86d1d-7702-4761-ab0b-0e9a6cdf919d details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:39:33.326840 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c24c892-1f0a-4fcf-87e5-65a76ba035f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:33.384918 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24c892-1f0a-4fcf-87e5-65a76ba035f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c83e48aa-b99a-4a01-9099-a04cafa6568c,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:33.395832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c24c892-1f0a-4fcf-87e5-65a76ba035f6 admin admin] Checking segment: {'id': 'f22f564c-6c03-48dd-a87b-be860e3434c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '55e86d1d-7702-4761-ab0b-0e9a6cdf919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:39:33.396130 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c24c892-1f0a-4fcf-87e5-65a76ba035f6 admin admin] Network hostable DHCP agents. Network: 55e86d1d-7702-4761-ab0b-0e9a6cdf919d, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:39:33.413297 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c24c892-1f0a-4fcf-87e5-65a76ba035f6 admin admin] Network 55e86d1d-7702-4761-ab0b-0e9a6cdf919d is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:39:33.422563 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-5c24c892-1f0a-4fcf-87e5-65a76ba035f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 55e86d1d-7702-4761-ab0b-0e9a6cdf919d) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:39:33.428349 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c24c892-1f0a-4fcf-87e5-65a76ba035f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:33.431028 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-5c24c892-1f0a-4fcf-87e5-65a76ba035f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:33.432190 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb57258-d289-4f51-a4cf-e9db45c0efda None None] Network 55e86d1d-7702-4761-ab0b-0e9a6cdf919d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:39:33.450473 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-5c24c892-1f0a-4fcf-87e5-65a76ba035f6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3576217 Jul 23 21:39:33.453408 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 58600) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:33.458870 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1398832068-router', 'tenant_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:39:33.482933 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:33.484271 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:33.538886 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:33.608525 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-55e86d1d-7702-4761-ab0b-0e9a6cdf919d', 'network_id': '55e86d1d-7702-4761-ab0b-0e9a6cdf919d', 'tenant_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'fixed_ips': [{'subnet_id': 'c83e48aa-b99a-4a01-9099-a04cafa6568c'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:39:33.609427 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:33.691298 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:33.758863 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Allocated IP 172.20.0.2 (55e86d1d-7702-4761-ab0b-0e9a6cdf919d/c83e48aa-b99a-4a01-9099-a04cafa6568c/b5f16587-e80e-4a4c-be48-0776c7246615) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:39:33.904124 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:33.908420 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:33.917098 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Transition to ACTIVE for port object b5f16587-e80e-4a4c-be48-0776c7246615 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:39:33.923832 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:33.931829 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Transition to ACTIVE for port object b5f16587-e80e-4a4c-be48-0776c7246615 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:39:33.937039 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:33.981337 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Network 55e86d1d-7702-4761-ab0b-0e9a6cdf919d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:39:33.984349 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:39:33.988759 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:39:33.991971 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Pushing event updated for resources: {'Port': ['ID=b5f16587-e80e-4a4c-be48-0776c7246615,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:34.023870 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:39:34.034504 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Allocated IP 172.25.3.117 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/1f7cf2ed-a16b-4ae1-b598-91e19b02096c) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:39:34.144311 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:34.188837 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:34.203828 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Attempting to bind port b5f16587-e80e-4a4c-be48-0776c7246615 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:39:34.204199 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Attempting to bind port b5f16587-e80e-4a4c-be48-0776c7246615 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'f22f564c-6c03-48dd-a87b-be860e3434c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '55e86d1d-7702-4761-ab0b-0e9a6cdf919d'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:39:34.204557 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Attempting to bind port b5f16587-e80e-4a4c-be48-0776c7246615 on network 55e86d1d-7702-4761-ab0b-0e9a6cdf919d {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:39:34.209789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:39:34.210159 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Checking segment: {'id': 'f22f564c-6c03-48dd-a87b-be860e3434c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '55e86d1d-7702-4761-ab0b-0e9a6cdf919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:39:34.210555 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:34.210944 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Bound using segment: {'id': 'f22f564c-6c03-48dd-a87b-be860e3434c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '55e86d1d-7702-4761-ab0b-0e9a6cdf919d'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:39:34.211462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Bound port: b5f16587-e80e-4a4c-be48-0776c7246615, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22f564c-6c03-48dd-a87b-be860e3434c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '55e86d1d-7702-4761-ab0b-0e9a6cdf919d'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:39:34.212377 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:34.237275 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:39:34.240540 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:39:34.245332 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:39:34.248317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7cf2ed-a16b-4ae1-b598-91e19b02096c,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:34.281646 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] For port b5f16587-e80e-4a4c-be48-0776c7246615, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:39:34.284599 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] For port b5f16587-e80e-4a4c-be48-0776c7246615, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b5f16587-e80e-4a4c-be48-0776c7246615,segment=NetworkSegment(f22f564c-6c03-48dd-a87b-be860e3434c4),segment_id=f22f564c-6c03-48dd-a87b-be860e3434c4)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:39:34.288247 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:34.350107 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fda9c4-d406-44dc-9bd7-d9ea8084dd9e None None] Pushing event updated for resources: {'Port': ['ID=b5f16587-e80e-4a4c-be48-0776c7246615,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:34.519252 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:34.561318 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Sync routers for ids ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:39:34.571038 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Routers {'8a61357e-a5a6-4765-b683-6a7d664fbbfc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:39:34.572376 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:39:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:34.684278 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Set router 8a61357e-a5a6-4765-b683-6a7d664fbbfc gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:39:34.743479 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:34.776168 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b5f16587-e80e-4a4c-be48-0776c7246615 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:39:34.838628 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port b5f16587-e80e-4a4c-be48-0776c7246615 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:39:34.842967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 87038fed-7010-4c0c-a30a-9162934a1bf6 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:39:34.895312 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd79ece45-edc8-4757-a437-ede665bdce57', 'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'mac_address': 'fa:16:3e:5f:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:31Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 2, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'subnets': [{'id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:34.900846 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 87038fed-7010-4c0c-a30a-9162934a1bf6 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:39:34.904919 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 87038fed-7010-4c0c-a30a-9162934a1bf6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:34.905278 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:34.926440 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Checking router: 8a61357e-a5a6-4765-b683-6a7d664fbbfc for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:39:34.926789 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Updating router 8a61357e-a5a6-4765-b683-6a7d664fbbfc port d79ece45-edc8-4757-a437-ede665bdce57 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:39:34.992795 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:35.017687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 87038fed-7010-4c0c-a30a-9162934a1bf6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=87038fed-7010-4c0c-a30a-9162934a1bf6,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:39:35.022044 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:35.060508 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:35.079464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=87038fed-7010-4c0c-a30a-9162934a1bf6,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:35.245619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Router 549d0eb8-4641-4b06-b271-89218be7cdcc is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:39:35.345738 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:35.357925 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Transition to ACTIVE for port object d79ece45-edc8-4757-a437-ede665bdce57 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:39:35.359588 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:39:35.366169 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:35.367910 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc2f053-ffec-4064-8a46-2eca8ccc7eff None None] Network 55e86d1d-7702-4761-ab0b-0e9a6cdf919d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:39:35.377605 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:35.382153 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58602) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:35.382650 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-8c91bbfb-363f-4a5a-9982-a360b7b26bd5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9270930 Jul 23 21:39:35.386419 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Sync routers for ids ['549d0eb8-4641-4b06-b271-89218be7cdcc'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:39:35.406462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Routers {'549d0eb8-4641-4b06-b271-89218be7cdcc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:39:35.407650 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:39:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['549d0eb8-4641-4b06-b271-89218be7cdcc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:35.445884 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9df77f-192d-4812-8c33-ace122ee7219 None None] Pushing event updated for resources: {'Port': ['ID=d79ece45-edc8-4757-a437-ede665bdce57,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:35.481851 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9df77f-192d-4812-8c33-ace122ee7219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:35.482228 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9df77f-192d-4812-8c33-ace122ee7219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:35.482532 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9df77f-192d-4812-8c33-ace122ee7219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:35.482866 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9df77f-192d-4812-8c33-ace122ee7219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:35.483229 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9df77f-192d-4812-8c33-ace122ee7219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:35.483552 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9df77f-192d-4812-8c33-ace122ee7219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:35.483873 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9df77f-192d-4812-8c33-ace122ee7219 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:35.484193 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9df77f-192d-4812-8c33-ace122ee7219 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:35.484515 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9df77f-192d-4812-8c33-ace122ee7219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:35.484833 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9df77f-192d-4812-8c33-ace122ee7219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:35.485435 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9df77f-192d-4812-8c33-ace122ee7219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:35.485546 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9df77f-192d-4812-8c33-ace122ee7219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:39:35.505086 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Attempting to bind port d79ece45-edc8-4757-a437-ede665bdce57 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:39:35.505493 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Attempting to bind port d79ece45-edc8-4757-a437-ede665bdce57 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:39:35.506063 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Attempting to bind port d79ece45-edc8-4757-a437-ede665bdce57 on network aead9bff-e168-456f-ad96-384492c6448b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:39:35.512205 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:39:35.513018 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Checking segment: {'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:39:35.513600 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:35.514150 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Bound using segment: {'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:39:35.514781 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Bound port: d79ece45-edc8-4757-a437-ede665bdce57, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:39:35.515354 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:35.588392 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] For port d79ece45-edc8-4757-a437-ede665bdce57, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:39:35.592468 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] For port d79ece45-edc8-4757-a437-ede665bdce57, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d79ece45-edc8-4757-a437-ede665bdce57,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:39:35.599979 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:35.615013 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-962a7dfa-214b-44f1-b249-9de9df392892 None None] Provisioning for port b5f16587-e80e-4a4c-be48-0776c7246615 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:39:35.630231 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-962a7dfa-214b-44f1-b249-9de9df392892 None None] Provisioning complete for port b5f16587-e80e-4a4c-be48-0776c7246615 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:35.630694 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962a7dfa-214b-44f1-b249-9de9df392892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:35.661669 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Routers {'8a61357e-a5a6-4765-b683-6a7d664fbbfc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:39:35.662309 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:39:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:35.679199 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Set router 549d0eb8-4641-4b06-b271-89218be7cdcc gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:39:35.733843 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9df77f-192d-4812-8c33-ace122ee7219 None None] Pushing event updated for resources: {'Port': ['ID=d79ece45-edc8-4757-a437-ede665bdce57,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:35.787877 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] Set router 8a61357e-a5a6-4765-b683-6a7d664fbbfc gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:39:35.955877 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962a7dfa-214b-44f1-b249-9de9df392892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:36.008288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-962a7dfa-214b-44f1-b249-9de9df392892 None None] For port b5f16587-e80e-4a4c-be48-0776c7246615, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b5f16587-e80e-4a4c-be48-0776c7246615,segment=NetworkSegment(f22f564c-6c03-48dd-a87b-be860e3434c4),segment_id=f22f564c-6c03-48dd-a87b-be860e3434c4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:39:36.018802 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962a7dfa-214b-44f1-b249-9de9df392892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:36.026021 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'name': 'tempest-TestShelveInstance-1398832068-router', 'tenant_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1f7cf2ed-a16b-4ae1-b598-91e19b02096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:33Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 3, 'project_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'gw_port': {'id': '1f7cf2ed-a16b-4ae1-b598-91e19b02096c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ab:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:33Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:36.039662 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd79ece45-edc8-4757-a437-ede665bdce57', 'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'mac_address': 'fa:16:3e:5f:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:31Z', 'updated_at': '2021-07-23T21:39:35Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'subnets': [{'id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:36.075777 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Checking router: 549d0eb8-4641-4b06-b271-89218be7cdcc for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:39:36.076137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Updating router 549d0eb8-4641-4b06-b271-89218be7cdcc port 1f7cf2ed-a16b-4ae1-b598-91e19b02096c binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:39:36.076656 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11875aff-ba8b-401f-930a-98c8ba9a9da3 None None] The sync data for ids ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'] in n-d-791504-18 is: [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd79ece45-edc8-4757-a437-ede665bdce57', 'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'mac_address': 'fa:16:3e:5f:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:31Z', 'updated_at': '2021-07-23T21:39:35Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'subnets': [{'id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:39:36.137918 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a7dfa-214b-44f1-b249-9de9df392892 None None] Pushing event updated for resources: {'Port': ['ID=b5f16587-e80e-4a4c-be48-0776c7246615,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:36.141616 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:36.230986 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:36.338838 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-345d3c03-de1b-413e-a0cd-d87c101c1ac6 None None] Provisioning complete for port b5f16587-e80e-4a4c-be48-0776c7246615 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:36.339239 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-345d3c03-de1b-413e-a0cd-d87c101c1ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:36.402884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Allocated IP 172.20.0.1 (55e86d1d-7702-4761-ab0b-0e9a6cdf919d/c83e48aa-b99a-4a01-9099-a04cafa6568c/c607e560-1aa2-4597-9e3f-42f4f28e029e) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:39:36.515023 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:36.527987 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:36.530677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Transition to ACTIVE for port object 1f7cf2ed-a16b-4ae1-b598-91e19b02096c will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:39:36.545038 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:36.547121 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Transition to ACTIVE for port object c607e560-1aa2-4597-9e3f-42f4f28e029e will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:39:36.584163 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:36.607501 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Attempting to bind port 1f7cf2ed-a16b-4ae1-b598-91e19b02096c on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:39:36.607939 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Attempting to bind port 1f7cf2ed-a16b-4ae1-b598-91e19b02096c by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:39:36.608307 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Attempting to bind port 1f7cf2ed-a16b-4ae1-b598-91e19b02096c on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:39:36.610513 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ceb32-5ed3-4e3c-9184-76f6500bb410 None None] Pushing event updated for resources: {'Port': ['ID=1f7cf2ed-a16b-4ae1-b598-91e19b02096c,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:36.616196 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:39:36.616565 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:39:36.616976 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:36.617351 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:39:36.617813 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Bound port: 1f7cf2ed-a16b-4ae1-b598-91e19b02096c, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:39:36.618724 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:36.633053 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Network 55e86d1d-7702-4761-ab0b-0e9a6cdf919d is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:39:36.638218 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:39:36.645656 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:39:36.685943 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] For port 1f7cf2ed-a16b-4ae1-b598-91e19b02096c, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:39:36.690128 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] For port 1f7cf2ed-a16b-4ae1-b598-91e19b02096c, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1f7cf2ed-a16b-4ae1-b598-91e19b02096c,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:39:36.690835 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Pushing event updated for resources: {'Port': ['ID=c607e560-1aa2-4597-9e3f-42f4f28e029e,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:36.698224 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:36.710769 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:36.777769 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Routers {'549d0eb8-4641-4b06-b271-89218be7cdcc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:39:36.778429 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:39:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['549d0eb8-4641-4b06-b271-89218be7cdcc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:36.835448 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ceb32-5ed3-4e3c-9184-76f6500bb410 None None] Pushing event updated for resources: {'Port': ['ID=1f7cf2ed-a16b-4ae1-b598-91e19b02096c,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:36.838994 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 87038fed-7010-4c0c-a30a-9162934a1bf6 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:39:36.948753 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:36.957818 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] Set router 549d0eb8-4641-4b06-b271-89218be7cdcc gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:39:36.959742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 87038fed-7010-4c0c-a30a-9162934a1bf6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:36.960110 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:37.085092 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8f21d02e-3de1-498d-9582-e6abefa56bd6 None None] Provisioning for port c607e560-1aa2-4597-9e3f-42f4f28e029e completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:39:37.098565 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8f21d02e-3de1-498d-9582-e6abefa56bd6 None None] Provisioning complete for port c607e560-1aa2-4597-9e3f-42f4f28e029e triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:37.098940 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f21d02e-3de1-498d-9582-e6abefa56bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:37.136017 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:37.141075 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:37.214210 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:37.216068 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Pushing event updated for resources: {'Port': ['ID=c607e560-1aa2-4597-9e3f-42f4f28e029e,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:37.311716 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Network 55e86d1d-7702-4761-ab0b-0e9a6cdf919d is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:39:37.313261 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:39:37.360233 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8f21d02e-3de1-498d-9582-e6abefa56bd6 None None] Port c607e560-1aa2-4597-9e3f-42f4f28e029e cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:39:37.406682 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b5f16587-e80e-4a4c-be48-0776c7246615 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:39:37.439922 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Router 549d0eb8-4641-4b06-b271-89218be7cdcc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:39:37.461720 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'name': 'tempest-TestShelveInstance-1398832068-router', 'tenant_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1f7cf2ed-a16b-4ae1-b598-91e19b02096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:33Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 3, 'project_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'gw_port': {'id': '1f7cf2ed-a16b-4ae1-b598-91e19b02096c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ab:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:33Z', 'updated_at': '2021-07-23T21:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:37.491653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec9828a-c8e7-4e24-99fb-3d7d004f22f5 None None] The sync data for ids ['549d0eb8-4641-4b06-b271-89218be7cdcc'] in n-d-791504-18 is: [{'id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'name': 'tempest-TestShelveInstance-1398832068-router', 'tenant_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1f7cf2ed-a16b-4ae1-b598-91e19b02096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:33Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 3, 'project_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'gw_port': {'id': '1f7cf2ed-a16b-4ae1-b598-91e19b02096c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ab:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:33Z', 'updated_at': '2021-07-23T21:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:39:37.501822 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port b5f16587-e80e-4a4c-be48-0776c7246615 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:37.502198 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:37.570074 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:39:37.575634 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-acebce20-d62c-467f-a9c9-09dfd26e8576 admin admin] 10.222.0.55 "PUT /v2.0/routers/549d0eb8-4641-4b06-b271-89218be7cdcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1917613 Jul 23 21:39:37.606256 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6a58d995-1c12-46f9-b887-660578040f8e None None] Provisioning complete for port c607e560-1aa2-4597-9e3f-42f4f28e029e triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:37.606633 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a58d995-1c12-46f9-b887-660578040f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:37.609984 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d79ece45-edc8-4757-a437-ede665bdce57 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:39:37.671060 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6a58d995-1c12-46f9-b887-660578040f8e None None] Port c607e560-1aa2-4597-9e3f-42f4f28e029e cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:39:37.687653 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port d79ece45-edc8-4757-a437-ede665bdce57 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:39:37.692352 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port d79ece45-edc8-4757-a437-ede665bdce57 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:37.692806 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:37.804608 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:37.842324 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port d79ece45-edc8-4757-a437-ede665bdce57, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d79ece45-edc8-4757-a437-ede665bdce57,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:39:37.846860 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:37.901674 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=d79ece45-edc8-4757-a437-ede665bdce57,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:38.707772 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58610) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:38.713268 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-efe717d5-2d20-432a-97b1-c51c5244f1c3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1914710209', 'description': 'tempest-secgroup-smoke-1914710209 description', 'project_id': '12fd0e0145114f4a844b291c7d9a3294'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:39:38.736415 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-efe717d5-2d20-432a-97b1-c51c5244f1c3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:38.778985 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1f7cf2ed-a16b-4ae1-b598-91e19b02096c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:39:38.820506 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-efe717d5-2d20-432a-97b1-c51c5244f1c3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:38.826119 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-efe717d5-2d20-432a-97b1-c51c5244f1c3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:38.837333 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 1f7cf2ed-a16b-4ae1-b598-91e19b02096c completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:39:38.841914 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 1f7cf2ed-a16b-4ae1-b598-91e19b02096c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:38.842407 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:38.868995 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-efe717d5-2d20-432a-97b1-c51c5244f1c3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:38.870330 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-efe717d5-2d20-432a-97b1-c51c5244f1c3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1609921 Jul 23 21:39:38.873467 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58612) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:38.878037 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-73b5eee3-2538-4e8e-9375-9ae09b9ab4cf tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Request body: {'security_group_rule': {'security_group_id': 'a68cf937-ee67-4ab7-b9d1-7c3d9a673a37', 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:39:38.883525 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe717d5-2d20-432a-97b1-c51c5244f1c3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:38.910643 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73b5eee3-2538-4e8e-9375-9ae09b9ab4cf tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:38.927412 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:38.948516 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 1f7cf2ed-a16b-4ae1-b598-91e19b02096c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1f7cf2ed-a16b-4ae1-b598-91e19b02096c,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:39:38.952625 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:38.953369 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d79ece45-edc8-4757-a437-ede665bdce57 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:39:38.969901 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73b5eee3-2538-4e8e-9375-9ae09b9ab4cf tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:38.973285 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73b5eee3-2538-4e8e-9375-9ae09b9ab4cf tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:38.991944 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5eee3-2538-4e8e-9375-9ae09b9ab4cf tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618fcc50-7648-41b5-be22-3c84bc6db5e0,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:38.998108 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-73b5eee3-2538-4e8e-9375-9ae09b9ab4cf tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:38.999607 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-73b5eee3-2538-4e8e-9375-9ae09b9ab4cf tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251721 Jul 23 21:39:39.002447 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58614) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:39.006975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-abff4c20-e808-45ce-8598-f02be1665eb4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Request body: {'security_group_rule': {'security_group_id': 'a68cf937-ee67-4ab7-b9d1-7c3d9a673a37', 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:39:39.028515 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=1f7cf2ed-a16b-4ae1-b598-91e19b02096c,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:39.032858 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-abff4c20-e808-45ce-8598-f02be1665eb4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.040779 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port d79ece45-edc8-4757-a437-ede665bdce57 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:39.041156 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.096946 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-abff4c20-e808-45ce-8598-f02be1665eb4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.100266 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-abff4c20-e808-45ce-8598-f02be1665eb4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.122739 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff4c20-e808-45ce-8598-f02be1665eb4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd288a55-f1a5-4e48-b0ea-b85d789b3d9e,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:39.130082 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-abff4c20-e808-45ce-8598-f02be1665eb4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.131318 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-abff4c20-e808-45ce-8598-f02be1665eb4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279278 Jul 23 21:39:39.134121 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58616) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:39.141947 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c9613c70-0534-4d79-9ec1-2f5247f4e7f1 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Request body: {'security_group_rule': {'security_group_id': 'a68cf937-ee67-4ab7-b9d1-7c3d9a673a37', 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:39:39.168305 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c9613c70-0534-4d79-9ec1-2f5247f4e7f1 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.226710 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c9613c70-0534-4d79-9ec1-2f5247f4e7f1 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.231454 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c9613c70-0534-4d79-9ec1-2f5247f4e7f1 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.247997 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9613c70-0534-4d79-9ec1-2f5247f4e7f1 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a7534a-f960-48fb-b015-760e4ef3ae5a,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:39.256537 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c9613c70-0534-4d79-9ec1-2f5247f4e7f1 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.257787 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c9613c70-0534-4d79-9ec1-2f5247f4e7f1 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226652 Jul 23 21:39:39.260530 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58618) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:39.265266 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9a0a1c4d-04f5-42b7-8fa2-d4040ecf123f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Request body: {'security_group_rule': {'security_group_id': 'a68cf937-ee67-4ab7-b9d1-7c3d9a673a37', 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:39:39.292892 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1c4d-04f5-42b7-8fa2-d4040ecf123f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.356810 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1c4d-04f5-42b7-8fa2-d4040ecf123f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.360395 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1c4d-04f5-42b7-8fa2-d4040ecf123f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.377929 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a1c4d-04f5-42b7-8fa2-d4040ecf123f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b081bf4-1ff3-48b0-bfa0-5fa789e3a02e,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:39.385555 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1c4d-04f5-42b7-8fa2-d4040ecf123f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.386767 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9a0a1c4d-04f5-42b7-8fa2-d4040ecf123f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250434 Jul 23 21:39:39.389518 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58620) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:39.393950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-8529fdb9-63e6-445a-98e3-b0e7283989b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Request body: {'security_group_rule': {'security_group_id': 'a68cf937-ee67-4ab7-b9d1-7c3d9a673a37', 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:39:39.424198 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-8529fdb9-63e6-445a-98e3-b0e7283989b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Project 12fd0e0145114f4a844b291c7d9a3294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:39:39.429414 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8529fdb9-63e6-445a-98e3-b0e7283989b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.492992 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8529fdb9-63e6-445a-98e3-b0e7283989b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.497063 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8529fdb9-63e6-445a-98e3-b0e7283989b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.515337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529fdb9-63e6-445a-98e3-b0e7283989b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0910f275-45e0-4465-a86c-4fc23eacf677,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:39.520603 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-8529fdb9-63e6-445a-98e3-b0e7283989b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.521879 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-8529fdb9-63e6-445a-98e3-b0e7283989b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314151 Jul 23 21:39:39.525144 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58622) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:39.529516 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-91fe3d2c-bb86-4054-be1c-41b4fe33cfa2 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Request body: {'security_group_rule': {'security_group_id': 'a68cf937-ee67-4ab7-b9d1-7c3d9a673a37', 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:39:39.551464 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-91fe3d2c-bb86-4054-be1c-41b4fe33cfa2 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Project 12fd0e0145114f4a844b291c7d9a3294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:39:39.556338 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91fe3d2c-bb86-4054-be1c-41b4fe33cfa2 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.589360 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Sync routers for ids ['549d0eb8-4641-4b06-b271-89218be7cdcc'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:39:39.597881 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Routers {'549d0eb8-4641-4b06-b271-89218be7cdcc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:39:39.598552 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:39:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['549d0eb8-4641-4b06-b271-89218be7cdcc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:39.619789 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91fe3d2c-bb86-4054-be1c-41b4fe33cfa2 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.623199 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91fe3d2c-bb86-4054-be1c-41b4fe33cfa2 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.640803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe3d2c-bb86-4054-be1c-41b4fe33cfa2 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e663bd-a0af-4914-857b-b9886ad197ce,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:39.647054 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-91fe3d2c-bb86-4054-be1c-41b4fe33cfa2 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.648101 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-91fe3d2c-bb86-4054-be1c-41b4fe33cfa2 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218603 Jul 23 21:39:39.707233 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Set router 549d0eb8-4641-4b06-b271-89218be7cdcc gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:39:39.793656 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-dd6d29a7-1d97-41fd-8049-ab9412ac2d7b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1914710209&fields=id&tenant_id=12fd0e0145114f4a844b291c7d9a3294 HTTP/1.1" status: 200 len: 267 time: 0.0365810 Jul 23 21:39:39.897644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-9bbe3537-d466-4d4a-82a2-7e1507d82cd4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:39.899015 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-9bbe3537-d466-4d4a-82a2-7e1507d82cd4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 809 time: 0.0985553 Jul 23 21:39:39.904663 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'name': 'tempest-TestShelveInstance-1398832068-router', 'tenant_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1f7cf2ed-a16b-4ae1-b598-91e19b02096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:33Z', 'updated_at': '2021-07-23T21:39:36Z', 'revision_number': 4, 'project_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'gw_port': {'id': '1f7cf2ed-a16b-4ae1-b598-91e19b02096c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:33Z', 'updated_at': '2021-07-23T21:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'c607e560-1aa2-4597-9e3f-42f4f28e029e', 'name': '', 'network_id': '55e86d1d-7702-4761-ab0b-0e9a6cdf919d', 'tenant_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'mac_address': 'fa:16:3e:12:bf:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'c83e48aa-b99a-4a01-9099-a04cafa6568c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:36Z', 'updated_at': '2021-07-23T21:39:37Z', 'revision_number': 2, 'project_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'subnets': [{'id': 'c83e48aa-b99a-4a01-9099-a04cafa6568c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:39.914453 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-98bc6d19-e175-4dfd-bda4-54a4888f83b6 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/quotas/12fd0e0145114f4a844b291c7d9a3294 HTTP/1.1" status: 200 len: 375 time: 0.0090468 Jul 23 21:39:39.929579 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Checking router: 549d0eb8-4641-4b06-b271-89218be7cdcc for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:39:39.929924 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Updating router 549d0eb8-4641-4b06-b271-89218be7cdcc port c607e560-1aa2-4597-9e3f-42f4f28e029e binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:39:39.963498 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:39.980280 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-94bf5e90-0fe8-47a4-822d-afc10651e0bd tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602584 Jul 23 21:39:40.166416 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6fc63ed0-e681-44c5-aad8-98acc5961e26 service neutron] 10.222.0.55 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747358 Jul 23 21:39:40.221010 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:40.231469 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Transition to ACTIVE for port object c607e560-1aa2-4597-9e3f-42f4f28e029e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:39:40.237345 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:40.260575 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-681ffb10-67b3-4957-903b-fcb4fa655550 service neutron] 10.222.0.55 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881922 Jul 23 21:39:40.287957 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163a990-473b-48b0-b4ce-43c35a861d92 None None] Pushing event updated for resources: {'Port': ['ID=c607e560-1aa2-4597-9e3f-42f4f28e029e,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:40.344373 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Attempting to bind port c607e560-1aa2-4597-9e3f-42f4f28e029e on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:39:40.344741 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Attempting to bind port c607e560-1aa2-4597-9e3f-42f4f28e029e by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'f22f564c-6c03-48dd-a87b-be860e3434c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '55e86d1d-7702-4761-ab0b-0e9a6cdf919d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:39:40.345099 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Attempting to bind port c607e560-1aa2-4597-9e3f-42f4f28e029e on network 55e86d1d-7702-4761-ab0b-0e9a6cdf919d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:39:40.350580 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:39:40.350950 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Checking segment: {'id': 'f22f564c-6c03-48dd-a87b-be860e3434c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '55e86d1d-7702-4761-ab0b-0e9a6cdf919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:39:40.351385 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:40.351769 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Bound using segment: {'id': 'f22f564c-6c03-48dd-a87b-be860e3434c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '55e86d1d-7702-4761-ab0b-0e9a6cdf919d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:39:40.352338 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Bound port: c607e560-1aa2-4597-9e3f-42f4f28e029e, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22f564c-6c03-48dd-a87b-be860e3434c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '55e86d1d-7702-4761-ab0b-0e9a6cdf919d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:39:40.352726 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:40.443062 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] For port c607e560-1aa2-4597-9e3f-42f4f28e029e, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:39:40.447728 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] For port c607e560-1aa2-4597-9e3f-42f4f28e029e, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c607e560-1aa2-4597-9e3f-42f4f28e029e,segment=NetworkSegment(f22f564c-6c03-48dd-a87b-be860e3434c4),segment_id=f22f564c-6c03-48dd-a87b-be860e3434c4)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:39:40.452468 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:40.464123 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-be3eb6cb-a8ab-4be9-a837-a29debd06a1c req-999b0ae9-75c7-4a86-9b97-a200986f23f4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 210 time: 0.0307164 Jul 23 21:39:40.509259 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Routers {'549d0eb8-4641-4b06-b271-89218be7cdcc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:39:40.509888 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:39:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['549d0eb8-4641-4b06-b271-89218be7cdcc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:40.694533 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163a990-473b-48b0-b4ce-43c35a861d92 None None] Pushing event updated for resources: {'Port': ['ID=c607e560-1aa2-4597-9e3f-42f4f28e029e,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:40.716648 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1f7cf2ed-a16b-4ae1-b598-91e19b02096c up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:39:40.739027 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] Set router 549d0eb8-4641-4b06-b271-89218be7cdcc gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:39:40.772816 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 1f7cf2ed-a16b-4ae1-b598-91e19b02096c triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:40.773270 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:40.931986 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'name': 'tempest-TestShelveInstance-1398832068-router', 'tenant_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1f7cf2ed-a16b-4ae1-b598-91e19b02096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:33Z', 'updated_at': '2021-07-23T21:39:36Z', 'revision_number': 4, 'project_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'gw_port': {'id': '1f7cf2ed-a16b-4ae1-b598-91e19b02096c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:33Z', 'updated_at': '2021-07-23T21:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'c607e560-1aa2-4597-9e3f-42f4f28e029e', 'name': '', 'network_id': '55e86d1d-7702-4761-ab0b-0e9a6cdf919d', 'tenant_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'mac_address': 'fa:16:3e:12:bf:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'c83e48aa-b99a-4a01-9099-a04cafa6568c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:36Z', 'updated_at': '2021-07-23T21:39:40Z', 'revision_number': 4, 'project_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'subnets': [{'id': 'c83e48aa-b99a-4a01-9099-a04cafa6568c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:40.960619 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f4cf53-6747-4a57-9ccf-0e354df9749d None None] The sync data for ids ['549d0eb8-4641-4b06-b271-89218be7cdcc'] in n-d-791504-18 is: [{'id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'name': 'tempest-TestShelveInstance-1398832068-router', 'tenant_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1f7cf2ed-a16b-4ae1-b598-91e19b02096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:33Z', 'updated_at': '2021-07-23T21:39:36Z', 'revision_number': 4, 'project_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'gw_port': {'id': '1f7cf2ed-a16b-4ae1-b598-91e19b02096c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:33Z', 'updated_at': '2021-07-23T21:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'c607e560-1aa2-4597-9e3f-42f4f28e029e', 'name': '', 'network_id': '55e86d1d-7702-4761-ab0b-0e9a6cdf919d', 'tenant_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'mac_address': 'fa:16:3e:12:bf:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'c83e48aa-b99a-4a01-9099-a04cafa6568c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:36Z', 'updated_at': '2021-07-23T21:39:40Z', 'revision_number': 4, 'project_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'subnets': [{'id': 'c83e48aa-b99a-4a01-9099-a04cafa6568c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:39:41.546389 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0c5a2301-056c-4d0a-b202-6a0ccd32685d req-72547a9c-c63a-43d8-91c8-7b5627190c31 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 210 time: 0.0311067 Jul 23 21:39:42.623593 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7d9ae460-33ca-44d7-b09c-cab0679cc6a8 req-17741b69-9bab-4b1c-8d01-e1ffd06ad6b0 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 210 time: 0.0288603 Jul 23 21:39:42.716686 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c607e560-1aa2-4597-9e3f-42f4f28e029e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:39:42.763564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port c607e560-1aa2-4597-9e3f-42f4f28e029e completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:39:42.767123 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c607e560-1aa2-4597-9e3f-42f4f28e029e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:42.767502 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:42.843929 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:42.888690 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port c607e560-1aa2-4597-9e3f-42f4f28e029e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c607e560-1aa2-4597-9e3f-42f4f28e029e,segment=NetworkSegment(f22f564c-6c03-48dd-a87b-be860e3434c4),segment_id=f22f564c-6c03-48dd-a87b-be860e3434c4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:39:42.893074 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:42.951672 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=c607e560-1aa2-4597-9e3f-42f4f28e029e,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:43.642883 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-1d443b7b-faec-4f2c-986a-77c0ab33adc7 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:43.644376 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-1d443b7b-faec-4f2c-986a-77c0ab33adc7 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.57 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 809 time: 0.1182818 Jul 23 21:39:43.690187 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-b7aad42a-e08c-49e4-825c-36bfc99e7971 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12fd0e0145114f4a844b291c7d9a3294 HTTP/1.1" status: 200 len: 380 time: 0.0366540 Jul 23 21:39:43.698484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-7def84c6-1b6a-492f-a849-f916f40ec289 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Request body: {'port': {'device_id': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'admin_state_up': True, 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'security_groups': ['a68cf937-ee67-4ab7-b9d1-7c3d9a673a37']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:39:43.722437 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e3c54372-b2f9-475e-a3a9-03f7863061bb req-14cad23e-5596-4b71-901c-48f9a4cf3988 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 210 time: 0.0320985 Jul 23 21:39:43.803167 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-7def84c6-1b6a-492f-a849-f916f40ec289 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Made reservation on behalf of 12fd0e0145114f4a844b291c7d9a3294 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:39:43.807257 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-7def84c6-1b6a-492f-a849-f916f40ec289 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:43.934302 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-7def84c6-1b6a-492f-a849-f916f40ec289 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Allocated IP 172.20.0.8 (aead9bff-e168-456f-ad96-384492c6448b/f1643b77-1a90-49b0-b2ca-ddd8b8d006d0/8ff4cab4-9da7-4556-925a-1d0fbffdc1c6) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:39:44.073044 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-7def84c6-1b6a-492f-a849-f916f40ec289 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:44.085776 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-7def84c6-1b6a-492f-a849-f916f40ec289 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Transition to ACTIVE for port object 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:39:44.118037 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-7def84c6-1b6a-492f-a849-f916f40ec289 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:44.160604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-7def84c6-1b6a-492f-a849-f916f40ec289 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Network aead9bff-e168-456f-ad96-384492c6448b is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:39:44.166310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-7def84c6-1b6a-492f-a849-f916f40ec289 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:39:44.170041 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-7def84c6-1b6a-492f-a849-f916f40ec289 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:39:44.176502 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def84c6-1b6a-492f-a849-f916f40ec289 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'Port': ['ID=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:44.223153 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-7def84c6-1b6a-492f-a849-f916f40ec289 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:44.223798 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-7def84c6-1b6a-492f-a849-f916f40ec289 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:44.238264 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-7def84c6-1b6a-492f-a849-f916f40ec289 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5434361 Jul 23 21:39:44.250891 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Request body: {'port': {'device_id': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:39:44.332814 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:44.404425 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8a8f6303-0ca2-4130-bb8f-9cedab0a1628 None None] Provisioning for port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:39:44.407903 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8a8f6303-0ca2-4130-bb8f-9cedab0a1628 None None] Provisioning complete for port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:44.408259 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6303-0ca2-4130-bb8f-9cedab0a1628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:44.440828 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f6303-0ca2-4130-bb8f-9cedab0a1628 None None] Port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:39:44.590857 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:39:44.598130 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:44.609797 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Transition to ACTIVE for port object 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:39:44.612990 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:44.685687 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:44.722667 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c607e560-1aa2-4597-9e3f-42f4f28e029e up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:39:44.741647 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Attempting to bind port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:39:44.741982 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Attempting to bind port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:39:44.742312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Attempting to bind port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 on network aead9bff-e168-456f-ad96-384492c6448b {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:39:44.747986 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 on network aead9bff-e168-456f-ad96-384492c6448b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:39:44.748312 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Attempting to bind port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 on network aead9bff-e168-456f-ad96-384492c6448b {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:39:44.753527 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:39:44.754032 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Checking segment: {'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:39:44.754373 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Bound using segment: {'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:39:44.754806 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Bound port: 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:39:44.755186 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:44.780623 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port c607e560-1aa2-4597-9e3f-42f4f28e029e triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:44.781118 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:44.831770 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] For port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:39:44.835653 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] For port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:39:44.844256 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:44.878822 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a8689-2c6f-4d66-a6e5-66d2be539e49 req-4107d152-be2b-4526-91ce-9bc69649e5a3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:44.881367 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c37a8689-2c6f-4d66-a6e5-66d2be539e49 req-4107d152-be2b-4526-91ce-9bc69649e5a3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 943 time: 0.0783544 Jul 23 21:39:44.882856 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:44.884158 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:44.885538 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] 10.222.0.57 "PUT /v2.0/ports/8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 HTTP/1.1" status: 200 len: 1092 time: 0.6391394 Jul 23 21:39:44.886098 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'tag': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:39:44.888323 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a903ad67-66ec-454f-9b96-d551ddfaf44e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b28740b-9e11-4fa3-86d0-c28968026bb0", "tag": "8ff4cab4-9da7-4556-925a-1d0fbffdc1c6"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:39:44.920747 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a89c3-db9d-4af3-a598-89659b68a3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:44.941707 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c37a8689-2c6f-4d66-a6e5-66d2be539e49 req-eb9df8bf-fd82-4344-a8ee-67f069c8c3a9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529528 Jul 23 21:39:45.018273 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-0e27e748-6d7f-4fa9-8b69-a2f0b71921bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:45.019851 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-0e27e748-6d7f-4fa9-8b69-a2f0b71921bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 1095 time: 0.0803857 Jul 23 21:39:45.021583 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0d1b43-4c1f-46a0-a261-980be54b863e x-openstack-request-id: req-6b0d1b43-4c1f-46a0-a261-980be54b863e {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:39:45.021875 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b28740b-9e11-4fa3-86d0-c28968026bb0", "tag": "8ff4cab4-9da7-4556-925a-1d0fbffdc1c6", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:39:45.022125 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b0d1b43-4c1f-46a0-a261-980be54b863e {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:39:45.022514 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'tag': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'status': 'completed', 'code': 200} Jul 23 21:39:45.063010 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-0b5bb7f6-63ce-4194-b7bb-733e947f554c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 HTTP/1.1" status: 200 len: 217 time: 0.0358837 Jul 23 21:39:45.111858 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-bbf9c5d4-6e6c-4932-860a-9f0c15a31936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:45.113335 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-bbf9c5d4-6e6c-4932-860a-9f0c15a31936 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0445733 Jul 23 21:39:45.170347 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-638e6fc7-3659-422f-904f-e5f0655eaeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:45.171752 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-638e6fc7-3659-422f-904f-e5f0655eaeb9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512278 Jul 23 21:39:45.266574 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-e1a24757-3a34-4cfc-82dd-ab07e32fa8ee service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884466 Jul 23 21:39:45.358815 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-835b5b35-2c51-4f7f-a1f3-08f88157e467 req-8bab166c-cf6c-4399-b261-00330168d0eb service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860918 Jul 23 21:39:45.463941 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903ad67-66ec-454f-9b96-d551ddfaf44e req-7c9e5e60-855f-4138-bbcf-90e14df5b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:45.465551 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a903ad67-66ec-454f-9b96-d551ddfaf44e req-7c9e5e60-855f-4138-bbcf-90e14df5b300 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 1095 time: 0.0559864 Jul 23 21:39:45.551777 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903ad67-66ec-454f-9b96-d551ddfaf44e req-ef800ced-0e9d-4b21-a0cf-dea2b5ca2b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:45.553246 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a903ad67-66ec-454f-9b96-d551ddfaf44e req-ef800ced-0e9d-4b21-a0cf-dea2b5ca2b45 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 910 time: 0.0819886 Jul 23 21:39:45.597335 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a903ad67-66ec-454f-9b96-d551ddfaf44e req-827b888e-1265-4de5-ad8b-4080a156e9db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 HTTP/1.1" status: 200 len: 217 time: 0.0375617 Jul 23 21:39:45.645698 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903ad67-66ec-454f-9b96-d551ddfaf44e req-e914b16d-171b-4a8e-b339-246c4ad5a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:45.647067 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a903ad67-66ec-454f-9b96-d551ddfaf44e req-e914b16d-171b-4a8e-b339-246c4ad5a35d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0420773 Jul 23 21:39:45.706994 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903ad67-66ec-454f-9b96-d551ddfaf44e req-84758c7a-108e-4da5-b37e-43e32b724b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:45.708699 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a903ad67-66ec-454f-9b96-d551ddfaf44e req-84758c7a-108e-4da5-b37e-43e32b724b5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530968 Jul 23 21:39:45.802577 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a903ad67-66ec-454f-9b96-d551ddfaf44e req-3735670d-d260-45ae-906b-d90589aabf5b service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858324 Jul 23 21:39:45.890083 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a903ad67-66ec-454f-9b96-d551ddfaf44e req-2a10f78f-e1a4-437c-b39c-9948e0c27c90 service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804765 Jul 23 21:39:45.911969 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:46.072067 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69b36c-f7b5-482b-8392-0594bc43920a req-1b218305-f660-419c-bb96-f3e5da06d970 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:46.073440 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e69b36c-f7b5-482b-8392-0594bc43920a req-1b218305-f660-419c-bb96-f3e5da06d970 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 943 time: 0.0625558 Jul 23 21:39:46.109816 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3e69b36c-f7b5-482b-8392-0594bc43920a req-bf00bfd2-9456-4fae-a634-7034a9d3f672 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308306 Jul 23 21:39:47.248656 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2c173-33f5-41b3-b6b0-a5a6fd6f29b7 req-ea094130-c971-4c39-bcef-0443bd067111 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:47.250085 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76d2c173-33f5-41b3-b6b0-a5a6fd6f29b7 req-ea094130-c971-4c39-bcef-0443bd067111 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 943 time: 0.0728848 Jul 23 21:39:47.287766 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-76d2c173-33f5-41b3-b6b0-a5a6fd6f29b7 req-c10fa8f9-29ea-4a6b-b11f-a80687c417cd tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319839 Jul 23 21:39:47.463949 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:48.414147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32707dd-b666-4249-bf02-18d6941f9a28 req-46cb89ff-b5f0-453e-803b-8b795b1200ba tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:48.416314 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b32707dd-b666-4249-bf02-18d6941f9a28 req-46cb89ff-b5f0-453e-803b-8b795b1200ba tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 943 time: 0.0640283 Jul 23 21:39:48.452985 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b32707dd-b666-4249-bf02-18d6941f9a28 req-f0b12da9-c723-4ca7-a7b2-0e7b42020c64 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307033 Jul 23 21:39:49.530036 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:39:49.586083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cae951-ee66-4ae4-8619-bcdd6885baaa req-61bdf5b9-9c57-4e3f-9eea-69248630b643 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:49.588178 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6cae951-ee66-4ae4-8619-bcdd6885baaa req-61bdf5b9-9c57-4e3f-9eea-69248630b643 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 943 time: 0.0689204 Jul 23 21:39:49.624688 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:39:49.625515 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e6cae951-ee66-4ae4-8619-bcdd6885baaa req-4be49a72-90f0-4bc6-b665-d72c8f373966 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317757 Jul 23 21:39:49.636899 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'port_id': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'mac_address': 'fa:16:3e:60:8c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:39:49.677039 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:49.689233 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:39:49.709137 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:39:49.713399 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:49.759065 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:49.956882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['8ff4cab4-9da7-4556-925a-1d0fbffdc1c6'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:39:50.757397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c761e8-1696-4146-8c33-622b65feb2d4 req-ba6a7b04-b545-4b41-8524-2f8f8be26084 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:50.759118 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41c761e8-1696-4146-8c33-622b65feb2d4 req-ba6a7b04-b545-4b41-8524-2f8f8be26084 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 944 time: 0.0630944 Jul 23 21:39:50.796856 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-41c761e8-1696-4146-8c33-622b65feb2d4 req-4b79f9b4-f7dd-4f45-aa53-ebfa0c0f4137 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322297 Jul 23 21:39:51.545987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:39:51.593983 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:39:51.597459 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:39:51.597825 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:51.677402 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:51.699299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:39:51.701444 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3458c981-d80b-4495-b7f4-fdcd1e395904" -d '{"events": [{"server_uuid": "5b28740b-9e11-4fa3-86d0-c28968026bb0", "name": "network-vif-plugged", "status": "completed", "tag": "8ff4cab4-9da7-4556-925a-1d0fbffdc1c6"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:39:51.713684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:39:51.718023 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:51.741672 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d28d045-7a29-4370-a36c-3658b6ab7cf6 x-openstack-request-id: req-9d28d045-7a29-4370-a36c-3658b6ab7cf6 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:39:51.741962 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b28740b-9e11-4fa3-86d0-c28968026bb0", "name": "network-vif-plugged", "status": "completed", "tag": "8ff4cab4-9da7-4556-925a-1d0fbffdc1c6", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:39:51.742214 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d28d045-7a29-4370-a36c-3658b6ab7cf6 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:39:51.742603 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'code': 200} Jul 23 21:39:51.770561 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:51.852952 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7535ff6-2a7b-4042-a769-c6acfa8dca45 req-2d325d7b-7da4-40c2-975b-91a288002283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:51.855297 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c7535ff6-2a7b-4042-a769-c6acfa8dca45 req-2d325d7b-7da4-40c2-975b-91a288002283 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 1097 time: 0.0583982 Jul 23 21:39:51.890798 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c7535ff6-2a7b-4042-a769-c6acfa8dca45 req-60626bf3-964e-4b98-8c0a-ae0664623954 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286808 Jul 23 21:39:51.923872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ef3ec-f7b9-494b-a2be-079f90f1a738 req-a3a19e78-2e1a-4216-be2a-658667698428 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:51.925342 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a73ef3ec-f7b9-494b-a2be-079f90f1a738 req-a3a19e78-2e1a-4216-be2a-658667698428 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0622642 Jul 23 21:39:51.961414 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a73ef3ec-f7b9-494b-a2be-079f90f1a738 req-fb03faf8-1f38-45f2-89ee-7644cfac1e35 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305021 Jul 23 21:39:53.094522 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d076c-d71d-402a-8daf-843a5a14bd5a req-ec644f8b-ebc0-45fe-aa33-b653842282d2 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:53.096046 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f85d076c-d71d-402a-8daf-843a5a14bd5a req-ec644f8b-ebc0-45fe-aa33-b653842282d2 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0668833 Jul 23 21:39:53.132913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f85d076c-d71d-402a-8daf-843a5a14bd5a req-f55d17d4-910a-47fd-8d55-6ff316f4594f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312150 Jul 23 21:39:53.259982 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901aba9-af96-4cb2-99cb-73519219bf1e req-abd9c83c-0de5-45d3-b642-58a2c9dfb2e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:53.261488 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e901aba9-af96-4cb2-99cb-73519219bf1e req-abd9c83c-0de5-45d3-b642-58a2c9dfb2e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0636954 Jul 23 21:39:53.298255 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e901aba9-af96-4cb2-99cb-73519219bf1e req-18099bd8-3160-45f9-86c7-f6e79405ae96 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312595 Jul 23 21:39:53.320069 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58690) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:53.413517 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c941cc12-e5b7-47d9-8627-9e583216b747 tempest-TestShelveInstance-1645358001 tempest-TestShelveInstance-1645358001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:53.415004 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c941cc12-e5b7-47d9-8627-9e583216b747 tempest-TestShelveInstance-1645358001 tempest-TestShelveInstance-1645358001-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 1092 time: 0.0939178 Jul 23 21:39:53.418502 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58694) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:39:53.423116 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:39:53.447403 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for floatingip, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:53.545362 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:53.643596 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Allocated IP 172.25.3.229 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/8b7c7b2b-c3a3-485f-be9b-7180f42a677c) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:39:53.748228 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:53.785235 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:53.819687 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:39:53.822331 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:39:53.828282 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:39:53.852301 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'Port': ['ID=8b7c7b2b-c3a3-485f-be9b-7180f42a677c,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:54.556143 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:54.663701 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:54.671185 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6bfc952-0b72-4011-953b-bb85d4cf3861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:54.815360 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:54.819530 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:54.894569 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'Port': ['ID=8b7c7b2b-c3a3-485f-be9b-7180f42a677c,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:39:54.902578 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:55.000647 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Floating IP 28944d36-8e2f-41a8-b674-c38e6fdbddce associated. External IP: 172.25.3.229, port: 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6. Jul 23 21:39:55.203833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Router 8a61357e-a5a6-4765-b683-6a7d664fbbfc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:39:55.311556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:39:55.321203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd9858e-61cd-4b06-bf1c-e486ae9ff88a None None] Sync routers for ids ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:39:55.327989 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:55.330603 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd9858e-61cd-4b06-bf1c-e486ae9ff88a None None] Routers {'8a61357e-a5a6-4765-b683-6a7d664fbbfc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:39:55.331242 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6bd9858e-61cd-4b06-bf1c-e486ae9ff88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:39:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:55.364738 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f3e09b75-ed1f-4dd5-8be5-fc82d04673c9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9452357 Jul 23 21:39:55.365327 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'tag': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:39:55.368308 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51d4f62-40ef-4330-a260-c3ce15526048" -d '{"events": [{"name": "network-changed", "server_uuid": "5b28740b-9e11-4fa3-86d0-c28968026bb0", "tag": "8ff4cab4-9da7-4556-925a-1d0fbffdc1c6"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:39:55.403931 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95be2271-31ed-49a9-94fe-f113e6efbd16 x-openstack-request-id: req-95be2271-31ed-49a9-94fe-f113e6efbd16 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:39:55.404217 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b28740b-9e11-4fa3-86d0-c28968026bb0", "tag": "8ff4cab4-9da7-4556-925a-1d0fbffdc1c6", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:39:55.404466 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95be2271-31ed-49a9-94fe-f113e6efbd16 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:39:55.404861 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'tag': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'status': 'completed', 'code': 200} Jul 23 21:39:55.440028 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-6bd9858e-61cd-4b06-bf1c-e486ae9ff88a None None] Set router 8a61357e-a5a6-4765-b683-6a7d664fbbfc gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:39:55.488517 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d4f62-40ef-4330-a260-c3ce15526048 req-395b3f65-ed57-42b8-9759-d589d2becde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:55.489952 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f51d4f62-40ef-4330-a260-c3ce15526048 req-395b3f65-ed57-42b8-9759-d589d2becde4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 1097 time: 0.0608447 Jul 23 21:39:55.582257 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d4f62-40ef-4330-a260-c3ce15526048 req-b88f87f6-24ea-4a2b-9497-48726362019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:55.583771 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f51d4f62-40ef-4330-a260-c3ce15526048 req-b88f87f6-24ea-4a2b-9497-48726362019d service neutron] 10.222.0.57 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 910 time: 0.0849340 Jul 23 21:39:55.661251 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f51d4f62-40ef-4330-a260-c3ce15526048 req-8e100787-1f9f-4f53-8b08-e70dfdb66a26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 HTTP/1.1" status: 200 len: 999 time: 0.0619395 Jul 23 21:39:55.669303 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6bd9858e-61cd-4b06-bf1c-e486ae9ff88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '28944d36-8e2f-41a8-b674-c38e6fdbddce', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'port_id': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'mac_address': 'fa:16:3e:60:8c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:39:54Z', 'updated_at': '2021-07-23T21:39:54Z', 'revision_number': 0, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79ece45-edc8-4757-a437-ede665bdce57', 'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'mac_address': 'fa:16:3e:5f:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:31Z', 'updated_at': '2021-07-23T21:39:37Z', 'revision_number': 5, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'subnets': [{'id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:55.696195 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd9858e-61cd-4b06-bf1c-e486ae9ff88a None None] Checking router: 8a61357e-a5a6-4765-b683-6a7d664fbbfc for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:39:55.704351 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd9858e-61cd-4b06-bf1c-e486ae9ff88a None None] Routers {'8a61357e-a5a6-4765-b683-6a7d664fbbfc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:39:55.704960 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6bd9858e-61cd-4b06-bf1c-e486ae9ff88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:39:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:55.709958 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d4f62-40ef-4330-a260-c3ce15526048 req-42e06feb-02c1-471d-9cd2-b3ee41d7f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:55.711514 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f51d4f62-40ef-4330-a260-c3ce15526048 req-42e06feb-02c1-471d-9cd2-b3ee41d7f44b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0438631 Jul 23 21:39:55.771375 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d4f62-40ef-4330-a260-c3ce15526048 req-242529bf-477b-47e4-8b8f-91fdc3c1c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:39:55.773031 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f51d4f62-40ef-4330-a260-c3ce15526048 req-242529bf-477b-47e4-8b8f-91fdc3c1c8e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544360 Jul 23 21:39:55.810742 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-6bd9858e-61cd-4b06-bf1c-e486ae9ff88a None None] Set router 8a61357e-a5a6-4765-b683-6a7d664fbbfc gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:39:55.867433 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f51d4f62-40ef-4330-a260-c3ce15526048 req-9dd49849-016f-48c5-ad4e-26cb189dee0a service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868013 Jul 23 21:39:55.955459 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f51d4f62-40ef-4330-a260-c3ce15526048 req-f42156fd-d0f4-4e98-a334-7bdf4238a3ad service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814958 Jul 23 21:39:56.036475 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-6bd9858e-61cd-4b06-bf1c-e486ae9ff88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '28944d36-8e2f-41a8-b674-c38e6fdbddce', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'port_id': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'mac_address': 'fa:16:3e:60:8c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:39:54Z', 'updated_at': '2021-07-23T21:39:54Z', 'revision_number': 0, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79ece45-edc8-4757-a437-ede665bdce57', 'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'mac_address': 'fa:16:3e:5f:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:31Z', 'updated_at': '2021-07-23T21:39:37Z', 'revision_number': 5, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'subnets': [{'id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:39:56.062724 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd9858e-61cd-4b06-bf1c-e486ae9ff88a None None] The sync data for ids ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'] in n-d-791504-18 is: [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '28944d36-8e2f-41a8-b674-c38e6fdbddce', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'port_id': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'mac_address': 'fa:16:3e:60:8c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:39:54Z', 'updated_at': '2021-07-23T21:39:54Z', 'revision_number': 0, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79ece45-edc8-4757-a437-ede665bdce57', 'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'mac_address': 'fa:16:3e:5f:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:31Z', 'updated_at': '2021-07-23T21:39:37Z', 'revision_number': 5, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'subnets': [{'id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:39:56.253746 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3705cea8-4e5c-42f1-bb03-04a0618f0c32 None None] New status for floating IP 28944d36-8e2f-41a8-b674-c38e6fdbddce: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:39:57.179902 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5379a74-4a2c-419a-82e0-ee0804e8f004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:57.435549 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:58.774142 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:00.225338 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:11.022496 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:40:15.910214 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:16.032628 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bf2aaf74-2b2a-4fb5-b468-6cd8fcffd8de req-9f7d11dc-d9fd-494b-9f7d-ac00f12a88f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572927 Jul 23 21:40:16.127702 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2aaf74-2b2a-4fb5-b468-6cd8fcffd8de req-85f8b9ca-32a0-4fe3-8b41-5105d2964b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:40:16.129178 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bf2aaf74-2b2a-4fb5-b468-6cd8fcffd8de req-85f8b9ca-32a0-4fe3-8b41-5105d2964b49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 1097 time: 0.0536189 Jul 23 21:40:16.227520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2aaf74-2b2a-4fb5-b468-6cd8fcffd8de req-b20cebb8-192a-43d5-aad6-b18253b1742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:40:16.229437 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bf2aaf74-2b2a-4fb5-b468-6cd8fcffd8de req-b20cebb8-192a-43d5-aad6-b18253b1742b service neutron] 10.222.0.57 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 910 time: 0.0830498 Jul 23 21:40:16.296174 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bf2aaf74-2b2a-4fb5-b468-6cd8fcffd8de req-970c7ea5-bdea-4fe7-a8e5-0585304ccb93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 HTTP/1.1" status: 200 len: 1001 time: 0.0602772 Jul 23 21:40:16.343930 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2aaf74-2b2a-4fb5-b468-6cd8fcffd8de req-7452d037-0cc9-4ff9-83bb-3dc144ee379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:40:16.345244 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bf2aaf74-2b2a-4fb5-b468-6cd8fcffd8de req-7452d037-0cc9-4ff9-83bb-3dc144ee379d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0427265 Jul 23 21:40:16.403802 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2aaf74-2b2a-4fb5-b468-6cd8fcffd8de req-4a052d0c-062c-4b77-a048-f33defec34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:40:16.405250 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bf2aaf74-2b2a-4fb5-b468-6cd8fcffd8de req-4a052d0c-062c-4b77-a048-f33defec34e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529478 Jul 23 21:40:16.497210 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bf2aaf74-2b2a-4fb5-b468-6cd8fcffd8de req-0b03e696-81fa-4db4-b7a5-fcb6a6a2c016 service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852778 Jul 23 21:40:16.585484 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-bf2aaf74-2b2a-4fb5-b468-6cd8fcffd8de req-03dbb6f9-cc91-4da8-a662-6ffb52618860 service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813611 Jul 23 21:40:17.463644 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:24.671768 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-973f9a3e-827e-4bb3-8586-58aab3e06f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:27.179942 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53cfdac8-9185-44dd-a323-40e409e50322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:27.435849 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:28.778458 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:30.227025 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:45.925290 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:47.459929 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:48.021466 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:40:54.674670 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6aba141-cdb7-42d4-8a47-f5cd3c51daf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:57.181398 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-268f833e-aaa8-43c8-84ea-42ed159405c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:57.436400 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:58.780381 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:00.230202 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:15.939195 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:17.037534 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c6c36f27-bc00-48ec-bfce-1efde9fc2060 req-e5a85e61-e997-4511-b41b-a31415319f01 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0633821 Jul 23 21:41:17.131543 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c36f27-bc00-48ec-bfce-1efde9fc2060 req-520a8a72-2059-47ad-b4ff-31f61509a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:41:17.133036 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c6c36f27-bc00-48ec-bfce-1efde9fc2060 req-520a8a72-2059-47ad-b4ff-31f61509a5f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 1097 time: 0.0537992 Jul 23 21:41:17.236809 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c36f27-bc00-48ec-bfce-1efde9fc2060 req-fa62a15f-c5de-4448-91b4-8ee7b7f77e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:41:17.238281 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c6c36f27-bc00-48ec-bfce-1efde9fc2060 req-fa62a15f-c5de-4448-91b4-8ee7b7f77e25 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 910 time: 0.0881121 Jul 23 21:41:17.300979 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c6c36f27-bc00-48ec-bfce-1efde9fc2060 req-2c62e02a-6ee8-497e-b230-6652f4f17b3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 HTTP/1.1" status: 200 len: 1001 time: 0.0565839 Jul 23 21:41:17.350122 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c36f27-bc00-48ec-bfce-1efde9fc2060 req-44a7ce80-d6c7-44af-b629-ad8b765e77bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:41:17.351575 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c6c36f27-bc00-48ec-bfce-1efde9fc2060 req-44a7ce80-d6c7-44af-b629-ad8b765e77bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0451906 Jul 23 21:41:17.412067 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c36f27-bc00-48ec-bfce-1efde9fc2060 req-b74cac74-de13-46d3-9d0b-53cc5e8a4a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:41:17.413516 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c6c36f27-bc00-48ec-bfce-1efde9fc2060 req-b74cac74-de13-46d3-9d0b-53cc5e8a4a88 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550034 Jul 23 21:41:17.452107 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:17.504774 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c6c36f27-bc00-48ec-bfce-1efde9fc2060 req-6f4624c4-1a2b-48fa-b031-cbdfa19c37b7 service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839994 Jul 23 21:41:17.597476 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c6c36f27-bc00-48ec-bfce-1efde9fc2060 req-ba5c6e3c-8259-4e4b-959f-b3c51911794f service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864811 Jul 23 21:41:24.675013 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd7bac5f-f114-41ad-aa44-1aace925fe65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:25.020341 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:41:27.181558 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c9edc29e-a481-4437-87f6-ef2da62d0592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:27.436331 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:28.782977 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:29.291317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-ffe433b5-47eb-44f6-82c5-36fa1809c55e req-7c0189f4-0b5c-4563-9e42-a0fdc0f62096 service neutron] (93811) timed out ('10.222.0.55', 51796) {{(pid=93811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:41:30.233408 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:45.938979 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:47.465587 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:52.108198 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f678a-2560-46f5-a07c-28ade1bce0e4 req-bbbbf03c-5915-4817-802a-8ae9dc866f79 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:41:52.109702 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d29f678a-2560-46f5-a07c-28ade1bce0e4 req-bbbbf03c-5915-4817-802a-8ae9dc866f79 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0688512 Jul 23 21:41:52.145922 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d29f678a-2560-46f5-a07c-28ade1bce0e4 req-748d4f90-acfe-4774-8340-54e6d49344b6 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306311 Jul 23 21:41:53.279438 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87548333-3779-482f-a6f7-2e8111d11dda req-cbdce67a-c108-429b-af8e-03e56f0329ff tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:41:53.280934 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87548333-3779-482f-a6f7-2e8111d11dda req-cbdce67a-c108-429b-af8e-03e56f0329ff tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0673769 Jul 23 21:41:53.318188 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-87548333-3779-482f-a6f7-2e8111d11dda req-5ce49a8e-f015-48a9-a7ce-ce113c689983 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314219 Jul 23 21:41:54.458574 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4cbf6-9628-42d4-b8c6-da1e6e1ff76e req-e946e35b-7158-4c3b-bf52-737c0d87f31e tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:41:54.460076 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-68d4cbf6-9628-42d4-b8c6-da1e6e1ff76e req-e946e35b-7158-4c3b-bf52-737c0d87f31e tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0621443 Jul 23 21:41:54.500739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-68d4cbf6-9628-42d4-b8c6-da1e6e1ff76e req-764463a0-1f27-49d3-8feb-ad2f05f13605 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350900 Jul 23 21:41:54.675818 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-79ec17d7-1123-4df1-a36e-dd8d255b6a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:55.630843 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab79f44-fb7a-499e-b8da-5667d3ca784a req-44fd78e2-05d5-4aa3-b2d3-7435544d9a52 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:41:55.632357 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ab79f44-fb7a-499e-b8da-5667d3ca784a req-44fd78e2-05d5-4aa3-b2d3-7435544d9a52 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0634642 Jul 23 21:41:55.668753 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3ab79f44-fb7a-499e-b8da-5667d3ca784a req-8dded66d-b319-45cc-a960-38274ea68924 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307474 Jul 23 21:41:56.798278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da44f4-b472-4412-84ea-3dffeb6fae77 req-b8a1f9e9-7c58-4917-8be6-b33d7c3a6c23 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:41:56.799739 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1da44f4-b472-4412-84ea-3dffeb6fae77 req-b8a1f9e9-7c58-4917-8be6-b33d7c3a6c23 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0645697 Jul 23 21:41:56.835832 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c1da44f4-b472-4412-84ea-3dffeb6fae77 req-67fa781c-73aa-4b81-8daa-474324a5d57c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305357 Jul 23 21:41:57.181314 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8cb84c45-2ac7-4bbb-b665-0f38114f6b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:57.436171 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:57.969174 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0e16e-aadd-4ee3-a911-565fe9adcfe1 req-d63d8c98-e804-473e-8886-dc8ad6773c4e tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:41:57.970672 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12c0e16e-aadd-4ee3-a911-565fe9adcfe1 req-d63d8c98-e804-473e-8886-dc8ad6773c4e tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0694394 Jul 23 21:41:58.007658 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12c0e16e-aadd-4ee3-a911-565fe9adcfe1 req-95aaa342-9a1b-49fa-90a1-25c5089c5a1b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313945 Jul 23 21:41:58.786140 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:59.134545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12894b48-054e-4e79-aac6-5f560c8a4fac req-d395dfdf-7a03-4ed1-9814-5777d6444d8c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:41:59.136603 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12894b48-054e-4e79-aac6-5f560c8a4fac req-d395dfdf-7a03-4ed1-9814-5777d6444d8c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0629961 Jul 23 21:41:59.173243 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-12894b48-054e-4e79-aac6-5f560c8a4fac req-d2113075-56ad-4f3a-a253-ea374a00a022 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312319 Jul 23 21:42:00.235918 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:00.298688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ad335-5377-4192-a45a-debf5f241499 req-f9bd74fc-8071-472d-b853-c4ed4df67bff tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:00.300171 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd3ad335-5377-4192-a45a-debf5f241499 req-f9bd74fc-8071-472d-b853-c4ed4df67bff tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0615790 Jul 23 21:42:00.340522 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dd3ad335-5377-4192-a45a-debf5f241499 req-9d359507-68f7-4fc3-95da-44b622e59e63 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348322 Jul 23 21:42:01.467580 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbc604-727b-493c-8230-b2239f5e435b req-f376ca75-7ee8-4b1e-a39c-97949484f1e2 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:01.469088 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61bbc604-727b-493c-8230-b2239f5e435b req-f376ca75-7ee8-4b1e-a39c-97949484f1e2 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0624835 Jul 23 21:42:01.487461 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-ca415c5d-ca4a-4a55-939b-693e540ae186 req-76b6af33-dde6-4ffa-80b5-3b0e2dac4cb3 service neutron] (93811) timed out ('10.222.0.57', 51956) {{(pid=93811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:42:01.505924 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61bbc604-727b-493c-8230-b2239f5e435b req-ca79202e-b287-4ac2-9f25-68cefd01883f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314317 Jul 23 21:42:02.019422 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:42:02.633687 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda67449-dd93-463d-9b35-775a35cdbfbc req-26536ed1-de37-4077-8f22-267b09a58e21 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:02.635187 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dda67449-dd93-463d-9b35-775a35cdbfbc req-26536ed1-de37-4077-8f22-267b09a58e21 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0624096 Jul 23 21:42:02.672260 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-dda67449-dd93-463d-9b35-775a35cdbfbc req-f5866034-6505-4f09-9155-bc93c55876e0 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315914 Jul 23 21:42:03.805111 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbd8c4-d7a4-406a-a907-717ca6fe7e18 req-2794f851-205c-4d9b-91f4-4e7699a3902e tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:03.806620 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ecbd8c4-d7a4-406a-a907-717ca6fe7e18 req-2794f851-205c-4d9b-91f4-4e7699a3902e tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0680420 Jul 23 21:42:03.845158 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2ecbd8c4-d7a4-406a-a907-717ca6fe7e18 req-2798615f-8ec5-4052-95a2-9e0e98139968 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324473 Jul 23 21:42:04.154397 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:42:04.253503 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:42:04.264606 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'port_id': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'mac_address': 'fa:16:3e:60:8c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:42:04.301892 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:04.315125 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:42:04.335083 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:42:04.338987 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:04.402430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:42:04.410192 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:04.410533 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:04.410868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:04.411223 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:04.411558 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:04.411878 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:04.412383 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:04.412898 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:04.413225 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:04.413548 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:04.413870 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:04.414191 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:04.420017 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['8ff4cab4-9da7-4556-925a-1d0fbffdc1c6'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:42:04.983164 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accbf06-83eb-4945-bf1d-5bb9f49de3fc req-d0d6b0d6-6cf0-4204-be02-e2805ab67c9b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:04.984799 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8accbf06-83eb-4945-bf1d-5bb9f49de3fc req-d0d6b0d6-6cf0-4204-be02-e2805ab67c9b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 944 time: 0.0679498 Jul 23 21:42:05.025292 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8accbf06-83eb-4945-bf1d-5bb9f49de3fc req-edf5cc3f-d021-4358-91a5-4fd94c0737db tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349000 Jul 23 21:42:06.167089 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43935549-59f6-4725-b9a7-9d941ccdb5f0 req-14a6d82b-5cf4-4791-a97e-8e2521bb3c68 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:06.168942 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43935549-59f6-4725-b9a7-9d941ccdb5f0 req-14a6d82b-5cf4-4791-a97e-8e2521bb3c68 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 944 time: 0.0686979 Jul 23 21:42:06.173162 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:42:06.231485 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-43935549-59f6-4725-b9a7-9d941ccdb5f0 req-de8c04c7-e8c0-4904-8671-0312be08e582 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537217 Jul 23 21:42:06.232980 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:42:06.233446 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:06.325646 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:06.349651 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:42:06.352121 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5d82bc-9d5a-4ccf-83fb-59a44f87842d" -d '{"events": [{"server_uuid": "5b28740b-9e11-4fa3-86d0-c28968026bb0", "name": "network-vif-plugged", "status": "completed", "tag": "8ff4cab4-9da7-4556-925a-1d0fbffdc1c6"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:42:06.366560 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:42:06.374249 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:06.431913 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:42:06.475725 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e86b8a-f602-41d5-a5ad-f858ecec5b56 x-openstack-request-id: req-e0e86b8a-f602-41d5-a5ad-f858ecec5b56 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:42:06.476096 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b28740b-9e11-4fa3-86d0-c28968026bb0", "name": "network-vif-plugged", "status": "completed", "tag": "8ff4cab4-9da7-4556-925a-1d0fbffdc1c6", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:42:06.476530 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e0e86b8a-f602-41d5-a5ad-f858ecec5b56 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:42:06.477002 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'code': 200} Jul 23 21:42:07.406080 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc43df-bcbf-485e-8961-b840e8534e1f req-a1e8d8ef-bd07-41d5-bce6-f00ec09b005a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:07.408413 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1adc43df-bcbf-485e-8961-b840e8534e1f req-a1e8d8ef-bd07-41d5-bce6-f00ec09b005a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0910809 Jul 23 21:42:07.459258 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1adc43df-bcbf-485e-8961-b840e8534e1f req-703e6938-1b3f-4ab8-95a6-0b1c0a91068f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408862 Jul 23 21:42:08.598308 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a3b02-01ec-4b24-8517-741f4cd4cd2f req-5c4ccda9-5d2f-4e33-9cb5-ad90b60cf805 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:08.599865 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-412a3b02-01ec-4b24-8517-741f4cd4cd2f req-5c4ccda9-5d2f-4e33-9cb5-ad90b60cf805 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0737617 Jul 23 21:42:08.640364 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-412a3b02-01ec-4b24-8517-741f4cd4cd2f req-9457dc01-54a3-4dc0-a009-6dc4a86b9e87 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348496 Jul 23 21:42:09.784214 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30cd97-6a86-48bf-9fac-dd1b41e012e0 req-1c99380d-8f11-40bc-b7af-24068113389d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:09.785872 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4a30cd97-6a86-48bf-9fac-dd1b41e012e0 req-1c99380d-8f11-40bc-b7af-24068113389d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0716174 Jul 23 21:42:09.825380 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4a30cd97-6a86-48bf-9fac-dd1b41e012e0 req-94957298-1480-4056-b81a-db541340ff4f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336909 Jul 23 21:42:10.992324 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf13f9-83db-48bf-8b87-a156ba0354c9 req-cc495826-5c7f-4d60-9cc0-146b8c962d7e tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:10.999540 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b7cf13f9-83db-48bf-8b87-a156ba0354c9 req-cc495826-5c7f-4d60-9cc0-146b8c962d7e tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0757565 Jul 23 21:42:11.041182 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b7cf13f9-83db-48bf-8b87-a156ba0354c9 req-d6e8878b-f2e3-44c7-bc27-b89e47861941 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403094 Jul 23 21:42:12.180944 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fc739-1b01-4af1-a606-30145a5927bd req-7f695b66-addc-4fb4-aa43-29d35c57caa7 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:12.188406 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-709fc739-1b01-4af1-a606-30145a5927bd req-7f695b66-addc-4fb4-aa43-29d35c57caa7 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0752540 Jul 23 21:42:12.227647 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-709fc739-1b01-4af1-a606-30145a5927bd req-dae9049c-48a9-4e07-9287-04a1a72e9271 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383172 Jul 23 21:42:13.363008 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb858729-fe92-4bcd-b8bd-9d98349c5ecf req-603d45a1-173c-49b6-a8e1-35965c4e5b7a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:13.364550 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb858729-fe92-4bcd-b8bd-9d98349c5ecf req-603d45a1-173c-49b6-a8e1-35965c4e5b7a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0675955 Jul 23 21:42:13.393758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcb007-5777-498c-a846-66e6cd673320 req-5591ee8a-0953-45e8-b628-14f806e6cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:13.395285 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-78dcb007-5777-498c-a846-66e6cd673320 req-5591ee8a-0953-45e8-b628-14f806e6cf9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 1097 time: 0.0545523 Jul 23 21:42:13.402466 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fb858729-fe92-4bcd-b8bd-9d98349c5ecf req-1f2c8856-2768-4540-8fac-8ed30690319d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322895 Jul 23 21:42:13.488559 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcb007-5777-498c-a846-66e6cd673320 req-fc767da5-0fd6-47a9-99f9-96017ea1ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:13.490015 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-78dcb007-5777-498c-a846-66e6cd673320 req-fc767da5-0fd6-47a9-99f9-96017ea1ae83 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 910 time: 0.0886366 Jul 23 21:42:13.553606 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-78dcb007-5777-498c-a846-66e6cd673320 req-cb727a66-9fdb-44d1-aa37-ca7b18432db3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 HTTP/1.1" status: 200 len: 1001 time: 0.0573659 Jul 23 21:42:13.601464 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcb007-5777-498c-a846-66e6cd673320 req-8b1d99be-e491-418c-9e07-8036ce5f704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:13.602846 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-78dcb007-5777-498c-a846-66e6cd673320 req-8b1d99be-e491-418c-9e07-8036ce5f704a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0432477 Jul 23 21:42:13.667135 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcb007-5777-498c-a846-66e6cd673320 req-991226f2-0238-4651-86f1-c401ff1b9766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:13.668633 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-78dcb007-5777-498c-a846-66e6cd673320 req-991226f2-0238-4651-86f1-c401ff1b9766 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596440 Jul 23 21:42:13.756203 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-78dcb007-5777-498c-a846-66e6cd673320 req-996d4cac-a056-406e-8cf1-4cc43f2b1f2e service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806527 Jul 23 21:42:13.845683 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-78dcb007-5777-498c-a846-66e6cd673320 req-aa3cddcf-bfe9-4767-a4ee-0dae6a39004c service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831146 Jul 23 21:42:14.529203 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452c5b9-49c1-4e75-8165-9c5ff3c9753c req-75490100-878c-4462-b21c-e744c46d59a8 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:14.530669 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8452c5b9-49c1-4e75-8165-9c5ff3c9753c req-75490100-878c-4462-b21c-e744c46d59a8 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0622053 Jul 23 21:42:14.567553 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8452c5b9-49c1-4e75-8165-9c5ff3c9753c req-c90e23c2-b1cb-4649-81ef-c8dce0e86f05 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313771 Jul 23 21:42:15.703937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3ca87-1eb7-44b2-b16d-846c87aecfb9 req-10a88cb3-db91-4e14-aef7-cb470e46023f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:15.705462 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ad3ca87-1eb7-44b2-b16d-846c87aecfb9 req-10a88cb3-db91-4e14-aef7-cb470e46023f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0687184 Jul 23 21:42:15.743893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5ad3ca87-1eb7-44b2-b16d-846c87aecfb9 req-34b036d0-caa6-4ed7-86b2-afc6847065ab tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325952 Jul 23 21:42:15.811773 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-61e193b5-3390-4ddc-a98d-047b4f28ebca req-3bbb066f-2b60-4871-b27d-cbf59a49ef14 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:42:15.812668 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-61e193b5-3390-4ddc-a98d-047b4f28ebca req-3bbb066f-2b60-4871-b27d-cbf59a49ef14 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062246 Jul 23 21:42:15.955830 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:16.246650 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:42:16.326010 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:16.347545 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:42:16.349766 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247f2645-ea5b-4239-9918-d24955f6cd60" -d '{"events": [{"server_uuid": "5b28740b-9e11-4fa3-86d0-c28968026bb0", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff4cab4-9da7-4556-925a-1d0fbffdc1c6"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:42:16.363087 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:42:16.368062 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:16.391370 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 21:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b5c579-a247-4a12-ba96-e2ece384f637 x-openstack-request-id: req-77b5c579-a247-4a12-ba96-e2ece384f637 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:42:16.391654 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b28740b-9e11-4fa3-86d0-c28968026bb0", "name": "network-vif-unplugged", "status": "failed", "tag": "8ff4cab4-9da7-4556-925a-1d0fbffdc1c6", "code": 422}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:42:16.391899 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77b5c579-a247-4a12-ba96-e2ece384f637 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:42:16.392281 n-d-791504-18 neutron-server[93812]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'code': 422} returned with failed status Jul 23 21:42:16.420643 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:42:17.023017 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e29a1-d9fe-4166-b385-61d3c7aa76c0 req-3a258d52-3b7f-4f04-a5c6-b5badd98d983 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:17.025014 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c12e29a1-d9fe-4166-b385-61d3c7aa76c0 req-3a258d52-3b7f-4f04-a5c6-b5badd98d983 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 943 time: 0.0711088 Jul 23 21:42:17.062950 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c12e29a1-d9fe-4166-b385-61d3c7aa76c0 req-8d21fc2a-622c-42a6-b589-216643b5d5e1 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326943 Jul 23 21:42:17.141568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 58892) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:42:17.235136 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-3e81f08a-f73d-48ce-86fe-eaf8540d2b81 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924716 Jul 23 21:42:17.473893 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:18.191658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad2103-b4bc-4dfa-8156-2d71b7133e50 req-92378d38-73d4-45b6-be91-534650281347 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:18.193202 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-17ad2103-b4bc-4dfa-8156-2d71b7133e50 req-92378d38-73d4-45b6-be91-534650281347 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 943 time: 0.0638828 Jul 23 21:42:18.229772 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-17ad2103-b4bc-4dfa-8156-2d71b7133e50 req-0b5f3faf-dbda-4c54-8b26-de435aa9a9c3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305181 Jul 23 21:42:19.364603 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497d890-f900-427d-81de-7ad2e755038c req-fbb88cd7-5182-4f22-a3ba-17d48ff87576 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:19.366059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6497d890-f900-427d-81de-7ad2e755038c req-fbb88cd7-5182-4f22-a3ba-17d48ff87576 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 943 time: 0.0656347 Jul 23 21:42:19.402238 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6497d890-f900-427d-81de-7ad2e755038c req-6716faaa-2c29-4d72-ad00-08172d5ca140 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300050 Jul 23 21:42:20.156401 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-2203f162-a7b0-401b-825d-ab964bdee699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:20.157875 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-2203f162-a7b0-401b-825d-ab964bdee699 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0&tenant_id=12fd0e0145114f4a844b291c7d9a3294 HTTP/1.1" status: 200 len: 1095 time: 0.0919201 Jul 23 21:42:20.172772 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-18', 'device_owner': 'compute:nova'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:42:20.248020 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:20.446111 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] For port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:42:20.478626 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] For port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:42:20.511154 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:42:20.518494 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:20.530896 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Transition to ACTIVE for port object 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:42:20.531487 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3728b4-4ae2-4250-bb6f-13a0bb0ed182 req-65aaf504-0db1-426f-904c-2233b30e8608 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:20.533232 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb3728b4-4ae2-4250-bb6f-13a0bb0ed182 req-65aaf504-0db1-426f-904c-2233b30e8608 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 943 time: 0.0643868 Jul 23 21:42:20.534881 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:20.583672 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb3728b4-4ae2-4250-bb6f-13a0bb0ed182 req-83654e1b-8d2f-4538-ba24-a3811b012c9b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445466 Jul 23 21:42:20.614587 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,revision_number=9']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:42:20.626784 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:20.627156 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:20.627499 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:20.627833 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:20.628166 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:20.628500 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:20.628824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:20.629149 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:20.629480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:20.629803 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:20.630124 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:20.630441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:42:20.672231 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] No DVR routers for this DVR port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:42:20.811931 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Attempting to bind port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:42:20.812263 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Attempting to bind port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:42:20.812589 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Attempting to bind port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 on network aead9bff-e168-456f-ad96-384492c6448b {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:42:20.816777 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 on network aead9bff-e168-456f-ad96-384492c6448b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:42:20.817097 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Attempting to bind port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 on network aead9bff-e168-456f-ad96-384492c6448b {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:42:20.821876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:42:20.822208 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Checking segment: {'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:42:20.822585 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Bound using segment: {'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:42:20.823005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Bound port: 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:42:20.823928 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:20.891047 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] For port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:42:20.893996 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] For port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:42:20.898126 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:20.930696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:20.931350 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:20.932736 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] 10.222.0.48 "PUT /v2.0/ports/8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 HTTP/1.1" status: 200 len: 1092 time: 0.7640364 Jul 23 21:42:20.933175 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'tag': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:42:20.935429 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a988089-cb5a-404b-b9d7-80bc254be017" -d '{"events": [{"name": "network-changed", "server_uuid": "5b28740b-9e11-4fa3-86d0-c28968026bb0", "tag": "8ff4cab4-9da7-4556-925a-1d0fbffdc1c6"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:42:20.979516 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a18ee3-03e8-478f-a9a5-4b928ad40ec5 x-openstack-request-id: req-51a18ee3-03e8-478f-a9a5-4b928ad40ec5 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:42:20.979936 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b28740b-9e11-4fa3-86d0-c28968026bb0", "tag": "8ff4cab4-9da7-4556-925a-1d0fbffdc1c6", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:42:20.980192 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51a18ee3-03e8-478f-a9a5-4b928ad40ec5 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:42:20.980592 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'tag': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'status': 'completed', 'code': 200} Jul 23 21:42:21.011197 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cdeb2-0cf2-4a90-b133-1d174a866534 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,revision_number=10']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:42:21.039064 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-54e8ee73-17e5-4826-9f8f-f9f844a788d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:21.040645 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-54e8ee73-17e5-4826-9f8f-f9f844a788d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 1096 time: 0.0804980 Jul 23 21:42:21.424483 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-48ad9f74-4854-40b3-851e-e785c9020f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:21.425956 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-48ad9f74-4854-40b3-851e-e785c9020f8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 910 time: 0.3747606 Jul 23 21:42:21.492734 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-21ef8453-1bf5-4a12-9113-9899a1740f18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 HTTP/1.1" status: 200 len: 999 time: 0.0554795 Jul 23 21:42:21.548137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-cbbea4f9-4301-46a4-a6ed-29b0cb11b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:21.549577 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-cbbea4f9-4301-46a4-a6ed-29b0cb11b76f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0463483 Jul 23 21:42:21.613586 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-5a69c140-0ef0-47d7-8be6-8d223fe8a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:21.615124 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-5a69c140-0ef0-47d7-8be6-8d223fe8a36b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562139 Jul 23 21:42:21.709942 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-b315f476-1481-44e4-abf9-4c5d575d60f8 service neutron] 10.222.0.48 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846350 Jul 23 21:42:21.711200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a8e03-e669-4486-9a70-31faf3d0b7b8 req-63b3ef10-1dfe-418a-bc24-da41cf2b3714 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:21.712714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-730a8e03-e669-4486-9a70-31faf3d0b7b8 req-63b3ef10-1dfe-418a-bc24-da41cf2b3714 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 944 time: 0.0671079 Jul 23 21:42:21.750900 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-730a8e03-e669-4486-9a70-31faf3d0b7b8 req-5a0104bd-e3fd-467d-b30f-e81dd7d5b55a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320661 Jul 23 21:42:21.806436 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-204cd52e-a49b-4f4b-b937-c7253f57385f service neutron] 10.222.0.48 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861897 Jul 23 21:42:21.909633 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988089-cb5a-404b-b9d7-80bc254be017 req-9ce819ec-b58d-42a9-a2d5-a158a117593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:21.911146 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2a988089-cb5a-404b-b9d7-80bc254be017 req-9ce819ec-b58d-42a9-a2d5-a158a117593c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 1096 time: 0.0536158 Jul 23 21:42:22.021132 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988089-cb5a-404b-b9d7-80bc254be017 req-86b155a5-dfb3-4ee6-ad3b-070361bc1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:22.022654 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2a988089-cb5a-404b-b9d7-80bc254be017 req-86b155a5-dfb3-4ee6-ad3b-070361bc1e8e service neutron] 10.222.0.48 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 910 time: 0.0931070 Jul 23 21:42:22.096830 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2a988089-cb5a-404b-b9d7-80bc254be017 req-b47ff1ae-f983-4a9d-89b1-6a4a1e7c67d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 HTTP/1.1" status: 200 len: 999 time: 0.0639968 Jul 23 21:42:22.190727 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988089-cb5a-404b-b9d7-80bc254be017 req-2a9d0944-e148-403d-b166-a958d739e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:22.192624 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2a988089-cb5a-404b-b9d7-80bc254be017 req-2a9d0944-e148-403d-b166-a958d739e46d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0525312 Jul 23 21:42:22.889828 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f3717-6803-4932-9688-0bddf8e4323e req-7e3617c2-3e97-4f7d-b774-0c2167ff325a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:22.891388 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-675f3717-6803-4932-9688-0bddf8e4323e req-7e3617c2-3e97-4f7d-b774-0c2167ff325a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 944 time: 0.0669971 Jul 23 21:42:22.936090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-675f3717-6803-4932-9688-0bddf8e4323e req-996d3b11-020a-4a94-8c54-e3b4fa1afb32 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388377 Jul 23 21:42:24.125093 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cb73c-0c75-4041-b7f4-22999d21019f req-711c34a0-06b4-457c-98ce-af79183bbc99 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:24.126598 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a9cb73c-0c75-4041-b7f4-22999d21019f req-711c34a0-06b4-457c-98ce-af79183bbc99 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 944 time: 0.1212564 Jul 23 21:42:24.167070 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1a9cb73c-0c75-4041-b7f4-22999d21019f req-c288a502-027b-4ccb-9d17-9a1dbb4f2525 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346816 Jul 23 21:42:24.676823 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f18835eb-6a9e-486d-83a1-31f706c7f41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:25.354478 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89246073-18f6-4c00-89ea-d69f46acbba6 req-a562b4a0-fc30-4730-8fd2-795b1ba1c79a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:25.356013 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89246073-18f6-4c00-89ea-d69f46acbba6 req-a562b4a0-fc30-4730-8fd2-795b1ba1c79a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 944 time: 0.1168942 Jul 23 21:42:25.395430 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-89246073-18f6-4c00-89ea-d69f46acbba6 req-2608a29f-c599-4f9d-9e5a-1a175b603439 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329754 Jul 23 21:42:26.527658 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6238645-44d8-49a7-b951-02bffc4e6ce6 req-de80623b-4bed-4d94-9041-553ed087d389 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:26.530327 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6238645-44d8-49a7-b951-02bffc4e6ce6 req-de80623b-4bed-4d94-9041-553ed087d389 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 944 time: 0.0650914 Jul 23 21:42:26.569941 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b6238645-44d8-49a7-b951-02bffc4e6ce6 req-6cd7c1ec-5a95-4d98-b6e8-e03296ec217b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344896 Jul 23 21:42:27.182196 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf4e8b13-2ec6-4b1e-b554-285ec349956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:27.437490 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:27.715776 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c4bad-8bdd-440c-803d-11b6fa605b3f req-55bfc1d3-2bc9-47fc-8a33-5d7e53e7f3d8 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:27.717247 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-145c4bad-8bdd-440c-803d-11b6fa605b3f req-55bfc1d3-2bc9-47fc-8a33-5d7e53e7f3d8 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 944 time: 0.0751557 Jul 23 21:42:27.758097 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-145c4bad-8bdd-440c-803d-11b6fa605b3f req-9b185551-11eb-42c4-8797-49df18d376d5 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350146 Jul 23 21:42:28.796442 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:28.899827 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996db1b-5aa1-4eee-8bed-84aab97a0cbd req-1db32dd0-1218-4c04-b156-d98a53dc221d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:28.901316 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9996db1b-5aa1-4eee-8bed-84aab97a0cbd req-1db32dd0-1218-4c04-b156-d98a53dc221d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 944 time: 0.0724313 Jul 23 21:42:28.942538 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9996db1b-5aa1-4eee-8bed-84aab97a0cbd req-310dad3c-c55f-4a16-bd4b-5be11dd0c980 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353901 Jul 23 21:42:30.093674 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d43f5-942e-4fe0-b440-1f70fba36330 req-0f405473-c892-4f86-9aa9-21689b78124b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:30.095243 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c76d43f5-942e-4fe0-b440-1f70fba36330 req-0f405473-c892-4f86-9aa9-21689b78124b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 944 time: 0.0694001 Jul 23 21:42:30.135700 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c76d43f5-942e-4fe0-b440-1f70fba36330 req-9e362e50-ddc6-40c3-b180-3499895593ef tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337491 Jul 23 21:42:30.241102 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:31.277071 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672f098-e43b-4cc5-9079-7a4c2e07f54c req-3b351eef-783f-4cf2-9868-356c83f6eb68 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:31.286332 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6672f098-e43b-4cc5-9079-7a4c2e07f54c req-3b351eef-783f-4cf2-9868-356c83f6eb68 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 944 time: 0.0771801 Jul 23 21:42:31.319458 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6672f098-e43b-4cc5-9079-7a4c2e07f54c req-4ef3e0ff-a4c6-42a7-a9a6-3d80dbf02958 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331523 Jul 23 21:42:32.451833 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd5dca-363e-48ac-b7c2-3fda70efd04e req-6ccb634f-82ff-4f3d-9da0-97934e8f4209 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:32.453988 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73cd5dca-363e-48ac-b7c2-3fda70efd04e req-6ccb634f-82ff-4f3d-9da0-97934e8f4209 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 944 time: 0.0670426 Jul 23 21:42:32.492433 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-73cd5dca-363e-48ac-b7c2-3fda70efd04e req-661ebcdb-4c5f-43fc-a5f6-7d52e0492a1f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319858 Jul 23 21:42:33.088679 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988089-cb5a-404b-b9d7-80bc254be017 req-f40d5f57-73d3-4d9f-82b7-f84ba8ab835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:33.090196 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2a988089-cb5a-404b-b9d7-80bc254be017 req-f40d5f57-73d3-4d9f-82b7-f84ba8ab835a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559618 Jul 23 21:42:33.181922 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2a988089-cb5a-404b-b9d7-80bc254be017 req-e536b0e1-8dc3-4da8-9e64-d8cef237c295 service neutron] 10.222.0.48 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813675 Jul 23 21:42:33.276564 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-2a988089-cb5a-404b-b9d7-80bc254be017 req-07308620-5079-4916-bc68-6b2677ef6846 service neutron] 10.222.0.48 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851026 Jul 23 21:42:33.625206 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca064ac-ce71-4d2e-9b04-4208742a3fab req-ece749c6-217c-4d3c-9db2-86b99581db7b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:33.626677 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ca064ac-ce71-4d2e-9b04-4208742a3fab req-ece749c6-217c-4d3c-9db2-86b99581db7b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 944 time: 0.0670085 Jul 23 21:42:33.662807 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4ca064ac-ce71-4d2e-9b04-4208742a3fab req-22e9ef26-6be4-4ff8-821e-ca4ffab9152a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304890 Jul 23 21:42:34.789380 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cdfb8-5881-4a9a-acf2-63167a24c628 req-6e37cf2a-ff5b-4608-b8b3-f265429928f5 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:34.790765 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f53cdfb8-5881-4a9a-acf2-63167a24c628 req-6e37cf2a-ff5b-4608-b8b3-f265429928f5 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 944 time: 0.0622976 Jul 23 21:42:34.828291 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f53cdfb8-5881-4a9a-acf2-63167a24c628 req-9e652fba-8d3f-418b-b351-64cf5500187e tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319686 Jul 23 21:42:35.474099 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:42:35.567621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:42:35.581870 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'port_id': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'mac_address': 'fa:16:3e:60:8c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:42:35.618545 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:35.630693 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:42:35.648974 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:42:35.652759 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:35.698916 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,revision_number=11']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:42:35.954041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f890dd-085c-4c1c-a05b-8517d7a7db85 req-47a8773c-784e-4622-b937-e9e75382e021 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:35.955555 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-68f890dd-085c-4c1c-a05b-8517d7a7db85 req-47a8773c-784e-4622-b937-e9e75382e021 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0621901 Jul 23 21:42:35.971931 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['8ff4cab4-9da7-4556-925a-1d0fbffdc1c6'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:42:35.994982 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-68f890dd-085c-4c1c-a05b-8517d7a7db85 req-b1e001c1-8081-4cba-8dfe-8990d6498a9c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334542 Jul 23 21:42:37.132907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6e971-9e21-40d0-9e34-adff467b0e89 req-cdc7dc5e-6346-405c-90d1-402ba189de77 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:37.134375 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-68b6e971-9e21-40d0-9e34-adff467b0e89 req-cdc7dc5e-6346-405c-90d1-402ba189de77 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 945 time: 0.0661774 Jul 23 21:42:37.170080 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-68b6e971-9e21-40d0-9e34-adff467b0e89 req-608af770-8667-4ed2-b36f-8b43b9d406f7 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302136 Jul 23 21:42:37.488593 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:42:37.534845 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:42:37.538412 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:42:37.538779 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:37.617724 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:37.644528 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:42:37.646935 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cb15eb-e111-4437-b5ec-e759fdc510fb" -d '{"events": [{"server_uuid": "5b28740b-9e11-4fa3-86d0-c28968026bb0", "name": "network-vif-plugged", "status": "completed", "tag": "8ff4cab4-9da7-4556-925a-1d0fbffdc1c6"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:42:37.662741 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:42:37.692268 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a574614b-129f-4944-af96-669a242a03d0 x-openstack-request-id: req-a574614b-129f-4944-af96-669a242a03d0 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:42:37.692572 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b28740b-9e11-4fa3-86d0-c28968026bb0", "name": "network-vif-plugged", "status": "completed", "tag": "8ff4cab4-9da7-4556-925a-1d0fbffdc1c6", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:42:37.693698 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a574614b-129f-4944-af96-669a242a03d0 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:42:37.693698 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'code': 200} Jul 23 21:42:37.694974 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:37.747464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,revision_number=12']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:42:37.886377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19815bf-fdb9-4dbd-bb33-b0a408366aea req-9edd6938-d0eb-4f3c-ad40-d2df015d350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:37.887889 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c19815bf-fdb9-4dbd-bb33-b0a408366aea req-9edd6938-d0eb-4f3c-ad40-d2df015d350c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 1098 time: 0.0517464 Jul 23 21:42:37.925925 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c19815bf-fdb9-4dbd-bb33-b0a408366aea req-b396d9e0-f1c8-4755-bb79-1f15afc29165 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267749 Jul 23 21:42:38.305644 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb96017-96cd-42a6-ac9e-a658aaa3833c req-2ff3b86d-33ca-402f-9f42-36dd5b994d72 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:38.307135 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6cb96017-96cd-42a6-ac9e-a658aaa3833c req-2ff3b86d-33ca-402f-9f42-36dd5b994d72 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 946 time: 0.0675006 Jul 23 21:42:38.354132 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6cb96017-96cd-42a6-ac9e-a658aaa3833c req-048740d1-efa0-4835-b735-175b206ec80d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409544 Jul 23 21:42:39.018427 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:42:39.485648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290a30b-c239-4286-be1d-3a44b544f43a req-a195dc99-d592-4468-acd3-6f5e1c17e2b8 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:42:39.487166 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b290a30b-c239-4286-be1d-3a44b544f43a req-a195dc99-d592-4468-acd3-6f5e1c17e2b8 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 946 time: 0.0663216 Jul 23 21:42:39.524875 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b290a30b-c239-4286-be1d-3a44b544f43a req-4e8f0252-3e1c-4e3e-89d4-324028be020a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321681 Jul 23 21:42:45.968556 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:47.474522 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:54.677126 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-707991ee-a1dc-4110-9398-5284ae21ddb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:57.182307 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9338-0972-4edc-8d69-107c79722e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:57.437019 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:58.793876 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:00.241842 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:06.331959 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1975ba23-228a-4960-8d16-ff625be6bd58 req-d59c50cd-d51a-4e19-9dc6-f3820c3aee26 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553496 Jul 23 21:43:06.426207 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975ba23-228a-4960-8d16-ff625be6bd58 req-9e129459-b91c-4caf-9c19-8a4ac9ddacd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:43:06.427697 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1975ba23-228a-4960-8d16-ff625be6bd58 req-9e129459-b91c-4caf-9c19-8a4ac9ddacd0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 1098 time: 0.0527036 Jul 23 21:43:06.530177 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975ba23-228a-4960-8d16-ff625be6bd58 req-de49d2fe-1dde-4538-ada1-ff915a66c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:43:06.531706 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1975ba23-228a-4960-8d16-ff625be6bd58 req-de49d2fe-1dde-4538-ada1-ff915a66c05b service neutron] 10.222.0.48 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 910 time: 0.0832119 Jul 23 21:43:06.602129 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1975ba23-228a-4960-8d16-ff625be6bd58 req-140ba692-202f-468e-9d50-3816c9cff26c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 HTTP/1.1" status: 200 len: 1001 time: 0.0628703 Jul 23 21:43:06.652882 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975ba23-228a-4960-8d16-ff625be6bd58 req-025ba565-98d9-48ac-83d7-3c9568c48cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:43:06.654266 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1975ba23-228a-4960-8d16-ff625be6bd58 req-025ba565-98d9-48ac-83d7-3c9568c48cef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0429826 Jul 23 21:43:06.712731 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975ba23-228a-4960-8d16-ff625be6bd58 req-619e0821-fd54-4198-a9b8-5f9cab64a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:43:06.714234 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1975ba23-228a-4960-8d16-ff625be6bd58 req-619e0821-fd54-4198-a9b8-5f9cab64a990 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529544 Jul 23 21:43:06.809059 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1975ba23-228a-4960-8d16-ff625be6bd58 req-90c9ed7c-9e1e-4973-b49e-30d8384228f0 service neutron] 10.222.0.48 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874119 Jul 23 21:43:06.902214 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-1975ba23-228a-4960-8d16-ff625be6bd58 req-bf0fc44b-b079-45a6-9d4f-d215ee30b3fc service neutron] 10.222.0.48 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856776 Jul 23 21:43:15.984010 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:16.018918 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:43:17.473676 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:24.677574 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-647466ec-0102-451e-8a25-65b474a55e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:27.182249 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4069032-e2b6-4637-90e6-4318c81af32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:27.436448 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:28.794051 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:30.245366 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:45.982007 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:47.486762 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:53.017758 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:43:53.167201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59032) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:43:53.321838 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Deleting port 8b7c7b2b-c3a3-485f-be9b-7180f42a677c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:43:53.322068 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:53.396394 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:53.396720 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:53.408084 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Calling delete_port for 8b7c7b2b-c3a3-485f-be9b-7180f42a677c owned by network:floatingip {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:43:53.575501 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:53.604467 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event deleted for resources: {'Port': ['ID=8b7c7b2b-c3a3-485f-be9b-7180f42a677c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:43:53.616524 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:53.616880 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:53.617221 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:53.617556 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:53.617890 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:53.618216 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:53.618542 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:53.618866 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:53.619216 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:53.619542 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:53.619867 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:53.620209 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:53.674985 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for floatingip, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:53.675340 n-d-791504-18 neutron-server[93810]: INFO neutron.db.l3_db [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Floating IP 28944d36-8e2f-41a8-b674-c38e6fdbddce disassociated (deleted). External IP: 172.25.3.229, port: 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6. Jul 23 21:43:53.883644 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Router 8a61357e-a5a6-4765-b683-6a7d664fbbfc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:43:53.988788 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:43:53.993501 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:53.998090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdb1f01-76dd-47ad-8377-9686f60ac1c9 None None] Sync routers for ids ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:43:54.007759 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdb1f01-76dd-47ad-8377-9686f60ac1c9 None None] Routers {'8a61357e-a5a6-4765-b683-6a7d664fbbfc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:43:54.008376 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1fdb1f01-76dd-47ad-8377-9686f60ac1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:43:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:43:54.033469 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-1e375765-4955-480e-88c7-275db618e9b3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "DELETE /v2.0/floatingips/28944d36-8e2f-41a8-b674-c38e6fdbddce HTTP/1.1" status: 204 len: 168 time: 0.8613906 Jul 23 21:43:54.033469 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'tag': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:43:54.033469 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8974c8-d8a6-4cf9-9be3-7829646e58f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5b28740b-9e11-4fa3-86d0-c28968026bb0", "tag": "8ff4cab4-9da7-4556-925a-1d0fbffdc1c6"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:43:54.069621 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7291c3-adf4-4e19-a799-21063dbe1cf1 x-openstack-request-id: req-2a7291c3-adf4-4e19-a799-21063dbe1cf1 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:43:54.069904 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b28740b-9e11-4fa3-86d0-c28968026bb0", "tag": "8ff4cab4-9da7-4556-925a-1d0fbffdc1c6", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:43:54.070283 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a7291c3-adf4-4e19-a799-21063dbe1cf1 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:43:54.070693 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'tag': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'status': 'completed', 'code': 200} Jul 23 21:43:54.124245 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1fdb1f01-76dd-47ad-8377-9686f60ac1c9 None None] Set router 8a61357e-a5a6-4765-b683-6a7d664fbbfc gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:43:54.160841 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8974c8-d8a6-4cf9-9be3-7829646e58f0 req-4079969f-8307-438c-9734-4447a93b4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:43:54.162326 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ad8974c8-d8a6-4cf9-9be3-7829646e58f0 req-4079969f-8307-438c-9734-4447a93b4a62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 1098 time: 0.0593185 Jul 23 21:43:54.263388 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8974c8-d8a6-4cf9-9be3-7829646e58f0 req-b3bbb251-9670-4c34-9967-58847f824a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:43:54.264920 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ad8974c8-d8a6-4cf9-9be3-7829646e58f0 req-b3bbb251-9670-4c34-9967-58847f824a9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 910 time: 0.0925355 Jul 23 21:43:54.291222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550401d0-3fbd-4074-998f-9c994b91b44d req-ea87fa37-60b0-4a2b-9eaa-afffca09f447 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:43:54.293543 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-550401d0-3fbd-4074-998f-9c994b91b44d req-ea87fa37-60b0-4a2b-9eaa-afffca09f447 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 946 time: 0.0677841 Jul 23 21:43:54.311027 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ad8974c8-d8a6-4cf9-9be3-7829646e58f0 req-07e2d9ea-d98e-4ee7-aed2-eb413988bab1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 HTTP/1.1" status: 200 len: 217 time: 0.0388174 Jul 23 21:43:54.335364 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1fdb1f01-76dd-47ad-8377-9686f60ac1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd79ece45-edc8-4757-a437-ede665bdce57', 'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'mac_address': 'fa:16:3e:5f:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:31Z', 'updated_at': '2021-07-23T21:39:37Z', 'revision_number': 5, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'subnets': [{'id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:43:54.336827 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-550401d0-3fbd-4074-998f-9c994b91b44d req-1c849a3d-9d2c-45b7-ae0e-40a5c53974ac tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366356 Jul 23 21:43:54.367317 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdb1f01-76dd-47ad-8377-9686f60ac1c9 None None] Checking router: 8a61357e-a5a6-4765-b683-6a7d664fbbfc for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:43:54.367570 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8974c8-d8a6-4cf9-9be3-7829646e58f0 req-19ce8823-3714-4f6e-8b84-455d170b599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:43:54.369004 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ad8974c8-d8a6-4cf9-9be3-7829646e58f0 req-19ce8823-3714-4f6e-8b84-455d170b599e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0521185 Jul 23 21:43:54.376249 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdb1f01-76dd-47ad-8377-9686f60ac1c9 None None] Routers {'8a61357e-a5a6-4765-b683-6a7d664fbbfc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:43:54.376846 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1fdb1f01-76dd-47ad-8377-9686f60ac1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:43:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:43:54.427735 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8974c8-d8a6-4cf9-9be3-7829646e58f0 req-c5489800-cbdc-465a-9fe9-3e6d489412dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:43:54.429165 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ad8974c8-d8a6-4cf9-9be3-7829646e58f0 req-c5489800-cbdc-465a-9fe9-3e6d489412dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536969 Jul 23 21:43:54.479989 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1fdb1f01-76dd-47ad-8377-9686f60ac1c9 None None] Set router 8a61357e-a5a6-4765-b683-6a7d664fbbfc gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:43:54.521113 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ad8974c8-d8a6-4cf9-9be3-7829646e58f0 req-cde1592e-bec1-410d-9fe7-b5a3c33a3779 service neutron] 10.222.0.48 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830822 Jul 23 21:43:54.617262 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ad8974c8-d8a6-4cf9-9be3-7829646e58f0 req-6abecd47-efdf-4682-8846-c61c4c2243a3 service neutron] 10.222.0.48 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868793 Jul 23 21:43:54.680026 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-687f13ea-7079-48fb-8714-d6c0172d38e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:54.689851 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1fdb1f01-76dd-47ad-8377-9686f60ac1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd79ece45-edc8-4757-a437-ede665bdce57', 'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'mac_address': 'fa:16:3e:5f:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:31Z', 'updated_at': '2021-07-23T21:39:37Z', 'revision_number': 5, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'subnets': [{'id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:43:54.715940 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdb1f01-76dd-47ad-8377-9686f60ac1c9 None None] The sync data for ids ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'] in n-d-791504-18 is: [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd79ece45-edc8-4757-a437-ede665bdce57', 'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'mac_address': 'fa:16:3e:5f:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:31Z', 'updated_at': '2021-07-23T21:39:37Z', 'revision_number': 5, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'subnets': [{'id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:43:54.925528 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc31786f-cb64-4061-84b8-8231ccac06e4 None None] New status for floating IP 28944d36-8e2f-41a8-b674-c38e6fdbddce: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:43:55.471641 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd5c6-6ff9-44b3-962a-46e4bd63927b req-fcfcd725-a79b-4e62-a372-a1da5e565ead tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:43:55.473111 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f5bd5c6-6ff9-44b3-962a-46e4bd63927b req-fcfcd725-a79b-4e62-a372-a1da5e565ead tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 946 time: 0.0632553 Jul 23 21:43:55.509443 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f5bd5c6-6ff9-44b3-962a-46e4bd63927b req-9cd11956-4649-435c-8345-b76ae41102c6 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308590 Jul 23 21:43:55.779019 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bae624-a98d-411f-960a-a0f7076cd2f9 req-30892b04-152f-4c12-985b-9d152d554689 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:43:55.780481 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e9bae624-a98d-411f-960a-a0f7076cd2f9 req-30892b04-152f-4c12-985b-9d152d554689 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 946 time: 0.0618958 Jul 23 21:43:55.884077 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-e9bae624-a98d-411f-960a-a0f7076cd2f9 req-b4de497d-ca34-4078-9bae-b3d843f17258 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Deleting port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:43:55.884419 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-e9bae624-a98d-411f-960a-a0f7076cd2f9 req-b4de497d-ca34-4078-9bae-b3d843f17258 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:55.969324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-e9bae624-a98d-411f-960a-a0f7076cd2f9 req-b4de497d-ca34-4078-9bae-b3d843f17258 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] For port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:43:55.969670 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-e9bae624-a98d-411f-960a-a0f7076cd2f9 req-b4de497d-ca34-4078-9bae-b3d843f17258 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:55.981805 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-e9bae624-a98d-411f-960a-a0f7076cd2f9 req-b4de497d-ca34-4078-9bae-b3d843f17258 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Calling delete_port for 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:43:56.109993 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-e9bae624-a98d-411f-960a-a0f7076cd2f9 req-b4de497d-ca34-4078-9bae-b3d843f17258 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:56.137383 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de497d-ca34-4078-9bae-b3d843f17258 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event deleted for resources: {'Port': ['ID=8ff4cab4-9da7-4556-925a-1d0fbffdc1c6,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:43:56.185612 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bae624-a98d-411f-960a-a0f7076cd2f9 req-b4de497d-ca34-4078-9bae-b3d843f17258 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] No DVR routers for this DVR port 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:43:56.188872 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-e9bae624-a98d-411f-960a-a0f7076cd2f9 req-b4de497d-ca34-4078-9bae-b3d843f17258 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:56.190799 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e9bae624-a98d-411f-960a-a0f7076cd2f9 req-b4de497d-ca34-4078-9bae-b3d843f17258 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.48 "DELETE /v2.0/ports/8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 HTTP/1.1" status: 204 len: 173 time: 0.4018886 Jul 23 21:43:56.191253 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'name': 'network-vif-deleted', 'tag': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:43:56.193476 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cec4c4-85cb-4f48-ad4d-de54fb581b8b" -d '{"events": [{"server_uuid": "5b28740b-9e11-4fa3-86d0-c28968026bb0", "name": "network-vif-deleted", "tag": "8ff4cab4-9da7-4556-925a-1d0fbffdc1c6"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:43:56.229037 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c1514e-1e97-40b2-bbc6-88762c121b99 x-openstack-request-id: req-b8c1514e-1e97-40b2-bbc6-88762c121b99 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:43:56.229328 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b28740b-9e11-4fa3-86d0-c28968026bb0", "name": "network-vif-deleted", "tag": "8ff4cab4-9da7-4556-925a-1d0fbffdc1c6", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:43:56.229575 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b8c1514e-1e97-40b2-bbc6-88762c121b99 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:43:56.229964 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b28740b-9e11-4fa3-86d0-c28968026bb0', 'name': 'network-vif-deleted', 'tag': '8ff4cab4-9da7-4556-925a-1d0fbffdc1c6', 'status': 'completed', 'code': 200} Jul 23 21:43:56.629456 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-503ffcb0-cb1f-4272-be32-d53421074bf8 req-553c5303-4368-43c6-9d9a-6b7c5ad434e0 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b28740b-9e11-4fa3-86d0-c28968026bb0 HTTP/1.1" status: 200 len: 210 time: 0.0351803 Jul 23 21:43:57.181573 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e582-1571-4115-851c-31c5c52979bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:57.436539 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:57.684115 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59054) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:43:57.743862 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2497fa6d-5b5f-4260-b423-64b79a814c3c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:57.768654 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2497fa6d-5b5f-4260-b423-64b79a814c3c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:57.827806 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2497fa6d-5b5f-4260-b423-64b79a814c3c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:57.830428 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-2497fa6d-5b5f-4260-b423-64b79a814c3c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:57.831631 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2497fa6d-5b5f-4260-b423-64b79a814c3c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "DELETE /v2.0/security-groups/a68cf937-ee67-4ab7-b9d1-7c3d9a673a37 HTTP/1.1" status: 204 len: 168 time: 0.1465287 Jul 23 21:43:57.840748 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497fa6d-5b5f-4260-b423-64b79a814c3c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68cf937-ee67-4ab7-b9d1-7c3d9a673a37,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:43:58.011720 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59060) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:43:58.016939 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-9e848fa5-ed8d-428d-b06d-47bb339b62b4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448177096', 'description': 'tempest-secgroup-smoke-1448177096 description', 'project_id': '12fd0e0145114f4a844b291c7d9a3294'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:43:58.039191 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e848fa5-ed8d-428d-b06d-47bb339b62b4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.117373 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e848fa5-ed8d-428d-b06d-47bb339b62b4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.120871 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e848fa5-ed8d-428d-b06d-47bb339b62b4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.147683 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-9e848fa5-ed8d-428d-b06d-47bb339b62b4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.148882 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-9e848fa5-ed8d-428d-b06d-47bb339b62b4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1361358 Jul 23 21:43:58.151901 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59062) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:43:58.152873 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e848fa5-ed8d-428d-b06d-47bb339b62b4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8244b5-b97b-4943-976f-edc9189e07e4,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:43:58.156572 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Request body: {'security_group_rule': {'security_group_id': 'dd8244b5-b97b-4943-976f-edc9189e07e4', 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:43:58.181809 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.236527 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.240016 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.257561 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462ad95b-8adb-4c3f-a9c1-9a854c79d027,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:43:58.267514 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:58.267866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:58.268210 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:58.268549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:58.268884 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:58.269215 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:58.269545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:58.269869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:58.270194 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:58.270518 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:58.270844 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:58.271201 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:43:58.273743 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.275090 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9d0ab089-ee1a-4435-9648-9142e3a4d09d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221693 Jul 23 21:43:58.277793 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59064) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:43:58.282226 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-1433bb2d-a2c3-4a38-835f-23e0ab8fe912 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Request body: {'security_group_rule': {'security_group_id': 'dd8244b5-b97b-4943-976f-edc9189e07e4', 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:43:58.307437 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1433bb2d-a2c3-4a38-835f-23e0ab8fe912 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.365684 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1433bb2d-a2c3-4a38-835f-23e0ab8fe912 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.369428 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1433bb2d-a2c3-4a38-835f-23e0ab8fe912 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.386849 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433bb2d-a2c3-4a38-835f-23e0ab8fe912 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7bea5a8-456c-4979-b900-24d638a837c6,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:43:58.392490 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1433bb2d-a2c3-4a38-835f-23e0ab8fe912 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.393595 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1433bb2d-a2c3-4a38-835f-23e0ab8fe912 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148741 Jul 23 21:43:58.396557 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59066) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:43:58.400888 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a510338d-7244-4d00-87ab-3d95ecf328b5 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Request body: {'security_group_rule': {'security_group_id': 'dd8244b5-b97b-4943-976f-edc9189e07e4', 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:43:58.427765 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a510338d-7244-4d00-87ab-3d95ecf328b5 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.491413 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a510338d-7244-4d00-87ab-3d95ecf328b5 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.494695 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a510338d-7244-4d00-87ab-3d95ecf328b5 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.510874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510338d-7244-4d00-87ab-3d95ecf328b5 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92cb972b-3818-41b6-8fab-ff994d37c124,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:43:58.517951 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a510338d-7244-4d00-87ab-3d95ecf328b5 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.521945 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a510338d-7244-4d00-87ab-3d95ecf328b5 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218195 Jul 23 21:43:58.522083 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59068) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:43:58.526563 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-5a0f858a-7131-49cf-b0ab-cd60aec9a50c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Request body: {'security_group_rule': {'security_group_id': 'dd8244b5-b97b-4943-976f-edc9189e07e4', 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:43:58.553557 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5a0f858a-7131-49cf-b0ab-cd60aec9a50c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.610833 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5a0f858a-7131-49cf-b0ab-cd60aec9a50c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.614089 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5a0f858a-7131-49cf-b0ab-cd60aec9a50c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.630194 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f858a-7131-49cf-b0ab-cd60aec9a50c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34cad68-ebb6-46b4-9e0c-86ca343b242a,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:43:58.637391 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5a0f858a-7131-49cf-b0ab-cd60aec9a50c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.638595 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5a0f858a-7131-49cf-b0ab-cd60aec9a50c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155918 Jul 23 21:43:58.641869 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59070) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:43:58.646175 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-77a4d98f-952e-4989-a6c0-a8660b5c2649 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Request body: {'security_group_rule': {'security_group_id': 'dd8244b5-b97b-4943-976f-edc9189e07e4', 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:43:58.667223 n-d-791504-18 neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-77a4d98f-952e-4989-a6c0-a8660b5c2649 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Project 12fd0e0145114f4a844b291c7d9a3294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:43:58.671815 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77a4d98f-952e-4989-a6c0-a8660b5c2649 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.733609 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77a4d98f-952e-4989-a6c0-a8660b5c2649 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.736992 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77a4d98f-952e-4989-a6c0-a8660b5c2649 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.753820 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4d98f-952e-4989-a6c0-a8660b5c2649 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0fa82a-6c20-4fc2-a1ac-d11b23944c69,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:43:58.759766 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-77a4d98f-952e-4989-a6c0-a8660b5c2649 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.761140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-77a4d98f-952e-4989-a6c0-a8660b5c2649 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182885 Jul 23 21:43:58.763802 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59072) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:43:58.768662 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-cee16032-0e6b-4b3d-8708-aac2f99b4f7b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Request body: {'security_group_rule': {'security_group_id': 'dd8244b5-b97b-4943-976f-edc9189e07e4', 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:43:58.790608 n-d-791504-18 neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-cee16032-0e6b-4b3d-8708-aac2f99b4f7b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Project 12fd0e0145114f4a844b291c7d9a3294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:43:58.795665 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cee16032-0e6b-4b3d-8708-aac2f99b4f7b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.801590 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.857769 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cee16032-0e6b-4b3d-8708-aac2f99b4f7b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.861213 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cee16032-0e6b-4b3d-8708-aac2f99b4f7b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.875896 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee16032-0e6b-4b3d-8708-aac2f99b4f7b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ff66cf-d1a0-46e0-be55-9e5737884201,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:43:58.883892 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cee16032-0e6b-4b3d-8708-aac2f99b4f7b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:58.885059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cee16032-0e6b-4b3d-8708-aac2f99b4f7b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203334 Jul 23 21:43:59.751203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:43:59.771430 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:43:59.771784 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 8ff4cab4-9da7-4556-925a-1d0fbffdc1c6 not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:44:00.248830 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:13.128894 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-305f8ae4-5b1f-4154-98b9-e63095f2063b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448177096&fields=id&tenant_id=12fd0e0145114f4a844b291c7d9a3294 HTTP/1.1" status: 200 len: 267 time: 0.0361755 Jul 23 21:44:13.234346 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-331f8afe-08f6-4872-adf7-6c70d668b13f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:13.235778 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-331f8afe-08f6-4872-adf7-6c70d668b13f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 809 time: 0.1005278 Jul 23 21:44:13.249987 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-e1fc9917-ef3c-4e0f-b1b7-e29544b6ac16 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/quotas/12fd0e0145114f4a844b291c7d9a3294 HTTP/1.1" status: 200 len: 375 time: 0.0089188 Jul 23 21:44:13.319467 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-ef37b136-bac0-4730-86bb-af9d65d5c263 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635805 Jul 23 21:44:13.451435 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-f3373d29-1197-454e-90e0-dfc0d425aab8 service neutron] 10.222.0.55 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203952 Jul 23 21:44:13.540880 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-bc9ad808-df77-40f4-a2a3-a7434af1f72c service neutron] 10.222.0.55 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837665 Jul 23 21:44:13.825488 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-05f84beb-370b-4082-97d5-d54e9364d57d req-1a5b9076-07d7-46ca-b685-1b37d2ae4137 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 210 time: 0.0310187 Jul 23 21:44:14.801031 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c48174c8-49e6-43bd-9567-7a6dbceeed73 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:14.802501 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c48174c8-49e6-43bd-9567-7a6dbceeed73 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.57 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 809 time: 0.1093690 Jul 23 21:44:14.845629 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-3df4bcce-cc59-4c16-bc9d-5fb50f4a1e4b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12fd0e0145114f4a844b291c7d9a3294 HTTP/1.1" status: 200 len: 380 time: 0.0348847 Jul 23 21:44:14.853808 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-d3b493b5-489e-41d7-b3c2-d5b55e5ca439 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Request body: {'port': {'device_id': '5aceb276-2828-4951-a4d9-862f68290412', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'admin_state_up': True, 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'security_groups': ['dd8244b5-b97b-4943-976f-edc9189e07e4']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:44:14.931546 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f8f6687-55a9-4df7-b4d2-d36c9445c822 req-83d7013d-3885-411c-b0b7-96e63f9cd2d5 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 210 time: 0.0323968 Jul 23 21:44:14.971767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-d3b493b5-489e-41d7-b3c2-d5b55e5ca439 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Made reservation on behalf of 12fd0e0145114f4a844b291c7d9a3294 for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:44:14.975576 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-d3b493b5-489e-41d7-b3c2-d5b55e5ca439 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:15.101310 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-d3b493b5-489e-41d7-b3c2-d5b55e5ca439 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Allocated IP 172.20.0.6 (aead9bff-e168-456f-ad96-384492c6448b/f1643b77-1a90-49b0-b2ca-ddd8b8d006d0/a0066b62-256e-4d95-85f0-300d247dd062) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:44:15.244832 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-d3b493b5-489e-41d7-b3c2-d5b55e5ca439 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:15.257843 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-d3b493b5-489e-41d7-b3c2-d5b55e5ca439 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Transition to ACTIVE for port object a0066b62-256e-4d95-85f0-300d247dd062 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:44:15.290154 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-d3b493b5-489e-41d7-b3c2-d5b55e5ca439 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:15.330965 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-d3b493b5-489e-41d7-b3c2-d5b55e5ca439 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Network aead9bff-e168-456f-ad96-384492c6448b is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:44:15.333968 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-d3b493b5-489e-41d7-b3c2-d5b55e5ca439 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:44:15.339488 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-d3b493b5-489e-41d7-b3c2-d5b55e5ca439 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:44:15.368000 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b493b5-489e-41d7-b3c2-d5b55e5ca439 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'Port': ['ID=a0066b62-256e-4d95-85f0-300d247dd062,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:44:15.396650 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-d3b493b5-489e-41d7-b3c2-d5b55e5ca439 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:15.397290 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-d3b493b5-489e-41d7-b3c2-d5b55e5ca439 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:15.412355 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-d3b493b5-489e-41d7-b3c2-d5b55e5ca439 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5626092 Jul 23 21:44:15.471222 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Request body: {'port': {'device_id': '5aceb276-2828-4951-a4d9-862f68290412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:44:15.562963 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:15.598049 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e02ed134-4e33-4c97-ae41-bfcf88260c08 None None] Provisioning for port a0066b62-256e-4d95-85f0-300d247dd062 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:44:15.602586 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e02ed134-4e33-4c97-ae41-bfcf88260c08 None None] Provisioning complete for port a0066b62-256e-4d95-85f0-300d247dd062 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:44:15.603029 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e02ed134-4e33-4c97-ae41-bfcf88260c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:15.638348 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e02ed134-4e33-4c97-ae41-bfcf88260c08 None None] Port a0066b62-256e-4d95-85f0-300d247dd062 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:44:15.832353 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0066b62-256e-4d95-85f0-300d247dd062 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:44:15.840647 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:15.853218 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Transition to ACTIVE for port object a0066b62-256e-4d95-85f0-300d247dd062 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:44:15.857727 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:15.932844 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Pushing event updated for resources: {'Port': ['ID=a0066b62-256e-4d95-85f0-300d247dd062,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:44:16.003763 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Attempting to bind port a0066b62-256e-4d95-85f0-300d247dd062 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:44:16.004027 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Attempting to bind port a0066b62-256e-4d95-85f0-300d247dd062 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:44:16.004706 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Attempting to bind port a0066b62-256e-4d95-85f0-300d247dd062 on network aead9bff-e168-456f-ad96-384492c6448b {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:44:16.011270 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:16.015479 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Port a0066b62-256e-4d95-85f0-300d247dd062 on network aead9bff-e168-456f-ad96-384492c6448b not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:44:16.015937 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Attempting to bind port a0066b62-256e-4d95-85f0-300d247dd062 on network aead9bff-e168-456f-ad96-384492c6448b {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:44:16.028000 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:44:16.028488 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Checking segment: {'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:44:16.029005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Bound using segment: {'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:44:16.029582 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Bound port: a0066b62-256e-4d95-85f0-300d247dd062, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b1f55d-b986-4bb3-8f28-d1a913ebd874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:44:16.030119 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:16.114740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] For port a0066b62-256e-4d95-85f0-300d247dd062, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:44:16.118101 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] For port a0066b62-256e-4d95-85f0-300d247dd062, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a0066b62-256e-4d95-85f0-300d247dd062,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:44:16.122851 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:16.135710 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafcc3a-317d-42ce-b828-0db7017cba46 req-f9a97384-e521-4a2e-90d6-093cec44a9bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:16.137244 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ddafcc3a-317d-42ce-b828-0db7017cba46 req-f9a97384-e521-4a2e-90d6-093cec44a9bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0820270 Jul 23 21:44:16.168554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:16.169291 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:16.170772 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] 10.222.0.57 "PUT /v2.0/ports/a0066b62-256e-4d95-85f0-300d247dd062 HTTP/1.1" status: 200 len: 1092 time: 0.7509460 Jul 23 21:44:16.171368 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aceb276-2828-4951-a4d9-862f68290412', 'tag': 'a0066b62-256e-4d95-85f0-300d247dd062'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:44:16.174367 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332fbf0b-2133-466c-a7c8-94ef8d99ad41" -d '{"events": [{"name": "network-changed", "server_uuid": "5aceb276-2828-4951-a4d9-862f68290412", "tag": "a0066b62-256e-4d95-85f0-300d247dd062"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:44:16.187140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ddafcc3a-317d-42ce-b828-0db7017cba46 req-7d99a78f-3a46-4088-9620-fee8c6cca107 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435066 Jul 23 21:44:16.207696 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a32a-c9bc-49da-b6aa-9fe965e0da97 service neutron] Pushing event updated for resources: {'Port': ['ID=a0066b62-256e-4d95-85f0-300d247dd062,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:44:16.249904 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b7d349-9774-465b-9cc0-677f8d5db051 x-openstack-request-id: req-74b7d349-9774-465b-9cc0-677f8d5db051 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:44:16.250236 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aceb276-2828-4951-a4d9-862f68290412", "tag": "a0066b62-256e-4d95-85f0-300d247dd062", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:44:16.250461 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74b7d349-9774-465b-9cc0-677f8d5db051 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:44:16.250860 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aceb276-2828-4951-a4d9-862f68290412', 'tag': 'a0066b62-256e-4d95-85f0-300d247dd062', 'status': 'completed', 'code': 200} Jul 23 21:44:16.279480 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-80330ca6-e246-4ec3-b817-9f079658a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:16.281008 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-80330ca6-e246-4ec3-b817-9f079658a296 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 1095 time: 0.0635734 Jul 23 21:44:16.328053 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-9cbe2031-e16a-4559-bc77-5915c9830706 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0066b62-256e-4d95-85f0-300d247dd062 HTTP/1.1" status: 200 len: 217 time: 0.0399318 Jul 23 21:44:16.380071 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-e48e33ba-35f4-4ab5-a315-e9d311e42676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:16.381638 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-e48e33ba-35f4-4ab5-a315-e9d311e42676 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0471554 Jul 23 21:44:16.442701 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-4098d9ea-dbe3-457a-a73c-d095c0b34e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:16.444159 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-4098d9ea-dbe3-457a-a73c-d095c0b34e70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567386 Jul 23 21:44:16.536729 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-cad7f916-c391-4f4e-91cb-1d9cb3234c18 service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861535 Jul 23 21:44:16.626853 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-70b8c65c-f54e-41fd-89df-b8471149eb02 req-9517307a-e3dd-406f-a224-2b53d66c17ec service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835524 Jul 23 21:44:16.722861 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fbf0b-2133-466c-a7c8-94ef8d99ad41 req-d8945b4a-764f-4bb6-8139-269952de2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:16.724338 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-332fbf0b-2133-466c-a7c8-94ef8d99ad41 req-d8945b4a-764f-4bb6-8139-269952de2b2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 1095 time: 0.0563402 Jul 23 21:44:16.821950 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fbf0b-2133-466c-a7c8-94ef8d99ad41 req-7cc8a7b2-38b8-42e6-ace5-9cbfdee65bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:16.823470 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-332fbf0b-2133-466c-a7c8-94ef8d99ad41 req-7cc8a7b2-38b8-42e6-ace5-9cbfdee65bec service neutron] 10.222.0.57 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 910 time: 0.0929422 Jul 23 21:44:16.865973 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-332fbf0b-2133-466c-a7c8-94ef8d99ad41 req-70c526e1-2fa5-42a5-83f3-03f343e6523a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0066b62-256e-4d95-85f0-300d247dd062 HTTP/1.1" status: 200 len: 217 time: 0.0341280 Jul 23 21:44:16.916764 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fbf0b-2133-466c-a7c8-94ef8d99ad41 req-ed1ae478-54f5-4eb4-9298-1ea67ac04403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:16.918227 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-332fbf0b-2133-466c-a7c8-94ef8d99ad41 req-ed1ae478-54f5-4eb4-9298-1ea67ac04403 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0464382 Jul 23 21:44:16.976512 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fbf0b-2133-466c-a7c8-94ef8d99ad41 req-5e2318f4-aa6d-468f-a0b7-3ecea0c1698b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:16.977938 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-332fbf0b-2133-466c-a7c8-94ef8d99ad41 req-5e2318f4-aa6d-468f-a0b7-3ecea0c1698b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536075 Jul 23 21:44:17.069969 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-332fbf0b-2133-466c-a7c8-94ef8d99ad41 req-26fef38a-5852-43d3-907d-6b1326f8ca5f service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854852 Jul 23 21:44:17.330565 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bccec-0f2a-4d8e-9444-e13bf5bc25d1 req-a06567d7-ca30-4235-9a20-a1d8adbdaf07 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:17.332513 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ec5bccec-0f2a-4d8e-9444-e13bf5bc25d1 req-a06567d7-ca30-4235-9a20-a1d8adbdaf07 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0701797 Jul 23 21:44:17.374498 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ec5bccec-0f2a-4d8e-9444-e13bf5bc25d1 req-c503561f-73ae-4dec-86a3-d9a4fa025fda tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360227 Jul 23 21:44:17.463960 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-332fbf0b-2133-466c-a7c8-94ef8d99ad41 req-4aa7b62c-39b1-404d-b1a5-dedbeb5b1f11 service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874693 Jul 23 21:44:17.485417 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:18.508785 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ee862-aa86-4a3c-a955-d7f21d25aa6c req-8914584e-e484-4f87-a8a4-19e000b431f7 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:18.510279 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c7ee862-aa86-4a3c-a955-d7f21d25aa6c req-8914584e-e484-4f87-a8a4-19e000b431f7 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0627069 Jul 23 21:44:18.556838 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6c7ee862-aa86-4a3c-a955-d7f21d25aa6c req-b99aee6c-96f1-46b0-805d-34384e03a549 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389900 Jul 23 21:44:19.682403 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99b059-5ece-4b48-8f6a-6bcfe26e33c7 req-8fd772c2-5985-43ba-b316-65ee3d7c4f98 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:19.683913 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb99b059-5ece-4b48-8f6a-6bcfe26e33c7 req-8fd772c2-5985-43ba-b316-65ee3d7c4f98 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0624938 Jul 23 21:44:19.721918 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb99b059-5ece-4b48-8f6a-6bcfe26e33c7 req-9574df69-f414-4e18-a661-a44857c9b123 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324824 Jul 23 21:44:20.849409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607d3b3-e495-4861-8a40-aacfb2597912 req-90f7b244-d9f1-43bc-a626-51f88997776d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:20.850847 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2607d3b3-e495-4861-8a40-aacfb2597912 req-90f7b244-d9f1-43bc-a626-51f88997776d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0646482 Jul 23 21:44:20.893971 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2607d3b3-e495-4861-8a40-aacfb2597912 req-0783f215-eab1-4eef-a868-5f3a84da825c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369425 Jul 23 21:44:22.024127 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d87b4-af07-4c3d-a56d-a817e5e1ce0d req-7598bc53-fad7-48be-b39f-692440fe8ebe tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:22.025617 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b3d87b4-af07-4c3d-a56d-a817e5e1ce0d req-7598bc53-fad7-48be-b39f-692440fe8ebe tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0669594 Jul 23 21:44:22.062730 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2b3d87b4-af07-4c3d-a56d-a817e5e1ce0d req-69c0667a-43e0-4e5b-8ee5-ea622e24f51b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316033 Jul 23 21:44:23.193973 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960be0a1-d6bc-40ab-a656-d824e78efe05 req-8efbbc09-3b34-41a6-9e9b-1e5760c9cc26 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:23.195526 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-960be0a1-d6bc-40ab-a656-d824e78efe05 req-8efbbc09-3b34-41a6-9e9b-1e5760c9cc26 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0656731 Jul 23 21:44:23.233639 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-960be0a1-d6bc-40ab-a656-d824e78efe05 req-68db1e63-8678-41b8-b5d5-2e2053b04100 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324664 Jul 23 21:44:24.359856 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34be4d-8cbe-4b11-ac54-28a06b99cc3a req-1b3c52d8-4013-4f20-8ee1-905dbe4207eb tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:24.362084 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2e34be4d-8cbe-4b11-ac54-28a06b99cc3a req-1b3c52d8-4013-4f20-8ee1-905dbe4207eb tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0638266 Jul 23 21:44:24.401606 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2e34be4d-8cbe-4b11-ac54-28a06b99cc3a req-ecb2c65d-9816-4c3e-8802-d75602b34373 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340209 Jul 23 21:44:24.680095 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-531745c1-6d4e-4ce2-946f-96b31ff7a3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:25.527964 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a006232-9d02-4c64-9f1c-a80b004ba4cf req-c2a843c7-c6e1-4d94-bc7a-7c3ac366daa2 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:25.529454 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4a006232-9d02-4c64-9f1c-a80b004ba4cf req-c2a843c7-c6e1-4d94-bc7a-7c3ac366daa2 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0622888 Jul 23 21:44:25.572286 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-4a006232-9d02-4c64-9f1c-a80b004ba4cf req-05598e92-18ea-4e64-a508-e750e69dbb1c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373404 Jul 23 21:44:26.679666 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a0066b62-256e-4d95-85f0-300d247dd062 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:44:26.699136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8d368-5a30-4d66-b453-f21975c13fe5 req-6083a2bd-a60a-402f-af72-d8ac4a9f2427 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:26.700625 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62d8d368-5a30-4d66-b453-f21975c13fe5 req-6083a2bd-a60a-402f-af72-d8ac4a9f2427 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0629926 Jul 23 21:44:26.738625 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-62d8d368-5a30-4d66-b453-f21975c13fe5 req-1b468e54-0d20-4759-8276-7285a7702889 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323708 Jul 23 21:44:26.777345 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port a0066b62-256e-4d95-85f0-300d247dd062, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a0066b62-256e-4d95-85f0-300d247dd062,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:44:26.790359 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'a0066b62-256e-4d95-85f0-300d247dd062', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'port_id': 'a0066b62-256e-4d95-85f0-300d247dd062', 'mac_address': 'fa:16:3e:e7:21:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:44:26.826885 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:26.838993 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0066b62-256e-4d95-85f0-300d247dd062 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:44:26.858310 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port a0066b62-256e-4d95-85f0-300d247dd062, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a0066b62-256e-4d95-85f0-300d247dd062,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:44:26.862316 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:26.906719 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=a0066b62-256e-4d95-85f0-300d247dd062,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:44:26.914654 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:44:26.915002 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:44:26.915373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:44:26.915715 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:44:26.916045 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:44:26.916373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:44:26.916698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:44:26.917022 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:44:26.917342 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:44:26.917670 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:44:26.918001 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:44:26.918314 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:44:27.087121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['a0066b62-256e-4d95-85f0-300d247dd062'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:44:27.194159 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c325176c-9145-4813-8961-1555dd1c9cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:27.436467 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:27.867867 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc99564-a9cc-49b9-afca-f09358152cd7 req-c82ee49f-e8a8-4c88-a889-16b0b546cf38 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:27.869341 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1bc99564-a9cc-49b9-afca-f09358152cd7 req-c82ee49f-e8a8-4c88-a889-16b0b546cf38 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 944 time: 0.0662031 Jul 23 21:44:27.906159 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1bc99564-a9cc-49b9-afca-f09358152cd7 req-89462a98-7f6d-4add-8802-26e299bbff05 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313404 Jul 23 21:44:28.692555 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a0066b62-256e-4d95-85f0-300d247dd062 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:44:28.741959 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port a0066b62-256e-4d95-85f0-300d247dd062 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:44:28.745409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port a0066b62-256e-4d95-85f0-300d247dd062 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:44:28.745776 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:28.943441 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:28.985414 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:29.008136 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aceb276-2828-4951-a4d9-862f68290412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0066b62-256e-4d95-85f0-300d247dd062'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:44:29.010388 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8279a5-dc1d-4263-aa3c-1e45165588fc" -d '{"events": [{"server_uuid": "5aceb276-2828-4951-a4d9-862f68290412", "name": "network-vif-plugged", "status": "completed", "tag": "a0066b62-256e-4d95-85f0-300d247dd062"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:44:29.023449 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port a0066b62-256e-4d95-85f0-300d247dd062, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a0066b62-256e-4d95-85f0-300d247dd062,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:44:29.027316 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:29.053402 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dd8a8-0f60-4f9d-b0a7-111ae1e57865 req-df22c3c3-c4eb-4fb2-9167-3ae8685d78c3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:29.053909 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d26e497-b7f0-43a2-ab0e-11ef136dfc73 x-openstack-request-id: req-4d26e497-b7f0-43a2-ab0e-11ef136dfc73 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:44:29.054188 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aceb276-2828-4951-a4d9-862f68290412", "name": "network-vif-plugged", "status": "completed", "tag": "a0066b62-256e-4d95-85f0-300d247dd062", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:44:29.054499 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d26e497-b7f0-43a2-ab0e-11ef136dfc73 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:44:29.054892 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aceb276-2828-4951-a4d9-862f68290412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0066b62-256e-4d95-85f0-300d247dd062', 'code': 200} Jul 23 21:44:29.055001 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-447dd8a8-0f60-4f9d-b0a7-111ae1e57865 req-df22c3c3-c4eb-4fb2-9167-3ae8685d78c3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 944 time: 0.0812042 Jul 23 21:44:29.089186 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=a0066b62-256e-4d95-85f0-300d247dd062,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:44:29.094558 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-447dd8a8-0f60-4f9d-b0a7-111ae1e57865 req-8ec63e58-06c2-40a6-b7ac-4967958eff58 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339057 Jul 23 21:44:29.160617 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7461d-b226-4beb-8a9f-c90638c4fc61 req-72e9f22d-fac4-4070-ba7c-53d8d17793f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:29.162094 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-49b7461d-b226-4beb-8a9f-c90638c4fc61 req-72e9f22d-fac4-4070-ba7c-53d8d17793f2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 1097 time: 0.0528944 Jul 23 21:44:29.198040 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-49b7461d-b226-4beb-8a9f-c90638c4fc61 req-d39fda2b-4bf4-4fdc-8203-079647cf06a4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294487 Jul 23 21:44:30.016907 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:44:30.224135 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6e03f-c35c-4892-bf44-210af0c2c925 req-05cf2690-8043-4f85-870d-d6f24f62d20a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:30.225612 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aba6e03f-c35c-4892-bf44-210af0c2c925 req-05cf2690-8043-4f85-870d-d6f24f62d20a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0629709 Jul 23 21:44:30.251180 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:30.265606 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aba6e03f-c35c-4892-bf44-210af0c2c925 req-0e511248-a1f2-4bdb-923e-fd5f73f16dd0 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341454 Jul 23 21:44:30.394567 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd4622-027a-4359-8112-d066dea0e77a req-2eba6ed6-cb7b-4c78-b32a-03e436b7b7de tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:30.396064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8fdd4622-027a-4359-8112-d066dea0e77a req-2eba6ed6-cb7b-4c78-b32a-03e436b7b7de tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0659859 Jul 23 21:44:30.433043 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8fdd4622-027a-4359-8112-d066dea0e77a req-7feedb34-11a0-416c-8572-5c456738de3b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314758 Jul 23 21:44:30.456523 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59276) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:44:30.507990 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c82806-1739-4154-a1ac-2cbb20ec6202 tempest-TestShelveInstance-1645358001 tempest-TestShelveInstance-1645358001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:30.509467 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-53c82806-1739-4154-a1ac-2cbb20ec6202 tempest-TestShelveInstance-1645358001 tempest-TestShelveInstance-1645358001-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 1092 time: 0.0519691 Jul 23 21:44:30.512293 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59278) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:44:30.516469 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': 'a0066b62-256e-4d95-85f0-300d247dd062', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:44:30.537426 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:30.636063 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:30.737001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Allocated IP 172.25.3.102 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/dc5514fe-44e5-4690-8754-aba61e73b729) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:44:30.851578 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:30.889660 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:30.925715 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:44:30.928545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:44:30.931260 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:44:30.964965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'Port': ['ID=dc5514fe-44e5-4690-8754-aba61e73b729,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:44:31.300950 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:31.379459 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:31.530165 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:31.534286 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:31.603698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event updated for resources: {'Port': ['ID=dc5514fe-44e5-4690-8754-aba61e73b729,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:44:31.613787 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:31.710104 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Floating IP 607900ef-7553-449a-818a-2f276940de0f associated. External IP: 172.25.3.102, port: a0066b62-256e-4d95-85f0-300d247dd062. Jul 23 21:44:31.920551 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Router 8a61357e-a5a6-4765-b683-6a7d664fbbfc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:44:32.351161 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:44:32.360808 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f5e010-ca00-4be9-8982-ed57e831e362 None None] Sync routers for ids ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:44:32.367469 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:32.370249 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f5e010-ca00-4be9-8982-ed57e831e362 None None] Routers {'8a61357e-a5a6-4765-b683-6a7d664fbbfc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:44:32.370877 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f7f5e010-ca00-4be9-8982-ed57e831e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:44:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:44:32.403777 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-24d688e0-99cc-4258-9eab-ad0f2796e6e9 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8904943 Jul 23 21:44:32.404473 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aceb276-2828-4951-a4d9-862f68290412', 'tag': 'a0066b62-256e-4d95-85f0-300d247dd062'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:44:32.406748 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b9c934-4b1d-4262-a894-e1958d7fc293" -d '{"events": [{"name": "network-changed", "server_uuid": "5aceb276-2828-4951-a4d9-862f68290412", "tag": "a0066b62-256e-4d95-85f0-300d247dd062"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:44:32.483673 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-f7f5e010-ca00-4be9-8982-ed57e831e362 None None] Set router 8a61357e-a5a6-4765-b683-6a7d664fbbfc gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:44:32.499200 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e1f8e3-75ef-430a-b409-b1e6262ec097 x-openstack-request-id: req-54e1f8e3-75ef-430a-b409-b1e6262ec097 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:44:32.499492 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aceb276-2828-4951-a4d9-862f68290412", "tag": "a0066b62-256e-4d95-85f0-300d247dd062", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:44:32.499741 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54e1f8e3-75ef-430a-b409-b1e6262ec097 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:44:32.500165 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aceb276-2828-4951-a4d9-862f68290412', 'tag': 'a0066b62-256e-4d95-85f0-300d247dd062', 'status': 'completed', 'code': 200} Jul 23 21:44:32.574701 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9c934-4b1d-4262-a894-e1958d7fc293 req-33532b4d-4e80-4f02-bd3a-5f2229f5bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:32.576316 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5b9c934-4b1d-4262-a894-e1958d7fc293 req-33532b4d-4e80-4f02-bd3a-5f2229f5bcf4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 1097 time: 0.0534167 Jul 23 21:44:32.664859 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9c934-4b1d-4262-a894-e1958d7fc293 req-f3475da4-9fce-4863-bc38-123221882289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:32.666243 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5b9c934-4b1d-4262-a894-e1958d7fc293 req-f3475da4-9fce-4863-bc38-123221882289 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 910 time: 0.0832515 Jul 23 21:44:32.707210 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f7f5e010-ca00-4be9-8982-ed57e831e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '607900ef-7553-449a-818a-2f276940de0f', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'floating_ip_address': '172.25.3.102', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'port_id': 'a0066b62-256e-4d95-85f0-300d247dd062', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'mac_address': 'fa:16:3e:e7:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aceb276-2828-4951-a4d9-862f68290412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:44:31Z', 'updated_at': '2021-07-23T21:44:31Z', 'revision_number': 0, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79ece45-edc8-4757-a437-ede665bdce57', 'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'mac_address': 'fa:16:3e:5f:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:31Z', 'updated_at': '2021-07-23T21:39:37Z', 'revision_number': 5, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'subnets': [{'id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:44:32.734684 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5b9c934-4b1d-4262-a894-e1958d7fc293 req-adf872b0-65ef-4eb4-8043-24055689127b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0066b62-256e-4d95-85f0-300d247dd062 HTTP/1.1" status: 200 len: 999 time: 0.0613277 Jul 23 21:44:32.738609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f5e010-ca00-4be9-8982-ed57e831e362 None None] Checking router: 8a61357e-a5a6-4765-b683-6a7d664fbbfc for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:44:32.747773 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f5e010-ca00-4be9-8982-ed57e831e362 None None] Routers {'8a61357e-a5a6-4765-b683-6a7d664fbbfc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:44:32.748387 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f7f5e010-ca00-4be9-8982-ed57e831e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:44:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:44:32.782280 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9c934-4b1d-4262-a894-e1958d7fc293 req-95cb5604-0c53-47ae-85b3-20887449d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:32.783875 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5b9c934-4b1d-4262-a894-e1958d7fc293 req-95cb5604-0c53-47ae-85b3-20887449d63d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0435297 Jul 23 21:44:32.843201 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9c934-4b1d-4262-a894-e1958d7fc293 req-d23a3b76-436f-4519-a9d0-f6eee87b35d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:44:32.844704 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5b9c934-4b1d-4262-a894-e1958d7fc293 req-d23a3b76-436f-4519-a9d0-f6eee87b35d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549352 Jul 23 21:44:32.855461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-f7f5e010-ca00-4be9-8982-ed57e831e362 None None] Set router 8a61357e-a5a6-4765-b683-6a7d664fbbfc gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:44:32.937367 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5b9c934-4b1d-4262-a894-e1958d7fc293 req-36df2e8a-59db-486d-bfed-20cb0927ff74 service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854356 Jul 23 21:44:33.025203 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d5b9c934-4b1d-4262-a894-e1958d7fc293 req-2c1d2a3b-bf95-4d73-9e55-358bd3ec8df1 service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813251 Jul 23 21:44:33.080417 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f7f5e010-ca00-4be9-8982-ed57e831e362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '607900ef-7553-449a-818a-2f276940de0f', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'floating_ip_address': '172.25.3.102', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'port_id': 'a0066b62-256e-4d95-85f0-300d247dd062', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'mac_address': 'fa:16:3e:e7:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aceb276-2828-4951-a4d9-862f68290412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:44:31Z', 'updated_at': '2021-07-23T21:44:31Z', 'revision_number': 0, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79ece45-edc8-4757-a437-ede665bdce57', 'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'mac_address': 'fa:16:3e:5f:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:31Z', 'updated_at': '2021-07-23T21:39:37Z', 'revision_number': 5, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'subnets': [{'id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:44:33.105873 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f5e010-ca00-4be9-8982-ed57e831e362 None None] The sync data for ids ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'] in n-d-791504-18 is: [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '607900ef-7553-449a-818a-2f276940de0f', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'floating_ip_address': '172.25.3.102', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'port_id': 'a0066b62-256e-4d95-85f0-300d247dd062', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'mac_address': 'fa:16:3e:e7:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aceb276-2828-4951-a4d9-862f68290412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:44:31Z', 'updated_at': '2021-07-23T21:44:31Z', 'revision_number': 0, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79ece45-edc8-4757-a437-ede665bdce57', 'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'mac_address': 'fa:16:3e:5f:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:31Z', 'updated_at': '2021-07-23T21:39:37Z', 'revision_number': 5, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'subnets': [{'id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:44:33.282199 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8f54e0-4e14-4b6a-8546-d2627d6bd683 None None] New status for floating IP 607900ef-7553-449a-818a-2f276940de0f: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:44:46.014337 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:47.501763 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:54.680309 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-04f14008-d8db-40c8-96a4-7545978f3abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:57.185468 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b690a4f-6e61-43b9-a555-5d126c475cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:57.437493 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:58.805493 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:45:00.253575 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:45:07.016399 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:45:16.009408 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:45:17.505460 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:45:20.020775 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61940ee5-23aa-4d31-a962-f3f9a513906d req-f2130cf0-93cf-4c41-946c-4cd279bf86a5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556901 Jul 23 21:45:20.109102 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61940ee5-23aa-4d31-a962-f3f9a513906d req-8821dd5b-77b8-4793-8f0c-ef6596799dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:45:20.110600 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61940ee5-23aa-4d31-a962-f3f9a513906d req-8821dd5b-77b8-4793-8f0c-ef6596799dfc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 1097 time: 0.0524411 Jul 23 21:45:20.213063 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61940ee5-23aa-4d31-a962-f3f9a513906d req-049331be-d8b9-4cf1-ae50-70ee92ee62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:45:20.214485 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61940ee5-23aa-4d31-a962-f3f9a513906d req-049331be-d8b9-4cf1-ae50-70ee92ee62e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 910 time: 0.0854785 Jul 23 21:45:20.277238 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61940ee5-23aa-4d31-a962-f3f9a513906d req-43752b5f-3e5f-4d6f-b6f5-57bac85f3497 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0066b62-256e-4d95-85f0-300d247dd062 HTTP/1.1" status: 200 len: 1001 time: 0.0565360 Jul 23 21:45:20.323882 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61940ee5-23aa-4d31-a962-f3f9a513906d req-387d8a07-f55e-40db-9cf3-f172c27ffad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:45:20.325254 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61940ee5-23aa-4d31-a962-f3f9a513906d req-387d8a07-f55e-40db-9cf3-f172c27ffad0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0421467 Jul 23 21:45:20.384798 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61940ee5-23aa-4d31-a962-f3f9a513906d req-cde7c80a-142e-4a9a-90ce-0d8f2f89fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:45:20.386247 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61940ee5-23aa-4d31-a962-f3f9a513906d req-cde7c80a-142e-4a9a-90ce-0d8f2f89fd29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551224 Jul 23 21:45:20.472749 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61940ee5-23aa-4d31-a962-f3f9a513906d req-fdda7950-4fcd-4865-9788-044e43601684 service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801861 Jul 23 21:45:20.568603 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-61940ee5-23aa-4d31-a962-f3f9a513906d req-a7c2540a-29a1-4e3e-99b1-2dc0d62011aa service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894394 Jul 23 21:45:24.680395 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05965289-203d-458c-8a64-bdbb5566df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:45:27.185123 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-359fa263-97e7-400b-8368-bc23b64d58c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:45:27.436938 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:45:28.806736 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:45:30.255546 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:45:44.016345 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:45:46.022285 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:45:47.518975 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:45:54.682074 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8b242279-ecdf-4d73-9c22-d8f6202dba83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:45:57.184551 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d566f1d6-e041-4ce9-a703-717bf0df560e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:45:57.436444 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:45:58.810754 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:00.258535 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:16.026268 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:17.519724 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:21.016367 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:46:21.035273 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a2186da2-f58c-423d-9457-65d8a70b3956 req-c17b9bd9-de1a-422c-ba82-66d450557c13 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539134 Jul 23 21:46:21.128258 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2186da2-f58c-423d-9457-65d8a70b3956 req-45824a72-8f1d-4558-be9b-6652ec733b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:21.129607 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a2186da2-f58c-423d-9457-65d8a70b3956 req-45824a72-8f1d-4558-be9b-6652ec733b04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 1097 time: 0.0524247 Jul 23 21:46:21.233975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2186da2-f58c-423d-9457-65d8a70b3956 req-f7ba8a2e-6e17-45c9-bba0-36db36e6dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:21.235414 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a2186da2-f58c-423d-9457-65d8a70b3956 req-f7ba8a2e-6e17-45c9-bba0-36db36e6dcaf service neutron] 10.222.0.57 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 910 time: 0.0864739 Jul 23 21:46:21.297513 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a2186da2-f58c-423d-9457-65d8a70b3956 req-fe135fbf-d243-45ec-a5b8-a8dd34afaba0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0066b62-256e-4d95-85f0-300d247dd062 HTTP/1.1" status: 200 len: 1001 time: 0.0556080 Jul 23 21:46:21.349206 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2186da2-f58c-423d-9457-65d8a70b3956 req-cde0d43b-e9d7-433a-9180-d7a8f43e7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:21.350874 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a2186da2-f58c-423d-9457-65d8a70b3956 req-cde0d43b-e9d7-433a-9180-d7a8f43e7509 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0468876 Jul 23 21:46:21.406782 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2186da2-f58c-423d-9457-65d8a70b3956 req-eca0d93c-d55b-4d3b-ab4c-d014f4ce98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:21.408259 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a2186da2-f58c-423d-9457-65d8a70b3956 req-eca0d93c-d55b-4d3b-ab4c-d014f4ce98ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518374 Jul 23 21:46:21.500856 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a2186da2-f58c-423d-9457-65d8a70b3956 req-1c8a8c04-cbf3-4219-88fb-9977707b82e0 service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857599 Jul 23 21:46:21.588763 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a2186da2-f58c-423d-9457-65d8a70b3956 req-05acf141-507a-4dbc-bad1-2c256d2a1209 service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812509 Jul 23 21:46:24.683900 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24f6250c-b739-4d69-9ec8-eac11c0efd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:27.184189 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef8c196c-ace2-48bd-82fa-5a1c034ade6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:27.435959 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:27.769074 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271422d5-2a4e-4b2a-8a2c-ac72e8ad58ea req-dc8d9de5-9855-41f5-bc0e-8eae38367205 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:27.770567 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-271422d5-2a4e-4b2a-8a2c-ac72e8ad58ea req-dc8d9de5-9855-41f5-bc0e-8eae38367205 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0670948 Jul 23 21:46:27.808652 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-271422d5-2a4e-4b2a-8a2c-ac72e8ad58ea req-56195f39-cbee-4220-9168-a7b12931b55d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319078 Jul 23 21:46:28.816202 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:28.954155 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34787db-6343-4e6d-bfe8-a7fb49907266 req-69d2be0a-5e26-4f20-b2e1-af2cf6fe7511 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:28.955646 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d34787db-6343-4e6d-bfe8-a7fb49907266 req-69d2be0a-5e26-4f20-b2e1-af2cf6fe7511 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0665431 Jul 23 21:46:28.992725 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d34787db-6343-4e6d-bfe8-a7fb49907266 req-45f1c24e-e31a-485a-bc8c-42e5f932ac8b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314126 Jul 23 21:46:30.145777 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e03047-2952-4f62-8143-ae24f451aaa9 req-eea5432d-5c3e-439b-9ad5-76ccf7043bc6 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:30.147270 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-22e03047-2952-4f62-8143-ae24f451aaa9 req-eea5432d-5c3e-439b-9ad5-76ccf7043bc6 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0632639 Jul 23 21:46:30.185762 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-22e03047-2952-4f62-8143-ae24f451aaa9 req-955821ae-a125-48b4-adec-5b27ff80d2dd tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323818 Jul 23 21:46:30.261738 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:31.313072 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84574aac-e182-4ae3-b9cd-172c844720a4 req-41a7dfbe-b47f-47da-bfa6-b4aa09a9e7a3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:31.314530 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-84574aac-e182-4ae3-b9cd-172c844720a4 req-41a7dfbe-b47f-47da-bfa6-b4aa09a9e7a3 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0631537 Jul 23 21:46:31.350628 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-84574aac-e182-4ae3-b9cd-172c844720a4 req-617a31ad-3b64-4aa4-a4bb-d122a792d3ac tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305753 Jul 23 21:46:32.485560 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930efd71-007e-4158-926c-30c16906abc3 req-db1acd8c-9f8e-4227-84de-1786750ff770 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:32.487140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-930efd71-007e-4158-926c-30c16906abc3 req-db1acd8c-9f8e-4227-84de-1786750ff770 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0691741 Jul 23 21:46:32.525514 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-930efd71-007e-4158-926c-30c16906abc3 req-dfecaa38-e414-4e1e-8cdb-51d4618ada7c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327673 Jul 23 21:46:33.653963 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56e10f-fa4d-4e04-8cda-d42899747162 req-b25a6b4a-1cd7-4407-88a4-f59d0dc06dbb tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:33.655458 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa56e10f-fa4d-4e04-8cda-d42899747162 req-b25a6b4a-1cd7-4407-88a4-f59d0dc06dbb tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0623391 Jul 23 21:46:33.690954 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa56e10f-fa4d-4e04-8cda-d42899747162 req-badc2997-cddb-4711-9eb0-28751486d351 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300839 Jul 23 21:46:34.830661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efd95d-e236-4863-8b0d-b04a6aceb947 req-341b145f-10e2-4873-9c28-5cd7977e9371 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:34.832113 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49efd95d-e236-4863-8b0d-b04a6aceb947 req-341b145f-10e2-4873-9c28-5cd7977e9371 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0715275 Jul 23 21:46:34.871580 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49efd95d-e236-4863-8b0d-b04a6aceb947 req-8dc96d2a-7b4c-4963-ba54-e77bc5d83e30 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329225 Jul 23 21:46:35.999947 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c7282-fa11-476d-9609-e28e729428e2 req-137b5110-dffd-4cd0-8585-b1ae3190669a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:36.002013 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-496c7282-fa11-476d-9609-e28e729428e2 req-137b5110-dffd-4cd0-8585-b1ae3190669a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0634236 Jul 23 21:46:36.041648 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-496c7282-fa11-476d-9609-e28e729428e2 req-9a0ce015-69ab-44cb-89fe-361cc54b8fd6 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345323 Jul 23 21:46:37.171426 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f5d16-79c1-4f51-a603-f32f2c36b473 req-4b314440-0529-4f64-8c42-edaece010ea4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:37.173058 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-128f5d16-79c1-4f51-a603-f32f2c36b473 req-4b314440-0529-4f64-8c42-edaece010ea4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0617559 Jul 23 21:46:37.208767 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-128f5d16-79c1-4f51-a603-f32f2c36b473 req-8d12033b-cba6-406d-a205-ce179a537fbc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304954 Jul 23 21:46:37.896773 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd792a3-9a0b-469f-95f0-ba7f296eb907 req-d9eceb9c-cbda-40f8-b995-bae7c8b065fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:37.898201 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fdd792a3-9a0b-469f-95f0-ba7f296eb907 req-d9eceb9c-cbda-40f8-b995-bae7c8b065fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 1097 time: 0.0549383 Jul 23 21:46:37.995232 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd792a3-9a0b-469f-95f0-ba7f296eb907 req-1100fb59-57fe-4775-8bcc-c1ab6ef650d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:37.996722 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fdd792a3-9a0b-469f-95f0-ba7f296eb907 req-1100fb59-57fe-4775-8bcc-c1ab6ef650d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 910 time: 0.0923698 Jul 23 21:46:38.083878 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fdd792a3-9a0b-469f-95f0-ba7f296eb907 req-89036c85-2285-4a30-8108-e85546ba2aff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0066b62-256e-4d95-85f0-300d247dd062 HTTP/1.1" status: 200 len: 1001 time: 0.0800200 Jul 23 21:46:38.151626 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd792a3-9a0b-469f-95f0-ba7f296eb907 req-57e3836b-17dd-481c-a1ab-e122113ddf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:38.154463 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fdd792a3-9a0b-469f-95f0-ba7f296eb907 req-57e3836b-17dd-481c-a1ab-e122113ddf1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0645957 Jul 23 21:46:38.222868 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd792a3-9a0b-469f-95f0-ba7f296eb907 req-5bb712a5-f647-4fcd-a675-5eb0a4bd079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:38.224421 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fdd792a3-9a0b-469f-95f0-ba7f296eb907 req-5bb712a5-f647-4fcd-a675-5eb0a4bd079e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637910 Jul 23 21:46:38.326395 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fdd792a3-9a0b-469f-95f0-ba7f296eb907 req-be270af0-d724-4337-b4a0-12158d52e610 service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952008 Jul 23 21:46:38.384691 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5253f0-4d51-4b72-83b6-d810a5afb35f req-b3f663e2-1726-4f11-9d07-107ead49e0b1 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:38.386251 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb5253f0-4d51-4b72-83b6-d810a5afb35f req-b3f663e2-1726-4f11-9d07-107ead49e0b1 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0879364 Jul 23 21:46:38.424246 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fdd792a3-9a0b-469f-95f0-ba7f296eb907 req-43b173e7-7d01-4339-aeea-74ed2f3d53c5 service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907240 Jul 23 21:46:38.434726 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb5253f0-4d51-4b72-83b6-d810a5afb35f req-08d307f9-199c-455e-89f9-565b0c872d99 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409384 Jul 23 21:46:39.562708 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea1c72-5b9f-410c-aca3-aa5fdf72b24a req-f79e5de5-aab4-48ea-9419-c25b4ae1a151 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:39.564243 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e9ea1c72-5b9f-410c-aca3-aa5fdf72b24a req-f79e5de5-aab4-48ea-9419-c25b4ae1a151 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0624058 Jul 23 21:46:39.599978 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e9ea1c72-5b9f-410c-aca3-aa5fdf72b24a req-6bff1927-d375-4de1-b22f-438acb0f972b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302260 Jul 23 21:46:40.734113 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d5b6b-70a7-4cc2-bea3-2cc71db20bdd req-9f1df97d-1389-495c-817d-15630c5a3f4f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:40.735670 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f98d5b6b-70a7-4cc2-bea3-2cc71db20bdd req-9f1df97d-1389-495c-817d-15630c5a3f4f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0676777 Jul 23 21:46:40.777524 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f98d5b6b-70a7-4cc2-bea3-2cc71db20bdd req-c5ab2ec3-e100-4e17-90b0-be8974626b56 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362945 Jul 23 21:46:41.905041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67816771-b4ed-4159-bac5-a5af88a23285 req-90af6c27-a582-407d-80d3-e88ba71547cc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:41.906556 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67816771-b4ed-4159-bac5-a5af88a23285 req-90af6c27-a582-407d-80d3-e88ba71547cc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0630546 Jul 23 21:46:41.942714 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-67816771-b4ed-4159-bac5-a5af88a23285 req-bb380496-7627-4d46-9284-98174a33066b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306253 Jul 23 21:46:42.159834 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d45564-7250-48a9-861b-57f69f45cde5 req-9ea6e1fc-3100-4844-9195-6f17b19baee8 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:42.161412 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7d45564-7250-48a9-861b-57f69f45cde5 req-9ea6e1fc-3100-4844-9195-6f17b19baee8 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0640702 Jul 23 21:46:42.198216 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed2f750b-7c8e-4d81-9084-59b314ae4bab req-6787a19c-6c3d-44d2-9bde-18c92dae8ac6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1228254 Jul 23 21:46:42.199795 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f7d45564-7250-48a9-861b-57f69f45cde5 req-1f0a9520-57af-445f-9a71-4635a7f6466c tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325937 Jul 23 21:46:43.334852 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d8dd5-2f0f-4bd2-9e32-3b2a9fe023c7 req-ac36200b-3569-4adf-8262-a40a957917d6 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:43.336898 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c1d8dd5-2f0f-4bd2-9e32-3b2a9fe023c7 req-ac36200b-3569-4adf-8262-a40a957917d6 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0658054 Jul 23 21:46:43.376140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9c1d8dd5-2f0f-4bd2-9e32-3b2a9fe023c7 req-591ebb79-b183-4c6b-b714-a6c9bd1937c1 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337191 Jul 23 21:46:44.503420 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d9965-a01a-4e56-9fac-7d030624698f req-52d9c802-8c43-47f3-890a-dc9db22f8665 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:44.504893 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b9d9965-a01a-4e56-9fac-7d030624698f req-52d9c802-8c43-47f3-890a-dc9db22f8665 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0635853 Jul 23 21:46:44.543087 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b9d9965-a01a-4e56-9fac-7d030624698f req-6e37b9ef-b6d2-4ee5-a24b-bff7cadd1dd1 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326207 Jul 23 21:46:45.429726 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a0066b62-256e-4d95-85f0-300d247dd062 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:46:45.504094 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:45.525177 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aceb276-2828-4951-a4d9-862f68290412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0066b62-256e-4d95-85f0-300d247dd062'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:46:45.527503 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648928df-cf0d-411d-8e6e-3f673c4578ea" -d '{"events": [{"server_uuid": "5aceb276-2828-4951-a4d9-862f68290412", "name": "network-vif-unplugged", "status": "completed", "tag": "a0066b62-256e-4d95-85f0-300d247dd062"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:46:45.545078 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port a0066b62-256e-4d95-85f0-300d247dd062, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a0066b62-256e-4d95-85f0-300d247dd062,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:46:45.550030 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:45.578579 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 21:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c35a8b6-1d28-488c-aaef-3dd71ef66122 x-openstack-request-id: req-2c35a8b6-1d28-488c-aaef-3dd71ef66122 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:46:45.578961 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aceb276-2828-4951-a4d9-862f68290412", "name": "network-vif-unplugged", "status": "failed", "tag": "a0066b62-256e-4d95-85f0-300d247dd062", "code": 422}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:46:45.579431 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c35a8b6-1d28-488c-aaef-3dd71ef66122 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:46:45.579986 n-d-791504-18 neutron-server[93812]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5aceb276-2828-4951-a4d9-862f68290412', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0066b62-256e-4d95-85f0-300d247dd062', 'code': 422} returned with failed status Jul 23 21:46:45.608889 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=a0066b62-256e-4d95-85f0-300d247dd062,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:46:45.616409 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:46:45.616858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:46:45.617288 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:46:45.617713 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:46:45.618821 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:46:45.619272 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:46:45.619688 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:46:45.620243 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:46:45.620513 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:46:45.620926 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:46:45.621340 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:46:45.621747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:46:45.678733 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853574cd-4943-44f1-97c3-e3d09533d8aa req-0cd9116f-f853-4737-b728-d90ecdd9f592 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:45.680318 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-853574cd-4943-44f1-97c3-e3d09533d8aa req-0cd9116f-f853-4737-b728-d90ecdd9f592 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0691056 Jul 23 21:46:45.718193 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-853574cd-4943-44f1-97c3-e3d09533d8aa req-eed9c3b4-0c5b-4ebd-839c-e03d9d54959b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315225 Jul 23 21:46:46.036153 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:46.853329 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140973b-05e6-4e8d-8005-5e7138cba404 req-5154fef0-4295-4fb7-8b07-8f0bb72662cb tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:46.855109 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9140973b-05e6-4e8d-8005-5e7138cba404 req-5154fef0-4295-4fb7-8b07-8f0bb72662cb tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0699155 Jul 23 21:46:46.892930 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9140973b-05e6-4e8d-8005-5e7138cba404 req-2d44a736-6980-40a0-b31b-6687106e335a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322170 Jul 23 21:46:47.526623 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:48.022744 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164506b7-c01a-4be1-9d9e-ee838cad7844 req-81325927-0166-4be5-85bb-50342d74b805 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:48.024844 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-164506b7-c01a-4be1-9d9e-ee838cad7844 req-81325927-0166-4be5-85bb-50342d74b805 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0645611 Jul 23 21:46:48.063489 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-164506b7-c01a-4be1-9d9e-ee838cad7844 req-4873bd65-8c9c-4fd0-9590-0193d9a1b63d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328767 Jul 23 21:46:48.911832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f750b-7c8e-4d81-9084-59b314ae4bab req-e5f5776a-f4ca-4b38-9488-8e08fec9c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:48.913299 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed2f750b-7c8e-4d81-9084-59b314ae4bab req-e5f5776a-f4ca-4b38-9488-8e08fec9c913 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412&tenant_id=12fd0e0145114f4a844b291c7d9a3294 HTTP/1.1" status: 200 len: 1095 time: 0.0563147 Jul 23 21:46:48.985539 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f750b-7c8e-4d81-9084-59b314ae4bab req-7d7510ec-63b3-46c8-8b19-af8fefacd991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:48.986988 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed2f750b-7c8e-4d81-9084-59b314ae4bab req-7d7510ec-63b3-46c8-8b19-af8fefacd991 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 1095 time: 0.0524964 Jul 23 21:46:49.078493 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f750b-7c8e-4d81-9084-59b314ae4bab req-a07b63dd-38ec-4201-9ad4-89ca8410894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:49.079985 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed2f750b-7c8e-4d81-9084-59b314ae4bab req-a07b63dd-38ec-4201-9ad4-89ca8410894b service neutron] 10.222.0.57 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 910 time: 0.0862260 Jul 23 21:46:49.151208 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed2f750b-7c8e-4d81-9084-59b314ae4bab req-7d111542-1821-4d6f-ba29-0af410eb1542 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0066b62-256e-4d95-85f0-300d247dd062 HTTP/1.1" status: 200 len: 999 time: 0.0643559 Jul 23 21:46:49.199185 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f750b-7c8e-4d81-9084-59b314ae4bab req-ac2addc5-e919-422a-be03-bef81c721e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:49.199739 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2647712-a32b-4ec0-8b79-26c4de9bae3f req-9a82a58c-9fe7-4dbf-a578-c0f6e5911267 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:49.200678 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed2f750b-7c8e-4d81-9084-59b314ae4bab req-ac2addc5-e919-422a-be03-bef81c721e17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0434859 Jul 23 21:46:49.201238 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2647712-a32b-4ec0-8b79-26c4de9bae3f req-9a82a58c-9fe7-4dbf-a578-c0f6e5911267 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0684404 Jul 23 21:46:49.239140 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e2647712-a32b-4ec0-8b79-26c4de9bae3f req-b506326a-b190-4a4b-b430-80a493095331 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323219 Jul 23 21:46:49.260967 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f750b-7c8e-4d81-9084-59b314ae4bab req-50f66a5b-4808-4ce7-9528-30a6f9a91c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:49.262475 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed2f750b-7c8e-4d81-9084-59b314ae4bab req-50f66a5b-4808-4ce7-9528-30a6f9a91c99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550206 Jul 23 21:46:49.356615 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed2f750b-7c8e-4d81-9084-59b314ae4bab req-4f40b28b-dbdc-4636-8e85-4744a5bdd741 service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868909 Jul 23 21:46:49.447864 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-ed2f750b-7c8e-4d81-9084-59b314ae4bab req-e4a450dc-e52f-4773-815a-3005fd512da2 service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846386 Jul 23 21:46:50.369554 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b84d59-ccf9-48c7-a1c9-2d6f0adb74b0 req-ae894b00-6cdf-4d0c-9b16-dbaf5ad347d1 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:50.371058 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b8b84d59-ccf9-48c7-a1c9-2d6f0adb74b0 req-ae894b00-6cdf-4d0c-9b16-dbaf5ad347d1 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0658391 Jul 23 21:46:50.407647 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b8b84d59-ccf9-48c7-a1c9-2d6f0adb74b0 req-d3283711-2244-4591-85b7-757af61e01d1 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310130 Jul 23 21:46:51.537741 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5d071-2d1d-4803-9f15-6618683eb79f req-301f26e1-8109-47be-b9e4-db03cd77f214 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:51.539286 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3f5d071-2d1d-4803-9f15-6618683eb79f req-301f26e1-8109-47be-b9e4-db03cd77f214 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0677218 Jul 23 21:46:51.577020 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a3f5d071-2d1d-4803-9f15-6618683eb79f req-f11b81fc-d927-4f8d-968a-fc320818bc3d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321751 Jul 23 21:46:52.704114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353281c-a878-453a-a3c0-57ddf473849c req-2c3db1db-b7ae-4d6c-9fbc-e222fb15f685 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:52.705597 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f353281c-a878-453a-a3c0-57ddf473849c req-2c3db1db-b7ae-4d6c-9fbc-e222fb15f685 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0638475 Jul 23 21:46:52.744009 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f353281c-a878-453a-a3c0-57ddf473849c req-f411d989-7c07-46f2-b918-556bc704c7a7 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326734 Jul 23 21:46:53.870410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d41a2-b6ee-4e1e-b9e2-48d53f508e1b req-3e062b2d-9519-4403-a4dd-cd8eb1400c0a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:53.871843 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f3d41a2-b6ee-4e1e-b9e2-48d53f508e1b req-3e062b2d-9519-4403-a4dd-cd8eb1400c0a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0629561 Jul 23 21:46:53.909668 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-9f3d41a2-b6ee-4e1e-b9e2-48d53f508e1b req-774a5889-fa39-4ba4-97aa-b1e743c61179 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321047 Jul 23 21:46:54.684177 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-314b9cee-043a-4570-ad36-5a6e35db6147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:55.055769 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bf45c-7c92-4b76-b203-2282eb92ecfa req-8cd4f08d-57ae-4ae4-86da-269f19c08ef8 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:55.057462 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ad2bf45c-7c92-4b76-b203-2282eb92ecfa req-8cd4f08d-57ae-4ae4-86da-269f19c08ef8 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0825338 Jul 23 21:46:55.110038 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ad2bf45c-7c92-4b76-b203-2282eb92ecfa req-5573dd05-564f-49fd-a09a-e93894d6e2f1 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404885 Jul 23 21:46:56.239520 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9f4ef-805b-4b34-99c5-4fc33523cc72 req-4c3ae661-b10b-42f4-af15-b632d8da68b8 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:56.240997 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-23d9f4ef-805b-4b34-99c5-4fc33523cc72 req-4c3ae661-b10b-42f4-af15-b632d8da68b8 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0635352 Jul 23 21:46:56.278071 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-23d9f4ef-805b-4b34-99c5-4fc33523cc72 req-2da7cfb3-5890-4b5d-bc8f-578b64d3f34a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315552 Jul 23 21:46:57.184551 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-315911a3-fb95-443e-a86b-223b0448c515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:57.411406 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44606eef-4280-4f21-a599-a39ebca5ecc7 req-c4402705-9028-4578-ac79-788e8617bb55 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:57.413017 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44606eef-4280-4f21-a599-a39ebca5ecc7 req-c4402705-9028-4578-ac79-788e8617bb55 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 943 time: 0.0699997 Jul 23 21:46:57.437033 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:57.454930 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-44606eef-4280-4f21-a599-a39ebca5ecc7 req-c8f50e7b-e965-4238-90bc-596992daff6d tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353312 Jul 23 21:46:57.522561 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a0066b62-256e-4d95-85f0-300d247dd062 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:46:57.615908 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port a0066b62-256e-4d95-85f0-300d247dd062, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a0066b62-256e-4d95-85f0-300d247dd062,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:46:57.627657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': 'a0066b62-256e-4d95-85f0-300d247dd062', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'port_id': 'a0066b62-256e-4d95-85f0-300d247dd062', 'mac_address': 'fa:16:3e:e7:21:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:46:57.666826 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:57.679072 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0066b62-256e-4d95-85f0-300d247dd062 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:46:57.698517 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port a0066b62-256e-4d95-85f0-300d247dd062, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a0066b62-256e-4d95-85f0-300d247dd062,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:46:57.702079 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:57.748197 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=a0066b62-256e-4d95-85f0-300d247dd062,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:46:57.925335 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['a0066b62-256e-4d95-85f0-300d247dd062'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:46:58.015632 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:46:58.585552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bb5e1-7f9e-4c51-bdf2-13d40cb0f00e req-33c8833e-c339-4094-b1f7-ed7e14231acd tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:58.587571 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-807bb5e1-7f9e-4c51-bdf2-13d40cb0f00e req-33c8833e-c339-4094-b1f7-ed7e14231acd tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 944 time: 0.0666435 Jul 23 21:46:58.630561 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-807bb5e1-7f9e-4c51-bdf2-13d40cb0f00e req-ad4a54b8-72e8-4d0b-8c2a-fe4e4d49085a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370114 Jul 23 21:46:58.815444 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:59.521982 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a0066b62-256e-4d95-85f0-300d247dd062 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:46:59.568202 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port a0066b62-256e-4d95-85f0-300d247dd062 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:46:59.568570 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:59.646112 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:59.668472 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aceb276-2828-4951-a4d9-862f68290412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0066b62-256e-4d95-85f0-300d247dd062'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:46:59.670706 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7d11a4-5d3d-4700-8838-86730dd3a010" -d '{"events": [{"server_uuid": "5aceb276-2828-4951-a4d9-862f68290412", "name": "network-vif-plugged", "status": "completed", "tag": "a0066b62-256e-4d95-85f0-300d247dd062"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:46:59.684567 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port a0066b62-256e-4d95-85f0-300d247dd062, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a0066b62-256e-4d95-85f0-300d247dd062,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:46:59.689697 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:46:59.713909 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dffa15a-44c1-4c2f-b341-5231b186ed5c x-openstack-request-id: req-1dffa15a-44c1-4c2f-b341-5231b186ed5c {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:46:59.713909 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aceb276-2828-4951-a4d9-862f68290412", "name": "network-vif-plugged", "status": "completed", "tag": "a0066b62-256e-4d95-85f0-300d247dd062", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:46:59.713909 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1dffa15a-44c1-4c2f-b341-5231b186ed5c {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:46:59.714305 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aceb276-2828-4951-a4d9-862f68290412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0066b62-256e-4d95-85f0-300d247dd062', 'code': 200} Jul 23 21:46:59.740950 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=a0066b62-256e-4d95-85f0-300d247dd062,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:46:59.782643 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f5391-653e-4ecb-9090-6b4b39dd8231 req-dc34cd9b-4056-46c8-8cfb-f93e9ea8869a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:59.784217 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab1f5391-653e-4ecb-9090-6b4b39dd8231 req-dc34cd9b-4056-46c8-8cfb-f93e9ea8869a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0828037 Jul 23 21:46:59.823033 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ab1f5391-653e-4ecb-9090-6b4b39dd8231 req-6254f50f-ecc3-4be0-819d-9f962079ddbd tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325463 Jul 23 21:46:59.865747 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54615b8-e6c0-4df1-b1f8-58452c583111 req-b7cfbd3e-df74-4e5a-87ed-cf35805943bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:46:59.867297 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f54615b8-e6c0-4df1-b1f8-58452c583111 req-b7cfbd3e-df74-4e5a-87ed-cf35805943bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 1097 time: 0.0539498 Jul 23 21:46:59.900725 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f54615b8-e6c0-4df1-b1f8-58452c583111 req-8841b32a-1b8c-41f3-baba-79529539d648 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275705 Jul 23 21:47:00.263900 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:47:00.958151 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7007ef0-57ea-4ae9-83d9-1917bb106b41 req-46cd650f-4279-43db-b401-b9d625ee298e tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:47:00.959660 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a7007ef0-57ea-4ae9-83d9-1917bb106b41 req-46cd650f-4279-43db-b401-b9d625ee298e tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0671535 Jul 23 21:47:00.996455 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a7007ef0-57ea-4ae9-83d9-1917bb106b41 req-cd7d65af-bb4e-4d3a-8339-5a386dcf0e0b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312769 Jul 23 21:47:16.035006 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:47:17.545650 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:47:23.048283 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-825f2d1c-1f2b-4826-be0e-ca9e91b22bac req-4219e1eb-8ec6-4441-ba26-f8a9b628a077 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0602093 Jul 23 21:47:23.150958 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f2d1c-1f2b-4826-be0e-ca9e91b22bac req-5db29a2d-2b30-4567-a304-6afae6b2a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:47:23.152373 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-825f2d1c-1f2b-4826-be0e-ca9e91b22bac req-5db29a2d-2b30-4567-a304-6afae6b2a536 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 1097 time: 0.0620668 Jul 23 21:47:23.258912 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f2d1c-1f2b-4826-be0e-ca9e91b22bac req-5449c045-7ead-428b-9c90-c510694de897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:47:23.260434 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-825f2d1c-1f2b-4826-be0e-ca9e91b22bac req-5449c045-7ead-428b-9c90-c510694de897 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 910 time: 0.0875056 Jul 23 21:47:23.328227 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-825f2d1c-1f2b-4826-be0e-ca9e91b22bac req-b393e942-3f72-496a-9558-47edaa59c5cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0066b62-256e-4d95-85f0-300d247dd062 HTTP/1.1" status: 200 len: 1001 time: 0.0605478 Jul 23 21:47:23.384236 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f2d1c-1f2b-4826-be0e-ca9e91b22bac req-f6948b89-0f35-4403-8374-ef64781b8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:47:23.385656 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-825f2d1c-1f2b-4826-be0e-ca9e91b22bac req-f6948b89-0f35-4403-8374-ef64781b8bca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0447810 Jul 23 21:47:23.448720 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f2d1c-1f2b-4826-be0e-ca9e91b22bac req-3dde406f-a95b-4451-b77a-0225232833f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:47:23.450271 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-825f2d1c-1f2b-4826-be0e-ca9e91b22bac req-3dde406f-a95b-4451-b77a-0225232833f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570507 Jul 23 21:47:23.461005 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-825f2d1c-1f2b-4826-be0e-ca9e91b22bac req-746bfd53-7cf5-404f-89d7-17c3a18a29a3 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:47:23.462052 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-825f2d1c-1f2b-4826-be0e-ca9e91b22bac req-746bfd53-7cf5-404f-89d7-17c3a18a29a3 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052531 Jul 23 21:47:23.553124 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-825f2d1c-1f2b-4826-be0e-ca9e91b22bac req-c88a1141-9c66-41b3-a1fa-c27ad22de392 service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849428 Jul 23 21:47:23.644663 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-825f2d1c-1f2b-4826-be0e-ca9e91b22bac req-0f1d0556-d7de-464d-91f4-59c46751aae5 service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849080 Jul 23 21:47:24.684279 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e8f3dcc-fc1b-48e8-b0da-7c8e6bad918d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:47:27.185717 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-420284a7-d1c6-4c3c-962b-2ea2006059a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:47:27.437434 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:47:28.821537 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:47:30.265490 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:47:35.013885 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:47:46.049979 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:47:47.537623 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:47:54.685154 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-be8a82f9-f844-4143-ac67-71ff848edc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:47:57.187012 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4558bddc-3829-4c0c-ab27-16458bd3418d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:47:57.438214 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:47:58.823295 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:00.269590 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:12.013539 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:48:16.063992 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:16.488418 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59464) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:16.643718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Deleting port dc5514fe-44e5-4690-8754-aba61e73b729 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:48:16.644052 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:16.720310 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:16.720633 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:16.732932 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Calling delete_port for dc5514fe-44e5-4690-8754-aba61e73b729 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:48:16.876272 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:16.905866 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event deleted for resources: {'Port': ['ID=dc5514fe-44e5-4690-8754-aba61e73b729,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:16.933688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:16.934054 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:16.934379 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:16.934716 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:16.935051 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:16.935409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:16.935738 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:16.936063 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:16.936390 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:16.936718 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:16.937041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:16.937366 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:16.975697 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:16.976036 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Floating IP 607900ef-7553-449a-818a-2f276940de0f disassociated (deleted). External IP: 172.25.3.102, port: a0066b62-256e-4d95-85f0-300d247dd062. Jul 23 21:48:17.184594 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Router 8a61357e-a5a6-4765-b683-6a7d664fbbfc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:48:17.289680 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:48:17.294424 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:17.298972 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2017b999-5a82-4f55-87d1-50f779940372 None None] Sync routers for ids ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:48:17.307851 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2017b999-5a82-4f55-87d1-50f779940372 None None] Routers {'8a61357e-a5a6-4765-b683-6a7d664fbbfc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:48:17.308465 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2017b999-5a82-4f55-87d1-50f779940372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:47:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:17.331377 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-3a0ddcbc-25ac-4732-af32-6600676267bc tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "DELETE /v2.0/floatingips/607900ef-7553-449a-818a-2f276940de0f HTTP/1.1" status: 204 len: 168 time: 0.8419137 Jul 23 21:48:17.331962 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aceb276-2828-4951-a4d9-862f68290412', 'tag': 'a0066b62-256e-4d95-85f0-300d247dd062'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:48:17.334219 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07cf46a-c064-4cf4-b011-3ef3ee08b8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5aceb276-2828-4951-a4d9-862f68290412", "tag": "a0066b62-256e-4d95-85f0-300d247dd062"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:48:17.375716 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b00b40e-3e64-46bd-9edc-9a8ff87e2586 x-openstack-request-id: req-8b00b40e-3e64-46bd-9edc-9a8ff87e2586 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:48:17.376025 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aceb276-2828-4951-a4d9-862f68290412", "tag": "a0066b62-256e-4d95-85f0-300d247dd062", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:48:17.376270 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b00b40e-3e64-46bd-9edc-9a8ff87e2586 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:48:17.376675 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aceb276-2828-4951-a4d9-862f68290412', 'tag': 'a0066b62-256e-4d95-85f0-300d247dd062', 'status': 'completed', 'code': 200} Jul 23 21:48:17.471905 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cf46a-c064-4cf4-b011-3ef3ee08b8cd req-436e903b-2710-427a-a52f-9c2346eff325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:17.473685 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c07cf46a-c064-4cf4-b011-3ef3ee08b8cd req-436e903b-2710-427a-a52f-9c2346eff325 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 1097 time: 0.0744174 Jul 23 21:48:17.579716 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cf46a-c064-4cf4-b011-3ef3ee08b8cd req-7875bcad-1bd2-4bce-9b1c-30ede68e2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:17.581250 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c07cf46a-c064-4cf4-b011-3ef3ee08b8cd req-7875bcad-1bd2-4bce-9b1c-30ede68e2358 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 200 len: 910 time: 0.0959156 Jul 23 21:48:17.592322 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:17.594276 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-2017b999-5a82-4f55-87d1-50f779940372 None None] Set router 8a61357e-a5a6-4765-b683-6a7d664fbbfc gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:48:17.630385 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c07cf46a-c064-4cf4-b011-3ef3ee08b8cd req-0faed443-203b-4e87-832c-14261e01f84c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0066b62-256e-4d95-85f0-300d247dd062 HTTP/1.1" status: 200 len: 217 time: 0.0411558 Jul 23 21:48:17.648114 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2ee2a-7ede-4880-b83f-33eb2e93ff2e req-a4f55402-b688-4da9-bd27-ac8957e799e7 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:17.649640 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0d2ee2a-7ede-4880-b83f-33eb2e93ff2e req-a4f55402-b688-4da9-bd27-ac8957e799e7 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.1212106 Jul 23 21:48:17.682246 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cf46a-c064-4cf4-b011-3ef3ee08b8cd req-7dddc96b-a19a-4daf-ba7d-ffcc67296fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:17.683818 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c07cf46a-c064-4cf4-b011-3ef3ee08b8cd req-7dddc96b-a19a-4daf-ba7d-ffcc67296fda service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 200 len: 848 time: 0.0463195 Jul 23 21:48:17.689439 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-c0d2ee2a-7ede-4880-b83f-33eb2e93ff2e req-e3785fe9-e7f7-4491-a123-a356159f2b65 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335498 Jul 23 21:48:17.747350 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cf46a-c064-4cf4-b011-3ef3ee08b8cd req-b6f11cba-3020-48dc-a1ec-e3761aa1b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:17.748899 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c07cf46a-c064-4cf4-b011-3ef3ee08b8cd req-b6f11cba-3020-48dc-a1ec-e3761aa1b6dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aead9bff-e168-456f-ad96-384492c6448b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580904 Jul 23 21:48:17.798331 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2017b999-5a82-4f55-87d1-50f779940372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd79ece45-edc8-4757-a437-ede665bdce57', 'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'mac_address': 'fa:16:3e:5f:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:31Z', 'updated_at': '2021-07-23T21:39:37Z', 'revision_number': 5, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'subnets': [{'id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:17.827761 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2017b999-5a82-4f55-87d1-50f779940372 None None] Checking router: 8a61357e-a5a6-4765-b683-6a7d664fbbfc for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:48:17.835980 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2017b999-5a82-4f55-87d1-50f779940372 None None] Routers {'8a61357e-a5a6-4765-b683-6a7d664fbbfc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:48:17.836588 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2017b999-5a82-4f55-87d1-50f779940372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:47:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:17.843831 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c07cf46a-c064-4cf4-b011-3ef3ee08b8cd req-5e129225-3b1b-4028-aad0-11cde25b49fc service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873694 Jul 23 21:48:17.934947 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-c07cf46a-c064-4cf4-b011-3ef3ee08b8cd req-81b12a67-f90e-4faa-863c-a7960e1483dc service neutron] 10.222.0.57 "GET /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834217 Jul 23 21:48:17.939789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-2017b999-5a82-4f55-87d1-50f779940372 None None] Set router 8a61357e-a5a6-4765-b683-6a7d664fbbfc gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:48:18.131622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-2017b999-5a82-4f55-87d1-50f779940372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd79ece45-edc8-4757-a437-ede665bdce57', 'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'mac_address': 'fa:16:3e:5f:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:31Z', 'updated_at': '2021-07-23T21:39:37Z', 'revision_number': 5, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'subnets': [{'id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:18.157484 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2017b999-5a82-4f55-87d1-50f779940372 None None] The sync data for ids ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'] in n-d-791504-18 is: [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:31Z', 'revision_number': 4, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'd79ece45-edc8-4757-a437-ede665bdce57', 'name': '', 'network_id': 'aead9bff-e168-456f-ad96-384492c6448b', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'mac_address': 'fa:16:3e:5f:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:31Z', 'updated_at': '2021-07-23T21:39:37Z', 'revision_number': 5, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'subnets': [{'id': 'f1643b77-1a90-49b0-b2ca-ddd8b8d006d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:48:18.366406 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce944765-19a1-437e-8cba-6acdeebffa9d None None] New status for floating IP 607900ef-7553-449a-818a-2f276940de0f: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:48:18.863900 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54ffab-5e28-4df9-93a2-a2a5d4920f95 req-91c0d278-1c3e-41c5-a2d2-6bec94f69a63 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:18.865371 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de54ffab-5e28-4df9-93a2-a2a5d4920f95 req-91c0d278-1c3e-41c5-a2d2-6bec94f69a63 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.1066747 Jul 23 21:48:18.902075 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-de54ffab-5e28-4df9-93a2-a2a5d4920f95 req-96a0b3df-0703-405a-9b2d-f2cdeff201f4 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd8244b5-b97b-4943-976f-edc9189e07e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303638 Jul 23 21:48:19.036953 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7f9f4-7ac8-48c8-9c4b-d9c21e399cdf req-247a4594-57f0-41d5-8287-f2ec4320204f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:19.038323 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-86a7f9f4-7ac8-48c8-9c4b-d9c21e399cdf req-247a4594-57f0-41d5-8287-f2ec4320204f tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.57 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 945 time: 0.0629771 Jul 23 21:48:19.149825 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-86a7f9f4-7ac8-48c8-9c4b-d9c21e399cdf req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Deleting port a0066b62-256e-4d95-85f0-300d247dd062 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:48:19.150168 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-86a7f9f4-7ac8-48c8-9c4b-d9c21e399cdf req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:19.241215 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-86a7f9f4-7ac8-48c8-9c4b-d9c21e399cdf req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] For port a0066b62-256e-4d95-85f0-300d247dd062, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=a0066b62-256e-4d95-85f0-300d247dd062,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:48:19.241571 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-86a7f9f4-7ac8-48c8-9c4b-d9c21e399cdf req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:19.253234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-86a7f9f4-7ac8-48c8-9c4b-d9c21e399cdf req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Calling delete_port for a0066b62-256e-4d95-85f0-300d247dd062 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:48:19.377896 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-86a7f9f4-7ac8-48c8-9c4b-d9c21e399cdf req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:19.409923 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event deleted for resources: {'Port': ['ID=a0066b62-256e-4d95-85f0-300d247dd062,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:19.422053 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:19.422409 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:19.422754 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:19.423113 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:19.423513 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:19.423783 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:19.424114 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:19.424442 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:19.424768 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:19.425094 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:19.425421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:19.425767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:19.465802 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a7f9f4-7ac8-48c8-9c4b-d9c21e399cdf req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] No DVR routers for this DVR port a0066b62-256e-4d95-85f0-300d247dd062 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:48:19.468335 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-86a7f9f4-7ac8-48c8-9c4b-d9c21e399cdf req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:19.470296 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-86a7f9f4-7ac8-48c8-9c4b-d9c21e399cdf req-fac3159f-5137-4e99-a895-38c58e66028a tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.57 "DELETE /v2.0/ports/a0066b62-256e-4d95-85f0-300d247dd062 HTTP/1.1" status: 204 len: 173 time: 0.4266591 Jul 23 21:48:19.470729 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aceb276-2828-4951-a4d9-862f68290412', 'name': 'network-vif-deleted', 'tag': 'a0066b62-256e-4d95-85f0-300d247dd062'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:48:19.473006 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3672f53e-f316-4895-a34e-c275469e7713" -d '{"events": [{"server_uuid": "5aceb276-2828-4951-a4d9-862f68290412", "name": "network-vif-deleted", "tag": "a0066b62-256e-4d95-85f0-300d247dd062"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:48:19.596035 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506489ae-5d51-47eb-95ac-1dcb1f1ac7e8 x-openstack-request-id: req-506489ae-5d51-47eb-95ac-1dcb1f1ac7e8 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:48:19.596335 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aceb276-2828-4951-a4d9-862f68290412", "name": "network-vif-deleted", "tag": "a0066b62-256e-4d95-85f0-300d247dd062", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:48:19.596587 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-506489ae-5d51-47eb-95ac-1dcb1f1ac7e8 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:48:19.596988 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aceb276-2828-4951-a4d9-862f68290412', 'name': 'network-vif-deleted', 'tag': 'a0066b62-256e-4d95-85f0-300d247dd062', 'status': 'completed', 'code': 200} Jul 23 21:48:19.997453 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-94880039-2066-472c-b787-ba451255cfa2 req-adcd91e1-79b6-4118-97e4-79dde71bacf5 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 210 time: 0.0291367 Jul 23 21:48:21.098268 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-2fef54eb-0630-4804-af3b-90b54e53db19 req-a601bfda-50c6-4bc7-90bb-a89718c80e5b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 210 time: 0.0338352 Jul 23 21:48:22.194434 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-fa7b886c-1792-49e1-81c5-e063f0b96841 req-66e513e4-e81d-492c-ae07-fcf73994a927 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 210 time: 0.0292149 Jul 23 21:48:23.010338 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fbe718c5-e01b-4627-8379-e6ba26066982 req-9fdb8a1d-6902-4114-92ee-d202b667c01c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0275528 Jul 23 21:48:23.081593 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fbe718c5-e01b-4627-8379-e6ba26066982 req-3b78a05e-cd7b-4bf1-8654-a87c4a1586f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fd0e0145114f4a844b291c7d9a3294&device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 210 time: 0.0282404 Jul 23 21:48:23.285178 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe718c5-e01b-4627-8379-e6ba26066982 req-653999ab-0b7d-4261-82a0-61e4415bbabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:23.289016 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fbe718c5-e01b-4627-8379-e6ba26066982 req-653999ab-0b7d-4261-82a0-61e4415bbabb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=12fd0e0145114f4a844b291c7d9a3294&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1827018 Jul 23 21:48:23.320760 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-15e0b216-12d7-414e-b387-5f87f760dc6d req-0194712f-4f61-475c-9919-99c31d05789b tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "GET /v2.0/ports?device_id=5aceb276-2828-4951-a4d9-862f68290412 HTTP/1.1" status: 200 len: 210 time: 0.0410583 Jul 23 21:48:23.769617 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe718c5-e01b-4627-8379-e6ba26066982 req-57608371-f183-4861-9d83-640a2085da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:23.771035 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-fbe718c5-e01b-4627-8379-e6ba26066982 req-57608371-f183-4861-9d83-640a2085da47 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4770720 Jul 23 21:48:23.822082 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a0066b62-256e-4d95-85f0-300d247dd062 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:48:23.845895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: a0066b62-256e-4d95-85f0-300d247dd062 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:48:23.846232 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device a0066b62-256e-4d95-85f0-300d247dd062 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:48:24.370213 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59504) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:24.427704 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56a561aa-e17c-458f-8bc4-d9c0f6f40849 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:24.452359 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56a561aa-e17c-458f-8bc4-d9c0f6f40849 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:24.514816 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56a561aa-e17c-458f-8bc4-d9c0f6f40849 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:24.517528 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-56a561aa-e17c-458f-8bc4-d9c0f6f40849 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:24.518694 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-56a561aa-e17c-458f-8bc4-d9c0f6f40849 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] 10.222.0.55 "DELETE /v2.0/security-groups/dd8244b5-b97b-4943-976f-edc9189e07e4 HTTP/1.1" status: 204 len: 168 time: 0.1475091 Jul 23 21:48:24.528822 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a561aa-e17c-458f-8bc4-d9c0f6f40849 tempest-TestShelveInstance-1812905816 tempest-TestShelveInstance-1812905816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8244b5-b97b-4943-976f-edc9189e07e4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:24.568570 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59508) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:24.687426 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8e3da302-692b-4ab4-9cc0-00dda4aea266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:25.032773 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e354acd0-51fe-480d-9411-2270c80d3e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:25.287157 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-e354acd0-51fe-480d-9411-2270c80d3e5d admin admin] Deleting port d79ece45-edc8-4757-a437-ede665bdce57 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:48:25.287507 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e354acd0-51fe-480d-9411-2270c80d3e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:25.365124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-e354acd0-51fe-480d-9411-2270c80d3e5d admin admin] For port d79ece45-edc8-4757-a437-ede665bdce57, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=d79ece45-edc8-4757-a437-ede665bdce57,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:48:25.366926 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e354acd0-51fe-480d-9411-2270c80d3e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:25.380349 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-e354acd0-51fe-480d-9411-2270c80d3e5d admin admin] Calling delete_port for d79ece45-edc8-4757-a437-ede665bdce57 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:48:25.562274 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e354acd0-51fe-480d-9411-2270c80d3e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:25.588357 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354acd0-51fe-480d-9411-2270c80d3e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=d79ece45-edc8-4757-a437-ede665bdce57,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:25.767262 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-e354acd0-51fe-480d-9411-2270c80d3e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:25.978683 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e354acd0-51fe-480d-9411-2270c80d3e5d admin admin] Router 8a61357e-a5a6-4765-b683-6a7d664fbbfc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:48:26.081120 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e354acd0-51fe-480d-9411-2270c80d3e5d admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:48:26.086057 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-e354acd0-51fe-480d-9411-2270c80d3e5d admin admin] 10.222.0.55 "PUT /v2.0/routers/8a61357e-a5a6-4765-b683-6a7d664fbbfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5164511 Jul 23 21:48:26.089181 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59514) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:26.092313 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f04059-bbdc-499a-95cd-92a0f171fef3 None None] Sync routers for ids ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:48:26.102304 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f04059-bbdc-499a-95cd-92a0f171fef3 None None] Routers {'8a61357e-a5a6-4765-b683-6a7d664fbbfc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:48:26.103260 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e7f04059-bbdc-499a-95cd-92a0f171fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:47:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:26.192431 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b7-56df-4183-8423-23a46fa635b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:26.206058 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-e7f04059-bbdc-499a-95cd-92a0f171fef3 None None] Set router 8a61357e-a5a6-4765-b683-6a7d664fbbfc gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:48:26.389744 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e7f04059-bbdc-499a-95cd-92a0f171fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:48:25Z', 'revision_number': 5, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:26.416992 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f04059-bbdc-499a-95cd-92a0f171fef3 None None] Checking router: 8a61357e-a5a6-4765-b683-6a7d664fbbfc for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:48:26.425951 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f04059-bbdc-499a-95cd-92a0f171fef3 None None] Routers {'8a61357e-a5a6-4765-b683-6a7d664fbbfc'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:48:26.426594 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e7f04059-bbdc-499a-95cd-92a0f171fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:47:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:26.533546 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-e7f04059-bbdc-499a-95cd-92a0f171fef3 None None] Set router 8a61357e-a5a6-4765-b683-6a7d664fbbfc gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:48:26.617900 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b7-56df-4183-8423-23a46fa635b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:26.676758 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b7-56df-4183-8423-23a46fa635b1 admin admin] Deleting port 87038fed-7010-4c0c-a30a-9162934a1bf6 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:48:26.677100 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b7-56df-4183-8423-23a46fa635b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:26.716079 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-e7f04059-bbdc-499a-95cd-92a0f171fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:48:25Z', 'revision_number': 5, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:26.746458 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f04059-bbdc-499a-95cd-92a0f171fef3 None None] The sync data for ids ['8a61357e-a5a6-4765-b683-6a7d664fbbfc'] in n-d-791504-18 is: [{'id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'name': 'tempest-TestShelveInstance-1682082597-router', 'tenant_id': '12fd0e0145114f4a844b291c7d9a3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:48:25Z', 'revision_number': 5, 'project_id': '12fd0e0145114f4a844b291c7d9a3294', 'gw_port': {'id': '87038fed-7010-4c0c-a30a-9162934a1bf6', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a61357e-a5a6-4765-b683-6a7d664fbbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:29Z', 'updated_at': '2021-07-23T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:48:26.764282 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-b1a391b7-56df-4183-8423-23a46fa635b1 admin admin] For port 87038fed-7010-4c0c-a30a-9162934a1bf6, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=87038fed-7010-4c0c-a30a-9162934a1bf6,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:48:26.764637 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b7-56df-4183-8423-23a46fa635b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:26.778951 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-b1a391b7-56df-4183-8423-23a46fa635b1 admin admin] Calling delete_port for 87038fed-7010-4c0c-a30a-9162934a1bf6 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:48:26.941131 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b7-56df-4183-8423-23a46fa635b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:26.967762 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a391b7-56df-4183-8423-23a46fa635b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=87038fed-7010-4c0c-a30a-9162934a1bf6,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:27.038651 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b7-56df-4183-8423-23a46fa635b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.137312 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b7-56df-4183-8423-23a46fa635b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.139520 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b7-56df-4183-8423-23a46fa635b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.184137 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b7-56df-4183-8423-23a46fa635b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.184857 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a391b7-56df-4183-8423-23a46fa635b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a61357e-a5a6-4765-b683-6a7d664fbbfc {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:48:27.189763 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-b1a391b7-56df-4183-8423-23a46fa635b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.190980 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-b1a391b7-56df-4183-8423-23a46fa635b1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8a61357e-a5a6-4765-b683-6a7d664fbbfc HTTP/1.1" status: 204 len: 168 time: 1.1008835 Jul 23 21:48:27.193821 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59516) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:27.199012 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f9998855-609d-439e-9580-2604f260cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.218507 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d79ece45-edc8-4757-a437-ede665bdce57 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:48:27.240535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: d79ece45-edc8-4757-a437-ede665bdce57 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:48:27.240901 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device d79ece45-edc8-4757-a437-ede665bdce57 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:48:27.241362 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-3120b0a3-10d7-468f-a0af-adc34ca3f77f admin admin] Deleting subnet f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:48:27.244845 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3120b0a3-10d7-468f-a0af-adc34ca3f77f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.284786 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3120b0a3-10d7-468f-a0af-adc34ca3f77f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.366294 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3120b0a3-10d7-468f-a0af-adc34ca3f77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.431303 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3120b0a3-10d7-468f-a0af-adc34ca3f77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.441509 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.462288 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3120b0a3-10d7-468f-a0af-adc34ca3f77f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.466899 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59518) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:27.467210 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3120b0a3-10d7-468f-a0af-adc34ca3f77f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f1643b77-1a90-49b0-b2ca-ddd8b8d006d0 HTTP/1.1" status: 204 len: 168 time: 0.2722785 Jul 23 21:48:27.469326 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120b0a3-10d7-468f-a0af-adc34ca3f77f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1643b77-1a90-49b0-b2ca-ddd8b8d006d0,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:27.473831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af1fd66-ac99-42a6-b127-fef584a397aa None None] Network aead9bff-e168-456f-ad96-384492c6448b requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:48:27.539630 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.596374 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] Deleting port e9b1db5e-33c4-41b7-b834-7dcb30aaa06e {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:48:27.596714 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.672170 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] For port e9b1db5e-33c4-41b7-b834-7dcb30aaa06e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e9b1db5e-33c4-41b7-b834-7dcb30aaa06e,segment=NetworkSegment(27b1f55d-b986-4bb3-8f28-d1a913ebd874),segment_id=27b1f55d-b986-4bb3-8f28-d1a913ebd874)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:48:27.672927 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.689880 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] Calling delete_port for e9b1db5e-33c4-41b7-b834-7dcb30aaa06e owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:48:27.771542 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.798922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b1db5e-33c4-41b7-b834-7dcb30aaa06e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:27.800793 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] No DVR routers for this DVR port e9b1db5e-33c4-41b7-b834-7dcb30aaa06e on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:48:27.816107 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8951bd-e2b7-42f1-b894-18a469d6ae88 None None] DHCP port deletion for aead9bff-e168-456f-ad96-384492c6448b request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:48:27.877792 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.887958 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aead9bff-e168-456f-ad96-384492c6448b']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:27.900916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b1f55d-b986-4bb3-8f28-d1a913ebd874') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:27.901761 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b1f55d-b986-4bb3-8f28-d1a913ebd874') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:27.910156 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.923394 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.929271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:48:27.929659 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:48:27.931345 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:48:27.993348 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:28.002548 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:28.004934 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] 10.222.0.55 "DELETE /v2.0/networks/aead9bff-e168-456f-ad96-384492c6448b HTTP/1.1" status: 204 len: 168 time: 0.5367393 Jul 23 21:48:28.008133 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59520) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:28.018250 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11455d-46bc-445b-b502-ed2776968b5a admin admin] Pushing event deleted for resources: {'Network': ['ID=aead9bff-e168-456f-ad96-384492c6448b,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:28.348271 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d14ffca4-8fb2-4aad-856c-2a481eceb352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:28.595586 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d14ffca4-8fb2-4aad-856c-2a481eceb352 admin admin] Deleting port c607e560-1aa2-4597-9e3f-42f4f28e029e {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:48:28.595930 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d14ffca4-8fb2-4aad-856c-2a481eceb352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:28.674627 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-d14ffca4-8fb2-4aad-856c-2a481eceb352 admin admin] For port c607e560-1aa2-4597-9e3f-42f4f28e029e, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=c607e560-1aa2-4597-9e3f-42f4f28e029e,segment=NetworkSegment(f22f564c-6c03-48dd-a87b-be860e3434c4),segment_id=f22f564c-6c03-48dd-a87b-be860e3434c4)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:48:28.674896 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d14ffca4-8fb2-4aad-856c-2a481eceb352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:28.687604 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-d14ffca4-8fb2-4aad-856c-2a481eceb352 admin admin] Calling delete_port for c607e560-1aa2-4597-9e3f-42f4f28e029e owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:48:28.827522 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:28.866200 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d14ffca4-8fb2-4aad-856c-2a481eceb352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:28.897006 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ffca4-8fb2-4aad-856c-2a481eceb352 admin admin] Pushing event deleted for resources: {'Port': ['ID=c607e560-1aa2-4597-9e3f-42f4f28e029e,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:29.066221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e9b1db5e-33c4-41b7-b834-7dcb30aaa06e no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:48:29.074011 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-d14ffca4-8fb2-4aad-856c-2a481eceb352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:29.087388 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: e9b1db5e-33c4-41b7-b834-7dcb30aaa06e {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:48:29.087738 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e9b1db5e-33c4-41b7-b834-7dcb30aaa06e not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:48:29.088152 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 87038fed-7010-4c0c-a30a-9162934a1bf6 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:48:29.111938 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 87038fed-7010-4c0c-a30a-9162934a1bf6 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:48:29.112286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 87038fed-7010-4c0c-a30a-9162934a1bf6 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:48:29.294655 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14ffca4-8fb2-4aad-856c-2a481eceb352 admin admin] Router 549d0eb8-4641-4b06-b271-89218be7cdcc has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:48:29.401877 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14ffca4-8fb2-4aad-856c-2a481eceb352 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:48:29.406899 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-d14ffca4-8fb2-4aad-856c-2a481eceb352 admin admin] 10.222.0.55 "PUT /v2.0/routers/549d0eb8-4641-4b06-b271-89218be7cdcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3977165 Jul 23 21:48:29.409554 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59522) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:29.410685 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c813e0fa-7ab6-4fa1-9036-2046e511b226 None None] Sync routers for ids ['549d0eb8-4641-4b06-b271-89218be7cdcc'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:48:29.420089 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c813e0fa-7ab6-4fa1-9036-2046e511b226 None None] Routers {'549d0eb8-4641-4b06-b271-89218be7cdcc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:48:29.420699 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c813e0fa-7ab6-4fa1-9036-2046e511b226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:48:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['549d0eb8-4641-4b06-b271-89218be7cdcc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:29.508958 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd811eaf-c546-40c8-8f0d-7d5a538ccd4f admin admin] Notify callbacks [] for router, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:29.519845 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-c813e0fa-7ab6-4fa1-9036-2046e511b226 None None] Set router 549d0eb8-4641-4b06-b271-89218be7cdcc gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:48:29.614751 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd811eaf-c546-40c8-8f0d-7d5a538ccd4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:29.672204 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-fd811eaf-c546-40c8-8f0d-7d5a538ccd4f admin admin] Deleting port 1f7cf2ed-a16b-4ae1-b598-91e19b02096c {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:48:29.672534 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd811eaf-c546-40c8-8f0d-7d5a538ccd4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:29.704681 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c813e0fa-7ab6-4fa1-9036-2046e511b226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'name': 'tempest-TestShelveInstance-1398832068-router', 'tenant_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1f7cf2ed-a16b-4ae1-b598-91e19b02096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:33Z', 'updated_at': '2021-07-23T21:48:28Z', 'revision_number': 5, 'project_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'gw_port': {'id': '1f7cf2ed-a16b-4ae1-b598-91e19b02096c', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:39:33Z', 'updated_at': '2021-07-23T21:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:29.734466 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c813e0fa-7ab6-4fa1-9036-2046e511b226 None None] Checking router: 549d0eb8-4641-4b06-b271-89218be7cdcc for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:48:29.743761 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c813e0fa-7ab6-4fa1-9036-2046e511b226 None None] Routers {'549d0eb8-4641-4b06-b271-89218be7cdcc'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:48:29.744522 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c813e0fa-7ab6-4fa1-9036-2046e511b226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:48:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['549d0eb8-4641-4b06-b271-89218be7cdcc'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:29.753119 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-fd811eaf-c546-40c8-8f0d-7d5a538ccd4f admin admin] For port 1f7cf2ed-a16b-4ae1-b598-91e19b02096c, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1f7cf2ed-a16b-4ae1-b598-91e19b02096c,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:48:29.753476 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd811eaf-c546-40c8-8f0d-7d5a538ccd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:29.766760 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-fd811eaf-c546-40c8-8f0d-7d5a538ccd4f admin admin] Calling delete_port for 1f7cf2ed-a16b-4ae1-b598-91e19b02096c owned by network:router_gateway {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:48:29.826095 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-c813e0fa-7ab6-4fa1-9036-2046e511b226 None None] Set router 549d0eb8-4641-4b06-b271-89218be7cdcc gateway port host: None {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:48:29.878976 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-c813e0fa-7ab6-4fa1-9036-2046e511b226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'name': 'tempest-TestShelveInstance-1398832068-router', 'tenant_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:33Z', 'updated_at': '2021-07-23T21:48:29Z', 'revision_number': 6, 'project_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:29.905090 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c813e0fa-7ab6-4fa1-9036-2046e511b226 None None] The sync data for ids ['549d0eb8-4641-4b06-b271-89218be7cdcc'] in n-d-791504-18 is: [{'id': '549d0eb8-4641-4b06-b271-89218be7cdcc', 'name': 'tempest-TestShelveInstance-1398832068-router', 'tenant_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:39:33Z', 'updated_at': '2021-07-23T21:48:29Z', 'revision_number': 6, 'project_id': '0d244a4caa0e41cbadb851ff4566ca4d', 'gw_port_host': None}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:48:29.934571 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd811eaf-c546-40c8-8f0d-7d5a538ccd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:29.962826 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd811eaf-c546-40c8-8f0d-7d5a538ccd4f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7cf2ed-a16b-4ae1-b598-91e19b02096c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:30.027883 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd811eaf-c546-40c8-8f0d-7d5a538ccd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.117295 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd811eaf-c546-40c8-8f0d-7d5a538ccd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.119502 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd811eaf-c546-40c8-8f0d-7d5a538ccd4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.162964 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd811eaf-c546-40c8-8f0d-7d5a538ccd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.163484 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd811eaf-c546-40c8-8f0d-7d5a538ccd4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 549d0eb8-4641-4b06-b271-89218be7cdcc {{(pid=93810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:48:30.169086 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-fd811eaf-c546-40c8-8f0d-7d5a538ccd4f admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.170245 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-fd811eaf-c546-40c8-8f0d-7d5a538ccd4f admin admin] 10.222.0.55 "DELETE /v2.0/routers/549d0eb8-4641-4b06-b271-89218be7cdcc HTTP/1.1" status: 204 len: 168 time: 0.7597606 Jul 23 21:48:30.172875 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59524) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:30.216238 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92582f6-242f-460f-8931-a68d06166af7 admin admin] Deleting subnet c83e48aa-b99a-4a01-9099-a04cafa6568c {{(pid=93810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:48:30.219126 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c92582f6-242f-460f-8931-a68d06166af7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.254136 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c92582f6-242f-460f-8931-a68d06166af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8736861'] for subnet, precommit_delete_associations {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.279966 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.342412 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c92582f6-242f-460f-8931-a68d06166af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.396158 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c92582f6-242f-460f-8931-a68d06166af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12005947'] for subnet, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.422307 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92582f6-242f-460f-8931-a68d06166af7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c83e48aa-b99a-4a01-9099-a04cafa6568c,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:30.425912 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c92582f6-242f-460f-8931-a68d06166af7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.430472 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c92582f6-242f-460f-8931-a68d06166af7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c83e48aa-b99a-4a01-9099-a04cafa6568c HTTP/1.1" status: 204 len: 168 time: 0.2566657 Jul 23 21:48:30.430649 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59526) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:30.431982 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f1d530-5389-449d-9ea5-e6b6a3cee223 None None] Network 55e86d1d-7702-4761-ab0b-0e9a6cdf919d requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:48:30.502493 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.556195 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] Deleting port b5f16587-e80e-4a4c-be48-0776c7246615 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:48:30.556534 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.625552 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] For port b5f16587-e80e-4a4c-be48-0776c7246615, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=b5f16587-e80e-4a4c-be48-0776c7246615,segment=NetworkSegment(f22f564c-6c03-48dd-a87b-be860e3434c4),segment_id=f22f564c-6c03-48dd-a87b-be860e3434c4)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:48:30.625910 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.638162 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] Calling delete_port for b5f16587-e80e-4a4c-be48-0776c7246615 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:48:30.693553 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] DHCP port deletion for 55e86d1d-7702-4761-ab0b-0e9a6cdf919d request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:48:30.741727 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.756921 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Deleting port b5f16587-e80e-4a4c-be48-0776c7246615 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:48:30.757462 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.774278 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] No DVR routers for this DVR port b5f16587-e80e-4a4c-be48-0776c7246615 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:48:30.781110 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f16587-e80e-4a4c-be48-0776c7246615,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:30.829370 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] For port b5f16587-e80e-4a4c-be48-0776c7246615, host n-d-791504-18, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:48:30.829648 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.843568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Calling delete_port for b5f16587-e80e-4a4c-be48-0776c7246615 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:48:30.846462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Port b5f16587-e80e-4a4c-be48-0776c7246615 was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 21:48:30.847873 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.867948 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.873071 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Pushing event deleted for resources: {'Port': ['ID=b5f16587-e80e-4a4c-be48-0776c7246615,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:30.878931 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e86d1d-7702-4761-ab0b-0e9a6cdf919d']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:30.881187 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:30.881187 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:30.881499 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:30.881799 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:30.882134 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:30.882464 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:30.882789 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:30.883136 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:30.883649 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:30.883766 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:30.884081 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:30.884401 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:30.891549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22f564c-6c03-48dd-a87b-be860e3434c4') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:30.891915 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22f564c-6c03-48dd-a87b-be860e3434c4') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:30.893930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdd2803-0421-4733-a7e7-11e82eebfa86 None None] No DVR routers for this DVR port b5f16587-e80e-4a4c-be48-0776c7246615 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:48:30.906314 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.921789 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.928053 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:48:30.928482 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:48:30.930206 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:48:30.980520 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c607e560-1aa2-4597-9e3f-42f4f28e029e no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:48:30.988368 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:31.003963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: c607e560-1aa2-4597-9e3f-42f4f28e029e {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:48:31.004302 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device c607e560-1aa2-4597-9e3f-42f4f28e029e not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:48:31.004721 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b5f16587-e80e-4a4c-be48-0776c7246615 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:48:31.006078 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:31.008079 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] 10.222.0.55 "DELETE /v2.0/networks/55e86d1d-7702-4761-ab0b-0e9a6cdf919d HTTP/1.1" status: 204 len: 168 time: 0.5759287 Jul 23 21:48:31.009065 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa135f42-9c3b-4ca1-96f9-f56e267ffb82 admin admin] Pushing event deleted for resources: {'Network': ['ID=55e86d1d-7702-4761-ab0b-0e9a6cdf919d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:31.033826 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: b5f16587-e80e-4a4c-be48-0776c7246615 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:48:31.034227 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device b5f16587-e80e-4a4c-be48-0776c7246615 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:48:31.034585 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1f7cf2ed-a16b-4ae1-b598-91e19b02096c no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:48:31.054626 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 1f7cf2ed-a16b-4ae1-b598-91e19b02096c {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:48:31.054982 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1f7cf2ed-a16b-4ae1-b598-91e19b02096c not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:48:31.143634 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59530) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:31.189606 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fda016e9-6429-40f2-84e6-f032b632a443 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12fd0e0145114f4a844b291c7d9a3294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429435 Jul 23 21:48:31.190224 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59532) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:31.238249 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-39d1ca91-5a7f-4ed6-9dc3-58ba80d1e4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:31.259504 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-39d1ca91-5a7f-4ed6-9dc3-58ba80d1e4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:31.308264 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-39d1ca91-5a7f-4ed6-9dc3-58ba80d1e4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:31.311384 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-39d1ca91-5a7f-4ed6-9dc3-58ba80d1e4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:31.314889 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-39d1ca91-5a7f-4ed6-9dc3-58ba80d1e4a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae358320-3d17-4a46-a044-59f6d4dde8ae HTTP/1.1" status: 204 len: 168 time: 0.1213813 Jul 23 21:48:31.325591 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1ca91-5a7f-4ed6-9dc3-58ba80d1e4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae358320-3d17-4a46-a044-59f6d4dde8ae,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:31.623575 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59538) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:31.662759 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-2d92aa0a-98f1-4d84-9ce4-42624f1eddd3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d244a4caa0e41cbadb851ff4566ca4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379975 Jul 23 21:48:31.665139 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59540) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:31.714896 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-78dcf626-7262-4289-802a-62b00d7cc1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:31.735091 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-78dcf626-7262-4289-802a-62b00d7cc1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:31.780617 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-78dcf626-7262-4289-802a-62b00d7cc1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:31.783229 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-78dcf626-7262-4289-802a-62b00d7cc1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:31.784294 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-78dcf626-7262-4289-802a-62b00d7cc1de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/109f1d0d-55cb-47b9-af6a-ba4448eb3fe4 HTTP/1.1" status: 204 len: 168 time: 0.1182976 Jul 23 21:48:31.791545 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcf626-7262-4289-802a-62b00d7cc1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109f1d0d-55cb-47b9-af6a-ba4448eb3fe4,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:32.415468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59562) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:32.506676 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-39c36a2c-a0a0-4cc6-b416-2db8608c81c8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-91087699-network', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:48:32.528152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c36a2c-a0a0-4cc6-b416-2db8608c81c8 admin admin] Made reservation on behalf of 053807ed509e47bda209bbe0c9ee8dde for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:48:32.530643 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-39c36a2c-a0a0-4cc6-b416-2db8608c81c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:32.539606 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-39c36a2c-a0a0-4cc6-b416-2db8608c81c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:32.626885 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-39c36a2c-a0a0-4cc6-b416-2db8608c81c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:32.630558 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-39c36a2c-a0a0-4cc6-b416-2db8608c81c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:32.656937 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c36a2c-a0a0-4cc6-b416-2db8608c81c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:48:32.667631 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c36a2c-a0a0-4cc6-b416-2db8608c81c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594b43dd-8f83-4f38-92ee-bfba3083d2ae,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:32.672981 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-39c36a2c-a0a0-4cc6-b416-2db8608c81c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:32.673324 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-39c36a2c-a0a0-4cc6-b416-2db8608c81c8 admin admin] Added segment 13445399-bc4c-4b4e-86da-83cfc63f6bc9 of type vlan for network 1fda9581-460b-40dc-a648-a9a0fc4da075 Jul 23 21:48:32.714332 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-39c36a2c-a0a0-4cc6-b416-2db8608c81c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:32.742417 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-39c36a2c-a0a0-4cc6-b416-2db8608c81c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:32.743378 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c36a2c-a0a0-4cc6-b416-2db8608c81c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:32.744058 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-39c36a2c-a0a0-4cc6-b416-2db8608c81c8 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:32.772878 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-39c36a2c-a0a0-4cc6-b416-2db8608c81c8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3563344 Jul 23 21:48:32.776609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59566) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:32.781756 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-c7891176-b0b3-418c-809c-ecbb4fda1792 admin admin] Request body: {'subnet': {'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-91087699-subnet', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'ip_version': 4}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:48:32.805930 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c36a2c-a0a0-4cc6-b416-2db8608c81c8 admin admin] Pushing event updated for resources: {'Network': ['ID=1fda9581-460b-40dc-a648-a9a0fc4da075,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:32.808251 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7891176-b0b3-418c-809c-ecbb4fda1792 admin admin] Made reservation on behalf of 053807ed509e47bda209bbe0c9ee8dde for: {'subnet': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:48:32.810922 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7891176-b0b3-418c-809c-ecbb4fda1792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12005918'] for subnet, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:32.823201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 1fda9581-460b-40dc-a648-a9a0fc4da075 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:48:32.984377 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7891176-b0b3-418c-809c-ecbb4fda1792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12484977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12005900'] for subnet, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:33.033654 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7891176-b0b3-418c-809c-ecbb4fda1792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c385c763-1b0e-4c6a-ae03-7164f9d8d88d,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:33.049053 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7891176-b0b3-418c-809c-ecbb4fda1792 admin admin] Checking segment: {'id': '13445399-bc4c-4b4e-86da-83cfc63f6bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:48:33.049416 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7891176-b0b3-418c-809c-ecbb4fda1792 admin admin] Network hostable DHCP agents. Network: 1fda9581-460b-40dc-a648-a9a0fc4da075, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:48:33.073161 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7891176-b0b3-418c-809c-ecbb4fda1792 admin admin] Network 1fda9581-460b-40dc-a648-a9a0fc4da075 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:48:33.084861 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-c7891176-b0b3-418c-809c-ecbb4fda1792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 1fda9581-460b-40dc-a648-a9a0fc4da075) {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:48:33.089624 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7891176-b0b3-418c-809c-ecbb4fda1792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:33.090207 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-c7891176-b0b3-418c-809c-ecbb4fda1792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:33.093967 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78517037-1e21-4e74-9811-e2ba8ed232b5 None None] Network 1fda9581-460b-40dc-a648-a9a0fc4da075 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:48:33.103943 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-c7891176-b0b3-418c-809c-ecbb4fda1792 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3262424 Jul 23 21:48:33.106621 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59568) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:33.110991 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:48:33.133350 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:33.134407 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:33.188623 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:33.250090 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-1fda9581-460b-40dc-a648-a9a0fc4da075', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:48:33.251060 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:33.325731 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:33.388179 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Allocated IP 172.20.0.2 (1fda9581-460b-40dc-a648-a9a0fc4da075/c385c763-1b0e-4c6a-ae03-7164f9d8d88d/73ee95b6-b786-4cfb-9b72-864497698de5) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:48:33.526453 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:33.547228 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:33.656837 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Allocated IP 172.25.3.109 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/0030c5d5-4ffb-4a10-bbaa-95e5c39dc862) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:48:33.691385 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:33.699512 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Transition to ACTIVE for port object 73ee95b6-b786-4cfb-9b72-864497698de5 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:48:33.714587 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Transition to ACTIVE for port object 73ee95b6-b786-4cfb-9b72-864497698de5 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:48:33.720634 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:33.758118 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:33.760006 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Network 1fda9581-460b-40dc-a648-a9a0fc4da075 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:48:33.765259 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:48:33.767740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:48:33.776575 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Pushing event updated for resources: {'Port': ['ID=73ee95b6-b786-4cfb-9b72-864497698de5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:33.798467 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:33.833393 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Attempting to bind port 73ee95b6-b786-4cfb-9b72-864497698de5 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:48:33.834074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Attempting to bind port 73ee95b6-b786-4cfb-9b72-864497698de5 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '13445399-bc4c-4b4e-86da-83cfc63f6bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:48:33.834287 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:48:33.834867 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Attempting to bind port 73ee95b6-b786-4cfb-9b72-864497698de5 on network 1fda9581-460b-40dc-a648-a9a0fc4da075 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:48:33.837208 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:48:33.841413 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:48:33.841879 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Checking segment: {'id': '13445399-bc4c-4b4e-86da-83cfc63f6bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:48:33.842357 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:33.842820 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Bound using segment: {'id': '13445399-bc4c-4b4e-86da-83cfc63f6bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:48:33.843211 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:48:33.843521 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Bound port: 73ee95b6-b786-4cfb-9b72-864497698de5, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13445399-bc4c-4b4e-86da-83cfc63f6bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:48:33.843973 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:33.870441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Pushing event updated for resources: {'Port': ['ID=0030c5d5-4ffb-4a10-bbaa-95e5c39dc862,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:33.909859 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] For port 73ee95b6-b786-4cfb-9b72-864497698de5, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:48:33.913529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] For port 73ee95b6-b786-4cfb-9b72-864497698de5, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=73ee95b6-b786-4cfb-9b72-864497698de5,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:48:33.917335 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:33.973749 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb52b42-e6c2-49cd-9824-a0d33566cb6e None None] Pushing event updated for resources: {'Port': ['ID=73ee95b6-b786-4cfb-9b72-864497698de5,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:34.107845 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:34.605929 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:34.746946 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Router e7be03ad-686c-4bea-b95d-cfbc59f43491 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:48:34.858918 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:48:34.868488 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b4eabc-95dc-4e70-8265-02876466838c None None] Network 1fda9581-460b-40dc-a648-a9a0fc4da075 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:48:34.873306 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Sync routers for ids ['e7be03ad-686c-4bea-b95d-cfbc59f43491'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:48:34.877808 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] Notify callbacks [] for router, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:34.879383 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-ac6c2f70-1e29-4ad1-a111-66c54d2e38ba admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7715523 Jul 23 21:48:34.881940 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59570) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:34.902830 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Routers {'e7be03ad-686c-4bea-b95d-cfbc59f43491'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:48:34.903465 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:48:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e7be03ad-686c-4bea-b95d-cfbc59f43491'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:35.020622 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 73ee95b6-b786-4cfb-9b72-864497698de5 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:48:35.056097 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a3d9bfe8-6ec2-4559-8197-aa2b05126618 None None] Provisioning for port 73ee95b6-b786-4cfb-9b72-864497698de5 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:48:35.126747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Set router e7be03ad-686c-4bea-b95d-cfbc59f43491 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:48:35.188953 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 73ee95b6-b786-4cfb-9b72-864497698de5 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:48:35.221315 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 73ee95b6-b786-4cfb-9b72-864497698de5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:35.221680 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:35.307006 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:35.398489 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:35.439333 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 73ee95b6-b786-4cfb-9b72-864497698de5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=73ee95b6-b786-4cfb-9b72-864497698de5,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:48:35.446312 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:35.451125 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:33Z', 'revision_number': 3, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:35.479935 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Allocated IP 172.20.0.1 (1fda9581-460b-40dc-a648-a9a0fc4da075/c385c763-1b0e-4c6a-ae03-7164f9d8d88d/1b0512d0-a01e-44cb-9c6a-1f4274582842) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:48:35.496634 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Checking router: e7be03ad-686c-4bea-b95d-cfbc59f43491 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:48:35.496980 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Updating router e7be03ad-686c-4bea-b95d-cfbc59f43491 port 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862 binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:48:35.553687 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=73ee95b6-b786-4cfb-9b72-864497698de5,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:35.556413 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:35.606800 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:35.620654 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Transition to ACTIVE for port object 1b0512d0-a01e-44cb-9c6a-1f4274582842 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:48:35.653511 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:35.665410 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8be215f3-64b1-47fb-bd94-9f3ed49d6fd9 None None] Provisioning complete for port 73ee95b6-b786-4cfb-9b72-864497698de5 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:35.665777 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8be215f3-64b1-47fb-bd94-9f3ed49d6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:35.697291 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Network 1fda9581-460b-40dc-a648-a9a0fc4da075 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:48:35.704373 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:48:35.710276 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:48:35.717824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Pushing event updated for resources: {'Port': ['ID=1b0512d0-a01e-44cb-9c6a-1f4274582842,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:35.763764 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:35.890531 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:35.901896 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Transition to ACTIVE for port object 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:48:35.909117 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:35.921367 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:35.970299 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Attempting to bind port 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:48:35.970643 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Attempting to bind port 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:48:35.971034 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Attempting to bind port 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862 on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:48:35.972895 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e1fb9-7494-4962-8eab-15aaa3f61b65 None None] Pushing event updated for resources: {'Port': ['ID=0030c5d5-4ffb-4a10-bbaa-95e5c39dc862,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:35.979382 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f452d4fb-e571-4b01-bf42-378f4df27169 None None] Provisioning for port 1b0512d0-a01e-44cb-9c6a-1f4274582842 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:48:35.982682 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:48:35.982682 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:48:35.983089 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:35.983568 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:48:35.984238 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Bound port: 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:48:35.984484 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:36.005951 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f452d4fb-e571-4b01-bf42-378f4df27169 None None] Provisioning complete for port 1b0512d0-a01e-44cb-9c6a-1f4274582842 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:36.006317 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f452d4fb-e571-4b01-bf42-378f4df27169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:36.057180 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f452d4fb-e571-4b01-bf42-378f4df27169 None None] Port 1b0512d0-a01e-44cb-9c6a-1f4274582842 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:48:36.068257 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] For port 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:48:36.073923 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] For port 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0030c5d5-4ffb-4a10-bbaa-95e5c39dc862,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:48:36.079751 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:36.097823 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:36.103090 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:36.139186 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Routers {'e7be03ad-686c-4bea-b95d-cfbc59f43491'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:48:36.139824 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:48:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e7be03ad-686c-4bea-b95d-cfbc59f43491'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:36.177931 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:36.180568 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Pushing event updated for resources: {'Port': ['ID=1b0512d0-a01e-44cb-9c6a-1f4274582842,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:36.198718 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e1fb9-7494-4962-8eab-15aaa3f61b65 None None] Pushing event updated for resources: {'Port': ['ID=0030c5d5-4ffb-4a10-bbaa-95e5c39dc862,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:36.248373 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] Set router e7be03ad-686c-4bea-b95d-cfbc59f43491 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:48:36.272975 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Network 1fda9581-460b-40dc-a648-a9a0fc4da075 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:48:36.274421 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:48:36.391949 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Router e7be03ad-686c-4bea-b95d-cfbc59f43491 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:48:36.473202 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '1b0512d0-a01e-44cb-9c6a-1f4274582842', 'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'mac_address': 'fa:16:3e:b2:5f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:35Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 2, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'subnets': [{'id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:36.503026 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b9700d-a428-41af-a798-50e681ee5b2a None None] The sync data for ids ['e7be03ad-686c-4bea-b95d-cfbc59f43491'] in n-d-791504-18 is: [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '1b0512d0-a01e-44cb-9c6a-1f4274582842', 'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'mac_address': 'fa:16:3e:b2:5f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:35Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 2, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'subnets': [{'id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:48:36.504483 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:48:36.510247 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-f4415c9d-e324-4ba1-919f-a8b0ce40d8bd admin admin] 10.222.0.55 "PUT /v2.0/routers/e7be03ad-686c-4bea-b95d-cfbc59f43491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6270800 Jul 23 21:48:36.511693 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e78d5899-4f12-4096-a80d-da54a9f668a3 None None] Provisioning complete for port 1b0512d0-a01e-44cb-9c6a-1f4274582842 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:36.512128 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e78d5899-4f12-4096-a80d-da54a9f668a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:36.552473 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e78d5899-4f12-4096-a80d-da54a9f668a3 None None] Port 1b0512d0-a01e-44cb-9c6a-1f4274582842 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:48:36.997593 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 73ee95b6-b786-4cfb-9b72-864497698de5 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:48:37.014032 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59586) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:37.019273 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-d03ec00e-ab3d-42c2-b94d-8201bcc2e9b1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1415362713-network', 'tenant_id': '3bbc55757e5e4225bf9195d0b5927885'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:48:37.042272 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03ec00e-ab3d-42c2-b94d-8201bcc2e9b1 admin admin] Made reservation on behalf of 3bbc55757e5e4225bf9195d0b5927885 for: {'network': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:48:37.044864 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d03ec00e-ab3d-42c2-b94d-8201bcc2e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for network, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:37.054441 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d03ec00e-ab3d-42c2-b94d-8201bcc2e9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:37.188074 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d03ec00e-ab3d-42c2-b94d-8201bcc2e9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:37.195702 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d03ec00e-ab3d-42c2-b94d-8201bcc2e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:37.231416 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03ec00e-ab3d-42c2-b94d-8201bcc2e9b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=93811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:48:37.236369 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 73ee95b6-b786-4cfb-9b72-864497698de5 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:37.236746 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:37.239566 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ec00e-ab3d-42c2-b94d-8201bcc2e9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f7ae9d-4ae8-41a6-bb10-df0c37fccef4,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:37.248052 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d03ec00e-ab3d-42c2-b94d-8201bcc2e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:37.248442 n-d-791504-18 neutron-server[93811]: INFO neutron.db.segments_db [None req-d03ec00e-ab3d-42c2-b94d-8201bcc2e9b1 admin admin] Added segment 24a8ab19-6c60-44fb-b512-18389df670fd of type vlan for network 2eef761f-24b4-443f-86f0-58f77a500ad7 Jul 23 21:48:37.292743 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d03ec00e-ab3d-42c2-b94d-8201bcc2e9b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729329786745'] for network, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:37.325275 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d03ec00e-ab3d-42c2-b94d-8201bcc2e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061'] for network, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:37.326499 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03ec00e-ab3d-42c2-b94d-8201bcc2e9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:37.327236 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d03ec00e-ab3d-42c2-b94d-8201bcc2e9b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:37.359623 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d03ec00e-ab3d-42c2-b94d-8201bcc2e9b1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3443229 Jul 23 21:48:37.362299 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59588) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:37.368668 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-835b2c89-c2f5-437c-b72b-dc86f8cfb36f admin admin] Request body: {'subnet': {'network_id': '2eef761f-24b4-443f-86f0-58f77a500ad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1415362713-subnet', 'tenant_id': '3bbc55757e5e4225bf9195d0b5927885', 'ip_version': 4}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:48:37.401671 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ec00e-ab3d-42c2-b94d-8201bcc2e9b1 admin admin] Pushing event updated for resources: {'Network': ['ID=2eef761f-24b4-443f-86f0-58f77a500ad7,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:37.412368 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Network 2eef761f-24b4-443f-86f0-58f77a500ad7 details requested by agent ovs-agent-n-d-791504-18 with host n-d-791504-18 {{(pid=93812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:48:37.417288 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835b2c89-c2f5-437c-b72b-dc86f8cfb36f admin admin] Made reservation on behalf of 3bbc55757e5e4225bf9195d0b5927885 for: {'subnet': 1} {{(pid=93811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:48:37.420672 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-835b2c89-c2f5-437c-b72b-dc86f8cfb36f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9747237'] for subnet, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:37.610348 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-835b2c89-c2f5-437c-b72b-dc86f8cfb36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11543749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9747255'] for subnet, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:37.676128 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b2c89-c2f5-437c-b72b-dc86f8cfb36f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a151675d-20d7-4066-840d-64eb8e722534,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:37.680554 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b2c89-c2f5-437c-b72b-dc86f8cfb36f admin admin] Checking segment: {'id': '24a8ab19-6c60-44fb-b512-18389df670fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2eef761f-24b4-443f-86f0-58f77a500ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:48:37.680922 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835b2c89-c2f5-437c-b72b-dc86f8cfb36f admin admin] Network hostable DHCP agents. Network: 2eef761f-24b4-443f-86f0-58f77a500ad7, hostable agents: ['0185d2b3-f914-461c-adfe-59b573dfce5a'], hosted agents: [] {{(pid=93811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:48:37.699119 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835b2c89-c2f5-437c-b72b-dc86f8cfb36f admin admin] Network 2eef761f-24b4-443f-86f0-58f77a500ad7 is scheduled to be hosted by DHCP agent 0185d2b3-f914-461c-adfe-59b573dfce5a with binding_index 1 {{(pid=93811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:48:37.708959 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-835b2c89-c2f5-437c-b72b-dc86f8cfb36f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-18, 2eef761f-24b4-443f-86f0-58f77a500ad7) {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:48:37.717668 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7922fb-07f7-4e08-8099-9a2afd90e348 None None] Network 2eef761f-24b4-443f-86f0-58f77a500ad7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:48:37.717844 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b2c89-c2f5-437c-b72b-dc86f8cfb36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:37.718573 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-835b2c89-c2f5-437c-b72b-dc86f8cfb36f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:37.735969 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-835b2c89-c2f5-437c-b72b-dc86f8cfb36f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3702841 Jul 23 21:48:37.736304 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59590) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:37.740965 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1415362713-router', 'tenant_id': '3bbc55757e5e4225bf9195d0b5927885', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:48:37.766324 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3798936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-955'] for router, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:37.767526 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3799037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3696693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-940'] for router, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:37.826214 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:37.888651 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8bc3292-cfed-50f8-b3e6-d11339c0853a-2eef761f-24b4-443f-86f0-58f77a500ad7', 'network_id': '2eef761f-24b4-443f-86f0-58f77a500ad7', 'tenant_id': '3bbc55757e5e4225bf9195d0b5927885', 'fixed_ips': [{'subnet_id': 'a151675d-20d7-4066-840d-64eb8e722534'}]}} from n-d-791504-18. {{(pid=93812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:48:37.889575 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:37.969774 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-862'] for router, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:38.020824 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Allocated IP 172.20.0.2 (2eef761f-24b4-443f-86f0-58f77a500ad7/a151675d-20d7-4066-840d-64eb8e722534/36fe6b04-c266-4da9-9578-c31835b20001) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:48:38.171344 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:38.172272 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:38.181733 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Transition to ACTIVE for port object 36fe6b04-c266-4da9-9578-c31835b20001 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:48:38.193519 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:38.198508 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Transition to ACTIVE for port object 36fe6b04-c266-4da9-9578-c31835b20001 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:48:38.206127 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:38.248703 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Network 2eef761f-24b4-443f-86f0-58f77a500ad7 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:48:38.253571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:48:38.256010 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:48:38.272045 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Pushing event updated for resources: {'Port': ['ID=36fe6b04-c266-4da9-9578-c31835b20001,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:38.304699 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Allocated IP 172.25.3.97 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/38ab925a-580f-405a-aea7-6f71ff479afb) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:48:38.326538 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Attempting to bind port 36fe6b04-c266-4da9-9578-c31835b20001 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:48:38.326915 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Attempting to bind port 36fe6b04-c266-4da9-9578-c31835b20001 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '24a8ab19-6c60-44fb-b512-18389df670fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2eef761f-24b4-443f-86f0-58f77a500ad7'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:48:38.327312 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Attempting to bind port 36fe6b04-c266-4da9-9578-c31835b20001 on network 2eef761f-24b4-443f-86f0-58f77a500ad7 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:48:38.332492 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:48:38.332964 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Checking segment: {'id': '24a8ab19-6c60-44fb-b512-18389df670fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2eef761f-24b4-443f-86f0-58f77a500ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:48:38.333399 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:38.333906 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Bound using segment: {'id': '24a8ab19-6c60-44fb-b512-18389df670fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2eef761f-24b4-443f-86f0-58f77a500ad7'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:48:38.334457 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Bound port: 36fe6b04-c266-4da9-9578-c31835b20001, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a8ab19-6c60-44fb-b512-18389df670fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2eef761f-24b4-443f-86f0-58f77a500ad7'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:48:38.334804 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:38.401543 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] For port 36fe6b04-c266-4da9-9578-c31835b20001, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:48:38.404802 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] For port 36fe6b04-c266-4da9-9578-c31835b20001, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=36fe6b04-c266-4da9-9578-c31835b20001,segment=NetworkSegment(24a8ab19-6c60-44fb-b512-18389df670fd),segment_id=24a8ab19-6c60-44fb-b512-18389df670fd)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:48:38.410131 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:38.417178 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:38.463778 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:38.467596 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9506489-dea0-49b8-a9e7-97ff58b24095 None None] Pushing event updated for resources: {'Port': ['ID=36fe6b04-c266-4da9-9578-c31835b20001,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:38.502179 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:48:38.505087 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:48:38.511414 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:48:38.535545 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Pushing event updated for resources: {'Port': ['ID=38ab925a-580f-405a-aea7-6f71ff479afb,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:38.578548 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Sync routers for ids ['e7be03ad-686c-4bea-b95d-cfbc59f43491'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:48:38.591870 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Routers {'e7be03ad-686c-4bea-b95d-cfbc59f43491'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:48:38.592442 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-510c5553-d382-4307-8266-bf4873825b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:48:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e7be03ad-686c-4bea-b95d-cfbc59f43491'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:38.739464 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Set router e7be03ad-686c-4bea-b95d-cfbc59f43491 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:48:38.793817 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:38.940146 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-510c5553-d382-4307-8266-bf4873825b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '1b0512d0-a01e-44cb-9c6a-1f4274582842', 'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'mac_address': 'fa:16:3e:b2:5f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:35Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 2, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'subnets': [{'id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:38.966257 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Checking router: e7be03ad-686c-4bea-b95d-cfbc59f43491 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:48:38.966613 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Updating router e7be03ad-686c-4bea-b95d-cfbc59f43491 port 1b0512d0-a01e-44cb-9c6a-1f4274582842 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:48:38.999834 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799610'] for router, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:39.005972 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:39.053324 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 36fe6b04-c266-4da9-9578-c31835b20001 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:48:39.111968 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 36fe6b04-c266-4da9-9578-c31835b20001 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:48:39.117589 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:48:39.135292 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Router 2d27af69-3263-4732-a855-32928af8c714 is scheduled to L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc with binding_index 1 {{(pid=93811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:48:39.184937 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:48:39.189686 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:39.190105 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:39.272794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:48:39.281379 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:39.293640 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:39.299253 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59592) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:39.299830 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-63cb07eb-e6fe-4e8a-a695-d416e02126ad admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5623384 Jul 23 21:48:39.309621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Sync routers for ids ['2d27af69-3263-4732-a855-32928af8c714'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:48:39.319326 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0030c5d5-4ffb-4a10-bbaa-95e5c39dc862,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:48:39.325513 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:39.331706 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Routers {'2d27af69-3263-4732-a855-32928af8c714'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:48:39.332380 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:48:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2d27af69-3263-4732-a855-32928af8c714'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:39.341780 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:39.352390 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Transition to ACTIVE for port object 1b0512d0-a01e-44cb-9c6a-1f4274582842 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:48:39.359299 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:39.417441 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca6b0a-c8d6-445c-bc75-16405d5e3751 None None] Pushing event updated for resources: {'Port': ['ID=1b0512d0-a01e-44cb-9c6a-1f4274582842,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:39.444152 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6b0a-c8d6-445c-bc75-16405d5e3751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:39.444152 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6b0a-c8d6-445c-bc75-16405d5e3751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:39.444525 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6b0a-c8d6-445c-bc75-16405d5e3751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:39.444816 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6b0a-c8d6-445c-bc75-16405d5e3751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:39.445137 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6b0a-c8d6-445c-bc75-16405d5e3751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:39.445463 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6b0a-c8d6-445c-bc75-16405d5e3751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:39.445780 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6b0a-c8d6-445c-bc75-16405d5e3751 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:39.446096 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6b0a-c8d6-445c-bc75-16405d5e3751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:39.446711 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6b0a-c8d6-445c-bc75-16405d5e3751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:39.446711 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6b0a-c8d6-445c-bc75-16405d5e3751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:39.447003 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6b0a-c8d6-445c-bc75-16405d5e3751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:39.452646 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca6b0a-c8d6-445c-bc75-16405d5e3751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:48:39.470423 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=0030c5d5-4ffb-4a10-bbaa-95e5c39dc862,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:39.501046 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Attempting to bind port 1b0512d0-a01e-44cb-9c6a-1f4274582842 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:48:39.501433 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Attempting to bind port 1b0512d0-a01e-44cb-9c6a-1f4274582842 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '13445399-bc4c-4b4e-86da-83cfc63f6bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:48:39.501773 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Attempting to bind port 1b0512d0-a01e-44cb-9c6a-1f4274582842 on network 1fda9581-460b-40dc-a648-a9a0fc4da075 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:48:39.507699 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:48:39.508085 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Checking segment: {'id': '13445399-bc4c-4b4e-86da-83cfc63f6bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:48:39.508473 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:39.508867 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Bound using segment: {'id': '13445399-bc4c-4b4e-86da-83cfc63f6bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:48:39.509337 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Bound port: 1b0512d0-a01e-44cb-9c6a-1f4274582842, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13445399-bc4c-4b4e-86da-83cfc63f6bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:48:39.509720 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:39.528677 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Set router 2d27af69-3263-4732-a855-32928af8c714 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:48:39.593779 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-510c5553-d382-4307-8266-bf4873825b34 None None] For port 1b0512d0-a01e-44cb-9c6a-1f4274582842, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:48:39.597116 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-510c5553-d382-4307-8266-bf4873825b34 None None] For port 1b0512d0-a01e-44cb-9c6a-1f4274582842, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1b0512d0-a01e-44cb-9c6a-1f4274582842,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:48:39.604056 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:39.651982 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf470bc0-e3f0-4851-89cc-2f85ec776cb8 None None] Network 2eef761f-24b4-443f-86f0-58f77a500ad7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:48:39.668380 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Routers {'e7be03ad-686c-4bea-b95d-cfbc59f43491'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:48:39.669025 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-510c5553-d382-4307-8266-bf4873825b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:48:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e7be03ad-686c-4bea-b95d-cfbc59f43491'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:39.839958 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-09ea1a38-6b5c-4144-8c5e-13e59e3ae463 None None] Provisioning for port 36fe6b04-c266-4da9-9578-c31835b20001 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:48:39.844963 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:39.851692 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-09ea1a38-6b5c-4144-8c5e-13e59e3ae463 None None] Provisioning complete for port 36fe6b04-c266-4da9-9578-c31835b20001 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:39.852063 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09ea1a38-6b5c-4144-8c5e-13e59e3ae463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:39.900150 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-510c5553-d382-4307-8266-bf4873825b34 None None] Set router e7be03ad-686c-4bea-b95d-cfbc59f43491 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:48:39.903126 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca6b0a-c8d6-445c-bc75-16405d5e3751 None None] Pushing event updated for resources: {'Port': ['ID=1b0512d0-a01e-44cb-9c6a-1f4274582842,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:40.001593 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d27af69-3263-4732-a855-32928af8c714', 'name': 'tempest-TestSnapshotPattern-1415362713-router', 'tenant_id': '3bbc55757e5e4225bf9195d0b5927885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '38ab925a-580f-405a-aea7-6f71ff479afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:37Z', 'updated_at': '2021-07-23T21:48:38Z', 'revision_number': 3, 'project_id': '3bbc55757e5e4225bf9195d0b5927885', 'gw_port': {'id': '38ab925a-580f-405a-aea7-6f71ff479afb', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d27af69-3263-4732-a855-32928af8c714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:38Z', 'updated_at': '2021-07-23T21:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:40.044237 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Allocated IP 172.20.0.1 (2eef761f-24b4-443f-86f0-58f77a500ad7/a151675d-20d7-4066-840d-64eb8e722534/e5177896-3f64-43e5-a457-754127994f31) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:48:40.053680 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Checking router: 2d27af69-3263-4732-a855-32928af8c714 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:48:40.054195 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Updating router 2d27af69-3263-4732-a855-32928af8c714 port 38ab925a-580f-405a-aea7-6f71ff479afb binding host n-d-791504-18 {{(pid=93812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:48:40.092452 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09ea1a38-6b5c-4144-8c5e-13e59e3ae463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:40.120889 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:40.125896 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-510c5553-d382-4307-8266-bf4873825b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '1b0512d0-a01e-44cb-9c6a-1f4274582842', 'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'mac_address': 'fa:16:3e:b2:5f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:35Z', 'updated_at': '2021-07-23T21:48:39Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'subnets': [{'id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:40.158295 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-09ea1a38-6b5c-4144-8c5e-13e59e3ae463 None None] For port 36fe6b04-c266-4da9-9578-c31835b20001, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=36fe6b04-c266-4da9-9578-c31835b20001,segment=NetworkSegment(24a8ab19-6c60-44fb-b512-18389df670fd),segment_id=24a8ab19-6c60-44fb-b512-18389df670fd)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:48:40.165964 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510c5553-d382-4307-8266-bf4873825b34 None None] The sync data for ids ['e7be03ad-686c-4bea-b95d-cfbc59f43491'] in n-d-791504-18 is: [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '1b0512d0-a01e-44cb-9c6a-1f4274582842', 'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'mac_address': 'fa:16:3e:b2:5f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:35Z', 'updated_at': '2021-07-23T21:48:39Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'subnets': [{'id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:48:40.167836 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09ea1a38-6b5c-4144-8c5e-13e59e3ae463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:40.178952 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:40.200084 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Transition to ACTIVE for port object e5177896-3f64-43e5-a457-754127994f31 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:48:40.244297 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:40.289889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Network 2eef761f-24b4-443f-86f0-58f77a500ad7 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:48:40.297561 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:48:40.302673 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:48:40.308970 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea1a38-6b5c-4144-8c5e-13e59e3ae463 None None] Pushing event updated for resources: {'Port': ['ID=36fe6b04-c266-4da9-9578-c31835b20001,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:40.332060 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Pushing event updated for resources: {'Port': ['ID=e5177896-3f64-43e5-a457-754127994f31,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:40.350040 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3794211'] for router_interface, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:40.500052 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:40.502442 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-35a5752d-a610-4b1b-bc0c-a5c97654863e None None] Provisioning complete for port 36fe6b04-c266-4da9-9578-c31835b20001 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:40.502805 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35a5752d-a610-4b1b-bc0c-a5c97654863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:40.524501 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:40.546335 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Transition to ACTIVE for port object 38ab925a-580f-405a-aea7-6f71ff479afb will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:48:40.564461 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:40.629149 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445de06-9f06-42ec-be64-9d24e26fc708 None None] Pushing event updated for resources: {'Port': ['ID=38ab925a-580f-405a-aea7-6f71ff479afb,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:40.653784 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Attempting to bind port 38ab925a-580f-405a-aea7-6f71ff479afb on host n-d-791504-18 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:48:40.654152 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Attempting to bind port 38ab925a-580f-405a-aea7-6f71ff479afb by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:48:40.654519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Attempting to bind port 38ab925a-580f-405a-aea7-6f71ff479afb on network e31239e9-f0f9-4b2c-a9d7-b27322fb79af {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:48:40.664497 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:48:40.664874 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Checking segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:48:40.665279 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:40.665684 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Bound using segment: {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:48:40.666705 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Bound port: 38ab925a-580f-405a-aea7-6f71ff479afb, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20dfdbc-2612-493b-9862-daab7968551b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:48:40.667127 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:40.717063 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:40.722439 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:40.731254 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] For port 38ab925a-580f-405a-aea7-6f71ff479afb, host n-d-791504-18, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:48:40.735810 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] For port 38ab925a-580f-405a-aea7-6f71ff479afb, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=38ab925a-580f-405a-aea7-6f71ff479afb,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:48:40.742127 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:40.796099 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3875043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3793140'] for router_interface, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:40.808724 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Pushing event updated for resources: {'Port': ['ID=e5177896-3f64-43e5-a457-754127994f31,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:40.820332 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Routers {'2d27af69-3263-4732-a855-32928af8c714'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:48:40.820991 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:48:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2d27af69-3263-4732-a855-32928af8c714'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:40.884000 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445de06-9f06-42ec-be64-9d24e26fc708 None None] Pushing event updated for resources: {'Port': ['ID=38ab925a-580f-405a-aea7-6f71ff479afb,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:40.897569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7944ab96-c056-41ed-937b-5060cdf3e962 None None] Provisioning for port e5177896-3f64-43e5-a457-754127994f31 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:48:40.906647 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7944ab96-c056-41ed-937b-5060cdf3e962 None None] Provisioning complete for port e5177896-3f64-43e5-a457-754127994f31 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:40.907019 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7944ab96-c056-41ed-937b-5060cdf3e962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:40.909137 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Network 2eef761f-24b4-443f-86f0-58f77a500ad7 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:48:40.910599 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:48:41.059865 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Router 2d27af69-3263-4732-a855-32928af8c714 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:48:41.117451 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 36fe6b04-c266-4da9-9578-c31835b20001 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:48:41.174636 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7944ab96-c056-41ed-937b-5060cdf3e962 None None] Port e5177896-3f64-43e5-a457-754127994f31 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:48:41.185163 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] Set router 2d27af69-3263-4732-a855-32928af8c714 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:48:41.267934 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 36fe6b04-c266-4da9-9578-c31835b20001 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:41.268299 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:41.374900 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-dca1dc4a-3c17-4808-9394-2ed468cfc37d None None] Provisioning complete for port e5177896-3f64-43e5-a457-754127994f31 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:41.375191 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dca1dc4a-3c17-4808-9394-2ed468cfc37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:41.445629 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-dca1dc4a-3c17-4808-9394-2ed468cfc37d None None] Port e5177896-3f64-43e5-a457-754127994f31 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:48:41.489764 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1b0512d0-a01e-44cb-9c6a-1f4274582842 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:48:41.498055 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:48:41.512838 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-3b10f1b4-7883-4d1d-9fa7-724abfe6defd admin admin] 10.222.0.55 "PUT /v2.0/routers/2d27af69-3263-4732-a855-32928af8c714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2026997 Jul 23 21:48:41.539581 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d27af69-3263-4732-a855-32928af8c714', 'name': 'tempest-TestSnapshotPattern-1415362713-router', 'tenant_id': '3bbc55757e5e4225bf9195d0b5927885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '38ab925a-580f-405a-aea7-6f71ff479afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:37Z', 'updated_at': '2021-07-23T21:48:40Z', 'revision_number': 4, 'project_id': '3bbc55757e5e4225bf9195d0b5927885', 'gw_port': {'id': '38ab925a-580f-405a-aea7-6f71ff479afb', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d27af69-3263-4732-a855-32928af8c714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:38Z', 'updated_at': '2021-07-23T21:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'e5177896-3f64-43e5-a457-754127994f31', 'name': '', 'network_id': '2eef761f-24b4-443f-86f0-58f77a500ad7', 'tenant_id': '3bbc55757e5e4225bf9195d0b5927885', 'mac_address': 'fa:16:3e:c7:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d27af69-3263-4732-a855-32928af8c714', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'a151675d-20d7-4066-840d-64eb8e722534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:39Z', 'updated_at': '2021-07-23T21:48:40Z', 'revision_number': 2, 'project_id': '3bbc55757e5e4225bf9195d0b5927885', 'subnets': [{'id': 'a151675d-20d7-4066-840d-64eb8e722534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:41.572625 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffa1123-5537-476a-b7bb-6da5043da02c None None] The sync data for ids ['2d27af69-3263-4732-a855-32928af8c714'] in n-d-791504-18 is: [{'id': '2d27af69-3263-4732-a855-32928af8c714', 'name': 'tempest-TestSnapshotPattern-1415362713-router', 'tenant_id': '3bbc55757e5e4225bf9195d0b5927885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '38ab925a-580f-405a-aea7-6f71ff479afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:37Z', 'updated_at': '2021-07-23T21:48:40Z', 'revision_number': 4, 'project_id': '3bbc55757e5e4225bf9195d0b5927885', 'gw_port': {'id': '38ab925a-580f-405a-aea7-6f71ff479afb', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d27af69-3263-4732-a855-32928af8c714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:38Z', 'updated_at': '2021-07-23T21:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'e5177896-3f64-43e5-a457-754127994f31', 'name': '', 'network_id': '2eef761f-24b4-443f-86f0-58f77a500ad7', 'tenant_id': '3bbc55757e5e4225bf9195d0b5927885', 'mac_address': 'fa:16:3e:c7:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d27af69-3263-4732-a855-32928af8c714', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'a151675d-20d7-4066-840d-64eb8e722534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:39Z', 'updated_at': '2021-07-23T21:48:40Z', 'revision_number': 2, 'project_id': '3bbc55757e5e4225bf9195d0b5927885', 'subnets': [{'id': 'a151675d-20d7-4066-840d-64eb8e722534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:48:41.579240 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 1b0512d0-a01e-44cb-9c6a-1f4274582842 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:48:41.583433 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 1b0512d0-a01e-44cb-9c6a-1f4274582842 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:41.583827 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:41.666416 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:41.703613 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 1b0512d0-a01e-44cb-9c6a-1f4274582842, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1b0512d0-a01e-44cb-9c6a-1f4274582842,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:48:41.708239 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:41.709040 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:48:41.798221 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=1b0512d0-a01e-44cb-9c6a-1f4274582842,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:41.809801 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:41.810172 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.108609 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1b0512d0-a01e-44cb-9c6a-1f4274582842 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:48:43.136320 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59602) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:43.142468 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-19b15d81-8644-4baa-9dc3-0c277d3ddd0e tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-139521958', 'description': 'tempest-secgroup-smoke-139521958 description', 'project_id': '053807ed509e47bda209bbe0c9ee8dde'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:48:43.165236 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19b15d81-8644-4baa-9dc3-0c277d3ddd0e tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.169915 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 1b0512d0-a01e-44cb-9c6a-1f4274582842 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:43.170299 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.258089 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 38ab925a-580f-405a-aea7-6f71ff479afb up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:48:43.269125 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19b15d81-8644-4baa-9dc3-0c277d3ddd0e tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.273144 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19b15d81-8644-4baa-9dc3-0c277d3ddd0e tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.300805 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-19b15d81-8644-4baa-9dc3-0c277d3ddd0e tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.302228 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-19b15d81-8644-4baa-9dc3-0c277d3ddd0e tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1642489 Jul 23 21:48:43.305078 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59604) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:43.310907 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f80676f8-2e7f-46c2-9254-9e266e5024e7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Request body: {'security_group_rule': {'security_group_id': 'b0980c4c-db13-47eb-8b14-40ba33a8e476', 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:48:43.318582 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b15d81-8644-4baa-9dc3-0c277d3ddd0e tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0980c4c-db13-47eb-8b14-40ba33a8e476,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:43.327487 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port 38ab925a-580f-405a-aea7-6f71ff479afb completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:48:43.332462 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 38ab925a-580f-405a-aea7-6f71ff479afb triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:43.332907 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.349214 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f80676f8-2e7f-46c2-9254-9e266e5024e7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.413907 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f80676f8-2e7f-46c2-9254-9e266e5024e7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.420503 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f80676f8-2e7f-46c2-9254-9e266e5024e7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.435788 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.453467 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80676f8-2e7f-46c2-9254-9e266e5024e7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be57da1-1da2-4648-8e8f-aa303fd91260,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:43.460337 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f80676f8-2e7f-46c2-9254-9e266e5024e7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.462141 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f80676f8-2e7f-46c2-9254-9e266e5024e7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1559463 Jul 23 21:48:43.464228 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port 38ab925a-580f-405a-aea7-6f71ff479afb, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=38ab925a-580f-405a-aea7-6f71ff479afb,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:48:43.464884 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59606) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:43.473110 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-bba59eb0-94f6-47a6-8ae2-1e51e3cd73bc tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Request body: {'security_group_rule': {'security_group_id': 'b0980c4c-db13-47eb-8b14-40ba33a8e476', 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:48:43.473622 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.518059 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bba59eb0-94f6-47a6-8ae2-1e51e3cd73bc tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.527871 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=38ab925a-580f-405a-aea7-6f71ff479afb,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:43.585578 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bba59eb0-94f6-47a6-8ae2-1e51e3cd73bc tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.588938 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bba59eb0-94f6-47a6-8ae2-1e51e3cd73bc tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.607148 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba59eb0-94f6-47a6-8ae2-1e51e3cd73bc tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1446c003-215a-4f64-b346-bfb0d2dd2fec,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:43.613924 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bba59eb0-94f6-47a6-8ae2-1e51e3cd73bc tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.618025 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59608) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:43.618201 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bba59eb0-94f6-47a6-8ae2-1e51e3cd73bc tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518817 Jul 23 21:48:43.623646 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f07d0be1-70ca-4fed-b665-58f286e491ec tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Request body: {'security_group_rule': {'security_group_id': 'b0980c4c-db13-47eb-8b14-40ba33a8e476', 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:48:43.650965 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f07d0be1-70ca-4fed-b665-58f286e491ec tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.707134 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f07d0be1-70ca-4fed-b665-58f286e491ec tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.710592 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f07d0be1-70ca-4fed-b665-58f286e491ec tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.731892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d0be1-70ca-4fed-b665-58f286e491ec tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d41d482-3a73-4d24-8325-0b9f6b68627c,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:43.737205 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f07d0be1-70ca-4fed-b665-58f286e491ec tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.738541 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f07d0be1-70ca-4fed-b665-58f286e491ec tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191490 Jul 23 21:48:43.741429 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59610) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:43.746794 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-88086291-2d96-4589-bbf2-d2b5fa40749d tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Request body: {'security_group_rule': {'security_group_id': 'b0980c4c-db13-47eb-8b14-40ba33a8e476', 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:48:43.777531 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-88086291-2d96-4589-bbf2-d2b5fa40749d tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.834996 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-88086291-2d96-4589-bbf2-d2b5fa40749d tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.838424 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-88086291-2d96-4589-bbf2-d2b5fa40749d tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.855688 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88086291-2d96-4589-bbf2-d2b5fa40749d tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2936beea-de9c-4bd1-b669-3f298ae5ac2b,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:43.862420 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-88086291-2d96-4589-bbf2-d2b5fa40749d tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.865959 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-88086291-2d96-4589-bbf2-d2b5fa40749d tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209805 Jul 23 21:48:43.866172 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59612) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:43.871402 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-f71b2446-d330-4688-a1d0-0bbd52c0befd tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Request body: {'security_group_rule': {'security_group_id': 'b0980c4c-db13-47eb-8b14-40ba33a8e476', 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:48:43.892412 n-d-791504-18 neutron-server[93811]: INFO neutron.db.securitygroups_db [None req-f71b2446-d330-4688-a1d0-0bbd52c0befd tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Project 053807ed509e47bda209bbe0c9ee8dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:48:43.897242 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f71b2446-d330-4688-a1d0-0bbd52c0befd tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.957848 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f71b2446-d330-4688-a1d0-0bbd52c0befd tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.962275 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f71b2446-d330-4688-a1d0-0bbd52c0befd tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.984205 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b2446-d330-4688-a1d0-0bbd52c0befd tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1ff0bf-0edd-48ea-878a-3d3c77d5abbe,revision_number=0']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:43.991435 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-f71b2446-d330-4688-a1d0-0bbd52c0befd tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:43.992679 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-f71b2446-d330-4688-a1d0-0bbd52c0befd tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255434 Jul 23 21:48:43.996144 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 59614) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:44.000878 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [None req-bd2fcafa-376b-4043-9899-850102a89b75 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Request body: {'security_group_rule': {'security_group_id': 'b0980c4c-db13-47eb-8b14-40ba33a8e476', 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:48:44.022642 n-d-791504-18 neutron-server[93810]: INFO neutron.db.securitygroups_db [None req-bd2fcafa-376b-4043-9899-850102a89b75 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Project 053807ed509e47bda209bbe0c9ee8dde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:48:44.027279 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd2fcafa-376b-4043-9899-850102a89b75 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:44.091019 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd2fcafa-376b-4043-9899-850102a89b75 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:44.096220 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd2fcafa-376b-4043-9899-850102a89b75 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725155'] for security_group_rule, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:44.117140 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fcafa-376b-4043-9899-850102a89b75 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4201db-620f-435e-858d-f93ebd73b85b,revision_number=0']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:44.121025 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-bd2fcafa-376b-4043-9899-850102a89b75 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:44.129903 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-bd2fcafa-376b-4043-9899-850102a89b75 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250668 Jul 23 21:48:44.260841 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-21116946-0966-4321-a189-083401c590db tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139521958&fields=id&tenant_id=053807ed509e47bda209bbe0c9ee8dde HTTP/1.1" status: 200 len: 267 time: 0.0333652 Jul 23 21:48:44.356907 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Sync routers for ids ['2d27af69-3263-4732-a855-32928af8c714'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:48:44.365648 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Routers {'2d27af69-3263-4732-a855-32928af8c714'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:48:44.366246 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:48:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2d27af69-3263-4732-a855-32928af8c714'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:44.370627 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fff891e7-1f9f-4f0a-8596-0cffe38a0ebd tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:44.372179 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fff891e7-1f9f-4f0a-8596-0cffe38a0ebd tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/networks?id=1fda9581-460b-40dc-a648-a9a0fc4da075 HTTP/1.1" status: 200 len: 808 time: 0.1051402 Jul 23 21:48:44.387412 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-e36c757f-b308-4632-97ae-cde48920ae73 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/quotas/053807ed509e47bda209bbe0c9ee8dde HTTP/1.1" status: 200 len: 375 time: 0.0094435 Jul 23 21:48:44.451937 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-c432ee0a-107c-48a9-a7fb-0b15fd4b9ebe tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=053807ed509e47bda209bbe0c9ee8dde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595524 Jul 23 21:48:44.467409 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-6e1c4345-7d6d-464c-8738-44f7a08d0135 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:48:44.468389 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-6e1c4345-7d6d-464c-8738-44f7a08d0135 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057874 Jul 23 21:48:44.471014 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Set router 2d27af69-3263-4732-a855-32928af8c714 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:48:44.652911 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-84149f1e-8464-4ced-b6a2-d60d72ed90e2 service neutron] 10.222.0.55 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783459 Jul 23 21:48:44.671450 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d27af69-3263-4732-a855-32928af8c714', 'name': 'tempest-TestSnapshotPattern-1415362713-router', 'tenant_id': '3bbc55757e5e4225bf9195d0b5927885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '38ab925a-580f-405a-aea7-6f71ff479afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:37Z', 'updated_at': '2021-07-23T21:48:40Z', 'revision_number': 4, 'project_id': '3bbc55757e5e4225bf9195d0b5927885', 'gw_port': {'id': '38ab925a-580f-405a-aea7-6f71ff479afb', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d27af69-3263-4732-a855-32928af8c714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:38Z', 'updated_at': '2021-07-23T21:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'e5177896-3f64-43e5-a457-754127994f31', 'name': '', 'network_id': '2eef761f-24b4-443f-86f0-58f77a500ad7', 'tenant_id': '3bbc55757e5e4225bf9195d0b5927885', 'mac_address': 'fa:16:3e:c7:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d27af69-3263-4732-a855-32928af8c714', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'a151675d-20d7-4066-840d-64eb8e722534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:39Z', 'updated_at': '2021-07-23T21:48:40Z', 'revision_number': 2, 'project_id': '3bbc55757e5e4225bf9195d0b5927885', 'subnets': [{'id': 'a151675d-20d7-4066-840d-64eb8e722534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:44.697275 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Checking router: 2d27af69-3263-4732-a855-32928af8c714 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:48:44.698140 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Updating router 2d27af69-3263-4732-a855-32928af8c714 port e5177896-3f64-43e5-a457-754127994f31 binding host n-d-791504-18 {{(pid=93813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:48:44.733888 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:44.740785 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-4e00b07b-cf20-4e80-8d25-f0fa9b7b2277 service neutron] 10.222.0.55 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828590 Jul 23 21:48:44.920316 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-eb7d7ae6-c49c-4a59-ab28-bdbe78f3b607 req-07c74c5d-611a-40f4-a782-762278354d46 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 210 time: 0.0350559 Jul 23 21:48:45.008569 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 38ab925a-580f-405a-aea7-6f71ff479afb up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:48:45.019059 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:45.031020 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Transition to ACTIVE for port object e5177896-3f64-43e5-a457-754127994f31 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:48:45.037578 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:45.072782 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port 38ab925a-580f-405a-aea7-6f71ff479afb triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:45.073251 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:45.098902 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089b888-eee2-4a5b-81f4-76082af09545 None None] Pushing event updated for resources: {'Port': ['ID=e5177896-3f64-43e5-a457-754127994f31,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:45.169902 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Attempting to bind port e5177896-3f64-43e5-a457-754127994f31 on host n-d-791504-18 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:48:45.170291 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Attempting to bind port e5177896-3f64-43e5-a457-754127994f31 by drivers openvswitch,hyperv on host n-d-791504-18 at level 0 using segments [{'id': '24a8ab19-6c60-44fb-b512-18389df670fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2eef761f-24b4-443f-86f0-58f77a500ad7'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:48:45.170763 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Attempting to bind port e5177896-3f64-43e5-a457-754127994f31 on network 2eef761f-24b4-443f-86f0-58f77a500ad7 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:48:45.184174 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Checking agent: {'id': '2a2c379c-cb72-4932-92d8-f03de713b97a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 14, 27), 'started_at': datetime.datetime(2021, 7, 23, 20, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:48:45.184940 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Checking segment: {'id': '24a8ab19-6c60-44fb-b512-18389df670fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2eef761f-24b4-443f-86f0-58f77a500ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:48:45.185534 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:45.186029 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Bound using segment: {'id': '24a8ab19-6c60-44fb-b512-18389df670fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2eef761f-24b4-443f-86f0-58f77a500ad7'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:48:45.186532 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Bound port: e5177896-3f64-43e5-a457-754127994f31, host: n-d-791504-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a8ab19-6c60-44fb-b512-18389df670fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2eef761f-24b4-443f-86f0-58f77a500ad7'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:48:45.186933 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:45.256830 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] For port e5177896-3f64-43e5-a457-754127994f31, host n-d-791504-18, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:48:45.260342 n-d-791504-18 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] For port e5177896-3f64-43e5-a457-754127994f31, host n-d-791504-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e5177896-3f64-43e5-a457-754127994f31,segment=NetworkSegment(24a8ab19-6c60-44fb-b512-18389df670fd),segment_id=24a8ab19-6c60-44fb-b512-18389df670fd)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:48:45.265486 n-d-791504-18 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:45.345259 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Routers {'2d27af69-3263-4732-a855-32928af8c714'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:48:45.345892 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:48:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2d27af69-3263-4732-a855-32928af8c714'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:45.349665 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089b888-eee2-4a5b-81f4-76082af09545 None None] Pushing event updated for resources: {'Port': ['ID=e5177896-3f64-43e5-a457-754127994f31,revision_number=4']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:45.488551 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] Set router 2d27af69-3263-4732-a855-32928af8c714 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:48:45.733229 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d27af69-3263-4732-a855-32928af8c714', 'name': 'tempest-TestSnapshotPattern-1415362713-router', 'tenant_id': '3bbc55757e5e4225bf9195d0b5927885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '38ab925a-580f-405a-aea7-6f71ff479afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:37Z', 'updated_at': '2021-07-23T21:48:40Z', 'revision_number': 4, 'project_id': '3bbc55757e5e4225bf9195d0b5927885', 'gw_port': {'id': '38ab925a-580f-405a-aea7-6f71ff479afb', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d27af69-3263-4732-a855-32928af8c714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:38Z', 'updated_at': '2021-07-23T21:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'e5177896-3f64-43e5-a457-754127994f31', 'name': '', 'network_id': '2eef761f-24b4-443f-86f0-58f77a500ad7', 'tenant_id': '3bbc55757e5e4225bf9195d0b5927885', 'mac_address': 'fa:16:3e:c7:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d27af69-3263-4732-a855-32928af8c714', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'a151675d-20d7-4066-840d-64eb8e722534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:39Z', 'updated_at': '2021-07-23T21:48:45Z', 'revision_number': 4, 'project_id': '3bbc55757e5e4225bf9195d0b5927885', 'subnets': [{'id': 'a151675d-20d7-4066-840d-64eb8e722534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:45.760529 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf0470f-3642-482c-b51b-729fcf458965 None None] The sync data for ids ['2d27af69-3263-4732-a855-32928af8c714'] in n-d-791504-18 is: [{'id': '2d27af69-3263-4732-a855-32928af8c714', 'name': 'tempest-TestSnapshotPattern-1415362713-router', 'tenant_id': '3bbc55757e5e4225bf9195d0b5927885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '38ab925a-580f-405a-aea7-6f71ff479afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:37Z', 'updated_at': '2021-07-23T21:48:40Z', 'revision_number': 4, 'project_id': '3bbc55757e5e4225bf9195d0b5927885', 'gw_port': {'id': '38ab925a-580f-405a-aea7-6f71ff479afb', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d27af69-3263-4732-a855-32928af8c714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:38Z', 'updated_at': '2021-07-23T21:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': 'e5177896-3f64-43e5-a457-754127994f31', 'name': '', 'network_id': '2eef761f-24b4-443f-86f0-58f77a500ad7', 'tenant_id': '3bbc55757e5e4225bf9195d0b5927885', 'mac_address': 'fa:16:3e:c7:27:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d27af69-3263-4732-a855-32928af8c714', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'a151675d-20d7-4066-840d-64eb8e722534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:39Z', 'updated_at': '2021-07-23T21:48:45Z', 'revision_number': 4, 'project_id': '3bbc55757e5e4225bf9195d0b5927885', 'subnets': [{'id': 'a151675d-20d7-4066-840d-64eb8e722534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:48:46.029062 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-68e6b458-1672-4b6e-bd42-a23681fee647 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:46.030582 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-68e6b458-1672-4b6e-bd42-a23681fee647 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.57 "GET /v2.0/networks?id=1fda9581-460b-40dc-a648-a9a0fc4da075 HTTP/1.1" status: 200 len: 808 time: 0.1392229 Jul 23 21:48:46.045169 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-5852b8ee-6b7e-472d-b4aa-1925e719131a req-f4ecef97-5b9c-401b-8393-431392294e41 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 210 time: 0.0336692 Jul 23 21:48:46.083678 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:46.084258 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-6c1dee4c-f84c-40d2-afb5-77e9279a3376 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=053807ed509e47bda209bbe0c9ee8dde HTTP/1.1" status: 200 len: 379 time: 0.0443821 Jul 23 21:48:46.093124 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-b921a183-1b12-455d-8aba-371f88ce7f43 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Request body: {'port': {'device_id': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'admin_state_up': True, 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'security_groups': ['b0980c4c-db13-47eb-8b14-40ba33a8e476']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:48:46.208942 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-b921a183-1b12-455d-8aba-371f88ce7f43 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Made reservation on behalf of 053807ed509e47bda209bbe0c9ee8dde for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:48:46.212517 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-b921a183-1b12-455d-8aba-371f88ce7f43 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:46.339860 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-b921a183-1b12-455d-8aba-371f88ce7f43 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Allocated IP 172.20.0.11 (1fda9581-460b-40dc-a648-a9a0fc4da075/c385c763-1b0e-4c6a-ae03-7164f9d8d88d/29045e87-013d-4c47-9354-005b1b1ece97) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:48:46.478256 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-b921a183-1b12-455d-8aba-371f88ce7f43 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:46.491606 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-b921a183-1b12-455d-8aba-371f88ce7f43 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Transition to ACTIVE for port object 29045e87-013d-4c47-9354-005b1b1ece97 will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:48:46.523413 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-b921a183-1b12-455d-8aba-371f88ce7f43 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:46.566361 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-b921a183-1b12-455d-8aba-371f88ce7f43 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Network 1fda9581-460b-40dc-a648-a9a0fc4da075 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:48:46.571217 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-b921a183-1b12-455d-8aba-371f88ce7f43 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:48:46.573609 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-b921a183-1b12-455d-8aba-371f88ce7f43 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:48:46.606326 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921a183-1b12-455d-8aba-371f88ce7f43 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Pushing event updated for resources: {'Port': ['ID=29045e87-013d-4c47-9354-005b1b1ece97,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:46.633479 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-b921a183-1b12-455d-8aba-371f88ce7f43 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:46.634128 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-b921a183-1b12-455d-8aba-371f88ce7f43 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:46.648581 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-b921a183-1b12-455d-8aba-371f88ce7f43 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5591483 Jul 23 21:48:46.660407 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Request body: {'port': {'device_id': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:48:46.735791 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:46.755618 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b8867c4a-788b-4e4e-bead-56a521186c08 None None] Provisioning for port 29045e87-013d-4c47-9354-005b1b1ece97 completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:48:46.759259 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b8867c4a-788b-4e4e-bead-56a521186c08 None None] Provisioning complete for port 29045e87-013d-4c47-9354-005b1b1ece97 triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:46.759789 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8867c4a-788b-4e4e-bead-56a521186c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:46.793699 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b8867c4a-788b-4e4e-bead-56a521186c08 None None] Port 29045e87-013d-4c47-9354-005b1b1ece97 cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:48:47.005695 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29045e87-013d-4c47-9354-005b1b1ece97 {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:48:47.019855 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:47.029747 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e5177896-3f64-43e5-a457-754127994f31 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:48:47.035666 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Transition to ACTIVE for port object 29045e87-013d-4c47-9354-005b1b1ece97 will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:48:47.040295 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:47.089561 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning for port e5177896-3f64-43e5-a457-754127994f31 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:48:47.094030 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port e5177896-3f64-43e5-a457-754127994f31 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:47.094506 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:47.177287 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Pushing event updated for resources: {'Port': ['ID=29045e87-013d-4c47-9354-005b1b1ece97,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:47.177544 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:47.179864 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Attempting to bind port 29045e87-013d-4c47-9354-005b1b1ece97 on host n-h2-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:48:47.180039 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Attempting to bind port 29045e87-013d-4c47-9354-005b1b1ece97 by drivers openvswitch,hyperv on host n-h2-791504-18 at level 0 using segments [{'id': '13445399-bc4c-4b4e-86da-83cfc63f6bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:48:47.180228 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Attempting to bind port 29045e87-013d-4c47-9354-005b1b1ece97 on network 1fda9581-460b-40dc-a648-a9a0fc4da075 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:48:47.185274 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Port 29045e87-013d-4c47-9354-005b1b1ece97 on network 1fda9581-460b-40dc-a648-a9a0fc4da075 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:48:47.185601 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Attempting to bind port 29045e87-013d-4c47-9354-005b1b1ece97 on network 1fda9581-460b-40dc-a648-a9a0fc4da075 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:48:47.190985 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Checking agent: {'id': '0d5071b4-9f71-46ed-b595-06a9b1f9dda5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:48:47.191236 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Checking segment: {'id': '13445399-bc4c-4b4e-86da-83cfc63f6bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:48:47.191627 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Bound using segment: {'id': '13445399-bc4c-4b4e-86da-83cfc63f6bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:48:47.192089 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Bound port: 29045e87-013d-4c47-9354-005b1b1ece97, host: n-h2-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13445399-bc4c-4b4e-86da-83cfc63f6bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:48:47.192394 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:47.224041 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161f29b-d41e-40ae-a527-fabf21fb5513 req-b2117f7b-965c-4d1c-a459-5a2df14083f4 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:47.226017 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6161f29b-d41e-40ae-a527-fabf21fb5513 req-b2117f7b-965c-4d1c-a459-5a2df14083f4 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 944 time: 0.0947146 Jul 23 21:48:47.230571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] For port e5177896-3f64-43e5-a457-754127994f31, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e5177896-3f64-43e5-a457-754127994f31,segment=NetworkSegment(24a8ab19-6c60-44fb-b512-18389df670fd),segment_id=24a8ab19-6c60-44fb-b512-18389df670fd)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:48:47.235284 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:47.271426 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] For port 29045e87-013d-4c47-9354-005b1b1ece97, host n-h2-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:48:47.276972 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] For port 29045e87-013d-4c47-9354-005b1b1ece97, host n-h2-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=29045e87-013d-4c47-9354-005b1b1ece97,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:48:47.286120 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6161f29b-d41e-40ae-a527-fabf21fb5513 req-eaaf4a8f-997d-4398-b8af-1944c5461ef8 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503705 Jul 23 21:48:47.287950 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:47.317201 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Pushing event updated for resources: {'Port': ['ID=e5177896-3f64-43e5-a457-754127994f31,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:47.330424 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:47.331052 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:47.332539 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] 10.222.0.57 "PUT /v2.0/ports/29045e87-013d-4c47-9354-005b1b1ece97 HTTP/1.1" status: 200 len: 1093 time: 0.6765857 Jul 23 21:48:47.332984 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'tag': '29045e87-013d-4c47-9354-005b1b1ece97'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:48:47.335291 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b8b4d4-25df-4e0c-8120-1795c63c3ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25", "tag": "29045e87-013d-4c47-9354-005b1b1ece97"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:48:47.386401 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565cfcd5-66be-4d89-a2c7-322dddc38220 x-openstack-request-id: req-565cfcd5-66be-4d89-a2c7-322dddc38220 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:48:47.386776 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25", "tag": "29045e87-013d-4c47-9354-005b1b1ece97", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:48:47.386936 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-565cfcd5-66be-4d89-a2c7-322dddc38220 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:48:47.387344 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'tag': '29045e87-013d-4c47-9354-005b1b1ece97', 'status': 'completed', 'code': 200} Jul 23 21:48:47.391010 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88a183-ede4-445a-8335-ec8584a619f8 service neutron] Pushing event updated for resources: {'Port': ['ID=29045e87-013d-4c47-9354-005b1b1ece97,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:47.449805 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-1c2144d5-c503-403d-b1b9-670ddb5b65c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:47.451356 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-1c2144d5-c503-403d-b1b9-670ddb5b65c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=053807ed509e47bda209bbe0c9ee8dde&device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 1096 time: 0.0760319 Jul 23 21:48:47.497901 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-8d0504c1-8fac-4bd7-ae63-24c451d342ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29045e87-013d-4c47-9354-005b1b1ece97 HTTP/1.1" status: 200 len: 217 time: 0.0396442 Jul 23 21:48:47.547832 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-ce48c0cf-fdda-443e-a0da-b79836cd7071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:47.549259 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-ce48c0cf-fdda-443e-a0da-b79836cd7071 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c385c763-1b0e-4c6a-ae03-7164f9d8d88d HTTP/1.1" status: 200 len: 847 time: 0.0458448 Jul 23 21:48:47.599136 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:47.609417 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-87e07264-90da-4b1f-8fc6-6bfce2ca9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:47.610943 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-87e07264-90da-4b1f-8fc6-6bfce2ca9050 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1fda9581-460b-40dc-a648-a9a0fc4da075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547633 Jul 23 21:48:47.705326 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-d86d1c82-9f94-42c0-bbaa-2b4743b6d658 service neutron] 10.222.0.57 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874264 Jul 23 21:48:47.795597 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-287ef6fe-f0cb-4977-8a3d-7459213e2b2f req-2e5db19d-2f86-4437-b504-ffda748dcb23 service neutron] 10.222.0.57 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842650 Jul 23 21:48:47.893073 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8b4d4-25df-4e0c-8120-1795c63c3ea3 req-2813cd0c-6995-471b-8a1c-176db3627e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:47.894571 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a8b8b4d4-25df-4e0c-8120-1795c63c3ea3 req-2813cd0c-6995-471b-8a1c-176db3627e89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=053807ed509e47bda209bbe0c9ee8dde&device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 1096 time: 0.0547633 Jul 23 21:48:47.986876 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8b4d4-25df-4e0c-8120-1795c63c3ea3 req-e6c99ccf-893a-4280-b415-c22872975d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:47.988266 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a8b8b4d4-25df-4e0c-8120-1795c63c3ea3 req-e6c99ccf-893a-4280-b415-c22872975d59 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1fda9581-460b-40dc-a648-a9a0fc4da075 HTTP/1.1" status: 200 len: 909 time: 0.0878747 Jul 23 21:48:48.028898 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a8b8b4d4-25df-4e0c-8120-1795c63c3ea3 req-26e8475e-f9b4-4207-a379-7307bcf49712 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29045e87-013d-4c47-9354-005b1b1ece97 HTTP/1.1" status: 200 len: 217 time: 0.0338237 Jul 23 21:48:48.080709 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8b4d4-25df-4e0c-8120-1795c63c3ea3 req-55b0c712-2eaf-46e0-94c8-680cdf926f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:48.082124 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a8b8b4d4-25df-4e0c-8120-1795c63c3ea3 req-55b0c712-2eaf-46e0-94c8-680cdf926f2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c385c763-1b0e-4c6a-ae03-7164f9d8d88d HTTP/1.1" status: 200 len: 847 time: 0.0463347 Jul 23 21:48:48.141115 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8b4d4-25df-4e0c-8120-1795c63c3ea3 req-8a4e32a1-6d7d-4d4a-adda-9cdacf08c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:48.142596 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a8b8b4d4-25df-4e0c-8120-1795c63c3ea3 req-8a4e32a1-6d7d-4d4a-adda-9cdacf08c131 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1fda9581-460b-40dc-a648-a9a0fc4da075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533395 Jul 23 21:48:48.236207 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a8b8b4d4-25df-4e0c-8120-1795c63c3ea3 req-0f0ab5c0-5217-41ee-a1f9-547ebd428d2d service neutron] 10.222.0.57 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847285 Jul 23 21:48:48.325997 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-a8b8b4d4-25df-4e0c-8120-1795c63c3ea3 req-921a715c-1d18-4396-9451-0c18b1dff569 service neutron] 10.222.0.57 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823209 Jul 23 21:48:48.411994 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2fb1d-7297-4a54-aec4-b2825b3e413b req-aa232af4-07da-4968-8499-76fc16cc7ec6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:48.413464 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03d2fb1d-7297-4a54-aec4-b2825b3e413b req-aa232af4-07da-4968-8499-76fc16cc7ec6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 944 time: 0.0660751 Jul 23 21:48:48.778471 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-03d2fb1d-7297-4a54-aec4-b2825b3e413b req-df262035-76f9-472e-86a2-8825eb513d1c tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3593798 Jul 23 21:48:48.990704 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e5177896-3f64-43e5-a457-754127994f31 up at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:48:49.013289 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:48:49.038115 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Provisioning complete for port e5177896-3f64-43e5-a457-754127994f31 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:49.038475 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:49.906797 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a722c9-9d38-4eb1-97fe-ef2a7021b7b7 req-4d58f6f1-c6eb-485d-a3f5-44358d35454f tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:49.908308 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4a722c9-9d38-4eb1-97fe-ef2a7021b7b7 req-4d58f6f1-c6eb-485d-a3f5-44358d35454f tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 944 time: 0.0624635 Jul 23 21:48:49.944916 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f4a722c9-9d38-4eb1-97fe-ef2a7021b7b7 req-1946413c-d713-4951-8f63-87f5fa16f712 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310566 Jul 23 21:48:49.961516 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 29045e87-013d-4c47-9354-005b1b1ece97 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:48:50.058171 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 29045e87-013d-4c47-9354-005b1b1ece97, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=29045e87-013d-4c47-9354-005b1b1ece97,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:48:50.069675 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '29045e87-013d-4c47-9354-005b1b1ece97', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'port_id': '29045e87-013d-4c47-9354-005b1b1ece97', 'mac_address': 'fa:16:3e:4d:54:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:48:50.112873 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:50.125078 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29045e87-013d-4c47-9354-005b1b1ece97 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:48:50.144330 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 29045e87-013d-4c47-9354-005b1b1ece97, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=29045e87-013d-4c47-9354-005b1b1ece97,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:48:50.147815 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:50.197621 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=29045e87-013d-4c47-9354-005b1b1ece97,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:50.347715 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['29045e87-013d-4c47-9354-005b1b1ece97'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:48:51.072354 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b881cb3-54ca-4c72-bdfe-14474269c9c2 req-69590989-7224-4cae-95ce-a6450434facd tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:51.073831 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b881cb3-54ca-4c72-bdfe-14474269c9c2 req-69590989-7224-4cae-95ce-a6450434facd tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 945 time: 0.0625646 Jul 23 21:48:51.130018 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-6b881cb3-54ca-4c72-bdfe-14474269c9c2 req-5dc2bc78-dc1b-4174-a4e8-70650596ac0d tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504642 Jul 23 21:48:51.977113 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 29045e87-013d-4c47-9354-005b1b1ece97 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:48:52.023400 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning for port 29045e87-013d-4c47-9354-005b1b1ece97 completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:48:52.027519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 29045e87-013d-4c47-9354-005b1b1ece97 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:48:52.027882 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:52.100090 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:52.124946 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29045e87-013d-4c47-9354-005b1b1ece97'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:48:52.127298 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4b2d8a-d067-41dc-8326-e6d4909bbc9f" -d '{"events": [{"server_uuid": "97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25", "name": "network-vif-plugged", "status": "completed", "tag": "29045e87-013d-4c47-9354-005b1b1ece97"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:48:52.140576 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 29045e87-013d-4c47-9354-005b1b1ece97, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=29045e87-013d-4c47-9354-005b1b1ece97,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:48:52.144453 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:52.197997 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=29045e87-013d-4c47-9354-005b1b1ece97,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:52.234348 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0a6fd2-52e1-4db6-8f94-023350eff9ee x-openstack-request-id: req-8b0a6fd2-52e1-4db6-8f94-023350eff9ee {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:48:52.234646 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25", "name": "network-vif-plugged", "status": "completed", "tag": "29045e87-013d-4c47-9354-005b1b1ece97", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:48:52.234899 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b0a6fd2-52e1-4db6-8f94-023350eff9ee {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:48:52.235326 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29045e87-013d-4c47-9354-005b1b1ece97', 'code': 200} Jul 23 21:48:52.261474 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6297e-6756-420d-b6fb-d43a7fb45a59 req-3eea5519-c9cd-4ae1-957b-20f678e9f252 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:52.262947 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-88c6297e-6756-420d-b6fb-d43a7fb45a59 req-3eea5519-c9cd-4ae1-957b-20f678e9f252 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 946 time: 0.0648506 Jul 23 21:48:52.300048 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-88c6297e-6756-420d-b6fb-d43a7fb45a59 req-6d61cbb9-724e-4c41-8f6a-5dcb35b7a77d tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304828 Jul 23 21:48:52.345842 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0958470-fbbd-459e-948a-7972bcbd932e req-b86a5e92-e633-415b-970e-f94892b3fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:52.347400 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f0958470-fbbd-459e-948a-7972bcbd932e req-b86a5e92-e633-415b-970e-f94892b3fc86 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 1098 time: 0.0537827 Jul 23 21:48:52.380499 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f0958470-fbbd-459e-948a-7972bcbd932e req-75e0d574-0cfd-4ded-b9b6-7c11462edee5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268698 Jul 23 21:48:53.428512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1215b2-0f7f-435c-a94a-45a7403d4797 req-f50f1554-5dfc-45bb-889e-3d8349d5c002 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:53.430001 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f1215b2-0f7f-435c-a94a-45a7403d4797 req-f50f1554-5dfc-45bb-889e-3d8349d5c002 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 946 time: 0.0622430 Jul 23 21:48:53.467504 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-8f1215b2-0f7f-435c-a94a-45a7403d4797 req-447680e1-75ba-4e4c-8fa8-a619868987d2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318766 Jul 23 21:48:53.595038 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4960aba-03e2-4010-8049-52617a957b89 req-458a0115-63a9-4bc1-be1b-985042330e26 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:53.596521 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4960aba-03e2-4010-8049-52617a957b89 req-458a0115-63a9-4bc1-be1b-985042330e26 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 946 time: 0.0651422 Jul 23 21:48:53.633846 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4960aba-03e2-4010-8049-52617a957b89 req-e49be28c-e1e9-4794-8428-21c25949a538 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317583 Jul 23 21:48:53.655113 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59666) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:53.746498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac34c94-9040-4c10-9677-69f73880a780 tempest-TestSnapshotPattern-262097181 tempest-TestSnapshotPattern-262097181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:53.748059 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-fac34c94-9040-4c10-9677-69f73880a780 tempest-TestSnapshotPattern-262097181 tempest-TestSnapshotPattern-262097181-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 1093 time: 0.0919859 Jul 23 21:48:53.750859 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59670) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:48:53.755165 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': '29045e87-013d-4c47-9354-005b1b1ece97', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:48:53.777091 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:53.874471 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:53.974147 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Allocated IP 172.25.3.170 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/d481eb19-bd15-4fd4-89bd-9d8a6206ed31) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:48:54.078251 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:54.115781 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:54.150432 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:48:54.153211 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:48:54.159696 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:48:54.184906 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Pushing event updated for resources: {'Port': ['ID=d481eb19-bd15-4fd4-89bd-9d8a6206ed31,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:54.508657 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:54.583216 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:54.689086 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0764f2be-2c4b-46bc-a699-d30ee9dfc7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:54.732294 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:54.736510 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:54.806271 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Pushing event updated for resources: {'Port': ['ID=d481eb19-bd15-4fd4-89bd-9d8a6206ed31,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:48:54.818243 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:54.916983 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Floating IP f24ba608-ca02-4b66-9ff9-59be6aec00e3 associated. External IP: 172.25.3.170, port: 29045e87-013d-4c47-9354-005b1b1ece97. Jul 23 21:48:55.119515 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Router e7be03ad-686c-4bea-b95d-cfbc59f43491 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:48:55.224641 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:48:55.234942 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddac7ad8-d468-46f0-98a0-92a0d19dbea3 None None] Sync routers for ids ['e7be03ad-686c-4bea-b95d-cfbc59f43491'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:48:55.245251 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:55.245474 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddac7ad8-d468-46f0-98a0-92a0d19dbea3 None None] Routers {'e7be03ad-686c-4bea-b95d-cfbc59f43491'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:48:55.246096 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ddac7ad8-d468-46f0-98a0-92a0d19dbea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:48:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e7be03ad-686c-4bea-b95d-cfbc59f43491'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:55.285074 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-a82ec42e-f6a3-4b08-91ba-a766ea15ace7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5331671 Jul 23 21:48:55.285976 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'tag': '29045e87-013d-4c47-9354-005b1b1ece97'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:48:55.288258 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9888fa8-cde5-4b61-9206-7826b8916de1" -d '{"events": [{"name": "network-changed", "server_uuid": "97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25", "tag": "29045e87-013d-4c47-9354-005b1b1ece97"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:48:55.327462 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34aff25f-4c71-4371-aa35-6c9ac997de44 x-openstack-request-id: req-34aff25f-4c71-4371-aa35-6c9ac997de44 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:48:55.327769 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25", "tag": "29045e87-013d-4c47-9354-005b1b1ece97", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:48:55.328015 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34aff25f-4c71-4371-aa35-6c9ac997de44 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:48:55.328424 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'tag': '29045e87-013d-4c47-9354-005b1b1ece97', 'status': 'completed', 'code': 200} Jul 23 21:48:55.355589 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-ddac7ad8-d468-46f0-98a0-92a0d19dbea3 None None] Set router e7be03ad-686c-4bea-b95d-cfbc59f43491 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:48:55.402405 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9888fa8-cde5-4b61-9206-7826b8916de1 req-d44a4064-832f-40ae-ab44-568dca79fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:55.403853 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e9888fa8-cde5-4b61-9206-7826b8916de1 req-d44a4064-832f-40ae-ab44-568dca79fd51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=053807ed509e47bda209bbe0c9ee8dde&device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 1098 time: 0.0583029 Jul 23 21:48:55.493339 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9888fa8-cde5-4b61-9206-7826b8916de1 req-cb7833cd-38cd-4c98-b349-2f35e43e1140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:55.494860 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e9888fa8-cde5-4b61-9206-7826b8916de1 req-cb7833cd-38cd-4c98-b349-2f35e43e1140 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1fda9581-460b-40dc-a648-a9a0fc4da075 HTTP/1.1" status: 200 len: 909 time: 0.0848238 Jul 23 21:48:55.564311 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e9888fa8-cde5-4b61-9206-7826b8916de1 req-f9c9c121-759c-476e-976d-def40394d36b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29045e87-013d-4c47-9354-005b1b1ece97 HTTP/1.1" status: 200 len: 1000 time: 0.0628090 Jul 23 21:48:55.581264 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ddac7ad8-d468-46f0-98a0-92a0d19dbea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f24ba608-ca02-4b66-9ff9-59be6aec00e3', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'port_id': '29045e87-013d-4c47-9354-005b1b1ece97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'mac_address': 'fa:16:3e:4d:54:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:48:54Z', 'updated_at': '2021-07-23T21:48:54Z', 'revision_number': 0, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0512d0-a01e-44cb-9c6a-1f4274582842', 'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'mac_address': 'fa:16:3e:b2:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:35Z', 'updated_at': '2021-07-23T21:48:41Z', 'revision_number': 5, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'subnets': [{'id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:55.611758 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddac7ad8-d468-46f0-98a0-92a0d19dbea3 None None] Checking router: e7be03ad-686c-4bea-b95d-cfbc59f43491 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:48:55.613445 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9888fa8-cde5-4b61-9206-7826b8916de1 req-5e776b93-54fe-42f7-9c72-5a3288b7abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:55.614923 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e9888fa8-cde5-4b61-9206-7826b8916de1 req-5e776b93-54fe-42f7-9c72-5a3288b7abb8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c385c763-1b0e-4c6a-ae03-7164f9d8d88d HTTP/1.1" status: 200 len: 847 time: 0.0444429 Jul 23 21:48:55.619999 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddac7ad8-d468-46f0-98a0-92a0d19dbea3 None None] Routers {'e7be03ad-686c-4bea-b95d-cfbc59f43491'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:48:55.620600 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ddac7ad8-d468-46f0-98a0-92a0d19dbea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:48:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e7be03ad-686c-4bea-b95d-cfbc59f43491'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:55.672491 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9888fa8-cde5-4b61-9206-7826b8916de1 req-cdeddc08-4989-463d-9eda-667fb6d26ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:48:55.673938 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e9888fa8-cde5-4b61-9206-7826b8916de1 req-cdeddc08-4989-463d-9eda-667fb6d26ed9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1fda9581-460b-40dc-a648-a9a0fc4da075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529771 Jul 23 21:48:55.725204 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-ddac7ad8-d468-46f0-98a0-92a0d19dbea3 None None] Set router e7be03ad-686c-4bea-b95d-cfbc59f43491 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:48:55.768175 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e9888fa8-cde5-4b61-9206-7826b8916de1 req-e5fe6d41-877d-4a7a-bbd1-e15bff6c1367 service neutron] 10.222.0.57 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870247 Jul 23 21:48:55.857941 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-e9888fa8-cde5-4b61-9206-7826b8916de1 req-b907c8fe-7a80-4ee3-9450-029c3d5dff1e service neutron] 10.222.0.57 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831945 Jul 23 21:48:56.091872 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-ddac7ad8-d468-46f0-98a0-92a0d19dbea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f24ba608-ca02-4b66-9ff9-59be6aec00e3', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'port_id': '29045e87-013d-4c47-9354-005b1b1ece97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'mac_address': 'fa:16:3e:4d:54:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:48:54Z', 'updated_at': '2021-07-23T21:48:54Z', 'revision_number': 0, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0512d0-a01e-44cb-9c6a-1f4274582842', 'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'mac_address': 'fa:16:3e:b2:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:35Z', 'updated_at': '2021-07-23T21:48:41Z', 'revision_number': 5, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'subnets': [{'id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:48:56.121250 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddac7ad8-d468-46f0-98a0-92a0d19dbea3 None None] The sync data for ids ['e7be03ad-686c-4bea-b95d-cfbc59f43491'] in n-d-791504-18 is: [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f24ba608-ca02-4b66-9ff9-59be6aec00e3', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'port_id': '29045e87-013d-4c47-9354-005b1b1ece97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'mac_address': 'fa:16:3e:4d:54:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:48:54Z', 'updated_at': '2021-07-23T21:48:54Z', 'revision_number': 0, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0512d0-a01e-44cb-9c6a-1f4274582842', 'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'mac_address': 'fa:16:3e:b2:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:35Z', 'updated_at': '2021-07-23T21:48:41Z', 'revision_number': 5, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'subnets': [{'id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:48:56.317285 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588a194-726f-4ccd-928d-0104a9c01b9b None None] New status for floating IP f24ba608-ca02-4b66-9ff9-59be6aec00e3: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:48:57.191131 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b43b6705-8bb2-4b60-94e0-63d4b0b83e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:57.442133 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:48:58.828518 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:49:00.275999 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:49:16.076656 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:49:17.597419 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:49:23.080483 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41d18556-cb12-4bc2-9af0-53e6c53d35bb req-c025c9fc-1442-4677-b9e4-448cc977dfde service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1001766 Jul 23 21:49:23.178998 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d18556-cb12-4bc2-9af0-53e6c53d35bb req-53e5f58a-5439-4090-a897-e627081a5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:49:23.180559 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41d18556-cb12-4bc2-9af0-53e6c53d35bb req-53e5f58a-5439-4090-a897-e627081a5a7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=053807ed509e47bda209bbe0c9ee8dde&device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 1098 time: 0.0579300 Jul 23 21:49:23.282719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d18556-cb12-4bc2-9af0-53e6c53d35bb req-63a302b7-cf40-4d24-9650-fc361c4eaf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:49:23.284414 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41d18556-cb12-4bc2-9af0-53e6c53d35bb req-63a302b7-cf40-4d24-9650-fc361c4eaf4c service neutron] 10.222.0.57 "GET /v2.0/networks?id=1fda9581-460b-40dc-a648-a9a0fc4da075 HTTP/1.1" status: 200 len: 909 time: 0.0847206 Jul 23 21:49:23.357046 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41d18556-cb12-4bc2-9af0-53e6c53d35bb req-dfdc473a-bd73-4da2-ace7-32e57cc525e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29045e87-013d-4c47-9354-005b1b1ece97 HTTP/1.1" status: 200 len: 1002 time: 0.0655286 Jul 23 21:49:23.405859 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d18556-cb12-4bc2-9af0-53e6c53d35bb req-595c172f-7df9-465a-9b2f-c66b56a4b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:49:23.407276 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41d18556-cb12-4bc2-9af0-53e6c53d35bb req-595c172f-7df9-465a-9b2f-c66b56a4b2eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c385c763-1b0e-4c6a-ae03-7164f9d8d88d HTTP/1.1" status: 200 len: 847 time: 0.0430834 Jul 23 21:49:23.469575 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d18556-cb12-4bc2-9af0-53e6c53d35bb req-13ec9008-4b58-4422-a107-5a8705dcd1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:49:23.471082 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41d18556-cb12-4bc2-9af0-53e6c53d35bb req-13ec9008-4b58-4422-a107-5a8705dcd1c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1fda9581-460b-40dc-a648-a9a0fc4da075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578368 Jul 23 21:49:23.571766 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41d18556-cb12-4bc2-9af0-53e6c53d35bb req-0065351c-6e5b-4a51-b148-7007a82bb72c service neutron] 10.222.0.57 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924139 Jul 23 21:49:23.662801 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-41d18556-cb12-4bc2-9af0-53e6c53d35bb req-88100638-1bf5-43f5-a548-d62c1cf71d70 service neutron] 10.222.0.57 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841417 Jul 23 21:49:24.689834 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-772310cc-62f8-41c1-9730-38e3521d9227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:49:26.014154 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:49:27.191887 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-21adb46f-7eb4-4daf-9b93-4d084eaa151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:49:27.443119 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:49:28.834503 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:49:30.278796 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:49:46.092002 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:49:47.627885 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:49:54.690547 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ae5bbbd-904c-4e07-a00a-d3fefc3c861d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:49:57.190674 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-734cef5f-b294-4744-a3d4-3ca909b4c84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:49:57.443343 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:49:58.835577 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:00.279880 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:03.013223 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:50:16.091956 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:17.641451 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:24.016320 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-81df1d38-8f46-42cb-bd5f-fbb4a183cfee req-a52875b6-ba1e-4ba3-a290-681bf4b141de service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539241 Jul 23 21:50:24.109311 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df1d38-8f46-42cb-bd5f-fbb4a183cfee req-563665e7-71d5-41eb-ab41-64402cf4e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:50:24.110798 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-81df1d38-8f46-42cb-bd5f-fbb4a183cfee req-563665e7-71d5-41eb-ab41-64402cf4e82b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=053807ed509e47bda209bbe0c9ee8dde&device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 1098 time: 0.0531125 Jul 23 21:50:24.216789 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df1d38-8f46-42cb-bd5f-fbb4a183cfee req-02beea32-2bfb-4b88-9b71-0fdd77455d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:50:24.218232 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-81df1d38-8f46-42cb-bd5f-fbb4a183cfee req-02beea32-2bfb-4b88-9b71-0fdd77455d8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=1fda9581-460b-40dc-a648-a9a0fc4da075 HTTP/1.1" status: 200 len: 909 time: 0.0882475 Jul 23 21:50:24.280991 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-81df1d38-8f46-42cb-bd5f-fbb4a183cfee req-da3e70d1-8c63-4369-a4e0-c721f884cfeb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29045e87-013d-4c47-9354-005b1b1ece97 HTTP/1.1" status: 200 len: 1002 time: 0.0565557 Jul 23 21:50:24.328438 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df1d38-8f46-42cb-bd5f-fbb4a183cfee req-0c361e74-97cf-4c24-a463-49a985e8f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:50:24.329843 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-81df1d38-8f46-42cb-bd5f-fbb4a183cfee req-0c361e74-97cf-4c24-a463-49a985e8f363 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c385c763-1b0e-4c6a-ae03-7164f9d8d88d HTTP/1.1" status: 200 len: 847 time: 0.0434382 Jul 23 21:50:24.398925 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df1d38-8f46-42cb-bd5f-fbb4a183cfee req-cd44b2ac-6509-4051-9b50-916e6ceca2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:50:24.400734 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-81df1d38-8f46-42cb-bd5f-fbb4a183cfee req-cd44b2ac-6509-4051-9b50-916e6ceca2b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1fda9581-460b-40dc-a648-a9a0fc4da075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647244 Jul 23 21:50:24.491019 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-81df1d38-8f46-42cb-bd5f-fbb4a183cfee req-320fc763-ee5c-46a9-aee3-b6dbe53419f2 service neutron] 10.222.0.57 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837607 Jul 23 21:50:24.583532 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-81df1d38-8f46-42cb-bd5f-fbb4a183cfee req-ee5e0200-f039-492b-b491-d7ab90bb9419 service neutron] 10.222.0.57 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860426 Jul 23 21:50:24.693154 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-236f400a-d8b1-4bdd-af93-602a94ac9213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:27.190180 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a0d535c5-f6c3-40a9-bf31-0332d60c57e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:27.443273 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:28.837754 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:30.283445 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:40.016650 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:50:46.090603 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:47.633657 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:52.683071 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 29045e87-013d-4c47-9354-005b1b1ece97 details requested by agent hyperv_n-h2-791504-18 with host n-h2-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:50:52.783695 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 29045e87-013d-4c47-9354-005b1b1ece97, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=29045e87-013d-4c47-9354-005b1b1ece97,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:50:52.796067 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Returning: {'device': '29045e87-013d-4c47-9354-005b1b1ece97', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'port_id': '29045e87-013d-4c47-9354-005b1b1ece97', 'mac_address': 'fa:16:3e:4d:54:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:50:52.841738 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:52.859708 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29045e87-013d-4c47-9354-005b1b1ece97 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:50:52.884165 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 29045e87-013d-4c47-9354-005b1b1ece97, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=29045e87-013d-4c47-9354-005b1b1ece97,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:50:52.890800 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:52.953610 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=29045e87-013d-4c47-9354-005b1b1ece97,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:50:52.963530 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] get_ports_and_sgs() called for port_ids ['29045e87-013d-4c47-9354-005b1b1ece97'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:50:52.967937 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:50:52.968286 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:50:52.968614 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:50:52.969167 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:50:52.969543 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:50:52.969880 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:50:52.970240 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:50:52.970566 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:50:52.970891 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:50:52.971261 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:50:52.971571 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:50:52.971891 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:50:54.695074 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 29045e87-013d-4c47-9354-005b1b1ece97 up at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:50:54.722011 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a46ec1fc-8415-462e-b867-cfadc7af3196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:54.755473 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Provisioning complete for port 29045e87-013d-4c47-9354-005b1b1ece97 triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:50:54.755882 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:54.854456 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:54.879304 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29045e87-013d-4c47-9354-005b1b1ece97'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:50:54.881724 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b1f179-b3c6-4159-9428-ae4ea7f28713" -d '{"events": [{"server_uuid": "97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25", "name": "network-vif-plugged", "status": "completed", "tag": "29045e87-013d-4c47-9354-005b1b1ece97"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:50:54.899762 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 29045e87-013d-4c47-9354-005b1b1ece97, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=29045e87-013d-4c47-9354-005b1b1ece97,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:50:54.905741 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:54.937354 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414a5854-13eb-438c-b20e-8686e01f6dd9 x-openstack-request-id: req-414a5854-13eb-438c-b20e-8686e01f6dd9 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:50:54.937804 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25", "name": "network-vif-plugged", "status": "completed", "tag": "29045e87-013d-4c47-9354-005b1b1ece97", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:50:54.938151 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-414a5854-13eb-438c-b20e-8686e01f6dd9 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:50:54.938647 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29045e87-013d-4c47-9354-005b1b1ece97', 'code': 200} Jul 23 21:50:54.963199 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=29045e87-013d-4c47-9354-005b1b1ece97,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:50:56.444615 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-58b2ba42-744b-4f1a-8de9-f5211ac4b65f req-8af78cf1-a967-46e3-bc92-08ee2c5b819c service neutron] (93810) timed out ('10.222.0.48', 52413) {{(pid=93810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:50:57.192796 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1955fea7-9b0c-4d60-9f3d-b09972ccb4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:57.449573 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:50:58.843049 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:00.288005 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:01.814620 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-bbce016c-8a45-4102-94b4-504a6fb54b09 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139521958&fields=id&tenant_id=053807ed509e47bda209bbe0c9ee8dde HTTP/1.1" status: 200 len: 267 time: 0.0341241 Jul 23 21:51:01.918355 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-02aa9c6b-877d-44b6-a146-06a9b1186f6d tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:01.919864 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-02aa9c6b-877d-44b6-a146-06a9b1186f6d tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/networks?id=1fda9581-460b-40dc-a648-a9a0fc4da075 HTTP/1.1" status: 200 len: 808 time: 0.0984890 Jul 23 21:51:01.934685 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-0344e1f0-1de5-42ef-ace0-7446d85b9b27 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/quotas/053807ed509e47bda209bbe0c9ee8dde HTTP/1.1" status: 200 len: 375 time: 0.0093462 Jul 23 21:51:02.012142 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-5188bc25-a18c-4737-8adc-2e928c2f7cb8 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=053807ed509e47bda209bbe0c9ee8dde&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0724630 Jul 23 21:51:02.028228 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-0a49694d-2fae-49af-99ae-3fbe96b43c2a tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:51:02.029181 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-0a49694d-2fae-49af-99ae-3fbe96b43c2a tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056422 Jul 23 21:51:02.168472 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-8f3bc447-bad8-4327-bdd1-48a8fcfbaa4c service neutron] 10.222.0.55 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337743 Jul 23 21:51:02.261825 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-03e588a0-8a41-4be7-9bf7-1feb2652ec77 service neutron] 10.222.0.55 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875885 Jul 23 21:51:02.438086 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-40010a94-6f37-4661-b63e-bf98001bb375 req-7fd34fda-4f00-4a47-8830-469d646719e3 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 210 time: 0.0296178 Jul 23 21:51:03.540398 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3cf52ed2-cd32-40fb-b8b1-d1d3697ca5e5 req-0f399dc1-d902-46b1-a6d9-9bae643d911e tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 210 time: 0.0299842 Jul 23 21:51:03.616835 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-832b253b-ab11-4ae0-94fc-071b148451a1 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:03.618364 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-832b253b-ab11-4ae0-94fc-071b148451a1 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.48 "GET /v2.0/networks?id=1fda9581-460b-40dc-a648-a9a0fc4da075 HTTP/1.1" status: 200 len: 808 time: 0.1212776 Jul 23 21:51:03.666523 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-d519ef09-7f2b-4c38-97a0-d1d87120419f tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=053807ed509e47bda209bbe0c9ee8dde HTTP/1.1" status: 200 len: 379 time: 0.0346262 Jul 23 21:51:03.678755 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Request body: {'port': {'device_id': 'a7d50601-30c8-409e-89ef-271279982564', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'admin_state_up': True, 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'security_groups': ['b0980c4c-db13-47eb-8b14-40ba33a8e476']}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:51:03.792990 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Made reservation on behalf of 053807ed509e47bda209bbe0c9ee8dde for: {'port': 1} {{(pid=93810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:51:03.797005 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:03.934145 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.db_base_plugin_common [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Allocated IP 172.20.0.13 (1fda9581-460b-40dc-a648-a9a0fc4da075/c385c763-1b0e-4c6a-ae03-7164f9d8d88d/2329423e-d06d-43cd-99ad-2e7dc7c0209f) {{(pid=93810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:51:04.121280 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for port, precommit_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:04.146945 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Transition to ACTIVE for port object 2329423e-d06d-43cd-99ad-2e7dc7c0209f will not be triggered until provisioned by entity DHCP. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:51:04.195916 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_create {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:04.251533 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Network 1fda9581-460b-40dc-a648-a9a0fc4da075 is already hosted by enough agents. {{(pid=93810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:51:04.260439 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.base_scheduler [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Resources bound (agent type, host, resource id): {{(pid=93810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:51:04.265767 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Received port after_create {{(pid=93810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:51:04.293981 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Pushing event updated for resources: {'Port': ['ID=2329423e-d06d-43cd-99ad-2e7dc7c0209f,revision_number=1']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:51:04.310287 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:04.310625 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:04.310978 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:04.311338 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:04.311666 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:04.311996 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:04.312341 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:04.312630 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:04.312946 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:04.313260 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:04.313575 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:04.313889 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:04.341565 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:04.342332 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:04.362210 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a396bb91-70d6-43e5-b66a-4be759731394 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6877172 Jul 23 21:51:04.579512 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1343fc1c-081d-4556-bb9c-ebda5d38aea6 None None] Provisioning for port 2329423e-d06d-43cd-99ad-2e7dc7c0209f completed by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:51:04.586156 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1343fc1c-081d-4556-bb9c-ebda5d38aea6 None None] Provisioning complete for port 2329423e-d06d-43cd-99ad-2e7dc7c0209f triggered by entity DHCP. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:51:04.586577 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1343fc1c-081d-4556-bb9c-ebda5d38aea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:04.626792 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1343fc1c-081d-4556-bb9c-ebda5d38aea6 None None] Port 2329423e-d06d-43cd-99ad-2e7dc7c0209f cannot update to ACTIVE because it is not bound. {{(pid=93812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:51:04.694200 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d085e29-8487-4996-9f4e-89187fe861ae req-6503a6d6-66c0-4957-9475-e917138c2dca tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:04.695712 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d085e29-8487-4996-9f4e-89187fe861ae req-6503a6d6-66c0-4957-9475-e917138c2dca tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 932 time: 0.0742977 Jul 23 21:51:04.733564 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-3d085e29-8487-4996-9f4e-89187fe861ae req-e5aa2ad5-fd99-433d-9ddc-0c615eac94ec tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322180 Jul 23 21:51:05.869326 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9940472-26c2-485f-b1ac-08561a8e1a4e req-19cd4836-a62b-45e9-8778-0ed866a1fe8c tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:05.870756 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9940472-26c2-485f-b1ac-08561a8e1a4e req-19cd4836-a62b-45e9-8778-0ed866a1fe8c tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 932 time: 0.0680890 Jul 23 21:51:05.908295 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-b9940472-26c2-485f-b1ac-08561a8e1a4e req-a59ea927-f985-4621-aeb4-48dc6ebf6192 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318465 Jul 23 21:51:06.738171 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 29045e87-013d-4c47-9354-005b1b1ece97 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:51:06.821255 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:06.844718 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29045e87-013d-4c47-9354-005b1b1ece97'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:51:06.846958 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231dcdcf-3cc9-4758-8180-e84fc2f9282a" -d '{"events": [{"server_uuid": "97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25", "name": "network-vif-unplugged", "status": "completed", "tag": "29045e87-013d-4c47-9354-005b1b1ece97"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:51:06.860847 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] For port 29045e87-013d-4c47-9354-005b1b1ece97, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=29045e87-013d-4c47-9354-005b1b1ece97,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:51:06.866668 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:06.904753 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed139f6-6d4b-4d66-9eb8-09c4b43797f4 x-openstack-request-id: req-9ed139f6-6d4b-4d66-9eb8-09c4b43797f4 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:51:06.905117 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25", "name": "network-vif-unplugged", "status": "completed", "tag": "29045e87-013d-4c47-9354-005b1b1ece97", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:51:06.905377 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ed139f6-6d4b-4d66-9eb8-09c4b43797f4 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:51:06.905833 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29045e87-013d-4c47-9354-005b1b1ece97', 'code': 200} Jul 23 21:51:06.922784 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Pushing event updated for resources: {'Port': ['ID=29045e87-013d-4c47-9354-005b1b1ece97,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:51:07.046055 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d089f-3e9b-4fbc-b87c-767cd91373ae req-e45e8f19-a6b5-4b6f-bbeb-f57e6ae3bf3c tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:07.047643 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac7d089f-3e9b-4fbc-b87c-767cd91373ae req-e45e8f19-a6b5-4b6f-bbeb-f57e6ae3bf3c tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 932 time: 0.0705361 Jul 23 21:51:07.089704 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ac7d089f-3e9b-4fbc-b87c-767cd91373ae req-fdd77c12-dfbd-42d6-afc3-b04fb8edb343 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362828 Jul 23 21:51:08.240124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac705e-a3b8-4bf9-904f-fa29b902dc11 req-0a7e2f29-e997-498e-8810-3749fc48e508 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:08.242120 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aeac705e-a3b8-4bf9-904f-fa29b902dc11 req-0a7e2f29-e997-498e-8810-3749fc48e508 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 932 time: 0.0762870 Jul 23 21:51:08.280003 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-aeac705e-a3b8-4bf9-904f-fa29b902dc11 req-f73bf3fd-3f08-46b1-95ab-9b30fcf5d3c6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321093 Jul 23 21:51:09.414447 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dc749-4ea4-4861-a3c8-7abc86ab0f71 req-96dbc27f-5ad3-4503-b901-05e935aef3f1 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:09.416054 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-448dc749-4ea4-4861-a3c8-7abc86ab0f71 req-96dbc27f-5ad3-4503-b901-05e935aef3f1 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 932 time: 0.0663230 Jul 23 21:51:09.458029 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-448dc749-4ea4-4861-a3c8-7abc86ab0f71 req-3e67beb6-a79b-4039-84aa-c8abceda8ddf tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364397 Jul 23 21:51:10.607449 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38936b58-5d70-4fbf-aa4e-4865a542b11d req-b8c05b6d-5971-4606-83cc-ba80f36189cd tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:10.608936 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38936b58-5d70-4fbf-aa4e-4865a542b11d req-b8c05b6d-5971-4606-83cc-ba80f36189cd tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 932 time: 0.0746202 Jul 23 21:51:10.644815 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-38936b58-5d70-4fbf-aa4e-4865a542b11d req-3d6abce7-00a2-4958-8231-fa9cbf80e07f tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303664 Jul 23 21:51:11.783849 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20722047-12ca-47be-b276-2953bf61a4b6 req-614f09b4-e01d-422d-8fb7-0cd1ae7e7181 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:11.785340 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20722047-12ca-47be-b276-2953bf61a4b6 req-614f09b4-e01d-422d-8fb7-0cd1ae7e7181 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 932 time: 0.0715261 Jul 23 21:51:11.823064 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20722047-12ca-47be-b276-2953bf61a4b6 req-6aabce3a-cf98-4266-8c61-45802cb50004 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312893 Jul 23 21:51:12.964814 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f9206-245d-4a93-ac09-79800a5507fa req-3887adec-adc1-49bb-8adb-06d4437ec7b8 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:12.966927 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0e5f9206-245d-4a93-ac09-79800a5507fa req-3887adec-adc1-49bb-8adb-06d4437ec7b8 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 932 time: 0.0674284 Jul 23 21:51:13.013753 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-0e5f9206-245d-4a93-ac09-79800a5507fa req-14c86f2c-70fa-4b53-9680-3a5fd0def53f tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353260 Jul 23 21:51:14.144868 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f95b3-6a0d-4690-88aa-20fc0f2be6b9 req-61cc10cc-8bd1-41ad-b6dc-c6070e24cf1e tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:14.146425 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ad5f95b3-6a0d-4690-88aa-20fc0f2be6b9 req-61cc10cc-8bd1-41ad-b6dc-c6070e24cf1e tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 932 time: 0.0666506 Jul 23 21:51:14.183105 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ad5f95b3-6a0d-4690-88aa-20fc0f2be6b9 req-948744d6-5e87-4c9d-8554-a04bcebc6627 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312195 Jul 23 21:51:14.220359 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-dc76041d-f0b2-48ab-85ac-6dcdd405c246 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:51:14.220359 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-dc76041d-f0b2-48ab-85ac-6dcdd405c246 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056858 Jul 23 21:51:14.276909 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.v2.base [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Request body: {'port': {'device_id': 'a7d50601-30c8-409e-89ef-271279982564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-18'}} {{(pid=93810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:51:14.350903 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:14.611064 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2329423e-d06d-43cd-99ad-2e7dc7c0209f {{(pid=93810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:51:14.620344 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:14.633328 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.provisioning_blocks [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Transition to ACTIVE for port object 2329423e-d06d-43cd-99ad-2e7dc7c0209f will not be triggered until provisioned by entity L2. {{(pid=93810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:51:14.637936 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:14.682278 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2329423e-d06d-43cd-99ad-2e7dc7c0209f,revision_number=2']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:51:14.770080 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Attempting to bind port 2329423e-d06d-43cd-99ad-2e7dc7c0209f on host n-h1-791504-18 for vnic_type normal with profile {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:51:14.770411 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Attempting to bind port 2329423e-d06d-43cd-99ad-2e7dc7c0209f by drivers openvswitch,hyperv on host n-h1-791504-18 at level 0 using segments [{'id': '13445399-bc4c-4b4e-86da-83cfc63f6bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075'}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:51:14.770740 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Attempting to bind port 2329423e-d06d-43cd-99ad-2e7dc7c0209f on network 1fda9581-460b-40dc-a648-a9a0fc4da075 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:51:14.775497 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Port 2329423e-d06d-43cd-99ad-2e7dc7c0209f on network 1fda9581-460b-40dc-a648-a9a0fc4da075 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-18 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:51:14.775824 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Attempting to bind port 2329423e-d06d-43cd-99ad-2e7dc7c0209f on network 1fda9581-460b-40dc-a648-a9a0fc4da075 {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:51:14.781179 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Checking agent: {'id': '1959c595-e6dc-4b07-aa8f-457dfd148a3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'started_at': datetime.datetime(2021, 7, 23, 20, 21, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:51:14.781520 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Checking segment: {'id': '13445399-bc4c-4b4e-86da-83cfc63f6bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:51:14.781904 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Bound using segment: {'id': '13445399-bc4c-4b4e-86da-83cfc63f6bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075'} {{(pid=93810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:51:14.782337 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.managers [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Bound port: 2329423e-d06d-43cd-99ad-2e7dc7c0209f, host: n-h1-791504-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13445399-bc4c-4b4e-86da-83cfc63f6bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075'}}] {{(pid=93810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:51:14.782708 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:14.848733 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] For port 2329423e-d06d-43cd-99ad-2e7dc7c0209f, host n-h1-791504-18, cleared binding levels {{(pid=93810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:51:14.852718 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] For port 2329423e-d06d-43cd-99ad-2e7dc7c0209f, host n-h1-791504-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2329423e-d06d-43cd-99ad-2e7dc7c0209f,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:51:14.856832 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12485094'] for port, after_update {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:14.890318 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:14.890848 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:14.892553 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] 10.222.0.48 "PUT /v2.0/ports/2329423e-d06d-43cd-99ad-2e7dc7c0209f HTTP/1.1" status: 200 len: 1093 time: 0.6621130 Jul 23 21:51:14.892981 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d50601-30c8-409e-89ef-271279982564', 'tag': '2329423e-d06d-43cd-99ad-2e7dc7c0209f'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:51:14.895203 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506394ff-59a0-44a3-91a0-b1cb9ad78c93" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d50601-30c8-409e-89ef-271279982564", "tag": "2329423e-d06d-43cd-99ad-2e7dc7c0209f"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:51:14.950928 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81000bb1-c94c-4047-a9c2-ff52435eb600 x-openstack-request-id: req-81000bb1-c94c-4047-a9c2-ff52435eb600 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:51:14.951247 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d50601-30c8-409e-89ef-271279982564", "tag": "2329423e-d06d-43cd-99ad-2e7dc7c0209f", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:51:14.951494 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81000bb1-c94c-4047-a9c2-ff52435eb600 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:51:14.951886 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d50601-30c8-409e-89ef-271279982564', 'tag': '2329423e-d06d-43cd-99ad-2e7dc7c0209f', 'status': 'completed', 'code': 200} Jul 23 21:51:14.953577 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71dce42-11f0-4b7e-b1ce-f7cb831c01e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2329423e-d06d-43cd-99ad-2e7dc7c0209f,revision_number=3']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:51:15.003612 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-e090fbc7-6add-4cbc-bba8-80fc50985f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:15.005227 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-e090fbc7-6add-4cbc-bba8-80fc50985f41 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=053807ed509e47bda209bbe0c9ee8dde&device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 1096 time: 0.0668914 Jul 23 21:51:15.048386 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-29af5b96-1391-4961-8890-35728f04f8e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2329423e-d06d-43cd-99ad-2e7dc7c0209f HTTP/1.1" status: 200 len: 217 time: 0.0353723 Jul 23 21:51:15.100496 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-6c69b19d-12eb-4660-9f3f-83e3a9833256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:15.102164 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-6c69b19d-12eb-4660-9f3f-83e3a9833256 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c385c763-1b0e-4c6a-ae03-7164f9d8d88d HTTP/1.1" status: 200 len: 847 time: 0.0434587 Jul 23 21:51:15.165291 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-ceded003-14a9-492c-b473-9cbe8ab6c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:15.166798 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-ceded003-14a9-492c-b473-9cbe8ab6c9f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1fda9581-460b-40dc-a648-a9a0fc4da075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546196 Jul 23 21:51:15.268008 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-399a682c-39db-4459-9be3-5cab94fd42eb service neutron] 10.222.0.48 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910380 Jul 23 21:51:15.316963 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ebe8b-4bc7-4048-b7fa-bab120aee3a0 req-f4bfd7bf-91b8-4cc7-ad75-f0af25207331 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:15.319000 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d20ebe8b-4bc7-4048-b7fa-bab120aee3a0 req-f4bfd7bf-91b8-4cc7-ad75-f0af25207331 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 944 time: 0.0678928 Jul 23 21:51:15.355874 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-d20ebe8b-4bc7-4048-b7fa-bab120aee3a0 req-ce57eaa5-abda-4df3-a0b2-09735f39baab tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311015 Jul 23 21:51:15.364844 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-b4da9622-7012-424e-9f2c-f99a0ffe324d req-caa68002-2be3-425f-aef2-447ad60853e7 service neutron] 10.222.0.48 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872960 Jul 23 21:51:15.467878 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506394ff-59a0-44a3-91a0-b1cb9ad78c93 req-f7125a84-4fad-4074-b701-75fbb87d3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:15.469296 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-506394ff-59a0-44a3-91a0-b1cb9ad78c93 req-f7125a84-4fad-4074-b701-75fbb87d3ed5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=053807ed509e47bda209bbe0c9ee8dde&device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 1096 time: 0.0539672 Jul 23 21:51:15.563550 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506394ff-59a0-44a3-91a0-b1cb9ad78c93 req-79fd84a6-300f-47c5-ac17-a6323fadde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:15.565109 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-506394ff-59a0-44a3-91a0-b1cb9ad78c93 req-79fd84a6-300f-47c5-ac17-a6323fadde2f service neutron] 10.222.0.48 "GET /v2.0/networks?id=1fda9581-460b-40dc-a648-a9a0fc4da075 HTTP/1.1" status: 200 len: 909 time: 0.0864351 Jul 23 21:51:15.607878 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-506394ff-59a0-44a3-91a0-b1cb9ad78c93 req-c9d0d4fa-ca4c-4178-910d-67de2f3a812e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2329423e-d06d-43cd-99ad-2e7dc7c0209f HTTP/1.1" status: 200 len: 217 time: 0.0369091 Jul 23 21:51:15.655408 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506394ff-59a0-44a3-91a0-b1cb9ad78c93 req-136e14ec-48b7-4b03-b37c-cb272ddfc21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:15.656779 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-506394ff-59a0-44a3-91a0-b1cb9ad78c93 req-136e14ec-48b7-4b03-b37c-cb272ddfc21f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c385c763-1b0e-4c6a-ae03-7164f9d8d88d HTTP/1.1" status: 200 len: 847 time: 0.0427926 Jul 23 21:51:15.712459 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506394ff-59a0-44a3-91a0-b1cb9ad78c93 req-4d92ca25-3266-49b1-b50f-7cbc39d85388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:15.713925 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-506394ff-59a0-44a3-91a0-b1cb9ad78c93 req-4d92ca25-3266-49b1-b50f-7cbc39d85388 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1fda9581-460b-40dc-a648-a9a0fc4da075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507915 Jul 23 21:51:15.806959 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-506394ff-59a0-44a3-91a0-b1cb9ad78c93 req-3964eb3a-c776-4a2e-90b9-e3549c0dff3a service neutron] 10.222.0.48 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859170 Jul 23 21:51:15.900071 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-506394ff-59a0-44a3-91a0-b1cb9ad78c93 req-a7362dbf-eca7-4629-835e-951c0a389216 service neutron] 10.222.0.48 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856721 Jul 23 21:51:16.088620 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:16.489119 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7264f3d-b0db-45c9-a969-f26a88fe9da6 req-4aa3e926-6e9f-4341-9914-a02632f59ff3 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:16.490677 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a7264f3d-b0db-45c9-a969-f26a88fe9da6 req-4aa3e926-6e9f-4341-9914-a02632f59ff3 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 944 time: 0.0667844 Jul 23 21:51:16.542082 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-a7264f3d-b0db-45c9-a969-f26a88fe9da6 req-15958e08-d305-4377-8b30-c09aeb40f3b1 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458307 Jul 23 21:51:17.015982 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:51:17.404947 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2329423e-d06d-43cd-99ad-2e7dc7c0209f details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:51:17.495649 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2329423e-d06d-43cd-99ad-2e7dc7c0209f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2329423e-d06d-43cd-99ad-2e7dc7c0209f,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:51:17.506246 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '2329423e-d06d-43cd-99ad-2e7dc7c0209f', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'port_id': '2329423e-d06d-43cd-99ad-2e7dc7c0209f', 'mac_address': 'fa:16:3e:72:db:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:51:17.544637 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:17.557450 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2329423e-d06d-43cd-99ad-2e7dc7c0209f {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:51:17.576641 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2329423e-d06d-43cd-99ad-2e7dc7c0209f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2329423e-d06d-43cd-99ad-2e7dc7c0209f,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:51:17.580187 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:17.627012 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2329423e-d06d-43cd-99ad-2e7dc7c0209f,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:51:17.650974 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:17.674534 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa500f-6455-4d40-aa6f-f20a7bdd615b req-8749d6cd-5573-4672-862b-944827f9301c tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:17.676013 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49fa500f-6455-4d40-aa6f-f20a7bdd615b req-8749d6cd-5573-4672-862b-944827f9301c tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 945 time: 0.0642471 Jul 23 21:51:17.712846 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-49fa500f-6455-4d40-aa6f-f20a7bdd615b req-4450ab7f-b110-4233-9076-c1044b250139 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312514 Jul 23 21:51:17.868862 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['2329423e-d06d-43cd-99ad-2e7dc7c0209f'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:51:18.842360 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b96fe5-3188-45e1-bbea-d2225d9403b0 req-28d70888-f9a3-4093-894d-888b0a611e17 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:18.843763 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55b96fe5-3188-45e1-bbea-d2225d9403b0 req-28d70888-f9a3-4093-894d-888b0a611e17 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 945 time: 0.0627854 Jul 23 21:51:18.879257 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-55b96fe5-3188-45e1-bbea-d2225d9403b0 req-d2998f70-79ec-449f-b94e-da1b96d43851 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299292 Jul 23 21:51:19.420535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2329423e-d06d-43cd-99ad-2e7dc7c0209f up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:51:19.468638 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning for port 2329423e-d06d-43cd-99ad-2e7dc7c0209f completed by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:51:19.472127 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 2329423e-d06d-43cd-99ad-2e7dc7c0209f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:51:19.472493 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:19.550097 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:19.572054 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d50601-30c8-409e-89ef-271279982564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2329423e-d06d-43cd-99ad-2e7dc7c0209f'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:51:19.574284 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f582e8c6-9cce-4487-98b2-7a19c4b89e0d" -d '{"events": [{"server_uuid": "a7d50601-30c8-409e-89ef-271279982564", "name": "network-vif-plugged", "status": "completed", "tag": "2329423e-d06d-43cd-99ad-2e7dc7c0209f"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:51:19.587327 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2329423e-d06d-43cd-99ad-2e7dc7c0209f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2329423e-d06d-43cd-99ad-2e7dc7c0209f,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:51:19.591174 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:19.613784 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a3ee71-6009-43e3-b478-056c419608db x-openstack-request-id: req-07a3ee71-6009-43e3-b478-056c419608db {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:51:19.614073 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d50601-30c8-409e-89ef-271279982564", "name": "network-vif-plugged", "status": "completed", "tag": "2329423e-d06d-43cd-99ad-2e7dc7c0209f", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:51:19.614332 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07a3ee71-6009-43e3-b478-056c419608db {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:51:19.614778 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d50601-30c8-409e-89ef-271279982564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2329423e-d06d-43cd-99ad-2e7dc7c0209f', 'code': 200} Jul 23 21:51:19.640239 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2329423e-d06d-43cd-99ad-2e7dc7c0209f,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:51:19.734674 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e5855-de0d-425f-8af9-56cb90ce87fd req-e0e1d992-4429-4d02-8d2b-0dde4fe0b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:19.736100 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-701e5855-de0d-425f-8af9-56cb90ce87fd req-e0e1d992-4429-4d02-8d2b-0dde4fe0b5e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 1098 time: 0.0560820 Jul 23 21:51:19.778939 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-701e5855-de0d-425f-8af9-56cb90ce87fd req-040f39e8-8409-4432-b7a6-a5e59e55b95f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324876 Jul 23 21:51:20.011235 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59ae6b-622d-48e9-be8b-df5b6983a342 req-730ccbc6-e330-433c-a4ff-dacd7008729c tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:20.012702 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b59ae6b-622d-48e9-be8b-df5b6983a342 req-730ccbc6-e330-433c-a4ff-dacd7008729c tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 946 time: 0.0662982 Jul 23 21:51:20.048176 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-7b59ae6b-622d-48e9-be8b-df5b6983a342 req-5e1285b9-13c5-40fe-a849-ea12db144958 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299618 Jul 23 21:51:21.176321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e8bb3-74ba-4478-9909-ac26e806cb30 req-fba22e4b-8338-49da-ae0c-06cfdd5e725c tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:21.177797 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb2e8bb3-74ba-4478-9909-ac26e806cb30 req-fba22e4b-8338-49da-ae0c-06cfdd5e725c tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 946 time: 0.0624893 Jul 23 21:51:21.214707 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-bb2e8bb3-74ba-4478-9909-ac26e806cb30 req-6f4d1ef6-0163-4a91-b022-9bea05843816 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305960 Jul 23 21:51:21.344064 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7c18c-cbfc-4a26-9cd7-e59f9734c411 req-deb231de-e6ea-4df3-8ca3-80fc901a939d tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:21.345493 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1da7c18c-cbfc-4a26-9cd7-e59f9734c411 req-deb231de-e6ea-4df3-8ca3-80fc901a939d tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 946 time: 0.0657017 Jul 23 21:51:21.382527 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-1da7c18c-cbfc-4a26-9cd7-e59f9734c411 req-f600a7fd-01bc-4115-8d29-9090ae42ca14 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315180 Jul 23 21:51:21.403524 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59954) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:51:21.454399 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eb1fd4-b42d-44f4-a548-261222ed532d tempest-TestSnapshotPattern-262097181 tempest-TestSnapshotPattern-262097181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:21.455972 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-67eb1fd4-b42d-44f4-a548-261222ed532d tempest-TestSnapshotPattern-262097181 tempest-TestSnapshotPattern-262097181-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 1093 time: 0.0515084 Jul 23 21:51:21.458661 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 59956) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:51:21.463490 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.v2.base [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Request body: {'floatingip': {'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'port_id': '2329423e-d06d-43cd-99ad-2e7dc7c0209f', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:51:21.485853 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for floatingip, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:21.583210 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:21.683152 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_common [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Allocated IP 172.25.3.76 (e31239e9-f0f9-4b2c-a9d7-b27322fb79af/30015ef3-4233-4dc7-b154-1b6036dcc3e7/d8b42ff6-af91-4909-879d-cdbf4e84439e) {{(pid=93811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:51:21.785744 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for port, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:21.824556 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729329803533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:21.860632 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Network e31239e9-f0f9-4b2c-a9d7-b27322fb79af is already hosted by enough agents. {{(pid=93811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:51:21.865284 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.base_scheduler [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Resources bound (agent type, host, resource id): {{(pid=93811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:51:21.868759 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Received port after_create {{(pid=93811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:51:21.873969 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Pushing event updated for resources: {'Port': ['ID=d8b42ff6-af91-4909-879d-cdbf4e84439e,revision_number=1']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:51:21.900983 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:21.901327 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:21.901667 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:21.901998 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:21.902330 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:21.902681 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:21.903004 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:21.903367 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:21.903693 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:21.904011 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:21.904330 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:21.904648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:51:22.221073 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:22.293509 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:22.750887 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for port, precommit_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:22.755835 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11543634'] for port, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:22.822648 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Pushing event updated for resources: {'Port': ['ID=d8b42ff6-af91-4909-879d-cdbf4e84439e,revision_number=2']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:51:22.833761 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3799760'] for floatingip, after_update {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:22.931952 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Floating IP 732c2a30-54ed-461b-b726-a81f0d051d71 associated. External IP: 172.25.3.76, port: 2329423e-d06d-43cd-99ad-2e7dc7c0209f. Jul 23 21:51:23.134240 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Router e7be03ad-686c-4bea-b95d-cfbc59f43491 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:51:23.239197 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:51:23.248858 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e59f13-1c16-45cf-84f3-e3766f964a7c None None] Sync routers for ids ['e7be03ad-686c-4bea-b95d-cfbc59f43491'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:51:23.254634 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:23.259660 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e59f13-1c16-45cf-84f3-e3766f964a7c None None] Routers {'e7be03ad-686c-4bea-b95d-cfbc59f43491'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:51:23.260281 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-22e59f13-1c16-45cf-84f3-e3766f964a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:50:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e7be03ad-686c-4bea-b95d-cfbc59f43491'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:51:23.309600 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-625795d0-fea4-422f-bbdf-194e0ba865f6 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8361378 Jul 23 21:51:23.309600 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d50601-30c8-409e-89ef-271279982564', 'tag': '2329423e-d06d-43cd-99ad-2e7dc7c0209f'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:51:23.309600 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd697f3-c403-4ca3-b420-9e55710f130f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d50601-30c8-409e-89ef-271279982564", "tag": "2329423e-d06d-43cd-99ad-2e7dc7c0209f"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:51:23.366671 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-22e59f13-1c16-45cf-84f3-e3766f964a7c None None] Set router e7be03ad-686c-4bea-b95d-cfbc59f43491 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:51:23.408905 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0964f2-21fa-4edd-a706-c37c9b896ade x-openstack-request-id: req-6b0964f2-21fa-4edd-a706-c37c9b896ade {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:51:23.409182 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d50601-30c8-409e-89ef-271279982564", "tag": "2329423e-d06d-43cd-99ad-2e7dc7c0209f", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:51:23.409432 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b0964f2-21fa-4edd-a706-c37c9b896ade {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:51:23.409838 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d50601-30c8-409e-89ef-271279982564', 'tag': '2329423e-d06d-43cd-99ad-2e7dc7c0209f', 'status': 'completed', 'code': 200} Jul 23 21:51:23.483841 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd697f3-c403-4ca3-b420-9e55710f130f req-fc01f72e-9611-45b1-bf9d-b2c12d836c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:23.485394 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9dd697f3-c403-4ca3-b420-9e55710f130f req-fc01f72e-9611-45b1-bf9d-b2c12d836c13 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=053807ed509e47bda209bbe0c9ee8dde&device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 1098 time: 0.0540812 Jul 23 21:51:23.577862 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd697f3-c403-4ca3-b420-9e55710f130f req-36b264b1-8088-4e91-972b-c014e6d7b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:23.579379 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9dd697f3-c403-4ca3-b420-9e55710f130f req-36b264b1-8088-4e91-972b-c014e6d7b8bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=1fda9581-460b-40dc-a648-a9a0fc4da075 HTTP/1.1" status: 200 len: 909 time: 0.0880857 Jul 23 21:51:23.596083 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-22e59f13-1c16-45cf-84f3-e3766f964a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '732c2a30-54ed-461b-b726-a81f0d051d71', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'floating_ip_address': '172.25.3.76', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'port_id': '2329423e-d06d-43cd-99ad-2e7dc7c0209f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'mac_address': 'fa:16:3e:72:db:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d50601-30c8-409e-89ef-271279982564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:51:22Z', 'updated_at': '2021-07-23T21:51:22Z', 'revision_number': 0, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'fixed_ip_address_scope': None}, {'id': 'f24ba608-ca02-4b66-9ff9-59be6aec00e3', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'port_id': '29045e87-013d-4c47-9354-005b1b1ece97', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'mac_address': 'fa:16:3e:4d:54:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:48:54Z', 'updated_at': '2021-07-23T21:48:56Z', 'revision_number': 1, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0512d0-a01e-44cb-9c6a-1f4274582842', 'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'mac_address': 'fa:16:3e:b2:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:35Z', 'updated_at': '2021-07-23T21:48:41Z', 'revision_number': 5, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'subnets': [{'id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:51:23.621938 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e59f13-1c16-45cf-84f3-e3766f964a7c None None] Checking router: e7be03ad-686c-4bea-b95d-cfbc59f43491 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:51:23.630267 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e59f13-1c16-45cf-84f3-e3766f964a7c None None] Routers {'e7be03ad-686c-4bea-b95d-cfbc59f43491'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:51:23.630893 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-22e59f13-1c16-45cf-84f3-e3766f964a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:50:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e7be03ad-686c-4bea-b95d-cfbc59f43491'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:51:23.643662 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9dd697f3-c403-4ca3-b420-9e55710f130f req-4b1a59f7-e205-4ccc-8476-27629778b333 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2329423e-d06d-43cd-99ad-2e7dc7c0209f HTTP/1.1" status: 200 len: 999 time: 0.0576863 Jul 23 21:51:23.690924 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd697f3-c403-4ca3-b420-9e55710f130f req-cb858cc7-6e32-4fac-b687-0331bcb85e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:23.692409 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9dd697f3-c403-4ca3-b420-9e55710f130f req-cb858cc7-6e32-4fac-b687-0331bcb85e79 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c385c763-1b0e-4c6a-ae03-7164f9d8d88d HTTP/1.1" status: 200 len: 847 time: 0.0431108 Jul 23 21:51:23.733392 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-22e59f13-1c16-45cf-84f3-e3766f964a7c None None] Set router e7be03ad-686c-4bea-b95d-cfbc59f43491 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:51:24.118371 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd697f3-c403-4ca3-b420-9e55710f130f req-a75a8a28-423d-4e1d-a8b2-783e03253769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:24.119913 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9dd697f3-c403-4ca3-b420-9e55710f130f req-a75a8a28-423d-4e1d-a8b2-783e03253769 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1fda9581-460b-40dc-a648-a9a0fc4da075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4191577 Jul 23 21:51:24.125771 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-80c24162-9dbc-4c06-98d5-12d45b895ed5 req-f94371cd-5e8e-41bb-97cf-5a54d68aae64 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0692151 Jul 23 21:51:24.130554 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-22e59f13-1c16-45cf-84f3-e3766f964a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '732c2a30-54ed-461b-b726-a81f0d051d71', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'floating_ip_address': '172.25.3.76', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'port_id': '2329423e-d06d-43cd-99ad-2e7dc7c0209f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'mac_address': 'fa:16:3e:72:db:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d50601-30c8-409e-89ef-271279982564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:51:22Z', 'updated_at': '2021-07-23T21:51:22Z', 'revision_number': 0, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'fixed_ip_address_scope': None}, {'id': 'f24ba608-ca02-4b66-9ff9-59be6aec00e3', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'port_id': '29045e87-013d-4c47-9354-005b1b1ece97', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'mac_address': 'fa:16:3e:4d:54:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:48:54Z', 'updated_at': '2021-07-23T21:48:56Z', 'revision_number': 1, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0512d0-a01e-44cb-9c6a-1f4274582842', 'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'mac_address': 'fa:16:3e:b2:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:35Z', 'updated_at': '2021-07-23T21:48:41Z', 'revision_number': 5, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'subnets': [{'id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:51:24.161357 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e59f13-1c16-45cf-84f3-e3766f964a7c None None] The sync data for ids ['e7be03ad-686c-4bea-b95d-cfbc59f43491'] in n-d-791504-18 is: [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': '732c2a30-54ed-461b-b726-a81f0d051d71', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'floating_ip_address': '172.25.3.76', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'port_id': '2329423e-d06d-43cd-99ad-2e7dc7c0209f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'mac_address': 'fa:16:3e:72:db:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d50601-30c8-409e-89ef-271279982564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:51:22Z', 'updated_at': '2021-07-23T21:51:22Z', 'revision_number': 0, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'fixed_ip_address_scope': None}, {'id': 'f24ba608-ca02-4b66-9ff9-59be6aec00e3', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'port_id': '29045e87-013d-4c47-9354-005b1b1ece97', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'mac_address': 'fa:16:3e:4d:54:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:48:54Z', 'updated_at': '2021-07-23T21:48:56Z', 'revision_number': 1, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0512d0-a01e-44cb-9c6a-1f4274582842', 'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'mac_address': 'fa:16:3e:b2:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:35Z', 'updated_at': '2021-07-23T21:48:41Z', 'revision_number': 5, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'subnets': [{'id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:51:24.245266 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9dd697f3-c403-4ca3-b420-9e55710f130f req-3df47ade-1b5a-4a9b-abdd-660707250ade service neutron] 10.222.0.48 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182599 Jul 23 21:51:24.283444 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c24162-9dbc-4c06-98d5-12d45b895ed5 req-2086a1a2-4a54-4752-8b89-8db1babfce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:24.284966 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-80c24162-9dbc-4c06-98d5-12d45b895ed5 req-2086a1a2-4a54-4752-8b89-8db1babfce08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=053807ed509e47bda209bbe0c9ee8dde&device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 1096 time: 0.0991187 Jul 23 21:51:24.352808 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2884a498-6793-4ee4-a4b4-cb3adaef0508 None None] New status for floating IP 732c2a30-54ed-461b-b726-a81f0d051d71: ACTIVE {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:51:24.405138 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-9dd697f3-c403-4ca3-b420-9e55710f130f req-965b03d2-162d-4a79-b2c9-db0b102cb0fd service neutron] 10.222.0.48 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525877 Jul 23 21:51:24.432762 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c24162-9dbc-4c06-98d5-12d45b895ed5 req-6b1e8c1b-a3bd-4790-8f42-90b6aace3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:24.434235 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-80c24162-9dbc-4c06-98d5-12d45b895ed5 req-6b1e8c1b-a3bd-4790-8f42-90b6aace3dca service neutron] 10.222.0.57 "GET /v2.0/networks?id=1fda9581-460b-40dc-a648-a9a0fc4da075 HTTP/1.1" status: 200 len: 909 time: 0.1092532 Jul 23 21:51:24.504088 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-80c24162-9dbc-4c06-98d5-12d45b895ed5 req-d9dd48ff-ba8e-4877-bf05-7b8c4d273332 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29045e87-013d-4c47-9354-005b1b1ece97 HTTP/1.1" status: 200 len: 1000 time: 0.0640037 Jul 23 21:51:24.552518 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c24162-9dbc-4c06-98d5-12d45b895ed5 req-06d86b0b-09e6-4e1b-a85c-f70972f5d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:24.554501 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-80c24162-9dbc-4c06-98d5-12d45b895ed5 req-06d86b0b-09e6-4e1b-a85c-f70972f5d1fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c385c763-1b0e-4c6a-ae03-7164f9d8d88d HTTP/1.1" status: 200 len: 847 time: 0.0445313 Jul 23 21:51:24.611925 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c24162-9dbc-4c06-98d5-12d45b895ed5 req-10fd0a2b-eedd-4330-8766-9d578481b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:51:24.613366 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-80c24162-9dbc-4c06-98d5-12d45b895ed5 req-10fd0a2b-eedd-4330-8766-9d578481b6ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1fda9581-460b-40dc-a648-a9a0fc4da075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519316 Jul 23 21:51:24.692777 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bfc7fecd-a4db-4fa4-a3ce-733410f558ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:24.708254 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-80c24162-9dbc-4c06-98d5-12d45b895ed5 req-a7fee992-29bb-4ecf-ad60-bfe32df41e3b service neutron] 10.222.0.57 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881982 Jul 23 21:51:24.797175 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-80c24162-9dbc-4c06-98d5-12d45b895ed5 req-e9d8b747-29cc-45d9-a6dd-c9626936703a service neutron] 10.222.0.57 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826442 Jul 23 21:51:27.194365 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-67c2246f-f445-497d-a229-4185d50c292c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:27.450348 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:28.841769 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:30.290159 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:46.103570 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:47.667309 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:54.015951 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:51:54.693169 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-102d0e73-a785-4fa1-8877-ac7205a65d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:57.195529 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7bd3721f-7082-4f7f-9208-b376acb3966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:57.450944 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:51:58.844007 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:52:00.296117 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:52:16.102540 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:52:17.292620 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d1c96e17-5f8b-4252-9d99-d9d0b4d9ecbe req-78ebed86-e2cd-49cd-bbc9-998ea04765ab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0568469 Jul 23 21:52:17.387259 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c96e17-5f8b-4252-9d99-d9d0b4d9ecbe req-f341fd14-ea26-4fc6-b7e5-ab60f1f2f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:52:17.388738 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d1c96e17-5f8b-4252-9d99-d9d0b4d9ecbe req-f341fd14-ea26-4fc6-b7e5-ab60f1f2f5bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=053807ed509e47bda209bbe0c9ee8dde&device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 1098 time: 0.0539961 Jul 23 21:52:17.488060 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c96e17-5f8b-4252-9d99-d9d0b4d9ecbe req-d2628db5-fc1e-4979-936c-0f2302d7dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:52:17.489499 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d1c96e17-5f8b-4252-9d99-d9d0b4d9ecbe req-d2628db5-fc1e-4979-936c-0f2302d7dd94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1fda9581-460b-40dc-a648-a9a0fc4da075 HTTP/1.1" status: 200 len: 909 time: 0.0828204 Jul 23 21:52:17.562209 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d1c96e17-5f8b-4252-9d99-d9d0b4d9ecbe req-01d4b982-696e-4edc-a690-e6a945d47007 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2329423e-d06d-43cd-99ad-2e7dc7c0209f HTTP/1.1" status: 200 len: 1001 time: 0.0617900 Jul 23 21:52:17.610262 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c96e17-5f8b-4252-9d99-d9d0b4d9ecbe req-4bb844bb-2198-405c-882b-a5b4684904bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:52:17.611736 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d1c96e17-5f8b-4252-9d99-d9d0b4d9ecbe req-4bb844bb-2198-405c-882b-a5b4684904bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c385c763-1b0e-4c6a-ae03-7164f9d8d88d HTTP/1.1" status: 200 len: 847 time: 0.0438070 Jul 23 21:52:17.671535 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:52:17.675622 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c96e17-5f8b-4252-9d99-d9d0b4d9ecbe req-ec02dc63-aacc-419f-b9a0-21072ce75dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:52:17.677138 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d1c96e17-5f8b-4252-9d99-d9d0b4d9ecbe req-ec02dc63-aacc-419f-b9a0-21072ce75dbb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1fda9581-460b-40dc-a648-a9a0fc4da075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576763 Jul 23 21:52:17.769618 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d1c96e17-5f8b-4252-9d99-d9d0b4d9ecbe req-1cb38f30-bd50-4316-a20d-b10b5d1bff22 service neutron] 10.222.0.48 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852284 Jul 23 21:52:17.858527 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-d1c96e17-5f8b-4252-9d99-d9d0b4d9ecbe req-3dd97018-c69d-4cf3-8175-0d9f081411b7 service neutron] 10.222.0.48 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813007 Jul 23 21:52:24.015996 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-094a9814-356d-4ca0-b262-122fe4433e25 req-8c7c7869-5999-4f4d-8184-a97fce8d0602 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571108 Jul 23 21:52:24.108719 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a9814-356d-4ca0-b262-122fe4433e25 req-a0ce6795-ad3e-4229-bd92-71072f22581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:52:24.110201 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-094a9814-356d-4ca0-b262-122fe4433e25 req-a0ce6795-ad3e-4229-bd92-71072f22581b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=053807ed509e47bda209bbe0c9ee8dde&device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 1096 time: 0.0558889 Jul 23 21:52:24.216897 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a9814-356d-4ca0-b262-122fe4433e25 req-f1912cb4-9064-4599-86ee-79ee4a1f0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:52:24.218531 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-094a9814-356d-4ca0-b262-122fe4433e25 req-f1912cb4-9064-4599-86ee-79ee4a1f0e09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1fda9581-460b-40dc-a648-a9a0fc4da075 HTTP/1.1" status: 200 len: 909 time: 0.0904565 Jul 23 21:52:24.282796 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-094a9814-356d-4ca0-b262-122fe4433e25 req-5c1c9b51-3bad-426a-8e44-8e61b7a7e314 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29045e87-013d-4c47-9354-005b1b1ece97 HTTP/1.1" status: 200 len: 1000 time: 0.0579622 Jul 23 21:52:24.330667 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a9814-356d-4ca0-b262-122fe4433e25 req-c618c014-9f2e-47c4-b8c1-9b4efc7c0b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:52:24.332099 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-094a9814-356d-4ca0-b262-122fe4433e25 req-c618c014-9f2e-47c4-b8c1-9b4efc7c0b61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c385c763-1b0e-4c6a-ae03-7164f9d8d88d HTTP/1.1" status: 200 len: 847 time: 0.0431111 Jul 23 21:52:24.393098 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a9814-356d-4ca0-b262-122fe4433e25 req-ec12485c-f725-43c2-a809-b533c09fe69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:52:24.394557 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-094a9814-356d-4ca0-b262-122fe4433e25 req-ec12485c-f725-43c2-a809-b533c09fe69d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1fda9581-460b-40dc-a648-a9a0fc4da075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556417 Jul 23 21:52:24.482545 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-094a9814-356d-4ca0-b262-122fe4433e25 req-6376e355-d993-4120-93ce-87d752f1e036 service neutron] 10.222.0.57 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812049 Jul 23 21:52:24.574725 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-094a9814-356d-4ca0-b262-122fe4433e25 req-283c393b-185a-4a23-b60f-8b77e416d190 service neutron] 10.222.0.57 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862041 Jul 23 21:52:24.693102 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f7c9ad9e-39bc-4ae8-94ba-17f3b83a992d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:52:27.196245 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5566-67ac-403b-abf0-5971e4c9da5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:52:27.450667 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:52:28.846701 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:52:30.294064 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:52:31.016457 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:52:46.123519 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:52:47.668054 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:52:54.693365 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-024068ee-ba7e-492d-93b3-0f395d5d6fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:52:57.195538 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5d052fd-a9f7-409a-ae81-3a23e8194ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:52:57.449785 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:52:58.849797 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:00.297068 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:05.907088 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2329423e-d06d-43cd-99ad-2e7dc7c0209f details requested by agent hyperv_n-h1-791504-18 with host n-h1-791504-18 {{(pid=93812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:53:06.012573 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2329423e-d06d-43cd-99ad-2e7dc7c0209f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2329423e-d06d-43cd-99ad-2e7dc7c0209f,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:53:06.023203 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Returning: {'device': '2329423e-d06d-43cd-99ad-2e7dc7c0209f', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'port_id': '2329423e-d06d-43cd-99ad-2e7dc7c0209f', 'mac_address': 'fa:16:3e:72:db:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:53:06.061516 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:06.073915 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2329423e-d06d-43cd-99ad-2e7dc7c0209f {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:53:06.092009 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2329423e-d06d-43cd-99ad-2e7dc7c0209f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2329423e-d06d-43cd-99ad-2e7dc7c0209f,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:53:06.096093 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:06.145318 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2329423e-d06d-43cd-99ad-2e7dc7c0209f,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:06.152523 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:06.152868 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:06.153217 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:06.153551 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:06.153883 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:06.154210 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:06.154529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:06.154860 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:06.155211 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:06.155535 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:06.155882 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:06.156178 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:06.188121 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] get_ports_and_sgs() called for port_ids ['2329423e-d06d-43cd-99ad-2e7dc7c0209f'] {{(pid=93812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:53:07.947218 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2329423e-d06d-43cd-99ad-2e7dc7c0209f up at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:53:08.019279 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:53:08.023929 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Provisioning complete for port 2329423e-d06d-43cd-99ad-2e7dc7c0209f triggered by entity L2. {{(pid=93812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:53:08.024322 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3482887'] for port, provisioning_complete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:08.110791 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574856'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:08.135447 n-d-791504-18 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d50601-30c8-409e-89ef-271279982564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2329423e-d06d-43cd-99ad-2e7dc7c0209f'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:53:08.138577 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}651dbb3c98ccb9cc3e96af6b3e2a3893d3f53b008dace29bce2e49121c50e84b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7057f0-0029-405b-9b95-352aac2e0770" -d '{"events": [{"server_uuid": "a7d50601-30c8-409e-89ef-271279982564", "name": "network-vif-plugged", "status": "completed", "tag": "2329423e-d06d-43cd-99ad-2e7dc7c0209f"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:53:08.168209 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] For port 2329423e-d06d-43cd-99ad-2e7dc7c0209f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2329423e-d06d-43cd-99ad-2e7dc7c0209f,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:53:08.172924 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729330192213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729329803551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729329803569'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:08.191632 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ec1c37-6eb7-4da9-be5c-527674129418 x-openstack-request-id: req-76ec1c37-6eb7-4da9-be5c-527674129418 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:53:08.192361 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d50601-30c8-409e-89ef-271279982564", "name": "network-vif-plugged", "status": "completed", "tag": "2329423e-d06d-43cd-99ad-2e7dc7c0209f", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:53:08.192615 n-d-791504-18 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76ec1c37-6eb7-4da9-be5c-527674129418 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:53:08.193006 n-d-791504-18 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d50601-30c8-409e-89ef-271279982564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2329423e-d06d-43cd-99ad-2e7dc7c0209f', 'code': 200} Jul 23 21:53:08.244906 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Pushing event updated for resources: {'Port': ['ID=2329423e-d06d-43cd-99ad-2e7dc7c0209f,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:16.134439 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:16.331886 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60170) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:53:16.486136 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Deleting port d8b42ff6-af91-4909-879d-cdbf4e84439e {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:53:16.486370 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:16.559121 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:16.559476 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:16.570916 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Calling delete_port for d8b42ff6-af91-4909-879d-cdbf4e84439e owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:53:16.715734 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:16.741317 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Pushing event deleted for resources: {'Port': ['ID=d8b42ff6-af91-4909-879d-cdbf4e84439e,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:16.752526 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:16.752874 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:16.753218 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:16.753556 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:16.753890 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:16.754222 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:16.754549 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:16.754872 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:16.755220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:16.755543 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:16.755863 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:16.756184 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:16.815025 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:16.815380 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Floating IP 732c2a30-54ed-461b-b726-a81f0d051d71 disassociated (deleted). External IP: 172.25.3.76, port: 2329423e-d06d-43cd-99ad-2e7dc7c0209f. Jul 23 21:53:17.024280 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Router e7be03ad-686c-4bea-b95d-cfbc59f43491 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:53:17.132044 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:53:17.137396 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:17.142009 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599061ca-fdfa-4193-a756-a4699ce2d473 None None] Sync routers for ids ['e7be03ad-686c-4bea-b95d-cfbc59f43491'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:53:17.150987 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599061ca-fdfa-4193-a756-a4699ce2d473 None None] Routers {'e7be03ad-686c-4bea-b95d-cfbc59f43491'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:53:17.151804 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-599061ca-fdfa-4193-a756-a4699ce2d473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:52:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e7be03ad-686c-4bea-b95d-cfbc59f43491'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:17.176658 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-30f4cea8-12cc-49c9-b89b-c3c687502ce2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "DELETE /v2.0/floatingips/732c2a30-54ed-461b-b726-a81f0d051d71 HTTP/1.1" status: 204 len: 168 time: 0.8436890 Jul 23 21:53:17.177349 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d50601-30c8-409e-89ef-271279982564', 'tag': '2329423e-d06d-43cd-99ad-2e7dc7c0209f'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:53:17.179773 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588239a8-d3ef-4748-a8e6-f216c748e21e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d50601-30c8-409e-89ef-271279982564", "tag": "2329423e-d06d-43cd-99ad-2e7dc7c0209f"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:53:17.217753 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a28cbd-349f-4e00-bb60-cce48b6e99ac x-openstack-request-id: req-f6a28cbd-349f-4e00-bb60-cce48b6e99ac {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:53:17.217753 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d50601-30c8-409e-89ef-271279982564", "tag": "2329423e-d06d-43cd-99ad-2e7dc7c0209f", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:53:17.218141 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6a28cbd-349f-4e00-bb60-cce48b6e99ac {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:53:17.218535 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d50601-30c8-409e-89ef-271279982564', 'tag': '2329423e-d06d-43cd-99ad-2e7dc7c0209f', 'status': 'completed', 'code': 200} Jul 23 21:53:17.262127 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-599061ca-fdfa-4193-a756-a4699ce2d473 None None] Set router e7be03ad-686c-4bea-b95d-cfbc59f43491 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:53:17.305419 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588239a8-d3ef-4748-a8e6-f216c748e21e req-bffa30ee-c681-419e-830e-2649eace6600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:53:17.307976 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-588239a8-d3ef-4748-a8e6-f216c748e21e req-bffa30ee-c681-419e-830e-2649eace6600 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=053807ed509e47bda209bbe0c9ee8dde&device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 1098 time: 0.0601897 Jul 23 21:53:17.410996 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588239a8-d3ef-4748-a8e6-f216c748e21e req-2c4f8a7c-22a6-45e4-898c-ed36e7c019ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:53:17.412529 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-588239a8-d3ef-4748-a8e6-f216c748e21e req-2c4f8a7c-22a6-45e4-898c-ed36e7c019ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=1fda9581-460b-40dc-a648-a9a0fc4da075 HTTP/1.1" status: 200 len: 909 time: 0.0927734 Jul 23 21:53:17.428765 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984808e9-4bfe-40d2-a865-fbb6aa8060cd req-3b6eb307-f422-48b0-959e-07283f208b9c tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:53:17.430305 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-984808e9-4bfe-40d2-a865-fbb6aa8060cd req-3b6eb307-f422-48b0-959e-07283f208b9c tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 946 time: 0.0655222 Jul 23 21:53:17.457030 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-588239a8-d3ef-4748-a8e6-f216c748e21e req-059bb91c-22d1-4887-9f94-0fdac9da87ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2329423e-d06d-43cd-99ad-2e7dc7c0209f HTTP/1.1" status: 200 len: 217 time: 0.0360544 Jul 23 21:53:17.470547 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-984808e9-4bfe-40d2-a865-fbb6aa8060cd req-12e0ccad-b945-485d-aa47-a909f6a0b555 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342479 Jul 23 21:53:17.505519 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-599061ca-fdfa-4193-a756-a4699ce2d473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f24ba608-ca02-4b66-9ff9-59be6aec00e3', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'port_id': '29045e87-013d-4c47-9354-005b1b1ece97', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'mac_address': 'fa:16:3e:4d:54:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:48:54Z', 'updated_at': '2021-07-23T21:48:56Z', 'revision_number': 1, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0512d0-a01e-44cb-9c6a-1f4274582842', 'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'mac_address': 'fa:16:3e:b2:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:35Z', 'updated_at': '2021-07-23T21:48:41Z', 'revision_number': 5, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'subnets': [{'id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:17.506423 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588239a8-d3ef-4748-a8e6-f216c748e21e req-e0ee7374-2768-4a83-a71f-aca7cc305ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:53:17.507954 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-588239a8-d3ef-4748-a8e6-f216c748e21e req-e0ee7374-2768-4a83-a71f-aca7cc305ec6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c385c763-1b0e-4c6a-ae03-7164f9d8d88d HTTP/1.1" status: 200 len: 847 time: 0.0448563 Jul 23 21:53:17.532729 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599061ca-fdfa-4193-a756-a4699ce2d473 None None] Checking router: e7be03ad-686c-4bea-b95d-cfbc59f43491 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:53:17.541302 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599061ca-fdfa-4193-a756-a4699ce2d473 None None] Routers {'e7be03ad-686c-4bea-b95d-cfbc59f43491'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:53:17.541930 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-599061ca-fdfa-4193-a756-a4699ce2d473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:52:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e7be03ad-686c-4bea-b95d-cfbc59f43491'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:17.570324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588239a8-d3ef-4748-a8e6-f216c748e21e req-0edc22d9-8ac1-4b36-bcef-d29bdc612a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:53:17.571807 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-588239a8-d3ef-4748-a8e6-f216c748e21e req-0edc22d9-8ac1-4b36-bcef-d29bdc612a8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1fda9581-460b-40dc-a648-a9a0fc4da075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568156 Jul 23 21:53:17.647991 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-599061ca-fdfa-4193-a756-a4699ce2d473 None None] Set router e7be03ad-686c-4bea-b95d-cfbc59f43491 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:53:17.663907 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-588239a8-d3ef-4748-a8e6-f216c748e21e req-95597f5b-f655-4d4b-8814-64d4f102bad9 service neutron] 10.222.0.48 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832844 Jul 23 21:53:17.693921 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:17.761430 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-588239a8-d3ef-4748-a8e6-f216c748e21e req-1bcbb71f-e3d5-47d8-af12-ec406febcf42 service neutron] 10.222.0.48 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882714 Jul 23 21:53:17.883657 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-599061ca-fdfa-4193-a756-a4699ce2d473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f24ba608-ca02-4b66-9ff9-59be6aec00e3', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'port_id': '29045e87-013d-4c47-9354-005b1b1ece97', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'mac_address': 'fa:16:3e:4d:54:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:48:54Z', 'updated_at': '2021-07-23T21:48:56Z', 'revision_number': 1, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0512d0-a01e-44cb-9c6a-1f4274582842', 'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'mac_address': 'fa:16:3e:b2:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:35Z', 'updated_at': '2021-07-23T21:48:41Z', 'revision_number': 5, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'subnets': [{'id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:17.909631 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599061ca-fdfa-4193-a756-a4699ce2d473 None None] The sync data for ids ['e7be03ad-686c-4bea-b95d-cfbc59f43491'] in n-d-791504-18 is: [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_floatingips': [{'id': 'f24ba608-ca02-4b66-9ff9-59be6aec00e3', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'router_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'port_id': '29045e87-013d-4c47-9354-005b1b1ece97', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'mac_address': 'fa:16:3e:4d:54:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:48:54Z', 'updated_at': '2021-07-23T21:48:56Z', 'revision_number': 1, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0512d0-a01e-44cb-9c6a-1f4274582842', 'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'mac_address': 'fa:16:3e:b2:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:35Z', 'updated_at': '2021-07-23T21:48:41Z', 'revision_number': 5, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'subnets': [{'id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:53:18.127498 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07beae1-eacd-45f7-83dd-70cea8dda4b4 None None] New status for floating IP 732c2a30-54ed-461b-b726-a81f0d051d71: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:53:18.649730 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20144e16-c1eb-4c3c-b75a-e19ac74e0283 req-8a2840ba-3853-4ecc-9893-7d9e4fcd25a5 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:53:18.651282 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20144e16-c1eb-4c3c-b75a-e19ac74e0283 req-8a2840ba-3853-4ecc-9893-7d9e4fcd25a5 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 946 time: 0.1099367 Jul 23 21:53:18.697235 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-20144e16-c1eb-4c3c-b75a-e19ac74e0283 req-6dbafbc4-5a19-4930-b99a-7ede92b3e581 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402672 Jul 23 21:53:19.142099 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624f96b-8607-4185-89ad-09d1d76e1d89 req-41a4485c-f0fc-49df-9e76-313937fbbd73 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:53:19.143594 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0624f96b-8607-4185-89ad-09d1d76e1d89 req-41a4485c-f0fc-49df-9e76-313937fbbd73 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 946 time: 0.0628633 Jul 23 21:53:19.244441 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-0624f96b-8607-4185-89ad-09d1d76e1d89 req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Deleting port 2329423e-d06d-43cd-99ad-2e7dc7c0209f {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:53:19.244783 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0624f96b-8607-4185-89ad-09d1d76e1d89 req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:19.335708 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-0624f96b-8607-4185-89ad-09d1d76e1d89 req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] For port 2329423e-d06d-43cd-99ad-2e7dc7c0209f, host n-h1-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-18',level=0,port_id=2329423e-d06d-43cd-99ad-2e7dc7c0209f,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:53:19.335977 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0624f96b-8607-4185-89ad-09d1d76e1d89 req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:19.360090 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-0624f96b-8607-4185-89ad-09d1d76e1d89 req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Calling delete_port for 2329423e-d06d-43cd-99ad-2e7dc7c0209f owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:53:19.486035 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0624f96b-8607-4185-89ad-09d1d76e1d89 req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:19.514706 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Pushing event deleted for resources: {'Port': ['ID=2329423e-d06d-43cd-99ad-2e7dc7c0209f,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:19.526431 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:19.526783 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:19.527151 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:19.527493 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:19.527829 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:19.528159 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:19.528487 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:19.528811 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:19.529134 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:19.529456 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:19.529779 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:19.530194 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-18 {{(pid=93810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:53:19.569712 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-0624f96b-8607-4185-89ad-09d1d76e1d89 req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] No DVR routers for this DVR port 2329423e-d06d-43cd-99ad-2e7dc7c0209f on host n-h1-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:53:19.572253 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-0624f96b-8607-4185-89ad-09d1d76e1d89 req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:19.574838 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-0624f96b-8607-4185-89ad-09d1d76e1d89 req-f7a94d60-79c3-4be9-8a26-99b63f441ef2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.48 "DELETE /v2.0/ports/2329423e-d06d-43cd-99ad-2e7dc7c0209f HTTP/1.1" status: 204 len: 173 time: 0.4228699 Jul 23 21:53:19.575324 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d50601-30c8-409e-89ef-271279982564', 'name': 'network-vif-deleted', 'tag': '2329423e-d06d-43cd-99ad-2e7dc7c0209f'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:53:19.577550 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64d87f5-6609-4b1c-8206-2aefe7be767a" -d '{"events": [{"server_uuid": "a7d50601-30c8-409e-89ef-271279982564", "name": "network-vif-deleted", "tag": "2329423e-d06d-43cd-99ad-2e7dc7c0209f"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:53:19.673040 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ce394b-8b35-45c3-b140-bec84a946a9b x-openstack-request-id: req-97ce394b-8b35-45c3-b140-bec84a946a9b {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:53:19.673328 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d50601-30c8-409e-89ef-271279982564", "name": "network-vif-deleted", "tag": "2329423e-d06d-43cd-99ad-2e7dc7c0209f", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:53:19.674505 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97ce394b-8b35-45c3-b140-bec84a946a9b {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:53:19.675238 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d50601-30c8-409e-89ef-271279982564', 'name': 'network-vif-deleted', 'tag': '2329423e-d06d-43cd-99ad-2e7dc7c0209f', 'status': 'completed', 'code': 200} Jul 23 21:53:19.814221 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-070c59df-9f24-4cb9-b6de-eee65dd5d320 req-bedafa64-e7ba-454a-b936-8c582af38bfb tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d50601-30c8-409e-89ef-271279982564 HTTP/1.1" status: 200 len: 210 time: 0.0333061 Jul 23 21:53:20.029437 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2329423e-d06d-43cd-99ad-2e7dc7c0209f no longer exists at agent hyperv_n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:53:20.048730 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] No Port match for: 2329423e-d06d-43cd-99ad-2e7dc7c0209f {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:53:20.049070 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Device 2329423e-d06d-43cd-99ad-2e7dc7c0209f not bound to the agent host n-h1-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:53:21.395012 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60232) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:53:21.554655 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-7692c2ce-bcad-44d6-96e3-54527e2fd871 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Deleting port d481eb19-bd15-4fd4-89bd-9d8a6206ed31 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:53:21.555001 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7692c2ce-bcad-44d6-96e3-54527e2fd871 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:21.628536 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7692c2ce-bcad-44d6-96e3-54527e2fd871 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:21.628782 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7692c2ce-bcad-44d6-96e3-54527e2fd871 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:21.639905 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-7692c2ce-bcad-44d6-96e3-54527e2fd871 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Calling delete_port for d481eb19-bd15-4fd4-89bd-9d8a6206ed31 owned by network:floatingip {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:53:21.784718 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7692c2ce-bcad-44d6-96e3-54527e2fd871 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:21.811118 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692c2ce-bcad-44d6-96e3-54527e2fd871 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Pushing event deleted for resources: {'Port': ['ID=d481eb19-bd15-4fd4-89bd-9d8a6206ed31,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:21.874832 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7692c2ce-bcad-44d6-96e3-54527e2fd871 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for floatingip, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:21.875194 n-d-791504-18 neutron-server[93811]: INFO neutron.db.l3_db [None req-7692c2ce-bcad-44d6-96e3-54527e2fd871 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Floating IP f24ba608-ca02-4b66-9ff9-59be6aec00e3 disassociated (deleted). External IP: 172.25.3.170, port: 29045e87-013d-4c47-9354-005b1b1ece97. Jul 23 21:53:22.078213 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7692c2ce-bcad-44d6-96e3-54527e2fd871 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Router e7be03ad-686c-4bea-b95d-cfbc59f43491 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:53:22.183575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7692c2ce-bcad-44d6-96e3-54527e2fd871 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:53:22.187991 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7692c2ce-bcad-44d6-96e3-54527e2fd871 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for floatingip, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:22.194130 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60375444-0a6f-4278-b79c-c144ba0adfa8 None None] Sync routers for ids ['e7be03ad-686c-4bea-b95d-cfbc59f43491'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:53:22.203438 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60375444-0a6f-4278-b79c-c144ba0adfa8 None None] Routers {'e7be03ad-686c-4bea-b95d-cfbc59f43491'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:53:22.204049 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-60375444-0a6f-4278-b79c-c144ba0adfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:52:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e7be03ad-686c-4bea-b95d-cfbc59f43491'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:22.224428 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7692c2ce-bcad-44d6-96e3-54527e2fd871 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "DELETE /v2.0/floatingips/f24ba608-ca02-4b66-9ff9-59be6aec00e3 HTTP/1.1" status: 204 len: 168 time: 0.8282983 Jul 23 21:53:22.225124 n-d-791504-18 neutron-server[93811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'tag': '29045e87-013d-4c47-9354-005b1b1ece97'}] {{(pid=93811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:53:22.227764 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7d0718b0b9994ae757659e4670a4ac6a0615b0f2a1ed7730309ba8c58b8835d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0ef656-0342-45fd-8a9a-bce056bc01a6" -d '{"events": [{"name": "network-changed", "server_uuid": "97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25", "tag": "29045e87-013d-4c47-9354-005b1b1ece97"}]}' {{(pid=93811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:53:22.270012 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7dcd88-c391-4931-b879-bd2a242a3a69 x-openstack-request-id: req-fa7dcd88-c391-4931-b879-bd2a242a3a69 {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:53:22.270305 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25", "tag": "29045e87-013d-4c47-9354-005b1b1ece97", "status": "completed", "code": 200}]} {{(pid=93811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:53:22.270979 n-d-791504-18 neutron-server[93811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa7dcd88-c391-4931-b879-bd2a242a3a69 {{(pid=93811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:53:22.270979 n-d-791504-18 neutron-server[93811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'tag': '29045e87-013d-4c47-9354-005b1b1ece97', 'status': 'completed', 'code': 200} Jul 23 21:53:22.314781 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-60375444-0a6f-4278-b79c-c144ba0adfa8 None None] Set router e7be03ad-686c-4bea-b95d-cfbc59f43491 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:53:22.355198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ef656-0342-45fd-8a9a-bce056bc01a6 req-e8db22d9-08f2-4d94-bfa6-c7e9831f9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:53:22.356720 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-eb0ef656-0342-45fd-8a9a-bce056bc01a6 req-e8db22d9-08f2-4d94-bfa6-c7e9831f9b40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=053807ed509e47bda209bbe0c9ee8dde&device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 1096 time: 0.0614693 Jul 23 21:53:22.459758 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ef656-0342-45fd-8a9a-bce056bc01a6 req-ff0a5d1e-b86b-43f4-89a8-b5fc4937289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:53:22.461547 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-eb0ef656-0342-45fd-8a9a-bce056bc01a6 req-ff0a5d1e-b86b-43f4-89a8-b5fc4937289f service neutron] 10.222.0.57 "GET /v2.0/networks?id=1fda9581-460b-40dc-a648-a9a0fc4da075 HTTP/1.1" status: 200 len: 909 time: 0.0990388 Jul 23 21:53:22.509203 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-eb0ef656-0342-45fd-8a9a-bce056bc01a6 req-2d4831e3-b67b-456c-b453-4e7cce2b4cb1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29045e87-013d-4c47-9354-005b1b1ece97 HTTP/1.1" status: 200 len: 217 time: 0.0398643 Jul 23 21:53:22.523795 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-60375444-0a6f-4278-b79c-c144ba0adfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '1b0512d0-a01e-44cb-9c6a-1f4274582842', 'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'mac_address': 'fa:16:3e:b2:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:35Z', 'updated_at': '2021-07-23T21:48:41Z', 'revision_number': 5, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'subnets': [{'id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:22.541959 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd07ea-d9e8-46fe-8f0c-22b34943168d req-6d826196-a075-4746-9496-bec00a2b9738 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:53:22.544180 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3cd07ea-d9e8-46fe-8f0c-22b34943168d req-6d826196-a075-4746-9496-bec00a2b9738 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 944 time: 0.1221650 Jul 23 21:53:22.558821 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60375444-0a6f-4278-b79c-c144ba0adfa8 None None] Checking router: e7be03ad-686c-4bea-b95d-cfbc59f43491 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:53:22.561377 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ef656-0342-45fd-8a9a-bce056bc01a6 req-70b6fef5-ed60-471b-986f-d984c90fb6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:53:22.562843 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-eb0ef656-0342-45fd-8a9a-bce056bc01a6 req-70b6fef5-ed60-471b-986f-d984c90fb6a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c385c763-1b0e-4c6a-ae03-7164f9d8d88d HTTP/1.1" status: 200 len: 847 time: 0.0474293 Jul 23 21:53:22.567842 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60375444-0a6f-4278-b79c-c144ba0adfa8 None None] Routers {'e7be03ad-686c-4bea-b95d-cfbc59f43491'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:53:22.568529 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-60375444-0a6f-4278-b79c-c144ba0adfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:52:57Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e7be03ad-686c-4bea-b95d-cfbc59f43491'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:22.591572 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-f3cd07ea-d9e8-46fe-8f0c-22b34943168d req-3042952a-c563-4059-90d1-8f2460d63361 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381169 Jul 23 21:53:22.623532 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ef656-0342-45fd-8a9a-bce056bc01a6 req-011b56bf-4b22-4e98-9e7a-6e8771a13a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:53:22.624980 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-eb0ef656-0342-45fd-8a9a-bce056bc01a6 req-011b56bf-4b22-4e98-9e7a-6e8771a13a4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1fda9581-460b-40dc-a648-a9a0fc4da075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555985 Jul 23 21:53:22.678887 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-60375444-0a6f-4278-b79c-c144ba0adfa8 None None] Set router e7be03ad-686c-4bea-b95d-cfbc59f43491 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:53:22.717417 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-eb0ef656-0342-45fd-8a9a-bce056bc01a6 req-75042a08-6770-4467-8816-eecde7535c55 service neutron] 10.222.0.57 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858707 Jul 23 21:53:22.807538 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-eb0ef656-0342-45fd-8a9a-bce056bc01a6 req-f5ed1230-e3bc-40b8-beee-06de2989ed10 service neutron] 10.222.0.57 "GET /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839987 Jul 23 21:53:22.880963 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-60375444-0a6f-4278-b79c-c144ba0adfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '1b0512d0-a01e-44cb-9c6a-1f4274582842', 'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'mac_address': 'fa:16:3e:b2:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:35Z', 'updated_at': '2021-07-23T21:48:41Z', 'revision_number': 5, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'subnets': [{'id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:22.907119 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60375444-0a6f-4278-b79c-c144ba0adfa8 None None] The sync data for ids ['e7be03ad-686c-4bea-b95d-cfbc59f43491'] in n-d-791504-18 is: [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:35Z', 'revision_number': 4, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18', '_interfaces': [{'id': '1b0512d0-a01e-44cb-9c6a-1f4274582842', 'name': '', 'network_id': '1fda9581-460b-40dc-a648-a9a0fc4da075', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'mac_address': 'fa:16:3e:b2:5f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:35Z', 'updated_at': '2021-07-23T21:48:41Z', 'revision_number': 5, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'subnets': [{'id': 'c385c763-1b0e-4c6a-ae03-7164f9d8d88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:53:23.121427 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6130376-4a6e-4b62-9192-ad5ca0f8c7c4 None None] New status for floating IP f24ba608-ca02-4b66-9ff9-59be6aec00e3: DOWN {{(pid=93813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:53:23.722353 n-d-791504-18 neutron-server[93811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf4858-b1bf-49af-856e-4541754da80d req-316ffbdb-12a6-4cd4-a734-ba06f3c73352 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:53:23.723907 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4cf4858-b1bf-49af-856e-4541754da80d req-316ffbdb-12a6-4cd4-a734-ba06f3c73352 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 944 time: 0.0664008 Jul 23 21:53:23.761278 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-e4cf4858-b1bf-49af-856e-4541754da80d req-2853e817-9a20-4a28-9d6e-6a33c0975ab0 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0980c4c-db13-47eb-8b14-40ba33a8e476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311923 Jul 23 21:53:23.957198 n-d-791504-18 neutron-server[93810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301cad0-daae-4244-b5bb-7eca9dca1fb1 req-a5dfde09-11a0-4478-8769-ffc8a3ac3bf7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:53:23.958575 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f301cad0-daae-4244-b5bb-7eca9dca1fb1 req-a5dfde09-11a0-4478-8769-ffc8a3ac3bf7 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.57 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 944 time: 0.0617888 Jul 23 21:53:24.060234 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-f301cad0-daae-4244-b5bb-7eca9dca1fb1 req-a30f1ee2-80a4-4646-a7be-ad17e89daee2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Deleting port 29045e87-013d-4c47-9354-005b1b1ece97 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:53:24.060577 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f301cad0-daae-4244-b5bb-7eca9dca1fb1 req-a30f1ee2-80a4-4646-a7be-ad17e89daee2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:24.150926 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [req-f301cad0-daae-4244-b5bb-7eca9dca1fb1 req-a30f1ee2-80a4-4646-a7be-ad17e89daee2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] For port 29045e87-013d-4c47-9354-005b1b1ece97, host n-h2-791504-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-18',level=0,port_id=29045e87-013d-4c47-9354-005b1b1ece97,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:53:24.151315 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f301cad0-daae-4244-b5bb-7eca9dca1fb1 req-a30f1ee2-80a4-4646-a7be-ad17e89daee2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:24.162864 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [req-f301cad0-daae-4244-b5bb-7eca9dca1fb1 req-a30f1ee2-80a4-4646-a7be-ad17e89daee2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Calling delete_port for 29045e87-013d-4c47-9354-005b1b1ece97 owned by compute:nova {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:53:24.290776 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f301cad0-daae-4244-b5bb-7eca9dca1fb1 req-a30f1ee2-80a4-4646-a7be-ad17e89daee2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:24.319515 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f1ee2-80a4-4646-a7be-ad17e89daee2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Pushing event deleted for resources: {'Port': ['ID=29045e87-013d-4c47-9354-005b1b1ece97,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:24.371669 n-d-791504-18 neutron-server[93810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f301cad0-daae-4244-b5bb-7eca9dca1fb1 req-a30f1ee2-80a4-4646-a7be-ad17e89daee2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] No DVR routers for this DVR port 29045e87-013d-4c47-9354-005b1b1ece97 on host n-h2-791504-18 {{(pid=93810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:53:24.374284 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [req-f301cad0-daae-4244-b5bb-7eca9dca1fb1 req-a30f1ee2-80a4-4646-a7be-ad17e89daee2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4156653'] for port, before_response {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:24.376307 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [req-f301cad0-daae-4244-b5bb-7eca9dca1fb1 req-a30f1ee2-80a4-4646-a7be-ad17e89daee2 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.57 "DELETE /v2.0/ports/29045e87-013d-4c47-9354-005b1b1ece97 HTTP/1.1" status: 204 len: 173 time: 0.4119794 Jul 23 21:53:24.376743 n-d-791504-18 neutron-server[93810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'name': 'network-vif-deleted', 'tag': '29045e87-013d-4c47-9354-005b1b1ece97'}] {{(pid=93810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:53:24.379017 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df17a5fbf0916e79db926fce0c4c1e736f162fb780a26c6c1ec0cc619de704ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2ffe7e-037d-45a8-88f0-be7f11cac958" -d '{"events": [{"server_uuid": "97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25", "name": "network-vif-deleted", "tag": "29045e87-013d-4c47-9354-005b1b1ece97"}]}' {{(pid=93810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:53:24.418280 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ab3ac4-21f6-464a-ad1e-008a7ac504c3 x-openstack-request-id: req-81ab3ac4-21f6-464a-ad1e-008a7ac504c3 {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:53:24.418606 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25", "name": "network-vif-deleted", "tag": "29045e87-013d-4c47-9354-005b1b1ece97", "status": "completed", "code": 200}]} {{(pid=93810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:53:24.418861 n-d-791504-18 neutron-server[93810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81ab3ac4-21f6-464a-ad1e-008a7ac504c3 {{(pid=93810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:53:24.419279 n-d-791504-18 neutron-server[93810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25', 'name': 'network-vif-deleted', 'tag': '29045e87-013d-4c47-9354-005b1b1ece97', 'status': 'completed', 'code': 200} Jul 23 21:53:24.694965 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53267b3c-7e0e-46f4-a0ff-fd61b11dd3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:24.878785 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [req-ec621ca4-3661-40f5-b034-c6b6865f3312 req-56fbad06-477e-4f17-82c2-82531c9b2603 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "GET /v2.0/ports?device_id=97a8c7ee-340b-4fa6-87a6-5e2adf5a4f25 HTTP/1.1" status: 200 len: 210 time: 0.0312026 Jul 23 21:53:25.933260 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60252) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:53:25.992985 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-284bfaf2-a371-499b-a7c7-85871d244a59 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:26.017908 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-284bfaf2-a371-499b-a7c7-85871d244a59 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:26.076327 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-284bfaf2-a371-499b-a7c7-85871d244a59 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:26.078943 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-284bfaf2-a371-499b-a7c7-85871d244a59 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:26.080210 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-284bfaf2-a371-499b-a7c7-85871d244a59 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] 10.222.0.55 "DELETE /v2.0/security-groups/b0980c4c-db13-47eb-8b14-40ba33a8e476 HTTP/1.1" status: 204 len: 168 time: 0.1459432 Jul 23 21:53:26.094725 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bfaf2-a371-499b-a7c7-85871d244a59 tempest-TestSnapshotPattern-1097465098 tempest-TestSnapshotPattern-1097465098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0980c4c-db13-47eb-8b14-40ba33a8e476,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:26.136498 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60258) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:53:26.477729 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7e2fcb89-a36d-4872-9401-95f5bbf08d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:27.045527 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-7e2fcb89-a36d-4872-9401-95f5bbf08d03 admin admin] Deleting port 1b0512d0-a01e-44cb-9c6a-1f4274582842 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:53:27.046202 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7e2fcb89-a36d-4872-9401-95f5bbf08d03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:27.122397 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-7e2fcb89-a36d-4872-9401-95f5bbf08d03 admin admin] For port 1b0512d0-a01e-44cb-9c6a-1f4274582842, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=1b0512d0-a01e-44cb-9c6a-1f4274582842,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:53:27.122756 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7e2fcb89-a36d-4872-9401-95f5bbf08d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:27.135286 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-7e2fcb89-a36d-4872-9401-95f5bbf08d03 admin admin] Calling delete_port for 1b0512d0-a01e-44cb-9c6a-1f4274582842 owned by network:router_interface {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:53:27.195835 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b222db93-0d1d-4365-8dd8-2bfcd88a02be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:27.315060 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7e2fcb89-a36d-4872-9401-95f5bbf08d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:27.345928 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fcb89-a36d-4872-9401-95f5bbf08d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b0512d0-a01e-44cb-9c6a-1f4274582842,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:27.452344 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:27.515393 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-7e2fcb89-a36d-4872-9401-95f5bbf08d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:27.728533 n-d-791504-18 neutron-server[93811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2fcb89-a36d-4872-9401-95f5bbf08d03 admin admin] Router e7be03ad-686c-4bea-b95d-cfbc59f43491 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:53:27.834534 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2fcb89-a36d-4872-9401-95f5bbf08d03 admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:53:27.839737 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-7e2fcb89-a36d-4872-9401-95f5bbf08d03 admin admin] 10.222.0.55 "PUT /v2.0/routers/e7be03ad-686c-4bea-b95d-cfbc59f43491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7021923 Jul 23 21:53:27.842249 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60262) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:53:27.844740 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f510ce-f7ee-482b-8e66-c68b3f0b2c33 None None] Sync routers for ids ['e7be03ad-686c-4bea-b95d-cfbc59f43491'] in n-d-791504-18 {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:53:27.854965 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f510ce-f7ee-482b-8e66-c68b3f0b2c33 None None] Routers {'e7be03ad-686c-4bea-b95d-cfbc59f43491'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:53:27.855707 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b0f510ce-f7ee-482b-8e66-c68b3f0b2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:53:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e7be03ad-686c-4bea-b95d-cfbc59f43491'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:27.948504 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-956fb9d1-71c2-4ca9-a1d7-6f095fecbd8f admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:27.957467 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-b0f510ce-f7ee-482b-8e66-c68b3f0b2c33 None None] Set router e7be03ad-686c-4bea-b95d-cfbc59f43491 gateway port host: n-d-791504-18 {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:53:28.050772 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-956fb9d1-71c2-4ca9-a1d7-6f095fecbd8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:28.108892 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-956fb9d1-71c2-4ca9-a1d7-6f095fecbd8f admin admin] Deleting port 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:53:28.109236 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-956fb9d1-71c2-4ca9-a1d7-6f095fecbd8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:28.189360 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-956fb9d1-71c2-4ca9-a1d7-6f095fecbd8f admin admin] For port 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=0030c5d5-4ffb-4a10-bbaa-95e5c39dc862,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:53:28.189717 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-956fb9d1-71c2-4ca9-a1d7-6f095fecbd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:28.202283 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-956fb9d1-71c2-4ca9-a1d7-6f095fecbd8f admin admin] Calling delete_port for 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862 owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:53:28.288325 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b0f510ce-f7ee-482b-8e66-c68b3f0b2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:53:27Z', 'revision_number': 5, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port': {'id': '0030c5d5-4ffb-4a10-bbaa-95e5c39dc862', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:28.315517 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f510ce-f7ee-482b-8e66-c68b3f0b2c33 None None] Checking router: e7be03ad-686c-4bea-b95d-cfbc59f43491 for host: n-d-791504-18 {{(pid=93812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:53:28.325865 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f510ce-f7ee-482b-8e66-c68b3f0b2c33 None None] Routers {'e7be03ad-686c-4bea-b95d-cfbc59f43491'} bound to L3 agent in host n-d-791504-18 {{(pid=93812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:53:28.326721 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b0f510ce-f7ee-482b-8e66-c68b3f0b2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:53:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['e7be03ad-686c-4bea-b95d-cfbc59f43491'], 'active': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:28.375343 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-956fb9d1-71c2-4ca9-a1d7-6f095fecbd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:28.404494 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956fb9d1-71c2-4ca9-a1d7-6f095fecbd8f admin admin] Pushing event deleted for resources: {'Port': ['ID=0030c5d5-4ffb-4a10-bbaa-95e5c39dc862,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:28.422748 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvr_db [None req-b0f510ce-f7ee-482b-8e66-c68b3f0b2c33 None None] Set router e7be03ad-686c-4bea-b95d-cfbc59f43491 gateway port host: None {{(pid=93812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:53:28.475633 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-956fb9d1-71c2-4ca9-a1d7-6f095fecbd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:28.479461 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_hamode_db [None req-b0f510ce-f7ee-482b-8e66-c68b3f0b2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:53:28Z', 'revision_number': 6, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port_host': None}], 'n-d-791504-18', False) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:28.505200 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f510ce-f7ee-482b-8e66-c68b3f0b2c33 None None] The sync data for ids ['e7be03ad-686c-4bea-b95d-cfbc59f43491'] in n-d-791504-18 is: [{'id': 'e7be03ad-686c-4bea-b95d-cfbc59f43491', 'name': 'tempest-TestSnapshotPattern-91087699-router', 'tenant_id': '053807ed509e47bda209bbe0c9ee8dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:33Z', 'updated_at': '2021-07-23T21:53:28Z', 'revision_number': 6, 'project_id': '053807ed509e47bda209bbe0c9ee8dde', 'gw_port_host': None}] {{(pid=93812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:53:28.569905 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-956fb9d1-71c2-4ca9-a1d7-6f095fecbd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:28.572002 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-956fb9d1-71c2-4ca9-a1d7-6f095fecbd8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:28.614938 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-956fb9d1-71c2-4ca9-a1d7-6f095fecbd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:28.615512 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956fb9d1-71c2-4ca9-a1d7-6f095fecbd8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7be03ad-686c-4bea-b95d-cfbc59f43491 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:53:28.620369 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-956fb9d1-71c2-4ca9-a1d7-6f095fecbd8f admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:28.621494 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-956fb9d1-71c2-4ca9-a1d7-6f095fecbd8f admin admin] 10.222.0.55 "DELETE /v2.0/routers/e7be03ad-686c-4bea-b95d-cfbc59f43491 HTTP/1.1" status: 204 len: 168 time: 0.7783253 Jul 23 21:53:28.624028 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60264) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:53:28.667624 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e09ec1-5b42-47a7-96e6-cfcdd729f3a5 admin admin] Deleting subnet c385c763-1b0e-4c6a-ae03-7164f9d8d88d {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:53:28.670565 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-95e09ec1-5b42-47a7-96e6-cfcdd729f3a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:28.708976 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-95e09ec1-5b42-47a7-96e6-cfcdd729f3a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:28.793224 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-95e09ec1-5b42-47a7-96e6-cfcdd729f3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:28.854004 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:28.856751 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-95e09ec1-5b42-47a7-96e6-cfcdd729f3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:28.882885 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e09ec1-5b42-47a7-96e6-cfcdd729f3a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c385c763-1b0e-4c6a-ae03-7164f9d8d88d,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:28.886538 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-95e09ec1-5b42-47a7-96e6-cfcdd729f3a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:28.890596 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-95e09ec1-5b42-47a7-96e6-cfcdd729f3a5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c385c763-1b0e-4c6a-ae03-7164f9d8d88d HTTP/1.1" status: 204 len: 168 time: 0.2632751 Jul 23 21:53:28.890814 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60266) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:53:28.892552 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c186ba-c060-454d-8a43-5be0fef91414 None None] Network 1fda9581-460b-40dc-a648-a9a0fc4da075 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:53:28.966300 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:29.019933 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] Deleting port 73ee95b6-b786-4cfb-9b72-864497698de5 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:53:29.020268 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:29.088593 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] For port 73ee95b6-b786-4cfb-9b72-864497698de5, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=73ee95b6-b786-4cfb-9b72-864497698de5,segment=NetworkSegment(13445399-bc4c-4b4e-86da-83cfc63f6bc9),segment_id=13445399-bc4c-4b4e-86da-83cfc63f6bc9)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:53:29.089220 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:29.100134 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] Calling delete_port for 73ee95b6-b786-4cfb-9b72-864497698de5 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:53:29.185957 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:29.208750 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] Pushing event deleted for resources: {'Port': ['ID=73ee95b6-b786-4cfb-9b72-864497698de5,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:29.214735 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] No DVR routers for this DVR port 73ee95b6-b786-4cfb-9b72-864497698de5 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:53:29.286294 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a01e4c5-27a2-442e-bab3-fa83354780d7 None None] DHCP port deletion for 1fda9581-460b-40dc-a648-a9a0fc4da075 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:53:29.287913 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:29.299500 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fda9581-460b-40dc-a648-a9a0fc4da075']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:29.313321 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13445399-bc4c-4b4e-86da-83cfc63f6bc9') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:29.313659 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13445399-bc4c-4b4e-86da-83cfc63f6bc9') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:29.322610 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:29.338567 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:29.344906 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:53:29.345410 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:53:29.345510 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:53:29.347211 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:53:29.367038 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 29045e87-013d-4c47-9354-005b1b1ece97 no longer exists at agent hyperv_n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:53:29.369229 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:53:29.369564 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 0030c5d5-4ffb-4a10-bbaa-95e5c39dc862 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:53:29.369954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1b0512d0-a01e-44cb-9c6a-1f4274582842 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:53:29.407721 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] No Port match for: 29045e87-013d-4c47-9354-005b1b1ece97 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:53:29.408028 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Device 29045e87-013d-4c47-9354-005b1b1ece97 not bound to the agent host n-h2-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:53:29.409645 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 1b0512d0-a01e-44cb-9c6a-1f4274582842 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:53:29.410236 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 1b0512d0-a01e-44cb-9c6a-1f4274582842 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:53:29.410698 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 73ee95b6-b786-4cfb-9b72-864497698de5 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:53:29.411000 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:29.419069 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:29.420883 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] 10.222.0.55 "DELETE /v2.0/networks/1fda9581-460b-40dc-a648-a9a0fc4da075 HTTP/1.1" status: 204 len: 168 time: 0.5291753 Jul 23 21:53:29.424026 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [-] (93810) accepted ('10.222.0.55', 60268) {{(pid=93810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:53:29.431485 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 73ee95b6-b786-4cfb-9b72-864497698de5 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:53:29.431831 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 73ee95b6-b786-4cfb-9b72-864497698de5 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:53:29.432164 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a9684-b8b9-4d60-8f71-6dc73051461c admin admin] Pushing event deleted for resources: {'Network': ['ID=1fda9581-460b-40dc-a648-a9a0fc4da075,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:29.780264 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69da0fb1-0a7f-4641-926d-ce8ccf6930eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3792967'] for router_interface, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:30.030594 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-69da0fb1-0a7f-4641-926d-ce8ccf6930eb admin admin] Deleting port e5177896-3f64-43e5-a457-754127994f31 {{(pid=93810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:53:30.030938 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69da0fb1-0a7f-4641-926d-ce8ccf6930eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:30.109664 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.db [None req-69da0fb1-0a7f-4641-926d-ce8ccf6930eb admin admin] For port e5177896-3f64-43e5-a457-754127994f31, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=e5177896-3f64-43e5-a457-754127994f31,segment=NetworkSegment(24a8ab19-6c60-44fb-b512-18389df670fd),segment_id=24a8ab19-6c60-44fb-b512-18389df670fd)] {{(pid=93810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:53:30.110019 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69da0fb1-0a7f-4641-926d-ce8ccf6930eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:30.122035 n-d-791504-18 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-69da0fb1-0a7f-4641-926d-ce8ccf6930eb admin admin] Calling delete_port for e5177896-3f64-43e5-a457-754127994f31 owned by network:router_interface {{(pid=93810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:53:30.298884 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69da0fb1-0a7f-4641-926d-ce8ccf6930eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12485085'] for port, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:30.299494 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:30.323733 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da0fb1-0a7f-4641-926d-ce8ccf6930eb admin admin] Pushing event deleted for resources: {'Port': ['ID=e5177896-3f64-43e5-a457-754127994f31,revision_number=None']} {{(pid=93810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:30.487579 n-d-791504-18 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-69da0fb1-0a7f-4641-926d-ce8ccf6930eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3875050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3795985'] for router_interface, after_delete {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:31.014425 n-d-791504-18 neutron-server[93810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69da0fb1-0a7f-4641-926d-ce8ccf6930eb admin admin] Router 2d27af69-3263-4732-a855-32928af8c714 has already been hosted by L3 agent 65baa865-a89a-49b5-a707-ed1763d996cc {{(pid=93810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:53:31.122184 n-d-791504-18 neutron-server[93810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69da0fb1-0a7f-4641-926d-ce8ccf6930eb admin admin] Notify agent at l3_agent.n-d-791504-18 the message routers_updated {{(pid=93810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:53:31.130449 n-d-791504-18 neutron-server[93810]: INFO neutron.wsgi [None req-69da0fb1-0a7f-4641-926d-ce8ccf6930eb admin admin] 10.222.0.55 "PUT /v2.0/routers/2d27af69-3263-4732-a855-32928af8c714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7051501 Jul 23 21:53:31.130590 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60270) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:53:31.137619 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffddf8f-2f31-4428-95a4-f781a2351f9e None None] Sync routers for ids ['2d27af69-3263-4732-a855-32928af8c714'] in n-d-791504-18 {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:53:31.147337 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffddf8f-2f31-4428-95a4-f781a2351f9e None None] Routers {'2d27af69-3263-4732-a855-32928af8c714'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:53:31.148217 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2ffddf8f-2f31-4428-95a4-f781a2351f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:53:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2d27af69-3263-4732-a855-32928af8c714'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:31.252980 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-2ffddf8f-2f31-4428-95a4-f781a2351f9e None None] Set router 2d27af69-3263-4732-a855-32928af8c714 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:53:31.362655 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e8f6011-9ae8-4fa1-bcaa-5ea201d809d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:31.426734 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2ffddf8f-2f31-4428-95a4-f781a2351f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d27af69-3263-4732-a855-32928af8c714', 'name': 'tempest-TestSnapshotPattern-1415362713-router', 'tenant_id': '3bbc55757e5e4225bf9195d0b5927885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '38ab925a-580f-405a-aea7-6f71ff479afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:37Z', 'updated_at': '2021-07-23T21:53:30Z', 'revision_number': 5, 'project_id': '3bbc55757e5e4225bf9195d0b5927885', 'gw_port': {'id': '38ab925a-580f-405a-aea7-6f71ff479afb', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d27af69-3263-4732-a855-32928af8c714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:38Z', 'updated_at': '2021-07-23T21:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:31.454937 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffddf8f-2f31-4428-95a4-f781a2351f9e None None] Checking router: 2d27af69-3263-4732-a855-32928af8c714 for host: n-d-791504-18 {{(pid=93813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:53:31.463545 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffddf8f-2f31-4428-95a4-f781a2351f9e None None] Routers {'2d27af69-3263-4732-a855-32928af8c714'} bound to L3 agent in host n-d-791504-18 {{(pid=93813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:53:31.464268 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2ffddf8f-2f31-4428-95a4-f781a2351f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T20:14:27Z,description=,heartbeat_timestamp=2021-07-23T21:53:27Z,host='n-d-791504-18',id=65baa865-a89a-49b5-a707-ed1763d996cc,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T20:14:27Z,topic='l3_agent')) {'router_ids': ['2d27af69-3263-4732-a855-32928af8c714'], 'active': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:31.468658 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e8f6011-9ae8-4fa1-bcaa-5ea201d809d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:31.526220 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-9e8f6011-9ae8-4fa1-bcaa-5ea201d809d7 admin admin] Deleting port 38ab925a-580f-405a-aea7-6f71ff479afb {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:53:31.526671 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e8f6011-9ae8-4fa1-bcaa-5ea201d809d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:31.569585 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_dvr_db [None req-2ffddf8f-2f31-4428-95a4-f781a2351f9e None None] Set router 2d27af69-3263-4732-a855-32928af8c714 gateway port host: n-d-791504-18 {{(pid=93813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:53:31.612745 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-9e8f6011-9ae8-4fa1-bcaa-5ea201d809d7 admin admin] For port 38ab925a-580f-405a-aea7-6f71ff479afb, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=38ab925a-580f-405a-aea7-6f71ff479afb,segment=NetworkSegment(a20dfdbc-2612-493b-9862-daab7968551b),segment_id=a20dfdbc-2612-493b-9862-daab7968551b)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:53:31.613051 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e8f6011-9ae8-4fa1-bcaa-5ea201d809d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:31.627001 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-9e8f6011-9ae8-4fa1-bcaa-5ea201d809d7 admin admin] Calling delete_port for 38ab925a-580f-405a-aea7-6f71ff479afb owned by network:router_gateway {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:53:31.747093 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.l3_hamode_db [None req-2ffddf8f-2f31-4428-95a4-f781a2351f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d27af69-3263-4732-a855-32928af8c714', 'name': 'tempest-TestSnapshotPattern-1415362713-router', 'tenant_id': '3bbc55757e5e4225bf9195d0b5927885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '38ab925a-580f-405a-aea7-6f71ff479afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:37Z', 'updated_at': '2021-07-23T21:53:30Z', 'revision_number': 5, 'project_id': '3bbc55757e5e4225bf9195d0b5927885', 'gw_port': {'id': '38ab925a-580f-405a-aea7-6f71ff479afb', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d27af69-3263-4732-a855-32928af8c714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:38Z', 'updated_at': '2021-07-23T21:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}], 'n-d-791504-18', False) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:31.794085 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e8f6011-9ae8-4fa1-bcaa-5ea201d809d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:31.825050 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f6011-9ae8-4fa1-bcaa-5ea201d809d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ab925a-580f-405a-aea7-6f71ff479afb,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:31.874733 n-d-791504-18 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffddf8f-2f31-4428-95a4-f781a2351f9e None None] The sync data for ids ['2d27af69-3263-4732-a855-32928af8c714'] in n-d-791504-18 is: [{'id': '2d27af69-3263-4732-a855-32928af8c714', 'name': 'tempest-TestSnapshotPattern-1415362713-router', 'tenant_id': '3bbc55757e5e4225bf9195d0b5927885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'external_fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '38ab925a-580f-405a-aea7-6f71ff479afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:48:37Z', 'updated_at': '2021-07-23T21:53:30Z', 'revision_number': 5, 'project_id': '3bbc55757e5e4225bf9195d0b5927885', 'gw_port': {'id': '38ab925a-580f-405a-aea7-6f71ff479afb', 'name': '', 'network_id': 'e31239e9-f0f9-4b2c-a9d7-b27322fb79af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d27af69-3263-4732-a855-32928af8c714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:48:38Z', 'updated_at': '2021-07-23T21:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30015ef3-4233-4dc7-b154-1b6036dcc3e7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-18'}] {{(pid=93813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:53:31.889399 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e8f6011-9ae8-4fa1-bcaa-5ea201d809d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3799558'] for router_gateway, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:31.977260 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e8f6011-9ae8-4fa1-bcaa-5ea201d809d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-933'] for router, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:31.979857 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e8f6011-9ae8-4fa1-bcaa-5ea201d809d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.020732 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e8f6011-9ae8-4fa1-bcaa-5ea201d809d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3787234'] for router, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.021323 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8f6011-9ae8-4fa1-bcaa-5ea201d809d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d27af69-3263-4732-a855-32928af8c714 {{(pid=93811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:53:32.025522 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-9e8f6011-9ae8-4fa1-bcaa-5ea201d809d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.026667 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-9e8f6011-9ae8-4fa1-bcaa-5ea201d809d7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2d27af69-3263-4732-a855-32928af8c714 HTTP/1.1" status: 204 len: 168 time: 0.8951516 Jul 23 21:53:32.029274 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60276) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:53:32.075909 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.db_base_plugin_v2 [None req-1175ffd5-2c6d-4516-8231-8fbaf8277f0e admin admin] Deleting subnet a151675d-20d7-4066-840d-64eb8e722534 {{(pid=93811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:53:32.078832 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1175ffd5-2c6d-4516-8231-8fbaf8277f0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.111875 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1175ffd5-2c6d-4516-8231-8fbaf8277f0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9063003'] for subnet, precommit_delete_associations {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.185832 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1175ffd5-2c6d-4516-8231-8fbaf8277f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496721'] for subnet, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.240626 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1175ffd5-2c6d-4516-8231-8fbaf8277f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11543684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9747200'] for subnet, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.270698 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175ffd5-2c6d-4516-8231-8fbaf8277f0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a151675d-20d7-4066-840d-64eb8e722534,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:32.276969 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-1175ffd5-2c6d-4516-8231-8fbaf8277f0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.281251 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-1175ffd5-2c6d-4516-8231-8fbaf8277f0e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a151675d-20d7-4066-840d-64eb8e722534 HTTP/1.1" status: 204 len: 168 time: 0.2487366 Jul 23 21:53:32.281575 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60278) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:53:32.283828 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a9670c-39d4-43d9-9d4a-a96c507387e0 None None] Network 2eef761f-24b4-443f-86f0-58f77a500ad7 requested from n-d-791504-18 {{(pid=93812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:53:32.351330 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526271'] for network, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.408118 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] Deleting port 36fe6b04-c266-4da9-9578-c31835b20001 {{(pid=93811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:53:32.408456 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.482943 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.db [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] For port 36fe6b04-c266-4da9-9578-c31835b20001, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=36fe6b04-c266-4da9-9578-c31835b20001,segment=NetworkSegment(24a8ab19-6c60-44fb-b512-18389df670fd),segment_id=24a8ab19-6c60-44fb-b512-18389df670fd)] {{(pid=93811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:53:32.483362 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.486520 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9388f8-b787-4ad2-9f39-4adf39fae487 None None] DHCP port deletion for 2eef761f-24b4-443f-86f0-58f77a500ad7 request from n-d-791504-18 {{(pid=93812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:53:32.496337 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.plugin [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] Calling delete_port for 36fe6b04-c266-4da9-9578-c31835b20001 owned by network:dhcp {{(pid=93811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:53:32.538376 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1c9388f8-b787-4ad2-9f39-4adf39fae487 None None] Deleting port 36fe6b04-c266-4da9-9578-c31835b20001 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:53:32.538968 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c9388f8-b787-4ad2-9f39-4adf39fae487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729330185997'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.591873 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11543657'] for port, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.608309 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1c9388f8-b787-4ad2-9f39-4adf39fae487 None None] For port 36fe6b04-c266-4da9-9578-c31835b20001, host n-d-791504-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-18',level=0,port_id=36fe6b04-c266-4da9-9578-c31835b20001,segment=NetworkSegment(24a8ab19-6c60-44fb-b512-18389df670fd),segment_id=24a8ab19-6c60-44fb-b512-18389df670fd)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:53:32.608694 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c9388f8-b787-4ad2-9f39-4adf39fae487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3796039'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.620518 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1c9388f8-b787-4ad2-9f39-4adf39fae487 None None] Calling delete_port for 36fe6b04-c266-4da9-9578-c31835b20001 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:53:32.621576 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=36fe6b04-c266-4da9-9578-c31835b20001,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:32.626853 n-d-791504-18 neutron-server[93811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] No DVR routers for this DVR port 36fe6b04-c266-4da9-9578-c31835b20001 on host n-d-791504-18 {{(pid=93811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:53:32.696384 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c9388f8-b787-4ad2-9f39-4adf39fae487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729330192195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729329803542'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.697961 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3497864', 'neutron.services.segments.db._delete_segments_for_network-8729330270091'] for network, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.707988 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eef761f-24b4-443f-86f0-58f77a500ad7']}} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:32.717713 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a8ab19-6c60-44fb-b512-18389df670fd') {'for_net_delete': True} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:32.717945 n-d-791504-18 neutron-server[93811]: DEBUG neutron.services.segments.db [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a8ab19-6c60-44fb-b512-18389df670fd') {} {{(pid=93811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:53:32.720836 n-d-791504-18 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9388f8-b787-4ad2-9f39-4adf39fae487 None None] Pushing event deleted for resources: {'Port': ['ID=36fe6b04-c266-4da9-9578-c31835b20001,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:32.724379 n-d-791504-18 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9388f8-b787-4ad2-9f39-4adf39fae487 None None] No DVR routers for this DVR port 36fe6b04-c266-4da9-9578-c31835b20001 on host n-d-791504-18 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:53:32.727668 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729330357944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9063010'] for segment, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.743216 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608'] for segment, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.749811 n-d-791504-18 neutron-server[93811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:53:32.750223 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3494608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11543614'] for segment, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: Traceback (most recent call last): Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: timer() Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: cb(*args, **kw) Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: return func(*args, **kwargs) Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: self._notify() Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: self.callback(batched_events) Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: event.method(event) Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: return f(self, *a, **k) Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: return self._get(url).json() Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: return self.request(url, 'GET', **kwargs) Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:53:32.751953 n-d-791504-18 neutron-server[93811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:53:32.808427 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3497875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3875061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3799778'] for network, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.813865 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:32.815738 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2eef761f-24b4-443f-86f0-58f77a500ad7 HTTP/1.1" status: 204 len: 168 time: 0.5332270 Jul 23 21:53:32.829428 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abc7f7-2732-48de-8e7d-60627b4622b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eef761f-24b4-443f-86f0-58f77a500ad7,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:32.930675 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60282) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:53:32.969168 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-55fd8e01-12af-4e8b-8b6c-425350183564 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=053807ed509e47bda209bbe0c9ee8dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371082 Jul 23 21:53:32.971592 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60284) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:53:33.019072 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-15bfafb8-7e33-4352-b371-fe3b1ec996cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:33.040535 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-15bfafb8-7e33-4352-b371-fe3b1ec996cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:33.091272 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-15bfafb8-7e33-4352-b371-fe3b1ec996cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:33.094088 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-15bfafb8-7e33-4352-b371-fe3b1ec996cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:33.095446 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-15bfafb8-7e33-4352-b371-fe3b1ec996cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/594b43dd-8f83-4f38-92ee-bfba3083d2ae HTTP/1.1" status: 204 len: 168 time: 0.1229012 Jul 23 21:53:33.105018 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfafb8-7e33-4352-b371-fe3b1ec996cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594b43dd-8f83-4f38-92ee-bfba3083d2ae,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:33.137098 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 36fe6b04-c266-4da9-9578-c31835b20001 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:53:33.159954 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 36fe6b04-c266-4da9-9578-c31835b20001 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:53:33.160302 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 36fe6b04-c266-4da9-9578-c31835b20001 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:53:33.160962 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e5177896-3f64-43e5-a457-754127994f31 no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:53:33.179537 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: e5177896-3f64-43e5-a457-754127994f31 {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:53:33.179884 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device e5177896-3f64-43e5-a457-754127994f31 not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:53:33.180290 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 38ab925a-580f-405a-aea7-6f71ff479afb no longer exists at agent ovs-agent-n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:53:33.198615 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] No Port match for: 38ab925a-580f-405a-aea7-6f71ff479afb {{(pid=93812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:53:33.198966 n-d-791504-18 neutron-server[93812]: DEBUG neutron.plugins.ml2.rpc [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Device 38ab925a-580f-405a-aea7-6f71ff479afb not bound to the agent host n-d-791504-18 {{(pid=93812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:53:33.413306 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60290) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:53:33.451576 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-15624b1a-05af-4718-ab13-ffb6f943c3cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3bbc55757e5e4225bf9195d0b5927885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370986 Jul 23 21:53:33.454035 n-d-791504-18 neutron-server[93811]: DEBUG neutron.wsgi [-] (93811) accepted ('10.222.0.55', 60292) {{(pid=93811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:53:33.500030 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-83e53f98-0286-4c61-a393-ef4f923e913a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:33.521386 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-83e53f98-0286-4c61-a393-ef4f923e913a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:33.569168 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-83e53f98-0286-4c61-a393-ef4f923e913a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715988'] for security_group, after_delete {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:33.572369 n-d-791504-18 neutron-server[93811]: DEBUG neutron_lib.callbacks.manager [None req-83e53f98-0286-4c61-a393-ef4f923e913a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:33.573578 n-d-791504-18 neutron-server[93811]: INFO neutron.wsgi [None req-83e53f98-0286-4c61-a393-ef4f923e913a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49f7ae9d-4ae8-41a6-bb10-df0c37fccef4 HTTP/1.1" status: 204 len: 168 time: 0.1186516 Jul 23 21:53:33.581619 n-d-791504-18 neutron-server[93811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e53f98-0286-4c61-a393-ef4f923e913a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f7ae9d-4ae8-41a6-bb10-df0c37fccef4,revision_number=None']} {{(pid=93811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:53:45.019136 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:53:46.133988 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:47.668626 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:54.732697 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aee0a762-4f1d-413a-ae47-8805e23926ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:57.197657 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed5f4961-9829-490c-9e3c-2442fcd96d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:57.454373 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:53:58.854559 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:54:00.301293 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:54:16.128778 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:54:17.686298 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:54:22.018011 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:54:24.692895 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8dcd5b4-1157-4f10-ba08-f3f91b64b512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:54:27.197324 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6940f9f3-e9a2-4ab6-a0b7-5499e906c5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:54:27.455932 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:54:28.857231 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:54:30.309817 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:54:46.138133 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:54:47.696244 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:54:54.692684 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44348bd0-166a-4a96-b057-c7589496d39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:54:57.197120 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6db4bc19-2feb-44d4-9fcf-17e931d05da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:54:57.456191 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:54:58.860675 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:54:59.016702 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:55:00.305918 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:55:16.143169 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:55:17.710304 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:55:24.694838 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec8a471b-7cf7-4dd1-b014-c68ba7bf5d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:55:27.197089 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f97e9c8e-25ba-44d5-989d-963614bb48be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:55:27.456514 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:55:28.862845 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:55:30.308393 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:55:36.015766 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:55:46.157360 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:55:47.709405 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:55:54.724927 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5066a6bb-996f-426d-9527-eec91f6d5f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:55:57.199663 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c23e2c07-bb9e-4d24-a76e-b3d286684f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:55:57.456652 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:55:58.866959 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:56:00.309859 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:56:13.014007 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:56:16.156029 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:56:17.708591 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:56:24.695114 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c3fa2e9-ca1c-4b78-a6db-a80becd57030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:56:27.198455 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-07aa0a7b-45e6-4364-924d-f72e72849fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:56:27.461826 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:56:28.868432 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:56:30.313252 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:56:46.170895 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:56:47.706999 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:56:50.012463 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:56:54.697175 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78dffe3e-9d7c-4cbd-87fc-2e8fe8086c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:56:57.200058 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3598bd58-df54-41e0-af94-0489f02e1d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:56:57.463043 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:56:58.870124 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:57:00.315354 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:57:16.193663 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:57:17.236393 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-44b6d7bf-5f03-4581-a59c-7dcbf1905c60 req-3e81f08a-f73d-48ce-86fe-eaf8540d2b81 service neutron] (93810) timed out ('10.222.0.55', 58892) {{(pid=93810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:57:17.706288 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:57:24.697867 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c91ef24-ec44-464b-a7ad-219315b5aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:57:27.012996 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:57:27.200904 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33f27aac-666a-469d-9564-52074a4e0328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:57:27.466490 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:57:28.872442 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:57:30.318473 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:57:46.184581 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:57:47.705715 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:57:54.740524 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4363a2fe-6b04-4fa0-9587-41ac6e783d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:57:57.201478 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d39eaa6-f37b-40fa-be4f-fd639d25cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:57:57.466494 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:57:58.875506 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:58:00.320454 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:58:04.012603 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:58:16.200637 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:58:17.711316 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:58:24.705315 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ac569820-8fae-4736-bf07-121ae3ffa1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:58:27.201376 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9c678d-4c6b-4bf6-9093-d3eb3a6ac2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:58:27.466626 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:58:28.877356 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:58:30.324541 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:58:41.012048 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:58:46.199024 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:58:47.719455 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:58:54.706757 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e6cee6e-1354-4716-ad9b-63ae4f45a584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:58:57.201540 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-833ad943-9dd2-4043-9c6b-30ad77a01fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:58:57.466682 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:58:58.880400 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:59:00.326398 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:59:16.213772 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:59:17.736009 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:59:18.012738 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:59:24.707658 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e3a3306a-c5b5-4c91-a182-700b3d5f6400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:59:27.200554 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1207f34c-fac0-4ad8-a2a5-9244ad7dcda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:59:27.466208 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:59:28.882614 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:59:30.328560 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:59:46.212552 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:59:47.748387 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:59:54.717401 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fef26f02-96a2-482e-8cc7-5cf5bfada8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:59:55.012370 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:59:57.200519 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e15d01c-c830-4444-a40f-42d305c40025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:59:57.466792 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:59:58.889189 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:00:00.330849 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:00:16.227678 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:00:17.747396 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:00:24.706894 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2f20e5bb-f177-4dd8-8f44-baf688188937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:00:27.199547 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-efd21e62-a155-4c70-b34e-7dd3a097f476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:00:27.470282 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:00:28.887119 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:00:30.333646 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:00:32.011691 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:00:46.227075 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:00:47.754831 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:00:54.708131 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e178b179-24cd-4c21-964f-41e86c77f8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:00:57.198898 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db321f28-6f52-4106-840a-9284e3d40417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:00:57.472269 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:00:58.890336 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:01:00.345778 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:01:09.011853 n-d-791504-18 neutron-server[93813]: DEBUG neutron.db.agents_db [None req-5d16af49-f80e-4d40-bc7d-7432b0d34dfe None None] Agent healthcheck: found 7 active agents {{(pid=93813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:01:16.242050 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcd8-97c4-4173-be56-c4865d43c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:01:17.777457 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63de3b55-3d1a-4efc-b1ba-2702b754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:01:24.710688 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-895194b9-1fe5-4687-b09f-9af1e534c8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:01:27.199259 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73171f27-bff9-452d-a12e-c2059f88ab95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:01:27.472963 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fa4735e-33ab-4743-b053-b96c2d08f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:01:28.893164 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7130959c-f480-46cc-9ef8-f38cec382345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:01:30.339908 n-d-791504-18 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2ee79a5-d16b-4984-9650-de0bbb6b04d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729330270073', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3482966'] for agent, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:01:42.199792 n-d-791504-18 neutron-server[93810]: DEBUG neutron.wsgi [req-ed2f750b-7c8e-4d81-9084-59b314ae4bab req-6787a19c-6c3d-44d2-9bde-18c92dae8ac6 service neutron] (93810) timed out ('10.222.0.55', 58040) {{(pid=93810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}